-- Logs begin at Mon 2021-11-15 13:32:14 UTC, end at Mon 2021-11-15 16:18:08 UTC. -- Nov 15 14:15:41.944540 n-d-817748-2 systemd[1]: Started Devstack devstack@q-svc.service. Nov 15 14:15:44.676074 n-d-817748-2 neutron-server[103035]: INFO neutron.common.config [-] Logging enabled! Nov 15 14:15:44.676631 n-d-817748-2 neutron-server[103035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev179 Nov 15 14:15:44.676775 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 15 14:15:44.680076 n-d-817748-2 neutron-server[103035]: INFO neutron.common.config [-] Logging enabled! Nov 15 14:15:44.680331 n-d-817748-2 neutron-server[103035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev179 Nov 15 14:15:44.680643 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 15 14:15:44.681574 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 14:15:44.681808 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 14:15:44.682175 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 14:15:44.682443 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 14:15:44.682672 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 14:15:44.682992 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.683415 n-d-817748-2 neutron-server[103035]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 15 14:15:44.683725 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.684018 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.684310 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.684606 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.684896 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.685178 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.685465 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.685761 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.686617 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.686901 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.687185 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.687475 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.687757 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.688042 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.688327 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.688609 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] debug = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.688892 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.689322 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.689724 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.690004 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.690291 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.690591 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.690865 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.691386 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.691679 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.692007 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] host = n-d-817748-2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.692284 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.692568 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.692851 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.693132 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.693406 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.693681 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.693962 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.694233 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.694532 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] log_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.694805 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.695091 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.695375 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.695662 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.695882 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.696102 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.696401 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.696685 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.696960 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.697235 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.697510 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.697783 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.698056 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.698324 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.698643 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.698932 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.699215 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.699491 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.699766 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.700037 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.700308 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.700587 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.700857 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.701128 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.701399 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.701839 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.702111 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.702385 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.702706 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.702990 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.703271 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.703554 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.703828 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.704109 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.704380 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.704650 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.704922 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] use_json = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.705191 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.705461 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.705739 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.706013 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.706286 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.706582 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.706854 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.707136 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:44.707436 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.707731 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.708031 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.708316 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.708617 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.708897 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.709190 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.709468 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.709756 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.710045 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.710334 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.710641 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.710929 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.711206 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.711497 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.711800 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.712093 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.712382 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.712656 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.712928 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.713200 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.713479 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.713767 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.714046 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.714333 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.714648 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.714927 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.715214 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.715509 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.715799 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.716075 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.716353 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.716642 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.716919 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.717998 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.718287 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.718613 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.718897 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.719174 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.719458 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.719739 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.720011 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.720284 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.720563 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.720853 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.721135 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.721408 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.721679 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.721954 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.722226 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.722547 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.722829 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.723102 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.723376 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.723653 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.723925 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.724198 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.724475 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.724745 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.725022 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.725294 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.725563 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.725835 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.726107 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.726380 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.726675 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.726948 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.727223 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.727496 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.727768 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.728042 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.728317 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.728591 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.728877 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.729174 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.729452 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.729733 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.730011 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.730291 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.730661 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.730943 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.731221 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.731500 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.731771 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.732061 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.732347 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.732634 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.733475 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.733844 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.734166 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.734475 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.734763 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.735043 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.735323 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.735608 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.735891 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.736185 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.736479 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.736772 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.737064 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.737357 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.737635 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.737941 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.738220 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:44.738458 n-d-817748-2 neutron-server[103035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 14:15:44.738699 n-d-817748-2 neutron-server[103035]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103035) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 15 14:15:45.174982 n-d-817748-2 neutron-server[103035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 15 14:15:45.175257 n-d-817748-2 neutron-server[103035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 15 14:15:45.175558 n-d-817748-2 neutron-server[103035]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 15 14:15:45.175893 n-d-817748-2 neutron-server[103035]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 15 14:15:45.506825 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.507119 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.507391 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.508600 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.508873 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.509136 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.543282 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.543562 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.543831 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.561559 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.561916 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.562260 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.592931 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.593208 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.593477 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.630274 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.630589 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.630856 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.866300 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.866957 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.866957 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.867127 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.867750 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.993187 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.993508 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.993789 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.994061 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.994323 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.994659 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.994919 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.995173 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.995425 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.995707 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.995964 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.996225 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.996479 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.996730 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.996984 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.997247 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.997502 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.997768 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.998036 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.998375 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.999128 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.999386 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:45.999669 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:46.000056 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:46.000308 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:46.000556 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:46.000956 n-d-817748-2 neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 14:15:46.001197 n-d-817748-2 neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 14:15:46.001438 n-d-817748-2 neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 14:15:46.001675 n-d-817748-2 neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 14:15:46.001911 n-d-817748-2 neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 14:15:46.002145 n-d-817748-2 neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 14:15:46.002540 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 15 14:15:46.005740 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 15 14:15:46.009723 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 15 14:15:46.013695 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 15 14:15:46.015400 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 15 14:15:46.015864 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 15 14:15:46.016201 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 15 14:15:46.016582 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 15 14:15:46.019442 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 15 14:15:46.019691 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 15 14:15:46.020033 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 15 14:15:46.025289 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 15 14:15:46.048510 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 15 14:15:46.048955 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:46.049251 n-d-817748-2 neutron-server[103035]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103035) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 15 14:15:46.049612 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:46.051019 n-d-817748-2 neutron-server[103035]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103035) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 15 14:15:46.051302 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 15 14:15:46.051550 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 15 14:15:46.054888 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:46.055174 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:46.117936 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 15 14:15:46.118119 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 15 14:15:46.118353 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 15 14:15:46.118756 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 15 14:15:46.139359 n-d-817748-2 neutron-server[103035]: DEBUG oslo_db.sqlalchemy.engines [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103035) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 15 14:15:46.864349 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Initializing driver for type 'gre' Nov 15 14:15:46.864871 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] gre ID ranges: [(1, 1000)] Nov 15 14:15:47.072232 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Initializing driver for type 'local' Nov 15 14:15:47.072791 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Initializing driver for type 'vlan' Nov 15 14:15:47.192613 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] VlanTypeDriver initialization complete Nov 15 14:15:47.192900 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Initializing driver for type 'vxlan' Nov 15 14:15:47.193394 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] vxlan ID ranges: [(1, 1000)] Nov 15 14:15:47.410205 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Initializing extension driver 'port_security' Nov 15 14:15:47.410587 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.extensions.port_security [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] PortSecurityExtensionDriver initialization complete Nov 15 14:15:47.410922 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Initializing mechanism driver 'openvswitch' Nov 15 14:15:47.411258 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Initializing mechanism driver 'hyperv' Nov 15 14:15:47.418036 n-d-817748-2 neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:15:47.418932 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > port after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.419293 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.419705 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.420290 n-d-817748-2 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 14:15:47.420736 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.421093 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.422003 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.422416 n-d-817748-2 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 14:15:47.422833 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > network after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.423173 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > network after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.423514 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > network after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.423906 n-d-817748-2 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 14:15:47.424303 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.424652 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.424988 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.425375 n-d-817748-2 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 14:15:47.425807 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.426158 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.426529 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.426948 n-d-817748-2 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 14:15:47.427353 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.427697 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.428035 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.428421 n-d-817748-2 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 14:15:47.428791 n-d-817748-2 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] ML2 OVO RPC backend initialized. {{(pid=103035) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 15 14:15:47.429501 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.429860 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.430274 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > network before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.430646 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > networks before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.430993 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > port before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.431333 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > ports before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.431702 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.432044 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.432387 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > network after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.432723 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > network after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.433112 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > network after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.433445 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > port after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.433778 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.434110 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.434475 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.434812 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.435141 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.435710 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.plugin [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Modular L2 Plugin initialization complete Nov 15 14:15:47.436034 n-d-817748-2 neutron-server[103035]: DEBUG neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading services supported by the core plugin {{(pid=103035) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 15 14:15:47.436354 n-d-817748-2 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Got port-security extension from driver 'port_security' Nov 15 14:15:47.436813 n-d-817748-2 neutron-server[103035]: INFO neutron.extensions.vlantransparent [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Disabled vlantransparent extension. Nov 15 14:15:47.437962 n-d-817748-2 neutron-server[103035]: DEBUG neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103035) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 15 14:15:47.438253 n-d-817748-2 neutron-server[103035]: INFO neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading Plugin: router Nov 15 14:15:47.484482 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.484814 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router after_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.485182 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router before_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.485545 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.485919 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.486272 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router after_delete 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.486649 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.487123 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.487482 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router after_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.487866 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router after_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.488212 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router after_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.488559 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.488918 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router after_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.489333 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.489697 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.490035 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.490379 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: subnet after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.490736 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.491081 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.491423 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.491761 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: port before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.492102 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.492454 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router after_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.492791 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.493137 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.493494 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.493834 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.494198 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > agent after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.494607 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.494948 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > network after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.495804 n-d-817748-2 neutron-server[103035]: DEBUG neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Tracking information for resource: router configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 14:15:47.496137 n-d-817748-2 neutron-server[103035]: DEBUG neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Tracking information for resource: floatingip configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 14:15:47.501936 n-d-817748-2 neutron-server[103035]: INFO neutron.db.l3_agentschedulers_db [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 15 14:15:47.502521 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.502882 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: port after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.503233 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.503584 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.504365 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router before_create 55550100 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.504729 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.505090 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.505447 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.510313 n-d-817748-2 neutron-server[103035]: DEBUG neutron.services.provider_configuration [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service providers = [] {{(pid=103035) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 15 14:15:47.510701 n-d-817748-2 neutron-server[103035]: DEBUG neutron.db.servicetype_db [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103035) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 15 14:15:47.518968 n-d-817748-2 neutron-server[103035]: DEBUG neutron.services.service_base [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 14:15:47.519316 n-d-817748-2 neutron-server[103035]: DEBUG neutron.services.service_base [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 14:15:47.519656 n-d-817748-2 neutron-server[103035]: DEBUG neutron.services.service_base [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 14:15:47.520539 n-d-817748-2 neutron-server[103035]: DEBUG neutron.services.service_base [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 14:15:47.520907 n-d-817748-2 neutron-server[103035]: INFO neutron.services.service_base [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 15 14:15:47.521273 n-d-817748-2 neutron-server[103035]: DEBUG neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 14:15:47.521585 n-d-817748-2 neutron-server[103035]: INFO neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 15 14:15:47.532386 n-d-817748-2 neutron-server[103035]: DEBUG neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 14:15:47.532719 n-d-817748-2 neutron-server[103035]: INFO neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading Plugin: auto_allocate Nov 15 14:15:47.538486 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: network precommit_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.538892 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: network precommit_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.539403 n-d-817748-2 neutron-server[103035]: DEBUG neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 14:15:47.539720 n-d-817748-2 neutron-server[103035]: INFO neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading Plugin: tag Nov 15 14:15:47.553181 n-d-817748-2 neutron-server[103035]: DEBUG neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 14:15:47.553512 n-d-817748-2 neutron-server[103035]: INFO neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading Plugin: timestamp Nov 15 14:15:47.557356 n-d-817748-2 neutron-server[103035]: DEBUG neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 14:15:47.557681 n-d-817748-2 neutron-server[103035]: INFO neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading Plugin: network_ip_availability Nov 15 14:15:47.563740 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.564105 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.564457 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.565161 n-d-817748-2 neutron-server[103035]: DEBUG neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 14:15:47.565477 n-d-817748-2 neutron-server[103035]: INFO neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading Plugin: flavors Nov 15 14:15:47.570716 n-d-817748-2 neutron-server[103035]: DEBUG neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 14:15:47.571048 n-d-817748-2 neutron-server[103035]: INFO neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading Plugin: revisions Nov 15 14:15:47.575372 n-d-817748-2 neutron-server[103035]: DEBUG neutron.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 14:15:47.575760 n-d-817748-2 neutron-server[103035]: DEBUG oslo_concurrency.lockutils [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.400s {{(pid=103035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 15 14:15:47.576492 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103035) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 15 14:15:47.576824 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Initializing extension manager. Nov 15 14:15:47.577334 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: __init__.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.577698 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: __pycache__ {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.578030 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.578362 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: address_group.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.579187 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.579740 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: address-group Nov 15 14:15:47.580063 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: address_scope.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.583899 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.584404 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: address-scope Nov 15 14:15:47.584725 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.585648 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.586151 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: router-admin-state-down-before-update Nov 15 14:15:47.586501 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: agent.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.587197 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.587695 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: agent Nov 15 14:15:47.588014 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: agent_resources_synced.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.588916 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.589480 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: agent-resources-synced Nov 15 14:15:47.589802 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.591608 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.592129 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: allowed-address-pairs Nov 15 14:15:47.592455 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.593546 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.594058 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: auto-allocated-topology Nov 15 14:15:47.594384 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: availability_zone.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.595134 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.595634 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: availability_zone Nov 15 14:15:47.595958 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: availability_zone_filter.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.596877 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.597381 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: availability_zone_filter Nov 15 14:15:47.597701 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: data_plane_status.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.598621 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.599123 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension data-plane-status not supported by any of loaded plugins Nov 15 14:15:47.599443 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: default_subnetpools.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.600650 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.601153 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: default-subnetpools Nov 15 14:15:47.601474 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.602280 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.602818 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: dhcp_agent_scheduler Nov 15 14:15:47.603143 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: dns.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.604056 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.604556 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension dns-integration not supported by any of loaded plugins Nov 15 14:15:47.604877 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: dns_domain_ports.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.605787 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.606332 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 15 14:15:47.606678 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.607591 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.608088 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 15 14:15:47.608406 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: dvr.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.609591 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.610097 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: dvr Nov 15 14:15:47.610443 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: ecmp_routes.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.611354 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.611858 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 15 14:15:47.612247 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: empty_string_filtering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.613148 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.613649 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: empty-string-filtering Nov 15 14:15:47.613968 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.614915 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.615409 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 15 14:15:47.615728 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.616649 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.617146 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 15 14:15:47.617490 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: external_net.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.618413 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.618926 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: external-net Nov 15 14:15:47.619248 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.620193 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.620695 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: extra_dhcp_opt Nov 15 14:15:47.621017 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: extraroute.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.621962 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.622529 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: extraroute Nov 15 14:15:47.622882 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: extraroute_atomic.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.623910 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.625169 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: extraroute-atomic Nov 15 14:15:47.625496 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: filter_validation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.626165 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.626700 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: filter-validation Nov 15 14:15:47.627023 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: fip_pf_description.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.627927 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.628464 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 15 14:15:47.628777 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: fip_port_details.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.635789 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.636287 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: fip-port-details Nov 15 14:15:47.636606 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: flavors.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.637853 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.638365 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: flavors Nov 15 14:15:47.638723 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.640449 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.640965 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 15 14:15:47.641292 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: floatingip_pools.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.641994 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.642642 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: floatingip-pools Nov 15 14:15:47.642974 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: ip_allocation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.643904 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.644638 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension ip_allocation not supported by any of loaded plugins Nov 15 14:15:47.645111 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.646426 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.647271 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: ip-substring-filtering Nov 15 14:15:47.647755 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: l2_adjacency.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.649040 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.649829 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 15 14:15:47.650298 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: l3.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.651785 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.652640 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: router Nov 15 14:15:47.653097 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.656840 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.657619 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 15 14:15:47.658094 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.667430 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.667965 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: ext-gw-mode Nov 15 14:15:47.668301 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.669225 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.669737 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: l3-ha Nov 15 14:15:47.670064 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: l3_flavors.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.671008 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.672137 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: l3-flavors Nov 15 14:15:47.672604 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.681547 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.682113 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 15 14:15:47.682470 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: l3agentscheduler.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.683677 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.684241 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: l3_agent_scheduler Nov 15 14:15:47.684638 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: logging.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.687019 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.687622 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension logging not supported by any of loaded plugins Nov 15 14:15:47.687956 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: metering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.688710 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.689294 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: metering Nov 15 14:15:47.689627 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.690949 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.691788 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: metering_source_and_destination_fields Nov 15 14:15:47.692404 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: multiprovidernet.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.693628 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.694160 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: multi-provider Nov 15 14:15:47.694735 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: netmtu.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.695655 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.696164 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: net-mtu Nov 15 14:15:47.696491 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: netmtu_writable.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.697875 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.698849 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: net-mtu-writable Nov 15 14:15:47.699189 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: network_availability_zone.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.699870 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.700379 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: network_availability_zone Nov 15 14:15:47.700701 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: network_ip_availability.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.702663 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.703177 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: network-ip-availability Nov 15 14:15:47.703506 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: network_segment_range.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.704288 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.704879 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension network-segment-range not supported by any of loaded plugins Nov 15 14:15:47.705202 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: pagination.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.706282 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.706629 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: pagination Nov 15 14:15:47.707092 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: port_device_profile.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.708194 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.708712 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: port-device-profile Nov 15 14:15:47.709122 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.710170 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.710999 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: port-mac-address-regenerate Nov 15 14:15:47.711322 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.719458 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.719982 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: port-numa-affinity-policy Nov 15 14:15:47.720351 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: port_resource_request.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.721277 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.721785 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension port-resource-request not supported by any of loaded plugins Nov 15 14:15:47.722108 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.723111 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.723618 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 15 14:15:47.723938 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: portbindings.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.724861 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.725369 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: binding Nov 15 14:15:47.725687 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: portbindings_extended.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.727034 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.727540 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: binding-extended Nov 15 14:15:47.727871 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: portsecurity.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.728787 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.729294 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: port-security Nov 15 14:15:47.729618 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: project_id.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.730664 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.730990 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: project-id Nov 15 14:15:47.731315 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: providernet.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.732239 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.732749 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: provider Nov 15 14:15:47.733070 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: qos.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.737504 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.737998 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension qos not supported by any of loaded plugins Nov 15 14:15:47.738460 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.748509 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.749011 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 15 14:15:47.749354 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.750293 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.750840 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 15 14:15:47.751166 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: qos_default.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.752071 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.752577 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension qos-default not supported by any of loaded plugins Nov 15 14:15:47.752902 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: qos_fip.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.753556 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.754052 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension qos-fip not supported by any of loaded plugins Nov 15 14:15:47.754375 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.755430 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.755898 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 15 14:15:47.756223 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.757143 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.757644 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 15 14:15:47.757969 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.759070 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.759582 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 15 14:15:47.759908 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: qos_pps_rule.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.761104 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.761790 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension qos-pps not supported by any of loaded plugins Nov 15 14:15:47.762119 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.763102 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.763612 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 15 14:15:47.763935 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: qos_rules_alias.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.765012 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.765511 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 15 14:15:47.765832 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: quota_check_limit.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.766793 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.767301 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: quota-check-limit Nov 15 14:15:47.767623 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: quotasv2.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.768571 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.768906 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: quotas Nov 15 14:15:47.769227 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: quotasv2_detail.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.778298 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.778664 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: quota_details Nov 15 14:15:47.778993 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: rbac.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.780061 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.780578 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: rbac-policies Nov 15 14:15:47.781428 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: rbac_address_group.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.782360 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.782901 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: rbac-address-group Nov 15 14:15:47.783266 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: rbac_address_scope.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.784182 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.784694 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: rbac-address-scope Nov 15 14:15:47.785018 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: rbac_security_groups.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.785972 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.786510 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: rbac-security-groups Nov 15 14:15:47.786834 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.787776 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.788288 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: rbac-subnetpool Nov 15 14:15:47.788607 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: revisionifmatch.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.789523 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.790027 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: revision-if-match Nov 15 14:15:47.790349 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: revisions.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.791505 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.792016 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: standard-attr-revisions Nov 15 14:15:47.792334 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: router_availability_zone.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.793001 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.793505 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: router_availability_zone Nov 15 14:15:47.793826 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: routerservicetype.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.794807 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.795308 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension router-service-type not supported by any of loaded plugins Nov 15 14:15:47.795628 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.804172 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.804689 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: security-groups-normalized-cidr Nov 15 14:15:47.805014 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.806008 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.806559 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: port-security-groups-filtering Nov 15 14:15:47.806882 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.807810 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.808357 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: security-groups-remote-address-group Nov 15 14:15:47.808682 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.809612 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.810122 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: security-groups-shared-filtering Nov 15 14:15:47.810473 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.811063 n-d-817748-2 neutron-server[103035]: WARNING neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 15 14:15:47.811385 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: securitygroup.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.821497 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.822013 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: security-group Nov 15 14:15:47.822346 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: segment.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.823154 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.823658 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension segment not supported by any of loaded plugins Nov 15 14:15:47.823990 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.832324 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.832826 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 15 14:15:47.833150 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: servicetype.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.834265 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.834820 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: service-type Nov 15 14:15:47.835146 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: sorting.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.836124 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.836454 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: sorting Nov 15 14:15:47.836782 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: standard_attr_segment.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.837739 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.838244 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 15 14:15:47.838633 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: standardattrdescription.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.839277 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.839773 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: standard-attr-description Nov 15 14:15:47.840094 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: stateful_security_group.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.841021 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.841534 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: stateful-security-group Nov 15 14:15:47.841859 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: stdattrs_common.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.842452 n-d-817748-2 neutron-server[103035]: WARNING neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 15 14:15:47.842784 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.844247 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.844752 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 15 14:15:47.845073 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: subnet_onboard.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.846170 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.846706 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: subnet_onboard Nov 15 14:15:47.847031 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.855401 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.855900 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 15 14:15:47.856223 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: subnet_service_types.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.857141 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.857650 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: subnet-service-types Nov 15 14:15:47.857973 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: subnetallocation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.859647 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.860189 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: subnet_allocation Nov 15 14:15:47.860513 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.861175 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.861729 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: subnetpool-prefix-ops Nov 15 14:15:47.862052 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.863022 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.863539 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 15 14:15:47.863861 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: tagging.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.864917 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.865426 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: standard-attr-tag Nov 15 14:15:47.865775 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: timestamp.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.867009 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.867523 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loaded extension: standard-attr-timestamp Nov 15 14:15:47.867849 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: trunk.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.868904 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.869476 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension trunk not supported by any of loaded plugins Nov 15 14:15:47.869804 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: trunk_details.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.870761 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.871269 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension trunk-details not supported by any of loaded plugins Nov 15 14:15:47.871592 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.872572 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.873078 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 15 14:15:47.873401 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Loading extension file: vlantransparent.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 14:15:47.874111 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 14:15:47.874660 n-d-817748-2 neutron-server[103035]: INFO neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 15 14:15:47.878995 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:network Nov 15 14:15:47.878995 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:subnet Nov 15 14:15:47.878995 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 14:15:47.878995 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:port Nov 15 14:15:47.880871 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.881313 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service FLAVORS assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.881935 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.882366 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.882755 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:router Nov 15 14:15:47.883186 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:floatingip Nov 15 14:15:47.883675 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service METERING assigned prefix: /metering {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.885103 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.885474 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.885826 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:15:47.886847 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of CountableResource for resource:rbac_policy Nov 15 14:15:47.887297 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:security_group Nov 15 14:15:47.887750 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 15 14:15:47.888344 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service CORE assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.888674 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 14:15:47.889017 n-d-817748-2 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] subnetpool is already registered Nov 15 14:15:47.889475 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service CORE assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.889857 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 14:15:47.890214 n-d-817748-2 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] subnetpool is already registered Nov 15 14:15:47.892518 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.892954 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service FLAVORS assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.893538 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.893959 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.894334 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:router Nov 15 14:15:47.894794 n-d-817748-2 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] router is already registered Nov 15 14:15:47.895152 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:floatingip Nov 15 14:15:47.895488 n-d-817748-2 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] floatingip is already registered Nov 15 14:15:47.895945 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service METERING assigned prefix: /metering {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.896609 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of CountableResource for resource:rbac_policy Nov 15 14:15:47.896930 n-d-817748-2 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] rbac_policy is already registered Nov 15 14:15:47.897341 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:security_group Nov 15 14:15:47.897673 n-d-817748-2 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] security_group is already registered Nov 15 14:15:47.898078 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 15 14:15:47.898420 n-d-817748-2 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] security_group_rule is already registered Nov 15 14:15:47.899054 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service CORE assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.899379 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 14:15:47.899710 n-d-817748-2 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] subnetpool is already registered Nov 15 14:15:47.900129 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Service CORE assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 14:15:47.900450 n-d-817748-2 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 14:15:47.900816 n-d-817748-2 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] subnetpool is already registered Nov 15 14:15:47.901319 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: extensions {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.903091 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: address-groups {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.904636 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: address-scopes {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.906543 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: agents {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.907746 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: auto-allocated-topology {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.908990 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: availability_zones {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.910203 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: dhcp-networks {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.911828 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: dhcp-agents {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.913228 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: routers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.915450 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: flavors {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.916617 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: service_profiles {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.917804 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: next_providers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.919326 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: service_profiles {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.920842 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: floatingip-pools {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.922653 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: routers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.924815 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: floatingips {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.926097 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: l3-routers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.927565 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: l3-agents {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.928953 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: metering-labels {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.930371 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: metering-label-rules {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.931709 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: network-ip-availabilities {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.932976 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: bindings {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.934754 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: quotas {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.936313 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: quotas {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.937938 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: rbac-policies {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.939285 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: security-groups {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.940604 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: security-group-rules {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.942082 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: service-providers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.943316 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: subnetpools {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.944742 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: subnetpools {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.946223 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.948000 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.950781 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.952618 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.954693 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.956869 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.958573 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.960464 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.962336 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.964182 n-d-817748-2 neutron-server[103035]: DEBUG neutron.api.extensions [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 14:15:47.970893 n-d-817748-2 neutron-server[103035]: WARNING keystonemiddleware.auth_token [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 15 14:15:47.978150 n-d-817748-2 neutron-server[103035]: WARNING keystonemiddleware.auth_token [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 15 14:15:47.989104 n-d-817748-2 neutron-server[103035]: DEBUG oslo_concurrency.lockutils [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Acquired lock "singleton_lock" {{(pid=103035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 15 14:15:47.989839 n-d-817748-2 neutron-server[103035]: DEBUG oslo_concurrency.lockutils [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Releasing lock "singleton_lock" {{(pid=103035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 15 14:15:47.990965 n-d-817748-2 neutron-server[103035]: INFO oslo_service.service [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Starting 2 workers Nov 15 14:15:47.996358 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Started child 103146 {{(pid=103035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 14:15:48.001395 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Started child 103147 {{(pid=103035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 14:15:48.001677 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:15:48.004930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [-] (103146) wsgi starting up on http://0.0.0.0:9696 Nov 15 14:15:48.005044 n-d-817748-2 neutron-server[103035]: INFO neutron.service [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 15 14:15:48.005044 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Publish callbacks [] for process, before_spawn {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:15:48.006031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:15:48.006880 n-d-817748-2 neutron-server[103035]: INFO oslo_service.service [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Starting 1 workers Nov 15 14:15:48.007374 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [-] (103147) wsgi starting up on http://0.0.0.0:9696 Nov 15 14:15:48.012174 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Started child 103148 {{(pid=103035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 14:15:48.012750 n-d-817748-2 neutron-server[103035]: INFO oslo_service.service [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Starting 1 workers Nov 15 14:15:48.016460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.service [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] calling RpcWorker wait() {{(pid=103148) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 15 14:15:48.016998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.service [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] returning from RpcWorker wait() {{(pid=103148) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 15 14:15:48.017810 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Started child 103149 {{(pid=103035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 14:15:48.018536 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:15:48.018651 n-d-817748-2 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-66557db0-70b5-410d-9ff5-3d4c8f9ae1a7 None None] Publish callbacks [] for process, after_spawn {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:15:48.019069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:15:48.020528 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 15 14:15:48.020744 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 14:15:48.020929 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 14:15:48.021148 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 14:15:48.021505 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 14:15:48.021685 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 14:15:48.022176 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.022477 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.022583 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:15:48.023018 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.023018 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.023282 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.024011 n-d-817748-2 neutron-server[103149]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:15:48.024129 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.024205 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.024431 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.024715 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.024945 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.025118 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.025287 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.025502 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.025749 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.026041 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.026317 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.026595 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.026843 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.026992 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.027252 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.027530 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.027757 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.028037 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] debug = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.028281 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.028759 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.029018 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.029292 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.029545 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.029829 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.030107 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.030365 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.030650 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.031426 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.031669 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.031922 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.032167 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.032398 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.032665 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.032880 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.033133 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.033352 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.033837 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] host = n-d-817748-2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.034054 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.034268 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.034569 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.034908 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.035201 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.035336 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.035583 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.035846 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.036085 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.036322 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.036574 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.036824 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.037039 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.037320 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.037484 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_options = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.037723 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.037990 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.038250 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.038466 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.039301 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.039301 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.039301 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.039301 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.039856 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.040118 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.040399 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.040737 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.041015 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.041308 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.041630 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.041925 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.042263 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.042561 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.042886 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.043184 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.043474 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.043765 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.044044 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.044324 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.044602 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.044900 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.045188 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.045497 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.045779 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.046139 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.046496 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.046814 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.047091 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.047398 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.047728 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.048023 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.048316 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.048614 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.048957 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.049243 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.049552 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.049867 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.050165 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.050493 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.051674 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.052877 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.053157 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] use_json = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.053395 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.053728 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.053907 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.054154 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.054446 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.054818 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.055010 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.055262 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.055719 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.056021 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.056374 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.056651 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.056896 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.057157 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.057398 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.057645 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.057902 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.058139 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.058458 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.058692 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.058988 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.059244 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.059524 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.059872 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.060144 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.060444 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.060675 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.060899 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.061139 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.061366 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.061656 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.061918 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.062156 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.062468 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.062725 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.063080 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.063369 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.063704 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.063901 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.064127 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.064373 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.064610 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.064833 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.065070 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.065324 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.065562 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.065784 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.066020 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.066529 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.066783 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.067015 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.067213 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.067439 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.067704 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.067939 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.068161 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.068379 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.068617 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.068856 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.069159 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.069340 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.069556 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.069801 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.070055 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.070305 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.070570 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.070803 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.071047 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.071282 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.071525 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.071765 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.071980 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.072199 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.072411 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.072942 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.072942 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.073090 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.073275 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.073511 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.073745 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.074026 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.074248 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.074503 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.074720 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.074932 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.075163 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.075907 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.076132 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.076367 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.076577 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.076813 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.077032 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.077267 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.077991 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.078217 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.078446 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.078660 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.078948 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.079268 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.079531 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.079804 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.080026 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.080274 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.080489 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.080844 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.080981 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.081279 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.081517 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.081808 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.081808 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.083450 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.083450 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.083450 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.083851 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.083851 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.084665 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.084665 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.084665 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.085003 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.085131 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.085300 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.085570 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.085805 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.086571 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.086571 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.086571 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.086825 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.087022 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.087278 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.087603 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.087875 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.088159 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.088410 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.088671 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.088925 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.089176 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.089452 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.089715 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.089957 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.090197 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.090494 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097312 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097312 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097312 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097312 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097312 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097312 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097312 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097312 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097858 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097858 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097858 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097858 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097858 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097858 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097858 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.097858 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098436 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098436 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098436 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098436 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098436 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098436 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098436 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098436 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098946 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098946 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098946 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098946 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098946 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098946 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098946 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.098946 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.099467 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.099467 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.099467 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.099467 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.099722 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.099898 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.100194 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.100476 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.100672 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.100939 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.101178 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.101437 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.101685 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.101953 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.102210 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.102440 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.102684 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.105499 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.105499 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.105499 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.105499 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.105499 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.105499 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.105499 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.105499 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.106012 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.106012 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.106012 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.106012 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.106012 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.106012 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.106366 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.106366 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.106549 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.106794 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.107011 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.107224 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.107473 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.107711 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.107932 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.108198 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.108412 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.108640 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.108890 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.109111 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.109338 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.109629 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.109903 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.110181 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.110375 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.110635 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.110864 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.111092 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.111321 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.111532 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.111754 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.111969 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.112177 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.112402 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.112611 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.112820 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.113042 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.113293 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.113521 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.113784 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.113994 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.114202 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.114442 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.114660 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.114867 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.115111 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.115342 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.115549 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.115767 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.116032 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.116204 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.116668 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.116880 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.117089 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.117313 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.117531 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.117741 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.118036 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.118685 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.118685 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.118868 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.119013 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.119279 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.119525 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.119852 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.120091 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.120351 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.121048 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.121156 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.121374 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.121631 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.121943 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.122231 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.122529 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.122792 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.123058 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.123338 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.123578 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.123792 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.124100 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.124440 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.124722 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.124984 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.125141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:15:48.125240 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.125472 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.125714 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.125962 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.126203 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.126458 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.126676 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.126933 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.127165 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.127426 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.127621 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.127848 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.128086 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.128326 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.128558 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.128808 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.129021 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.129178 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 14:15:48.129704 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 15 14:15:48.130159 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 14:15:48.130322 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 14:15:48.130527 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 14:15:48.130705 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 14:15:48.130860 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 14:15:48.131072 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.131242 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.131389 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.131547 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.131698 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.131880 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.132055 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.132199 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.132338 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.132534 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.132657 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.132807 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.133056 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.133176 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.133261 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.133415 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.133573 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.133777 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.133870 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.134035 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.134126 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066011 Nov 15 14:15:48.134207 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.134338 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.135971 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] debug = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.138575 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.138575 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.138575 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.138575 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.138575 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.138575 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139134 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139134 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139134 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139134 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139134 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139134 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139134 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139134 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139625 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139625 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139625 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139625 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139625 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] host = n-d-817748-2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139625 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139625 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.139625 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.140633 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.140633 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.140633 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.140633 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.140633 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.140916 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.140916 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.141035 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.141205 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.141355 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.141552 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.141637 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_options = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.141803 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.141959 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.142136 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.142307 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.143113 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.143113 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.143113 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.143113 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.143113 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.143436 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.143436 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.144479 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.144645 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.144804 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.144961 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.145118 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.145275 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.145432 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.145624 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.145773 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.145932 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.146088 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.146245 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.146449 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.146596 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.146734 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.146891 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.147049 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.147205 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.147363 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.147519 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.147677 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.147832 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.147988 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.148144 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.148300 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.148459 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.148615 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.148776 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.148932 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.149089 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.149245 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.149401 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.149557 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.149714 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.149870 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.150032 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] use_json = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.150188 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.150345 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.150542 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.150704 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.150870 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.151014 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.151169 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.151331 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 14:15:48.151987 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.151987 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.151987 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.151987 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.152287 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.152287 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.152425 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.152614 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.152714 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.152866 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.153038 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.153189 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.153367 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.153524 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.153682 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.153844 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.154003 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.154163 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.154321 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.154508 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.154668 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.154826 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.154996 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.155153 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.155313 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.155471 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.155678 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.156354 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.156515 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.156675 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.156838 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.157000 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.157149 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.157306 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.157454 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.157598 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.157854 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.158003 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.158142 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.158264 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.158414 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.159449 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.159623 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.159786 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.159952 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.160804 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.160804 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.160804 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.160804 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.160804 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.161217 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.161217 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.161217 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.161431 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.161498 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.161644 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.161814 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.161948 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.162076 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.162240 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.162444 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.163524 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.163688 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.163839 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.164001 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.164161 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.164335 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.164495 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.164663 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.164807 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.164936 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.165100 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.165260 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.165419 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.165579 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.165738 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.165898 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.166058 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.166218 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.166376 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.167251 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.167421 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.167574 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.167739 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.167902 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.168067 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.168228 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.172933 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.172933 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.172933 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.172933 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.172933 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.172933 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.172933 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.172933 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.173539 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.173539 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.173539 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.173539 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.173539 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.173539 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.173539 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.173539 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174082 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174082 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174082 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174082 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174082 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174082 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174082 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174082 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174661 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174661 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174661 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174661 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174661 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174661 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174661 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.174661 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.175201 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.175201 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.175440 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.175622 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.175781 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.175928 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.176067 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.176203 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.176363 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.176526 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.176688 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.176849 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.177897 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.177897 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.177897 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.177897 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.177897 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.177897 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.178276 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.178276 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.178276 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.178491 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.178641 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.178713 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.179102 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.179102 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.179373 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.179373 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.179605 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.180715 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.180901 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.181066 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.181206 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.181336 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.181497 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.181658 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.181820 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.181981 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.182141 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.182304 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.182473 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.182635 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.182798 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.182960 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.183123 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.183284 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.184362 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.184545 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.184755 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.184924 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.185037 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.185165 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.185347 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.185546 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.185672 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.185756 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.185918 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.186079 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.186241 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.186454 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.186610 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.186749 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.186946 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.187104 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.187246 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.187458 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.188495 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.188658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:15:48.188805 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.188805 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.189064 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.189199 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.189335 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.189470 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.189605 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.189760 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.189914 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.190133 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.190275 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.190437 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.190580 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.190715 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.190851 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.190986 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.191398 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.191547 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.191684 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.191819 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.191954 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.192108 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.192245 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.192379 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.192514 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.192684 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.192828 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.192992 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.193155 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.193306 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.193464 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.193633 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.193795 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.193957 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.194125 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.194264 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.194456 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.194601 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.194736 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.194951 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.195150 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.195287 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.195422 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.195570 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.195708 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.195844 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.195979 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.196124 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.196259 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.196431 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.196575 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.196738 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.196889 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.197046 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.197208 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.197379 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.197539 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.197701 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.197843 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.198006 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.198168 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.198329 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.198495 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.198658 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.198827 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.198970 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.199198 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.199365 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.199537 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.202248 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.207954 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.207954 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.207954 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.207954 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.207954 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.207954 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.207954 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.207954 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.208527 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.208527 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.208527 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.208527 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.208527 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.208527 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.208527 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.208527 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209076 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209076 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209076 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209076 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209076 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209076 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209076 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209076 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209076 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209678 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209678 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209678 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209678 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209678 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209678 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209678 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209678 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.209678 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 14:15:48.210277 n-d-817748-2 neutron-server[103035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 14:15:59.651137 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e8a420-2a93-488a-beb0-3def4f2215d5 None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 14:15:59.719247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e8a420-2a93-488a-beb0-3def4f2215d5 None None] No non-hosted networks {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 15 14:15:59.721171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.agentschedulers_db [None req-f6e8a420-2a93-488a-beb0-3def4f2215d5 None None] DHCP Agent not found on host n-d-817748-2 {{(pid=103148) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 15 14:15:59.774997 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0ff1c41-9d74-4dea-bf08-347dd9ed5fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674353'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:02.032680 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42a9979b-f687-46ea-a46f-1c9aff8acc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674353'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:02.071333 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-efc5b92b-ca84-4d98-834e-4664a092f314 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-817748-2 {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:16:02.071994 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-efc5b92b-ca84-4d98-834e-4664a092f314 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:16:02.678826 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-efc5b92b-ca84-4d98-834e-4664a092f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:03.295554 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674353'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:05.030947 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674353'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:05.649945 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674353'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:05.651233 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:05.651796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:05.652438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:05.653068 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:05.653675 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:05.654468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:05.655601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:05.656150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:05.656738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:05.657305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:05.658156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:05.658789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:05.659473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817748-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:16:05.669404 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817748-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:16:05.834210 n-d-817748-2 neutron-server[103148]: INFO neutron.db.l3_hamode_db [None req-104cd15e-7259-4d5d-a725-3143410ba20c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 15 14:16:05.916734 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104cd15e-7259-4d5d-a725-3143410ba20c None None] Routers set() bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:16:05.917144 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104cd15e-7259-4d5d-a725-3143410ba20c None None] Router IDs set() for agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 14:16:06.249665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39530) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:16:06.748817 n-d-817748-2 neutron-server[103147]: WARNING oslo_policy.policy [None req-be183651-fadd-4373-bbaa-1a0210a5c954 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 14:16:06.749375 n-d-817748-2 neutron-server[103147]: WARNING oslo_policy.policy [None req-be183651-fadd-4373-bbaa-1a0210a5c954 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 14:16:06.972623 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-be183651-fadd-4373-bbaa-1a0210a5c954 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:16:06.973706 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-be183651-fadd-4373-bbaa-1a0210a5c954 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7228563 Nov 15 14:16:09.519853 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39546) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:16:09.839812 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-38b4f4fa-460e-4d0a-ba11-1fdc043e3fde admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:16:09.934353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.policy [None req-38b4f4fa-460e-4d0a-ba11-1fdc043e3fde admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103147) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 15 14:16:09.981623 n-d-817748-2 neutron-server[103147]: WARNING oslo_policy.policy [None req-38b4f4fa-460e-4d0a-ba11-1fdc043e3fde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 14:16:09.982009 n-d-817748-2 neutron-server[103147]: WARNING oslo_policy.policy [None req-38b4f4fa-460e-4d0a-ba11-1fdc043e3fde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 14:16:09.991973 n-d-817748-2 neutron-server[103147]: INFO neutron.quota [None req-38b4f4fa-460e-4d0a-ba11-1fdc043e3fde admin admin] Loaded quota_driver: . Nov 15 14:16:10.150511 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38b4f4fa-460e-4d0a-ba11-1fdc043e3fde admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779093825007', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779093824316', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779093812661', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779093809270', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779093729894', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779093723688', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1331952', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1330031', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741296', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676477'] for rbac-policy, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:10.348322 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38b4f4fa-460e-4d0a-ba11-1fdc043e3fde admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:10.349494 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-38b4f4fa-460e-4d0a-ba11-1fdc043e3fde admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8286502 Nov 15 14:16:13.061888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39558) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:16:13.549852 n-d-817748-2 neutron-server[103146]: WARNING oslo_policy.policy [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 14:16:13.550452 n-d-817748-2 neutron-server[103146]: WARNING oslo_policy.policy [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 14:16:13.771771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Request body: {'network': {'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'name': 'private', 'project_id': 'b3b558620b6948058fecf9ffd84a1c75', 'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:16:13.773439 n-d-817748-2 neutron-server[103146]: INFO neutron.quota [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Loaded quota_driver: . Nov 15 14:16:13.929311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Made reservation on behalf of b3b558620b6948058fecf9ffd84a1c75 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:16:13.999805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.policy [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103146) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 15 14:16:14.046789 n-d-817748-2 neutron-server[103146]: WARNING oslo_policy.policy [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 14:16:14.047164 n-d-817748-2 neutron-server[103146]: WARNING oslo_policy.policy [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 14:16:14.057695 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:14.078285 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:14.187649 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:14.231877 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:14.255566 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:16:14.279106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779096574145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:14.280310 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Unsubscribe: segment precommit_create {{(pid=103146) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 15 14:16:14.280839 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Added segment 91c85b57-e888-4131-aad4-211a48bb0c29 of type vlan for network dcff2cf2-9f96-42d4-89aa-22f053dd5ef7 Nov 15 14:16:14.286919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6286408-3b0f-4d22-a93e-39ca9196467a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:14.316719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:14.317061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:14.317388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:14.317712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:14.318032 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:14.318349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:14.318691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:14.319008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:14.319319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:14.319630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:14.319941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:14.320251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Tracked resource versions report: Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: pushed versions: Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: { 'AddressGroup': {'1.2'}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'ConntrackHelper': {'1.0'}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'Log': {'1.0'}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'Network': {'1.1'}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'Port': {'1.7'}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'PortForwarding': {'1.2'}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'QosPolicy': {'1.10'}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'SecurityGroup': {'1.5'}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'SecurityGroupRule': {'1.2'}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'SubPort': {'1.0'}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'Subnet': {'1.1'}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'Trunk': {'1.1'}} Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: consumer versions: Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: { DHCP agent@n-d-817748-2: {}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: L3 agent@n-d-817748-2: {}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: Metadata agent@n-d-817748-2: {}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: Metering agent@n-d-817748-2: {}, Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: Open vSwitch agent@n-d-817748-2: { 'AddressGroup': '1.2', Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'ConntrackHelper': '1.0', Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'Log': '1.0', Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'Network': '1.1', Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'Port': '1.7', Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'PortForwarding': '1.2', Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'QosPolicy': '1.10', Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'SecurityGroup': '1.5', Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'SecurityGroupRule': '1.2', Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'SubPort': '1.0', Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'Subnet': '1.1', Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: 'Trunk': '1.1'}} Nov 15 14:16:14.321304 n-d-817748-2 neutron-server[103146]: {{(pid=103146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 14:16:14.408751 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:14.506104 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:14.507385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:16:14.508117 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:14.607195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] Pushing event updated for resources: {'Network': ['ID=dcff2cf2-9f96-42d4-89aa-22f053dd5ef7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:14.618730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network dcff2cf2-9f96-42d4-89aa-22f053dd5ef7 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:16:14.634960 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-de4ea101-2403-4d57-8a84-8e442e956f82 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5708570 Nov 15 14:16:17.427624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39580) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:16:17.808170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bef74e-9296-4a9e-bb1a-d32c7a232d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:16:17.809502 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e1bef74e-9296-4a9e-bb1a-d32c7a232d44 admin admin] 10.222.0.70 "GET /v2.0/networks/dcff2cf2-9f96-42d4-89aa-22f053dd5ef7 HTTP/1.1" status: 200 len: 825 time: 0.3809228 Nov 15 14:16:17.850344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-522554f1-196c-4103-acba-e41f57f0d315 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/de871d28-f307-4385-909b-6bc3ed0ee13c HTTP/1.1" status: 200 len: 734 time: 0.0341120 Nov 15 14:16:17.860331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0e10beb9-8787-4121-9eed-d129f2760a99 admin admin] Request body: {'subnet': {'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7', 'subnetpool_id': 'de871d28-f307-4385-909b-6bc3ed0ee13c', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:16:17.944115 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e10beb9-8787-4121-9eed-d129f2760a99 admin admin] Made reservation on behalf of b3b558620b6948058fecf9ffd84a1c75 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:16:17.946421 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e10beb9-8787-4121-9eed-d129f2760a99 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:18.287364 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e10beb9-8787-4121-9eed-d129f2760a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:18.355817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10beb9-8787-4121-9eed-d129f2760a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc54273c-4949-43e6-af74-9cd7add32aa9,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:18.358035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10beb9-8787-4121-9eed-d129f2760a99 admin admin] Checking segment: {'id': '91c85b57-e888-4131-aad4-211a48bb0c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:16:18.358489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10beb9-8787-4121-9eed-d129f2760a99 admin admin] Network hostable DHCP agents. Network: dcff2cf2-9f96-42d4-89aa-22f053dd5ef7, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:16:18.432062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10beb9-8787-4121-9eed-d129f2760a99 admin admin] Network dcff2cf2-9f96-42d4-89aa-22f053dd5ef7 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:16:18.486605 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0e10beb9-8787-4121-9eed-d129f2760a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, dcff2cf2-9f96-42d4-89aa-22f053dd5ef7) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:16:18.491247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e10beb9-8787-4121-9eed-d129f2760a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:16:18.491837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e10beb9-8787-4121-9eed-d129f2760a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:18.496144 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bd2d5f-e0d2-4645-a080-d4bdba9a711a None None] Network dcff2cf2-9f96-42d4-89aa-22f053dd5ef7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:16:18.575229 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0e10beb9-8787-4121-9eed-d129f2760a99 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7186811 Nov 15 14:16:18.824622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-dcff2cf2-9f96-42d4-89aa-22f053dd5ef7', 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'fixed_ips': [{'subnet_id': 'fc54273c-4949-43e6-af74-9cd7add32aa9'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:16:18.825917 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:19.122945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Allocated IP 172.20.0.2 (dcff2cf2-9f96-42d4-89aa-22f053dd5ef7/fc54273c-4949-43e6-af74-9cd7add32aa9/405d9930-28e8-4294-96b6-8b0135e2cf3e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:16:19.327766 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:19.401926 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:19.466008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Network dcff2cf2-9f96-42d4-89aa-22f053dd5ef7 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:16:19.472361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:16:19.475456 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:16:19.538446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Pushing event updated for resources: {'Port': ['ID=405d9930-28e8-4294-96b6-8b0135e2cf3e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:19.550529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:19.550882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:19.551225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:19.551560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:19.551893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:19.552220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:19.552545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:19.552869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:19.553191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:19.553513 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:19.553841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:19.554158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Tracked resource versions report: Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: pushed versions: Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: { 'AddressGroup': {'1.2'}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'ConntrackHelper': {'1.0'}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'Log': {'1.0'}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'Network': {'1.1'}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'Port': {'1.7'}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'PortForwarding': {'1.2'}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'QosPolicy': {'1.10'}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'SecurityGroup': {'1.5'}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'SecurityGroupRule': {'1.2'}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'SubPort': {'1.0'}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'Subnet': {'1.1'}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'Trunk': {'1.1'}} Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: consumer versions: Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: { DHCP agent@n-d-817748-2: {}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: L3 agent@n-d-817748-2: {}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: Metadata agent@n-d-817748-2: {}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: Metering agent@n-d-817748-2: {}, Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: Open vSwitch agent@n-d-817748-2: { 'AddressGroup': '1.2', Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'ConntrackHelper': '1.0', Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'Log': '1.0', Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'Network': '1.1', Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'Port': '1.7', Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'PortForwarding': '1.2', Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'QosPolicy': '1.10', Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'SecurityGroup': '1.5', Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'SecurityGroupRule': '1.2', Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'SubPort': '1.0', Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'Subnet': '1.1', Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: 'Trunk': '1.1'}} Nov 15 14:16:19.555239 n-d-817748-2 neutron-server[103148]: {{(pid=103148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 14:16:19.587639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Attempting to bind port 405d9930-28e8-4294-96b6-8b0135e2cf3e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:16:19.588042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Attempting to bind port 405d9930-28e8-4294-96b6-8b0135e2cf3e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '91c85b57-e888-4131-aad4-211a48bb0c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:16:19.588467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Attempting to bind port 405d9930-28e8-4294-96b6-8b0135e2cf3e on network dcff2cf2-9f96-42d4-89aa-22f053dd5ef7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:16:19.593837 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:16:19.594233 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Checking segment: {'id': '91c85b57-e888-4131-aad4-211a48bb0c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:16:19.594739 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:19.595130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Bound using segment: {'id': '91c85b57-e888-4131-aad4-211a48bb0c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:16:19.595626 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Bound port: 405d9930-28e8-4294-96b6-8b0135e2cf3e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c85b57-e888-4131-aad4-211a48bb0c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:16:19.596042 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:19.658130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] For port 405d9930-28e8-4294-96b6-8b0135e2cf3e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:16:19.662243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] For port 405d9930-28e8-4294-96b6-8b0135e2cf3e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=405d9930-28e8-4294-96b6-8b0135e2cf3e,segment=NetworkSegment(91c85b57-e888-4131-aad4-211a48bb0c29),segment_id=91c85b57-e888-4131-aad4-211a48bb0c29)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:16:19.724102 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:19.788148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db793d5-e146-433f-bb7d-4765e80b9452 None None] Pushing event updated for resources: {'Port': ['ID=405d9930-28e8-4294-96b6-8b0135e2cf3e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:21.166589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:16:21.478680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-5ec9750f-2435-48a1-b597-c3ada9d699d8 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:16:21.479675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5ec9750f-2435-48a1-b597-c3ada9d699d8 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3121006 Nov 15 14:16:24.036102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:16:24.349518 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-a926c259-d4f1-42fa-a1ad-3c259da1c879 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:16:24.350568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a926c259-d4f1-42fa-a1ad-3c259da1c879 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3134072 Nov 15 14:16:27.110284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:16:27.411181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0ef4ebdc-3bb5-49a4-bc88-402801669fd0 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:16:27.523534 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ebdc-3bb5-49a4-bc88-402801669fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:27.525210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ebdc-3bb5-49a4-bc88-402801669fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:27.665315 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ebdc-3bb5-49a4-bc88-402801669fd0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:27.712830 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ebdc-3bb5-49a4-bc88-402801669fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:27.785887 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ebdc-3bb5-49a4-bc88-402801669fd0 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:27.787179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0ef4ebdc-3bb5-49a4-bc88-402801669fd0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6758575 Nov 15 14:16:28.940508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac775c-7d97-4780-81fd-ebd7d6805f0d None None] Network dcff2cf2-9f96-42d4-89aa-22f053dd5ef7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:16:29.042511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e77393f4-0b57-41e7-927b-ab13cd6d5763 None None] Provisioning complete for port 405d9930-28e8-4294-96b6-8b0135e2cf3e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:16:29.042908 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e77393f4-0b57-41e7-927b-ab13cd6d5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:29.271133 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e77393f4-0b57-41e7-927b-ab13cd6d5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:29.316823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e77393f4-0b57-41e7-927b-ab13cd6d5763 None None] For port 405d9930-28e8-4294-96b6-8b0135e2cf3e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=405d9930-28e8-4294-96b6-8b0135e2cf3e,segment=NetworkSegment(91c85b57-e888-4131-aad4-211a48bb0c29),segment_id=91c85b57-e888-4131-aad4-211a48bb0c29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:16:29.396153 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e77393f4-0b57-41e7-927b-ab13cd6d5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:29.446105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77393f4-0b57-41e7-927b-ab13cd6d5763 None None] Pushing event updated for resources: {'Port': ['ID=405d9930-28e8-4294-96b6-8b0135e2cf3e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:29.463258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 405d9930-28e8-4294-96b6-8b0135e2cf3e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:16:29.522748 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 405d9930-28e8-4294-96b6-8b0135e2cf3e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:16:29.523117 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:29.545129 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-49840c35-9ed6-4f97-930f-88d8970e431e None None] Provisioning complete for port 405d9930-28e8-4294-96b6-8b0135e2cf3e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:16:29.545493 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49840c35-9ed6-4f97-930f-88d8970e431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:29.670785 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ab75-4875-4c6d-a5df-283f512718be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:30.287105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:16:30.595923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-09ea7b1c-ce86-47dc-b691-a8286410f945 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:16:30.596912 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-09ea7b1c-ce86-47dc-b691-a8286410f945 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3088608 Nov 15 14:16:31.427361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 405d9930-28e8-4294-96b6-8b0135e2cf3e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:16:31.488012 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 405d9930-28e8-4294-96b6-8b0135e2cf3e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:16:31.488375 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:32.037541 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48c2d602-a64c-498f-bb2b-25abaebec41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:33.100512 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39632) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:16:33.203849 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:33.413317 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:16:33.494685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Made reservation on behalf of e8575d480a5843aa849c4144694d45df for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:16:33.497263 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:33.512882 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:33.612762 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:33.683032 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:33.695759 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Reserving flat network on physical network physnet1 {{(pid=103147) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 15 14:16:33.726672 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779096574145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:33.727249 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Unsubscribe: segment precommit_create {{(pid=103147) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 15 14:16:33.727748 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Added segment ecfe084d-1e58-428b-b074-6b4b29fc51ba of type flat for network b2ec0584-4c9d-449d-939f-974082d4d7e7 Nov 15 14:16:33.742732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2d82aa-e32b-4f42-93a4-e492b1e8416b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:33.793187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:33.793522 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:33.793853 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:33.794182 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:33.794536 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:33.794863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:33.795744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:33.796066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:33.796387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:33.796709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:33.797026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:33.797340 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Tracked resource versions report: Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: pushed versions: Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: { 'AddressGroup': {'1.2'}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'Log': {'1.0'}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'Network': {'1.1'}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'Port': {'1.7'}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'PortForwarding': {'1.2'}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'QosPolicy': {'1.10'}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'SecurityGroup': {'1.5'}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'SubPort': {'1.0'}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'Subnet': {'1.1'}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'Trunk': {'1.1'}} Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: consumer versions: Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: { DHCP agent@n-d-817748-2: {}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: L3 agent@n-d-817748-2: {}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: Metadata agent@n-d-817748-2: {}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: Metering agent@n-d-817748-2: {}, Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: Open vSwitch agent@n-d-817748-2: { 'AddressGroup': '1.2', Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'ConntrackHelper': '1.0', Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'Log': '1.0', Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'Network': '1.1', Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'Port': '1.7', Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'PortForwarding': '1.2', Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'QosPolicy': '1.10', Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'SecurityGroup': '1.5', Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'SecurityGroupRule': '1.2', Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'SubPort': '1.0', Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'Subnet': '1.1', Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: 'Trunk': '1.1'}} Nov 15 14:16:33.798385 n-d-817748-2 neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 14:16:33.847945 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:33.934452 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:33.935539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:16:33.936888 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:34.032121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] Pushing event updated for resources: {'Network': ['ID=b2ec0584-4c9d-449d-939f-974082d4d7e7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:34.042155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:16:34.066912 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-61d51547-14af-43d8-a5ef-c51c7c5fe162 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9652255 Nov 15 14:16:34.869320 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:35.669347 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:36.557387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:16:36.772100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5275089-0f60-4bf5-ba27-86025cb9e74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:16:36.773452 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a5275089-0f60-4bf5-ba27-86025cb9e74f admin admin] 10.222.0.70 "GET /v2.0/subnets/fc54273c-4949-43e6-af74-9cd7add32aa9 HTTP/1.1" status: 200 len: 849 time: 0.2151210 Nov 15 14:16:36.947924 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2aa3e856-4ef5-487a-908c-0f66d7efd07c admin admin] 10.222.0.70 "GET /v2.0/routers/0d73c46f-e126-44e7-a3f6-484e9e3872f5 HTTP/1.1" status: 200 len: 704 time: 0.1681397 Nov 15 14:16:37.211112 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:37.496452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Allocated IP 172.20.0.1 (dcff2cf2-9f96-42d4-89aa-22f053dd5ef7/fc54273c-4949-43e6-af74-9cd7add32aa9/a387a282-3cfc-475c-85a3-e85709ffcdc4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:16:37.684630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:37.813259 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:37.881918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Network dcff2cf2-9f96-42d4-89aa-22f053dd5ef7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:16:37.892264 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:16:37.900871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:16:37.904937 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:37.919871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Pushing event updated for resources: {'Port': ['ID=a387a282-3cfc-475c-85a3-e85709ffcdc4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:38.152826 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:38.197203 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-243df7f8-9f54-4bfa-b596-18a7b0594ef5 None None] Provisioning complete for port a387a282-3cfc-475c-85a3-e85709ffcdc4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:16:38.197767 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-243df7f8-9f54-4bfa-b596-18a7b0594ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:38.231016 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-243df7f8-9f54-4bfa-b596-18a7b0594ef5 None None] Port a387a282-3cfc-475c-85a3-e85709ffcdc4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:16:38.413626 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:38.488152 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:38.488890 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:38.563720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Pushing event updated for resources: {'Port': ['ID=a387a282-3cfc-475c-85a3-e85709ffcdc4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:38.611514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Network dcff2cf2-9f96-42d4-89aa-22f053dd5ef7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:16:38.612801 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:16:38.836966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Router 0d73c46f-e126-44e7-a3f6-484e9e3872f5 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:16:38.853052 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-edf4950e-a08e-445d-b28f-b275746afdaf None None] Provisioning complete for port a387a282-3cfc-475c-85a3-e85709ffcdc4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:16:38.853422 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edf4950e-a08e-445d-b28f-b275746afdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:38.887413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-edf4950e-a08e-445d-b28f-b275746afdaf None None] Port a387a282-3cfc-475c-85a3-e85709ffcdc4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:16:38.928807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:16:38.933960 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c3d3500f-b271-4e84-bb65-b8f136936072 admin admin] 10.222.0.70 "PUT /v2.0/routers/0d73c46f-e126-44e7-a3f6-484e9e3872f5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9797330 Nov 15 14:16:38.938765 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Sync routers for ids ['0d73c46f-e126-44e7-a3f6-484e9e3872f5'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:16:38.952968 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Routers {'0d73c46f-e126-44e7-a3f6-484e9e3872f5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:16:38.953789 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:16:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0d73c46f-e126-44e7-a3f6-484e9e3872f5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:16:39.123377 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:16:39.149259 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Set router 0d73c46f-e126-44e7-a3f6-484e9e3872f5 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:16:39.578655 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'name': 'router1', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:16:27Z', 'updated_at': '2021-11-15T14:16:38Z', 'revision_number': 2, 'project_id': 'b3b558620b6948058fecf9ffd84a1c75', 'gw_port_host': None, '_interfaces': [{'id': 'a387a282-3cfc-475c-85a3-e85709ffcdc4', 'name': '', 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'mac_address': 'fa:16:3e:fa:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc54273c-4949-43e6-af74-9cd7add32aa9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:16:37Z', 'updated_at': '2021-11-15T14:16:38Z', 'revision_number': 2, 'project_id': 'b3b558620b6948058fecf9ffd84a1c75', 'subnets': [{'id': 'fc54273c-4949-43e6-af74-9cd7add32aa9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de871d28-f307-4385-909b-6bc3ed0ee13c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:16:39.627808 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Checking router: 0d73c46f-e126-44e7-a3f6-484e9e3872f5 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:16:39.628172 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Updating router 0d73c46f-e126-44e7-a3f6-484e9e3872f5 port a387a282-3cfc-475c-85a3-e85709ffcdc4 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:16:39.712594 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:40.229451 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:40.323074 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:40.425384 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Pushing event updated for resources: {'Port': ['ID=a387a282-3cfc-475c-85a3-e85709ffcdc4,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:40.462448 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:40.462448 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:40.462448 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:40.462448 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:40.462930 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:40.463102 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:40.463421 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:40.463730 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:40.464059 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:40.464389 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:40.464712 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:40.465037 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Tracked resource versions report: Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: pushed versions: Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: { 'AddressGroup': {'1.2'}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'ConntrackHelper': {'1.0'}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'Log': {'1.0'}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'Network': {'1.1'}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'Port': {'1.7'}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'PortForwarding': {'1.2'}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'QosPolicy': {'1.10'}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'SecurityGroup': {'1.5'}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'SecurityGroupRule': {'1.2'}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'SubPort': {'1.0'}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'Subnet': {'1.1'}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'Trunk': {'1.1'}} Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: consumer versions: Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: { DHCP agent@n-d-817748-2: {}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: L3 agent@n-d-817748-2: {}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: Metadata agent@n-d-817748-2: {}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: Metering agent@n-d-817748-2: {}, Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: Open vSwitch agent@n-d-817748-2: { 'AddressGroup': '1.2', Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'ConntrackHelper': '1.0', Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'Log': '1.0', Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'Network': '1.1', Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'Port': '1.7', Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'PortForwarding': '1.2', Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'QosPolicy': '1.10', Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'SecurityGroup': '1.5', Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'SecurityGroupRule': '1.2', Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'SubPort': '1.0', Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'Subnet': '1.1', Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: 'Trunk': '1.1'}} Nov 15 14:16:40.467589 n-d-817748-2 neutron-server[103149]: {{(pid=103149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 14:16:40.521644 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Attempting to bind port a387a282-3cfc-475c-85a3-e85709ffcdc4 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:16:40.522206 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Attempting to bind port a387a282-3cfc-475c-85a3-e85709ffcdc4 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '91c85b57-e888-4131-aad4-211a48bb0c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:16:40.522836 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Attempting to bind port a387a282-3cfc-475c-85a3-e85709ffcdc4 on network dcff2cf2-9f96-42d4-89aa-22f053dd5ef7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:16:40.528793 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:16:40.529218 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Checking segment: {'id': '91c85b57-e888-4131-aad4-211a48bb0c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:16:40.529702 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:40.530092 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Bound using segment: {'id': '91c85b57-e888-4131-aad4-211a48bb0c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:16:40.531670 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Bound port: a387a282-3cfc-475c-85a3-e85709ffcdc4, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c85b57-e888-4131-aad4-211a48bb0c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:16:40.531670 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:40.599195 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] For port a387a282-3cfc-475c-85a3-e85709ffcdc4, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:16:40.615546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81f17dd4-01f3-49ca-91cb-1bb57b5aee40 None None] Provisioning complete for port a387a282-3cfc-475c-85a3-e85709ffcdc4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:16:40.616092 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81f17dd4-01f3-49ca-91cb-1bb57b5aee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:40.619462 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] For port a387a282-3cfc-475c-85a3-e85709ffcdc4, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a387a282-3cfc-475c-85a3-e85709ffcdc4,segment=NetworkSegment(91c85b57-e888-4131-aad4-211a48bb0c29),segment_id=91c85b57-e888-4131-aad4-211a48bb0c29)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:16:40.652237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81f17dd4-01f3-49ca-91cb-1bb57b5aee40 None None] Port a387a282-3cfc-475c-85a3-e85709ffcdc4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:16:40.695425 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:40.755220 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84380b3e-47de-4200-9a8a-bee362b294c1 None None] Pushing event updated for resources: {'Port': ['ID=a387a282-3cfc-475c-85a3-e85709ffcdc4,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:40.757682 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Routers {'0d73c46f-e126-44e7-a3f6-484e9e3872f5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:16:40.758290 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:16:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0d73c46f-e126-44e7-a3f6-484e9e3872f5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:16:40.847615 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] Set router 0d73c46f-e126-44e7-a3f6-484e9e3872f5 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:16:40.974179 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9b8daee7-8cdc-42d5-9098-a87ab85532e0 None None] Provisioning complete for port a387a282-3cfc-475c-85a3-e85709ffcdc4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:16:40.974581 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b8daee7-8cdc-42d5-9098-a87ab85532e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:41.052270 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b8daee7-8cdc-42d5-9098-a87ab85532e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:41.070749 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'name': 'router1', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:16:27Z', 'updated_at': '2021-11-15T14:16:38Z', 'revision_number': 2, 'project_id': 'b3b558620b6948058fecf9ffd84a1c75', 'gw_port_host': None, '_interfaces': [{'id': 'a387a282-3cfc-475c-85a3-e85709ffcdc4', 'name': '', 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'mac_address': 'fa:16:3e:fa:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc54273c-4949-43e6-af74-9cd7add32aa9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:16:37Z', 'updated_at': '2021-11-15T14:16:40Z', 'revision_number': 4, 'project_id': 'b3b558620b6948058fecf9ffd84a1c75', 'subnets': [{'id': 'fc54273c-4949-43e6-af74-9cd7add32aa9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de871d28-f307-4385-909b-6bc3ed0ee13c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:16:41.089601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9b8daee7-8cdc-42d5-9098-a87ab85532e0 None None] For port a387a282-3cfc-475c-85a3-e85709ffcdc4, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a387a282-3cfc-475c-85a3-e85709ffcdc4,segment=NetworkSegment(91c85b57-e888-4131-aad4-211a48bb0c29),segment_id=91c85b57-e888-4131-aad4-211a48bb0c29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:16:41.096545 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d08ce-6e43-4cf2-b2fc-8566360cd033 None None] The sync data for ids ['0d73c46f-e126-44e7-a3f6-484e9e3872f5'] in n-d-817748-2 is: [{'id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'name': 'router1', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:16:27Z', 'updated_at': '2021-11-15T14:16:38Z', 'revision_number': 2, 'project_id': 'b3b558620b6948058fecf9ffd84a1c75', 'gw_port_host': None, '_interfaces': [{'id': 'a387a282-3cfc-475c-85a3-e85709ffcdc4', 'name': '', 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'mac_address': 'fa:16:3e:fa:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc54273c-4949-43e6-af74-9cd7add32aa9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:16:37Z', 'updated_at': '2021-11-15T14:16:40Z', 'revision_number': 4, 'project_id': 'b3b558620b6948058fecf9ffd84a1c75', 'subnets': [{'id': 'fc54273c-4949-43e6-af74-9cd7add32aa9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de871d28-f307-4385-909b-6bc3ed0ee13c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:16:41.172508 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b8daee7-8cdc-42d5-9098-a87ab85532e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:41.224189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8daee7-8cdc-42d5-9098-a87ab85532e0 None None] Pushing event updated for resources: {'Port': ['ID=a387a282-3cfc-475c-85a3-e85709ffcdc4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:41.367890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39670) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:16:41.477923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14d4687-5105-43ed-b838-1c3ccc4e8afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:16:41.479309 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b14d4687-5105-43ed-b838-1c3ccc4e8afa admin admin] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 842 time: 0.1105573 Nov 15 14:16:41.489749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3e4e4fd0-96bd-4e08-b456-299c040c89ce admin admin] Request body: {'subnet': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'gateway_ip': '172.25.4.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.4.0/24'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:16:41.591723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4e4fd0-96bd-4e08-b456-299c040c89ce admin admin] Made reservation on behalf of e8575d480a5843aa849c4144694d45df for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:16:41.593912 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4fd0-96bd-4e08-b456-299c040c89ce admin admin] Publish callbacks [] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:41.927848 n-d-817748-2 neutron-server[103147]: DEBUG neutron.objects.ports [None req-3e4e4fd0-96bd-4e08-b456-299c040c89ce admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:16:41.928199 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4fd0-96bd-4e08-b456-299c040c89ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:41.981968 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e4fd0-96bd-4e08-b456-299c040c89ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee92b49f-d7bb-47d9-bf96-3166552e1e95,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:41.991938 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e4fd0-96bd-4e08-b456-299c040c89ce admin admin] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:16:41.992291 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4e4fd0-96bd-4e08-b456-299c040c89ce admin admin] Network hostable DHCP agents. Network: b2ec0584-4c9d-449d-939f-974082d4d7e7, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:16:42.071519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4e4fd0-96bd-4e08-b456-299c040c89ce admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:16:42.145764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3e4e4fd0-96bd-4e08-b456-299c040c89ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b2ec0584-4c9d-449d-939f-974082d4d7e7) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:16:42.149747 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4e4fd0-96bd-4e08-b456-299c040c89ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:16:42.151335 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4fd0-96bd-4e08-b456-299c040c89ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:42.155796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edada59-6c09-445a-a1df-3df341dca926 None None] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:16:42.221269 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3e4e4fd0-96bd-4e08-b456-299c040c89ce admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7346778 Nov 15 14:16:42.307382 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06649627-014a-492d-b38e-d70cde927cea None None] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:16:44.664227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39678) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:16:44.796924 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9213d7c4-7795-4516-a704-7eb286438e8f admin admin] 10.222.0.70 "GET /v2.0/routers/0d73c46f-e126-44e7-a3f6-484e9e3872f5 HTTP/1.1" status: 200 len: 710 time: 0.1313763 Nov 15 14:16:44.885084 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a90cf-525c-4dcb-9b96-73a4f1726d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:16:44.886371 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-534a90cf-525c-4dcb-9b96-73a4f1726d0f admin admin] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 886 time: 0.0832903 Nov 15 14:16:44.897046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:16:45.218669 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:45.509991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:45.582697 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:45.692339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Allocated IP 172.25.4.89 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/eb87eaa4-7214-422f-b4dc-c9a7a92f51d8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:16:45.800315 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:45.915296 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:45.950182 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:16:45.954851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:16:45.958231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:16:45.992230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Pushing event updated for resources: {'Port': ['ID=eb87eaa4-7214-422f-b4dc-c9a7a92f51d8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:46.292188 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:46.496832 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:46.500237 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:46.618761 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Router 0d73c46f-e126-44e7-a3f6-484e9e3872f5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:16:46.730005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:16:46.734299 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:46.735531 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-84ccea28-0b56-4dc4-97de-68fcf1fff89e admin admin] 10.222.0.70 "PUT /v2.0/routers/0d73c46f-e126-44e7-a3f6-484e9e3872f5 HTTP/1.1" status: 200 len: 889 time: 1.8422434 Nov 15 14:16:47.455418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a387a282-3cfc-475c-85a3-e85709ffcdc4 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:16:47.502093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port a387a282-3cfc-475c-85a3-e85709ffcdc4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:16:47.502493 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:48.171848 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Sync routers for ids ['0d73c46f-e126-44e7-a3f6-484e9e3872f5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:16:48.182704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Routers {'0d73c46f-e126-44e7-a3f6-484e9e3872f5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:16:48.183341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:16:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0d73c46f-e126-44e7-a3f6-484e9e3872f5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:16:48.389455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Set router 0d73c46f-e126-44e7-a3f6-484e9e3872f5 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:16:48.843064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'name': 'router1', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'eb87eaa4-7214-422f-b4dc-c9a7a92f51d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:16:27Z', 'updated_at': '2021-11-15T14:16:46Z', 'revision_number': 4, 'project_id': 'b3b558620b6948058fecf9ffd84a1c75', 'gw_port': {'id': 'eb87eaa4-7214-422f-b4dc-c9a7a92f51d8', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:16:45Z', 'updated_at': '2021-11-15T14:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'a387a282-3cfc-475c-85a3-e85709ffcdc4', 'name': '', 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'mac_address': 'fa:16:3e:fa:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc54273c-4949-43e6-af74-9cd7add32aa9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:16:37Z', 'updated_at': '2021-11-15T14:16:41Z', 'revision_number': 5, 'project_id': 'b3b558620b6948058fecf9ffd84a1c75', 'subnets': [{'id': 'fc54273c-4949-43e6-af74-9cd7add32aa9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de871d28-f307-4385-909b-6bc3ed0ee13c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:16:48.893379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Checking router: 0d73c46f-e126-44e7-a3f6-484e9e3872f5 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:16:48.893729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Updating router 0d73c46f-e126-44e7-a3f6-484e9e3872f5 port eb87eaa4-7214-422f-b4dc-c9a7a92f51d8 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:16:48.940388 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:49.253843 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:49.259282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39690) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:16:49.306143 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:49.360513 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Attempting to bind port eb87eaa4-7214-422f-b4dc-c9a7a92f51d8 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:16:49.360880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Attempting to bind port eb87eaa4-7214-422f-b4dc-c9a7a92f51d8 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:16:49.361240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Attempting to bind port eb87eaa4-7214-422f-b4dc-c9a7a92f51d8 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:16:49.368290 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c158d-df6f-43e9-9d59-b43960b5e68a None None] Pushing event updated for resources: {'Port': ['ID=eb87eaa4-7214-422f-b4dc-c9a7a92f51d8,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:49.371017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:16:49.371436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:16:49.371774 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:49.372437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:16:49.373504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Bound port: eb87eaa4-7214-422f-b4dc-c9a7a92f51d8, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:16:49.373908 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:49.423638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] For port eb87eaa4-7214-422f-b4dc-c9a7a92f51d8, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:16:49.426591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] For port eb87eaa4-7214-422f-b4dc-c9a7a92f51d8, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=eb87eaa4-7214-422f-b4dc-c9a7a92f51d8,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:16:49.462268 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d4cc1e59-9c75-4bb5-b63a-877aa2cf51ce admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2017944 Nov 15 14:16:49.506467 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:49.568689 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Routers {'0d73c46f-e126-44e7-a3f6-484e9e3872f5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:16:49.569323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:16:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0d73c46f-e126-44e7-a3f6-484e9e3872f5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:16:49.571354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c158d-df6f-43e9-9d59-b43960b5e68a None None] Pushing event updated for resources: {'Port': ['ID=eb87eaa4-7214-422f-b4dc-c9a7a92f51d8,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:49.681902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] Set router 0d73c46f-e126-44e7-a3f6-484e9e3872f5 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:16:49.910299 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'name': 'router1', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'eb87eaa4-7214-422f-b4dc-c9a7a92f51d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:16:27Z', 'updated_at': '2021-11-15T14:16:46Z', 'revision_number': 4, 'project_id': 'b3b558620b6948058fecf9ffd84a1c75', 'gw_port': {'id': 'eb87eaa4-7214-422f-b4dc-c9a7a92f51d8', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:16:45Z', 'updated_at': '2021-11-15T14:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'a387a282-3cfc-475c-85a3-e85709ffcdc4', 'name': '', 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'mac_address': 'fa:16:3e:fa:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc54273c-4949-43e6-af74-9cd7add32aa9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:16:37Z', 'updated_at': '2021-11-15T14:16:41Z', 'revision_number': 5, 'project_id': 'b3b558620b6948058fecf9ffd84a1c75', 'subnets': [{'id': 'fc54273c-4949-43e6-af74-9cd7add32aa9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de871d28-f307-4385-909b-6bc3ed0ee13c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:16:49.935758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4fed6-5b45-4be7-a2c0-8e0b7073df3c None None] The sync data for ids ['0d73c46f-e126-44e7-a3f6-484e9e3872f5'] in n-d-817748-2 is: [{'id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'name': 'router1', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'eb87eaa4-7214-422f-b4dc-c9a7a92f51d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:16:27Z', 'updated_at': '2021-11-15T14:16:46Z', 'revision_number': 4, 'project_id': 'b3b558620b6948058fecf9ffd84a1c75', 'gw_port': {'id': 'eb87eaa4-7214-422f-b4dc-c9a7a92f51d8', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:16:45Z', 'updated_at': '2021-11-15T14:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'a387a282-3cfc-475c-85a3-e85709ffcdc4', 'name': '', 'network_id': 'dcff2cf2-9f96-42d4-89aa-22f053dd5ef7', 'tenant_id': 'b3b558620b6948058fecf9ffd84a1c75', 'mac_address': 'fa:16:3e:fa:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d73c46f-e126-44e7-a3f6-484e9e3872f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc54273c-4949-43e6-af74-9cd7add32aa9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:16:37Z', 'updated_at': '2021-11-15T14:16:41Z', 'revision_number': 5, 'project_id': 'b3b558620b6948058fecf9ffd84a1c75', 'subnets': [{'id': 'fc54273c-4949-43e6-af74-9cd7add32aa9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de871d28-f307-4385-909b-6bc3ed0ee13c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:16:51.489827 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device eb87eaa4-7214-422f-b4dc-c9a7a92f51d8 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:16:51.543644 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port eb87eaa4-7214-422f-b4dc-c9a7a92f51d8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:16:51.544101 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:51.629760 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:51.651937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port eb87eaa4-7214-422f-b4dc-c9a7a92f51d8, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=eb87eaa4-7214-422f-b4dc-c9a7a92f51d8,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:16:51.738012 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:51.797386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=eb87eaa4-7214-422f-b4dc-c9a7a92f51d8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:16:53.477066 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device eb87eaa4-7214-422f-b4dc-c9a7a92f51d8 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:16:53.558325 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port eb87eaa4-7214-422f-b4dc-c9a7a92f51d8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:16:53.558978 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:16:59.649644 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-167ac758-6dd9-433f-bf64-8fea8e3036a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:17:02.014226 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e821756d-063a-40bc-97b8-ba139c982180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:17:03.217786 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:17:04.853914 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:17:05.647976 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:17:16.071621 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:17:30.070018 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04a27e92-76fb-404f-ac00-83605d2da1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:17:32.013582 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e07cc1e-eb62-4c0e-8eb9-c68e2549cebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:17:33.217078 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:17:35.710799 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:17:35.753662 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:17:53.070515 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:17:59.645265 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c11532ea-b529-4e33-a51a-481004f92875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:02.006663 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8ac1ad4-2375-4914-b143-6cc707b96a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:03.282205 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:04.858002 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:05.627803 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:29.651263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-321d0d95-65e4-4047-a94b-ca2f09b41612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:30.068895 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:18:32.017029 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba007875-4ad0-4c37-b88f-30f68797e390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:33.238949 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:33.977463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:18:34.037236 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a01ef06-0404-4e48-b946-140f38a089d0 admin admin] GET failed (client error): The resource could not be found. Nov 15 14:18:34.038530 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4a01ef06-0404-4e48-b946-140f38a089d0 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0594592 Nov 15 14:18:34.200584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b6e55-89f8-4eb7-b3f1-1472a56344e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:34.201976 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ff7b6e55-89f8-4eb7-b3f1-1472a56344e8 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1582487 Nov 15 14:18:34.861077 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:35.651834 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:36.516886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:18:36.608703 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930540be-0326-4b55-8499-4daf07e708dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:36.609966 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-930540be-0326-4b55-8499-4daf07e708dc admin admin] 10.222.0.70 "GET /v2.0/subnets/fc54273c-4949-43e6-af74-9cd7add32aa9 HTTP/1.1" status: 200 len: 849 time: 0.0921328 Nov 15 14:18:36.619783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:18:36.703476 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:36.901438 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779096471462'] for subnet, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:36.933962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:36.935331 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:36.936002 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] 10.222.0.70 "PUT /v2.0/subnets/fc54273c-4949-43e6-af74-9cd7add32aa9 HTTP/1.1" status: 200 len: 868 time: 0.3198576 Nov 15 14:18:36.953929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9271112c-ed3b-418a-b37a-76a02fe676a1 None None] Network dcff2cf2-9f96-42d4-89aa-22f053dd5ef7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:18:36.956771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc54273c-4949-43e6-af74-9cd7add32aa9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:18:36.964133 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:18:36.964499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:18:36.964818 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:18:36.965166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:18:36.965492 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:18:36.965823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:18:36.966151 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:18:36.966516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:18:36.966845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:18:36.967167 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:18:36.967489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:18:36.967809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddab36c-0fb6-48ec-a6b3-a75e1b67e2f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:18:37.323958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-25f84c35-1e5d-48f1-8804-03bdd1563648 None None] Provisioning complete for port 405d9930-28e8-4294-96b6-8b0135e2cf3e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:18:37.324325 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25f84c35-1e5d-48f1-8804-03bdd1563648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:37.407145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-25f84c35-1e5d-48f1-8804-03bdd1563648 None None] Provisioning complete for port a387a282-3cfc-475c-85a3-e85709ffcdc4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:18:37.407432 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25f84c35-1e5d-48f1-8804-03bdd1563648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:18:39.244134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:18:39.435661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbc998e-afdb-48b9-b51b-7dd5704d21cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:39.436042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbc998e-afdb-48b9-b51b-7dd5704d21cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:39.437826 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6dbc998e-afdb-48b9-b51b-7dd5704d21cc admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1927502 Nov 15 14:18:41.746547 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40310) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:18:41.947124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03816cba-f0b6-4dcf-ace4-d171541e2905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:41.947506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03816cba-f0b6-4dcf-ace4-d171541e2905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:41.949010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-03816cba-f0b6-4dcf-ace4-d171541e2905 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2015567 Nov 15 14:18:44.257275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:18:44.394925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41549e9a-8c3b-4d5e-91dd-79cce640b46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:44.396302 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-41549e9a-8c3b-4d5e-91dd-79cce640b46b admin admin] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 886 time: 0.1380548 Nov 15 14:18:46.725103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40328) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:18:46.893890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902c5386-28ce-4f37-ab4c-8e7a3a4523ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:46.895305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-902c5386-28ce-4f37-ab4c-8e7a3a4523ea admin admin] 10.222.0.70 "GET /v2.0/networks/dcff2cf2-9f96-42d4-89aa-22f053dd5ef7 HTTP/1.1" status: 200 len: 869 time: 0.1692693 Nov 15 14:18:49.206910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:18:49.330294 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f270f61-bc31-40ac-bd2f-6a409bda438c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:49.330782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f270f61-bc31-40ac-bd2f-6a409bda438c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:49.332298 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2f270f61-bc31-40ac-bd2f-6a409bda438c admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244147 Nov 15 14:18:51.678255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40344) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:18:51.767219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bce50e0-1daf-458d-bf13-56fcdc1a2ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:51.767699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bce50e0-1daf-458d-bf13-56fcdc1a2ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:51.769164 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8bce50e0-1daf-458d-bf13-56fcdc1a2ced admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899451 Nov 15 14:18:54.052156 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40352) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:18:54.142739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cb6ea7-c4f8-41c4-a06b-dbdc2333de62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:54.144064 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d7cb6ea7-c4f8-41c4-a06b-dbdc2333de62 admin admin] 10.222.0.70 "GET /v2.0/subnets/ee92b49f-d7bb-47d9-bf96-3166552e1e95 HTTP/1.1" status: 200 len: 816 time: 0.0909717 Nov 15 14:18:56.451861 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:18:56.541668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f13485-db46-4ee5-9fcf-571e5935efcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:18:56.543019 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b5f13485-db46-4ee5-9fcf-571e5935efcb admin admin] 10.222.0.70 "GET /v2.0/subnets/fc54273c-4949-43e6-af74-9cd7add32aa9 HTTP/1.1" status: 200 len: 868 time: 0.0902224 Nov 15 14:18:59.634336 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e5c84c4-e7e1-4140-afe2-d572c2c499f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:02.016297 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-665f991f-af24-4838-a53a-8d57f00092ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:03.244068 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:04.861143 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:05.656150 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:07.068012 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:19:21.628411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:19:21.676219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-4ca12793-ecd8-458e-be47-b8e65081993b admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:19:21.677211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4ca12793-ecd8-458e-be47-b8e65081993b admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478613 Nov 15 14:19:24.054214 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:19:24.117481 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6ad30b-ab9d-48c9-ab92-a958718ea740 admin admin] GET failed (client error): The resource could not be found. Nov 15 14:19:24.118809 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-aa6ad30b-ab9d-48c9-ab92-a958718ea740 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0631156 Nov 15 14:19:24.206264 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f3451-b9f6-48e8-af7d-da427d7976d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:19:24.207875 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-549f3451-b9f6-48e8-af7d-da427d7976d5 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0843170 Nov 15 14:19:26.629140 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:19:26.676574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1b241f1c-0774-4a20-b87d-0a6d5d5ef77b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:19:26.775855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b241f1c-0774-4a20-b87d-0a6d5d5ef77b admin admin] Made reservation on behalf of e8575d480a5843aa849c4144694d45df for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:19:26.778145 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b241f1c-0774-4a20-b87d-0a6d5d5ef77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:26.805217 n-d-817748-2 neutron-server[103147]: WARNING neutron.services.revisions.revision_plugin [None req-1b241f1c-0774-4a20-b87d-0a6d5d5ef77b admin admin] Could not find related network for resource to bump revision. Nov 15 14:19:26.819332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b241f1c-0774-4a20-b87d-0a6d5d5ef77b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:19:26.828537 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b241f1c-0774-4a20-b87d-0a6d5d5ef77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:26.828875 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-1b241f1c-0774-4a20-b87d-0a6d5d5ef77b admin admin] Added segment aefed36f-82af-43c2-b757-db2d6c294d5f of type vlan for network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be Nov 15 14:19:26.876855 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b241f1c-0774-4a20-b87d-0a6d5d5ef77b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:26.970136 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b241f1c-0774-4a20-b87d-0a6d5d5ef77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:26.971117 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b241f1c-0774-4a20-b87d-0a6d5d5ef77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:19:26.971721 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b241f1c-0774-4a20-b87d-0a6d5d5ef77b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:27.026026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b241f1c-0774-4a20-b87d-0a6d5d5ef77b admin admin] Pushing event updated for resources: {'Network': ['ID=5fafced3-d8fd-42d3-a83d-fdd1d0d003be,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:19:27.035706 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:19:27.080502 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1b241f1c-0774-4a20-b87d-0a6d5d5ef77b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4501853 Nov 15 14:19:29.428078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40438) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:19:29.507696 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-991675de-97f8-44b0-a3d9-8868e0ef58d3 admin admin] GET failed (client error): The resource could not be found. Nov 15 14:19:29.509010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-991675de-97f8-44b0-a3d9-8868e0ef58d3 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0798895 Nov 15 14:19:29.631906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f7295-17de-4836-a1f2-e5ac4de3edd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:19:29.633422 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a6937d6-f523-4710-a66b-56e2b9d394ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:29.634017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-994f7295-17de-4836-a1f2-e5ac4de3edd8 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1202905 Nov 15 14:19:29.645167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Request body: {'subnet': {'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:19:29.718663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Made reservation on behalf of e8575d480a5843aa849c4144694d45df for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:19:29.720981 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:29.913639 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:29.961794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:19:29.971094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:29.971443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:29.971789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:29.972128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:29.972460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:29.972788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:29.973113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:29.973437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:29.973762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:29.974085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:29.974424 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:29.974751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:29.990438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:19:29.990800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Network hostable DHCP agents. Network: 5fafced3-d8fd-42d3-a83d-fdd1d0d003be, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:19:30.096030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:19:30.180404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 5fafced3-d8fd-42d3-a83d-fdd1d0d003be) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:19:30.184306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:19:30.184899 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:30.189722 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc95a52e-b505-443a-ada7-87e16dc5fa32 None None] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:19:30.303291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-29b930ca-b424-402c-9535-f2b75b2b28f9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6617568 Nov 15 14:19:30.328102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'tenant_id': 'e8575d480a5843aa849c4144694d45df', 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:19:30.329289 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:30.474044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Allocated IP 192.168.233.2 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/d13e9fd9-a60b-4f37-9ea8-0671a462c38b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:19:30.619532 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:30.706959 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:30.757007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:19:30.760539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:19:30.764167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:19:30.771074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Pushing event updated for resources: {'Port': ['ID=d13e9fd9-a60b-4f37-9ea8-0671a462c38b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:19:30.792704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:30.793080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:30.793418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:30.793748 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:30.794073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:30.794414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:30.794746 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:30.795067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:30.795386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:30.795704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:30.796022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:30.796337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:19:30.835256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Attempting to bind port d13e9fd9-a60b-4f37-9ea8-0671a462c38b on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:19:30.835819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Attempting to bind port d13e9fd9-a60b-4f37-9ea8-0671a462c38b by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:19:30.836181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Attempting to bind port d13e9fd9-a60b-4f37-9ea8-0671a462c38b on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:19:30.841313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:19:30.841795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:19:30.842193 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:30.842617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:19:30.843081 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Bound port: d13e9fd9-a60b-4f37-9ea8-0671a462c38b, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:19:30.843474 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:30.907654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] For port d13e9fd9-a60b-4f37-9ea8-0671a462c38b, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:19:30.910699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] For port d13e9fd9-a60b-4f37-9ea8-0671a462c38b, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d13e9fd9-a60b-4f37-9ea8-0671a462c38b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:19:31.016744 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:31.080818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218c1da-3f42-473d-ac4a-a4f2aa9b2c2b None None] Pushing event updated for resources: {'Port': ['ID=d13e9fd9-a60b-4f37-9ea8-0671a462c38b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:19:31.616940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d13e9fd9-a60b-4f37-9ea8-0671a462c38b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:19:31.669975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d13e9fd9-a60b-4f37-9ea8-0671a462c38b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:19:31.670347 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:31.762600 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:31.801597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port d13e9fd9-a60b-4f37-9ea8-0671a462c38b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d13e9fd9-a60b-4f37-9ea8-0671a462c38b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:19:31.884150 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:31.950041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9747c6-9a6f-4445-951f-972dca25dbf1 None None] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:19:31.954742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=d13e9fd9-a60b-4f37-9ea8-0671a462c38b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:19:32.027448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bf3b0193-5c1d-4ebb-bbfc-4f026678ff34 None None] Provisioning complete for port d13e9fd9-a60b-4f37-9ea8-0671a462c38b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:19:32.027818 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0193-5c1d-4ebb-bbfc-4f026678ff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:32.062063 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-827b6684-0c7e-4d1f-8501-55af74fec1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:32.400082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d81586f2-a31a-4006-9958-80abb6829d13 None None] Provisioning complete for port d13e9fd9-a60b-4f37-9ea8-0671a462c38b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:19:32.400692 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d81586f2-a31a-4006-9958-80abb6829d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:33.243555 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:33.555875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d13e9fd9-a60b-4f37-9ea8-0671a462c38b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:19:33.609838 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d13e9fd9-a60b-4f37-9ea8-0671a462c38b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:19:33.610196 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:34.913322 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:35.650067 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:19:44.067984 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:19:59.649745 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75addbaa-3ed2-41d7-90e5-e98facc6951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:20:01.998121 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de701b32-abb5-479e-b125-09b1768e892e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:20:03.237564 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:20:04.907144 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:20:05.666819 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:20:21.066490 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:20:29.695026 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d79e5506-cc5d-4916-9677-7bf2acb7332d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:20:32.025851 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23860949-f6e4-46a8-9063-29915b9807ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:20:33.220252 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:20:34.894298 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:20:35.695602 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:20:58.067896 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:20:59.676628 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61154c4e-53e4-42bb-846e-30738dee038a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:02.031331 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-975effb7-b758-4476-aacb-b579594b5e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:03.225127 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:03.725822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40482) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:21:03.732288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-5a81a558-1229-4d6d-a36f-3ee063e0d0ba tempest-verify_tempest_config-241731925 tempest-verify_tempest_config-241731925-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:21:03.733301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5a81a558-1229-4d6d-a36f-3ee063e0d0ba tempest-verify_tempest_config-241731925 tempest-verify_tempest_config-241731925-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058990 Nov 15 14:21:04.217593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:21:04.323673 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:04.398860 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:04.448283 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:04.496815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f19c66-961f-4a45-956d-03c53253f5ec,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:21:04.501728 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c577dc8019d8457b97acab165e817853&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2831271 Nov 15 14:21:04.505316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40504) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:21:04.512905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:21:04.513246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:21:04.513585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:21:04.513919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:21:04.514247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:21:04.514606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:21:04.514936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:21:04.515254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:21:04.515573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:21:04.515893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:21:04.516209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:21:04.516525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51b794-d615-4eca-bfed-01371434c29a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:21:04.568916 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c75e346-ee77-45b9-b342-e1c4b0636731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:04.591989 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c75e346-ee77-45b9-b342-e1c4b0636731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:04.722696 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c75e346-ee77-45b9-b342-e1c4b0636731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:04.725215 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c75e346-ee77-45b9-b342-e1c4b0636731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:04.726594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c75e346-ee77-45b9-b342-e1c4b0636731 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04f19c66-961f-4a45-956d-03c53253f5ec HTTP/1.1" status: 204 len: 168 time: 0.2202866 Nov 15 14:21:04.734839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75e346-ee77-45b9-b342-e1c4b0636731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f19c66-961f-4a45-956d-03c53253f5ec,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:21:04.870792 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:05.722023 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:29.658881 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00373d8c-6a87-4749-b8b0-2a058a268b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:31.995631 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-884d058a-fc00-4dae-9f5a-1a123f830f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:33.235550 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:34.922097 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:35.065947 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:21:35.663771 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:21:59.646315 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2ae54738-ca80-401e-b08b-251868f6fc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:22:02.006530 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5d97db9-c0cc-43d7-9497-55c6800bc882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:22:03.235181 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:22:04.892003 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:22:05.646289 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:22:12.065259 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:22:29.657145 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b668670-cc88-46f4-9511-92476dc79fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:22:32.010038 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a4d1a64-b65d-4b81-af91-969df2f0753c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:22:33.251330 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:22:34.902960 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:22:35.640156 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:22:49.065140 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:22:59.668299 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29710a47-d44e-4287-b722-31291970a3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:23:02.016925 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22351b4b-9d25-4498-a6ce-34bd8a02b94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:23:03.245010 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:23:04.913723 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:23:05.679417 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:23:26.063468 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:23:29.673123 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-435947a1-a3da-492f-ae60-6e539dbdaf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:23:32.016767 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12a353f2-9a9a-434b-97b7-d9a9115cbe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:23:33.221600 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:23:34.907507 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:23:35.673284 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:23:59.655529 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18df3e7a-538b-448b-8ca1-9e6260465caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:02.021262 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c15b673d-c7d1-4098-886a-abe470e522ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:03.062590 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:24:03.249868 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:04.923614 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:05.706810 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:27.884437 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674353'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:28.380699 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674353'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:29.689360 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24eca5d3-7522-433c-b948-ad226aad8099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:32.020519 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94450f38-a2cb-4b43-87d4-599817392fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:33.260514 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:34.917793 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:35.649913 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:40.062276 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:24:57.843141 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:58.311571 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:24:59.671865 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6be169b-bcd6-4f45-aed0-0d335f21a5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:02.020029 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2060015b-edc3-4f58-910d-b890a0a365a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:03.271253 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:04.923172 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:05.665230 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:12.241198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:25:12.351059 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f19e2b19-e7ad-40a4-863d-2a22813c9ca3 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1087632 Nov 15 14:25:14.812186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40566) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:25:14.868277 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b66557f1-2f4f-4900-9dd9-b177e76f54b0 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0549650 Nov 15 14:25:17.061628 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:25:27.836851 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:28.293959 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:29.686926 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7575689b-99ea-4b47-a4db-1a95e8bb343f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:32.019514 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f622c26-9e28-4811-8126-d8c1914846d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:33.275754 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:34.921374 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:35.682584 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:54.062136 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:25:57.852308 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:58.287760 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:25:59.710237 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-112541b1-d8c6-49e1-bb18-acb87eb3d0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:02.007559 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dfca5f07-bf36-4e41-9ffb-28571af10dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:03.284391 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:04.945955 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:05.686018 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:27.897736 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:28.503468 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:29.693762 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d95b9bbe-fffc-489a-bebd-0bfb3efb74fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:31.064651 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:26:32.059232 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da1889cd-79c1-441b-9bc4-cd09f29c0495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:33.292660 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:34.966718 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:35.671535 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:46.259954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40764) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:46.582061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:46.676649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-network', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:26:46.756488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Made reservation on behalf of b4827a9ab8464cb3acac13a31f8a8251 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:26:46.758879 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:46.767604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:46.849018 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:46.933525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:46.954982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:26:46.969287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caae160-9c7f-443a-be2f-5256d50a813c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:46.974118 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:46.974492 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Added segment 0a7f1056-12bb-4761-9c17-07c7f091129a of type vlan for network 8453fbeb-5996-412b-872a-2c562d6b1fe8 Nov 15 14:26:46.986313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:46.986686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:46.987024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:46.987357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:46.987685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:46.988016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:46.988339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:46.988661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:46.988986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:46.989440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:46.989674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:46.989992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Tracked resource versions report: Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: pushed versions: Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: { 'AddressGroup': {'1.2'}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'ConntrackHelper': {'1.0'}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'Log': {'1.0'}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'Network': {'1.1'}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'Port': {'1.7'}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'PortForwarding': {'1.2'}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'QosPolicy': {'1.10'}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'SecurityGroup': {'1.5'}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'SecurityGroupRule': {'1.2'}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'SubPort': {'1.0'}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'Subnet': {'1.1'}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'Trunk': {'1.1'}} Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: consumer versions: Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: { DHCP agent@n-d-817748-2: {}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: HyperV agent@n-h1-817748-2: {}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: HyperV agent@n-h2-817748-2: {}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: L3 agent@n-d-817748-2: {}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: Metadata agent@n-d-817748-2: {}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: Metering agent@n-d-817748-2: {}, Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: Open vSwitch agent@n-d-817748-2: { 'AddressGroup': '1.2', Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'ConntrackHelper': '1.0', Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'Log': '1.0', Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'Network': '1.1', Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'Port': '1.7', Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'PortForwarding': '1.2', Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'QosPolicy': '1.10', Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'SecurityGroup': '1.5', Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'SecurityGroupRule': '1.2', Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'SubPort': '1.0', Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'Subnet': '1.1', Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: 'Trunk': '1.1'}} Nov 15 14:26:46.991063 n-d-817748-2 neutron-server[103146]: {{(pid=103146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 14:26:47.037604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:47.132284 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:47.133337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:26:47.134115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:47.202730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] Pushing event updated for resources: {'Network': ['ID=8453fbeb-5996-412b-872a-2c562d6b1fe8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:47.213576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 8453fbeb-5996-412b-872a-2c562d6b1fe8 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:26:47.251114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c1daed76-04dd-43fa-b69a-8e9d7ffe2eab admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9899204 Nov 15 14:26:47.254028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40800) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:47.259001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c95701e4-bfdc-41db-b9f7-bfa12582b4df admin admin] Request body: {'subnet': {'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-subnet', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:26:47.264113 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-02a2baba-270d-408a-91a5-c11905d4c5df tempest-AutoAllocateNetworkTest-1908793843 tempest-AutoAllocateNetworkTest-1908793843-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=eb32290a27bf40fdb4970efb801cc831&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6807232 Nov 15 14:26:47.268597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:47.367868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95701e4-bfdc-41db-b9f7-bfa12582b4df admin admin] Made reservation on behalf of b4827a9ab8464cb3acac13a31f8a8251 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:26:47.370231 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c95701e4-bfdc-41db-b9f7-bfa12582b4df admin admin] Publish callbacks [] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:47.601809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b530f67-95dc-4a5d-baa5-185f7d711e5e tempest-AutoAllocateNetworkTest-1908793843 tempest-AutoAllocateNetworkTest-1908793843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:26:47.603417 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7b530f67-95dc-4a5d-baa5-185f7d711e5e tempest-AutoAllocateNetworkTest-1908793843 tempest-AutoAllocateNetworkTest-1908793843-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3338268 Nov 15 14:26:47.608775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:47.675849 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f4845d53-5083-4a3a-9b5e-2021faba1020 tempest-AutoAllocateNetworkTest-1908793843 tempest-AutoAllocateNetworkTest-1908793843-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620885 Nov 15 14:26:47.676187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:47.699582 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c95701e4-bfdc-41db-b9f7-bfa12582b4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:47.705205 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-65151fef-7cb5-4592-aecf-bddf0c45906e tempest-AutoAllocateNetworkTest-1908793843 tempest-AutoAllocateNetworkTest-1908793843-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=eb32290a27bf40fdb4970efb801cc831 HTTP/1.1" status: 200 len: 208 time: 0.0276532 Nov 15 14:26:47.755994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95701e4-bfdc-41db-b9f7-bfa12582b4df admin admin] Pushing event updated for resources: {'Subnet': ['ID=097b76ed-0b6c-418d-a9b0-bb42141f4f88,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:47.766222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95701e4-bfdc-41db-b9f7-bfa12582b4df admin admin] Checking segment: {'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:26:47.766780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95701e4-bfdc-41db-b9f7-bfa12582b4df admin admin] Network hostable DHCP agents. Network: 8453fbeb-5996-412b-872a-2c562d6b1fe8, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:26:47.857330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95701e4-bfdc-41db-b9f7-bfa12582b4df admin admin] Network 8453fbeb-5996-412b-872a-2c562d6b1fe8 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:26:47.960879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c95701e4-bfdc-41db-b9f7-bfa12582b4df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 8453fbeb-5996-412b-872a-2c562d6b1fe8) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:26:47.965638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95701e4-bfdc-41db-b9f7-bfa12582b4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:26:47.966482 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c95701e4-bfdc-41db-b9f7-bfa12582b4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:47.971363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ece461-b50f-4920-bfd9-066d172af22f None None] Network 8453fbeb-5996-412b-872a-2c562d6b1fe8 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:26:48.045767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c95701e4-bfdc-41db-b9f7-bfa12582b4df admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7905271 Nov 15 14:26:48.048765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:48.053396 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:26:48.179304 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:48.180637 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:48.248606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-8453fbeb-5996-412b-872a-2c562d6b1fe8', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:26:48.252904 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:48.276298 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:48.397377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Allocated IP 172.20.0.2 (8453fbeb-5996-412b-872a-2c562d6b1fe8/097b76ed-0b6c-418d-a9b0-bb42141f4f88/556a3c99-128e-413a-b7c2-3dd23b32731c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:26:48.525888 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:48.559607 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:48.648182 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:48.687591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Network 8453fbeb-5996-412b-872a-2c562d6b1fe8 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:26:48.691365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:26:48.700763 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:26:48.732641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Pushing event updated for resources: {'Port': ['ID=556a3c99-128e-413a-b7c2-3dd23b32731c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:48.755772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:48.756373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:48.756848 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:48.757311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:48.757775 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:48.758236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:48.758855 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:48.759730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:48.760037 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:48.760494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:48.760958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:48.761280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Tracked resource versions report: Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: pushed versions: Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: { 'AddressGroup': {'1.2'}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'ConntrackHelper': {'1.0'}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'Log': {'1.0'}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'Network': {'1.1'}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'Port': {'1.7'}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'PortForwarding': {'1.2'}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'QosPolicy': {'1.10'}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'SecurityGroup': {'1.5'}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'SecurityGroupRule': {'1.2'}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'SubPort': {'1.0'}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'Subnet': {'1.1'}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'Trunk': {'1.1'}} Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: consumer versions: Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: { DHCP agent@n-d-817748-2: {}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: HyperV agent@n-h1-817748-2: {}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: HyperV agent@n-h2-817748-2: {}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: L3 agent@n-d-817748-2: {}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: Metadata agent@n-d-817748-2: {}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: Metering agent@n-d-817748-2: {}, Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: Open vSwitch agent@n-d-817748-2: { 'AddressGroup': '1.2', Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'ConntrackHelper': '1.0', Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'Log': '1.0', Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'Network': '1.1', Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'Port': '1.7', Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'PortForwarding': '1.2', Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'QosPolicy': '1.10', Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'SecurityGroup': '1.5', Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'SecurityGroupRule': '1.2', Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'SubPort': '1.0', Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'Subnet': '1.1', Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: 'Trunk': '1.1'}} Nov 15 14:26:48.762353 n-d-817748-2 neutron-server[103148]: {{(pid=103148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 14:26:48.777864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Attempting to bind port 556a3c99-128e-413a-b7c2-3dd23b32731c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:26:48.778327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Attempting to bind port 556a3c99-128e-413a-b7c2-3dd23b32731c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:26:48.778781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Attempting to bind port 556a3c99-128e-413a-b7c2-3dd23b32731c on network 8453fbeb-5996-412b-872a-2c562d6b1fe8 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:26:48.789060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:26:48.789438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Checking segment: {'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:26:48.789833 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:48.790221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Bound using segment: {'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:26:48.790758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Bound port: 556a3c99-128e-413a-b7c2-3dd23b32731c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:26:48.791221 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:48.846260 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:48.865903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:48.887026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:48.891469 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] For port 556a3c99-128e-413a-b7c2-3dd23b32731c, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:26:48.897122 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] For port 556a3c99-128e-413a-b7c2-3dd23b32731c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=556a3c99-128e-413a-b7c2-3dd23b32731c,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:26:48.973973 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:49.003114 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Allocated IP 172.25.4.136 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/60f25b80-e887-4e0c-9490-32fba26d4d36) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:26:49.081065 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab06921-4358-4651-a285-b1aa68138067 None None] Pushing event updated for resources: {'Port': ['ID=556a3c99-128e-413a-b7c2-3dd23b32731c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:49.146198 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:49.301168 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:49.374183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:26:49.377518 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:26:49.382069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:26:49.386018 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Pushing event updated for resources: {'Port': ['ID=60f25b80-e887-4e0c-9490-32fba26d4d36,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:49.455935 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:49.456282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:49.456621 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:49.456956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:49.457290 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:49.457620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:49.457945 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:49.458267 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:49.458624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:49.458947 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:49.459318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:49.459665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Tracked resource versions report: Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: pushed versions: Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: { 'AddressGroup': {'1.2'}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'Log': {'1.0'}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'Network': {'1.1'}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'Port': {'1.7'}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'PortForwarding': {'1.2'}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'QosPolicy': {'1.10'}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'SecurityGroup': {'1.5'}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'SubPort': {'1.0'}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'Subnet': {'1.1'}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'Trunk': {'1.1'}} Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: consumer versions: Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: { DHCP agent@n-d-817748-2: {}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: HyperV agent@n-h1-817748-2: {}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: HyperV agent@n-h2-817748-2: {}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: L3 agent@n-d-817748-2: {}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: Metadata agent@n-d-817748-2: {}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: Metering agent@n-d-817748-2: {}, Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: Open vSwitch agent@n-d-817748-2: { 'AddressGroup': '1.2', Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'ConntrackHelper': '1.0', Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'Log': '1.0', Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'Network': '1.1', Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'Port': '1.7', Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'PortForwarding': '1.2', Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'QosPolicy': '1.10', Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'SecurityGroup': '1.5', Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'SecurityGroupRule': '1.2', Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'SubPort': '1.0', Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'Subnet': '1.1', Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: 'Trunk': '1.1'}} Nov 15 14:26:49.460722 n-d-817748-2 neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 14:26:49.532463 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a7f7-b01c-4587-9f50-b1b124d83f01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:49.632690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a7f7-b01c-4587-9f50-b1b124d83f01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:49.720413 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a7f7-b01c-4587-9f50-b1b124d83f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:49.731567 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:49.793415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2a7f7-b01c-4587-9f50-b1b124d83f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe363dff-a841-4cc5-bdf4-0fc01796cb2b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:49.846266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8bb2a7f7-b01c-4587-9f50-b1b124d83f01 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb32290a27bf40fdb4970efb801cc831&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9569139 Nov 15 14:26:49.847222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40884) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:49.913519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 556a3c99-128e-413a-b7c2-3dd23b32731c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:26:49.977673 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75492e36-142e-475f-ba77-3bfc1f7c8802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:50.004330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 556a3c99-128e-413a-b7c2-3dd23b32731c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:26:50.004933 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:50.029967 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75492e36-142e-475f-ba77-3bfc1f7c8802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:50.031478 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:50.138744 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:50.184165 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75492e36-142e-475f-ba77-3bfc1f7c8802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:50.188386 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75492e36-142e-475f-ba77-3bfc1f7c8802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:50.189783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-75492e36-142e-475f-ba77-3bfc1f7c8802 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe363dff-a841-4cc5-bdf4-0fc01796cb2b HTTP/1.1" status: 204 len: 168 time: 0.3407137 Nov 15 14:26:50.200614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 556a3c99-128e-413a-b7c2-3dd23b32731c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=556a3c99-128e-413a-b7c2-3dd23b32731c,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:26:50.202446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75492e36-142e-475f-ba77-3bfc1f7c8802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe363dff-a841-4cc5-bdf4-0fc01796cb2b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:50.265332 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:50.345520 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=556a3c99-128e-413a-b7c2-3dd23b32731c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:50.386215 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7d6f05-2d03-4a0f-90e5-5a4e0164c4fb None None] Network 8453fbeb-5996-412b-872a-2c562d6b1fe8 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:26:50.461670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e278f9c1-bd6f-4a54-a819-a1804c969735 None None] Provisioning complete for port 556a3c99-128e-413a-b7c2-3dd23b32731c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:26:50.462045 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e278f9c1-bd6f-4a54-a819-a1804c969735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:50.476918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Router 32756b1a-5029-46e1-9ce5-880ac1e7f082 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:26:50.608025 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:26:50.623393 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Sync routers for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:26:50.639096 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:26:50.639723 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:26:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:26:50.707014 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:50.708665 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-965334c5-31d7-4702-94f1-b59ddc6d3d7c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6588533 Nov 15 14:26:50.712859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40916) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:50.824340 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:26:50.956378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5830f9c1-e99f-4ff6-89c4-02e30d8b94f7 None None] Provisioning complete for port 556a3c99-128e-413a-b7c2-3dd23b32731c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:26:50.956851 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5830f9c1-e99f-4ff6-89c4-02e30d8b94f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:51.177455 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:49Z', 'revision_number': 3, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:26:51.215837 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Checking router: 32756b1a-5029-46e1-9ce5-880ac1e7f082 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:26:51.216479 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Updating router 32756b1a-5029-46e1-9ce5-880ac1e7f082 port 60f25b80-e887-4e0c-9490-32fba26d4d36 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:26:51.248979 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:51.550089 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:51.575258 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:51.623774 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:51.700678 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Attempting to bind port 60f25b80-e887-4e0c-9490-32fba26d4d36 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:26:51.701242 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Attempting to bind port 60f25b80-e887-4e0c-9490-32fba26d4d36 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:26:51.701789 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Attempting to bind port 60f25b80-e887-4e0c-9490-32fba26d4d36 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:26:51.712410 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:26:51.712967 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:26:51.715387 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:51.715993 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:26:51.716721 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Bound port: 60f25b80-e887-4e0c-9490-32fba26d4d36, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:26:51.717653 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:51.722911 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Pushing event updated for resources: {'Port': ['ID=60f25b80-e887-4e0c-9490-32fba26d4d36,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:51.761089 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:51.769127 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:51.769756 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:51.770204 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:51.770723 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:51.771162 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:51.771616 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:51.772043 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:51.772476 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:51.773152 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:51.773305 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:51.773734 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Tracked resource versions report: Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: pushed versions: Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: { 'AddressGroup': {'1.2'}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'ConntrackHelper': {'1.0'}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'Log': {'1.0'}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'Network': {'1.1'}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'Port': {'1.7'}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'PortForwarding': {'1.2'}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'QosPolicy': {'1.10'}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'SecurityGroup': {'1.5'}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'SecurityGroupRule': {'1.2'}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'SubPort': {'1.0'}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'Subnet': {'1.1'}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'Trunk': {'1.1'}} Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: consumer versions: Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: { DHCP agent@n-d-817748-2: {}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: HyperV agent@n-h1-817748-2: {}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: HyperV agent@n-h2-817748-2: {}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: L3 agent@n-d-817748-2: {}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: Metadata agent@n-d-817748-2: {}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: Metering agent@n-d-817748-2: {}, Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: Open vSwitch agent@n-d-817748-2: { 'AddressGroup': '1.2', Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'ConntrackHelper': '1.0', Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'Log': '1.0', Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'Network': '1.1', Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'Port': '1.7', Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'PortForwarding': '1.2', Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'QosPolicy': '1.10', Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'SecurityGroup': '1.5', Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'SecurityGroupRule': '1.2', Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'SubPort': '1.0', Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'Subnet': '1.1', Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: 'Trunk': '1.1'}} Nov 15 14:26:51.775029 n-d-817748-2 neutron-server[103149]: {{(pid=103149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 14:26:51.829759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 556a3c99-128e-413a-b7c2-3dd23b32731c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:26:51.839500 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] For port 60f25b80-e887-4e0c-9490-32fba26d4d36, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:26:51.850088 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] For port 60f25b80-e887-4e0c-9490-32fba26d4d36, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=60f25b80-e887-4e0c-9490-32fba26d4d36,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:26:51.922825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 556a3c99-128e-413a-b7c2-3dd23b32731c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:26:51.923471 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:51.931105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Allocated IP 172.20.0.1 (8453fbeb-5996-412b-872a-2c562d6b1fe8/097b76ed-0b6c-418d-a9b0-bb42141f4f88/4465964c-85e6-4ee7-8e22-68b566f2d272) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:26:51.940117 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:52.007989 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:26:52.008840 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:26:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:26:52.127656 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f4992-4682-4c8e-8612-c106dabee0f3 None None] Pushing event updated for resources: {'Port': ['ID=60f25b80-e887-4e0c-9490-32fba26d4d36,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:52.137813 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:52.158673 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:26:52.316199 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:52.361123 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:52.461966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Network 8453fbeb-5996-412b-872a-2c562d6b1fe8 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:26:52.467457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:26:52.481458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:26:52.482257 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:52.602652 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:49Z', 'revision_number': 3, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:26:52.667061 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3208f-ceca-4761-8e0f-47e4403f5450 None None] The sync data for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 is: [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:49Z', 'revision_number': 3, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:26:52.731701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Pushing event updated for resources: {'Port': ['ID=4465964c-85e6-4ee7-8e22-68b566f2d272,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:52.761102 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8137e1ca-dfb9-4cb0-b7dc-53c10036c623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:52.820107 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-41e905ca-7521-4661-8741-3f2ec35fc114 None None] Provisioning complete for port 4465964c-85e6-4ee7-8e22-68b566f2d272 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:26:52.824390 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41e905ca-7521-4661-8741-3f2ec35fc114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:52.913193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-41e905ca-7521-4661-8741-3f2ec35fc114 None None] Port 4465964c-85e6-4ee7-8e22-68b566f2d272 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:26:52.985223 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8137e1ca-dfb9-4cb0-b7dc-53c10036c623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:53.180392 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8137e1ca-dfb9-4cb0-b7dc-53c10036c623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:53.201345 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:53.279257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8137e1ca-dfb9-4cb0-b7dc-53c10036c623 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25bcc4843601451986a7787760807f7a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9609785 Nov 15 14:26:53.282335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:53.324696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137e1ca-dfb9-4cb0-b7dc-53c10036c623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1921367d-152e-4297-bddd-47c46417d914,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:53.343701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41024) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:53.404541 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bef34fdf-7e2a-4a37-acb1-ce048732dcb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:53.434647 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bef34fdf-7e2a-4a37-acb1-ce048732dcb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:53.524299 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:53.592138 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:53.593512 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bef34fdf-7e2a-4a37-acb1-ce048732dcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:53.594559 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:53.597078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bef34fdf-7e2a-4a37-acb1-ce048732dcb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:53.606748 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bef34fdf-7e2a-4a37-acb1-ce048732dcb5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1921367d-152e-4297-bddd-47c46417d914 HTTP/1.1" status: 204 len: 168 time: 0.3228800 Nov 15 14:26:53.615118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef34fdf-7e2a-4a37-acb1-ce048732dcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1921367d-152e-4297-bddd-47c46417d914,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:53.705223 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Pushing event updated for resources: {'Port': ['ID=4465964c-85e6-4ee7-8e22-68b566f2d272,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:53.711039 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75f18e97-2ca3-43ea-9bb9-e1d258e7457d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:53.794950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Network 8453fbeb-5996-412b-872a-2c562d6b1fe8 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:26:53.801040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:26:53.901227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 60f25b80-e887-4e0c-9490-32fba26d4d36 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:26:53.963166 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75f18e97-2ca3-43ea-9bb9-e1d258e7457d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:53.968605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 60f25b80-e887-4e0c-9490-32fba26d4d36 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:26:53.968980 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.012640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Router 32756b1a-5029-46e1-9ce5-880ac1e7f082 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:26:54.048555 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41042) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:54.102647 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.104298 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75f18e97-2ca3-43ea-9bb9-e1d258e7457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.130126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 60f25b80-e887-4e0c-9490-32fba26d4d36, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=60f25b80-e887-4e0c-9490-32fba26d4d36,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:26:54.147159 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d0307caf-39bf-469c-acf1-1d48e1df2308 None None] Provisioning complete for port 4465964c-85e6-4ee7-8e22-68b566f2d272 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:26:54.147529 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0307caf-39bf-469c-acf1-1d48e1df2308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.187364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-75f18e97-2ca3-43ea-9bb9-e1d258e7457d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ade09a72a09341ada1b392a5c8f5f740&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8357847 Nov 15 14:26:54.189925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:54.194759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d0307caf-39bf-469c-acf1-1d48e1df2308 None None] Port 4465964c-85e6-4ee7-8e22-68b566f2d272 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:26:54.196052 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f18e97-2ca3-43ea-9bb9-e1d258e7457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbde8934-961b-4377-96f1-ec695b3259c7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:54.233307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:26:54.233897 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.245073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dab42075-7f09-4dd3-ab34-1989a415e77c admin admin] 10.222.0.70 "PUT /v2.0/routers/32756b1a-5029-46e1-9ce5-880ac1e7f082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5306776 Nov 15 14:26:54.294968 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d5775ff-8f20-4d09-a65f-eaad42b2e753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.327383 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d5775ff-8f20-4d09-a65f-eaad42b2e753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.334042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=60f25b80-e887-4e0c-9490-32fba26d4d36,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:54.437928 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d41de7f-19d8-4183-bb65-51428d4d6e45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.463266 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d5775ff-8f20-4d09-a65f-eaad42b2e753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.465946 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d5775ff-8f20-4d09-a65f-eaad42b2e753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.467982 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4d5775ff-8f20-4d09-a65f-eaad42b2e753 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dbde8934-961b-4377-96f1-ec695b3259c7 HTTP/1.1" status: 204 len: 168 time: 0.2760763 Nov 15 14:26:54.483787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5775ff-8f20-4d09-a65f-eaad42b2e753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbde8934-961b-4377-96f1-ec695b3259c7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:54.572561 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d41de7f-19d8-4183-bb65-51428d4d6e45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.646430 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d41de7f-19d8-4183-bb65-51428d4d6e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.697768 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6d41de7f-19d8-4183-bb65-51428d4d6e45 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e92e01d419c4e438a0914de67ca4571&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6480260 Nov 15 14:26:54.699839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41de7f-19d8-4183-bb65-51428d4d6e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c414a0-9921-4cf2-9f0a-c64d79516eed,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:54.700547 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41074) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:54.766692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a214afce-9de0-48a0-bb3f-63ff18b4bc32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.790806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a214afce-9de0-48a0-bb3f-63ff18b4bc32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.841872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:54.859881 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2df3d73-78de-4f02-80a1-254bd6193bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.937034 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a214afce-9de0-48a0-bb3f-63ff18b4bc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.949322 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a214afce-9de0-48a0-bb3f-63ff18b4bc32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:54.952605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a214afce-9de0-48a0-bb3f-63ff18b4bc32 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56c414a0-9921-4cf2-9f0a-c64d79516eed HTTP/1.1" status: 204 len: 168 time: 0.2510169 Nov 15 14:26:55.000353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214afce-9de0-48a0-bb3f-63ff18b4bc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c414a0-9921-4cf2-9f0a-c64d79516eed,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:55.071380 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2df3d73-78de-4f02-80a1-254bd6193bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:55.196284 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2df3d73-78de-4f02-80a1-254bd6193bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:55.260364 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df3d73-78de-4f02-80a1-254bd6193bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47eb641-054f-4874-ba7b-0ffdf8ff493c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:55.301022 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c2df3d73-78de-4f02-80a1-254bd6193bf8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2977a900b67f490498a26d1405fae6c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4575438 Nov 15 14:26:55.303634 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:55.356866 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b57322a-afaf-4152-904a-bfbd88a669dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:55.379450 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b57322a-afaf-4152-904a-bfbd88a669dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:55.395985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Sync routers for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:26:55.412092 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:26:55.413738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:26:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:26:55.528142 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b57322a-afaf-4152-904a-bfbd88a669dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:55.530799 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b57322a-afaf-4152-904a-bfbd88a669dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:55.536106 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8b57322a-afaf-4152-904a-bfbd88a669dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f47eb641-054f-4874-ba7b-0ffdf8ff493c HTTP/1.1" status: 204 len: 168 time: 0.2270496 Nov 15 14:26:55.536284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:26:55.542220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57322a-afaf-4152-904a-bfbd88a669dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47eb641-054f-4874-ba7b-0ffdf8ff493c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:55.664027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41112) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:55.677858 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a44b1b72-36a8-4dea-826b-9d8e2f2373ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:55.802428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a44b1b72-36a8-4dea-826b-9d8e2f2373ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:55.804336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 60f25b80-e887-4e0c-9490-32fba26d4d36 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:26:55.830826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:53Z', 'revision_number': 2, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:26:55.869700 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Checking router: 32756b1a-5029-46e1-9ce5-880ac1e7f082 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:26:55.869892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Updating router 32756b1a-5029-46e1-9ce5-880ac1e7f082 port 4465964c-85e6-4ee7-8e22-68b566f2d272 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:26:55.893508 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a44b1b72-36a8-4dea-826b-9d8e2f2373ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:55.903664 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:55.931639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 60f25b80-e887-4e0c-9490-32fba26d4d36 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:26:55.931639 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:55.956590 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b1b72-36a8-4dea-826b-9d8e2f2373ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7f0aac-d2ed-4b00-abe9-519de0f1ea4d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:55.976652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a44b1b72-36a8-4dea-826b-9d8e2f2373ba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d318b45685b349288eef1d8e35d15df7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3115554 Nov 15 14:26:55.980134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41118) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:56.033144 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33706aef-256b-4edf-a9a6-7355131f704f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.075286 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33706aef-256b-4edf-a9a6-7355131f704f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.248546 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33706aef-256b-4edf-a9a6-7355131f704f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.251194 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33706aef-256b-4edf-a9a6-7355131f704f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.253237 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-33706aef-256b-4edf-a9a6-7355131f704f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2e7f0aac-d2ed-4b00-abe9-519de0f1ea4d HTTP/1.1" status: 204 len: 168 time: 0.2708216 Nov 15 14:26:56.264506 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33706aef-256b-4edf-a9a6-7355131f704f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7f0aac-d2ed-4b00-abe9-519de0f1ea4d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:56.418447 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.504748 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.539468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41148) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:56.579831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982f24d-172a-4511-8e51-1d0d0391bcaa None None] Pushing event updated for resources: {'Port': ['ID=4465964c-85e6-4ee7-8e22-68b566f2d272,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:56.590020 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9bf248a-1256-47b5-9553-819df3ce6495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.657228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Attempting to bind port 4465964c-85e6-4ee7-8e22-68b566f2d272 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:26:56.657602 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Attempting to bind port 4465964c-85e6-4ee7-8e22-68b566f2d272 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:26:56.662633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Attempting to bind port 4465964c-85e6-4ee7-8e22-68b566f2d272 on network 8453fbeb-5996-412b-872a-2c562d6b1fe8 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:26:56.670521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:26:56.671017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Checking segment: {'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:26:56.671494 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.671969 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Bound using segment: {'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:26:56.672524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Bound port: 4465964c-85e6-4ee7-8e22-68b566f2d272, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:26:56.673011 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.709356 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9bf248a-1256-47b5-9553-819df3ce6495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.765107 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] For port 4465964c-85e6-4ee7-8e22-68b566f2d272, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:26:56.768499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] For port 4465964c-85e6-4ee7-8e22-68b566f2d272, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4465964c-85e6-4ee7-8e22-68b566f2d272,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:26:56.777467 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9bf248a-1256-47b5-9553-819df3ce6495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.817047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c9bf248a-1256-47b5-9553-819df3ce6495 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=126505493ddd42e18211b7c0b2485675&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2768567 Nov 15 14:26:56.819646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:56.822613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf248a-1256-47b5-9553-819df3ce6495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4065fbe-225a-4d7f-846b-4ad3f6031862,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:56.844537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f7703fdd-c5ed-416a-9f31-927d9b333745 None None] Provisioning complete for port 4465964c-85e6-4ee7-8e22-68b566f2d272 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:26:56.844918 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7703fdd-c5ed-416a-9f31-927d9b333745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.869208 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.871645 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb6363b4-6285-4f6e-9884-f7387146c47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.906751 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb6363b4-6285-4f6e-9884-f7387146c47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:56.927453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f7703fdd-c5ed-416a-9f31-927d9b333745 None None] Port 4465964c-85e6-4ee7-8e22-68b566f2d272 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:26:56.952714 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:26:56.953352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:26:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:26:56.955423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982f24d-172a-4511-8e51-1d0d0391bcaa None None] Pushing event updated for resources: {'Port': ['ID=4465964c-85e6-4ee7-8e22-68b566f2d272,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:57.064780 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb6363b4-6285-4f6e-9884-f7387146c47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:57.067628 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb6363b4-6285-4f6e-9884-f7387146c47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:57.069142 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-eb6363b4-6285-4f6e-9884-f7387146c47c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4065fbe-225a-4d7f-846b-4ad3f6031862 HTTP/1.1" status: 204 len: 168 time: 0.2485154 Nov 15 14:26:57.083160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6363b4-6285-4f6e-9884-f7387146c47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4065fbe-225a-4d7f-846b-4ad3f6031862,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:57.111848 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:26:57.266112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6338ccdd-0d9e-4b25-9e15-caac667fc9f5 None None] Provisioning complete for port 4465964c-85e6-4ee7-8e22-68b566f2d272 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:26:57.266478 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6338ccdd-0d9e-4b25-9e15-caac667fc9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:57.420860 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6338ccdd-0d9e-4b25-9e15-caac667fc9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:57.434191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:57.439551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-808897047-network', 'tenant_id': 'b8224af2a34f41dda30a183085683b54'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:26:57.442009 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:56Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:26:57.474686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a9096e-5042-4d79-9872-ed687673a7d0 None None] The sync data for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 is: [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:56Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:26:57.496315 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6338ccdd-0d9e-4b25-9e15-caac667fc9f5 None None] For port 4465964c-85e6-4ee7-8e22-68b566f2d272, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4465964c-85e6-4ee7-8e22-68b566f2d272,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:26:57.564695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Made reservation on behalf of b8224af2a34f41dda30a183085683b54 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:26:57.568274 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:57.582456 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:57.626324 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6338ccdd-0d9e-4b25-9e15-caac667fc9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:57.688592 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:57.725723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338ccdd-0d9e-4b25-9e15-caac667fc9f5 None None] Pushing event updated for resources: {'Port': ['ID=4465964c-85e6-4ee7-8e22-68b566f2d272,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:57.771852 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:57.816313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4d8a60-fb7c-474a-8d55-accd530ac9af,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:57.820835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:26:57.834056 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:57.834427 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Added segment 90f9e7f6-0150-45c5-a05d-70ad6cb3a792 of type vlan for network 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df Nov 15 14:26:57.895662 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:57.905225 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:57.954796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4465964c-85e6-4ee7-8e22-68b566f2d272 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:26:58.024982 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:58.026724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:26:58.028588 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:58.052306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 4465964c-85e6-4ee7-8e22-68b566f2d272 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:26:58.053089 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:58.117832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] Pushing event updated for resources: {'Network': ['ID=14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:58.154163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:26:58.191522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-91469399-03d3-4d5a-b04f-67a1e96bb72b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7561598 Nov 15 14:26:58.194718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:58.208725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f723ee53-cfc2-4b62-8056-1609f186c110 admin admin] Request body: {'subnet': {'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-808897047-subnet', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:26:58.345023 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:58.345023 n-d-817748-2 neutron-server[103146]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 15 14:26:58.391245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f723ee53-cfc2-4b62-8056-1609f186c110 admin admin] Made reservation on behalf of b8224af2a34f41dda30a183085683b54 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:26:58.395706 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:58.402696 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f723ee53-cfc2-4b62-8056-1609f186c110 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:58.426148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-2f520391-79cc-40be-b740-e1463a87d217 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3a3f6958c0604fcab32ba65195204bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874994 Nov 15 14:26:58.816823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-61373b31-2727-42f5-9383-217dec8afaf2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:26:58.816823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-61373b31-2727-42f5-9383-217dec8afaf2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3698947 Nov 15 14:26:58.856938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-204608c5-e72c-4566-b76c-1bf24d19a101 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/quotas/3a3f6958c0604fcab32ba65195204bc2 HTTP/1.1" status: 200 len: 375 time: 0.0323117 Nov 15 14:26:58.941213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-f0e4800d-6313-43e6-b744-b77fe9fe9fc6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762382 Nov 15 14:26:59.136181 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:59.209005 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f723ee53-cfc2-4b62-8056-1609f186c110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:59.325241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f723ee53-cfc2-4b62-8056-1609f186c110 admin admin] Checking segment: {'id': '90f9e7f6-0150-45c5-a05d-70ad6cb3a792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:26:59.325583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f723ee53-cfc2-4b62-8056-1609f186c110 admin admin] Network hostable DHCP agents. Network: 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:26:59.335647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723ee53-cfc2-4b62-8056-1609f186c110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=180f41fc-09c0-4e41-8f35-996e0c6a0bdd,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:59.436365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dac068e8-a046-4f2f-9941-d9a2ef923e43 req-12423bd7-7f10-4b23-91df-d57196786bcd tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 210 time: 0.0622299 Nov 15 14:26:59.436959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f723ee53-cfc2-4b62-8056-1609f186c110 admin admin] Network 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:26:59.521788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f723ee53-cfc2-4b62-8056-1609f186c110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:26:59.527198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f723ee53-cfc2-4b62-8056-1609f186c110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:26:59.527855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f723ee53-cfc2-4b62-8056-1609f186c110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:59.533704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a899a774-9c93-4d58-8625-2fe30a35a11c None None] Network 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:26:59.563487 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c3a64bb-2089-4e69-83a7-b3cbfb2c7720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:59.645084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f723ee53-cfc2-4b62-8056-1609f186c110 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4470212 Nov 15 14:26:59.653071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41310) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:59.658486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-808897047-router', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:26:59.703827 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c3a64bb-2089-4e69-83a7-b3cbfb2c7720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:59.766011 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2ca7ddda-ad6b-4107-b17c-ff08219f38cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:59.771952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df', 'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'fixed_ips': [{'subnet_id': '180f41fc-09c0-4e41-8f35-996e0c6a0bdd'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:26:59.772848 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:59.823777 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c3a64bb-2089-4e69-83a7-b3cbfb2c7720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:59.824009 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:59.824946 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:59.851380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4465964c-85e6-4ee7-8e22-68b566f2d272 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:26:59.880304 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2c3a64bb-2089-4e69-83a7-b3cbfb2c7720 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ebde1899b7b54d3f8e764e8b97707af2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7429004 Nov 15 14:26:59.881192 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a64bb-2089-4e69-83a7-b3cbfb2c7720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d2f1e5-d5d2-4cb3-9d4b-ef97ac6f0ad6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:26:59.883611 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:26:59.937214 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffbdded8-b24d-4e5b-bdf3-0f2a6a26f7e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:59.950892 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:59.974992 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffbdded8-b24d-4e5b-bdf3-0f2a6a26f7e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:26:59.991688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Allocated IP 172.20.0.2 (14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df/180f41fc-09c0-4e41-8f35-996e0c6a0bdd/f21c2edd-2f4b-448e-ae18-de5ad9b36340) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:26:59.994547 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 4465964c-85e6-4ee7-8e22-68b566f2d272 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:26:59.994987 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:00.138792 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffbdded8-b24d-4e5b-bdf3-0f2a6a26f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:00.143210 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffbdded8-b24d-4e5b-bdf3-0f2a6a26f7e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:00.145328 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ffbdded8-b24d-4e5b-bdf3-0f2a6a26f7e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04d2f1e5-d5d2-4cb3-9d4b-ef97ac6f0ad6 HTTP/1.1" status: 204 len: 168 time: 0.2595606 Nov 15 14:27:00.164732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdded8-b24d-4e5b-bdf3-0f2a6a26f7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d2f1e5-d5d2-4cb3-9d4b-ef97ac6f0ad6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:00.252544 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:00.358613 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:00.451974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-e7f6a65d-f886-48c4-a7d1-a795f253e4e1 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=89cc050ad1284f2b82ec177c28b7f7b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267615 Nov 15 14:27:00.464011 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:00.512440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Network 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:00.515927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:00.518854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:27:00.526320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Pushing event updated for resources: {'Port': ['ID=f21c2edd-2f4b-448e-ae18-de5ad9b36340,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:00.599918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Attempting to bind port f21c2edd-2f4b-448e-ae18-de5ad9b36340 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:27:00.600579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Attempting to bind port f21c2edd-2f4b-448e-ae18-de5ad9b36340 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '90f9e7f6-0150-45c5-a05d-70ad6cb3a792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:27:00.600679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Attempting to bind port f21c2edd-2f4b-448e-ae18-de5ad9b36340 on network 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:00.602878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f493562-d69a-4392-933b-51f90c7dae45 req-a45780a7-4590-4ac4-baea-daaa4ac0079a tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:00.604621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-a45780a7-4590-4ac4-baea-daaa4ac0079a tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441910 Nov 15 14:27:00.613690 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:27:00.614099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Checking segment: {'id': '90f9e7f6-0150-45c5-a05d-70ad6cb3a792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:00.614532 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:00.614983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Bound using segment: {'id': '90f9e7f6-0150-45c5-a05d-70ad6cb3a792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:27:00.615469 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Bound port: f21c2edd-2f4b-448e-ae18-de5ad9b36340, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f9e7f6-0150-45c5-a05d-70ad6cb3a792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:27:00.615883 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:00.659068 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-3ef718e5-4836-4cae-a0ca-5404c28c99a1 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/quotas/89cc050ad1284f2b82ec177c28b7f7b5 HTTP/1.1" status: 200 len: 375 time: 0.0458100 Nov 15 14:27:00.687112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] For port f21c2edd-2f4b-448e-ae18-de5ad9b36340, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:27:00.690774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] For port f21c2edd-2f4b-448e-ae18-de5ad9b36340, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f21c2edd-2f4b-448e-ae18-de5ad9b36340,segment=NetworkSegment(90f9e7f6-0150-45c5-a05d-70ad6cb3a792),segment_id=90f9e7f6-0150-45c5-a05d-70ad6cb3a792)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:27:00.723347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-cfeb1d0f-a99d-4ef2-a78c-c5e6850a8939 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=89cc050ad1284f2b82ec177c28b7f7b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317144 Nov 15 14:27:00.772163 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:00.779532 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:00.820217 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:00.880476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1bec9-5c95-434a-9256-12f9a8bcd90b None None] Pushing event updated for resources: {'Port': ['ID=f21c2edd-2f4b-448e-ae18-de5ad9b36340,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:00.960402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Allocated IP 172.25.4.116 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/1e87cff8-b21b-4c4a-ae03-639f3baa5872) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:27:01.090034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ead4f124-f479-40c6-b2a5-a9bdf33994aa req-53cd523e-15b4-47c0-8150-beae6596c6ec tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 210 time: 0.0398054 Nov 15 14:27:01.204837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:01.322333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41386) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:01.333251 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:01.357425 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd0afe3b-b6ab-4025-86c3-e8787e392909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:01.392685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:01.430171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:01.433379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:01.439599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:27:01.511720 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd0afe3b-b6ab-4025-86c3-e8787e392909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:01.520630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Pushing event updated for resources: {'Port': ['ID=1e87cff8-b21b-4c4a-ae03-639f3baa5872,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:01.711215 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd0afe3b-b6ab-4025-86c3-e8787e392909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:01.838350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0afe3b-b6ab-4025-86c3-e8787e392909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc646e92-bcd5-4ca1-858b-dfd78ffcd81b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:01.903053 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bd0afe3b-b6ab-4025-86c3-e8787e392909 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b2d398c159a427595dc7455ecd478a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5788269 Nov 15 14:27:01.906107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:01.924395 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:01.973260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f21c2edd-2f4b-448e-ae18-de5ad9b36340 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:27:02.016381 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eb857b0-c4fe-4c54-8663-e406dbc31756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:02.059953 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eb857b0-c4fe-4c54-8663-e406dbc31756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:02.112450 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bf81da8-0185-4749-b2ac-eea6c6a7f924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:02.144679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f21c2edd-2f4b-448e-ae18-de5ad9b36340 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:02.149947 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:02.211751 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eb857b0-c4fe-4c54-8663-e406dbc31756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:02.215167 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eb857b0-c4fe-4c54-8663-e406dbc31756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:02.217282 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1eb857b0-c4fe-4c54-8663-e406dbc31756 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc646e92-bcd5-4ca1-858b-dfd78ffcd81b HTTP/1.1" status: 204 len: 168 time: 0.3096955 Nov 15 14:27:02.238543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb857b0-c4fe-4c54-8663-e406dbc31756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc646e92-bcd5-4ca1-858b-dfd78ffcd81b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:02.298687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a592bd6-7756-4751-80d8-386efa14778a req-4871a0be-6de7-4521-bf7c-61817daab7dd tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 210 time: 0.0969701 Nov 15 14:27:02.327393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0d536b7-54d6-4647-ba13-78b643033551 req-a9821ced-8796-4411-a647-4ff84d0229bb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 210 time: 0.9303169 Nov 15 14:27:02.421769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bfe396-0f2f-4048-8b62-809b9244c092 None None] Network 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:27:02.466502 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:02.519635 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:02.532960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port f21c2edd-2f4b-448e-ae18-de5ad9b36340, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f21c2edd-2f4b-448e-ae18-de5ad9b36340,segment=NetworkSegment(90f9e7f6-0150-45c5-a05d-70ad6cb3a792),segment_id=90f9e7f6-0150-45c5-a05d-70ad6cb3a792)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:02.535933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f06fadcd-1d89-4d7b-9519-97152f75ba7b None None] Provisioning complete for port f21c2edd-2f4b-448e-ae18-de5ad9b36340 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:02.539602 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f06fadcd-1d89-4d7b-9519-97152f75ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:02.640924 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f06fadcd-1d89-4d7b-9519-97152f75ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:02.655537 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:02.767345 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f06fadcd-1d89-4d7b-9519-97152f75ba7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:27:02.767722 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f06fadcd-1d89-4d7b-9519-97152f75ba7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:27:02.771845 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Router 673d8508-71e4-4cb9-9072-fb9bb42f5c3b is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:27:02.836130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=f21c2edd-2f4b-448e-ae18-de5ad9b36340,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:02.933788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:27:02.948340 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Sync routers for ids ['673d8508-71e4-4cb9-9072-fb9bb42f5c3b'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:27:02.961297 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Routers {'673d8508-71e4-4cb9-9072-fb9bb42f5c3b'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:27:02.961899 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:27:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['673d8508-71e4-4cb9-9072-fb9bb42f5c3b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:03.030264 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:03.032330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f0e699c7-47a9-4a76-a10e-f43f1bd72bfd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3777120 Nov 15 14:27:03.034989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:03.131346 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Set router 673d8508-71e4-4cb9-9072-fb9bb42f5c3b gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:27:03.362747 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:03.397869 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-808897047-router', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:59Z', 'updated_at': '2021-11-15T14:27:01Z', 'revision_number': 3, 'project_id': 'b8224af2a34f41dda30a183085683b54', 'gw_port': {'id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:00Z', 'updated_at': '2021-11-15T14:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:03.428447 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Checking router: 673d8508-71e4-4cb9-9072-fb9bb42f5c3b for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:27:03.429028 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Updating router 673d8508-71e4-4cb9-9072-fb9bb42f5c3b port 1e87cff8-b21b-4c4a-ae03-639f3baa5872 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:27:03.473843 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:03.515852 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1d53ee60-b3ae-4033-b8a3-24be48b70654 None None] Provisioning complete for port f21c2edd-2f4b-448e-ae18-de5ad9b36340 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:03.516151 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d53ee60-b3ae-4033-b8a3-24be48b70654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:03.738315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc8a16f3-4e3e-4345-afe5-81832ce5a62a req-69911c8d-23a7-47f4-a413-9248eb768f7f tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 210 time: 0.0856638 Nov 15 14:27:03.800320 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:03.825431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af34cb78-b35b-49ae-9078-3329cc777bbb req-9b6e956a-89e9-4c51-9092-74c2b19b88f5 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 210 time: 0.0859625 Nov 15 14:27:03.851065 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f21c2edd-2f4b-448e-ae18-de5ad9b36340 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:27:03.960816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f21c2edd-2f4b-448e-ae18-de5ad9b36340 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:03.961193 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:03.992098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.59', 54097) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:03.994472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41478) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:04.004330 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:04.047280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-b8eddd55-e2c9-442c-afad-d66dbbedaf15 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3a3f6958c0604fcab32ba65195204bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539441 Nov 15 14:27:04.103914 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:04.139217 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Allocated IP 172.20.0.1 (14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df/180f41fc-09c0-4e41-8f35-996e0c6a0bdd/32ff67be-4541-4b4d-8c4c-133b06e1aa97) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:27:04.202629 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Attempting to bind port 1e87cff8-b21b-4c4a-ae03-639f3baa5872 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:27:04.205932 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Attempting to bind port 1e87cff8-b21b-4c4a-ae03-639f3baa5872 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:27:04.207923 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Attempting to bind port 1e87cff8-b21b-4c4a-ae03-639f3baa5872 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:04.222349 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:27:04.223192 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:04.224315 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:04.224889 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:27:04.225547 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Bound port: 1e87cff8-b21b-4c4a-ae03-639f3baa5872, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:27:04.226148 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:04.237054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-135fd693-1fd6-4abe-82d7-a9bb0680c53e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:04.242231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-135fd693-1fd6-4abe-82d7-a9bb0680c53e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878998 Nov 15 14:27:04.260725 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935677a4-6c1a-41ba-a5c9-508e53423c74 None None] Pushing event updated for resources: {'Port': ['ID=1e87cff8-b21b-4c4a-ae03-639f3baa5872,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:04.308335 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:04.341956 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] For port 1e87cff8-b21b-4c4a-ae03-639f3baa5872, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:27:04.350812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Request body: {'port': {'device_id': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3a3f6958c0604fcab32ba65195204bc2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:04.353714 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] For port 1e87cff8-b21b-4c4a-ae03-639f3baa5872, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1e87cff8-b21b-4c4a-ae03-639f3baa5872,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:27:04.450865 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:04.486832 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:04.538348 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Routers {'673d8508-71e4-4cb9-9072-fb9bb42f5c3b'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:27:04.539348 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:27:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['673d8508-71e4-4cb9-9072-fb9bb42f5c3b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:04.574713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Network 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:04.578113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:04.587336 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:27:04.587336 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:04.650179 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Pushing event updated for resources: {'Port': ['ID=32ff67be-4541-4b4d-8c4c-133b06e1aa97,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:04.675209 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935677a4-6c1a-41ba-a5c9-508e53423c74 None None] Pushing event updated for resources: {'Port': ['ID=1e87cff8-b21b-4c4a-ae03-639f3baa5872,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:04.715644 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1c4fceb-472c-45b9-88fe-bb4b973d55b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:04.814048 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] Set router 673d8508-71e4-4cb9-9072-fb9bb42f5c3b gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:27:04.944910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9a7ea420-57b8-481e-a126-bf60c881c57e None None] Provisioning complete for port 32ff67be-4541-4b4d-8c4c-133b06e1aa97 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:04.945476 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea420-57b8-481e-a126-bf60c881c57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:04.948807 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-303da35c-aa19-4b2d-9add-ac5e56d83864 req-dff89628-294b-4f6d-93ff-804d14aa5bb8 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 210 time: 0.0448840 Nov 15 14:27:04.995243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ea420-57b8-481e-a126-bf60c881c57e None None] Port 32ff67be-4541-4b4d-8c4c-133b06e1aa97 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:27:05.010465 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.024086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.59', 54100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:05.050263 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-5f6a99cc-a11e-40ee-bc64-b14558424581 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=89cc050ad1284f2b82ec177c28b7f7b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236685 Nov 15 14:27:05.081489 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1c4fceb-472c-45b9-88fe-bb4b973d55b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.084267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Made reservation on behalf of 3a3f6958c0604fcab32ba65195204bc2 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:05.091638 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.116968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9dd3dbd9-dbb4-46a9-a7ab-0c89c4dcc01d req-1c3198a8-7c37-4714-9414-675e55beb69c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 210 time: 0.0520923 Nov 15 14:27:05.120804 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.150961 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-808897047-router', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:59Z', 'updated_at': '2021-11-15T14:27:01Z', 'revision_number': 3, 'project_id': 'b8224af2a34f41dda30a183085683b54', 'gw_port': {'id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:00Z', 'updated_at': '2021-11-15T14:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:05.188922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.193758 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1c4fceb-472c-45b9-88fe-bb4b973d55b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.220638 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e71a14-dc50-4a64-b131-4372405ce2c8 None None] The sync data for ids ['673d8508-71e4-4cb9-9072-fb9bb42f5c3b'] in n-d-817748-2 is: [{'id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-808897047-router', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:59Z', 'updated_at': '2021-11-15T14:27:01Z', 'revision_number': 3, 'project_id': 'b8224af2a34f41dda30a183085683b54', 'gw_port': {'id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:00Z', 'updated_at': '2021-11-15T14:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:27:05.263634 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f493562-d69a-4392-933b-51f90c7dae45 req-f806ab0e-28e1-4f27-a191-0e945f25d3d4 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:05.265161 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-f806ab0e-28e1-4f27-a191-0e945f25d3d4 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068753 Nov 15 14:27:05.265449 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d1c4fceb-472c-45b9-88fe-bb4b973d55b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3fe628ae92ed4cacaf6a9c3820f393cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2698886 Nov 15 14:27:05.268019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41532) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:05.312237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4fceb-472c-45b9-88fe-bb4b973d55b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72390fee-779f-4705-a4d4-40f796cd3727,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:05.314120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Request body: {'port': {'device_id': '763d53ba-290c-4730-bb00-b90fc985da8d', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '89cc050ad1284f2b82ec177c28b7f7b5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:05.403783 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.475399 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41550) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:05.523265 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.589102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e936-dfdb-4879-b024-f52654d7d597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.648583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9187450a-263b-4662-a2fa-578cc4e3a552,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:05.717984 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.733711 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-903645d4-7495-4e9f-a3b0-1bf1a66b0245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.772898 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e936-dfdb-4879-b024-f52654d7d597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.910071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.929734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Made reservation on behalf of 89cc050ad1284f2b82ec177c28b7f7b5 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:05.931354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1e87cff8-b21b-4c4a-ae03-639f3baa5872 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:27:05.934246 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.947461 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.994902 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:05.995638 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.025422 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1e87cff8-b21b-4c4a-ae03-639f3baa5872 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:06.026511 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.083845 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e936-dfdb-4879-b024-f52654d7d597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.090594 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e936-dfdb-4879-b024-f52654d7d597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.093028 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8ae7e936-dfdb-4879-b024-f52654d7d597 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72390fee-779f-4705-a4d4-40f796cd3727 HTTP/1.1" status: 204 len: 168 time: 0.8234861 Nov 15 14:27:06.175677 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.209164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 1e87cff8-b21b-4c4a-ae03-639f3baa5872, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1e87cff8-b21b-4c4a-ae03-639f3baa5872,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:06.263176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28deba4d-fdf1-4bab-89cd-69b88feea78f req-041e3afd-cb7f-4196-95f4-447ce7520e86 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 210 time: 0.1453645 Nov 15 14:27:06.270750 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.274593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7e936-dfdb-4879-b024-f52654d7d597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72390fee-779f-4705-a4d4-40f796cd3727,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:06.286204 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Pushing event updated for resources: {'Port': ['ID=32ff67be-4541-4b4d-8c4c-133b06e1aa97,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:06.300695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Network 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:06.323052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:06.356966 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.361254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=1e87cff8-b21b-4c4a-ae03-639f3baa5872,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:06.408503 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-903645d4-7495-4e9f-a3b0-1bf1a66b0245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.466045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-556aacbd-ddf1-4c3c-98ff-f491ac19df4c req-e1f11300-b588-4201-bad0-8e6ae7f01d48 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 210 time: 0.1952682 Nov 15 14:27:06.471205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Allocated IP 192.168.233.177 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/af96e6ba-9544-4679-be60-64b63e6f4a63) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:27:06.500575 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-903645d4-7495-4e9f-a3b0-1bf1a66b0245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.503375 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.528527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Router 673d8508-71e4-4cb9-9072-fb9bb42f5c3b has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:27:06.551831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903645d4-7495-4e9f-a3b0-1bf1a66b0245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc7f631-3586-4062-b66c-7bf0c51e2fa5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:06.638168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-903645d4-7495-4e9f-a3b0-1bf1a66b0245 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ada6a232e6b348059cb43dbffbf8657c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1565137 Nov 15 14:27:06.638168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41578) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:06.746934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad2f1413-bfd3-4ec1-9da8-594b8cf0ad29 None None] Provisioning complete for port 32ff67be-4541-4b4d-8c4c-133b06e1aa97 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:06.746934 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1413-bfd3-4ec1-9da8-594b8cf0ad29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.772348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2df8531-3c16-41f6-88bb-a1f31337f018,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:06.780728 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219ac2d7-f2ec-4658-af01-859e7ee8846f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.814837 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f1413-bfd3-4ec1-9da8-594b8cf0ad29 None None] Port 32ff67be-4541-4b4d-8c4c-133b06e1aa97 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:27:06.875806 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:27:06.882023 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-54604f86-2c0a-4d19-9098-26cd8ee5795e admin admin] 10.222.0.70 "PUT /v2.0/routers/673d8508-71e4-4cb9-9072-fb9bb42f5c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8459499 Nov 15 14:27:06.954615 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.958073 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219ac2d7-f2ec-4658-af01-859e7ee8846f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:06.982789 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41588) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:07.597588 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dc705b4-5a3a-4168-b6a1-ddaf14cfe1da req-63ec7d03-6898-489a-8ae7-133f69e09a35 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 210 time: 0.0485654 Nov 15 14:27:07.597588 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d28e73e7-ac43-4bc2-b740-b8daac76dbb2 req-7d38b7d4-204d-4589-b24c-5c787249c221 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 210 time: 0.0308015 Nov 15 14:27:07.639827 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Sync routers for ids ['673d8508-71e4-4cb9-9072-fb9bb42f5c3b'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:27:07.656493 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Routers {'673d8508-71e4-4cb9-9072-fb9bb42f5c3b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:27:07.657584 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:27:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['673d8508-71e4-4cb9-9072-fb9bb42f5c3b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:07.736059 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:07.748713 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219ac2d7-f2ec-4658-af01-859e7ee8846f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:07.748713 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219ac2d7-f2ec-4658-af01-859e7ee8846f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:07.748713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-219ac2d7-f2ec-4658-af01-859e7ee8846f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bfc7f631-3586-4062-b66c-7bf0c51e2fa5 HTTP/1.1" status: 204 len: 168 time: 1.1033800 Nov 15 14:27:07.793246 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-394681ad-c774-4dda-bf1c-e699de84467d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:07.831593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ac2d7-f2ec-4658-af01-859e7ee8846f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc7f631-3586-4062-b66c-7bf0c51e2fa5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:07.934359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1e87cff8-b21b-4c4a-ae03-639f3baa5872 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:27:07.938075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:07.948300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:07.959469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:27:07.963753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:07.967921 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:07.978355 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Set router 673d8508-71e4-4cb9-9072-fb9bb42f5c3b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:27:07.989109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Pushing event updated for resources: {'Port': ['ID=af96e6ba-9544-4679-be60-64b63e6f4a63,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:08.035120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:08.067882 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:27:08.071523 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Allocated IP 192.168.233.87 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/f3b8bde3-7b1c-4760-aaac-29a4afaed96c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:27:08.083316 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e776645a-4216-4982-9bce-86eccb42b97d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.188881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c2216424-3b1b-47f0-a627-858a5138c370 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8418739 Nov 15 14:27:08.310015 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e776645a-4216-4982-9bce-86eccb42b97d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.325153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-885591d5-5287-4f61-b5f7-ae37282833a2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:27:08.327783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-885591d5-5287-4f61-b5f7-ae37282833a2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112445 Nov 15 14:27:08.387332 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e776645a-4216-4982-9bce-86eccb42b97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.461588 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e776645a-4216-4982-9bce-86eccb42b97d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42aa1945817c40f7ad3dc54f3528155d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241400 Nov 15 14:27:08.465703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41608) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:08.505213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-394681ad-c774-4dda-bf1c-e699de84467d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.572936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776645a-4216-4982-9bce-86eccb42b97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2930eaa1-7274-4500-a781-af0edbfe40a6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:08.591191 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cff1d06f-0d54-4ab8-8151-3c4f2bbeee3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.622713 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.627425 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-394681ad-c774-4dda-bf1c-e699de84467d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.658459 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cff1d06f-0d54-4ab8-8151-3c4f2bbeee3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.684275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394681ad-c774-4dda-bf1c-e699de84467d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54e68d8-18e8-4973-b769-cd69193e65a8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:08.697674 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-394681ad-c774-4dda-bf1c-e699de84467d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f89a511bdd0d4db382c8dcd1380ab58e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7121816 Nov 15 14:27:08.705315 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41622) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:08.778151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-174e82f1-9146-45c9-b8dd-60397d7d2c22 None None] Provisioning complete for port af96e6ba-9544-4679-be60-64b63e6f4a63 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:08.779162 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-174e82f1-9146-45c9-b8dd-60397d7d2c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.790257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1e87cff8-b21b-4c4a-ae03-639f3baa5872 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:08.791280 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.797618 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07831667-58c0-4943-b2f6-0f9b6322985c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.811013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.929888 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-174e82f1-9146-45c9-b8dd-60397d7d2c22 None None] Port af96e6ba-9544-4679-be60-64b63e6f4a63 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:27:08.945849 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cff1d06f-0d54-4ab8-8151-3c4f2bbeee3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.953356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-808897047-router', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:59Z', 'updated_at': '2021-11-15T14:27:04Z', 'revision_number': 4, 'project_id': 'b8224af2a34f41dda30a183085683b54', 'gw_port': {'id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:00Z', 'updated_at': '2021-11-15T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '32ff67be-4541-4b4d-8c4c-133b06e1aa97', 'name': '', 'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'mac_address': 'fa:16:3e:48:7d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '180f41fc-09c0-4e41-8f35-996e0c6a0bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:03Z', 'updated_at': '2021-11-15T14:27:05Z', 'revision_number': 2, 'project_id': 'b8224af2a34f41dda30a183085683b54', 'subnets': [{'id': '180f41fc-09c0-4e41-8f35-996e0c6a0bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:08.954754 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cff1d06f-0d54-4ab8-8151-3c4f2bbeee3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:08.957175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cff1d06f-0d54-4ab8-8151-3c4f2bbeee3f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2930eaa1-7274-4500-a781-af0edbfe40a6 HTTP/1.1" status: 204 len: 168 time: 0.4894822 Nov 15 14:27:08.984226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1d06f-0d54-4ab8-8151-3c4f2bbeee3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2930eaa1-7274-4500-a781-af0edbfe40a6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:08.988728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Checking router: 673d8508-71e4-4cb9-9072-fb9bb42f5c3b for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:27:08.988728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Updating router 673d8508-71e4-4cb9-9072-fb9bb42f5c3b port 32ff67be-4541-4b4d-8c4c-133b06e1aa97 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:27:09.015114 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472da79e-3905-4fb8-acda-68dde4629b44 req-81f4accd-245f-43b4-9c7b-985f61a93f11 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:09.029271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-472da79e-3905-4fb8-acda-68dde4629b44 req-81f4accd-245f-43b4-9c7b-985f61a93f11 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 935 time: 0.2001007 Nov 15 14:27:09.089910 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:09.131089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-472da79e-3905-4fb8-acda-68dde4629b44 req-9d4abd17-bfdd-4dc1-b3cb-90fcf62da8b9 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049693 Nov 15 14:27:09.227087 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07831667-58c0-4943-b2f6-0f9b6322985c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:09.276166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:09.297930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:09.331719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:27:09.341244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:09.341914 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:09.373780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Pushing event updated for resources: {'Port': ['ID=f3b8bde3-7b1c-4760-aaac-29a4afaed96c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:09.418108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1c831-cfea-4f34-9747-c90208717e38 req-8e53e718-86f7-43a1-843b-f657a98d26fa tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:09.423801 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-b9aaa3c2-7d1a-4686-9f8e-53028d086ebe tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1212661 Nov 15 14:27:09.453302 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ace1c831-cfea-4f34-9747-c90208717e38 req-8e53e718-86f7-43a1-843b-f657a98d26fa tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 936 time: 0.2121732 Nov 15 14:27:09.499475 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07831667-58c0-4943-b2f6-0f9b6322985c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:09.502424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07831667-58c0-4943-b2f6-0f9b6322985c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:09.506895 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-07831667-58c0-4943-b2f6-0f9b6322985c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b54e68d8-18e8-4973-b769-cd69193e65a8 HTTP/1.1" status: 204 len: 168 time: 0.7985475 Nov 15 14:27:09.518370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07831667-58c0-4943-b2f6-0f9b6322985c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54e68d8-18e8-4973-b769-cd69193e65a8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:09.551072 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:09.569669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Request body: {'port': {'device_id': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'device_owner': 'compute:tempest-test_az-1566919019', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:09.591287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ace1c831-cfea-4f34-9747-c90208717e38 req-fe82c491-2161-4363-ad68-825510f57dcf tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364601 Nov 15 14:27:09.642490 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:09.699601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:09.754880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c48cdd-4083-486a-acda-ffa5deb5ffc6 None None] Pushing event updated for resources: {'Port': ['ID=32ff67be-4541-4b4d-8c4c-133b06e1aa97,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:09.827558 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41642) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:09.865382 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc4acef8-f9ac-44be-94f5-f2abed402b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:09.905767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f3d2fa68-fb1c-42f7-9b38-969fd0bd8e08 None None] Provisioning complete for port f3b8bde3-7b1c-4760-aaac-29a4afaed96c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:09.906446 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3d2fa68-fb1c-42f7-9b38-969fd0bd8e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:09.913249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Attempting to bind port 32ff67be-4541-4b4d-8c4c-133b06e1aa97 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:27:09.914288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Attempting to bind port 32ff67be-4541-4b4d-8c4c-133b06e1aa97 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '90f9e7f6-0150-45c5-a05d-70ad6cb3a792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:27:09.914682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Attempting to bind port 32ff67be-4541-4b4d-8c4c-133b06e1aa97 on network 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:10.008548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:27:10.010890 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Checking segment: {'id': '90f9e7f6-0150-45c5-a05d-70ad6cb3a792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:10.011333 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:10.013206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Bound using segment: {'id': '90f9e7f6-0150-45c5-a05d-70ad6cb3a792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:27:10.013968 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Bound port: 32ff67be-4541-4b4d-8c4c-133b06e1aa97, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f9e7f6-0150-45c5-a05d-70ad6cb3a792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:27:10.014382 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:10.053961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2fa68-fb1c-42f7-9b38-969fd0bd8e08 None None] Port f3b8bde3-7b1c-4760-aaac-29a4afaed96c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:27:10.209136 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc4acef8-f9ac-44be-94f5-f2abed402b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:10.232462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af96e6ba-9544-4679-be60-64b63e6f4a63 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:27:10.242211 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:10.272011 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Transition to ACTIVE for port object af96e6ba-9544-4679-be60-64b63e6f4a63 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:27:10.283529 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc4acef8-f9ac-44be-94f5-f2abed402b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:10.340802 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0cad356c-72f8-4b7b-b0b7-8caaf4ae4386 None None] Provisioning complete for port 32ff67be-4541-4b4d-8c4c-133b06e1aa97 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:10.347950 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cad356c-72f8-4b7b-b0b7-8caaf4ae4386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:10.360653 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fc4acef8-f9ac-44be-94f5-f2abed402b3e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99e138d8936b4298af6f12f58dbc56c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5315850 Nov 15 14:27:10.363639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] For port 32ff67be-4541-4b4d-8c4c-133b06e1aa97, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:27:10.365108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41650) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:10.391694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] For port 32ff67be-4541-4b4d-8c4c-133b06e1aa97, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=32ff67be-4541-4b4d-8c4c-133b06e1aa97,segment=NetworkSegment(90f9e7f6-0150-45c5-a05d-70ad6cb3a792),segment_id=90f9e7f6-0150-45c5-a05d-70ad6cb3a792)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:27:10.410808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0cad356c-72f8-4b7b-b0b7-8caaf4ae4386 None None] Port 32ff67be-4541-4b4d-8c4c-133b06e1aa97 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:27:10.411983 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:10.412179 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Request body: {'port': {'device_id': '763d53ba-290c-4730-bb00-b90fc985da8d', 'device_owner': 'compute:tempest-test_az-1566919019', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:10.485631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41652) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:10.500611 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5d914e76-3ca5-4e3e-8bf0-617c13a6d7b8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--682564767', 'description': 'tempest-description--1234854824'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:10.512078 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:10.546086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d06c9-6cfb-414a-80b1-1126f5071cf0 req-d3531298-6ec3-4fb7-aa99-5d3ac83b1f13 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:10.547904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc1d06c9-6cfb-414a-80b1-1126f5071cf0 req-d3531298-6ec3-4fb7-aa99-5d3ac83b1f13 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 935 time: 0.2116392 Nov 15 14:27:10.549164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Pushing event updated for resources: {'Port': ['ID=af96e6ba-9544-4679-be60-64b63e6f4a63,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:10.559834 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4acef8-f9ac-44be-94f5-f2abed402b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc96494e-0fe8-452a-af14-17550569f5e6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:10.716572 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:10.724033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Routers {'673d8508-71e4-4cb9-9072-fb9bb42f5c3b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:27:10.724697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:27:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['673d8508-71e4-4cb9-9072-fb9bb42f5c3b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:10.735672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Attempting to bind port af96e6ba-9544-4679-be60-64b63e6f4a63 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:27:10.738371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Attempting to bind port af96e6ba-9544-4679-be60-64b63e6f4a63 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:27:10.738855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Attempting to bind port af96e6ba-9544-4679-be60-64b63e6f4a63 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:10.799697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Port af96e6ba-9544-4679-be60-64b63e6f4a63 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:27:10.804435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Attempting to bind port af96e6ba-9544-4679-be60-64b63e6f4a63 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:10.840947 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b012801-e136-4266-9559-d455672d3c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:10.857296 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d914e76-3ca5-4e3e-8bf0-617c13a6d7b8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:10.933579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:27:10.934491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:10.935067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:27:10.935755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Bound port: af96e6ba-9544-4679-be60-64b63e6f4a63, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:27:10.936315 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:10.958962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c48cdd-4083-486a-acda-ffa5deb5ffc6 None None] Pushing event updated for resources: {'Port': ['ID=32ff67be-4541-4b4d-8c4c-133b06e1aa97,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:10.977094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc1d06c9-6cfb-414a-80b1-1126f5071cf0 req-b753c900-4bcd-4f67-b928-574fb1dc6d9c tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669758 Nov 15 14:27:11.069126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] Set router 673d8508-71e4-4cb9-9072-fb9bb42f5c3b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:27:11.130884 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4062c9-0208-42d0-9f58-35385240d5f8 req-3ad7c323-6192-446a-ad62-7ae16e728ee9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:11.140923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe4062c9-0208-42d0-9f58-35385240d5f8 req-3ad7c323-6192-446a-ad62-7ae16e728ee9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 970 time: 0.2978327 Nov 15 14:27:11.201100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] For port af96e6ba-9544-4679-be60-64b63e6f4a63, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:27:11.232709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b012801-e136-4266-9559-d455672d3c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:11.237457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] For port af96e6ba-9544-4679-be60-64b63e6f4a63, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=af96e6ba-9544-4679-be60-64b63e6f4a63,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:27:11.253666 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe4062c9-0208-42d0-9f58-35385240d5f8 req-32c3f6af-4141-47ab-a1c0-a4c7b5b64c59 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082048 Nov 15 14:27:11.272539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ddd6d863-5041-47c8-a22f-9858db2c9239 None None] Provisioning complete for port 32ff67be-4541-4b4d-8c4c-133b06e1aa97 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:11.272911 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d863-5041-47c8-a22f-9858db2c9239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:11.305938 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:11.371743 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d914e76-3ca5-4e3e-8bf0-617c13a6d7b8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:11.384266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:11.384266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:11.384469 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] 10.222.0.59 "PUT /v2.0/ports/af96e6ba-9544-4679-be60-64b63e6f4a63 HTTP/1.1" status: 200 len: 1118 time: 2.5104127 Nov 15 14:27:11.384893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'tag': 'af96e6ba-9544-4679-be60-64b63e6f4a63'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:27:11.478740 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d914e76-3ca5-4e3e-8bf0-617c13a6d7b8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:11.587689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:11.677890 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d863-5041-47c8-a22f-9858db2c9239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:11.693660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d914e76-3ca5-4e3e-8bf0-617c13a6d7b8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:11.695604 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5d914e76-3ca5-4e3e-8bf0-617c13a6d7b8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2109320 Nov 15 14:27:11.719144 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:11.734803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d7b3d1e6-5b7f-4595-8571-357bbdbff583 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Request body: {'security_group_rule': {'security_group_id': 'a7a7a43f-1b42-4857-9ca4-0f3398dd2a72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:11.791229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d914e76-3ca5-4e3e-8bf0-617c13a6d7b8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:11.803976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1aa0d-b1cb-4693-8f08-b7fbb6881788 service neutron] Pushing event updated for resources: {'Port': ['ID=af96e6ba-9544-4679-be60-64b63e6f4a63,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:11.807814 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96cae09c-4ed1-433c-870d-1b87bdefa226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:11.834760 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b012801-e136-4266-9559-d455672d3c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:11.837547 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b012801-e136-4266-9559-d455672d3c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:11.842060 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8b012801-e136-4266-9559-d455672d3c2e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc96494e-0fe8-452a-af14-17550569f5e6 HTTP/1.1" status: 204 len: 168 time: 1.4754043 Nov 15 14:27:11.859557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-808897047-router', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:59Z', 'updated_at': '2021-11-15T14:27:04Z', 'revision_number': 4, 'project_id': 'b8224af2a34f41dda30a183085683b54', 'gw_port': {'id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:00Z', 'updated_at': '2021-11-15T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '32ff67be-4541-4b4d-8c4c-133b06e1aa97', 'name': '', 'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'mac_address': 'fa:16:3e:48:7d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '180f41fc-09c0-4e41-8f35-996e0c6a0bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:03Z', 'updated_at': '2021-11-15T14:27:10Z', 'revision_number': 4, 'project_id': 'b8224af2a34f41dda30a183085683b54', 'subnets': [{'id': '180f41fc-09c0-4e41-8f35-996e0c6a0bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:11.861856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b012801-e136-4266-9559-d455672d3c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc96494e-0fe8-452a-af14-17550569f5e6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:11.874685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ddd6d863-5041-47c8-a22f-9858db2c9239 None None] For port 32ff67be-4541-4b4d-8c4c-133b06e1aa97, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=32ff67be-4541-4b4d-8c4c-133b06e1aa97,segment=NetworkSegment(90f9e7f6-0150-45c5-a05d-70ad6cb3a792),segment_id=90f9e7f6-0150-45c5-a05d-70ad6cb3a792)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:11.937158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b8bde3-7b1c-4760-aaac-29a4afaed96c {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:27:11.946128 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7b3d1e6-5b7f-4595-8571-357bbdbff583 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:11.952719 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:11.954626 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24925941-3929-413e-831d-fbd8ea34a807" -d '{"events": [{"name": "network-changed", "server_uuid": "d028acf2-d6c0-49f1-93f5-36bea73a74f2", "tag": "af96e6ba-9544-4679-be60-64b63e6f4a63"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:27:11.981279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38a6c2-2af6-467c-ac8d-08691cd58ed8 None None] The sync data for ids ['673d8508-71e4-4cb9-9072-fb9bb42f5c3b'] in n-d-817748-2 is: [{'id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-808897047-router', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:59Z', 'updated_at': '2021-11-15T14:27:04Z', 'revision_number': 4, 'project_id': 'b8224af2a34f41dda30a183085683b54', 'gw_port': {'id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:00Z', 'updated_at': '2021-11-15T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '32ff67be-4541-4b4d-8c4c-133b06e1aa97', 'name': '', 'network_id': '14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'mac_address': 'fa:16:3e:48:7d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '180f41fc-09c0-4e41-8f35-996e0c6a0bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:03Z', 'updated_at': '2021-11-15T14:27:10Z', 'revision_number': 4, 'project_id': 'b8224af2a34f41dda30a183085683b54', 'subnets': [{'id': '180f41fc-09c0-4e41-8f35-996e0c6a0bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:27:11.985261 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d863-5041-47c8-a22f-9858db2c9239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:12.021905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-27ef9576-d57c-4ffe-88be-7000f4c5413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:12.025376 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-27ef9576-d57c-4ffe-88be-7000f4c5413d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 1121 time: 0.4477355 Nov 15 14:27:12.084737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Transition to ACTIVE for port object f3b8bde3-7b1c-4760-aaac-29a4afaed96c will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:27:12.139244 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7b3d1e6-5b7f-4595-8571-357bbdbff583 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:12.188627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:12.259517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-745c865d-a8f1-4bce-91cc-401e1e31b24a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=af96e6ba-9544-4679-be60-64b63e6f4a63 HTTP/1.1" status: 200 len: 217 time: 0.1175377 Nov 15 14:27:12.274789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6d863-5041-47c8-a22f-9858db2c9239 None None] Pushing event updated for resources: {'Port': ['ID=32ff67be-4541-4b4d-8c4c-133b06e1aa97,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:12.293157 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96cae09c-4ed1-433c-870d-1b87bdefa226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:12.337480 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7b3d1e6-5b7f-4595-8571-357bbdbff583 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:12.384612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-6102e122-1f42-4188-9d57-1377fe54099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:12.386324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-6102e122-1f42-4188-9d57-1377fe54099e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0637968 Nov 15 14:27:12.409559 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96cae09c-4ed1-433c-870d-1b87bdefa226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:12.464637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-96cae09c-4ed1-433c-870d-1b87bdefa226 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=471718848f824360bbb04c39c66c7def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8329482 Nov 15 14:27:12.471616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:12.527697 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3d1e6-5b7f-4595-8571-357bbdbff583 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841c5ebb-b5d4-4fd8-983d-c7d2059e4645,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:12.534699 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cae09c-4ed1-433c-870d-1b87bdefa226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aece3d4-4e37-4cf8-8803-7aaf207e0690,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:12.717007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Pushing event updated for resources: {'Port': ['ID=f3b8bde3-7b1c-4760-aaac-29a4afaed96c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:12.760635 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Attempting to bind port f3b8bde3-7b1c-4760-aaac-29a4afaed96c on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:27:12.761346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Attempting to bind port f3b8bde3-7b1c-4760-aaac-29a4afaed96c by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:27:12.763615 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Attempting to bind port f3b8bde3-7b1c-4760-aaac-29a4afaed96c on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:12.780076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Port f3b8bde3-7b1c-4760-aaac-29a4afaed96c on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:27:12.781012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Attempting to bind port f3b8bde3-7b1c-4760-aaac-29a4afaed96c on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:12.791514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:27:12.792013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:12.792685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:27:12.793232 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Bound port: f3b8bde3-7b1c-4760-aaac-29a4afaed96c, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:27:12.793706 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:12.798360 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97e56fa6-951d-4c98-9410-9ba29cde7854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:12.901172 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cc28ff-8053-4672-8da8-05eb0c14f7d6 x-openstack-request-id: req-78cc28ff-8053-4672-8da8-05eb0c14f7d6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:27:12.901686 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d028acf2-d6c0-49f1-93f5-36bea73a74f2", "tag": "af96e6ba-9544-4679-be60-64b63e6f4a63", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:27:12.902008 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78cc28ff-8053-4672-8da8-05eb0c14f7d6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:27:12.902657 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'tag': 'af96e6ba-9544-4679-be60-64b63e6f4a63', 'status': 'completed', 'code': 200} Nov 15 14:27:12.928859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040cf9-d36d-4921-8691-4dec6f5598a1 req-27db8012-e15a-478f-ba4b-1091b71ae80f tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:12.937468 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9040cf9-d36d-4921-8691-4dec6f5598a1 req-27db8012-e15a-478f-ba4b-1091b71ae80f tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 969 time: 0.6424854 Nov 15 14:27:12.938433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] For port f3b8bde3-7b1c-4760-aaac-29a4afaed96c, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:27:12.976365 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97e56fa6-951d-4c98-9410-9ba29cde7854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:12.988359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7b3d1e6-5b7f-4595-8571-357bbdbff583 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:12.994591 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d7b3d1e6-5b7f-4595-8571-357bbdbff583 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2661860 Nov 15 14:27:12.995346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:13.029127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-32157ab7-10a1-4938-951f-5ce9eb9a1acf tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Request body: {'security_group_rule': {'security_group_id': 'a7a7a43f-1b42-4857-9ca4-0f3398dd2a72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:13.041639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-8814c472-ae6e-4454-b9ff-c9d57af8c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:13.043422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-8814c472-ae6e-4454-b9ff-c9d57af8c1aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5989397 Nov 15 14:27:13.103941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] For port f3b8bde3-7b1c-4760-aaac-29a4afaed96c, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f3b8bde3-7b1c-4760-aaac-29a4afaed96c,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:27:13.179097 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:13.206286 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9040cf9-d36d-4921-8691-4dec6f5598a1 req-96ab0ef7-4988-4fa1-8bf6-60f7dcc2d94f tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644649 Nov 15 14:27:13.265124 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:13.267409 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:13.269522 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] 10.222.0.59 "PUT /v2.0/ports/f3b8bde3-7b1c-4760-aaac-29a4afaed96c HTTP/1.1" status: 200 len: 1117 time: 3.8291202 Nov 15 14:27:13.273932 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763d53ba-290c-4730-bb00-b90fc985da8d', 'tag': 'f3b8bde3-7b1c-4760-aaac-29a4afaed96c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:27:13.308827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3e734-16d6-425e-ad80-4303f5b1fc70 req-e2ce6853-11c4-44fb-b6e0-e2013f2c81a1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:13.328293 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83d3e734-16d6-425e-ad80-4303f5b1fc70 req-e2ce6853-11c4-44fb-b6e0-e2013f2c81a1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 970 time: 0.2453413 Nov 15 14:27:13.483453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62196a-f2c2-4cea-abb4-3cdd890c736b service neutron] Pushing event updated for resources: {'Port': ['ID=f3b8bde3-7b1c-4760-aaac-29a4afaed96c,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:13.616147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83d3e734-16d6-425e-ad80-4303f5b1fc70 req-2b3c5df0-54aa-46ed-af93-4555a11bc48d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922444 Nov 15 14:27:13.628722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-6f5d19f3-1554-4aa8-9ffe-2e7f5a317f62 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635152 Nov 15 14:27:13.663003 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32157ab7-10a1-4938-951f-5ce9eb9a1acf tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:13.671483 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97e56fa6-951d-4c98-9410-9ba29cde7854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:13.675465 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97e56fa6-951d-4c98-9410-9ba29cde7854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:13.684425 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-97e56fa6-951d-4c98-9410-9ba29cde7854 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9aece3d4-4e37-4cf8-8803-7aaf207e0690 HTTP/1.1" status: 204 len: 168 time: 1.1494703 Nov 15 14:27:13.841691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e56fa6-951d-4c98-9410-9ba29cde7854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aece3d4-4e37-4cf8-8803-7aaf207e0690,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:13.868484 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43f024d-eae8-4be4-af70-7db3338e2637 req-c7d0c72a-0aff-4022-88d4-e0dc1a3c167b service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295666 Nov 15 14:27:13.916322 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32157ab7-10a1-4938-951f-5ce9eb9a1acf tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:13.936539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f493562-d69a-4392-933b-51f90c7dae45 req-2644aeae-a264-400f-9a07-a12cc243a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:13.938686 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-2644aeae-a264-400f-9a07-a12cc243a9e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89cc050ad1284f2b82ec177c28b7f7b5&device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 1120 time: 0.4483278 Nov 15 14:27:13.983770 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 32ff67be-4541-4b4d-8c4c-133b06e1aa97 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:27:14.084487 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32157ab7-10a1-4938-951f-5ce9eb9a1acf tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:14.101155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 32ff67be-4541-4b4d-8c4c-133b06e1aa97 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:14.103569 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:14.105711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32157ab7-10a1-4938-951f-5ce9eb9a1acf tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d4c340-02a8-4673-9682-08122825f8e4,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:14.108471 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-50acca3d-6318-4932-934b-61cd730a6b17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f3b8bde3-7b1c-4760-aaac-29a4afaed96c HTTP/1.1" status: 200 len: 217 time: 0.1386786 Nov 15 14:27:14.235751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f493562-d69a-4392-933b-51f90c7dae45 req-8317b151-11d9-43cc-a6ce-f2ab3fca3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:14.237901 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-8317b151-11d9-43cc-a6ce-f2ab3fca3fd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1134861 Nov 15 14:27:14.241203 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6345497-fe36-40cc-82c5-06bec1ed181f" -d '{"events": [{"name": "network-changed", "server_uuid": "763d53ba-290c-4730-bb00-b90fc985da8d", "tag": "f3b8bde3-7b1c-4760-aaac-29a4afaed96c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:27:14.247159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24925941-3929-413e-831d-fbd8ea34a807 req-b3eac267-a6b5-4287-8cee-c524303fb982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:14.249859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24925941-3929-413e-831d-fbd8ea34a807 req-b3eac267-a6b5-4287-8cee-c524303fb982 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 1121 time: 0.1149461 Nov 15 14:27:14.252831 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32157ab7-10a1-4938-951f-5ce9eb9a1acf tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:14.254605 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-32157ab7-10a1-4938-951f-5ce9eb9a1acf tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2365909 Nov 15 14:27:14.260842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:14.268702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:14.434123 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f493562-d69a-4392-933b-51f90c7dae45 req-88cb6aae-e1f3-4156-ae68-f33c14ed3628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:14.437927 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-88cb6aae-e1f3-4156-ae68-f33c14ed3628 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1819870 Nov 15 14:27:14.595944 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:14.601140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24925941-3929-413e-831d-fbd8ea34a807 req-a050f3a0-7146-45d0-af81-64b59e0ec8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:14.603824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24925941-3929-413e-831d-fbd8ea34a807 req-a050f3a0-7146-45d0-af81-64b59e0ec8d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.3100684 Nov 15 14:27:14.617014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76179bca-c987-4caa-835c-321ab9cc0dd6 req-2d387164-50e4-4a7c-a022-87c5e956680d tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:14.626168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76179bca-c987-4caa-835c-321ab9cc0dd6 req-2d387164-50e4-4a7c-a022-87c5e956680d tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 969 time: 0.2163889 Nov 15 14:27:14.744234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76179bca-c987-4caa-835c-321ab9cc0dd6 req-6875424e-3466-45a9-8bb2-d28ddcf7f7df tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144753 Nov 15 14:27:14.838585 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:14.890258 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67deea0b-7420-40d5-8a2b-9347ef5d76ab x-openstack-request-id: req-67deea0b-7420-40d5-8a2b-9347ef5d76ab {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:27:14.890977 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763d53ba-290c-4730-bb00-b90fc985da8d", "tag": "f3b8bde3-7b1c-4760-aaac-29a4afaed96c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:27:14.891626 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67deea0b-7420-40d5-8a2b-9347ef5d76ab {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:27:14.892406 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763d53ba-290c-4730-bb00-b90fc985da8d', 'tag': 'f3b8bde3-7b1c-4760-aaac-29a4afaed96c', 'status': 'completed', 'code': 200} Nov 15 14:27:15.015820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Allocated IP 172.25.4.219 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/d56be11b-d91f-4dba-bd8b-a3cbde35b8eb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:27:15.130575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781b306-b515-4c84-98fe-1eecb22bee0c req-3817d5bb-7db0-4b09-ab00-f95920de5593 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:15.140452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d781b306-b515-4c84-98fe-1eecb22bee0c req-3817d5bb-7db0-4b09-ab00-f95920de5593 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 970 time: 0.1449854 Nov 15 14:27:15.229339 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:15.245212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d781b306-b515-4c84-98fe-1eecb22bee0c req-c023621e-ded8-48ad-b617-15ab30e954da tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034987 Nov 15 14:27:15.353837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:15.404959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:15.408191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:15.412794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:27:15.418558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Pushing event updated for resources: {'Port': ['ID=d56be11b-d91f-4dba-bd8b-a3cbde35b8eb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:15.532608 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:15.711117 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:15.980161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b2f4e-fa72-41fd-80a0-cd4510f7f3f7 req-506f3ec6-ee53-490b-a654-cf1848cbe424 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:15.983719 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b90b2f4e-fa72-41fd-80a0-cd4510f7f3f7 req-506f3ec6-ee53-490b-a654-cf1848cbe424 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 969 time: 0.1034338 Nov 15 14:27:16.020121 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:16.052331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b90b2f4e-fa72-41fd-80a0-cd4510f7f3f7 req-8c4b6052-2166-432c-ae80-9043a6bce45e tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605409 Nov 15 14:27:16.367658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8fdf4-753b-4440-b4fc-ed4d4a901720 req-7c374346-1409-4763-9239-ed25b29bc2b2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:16.370976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bf8fdf4-753b-4440-b4fc-ed4d4a901720 req-7c374346-1409-4763-9239-ed25b29bc2b2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 970 time: 0.0603907 Nov 15 14:27:16.428580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bf8fdf4-753b-4440-b4fc-ed4d4a901720 req-72985511-e860-440a-aa57-8db4367238c8 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502262 Nov 15 14:27:16.659435 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:16.695197 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:16.719265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Pushing event updated for resources: {'Port': ['ID=d56be11b-d91f-4dba-bd8b-a3cbde35b8eb,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:16.807000 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:16.814077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5b50daf6-39d1-4570-9ffd-7ee5199c3c80 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5449662 Nov 15 14:27:17.219937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000468-1b9e-42d2-aed4-20a7493709d4 req-b364e6db-9d0f-4e25-91cf-2f5b96220e70 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:17.221594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87000468-1b9e-42d2-aed4-20a7493709d4 req-b364e6db-9d0f-4e25-91cf-2f5b96220e70 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 969 time: 0.0809996 Nov 15 14:27:17.290639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87000468-1b9e-42d2-aed4-20a7493709d4 req-ece6ab63-d8d7-4e9d-89bb-23fd6b312dbd tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622404 Nov 15 14:27:17.360668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:17.534168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-7d9cb529-bae8-41a1-9e16-d38cf51ef1e5 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--682564767&fields=id&tenant_id=b4827a9ab8464cb3acac13a31f8a8251 HTTP/1.1" status: 200 len: 267 time: 0.0750806 Nov 15 14:27:17.823604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14204839-b703-4249-8dae-fc9a8eb3bb29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:17.984421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67e2d6-8ae4-4d96-8012-425e2130bc57 req-5d62e7f0-56df-429f-a692-fc53edc3cf16 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:17.985847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a67e2d6-8ae4-4d96-8012-425e2130bc57 req-5d62e7f0-56df-429f-a692-fc53edc3cf16 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 970 time: 0.4513395 Nov 15 14:27:18.040489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d50224d2-c87b-4fe9-9a22-52bea0d9411b tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:18.042066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d50224d2-c87b-4fe9-9a22-52bea0d9411b tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/networks?id=8453fbeb-5996-412b-872a-2c562d6b1fe8 HTTP/1.1" status: 200 len: 823 time: 0.5093415 Nov 15 14:27:18.087802 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14204839-b703-4249-8dae-fc9a8eb3bb29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:18.087802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-f644790e-08f6-4fb9-9010-e543a42592e6 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/quotas/b4827a9ab8464cb3acac13a31f8a8251 HTTP/1.1" status: 200 len: 375 time: 0.0349343 Nov 15 14:27:18.095138 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a67e2d6-8ae4-4d96-8012-425e2130bc57 req-dcfb1ec7-73fb-429c-bb84-8d39224a04e3 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996242 Nov 15 14:27:18.154733 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14204839-b703-4249-8dae-fc9a8eb3bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:18.235108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14204839-b703-4249-8dae-fc9a8eb3bb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f4a597-e962-4989-b758-e62e0d89d80a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:18.243042 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-14204839-b703-4249-8dae-fc9a8eb3bb29 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b63b6ea47fd430fb97e59ed684ea3a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8759043 Nov 15 14:27:18.243241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41902) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:18.249340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-b45d7e6e-8069-4926-9b10-78a4e8368ee2 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b4827a9ab8464cb3acac13a31f8a8251&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1449430 Nov 15 14:27:18.356693 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-732de226-1e77-4524-86ca-b0666ec63c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:18.398454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-732de226-1e77-4524-86ca-b0666ec63c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:18.453820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3b75a-482c-4a4d-b4b1-29248b6b2f6c req-3833d8b5-38e3-4bdd-a464-4839b4377cde tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:18.459720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54c3b75a-482c-4a4d-b4b1-29248b6b2f6c req-3833d8b5-38e3-4bdd-a464-4839b4377cde tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 969 time: 0.0708914 Nov 15 14:27:18.547418 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54c3b75a-482c-4a4d-b4b1-29248b6b2f6c req-28275df1-0cfc-447a-9119-6de408eff433 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863688 Nov 15 14:27:18.568045 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-732de226-1e77-4524-86ca-b0666ec63c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:18.591660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-732de226-1e77-4524-86ca-b0666ec63c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:18.591660 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-732de226-1e77-4524-86ca-b0666ec63c5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85f4a597-e962-4989-b758-e62e0d89d80a HTTP/1.1" status: 204 len: 168 time: 0.3467889 Nov 15 14:27:18.603518 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732de226-1e77-4524-86ca-b0666ec63c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f4a597-e962-4989-b758-e62e0d89d80a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:18.748165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-2ea3c395-af47-412a-9ceb-cd4c37c43129 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:27:18.749390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-2ea3c395-af47-412a-9ceb-cd4c37c43129 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1730549 Nov 15 14:27:18.866216 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-e9ccdbfa-fc27-4e58-a836-119b11d7c868 service neutron] 10.222.0.70 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072068 Nov 15 14:27:18.970495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-76f112fc-69ee-4137-b995-71dd6592fbd4 service neutron] 10.222.0.70 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976715 Nov 15 14:27:19.433581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ce4fe-a060-4e97-a8bb-826e52518dd4 req-30c2d4dd-7894-47cc-98f6-2aa4c619d8fa tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:19.435204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a4ce4fe-a060-4e97-a8bb-826e52518dd4 req-30c2d4dd-7894-47cc-98f6-2aa4c619d8fa tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 970 time: 0.0733299 Nov 15 14:27:19.527030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a4ce4fe-a060-4e97-a8bb-826e52518dd4 req-157c2ef9-550e-4eb7-9a46-8caeb41c9e4f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768580 Nov 15 14:27:19.540801 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41956) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:19.562576 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4a8c3ea-86d7-4781-aa29-f731090725f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:19.635873 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1014f2f7-488e-47f2-8618-d71b0fd613a5 req-be6120af-edf8-41f6-8d80-32f7e456716c tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 210 time: 0.0606797 Nov 15 14:27:19.705788 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4a8c3ea-86d7-4781-aa29-f731090725f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:19.799253 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4a8c3ea-86d7-4781-aa29-f731090725f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:19.931694 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e4a8c3ea-86d7-4781-aa29-f731090725f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f86013b257248118a6322a0e4bf9bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890209 Nov 15 14:27:19.932911 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8c3ea-86d7-4781-aa29-f731090725f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4cf99e-a3a6-42c5-9cd6-86be93f04d19,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:19.935895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41964) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:20.017561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723a394-1739-4ddd-aa21-f89447465616 req-7a0edc66-c27e-48c1-a3cb-e2366f5c3514 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:20.019397 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3723a394-1739-4ddd-aa21-f89447465616 req-7a0edc66-c27e-48c1-a3cb-e2366f5c3514 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 969 time: 0.0998785 Nov 15 14:27:20.055667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cef5d1b-0a05-4c13-9465-5ff568503f62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:20.099091 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cef5d1b-0a05-4c13-9465-5ff568503f62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:20.110847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3723a394-1739-4ddd-aa21-f89447465616 req-ee3c7348-68cb-4bda-8750-a723abe3f027 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838094 Nov 15 14:27:20.293805 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cef5d1b-0a05-4c13-9465-5ff568503f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:20.299024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cef5d1b-0a05-4c13-9465-5ff568503f62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:20.300549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6cef5d1b-0a05-4c13-9465-5ff568503f62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b4cf99e-a3a6-42c5-9cd6-86be93f04d19 HTTP/1.1" status: 204 len: 168 time: 0.3631091 Nov 15 14:27:20.310943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef5d1b-0a05-4c13-9465-5ff568503f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4cf99e-a3a6-42c5-9cd6-86be93f04d19,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:20.689819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d703ee5-ad09-448a-92bb-b174f479a498 req-bff5b2c1-b05a-48bc-b8ca-5780396536d8 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:20.691385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d703ee5-ad09-448a-92bb-b174f479a498 req-bff5b2c1-b05a-48bc-b8ca-5780396536d8 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 970 time: 0.0856442 Nov 15 14:27:20.763881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d703ee5-ad09-448a-92bb-b174f479a498 req-5419599d-b7dd-4acc-82a6-30cf4b68bcc9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645487 Nov 15 14:27:20.780872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34e05ea5-a3ea-4213-84eb-ce21051998d0 req-e26d5309-1beb-427b-ab12-0531d99b6a00 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 210 time: 0.0409386 Nov 15 14:27:21.166202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24925941-3929-413e-831d-fbd8ea34a807 req-2b60c9cb-f19b-43a8-b2ca-9e49d6dc61ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=af96e6ba-9544-4679-be60-64b63e6f4a63 HTTP/1.1" status: 200 len: 217 time: 0.0364656 Nov 15 14:27:21.266909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24925941-3929-413e-831d-fbd8ea34a807 req-f0dadb56-074e-480d-86d1-669d69154533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:21.268733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24925941-3929-413e-831d-fbd8ea34a807 req-f0dadb56-074e-480d-86d1-669d69154533 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0908940 Nov 15 14:27:21.305055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b1f0-1fdd-4adc-933e-6da061fce0b8 req-e5efd7f2-6ec4-4f18-b52c-81ec48fcc90b tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:21.314194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45b7b1f0-1fdd-4adc-933e-6da061fce0b8 req-e5efd7f2-6ec4-4f18-b52c-81ec48fcc90b tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 969 time: 0.1031706 Nov 15 14:27:21.377527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24925941-3929-413e-831d-fbd8ea34a807 req-3f2d8a19-4669-4f5e-8c25-3e9a8511fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:21.379319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24925941-3929-413e-831d-fbd8ea34a807 req-3f2d8a19-4669-4f5e-8c25-3e9a8511fe8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946655 Nov 15 14:27:21.388057 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45b7b1f0-1fdd-4adc-933e-6da061fce0b8 req-1d0733ed-18cc-447f-b674-9687b1ee9d8f tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725181 Nov 15 14:27:21.450625 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-f505e8e0-5ee0-4bf8-923a-a98f72ac8acd service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202214 Nov 15 14:27:21.497358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24925941-3929-413e-831d-fbd8ea34a807 req-6aa508b9-b471-4295-8148-0643379c9bc7 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074495 Nov 15 14:27:21.558711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42038) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:21.572689 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0f493562-d69a-4392-933b-51f90c7dae45 req-9892070f-4b59-4deb-af5c-35194c839d0e service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116681 Nov 15 14:27:21.622648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24925941-3929-413e-831d-fbd8ea34a807 req-33d69593-0d18-4fdc-ae30-e8fd46285914 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141350 Nov 15 14:27:21.736941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6345497-fe36-40cc-82c5-06bec1ed181f req-10ca6410-2b14-4c7d-bda6-f44afc21a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:21.739991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6345497-fe36-40cc-82c5-06bec1ed181f req-10ca6410-2b14-4c7d-bda6-f44afc21a44c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89cc050ad1284f2b82ec177c28b7f7b5&device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 1120 time: 0.0494697 Nov 15 14:27:21.764504 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-51c524da-36c3-48a2-a210-85dfc1e9050a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:21.875793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.46', 58385) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:21.928364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19b4e094-baad-4657-9c54-125444f87339 req-187c9113-efcb-4a5d-affe-17e5cf3c4434 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 210 time: 0.0457442 Nov 15 14:27:21.949325 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6345497-fe36-40cc-82c5-06bec1ed181f req-2395c1ab-25aa-4858-8d58-8972e843b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:21.955023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6345497-fe36-40cc-82c5-06bec1ed181f req-2395c1ab-25aa-4858-8d58-8972e843b3c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1952024 Nov 15 14:27:21.973646 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-51c524da-36c3-48a2-a210-85dfc1e9050a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:22.007411 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6345497-fe36-40cc-82c5-06bec1ed181f req-b7c8e095-73df-48eb-bdf6-b9f74a9dd71e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f3b8bde3-7b1c-4760-aaac-29a4afaed96c HTTP/1.1" status: 200 len: 217 time: 0.0487766 Nov 15 14:27:22.017870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5126a-fd84-4c6b-98fc-b7853bf190ba req-f04173de-1882-44c6-afa9-924734281010 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:22.019362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08e5126a-fd84-4c6b-98fc-b7853bf190ba req-f04173de-1882-44c6-afa9-924734281010 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 970 time: 0.1379564 Nov 15 14:27:22.087570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-51c524da-36c3-48a2-a210-85dfc1e9050a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:22.093621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6345497-fe36-40cc-82c5-06bec1ed181f req-6c961ae9-c363-46ef-91dc-93489452b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:22.095258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6345497-fe36-40cc-82c5-06bec1ed181f req-6c961ae9-c363-46ef-91dc-93489452b432 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0749679 Nov 15 14:27:22.143802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08e5126a-fd84-4c6b-98fc-b7853bf190ba req-578d8adf-df53-47fb-a9f9-9c17392eb270 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942745 Nov 15 14:27:22.164044 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c524da-36c3-48a2-a210-85dfc1e9050a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708b82ac-44bf-4908-ae5a-ae3a6fa8cb1f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:22.171843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6345497-fe36-40cc-82c5-06bec1ed181f req-2119ab35-15da-4968-9b8c-71e6cd3c0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:22.174094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6345497-fe36-40cc-82c5-06bec1ed181f req-2119ab35-15da-4968-9b8c-71e6cd3c0ab7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689442 Nov 15 14:27:22.182554 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-51c524da-36c3-48a2-a210-85dfc1e9050a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=887398695e2c40f492e47013bcf199c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6227384 Nov 15 14:27:22.190704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-f7a759df-401c-446d-852f-11c6591c984b tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:22.192213 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-f7a759df-401c-446d-852f-11c6591c984b tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.46 "GET /v2.0/networks?id=8453fbeb-5996-412b-872a-2c562d6b1fe8 HTTP/1.1" status: 200 len: 823 time: 0.3153932 Nov 15 14:27:22.192714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42060) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:22.280855 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cf6e13-0f15-4b27-9ea3-52fc73b65965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:22.316799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6345497-fe36-40cc-82c5-06bec1ed181f req-31b0eccb-85ff-4473-81d6-802e9d6cb137 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330707 Nov 15 14:27:22.329522 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cf6e13-0f15-4b27-9ea3-52fc73b65965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:22.422685 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-414b2611-ddeb-4906-9660-e23ddb88b4fb tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4827a9ab8464cb3acac13a31f8a8251 HTTP/1.1" status: 200 len: 379 time: 0.1175141 Nov 15 14:27:22.441964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-34238851-464a-43f8-91b7-b7d7c5bf124d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Request body: {'port': {'device_id': '1d5dade8-36f8-4777-aa43-364e6e172c00', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'admin_state_up': True, 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'security_groups': ['a7a7a43f-1b42-4857-9ca4-0f3398dd2a72']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:22.445712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6345497-fe36-40cc-82c5-06bec1ed181f req-53b5c3f7-13a1-4f4e-8af4-fb9227ddbd6a service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202528 Nov 15 14:27:22.537548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c61c74-e79e-4d0c-a6fb-d9ed959f4d48 req-fa539bd6-cfd7-4bdb-9406-5a03d7230595 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:22.537548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72c61c74-e79e-4d0c-a6fb-d9ed959f4d48 req-fa539bd6-cfd7-4bdb-9406-5a03d7230595 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 969 time: 0.0589244 Nov 15 14:27:22.592038 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cf6e13-0f15-4b27-9ea3-52fc73b65965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:22.596633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cf6e13-0f15-4b27-9ea3-52fc73b65965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:22.598245 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c5cf6e13-0f15-4b27-9ea3-52fc73b65965 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/708b82ac-44bf-4908-ae5a-ae3a6fa8cb1f HTTP/1.1" status: 204 len: 168 time: 0.4044776 Nov 15 14:27:22.608242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf6e13-0f15-4b27-9ea3-52fc73b65965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708b82ac-44bf-4908-ae5a-ae3a6fa8cb1f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:22.621713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72c61c74-e79e-4d0c-a6fb-d9ed959f4d48 req-45fa2cb8-0301-47e4-8525-57b3c407b804 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718184 Nov 15 14:27:22.728207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-34238851-464a-43f8-91b7-b7d7c5bf124d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Made reservation on behalf of b4827a9ab8464cb3acac13a31f8a8251 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:22.734669 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-34238851-464a-43f8-91b7-b7d7c5bf124d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:22.892027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-34238851-464a-43f8-91b7-b7d7c5bf124d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Allocated IP 172.20.0.13 (8453fbeb-5996-412b-872a-2c562d6b1fe8/097b76ed-0b6c-418d-a9b0-bb42141f4f88/f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:27:23.054569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55861f93-7fc9-4eda-8dfa-5bf6cdf302f3 req-28b8b1ad-ab26-4931-aafd-edf2f80b413d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 210 time: 0.0485427 Nov 15 14:27:23.067601 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-34238851-464a-43f8-91b7-b7d7c5bf124d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:23.209970 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-34238851-464a-43f8-91b7-b7d7c5bf124d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:23.285248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-34238851-464a-43f8-91b7-b7d7c5bf124d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Network 8453fbeb-5996-412b-872a-2c562d6b1fe8 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:23.289220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-34238851-464a-43f8-91b7-b7d7c5bf124d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:23.294263 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-34238851-464a-43f8-91b7-b7d7c5bf124d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:27:23.301646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-34238851-464a-43f8-91b7-b7d7c5bf124d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:23.302844 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-34238851-464a-43f8-91b7-b7d7c5bf124d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:23.318010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34238851-464a-43f8-91b7-b7d7c5bf124d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Pushing event updated for resources: {'Port': ['ID=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:23.326488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa49c2-7723-4484-9fcc-8cbd30aad6b5 req-80a57a09-1182-4e73-b77c-f79eaf4f1666 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:23.337883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8fa49c2-7723-4484-9fcc-8cbd30aad6b5 req-80a57a09-1182-4e73-b77c-f79eaf4f1666 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 970 time: 0.1124902 Nov 15 14:27:23.413261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8fa49c2-7723-4484-9fcc-8cbd30aad6b5 req-d89a6f7f-696d-412b-a0e6-3eb9edf3586b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743711 Nov 15 14:27:23.441634 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-34238851-464a-43f8-91b7-b7d7c5bf124d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0080786 Nov 15 14:27:23.554858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:23.591684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ac308c25-2eb9-40cf-a6d5-c8e99694a17d None None] Provisioning complete for port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:23.592801 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ac308c25-2eb9-40cf-a6d5-c8e99694a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:23.632219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ac308c25-2eb9-40cf-a6d5-c8e99694a17d None None] Port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:27:23.712473 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:23.746789 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f15a75b4-491f-47fa-8d2a-c4da9e27f925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:23.809441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05855037-a750-4d75-9c2a-3ad3013b8495 req-6b8a0157-43b6-4499-a2a4-aa3a42e2f08f tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:23.822081 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05855037-a750-4d75-9c2a-3ad3013b8495 req-6b8a0157-43b6-4499-a2a4-aa3a42e2f08f tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 969 time: 0.1302900 Nov 15 14:27:23.886289 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f15a75b4-491f-47fa-8d2a-c4da9e27f925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:23.902388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05855037-a750-4d75-9c2a-3ad3013b8495 req-f5e7e9b9-db62-46ac-9918-3469e60e5f5f tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788295 Nov 15 14:27:23.950839 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f15a75b4-491f-47fa-8d2a-c4da9e27f925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:24.005365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a75b4-491f-47fa-8d2a-c4da9e27f925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2f5f33-7296-4549-9b8d-5a62f5d6b6fa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:24.008380 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06970971-5ba5-497b-b6cc-9a8635667e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:24.014882 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f15a75b4-491f-47fa-8d2a-c4da9e27f925 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2633e8ece2ca4a3eb8b51e25d2f6d924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993207 Nov 15 14:27:24.016043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42100) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:24.095824 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d02382c2-9295-4a76-bca4-9909380bba89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:24.139641 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d02382c2-9295-4a76-bca4-9909380bba89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:24.166654 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06970971-5ba5-497b-b6cc-9a8635667e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:24.236459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a200b5-3b00-4b3b-839e-81ea0bc28df8 req-aef0d89e-2557-47ca-a2b0-c0e45d2ec737 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:24.238063 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10a200b5-3b00-4b3b-839e-81ea0bc28df8 req-aef0d89e-2557-47ca-a2b0-c0e45d2ec737 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 932 time: 0.0887027 Nov 15 14:27:24.301080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06970971-5ba5-497b-b6cc-9a8635667e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:24.311239 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10a200b5-3b00-4b3b-839e-81ea0bc28df8 req-866269e1-8e88-4b62-b6d1-d6c7c00a3e7d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653324 Nov 15 14:27:24.335843 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d02382c2-9295-4a76-bca4-9909380bba89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:24.339479 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d02382c2-9295-4a76-bca4-9909380bba89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:24.341925 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d02382c2-9295-4a76-bca4-9909380bba89 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a2f5f33-7296-4549-9b8d-5a62f5d6b6fa HTTP/1.1" status: 204 len: 168 time: 0.3238885 Nov 15 14:27:24.353487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02382c2-9295-4a76-bca4-9909380bba89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2f5f33-7296-4549-9b8d-5a62f5d6b6fa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:24.375771 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-06970971-5ba5-497b-b6cc-9a8635667e6a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0953d000e164bbabdfd719bd0efcb44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8191726 Nov 15 14:27:24.377178 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06970971-5ba5-497b-b6cc-9a8635667e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ebe591-4365-4509-a15d-9456d3c5e8ef,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:24.379299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:24.444231 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09068d12-54ad-4014-b546-166aef5c0892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:24.476016 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09068d12-54ad-4014-b546-166aef5c0892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:24.577402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcefb21-1611-48ed-b3b4-7cd05ee2a44e req-1b30e183-5713-4d9a-89c7-3baad738eb1a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:24.579267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1dcefb21-1611-48ed-b3b4-7cd05ee2a44e req-1b30e183-5713-4d9a-89c7-3baad738eb1a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 970 time: 0.0719588 Nov 15 14:27:24.641425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1dcefb21-1611-48ed-b3b4-7cd05ee2a44e req-9a0c89a0-3ed1-4147-8f09-b084ff4ca33d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532715 Nov 15 14:27:24.642695 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09068d12-54ad-4014-b546-166aef5c0892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:24.645354 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09068d12-54ad-4014-b546-166aef5c0892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:24.646433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-09068d12-54ad-4014-b546-166aef5c0892 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5ebe591-4365-4509-a15d-9456d3c5e8ef HTTP/1.1" status: 204 len: 168 time: 0.2653108 Nov 15 14:27:24.654580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09068d12-54ad-4014-b546-166aef5c0892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ebe591-4365-4509-a15d-9456d3c5e8ef,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:24.681629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device af96e6ba-9544-4679-be60-64b63e6f4a63 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:27:24.931763 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port af96e6ba-9544-4679-be60-64b63e6f4a63, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=af96e6ba-9544-4679-be60-64b63e6f4a63,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:24.948546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'af96e6ba-9544-4679-be60-64b63e6f4a63', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'af96e6ba-9544-4679-be60-64b63e6f4a63', 'mac_address': 'fa:16:3e:2e:42:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:tempest-test_az-1566919019', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:27:25.000408 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:25.022789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af96e6ba-9544-4679-be60-64b63e6f4a63 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:27:25.046203 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port af96e6ba-9544-4679-be60-64b63e6f4a63, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=af96e6ba-9544-4679-be60-64b63e6f4a63,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:25.074943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066b871-1c60-4f3e-abca-2801c17036f9 req-3ff3711c-0967-4099-a653-7801dd2b63b6 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:25.076638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3066b871-1c60-4f3e-abca-2801c17036f9 req-3ff3711c-0967-4099-a653-7801dd2b63b6 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 969 time: 0.0758493 Nov 15 14:27:25.117230 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:25.118331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f3b8bde3-7b1c-4760-aaac-29a4afaed96c details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:27:25.147112 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3066b871-1c60-4f3e-abca-2801c17036f9 req-9cad2d08-e66c-432b-8601-131447995827 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586150 Nov 15 14:27:25.214947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f3b8bde3-7b1c-4760-aaac-29a4afaed96c, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f3b8bde3-7b1c-4760-aaac-29a4afaed96c,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:25.230504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=af96e6ba-9544-4679-be60-64b63e6f4a63,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:25.235585 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'f3b8bde3-7b1c-4760-aaac-29a4afaed96c', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'f3b8bde3-7b1c-4760-aaac-29a4afaed96c', 'mac_address': 'fa:16:3e:37:e2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:tempest-test_az-1566919019', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:27:25.279888 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:25.295798 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b8bde3-7b1c-4760-aaac-29a4afaed96c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:27:25.326121 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f3b8bde3-7b1c-4760-aaac-29a4afaed96c, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f3b8bde3-7b1c-4760-aaac-29a4afaed96c,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:25.414007 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:25.443418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac941f35-ed3b-4f36-b326-4b99746521a7 req-dcf4bcf1-d5a1-4159-9fca-45bc30be3bd7 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:25.444961 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac941f35-ed3b-4f36-b326-4b99746521a7 req-dcf4bcf1-d5a1-4159-9fca-45bc30be3bd7 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 932 time: 0.0507772 Nov 15 14:27:25.482630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f3b8bde3-7b1c-4760-aaac-29a4afaed96c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:25.485030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:25.518894 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66815e2b-8213-4089-a840-c153ba09e096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:25.525783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac941f35-ed3b-4f36-b326-4b99746521a7 req-7985d871-d986-4556-b9ac-ad3bfd4ec4dd tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719392 Nov 15 14:27:25.624408 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66815e2b-8213-4089-a840-c153ba09e096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:25.702023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66815e2b-8213-4089-a840-c153ba09e096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:25.760783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-66815e2b-8213-4089-a840-c153ba09e096 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=664bcf4dcb094348a4981efee67833c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720323 Nov 15 14:27:25.762074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66815e2b-8213-4089-a840-c153ba09e096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141a266c-5d7b-434c-9314-613362ffa561,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:25.763032 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:25.790143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['af96e6ba-9544-4679-be60-64b63e6f4a63'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:27:25.836616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f3b8bde3-7b1c-4760-aaac-29a4afaed96c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:27:25.837141 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83ef52db-d867-457d-a4e6-955faee5009b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:25.839233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d9ab8-bf72-4fb7-a122-6b94a0b9eb66 req-2169bad5-f7bc-4ce2-896f-43430cd4d10f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:25.846906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e9d9ab8-bf72-4fb7-a122-6b94a0b9eb66 req-2169bad5-f7bc-4ce2-896f-43430cd4d10f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 971 time: 0.0612988 Nov 15 14:27:25.905515 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83ef52db-d867-457d-a4e6-955faee5009b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:25.968085 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e9d9ab8-bf72-4fb7-a122-6b94a0b9eb66 req-100b3fb6-6ee7-451c-9a68-4fc9941cb8eb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194153 Nov 15 14:27:26.079742 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83ef52db-d867-457d-a4e6-955faee5009b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:26.086668 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83ef52db-d867-457d-a4e6-955faee5009b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:26.086668 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-83ef52db-d867-457d-a4e6-955faee5009b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/141a266c-5d7b-434c-9314-613362ffa561 HTTP/1.1" status: 204 len: 168 time: 0.3191793 Nov 15 14:27:26.099745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef52db-d867-457d-a4e6-955faee5009b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141a266c-5d7b-434c-9314-613362ffa561,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:26.300975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb5938-addc-4232-b32c-066de49c1425 req-b55eb7e9-119b-47a4-9091-ac3da753fb5b tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:26.302964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6fb5938-addc-4232-b32c-066de49c1425 req-b55eb7e9-119b-47a4-9091-ac3da753fb5b tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 970 time: 0.0638218 Nov 15 14:27:26.359470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6fb5938-addc-4232-b32c-066de49c1425 req-f469a75c-da97-4012-8115-de553ae07716 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437953 Nov 15 14:27:26.662437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac90aaa-ac07-403e-9b30-98d13556feec req-c05c2bbf-210b-42a7-94f9-bd80ad9a6a5b tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:26.666322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device af96e6ba-9544-4679-be60-64b63e6f4a63 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:27:26.673487 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bac90aaa-ac07-403e-9b30-98d13556feec req-c05c2bbf-210b-42a7-94f9-bd80ad9a6a5b tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 932 time: 0.0626650 Nov 15 14:27:26.734380 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bac90aaa-ac07-403e-9b30-98d13556feec req-0031252e-d843-41db-bff4-09fca222f617 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600069 Nov 15 14:27:26.877635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port af96e6ba-9544-4679-be60-64b63e6f4a63 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:27:26.883354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port af96e6ba-9544-4679-be60-64b63e6f4a63 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:26.883354 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:26.977706 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:27.006830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af96e6ba-9544-4679-be60-64b63e6f4a63'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:27:27.093323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port af96e6ba-9544-4679-be60-64b63e6f4a63, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=af96e6ba-9544-4679-be60-64b63e6f4a63,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:27.121624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7cb34-b2c5-4633-8a87-f232e2360bf4 req-75e66f1c-1130-4e54-9f73-41b7f6c12cf1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:27.124629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aff7cb34-b2c5-4633-8a87-f232e2360bf4 req-75e66f1c-1130-4e54-9f73-41b7f6c12cf1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 971 time: 0.0629628 Nov 15 14:27:27.167672 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:27.168772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f3b8bde3-7b1c-4760-aaac-29a4afaed96c up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:27:27.187286 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aff7cb34-b2c5-4633-8a87-f232e2360bf4 req-8836dce9-ec22-4c3a-bfb3-82d86fea96a3 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531294 Nov 15 14:27:27.267276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=af96e6ba-9544-4679-be60-64b63e6f4a63,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:27.358026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port f3b8bde3-7b1c-4760-aaac-29a4afaed96c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:27:27.367076 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port f3b8bde3-7b1c-4760-aaac-29a4afaed96c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:27.367682 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:27.476965 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:27.523311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdf72c-35cc-4c03-a93c-efb3b6d78d77 req-5a8a6603-ead6-4540-bf46-7d2e9d1f688a tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:27.525658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18cdf72c-35cc-4c03-a93c-efb3b6d78d77 req-5a8a6603-ead6-4540-bf46-7d2e9d1f688a tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 970 time: 0.0736585 Nov 15 14:27:27.527307 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f3b8bde3-7b1c-4760-aaac-29a4afaed96c, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f3b8bde3-7b1c-4760-aaac-29a4afaed96c,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:27.582871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18cdf72c-35cc-4c03-a93c-efb3b6d78d77 req-55362277-24fa-479a-97ac-f1198af307b6 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492215 Nov 15 14:27:27.603212 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:27.647664 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e363eb-a5cc-4747-9f24-9ed41a7d728f" -d '{"events": [{"server_uuid": "d028acf2-d6c0-49f1-93f5-36bea73a74f2", "name": "network-vif-plugged", "status": "completed", "tag": "af96e6ba-9544-4679-be60-64b63e6f4a63"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:27:27.661169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f3b8bde3-7b1c-4760-aaac-29a4afaed96c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:27.863307 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:28.093659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74768f73-c88e-4fcb-ad25-115036e863ca req-9b9ad401-860f-4ca4-89ab-d6d123db18a8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:28.095935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74768f73-c88e-4fcb-ad25-115036e863ca req-9b9ad401-860f-4ca4-89ab-d6d123db18a8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 932 time: 0.0662973 Nov 15 14:27:28.124552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:28.133324 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d76f5cf-0c95-4e65-9d3b-464e2e7f6968 x-openstack-request-id: req-1d76f5cf-0c95-4e65-9d3b-464e2e7f6968 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:27:28.134522 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d028acf2-d6c0-49f1-93f5-36bea73a74f2", "name": "network-vif-plugged", "status": "completed", "tag": "af96e6ba-9544-4679-be60-64b63e6f4a63", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:27:28.134522 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d76f5cf-0c95-4e65-9d3b-464e2e7f6968 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:27:28.134979 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af96e6ba-9544-4679-be60-64b63e6f4a63', 'code': 200} Nov 15 14:27:28.215092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74768f73-c88e-4fcb-ad25-115036e863ca req-bf9c6482-d6d0-4714-be71-a5e50703d3c7 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116314 Nov 15 14:27:28.316444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82d510-0d5b-409c-8b38-5772072bba96 req-385b2767-a495-4482-b71e-af87219cd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:28.317968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd82d510-0d5b-409c-8b38-5772072bba96 req-385b2767-a495-4482-b71e-af87219cd508 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 1123 time: 0.0939789 Nov 15 14:27:28.353261 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cd82d510-0d5b-409c-8b38-5772072bba96 req-1ed53d02-1607-418a-b1fd-ee468ad44ce3 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:28.356740 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:28.395838 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d45a9ba-95d1-4fd3-ad51-6dfa44875284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:28.508336 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cd82d510-0d5b-409c-8b38-5772072bba96 req-1ed53d02-1607-418a-b1fd-ee468ad44ce3 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:28.526016 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d45a9ba-95d1-4fd3-ad51-6dfa44875284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:28.590700 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cd82d510-0d5b-409c-8b38-5772072bba96 req-1ed53d02-1607-418a-b1fd-ee468ad44ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:28.596329 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d45a9ba-95d1-4fd3-ad51-6dfa44875284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:28.639716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45a9ba-95d1-4fd3-ad51-6dfa44875284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3664144e-7e5b-44a8-aac7-65dbc0921f81,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:28.662705 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1d45a9ba-95d1-4fd3-ad51-6dfa44875284 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5cf10a43ff13476f96a6144b16cca622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5364218 Nov 15 14:27:28.666340 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42260) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:28.706267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed53d02-1607-418a-b1fd-ee468ad44ce3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b25473-7aa3-4611-937d-caadf6087255,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:28.712573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd82d510-0d5b-409c-8b38-5772072bba96 req-1ed53d02-1607-418a-b1fd-ee468ad44ce3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750410 Nov 15 14:27:28.756486 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c37270e-081b-4db1-91b0-cf22fb0f04f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:28.783197 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c37270e-081b-4db1-91b0-cf22fb0f04f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:28.900712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd7ada-1ad0-4174-8235-796bc2dbf7d7 req-8cb1e13b-b76e-4721-ab76-a16852532b7a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:28.902582 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-adbd7ada-1ad0-4174-8235-796bc2dbf7d7 req-8cb1e13b-b76e-4721-ab76-a16852532b7a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.0645883 Nov 15 14:27:28.931666 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c37270e-081b-4db1-91b0-cf22fb0f04f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:28.934212 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c37270e-081b-4db1-91b0-cf22fb0f04f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:28.935468 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5c37270e-081b-4db1-91b0-cf22fb0f04f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3664144e-7e5b-44a8-aac7-65dbc0921f81 HTTP/1.1" status: 204 len: 168 time: 0.2680666 Nov 15 14:27:28.956437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37270e-081b-4db1-91b0-cf22fb0f04f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3664144e-7e5b-44a8-aac7-65dbc0921f81,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:28.970104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-adbd7ada-1ad0-4174-8235-796bc2dbf7d7 req-32447b7d-5ece-427e-8bd6-2f879a689ff8 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587184 Nov 15 14:27:29.094337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb753e-43d7-4ce0-89e7-99b676325e5a req-d8e466f2-14c9-4f89-9900-992fb9fc8d67 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:29.103742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84bb753e-43d7-4ce0-89e7-99b676325e5a req-d8e466f2-14c9-4f89-9900-992fb9fc8d67 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 971 time: 0.0744512 Nov 15 14:27:29.159616 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84bb753e-43d7-4ce0-89e7-99b676325e5a req-cdb9198c-d49c-4da4-b30e-ac52a5b39e8c tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541794 Nov 15 14:27:29.201342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-65a3cd79-4141-4287-94bb-aa1dcbad986e tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:27:29.203336 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-65a3cd79-4141-4287-94bb-aa1dcbad986e tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076256 Nov 15 14:27:29.383049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2ea5f-2a45-4302-a855-7b12c1264913 req-f86e5d73-0e20-4c52-ab4f-420f87193a19 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:29.385358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6b2ea5f-2a45-4302-a855-7b12c1264913 req-f86e5d73-0e20-4c52-ab4f-420f87193a19 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 932 time: 0.0537140 Nov 15 14:27:29.494693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6b2ea5f-2a45-4302-a855-7b12c1264913 req-72560995-37db-4452-9ea8-794d93b7b820 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011817 Nov 15 14:27:29.673995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Request body: {'port': {'device_id': '1d5dade8-36f8-4777-aa43-364e6e172c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:29.737353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:29.752255 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94e2767c-b05f-4700-b20e-a5bd6886c99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:29.985534 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42310) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:30.011626 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd72f-71e6-4ce6-a3ed-c8ddfbb748f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:30.135759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763d53ba-290c-4730-bb00-b90fc985da8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b8bde3-7b1c-4760-aaac-29a4afaed96c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:27:30.138362 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3781e7f4-0b4e-4f1c-8bd4-3a44d4cfcc69" -d '{"events": [{"server_uuid": "763d53ba-290c-4730-bb00-b90fc985da8d", "name": "network-vif-plugged", "status": "completed", "tag": "f3b8bde3-7b1c-4760-aaac-29a4afaed96c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:27:30.139621 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd72f-71e6-4ce6-a3ed-c8ddfbb748f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:30.145464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:27:30.159916 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:30.181263 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Transition to ACTIVE for port object f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:27:30.201878 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd72f-71e6-4ce6-a3ed-c8ddfbb748f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:30.243156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fa7fd72f-71e6-4ce6-a3ed-c8ddfbb748f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5cc32ed647ed43cabe0fcbd05c9b2179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550185 Nov 15 14:27:30.244043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fd72f-71e6-4ce6-a3ed-c8ddfbb748f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23730a42-25e5-4f26-8d8f-475ea078cc46,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:30.247016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:30.304922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:30.392458 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff1765b3-237f-457a-8e84-72cb980fa05e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:30.411840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Pushing event updated for resources: {'Port': ['ID=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:30.455878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Attempting to bind port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:27:30.456212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Attempting to bind port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:27:30.456540 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Attempting to bind port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 on network 8453fbeb-5996-412b-872a-2c562d6b1fe8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:30.460210 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff1765b3-237f-457a-8e84-72cb980fa05e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:30.466644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd66a16-917e-48e5-a0cc-9662509264d4 req-a213cb6b-3cdd-4941-a153-72be5f3d84f6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:30.473318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0cd66a16-917e-48e5-a0cc-9662509264d4 req-a213cb6b-3cdd-4941-a153-72be5f3d84f6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.0698957 Nov 15 14:27:30.473526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 on network 8453fbeb-5996-412b-872a-2c562d6b1fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:27:30.473851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Attempting to bind port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 on network 8453fbeb-5996-412b-872a-2c562d6b1fe8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:30.490590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:27:30.490922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Checking segment: {'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:30.491612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Bound using segment: {'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:27:30.491923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Bound port: f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:27:30.492435 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:30.535212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0cd66a16-917e-48e5-a0cc-9662509264d4 req-eb1affb7-1d57-40f8-a2af-80d8de007f7d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607209 Nov 15 14:27:30.578157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] For port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:27:30.581809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] For port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:27:30.591276 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d47422-0d45-43a8-ac6e-57c3915e36ff x-openstack-request-id: req-77d47422-0d45-43a8-ac6e-57c3915e36ff {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:27:30.591828 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763d53ba-290c-4730-bb00-b90fc985da8d", "name": "network-vif-plugged", "status": "completed", "tag": "f3b8bde3-7b1c-4760-aaac-29a4afaed96c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:27:30.592251 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77d47422-0d45-43a8-ac6e-57c3915e36ff {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:27:30.592904 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763d53ba-290c-4730-bb00-b90fc985da8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b8bde3-7b1c-4760-aaac-29a4afaed96c', 'code': 200} Nov 15 14:27:30.648564 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff1765b3-237f-457a-8e84-72cb980fa05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:30.653564 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff1765b3-237f-457a-8e84-72cb980fa05e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:30.657664 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ff1765b3-237f-457a-8e84-72cb980fa05e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23730a42-25e5-4f26-8d8f-475ea078cc46 HTTP/1.1" status: 204 len: 168 time: 0.4071505 Nov 15 14:27:30.660850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:30.705173 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1765b3-237f-457a-8e84-72cb980fa05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23730a42-25e5-4f26-8d8f-475ea078cc46,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:30.737323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:30.740623 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:30.740623 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] 10.222.0.46 "PUT /v2.0/ports/f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 HTTP/1.1" status: 200 len: 1092 time: 1.3077135 Nov 15 14:27:30.746900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42332) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:30.750567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5dade8-36f8-4777-aa43-364e6e172c00', 'tag': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:27:30.753017 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2336a5b2-70ad-4c58-92cc-c91ba723192f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5dade8-36f8-4777-aa43-364e6e172c00", "tag": "f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:27:30.799243 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d10ea4-30f3-42aa-b45c-f93decf8d387 service neutron] Pushing event updated for resources: {'Port': ['ID=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:30.849458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdbd89-4887-4109-ae62-a4be04d3b07e req-5b6d89a9-992d-4249-bae7-10e27ffbd79a tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:30.851229 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47fdbd89-4887-4109-ae62-a4be04d3b07e req-5b6d89a9-992d-4249-bae7-10e27ffbd79a tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 971 time: 0.2060134 Nov 15 14:27:30.903431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6008e-252a-4f60-9526-e5eb42e2c491 req-3e26890c-112d-4914-a0f4-e6abf7f488af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:30.905040 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9f6008e-252a-4f60-9526-e5eb42e2c491 req-3e26890c-112d-4914-a0f4-e6abf7f488af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 1122 time: 0.1807096 Nov 15 14:27:30.922478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-ffb6ff10-e4f5-4be8-8ec3-139a3bfae111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:30.924114 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-ffb6ff10-e4f5-4be8-8ec3-139a3bfae111 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4827a9ab8464cb3acac13a31f8a8251&device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 1095 time: 0.0645623 Nov 15 14:27:30.996149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47fdbd89-4887-4109-ae62-a4be04d3b07e req-7157c044-5346-4118-abed-cd45ff8d49fd tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380522 Nov 15 14:27:30.996991 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-f28f3e10-e2dd-454b-bcbc-f1adffeabdd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 HTTP/1.1" status: 200 len: 217 time: 0.0612314 Nov 15 14:27:30.998116 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f95dc5ca-a961-4e99-b042-1c5aed268c87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:31.026098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9f6008e-252a-4f60-9526-e5eb42e2c491 req-d5085071-57be-46f8-b6bb-b22cbfb525ad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999937 Nov 15 14:27:31.077725 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-b688b61a-4d42-4b72-8617-8a3d63824bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:31.079583 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-b688b61a-4d42-4b72-8617-8a3d63824bfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=097b76ed-0b6c-418d-a9b0-bb42141f4f88 HTTP/1.1" status: 200 len: 862 time: 0.0722427 Nov 15 14:27:31.128653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b286662-42b9-432f-a9e6-e4d3530a1e50 req-5c5474d7-d083-4ff9-8e58-6d4404700bee tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:31.130276 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b286662-42b9-432f-a9e6-e4d3530a1e50 req-5c5474d7-d083-4ff9-8e58-6d4404700bee tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 944 time: 0.0527239 Nov 15 14:27:31.151273 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4a81587-8e62-4c82-9d82-b353c81b4bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:31.153161 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-d4a81587-8e62-4c82-9d82-b353c81b4bc3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8453fbeb-5996-412b-872a-2c562d6b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639129 Nov 15 14:27:31.191331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b286662-42b9-432f-a9e6-e4d3530a1e50 req-5de2614f-9613-471e-a754-f4d8702b4592 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544279 Nov 15 14:27:31.229066 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f95dc5ca-a961-4e99-b042-1c5aed268c87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:31.247852 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e2aec8-36ff-481b-bec0-e89e90237998 x-openstack-request-id: req-00e2aec8-36ff-481b-bec0-e89e90237998 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:27:31.248816 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5dade8-36f8-4777-aa43-364e6e172c00", "tag": "f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:27:31.248816 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00e2aec8-36ff-481b-bec0-e89e90237998 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:27:31.248816 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5dade8-36f8-4777-aa43-364e6e172c00', 'tag': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4', 'status': 'completed', 'code': 200} Nov 15 14:27:31.285589 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-78887712-d2bf-455a-bd3f-d73a1af2d0c4 service neutron] 10.222.0.46 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232996 Nov 15 14:27:31.291650 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f95dc5ca-a961-4e99-b042-1c5aed268c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:31.385995 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f95dc5ca-a961-4e99-b042-1c5aed268c87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b50ef8492ff247569f3e4218b0b8e7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6292849 Nov 15 14:27:31.388519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dc5ca-a961-4e99-b042-1c5aed268c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96386c21-0e3c-4850-ab93-5facbbddcad9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:31.388970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:31.428600 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-984aa97e-28df-4760-8f94-d0ee90e59c6c req-1707142b-3db3-4603-8777-ef516040c495 service neutron] 10.222.0.46 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308401 Nov 15 14:27:31.614345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:31.631124 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c91f4fab-86ba-4867-a4b6-810a61512b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:31.646479 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336a5b2-70ad-4c58-92cc-c91ba723192f req-e2ff85ac-f0a0-4355-9d2f-e3d811e0d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:31.648443 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2336a5b2-70ad-4c58-92cc-c91ba723192f req-e2ff85ac-f0a0-4355-9d2f-e3d811e0d4a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4827a9ab8464cb3acac13a31f8a8251&device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 1095 time: 0.0987067 Nov 15 14:27:31.657496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c91f4fab-86ba-4867-a4b6-810a61512b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:31.762303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef2f5a-77f5-43bc-83ea-181ffd3422a9 req-61777b7e-3415-4d77-8055-4f6629eae082 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:31.764261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afef2f5a-77f5-43bc-83ea-181ffd3422a9 req-61777b7e-3415-4d77-8055-4f6629eae082 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.0606787 Nov 15 14:27:31.830640 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86938e2f-85af-410e-8210-dafb6ff7e590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:31.853058 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afef2f5a-77f5-43bc-83ea-181ffd3422a9 req-fde5fd27-65e8-4362-b1b8-9ab7e56fde09 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764856 Nov 15 14:27:31.856361 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c91f4fab-86ba-4867-a4b6-810a61512b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:31.861782 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c91f4fab-86ba-4867-a4b6-810a61512b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:31.863407 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c91f4fab-86ba-4867-a4b6-810a61512b82 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96386c21-0e3c-4850-ab93-5facbbddcad9 HTTP/1.1" status: 204 len: 168 time: 0.4733984 Nov 15 14:27:31.874497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f4fab-86ba-4867-a4b6-810a61512b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96386c21-0e3c-4850-ab93-5facbbddcad9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:31.929544 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336a5b2-70ad-4c58-92cc-c91ba723192f req-eccb4317-9600-40e5-886b-ca8df218629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:31.931726 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2336a5b2-70ad-4c58-92cc-c91ba723192f req-eccb4317-9600-40e5-886b-ca8df218629b service neutron] 10.222.0.46 "GET /v2.0/networks?id=8453fbeb-5996-412b-872a-2c562d6b1fe8 HTTP/1.1" status: 200 len: 924 time: 0.2730122 Nov 15 14:27:32.075010 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5730d943-3a6d-4c2e-8b76-5a62ed14b0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:32.177589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcadb17-061b-4717-98f5-b2a5b1d865dd req-bae82e19-2fb0-422a-b179-653c92717633 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:32.191267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bcadb17-061b-4717-98f5-b2a5b1d865dd req-bae82e19-2fb0-422a-b179-653c92717633 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 971 time: 0.1022851 Nov 15 14:27:32.265611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bcadb17-061b-4717-98f5-b2a5b1d865dd req-0b4fa638-d1d5-4d61-b707-b8a1fa39f3ae tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756903 Nov 15 14:27:32.287566 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2336a5b2-70ad-4c58-92cc-c91ba723192f req-6ec18c1e-ae2a-454b-86f5-c7dda5dd128b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 HTTP/1.1" status: 200 len: 217 time: 0.3439329 Nov 15 14:27:32.354702 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86938e2f-85af-410e-8210-dafb6ff7e590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:32.360135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336a5b2-70ad-4c58-92cc-c91ba723192f req-463db390-d3ae-45fc-869d-30ae00aa150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:32.361690 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2336a5b2-70ad-4c58-92cc-c91ba723192f req-463db390-d3ae-45fc-869d-30ae00aa150b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=097b76ed-0b6c-418d-a9b0-bb42141f4f88 HTTP/1.1" status: 200 len: 862 time: 0.0642042 Nov 15 14:27:32.414052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336a5b2-70ad-4c58-92cc-c91ba723192f req-b71c7c98-b874-466c-a8c7-fe63d6679248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:32.416907 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2336a5b2-70ad-4c58-92cc-c91ba723192f req-b71c7c98-b874-466c-a8c7-fe63d6679248 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8453fbeb-5996-412b-872a-2c562d6b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416970 Nov 15 14:27:32.493397 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86938e2f-85af-410e-8210-dafb6ff7e590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:32.573040 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-86938e2f-85af-410e-8210-dafb6ff7e590 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3f5d28a7b428417baab8b47cc885777f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9542277 Nov 15 14:27:32.575951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86938e2f-85af-410e-8210-dafb6ff7e590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ad9975-127e-4c39-9945-c360a2ae651f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:32.576601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42386) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:32.581999 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2336a5b2-70ad-4c58-92cc-c91ba723192f req-9f8aac2c-88bc-44b4-906d-abb74e825b9e service neutron] 10.222.0.46 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575184 Nov 15 14:27:32.691736 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66bfe584-1d4b-4aaf-b581-905ab345e694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:32.702855 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2336a5b2-70ad-4c58-92cc-c91ba723192f req-5218eca9-733f-4fe1-b8c2-6c881e534dcb service neutron] 10.222.0.46 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115477 Nov 15 14:27:32.724512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb7038-3cc0-47a1-bc0f-b6f63d507844 req-cd94bd1e-7195-4237-90f4-1d210114add9 tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:32.726126 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2fb7038-3cc0-47a1-bc0f-b6f63d507844 req-cd94bd1e-7195-4237-90f4-1d210114add9 tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 1123 time: 0.0807557 Nov 15 14:27:32.728955 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66bfe584-1d4b-4aaf-b581-905ab345e694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:32.759738 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a2fb7038-3cc0-47a1-bc0f-b6f63d507844 req-3c9064b6-8faa-469c-9865-c79f1d974994 tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:32.809245 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a270d1e3-c625-40c4-b1f0-77ca4f952eb8 req-9e23fe9e-9fbe-44cb-9c9e-fd3cd7f3ae0d tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b3ef1565f71448d9a6f464121bf4ce16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339847 Nov 15 14:27:32.901063 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42400) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:32.915510 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c65711de-c2fd-41b6-93ab-7be4d2235143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:32.932941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270d1e3-c625-40c4-b1f0-77ca4f952eb8 req-f351608a-efed-4b9b-99e0-1ceff610bae5 tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:32.934591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a270d1e3-c625-40c4-b1f0-77ca4f952eb8 req-f351608a-efed-4b9b-99e0-1ceff610bae5 tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1186211 Nov 15 14:27:32.951663 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a270d1e3-c625-40c4-b1f0-77ca4f952eb8 req-ac531a33-9db4-45a6-b624-12603e20dc40 tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] 10.222.0.70 "GET /v2.0/quotas/b3ef1565f71448d9a6f464121bf4ce16 HTTP/1.1" status: 200 len: 375 time: 0.0104103 Nov 15 14:27:32.966502 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66bfe584-1d4b-4aaf-b581-905ab345e694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:32.969136 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66bfe584-1d4b-4aaf-b581-905ab345e694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:32.970320 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-66bfe584-1d4b-4aaf-b581-905ab345e694 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04ad9975-127e-4c39-9945-c360a2ae651f HTTP/1.1" status: 204 len: 168 time: 0.3925486 Nov 15 14:27:33.011164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a270d1e3-c625-40c4-b1f0-77ca4f952eb8 req-d6814143-28e6-4af7-a959-69807ffb208d tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3ef1565f71448d9a6f464121bf4ce16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505071 Nov 15 14:27:33.013413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfe584-1d4b-4aaf-b581-905ab345e694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ad9975-127e-4c39-9945-c360a2ae651f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:33.029154 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c65711de-c2fd-41b6-93ab-7be4d2235143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:33.071643 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a2fb7038-3cc0-47a1-bc0f-b6f63d507844 req-3c9064b6-8faa-469c-9865-c79f1d974994 tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:33.121023 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c65711de-c2fd-41b6-93ab-7be4d2235143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:33.162625 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c65711de-c2fd-41b6-93ab-7be4d2235143 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=676fd53db0494c36a79ba9d68f80b515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602811 Nov 15 14:27:33.163985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65711de-c2fd-41b6-93ab-7be4d2235143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0c7d32-59ca-4e0d-95d2-48a6261c8626,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:33.166926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:33.170774 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a2fb7038-3cc0-47a1-bc0f-b6f63d507844 req-3c9064b6-8faa-469c-9865-c79f1d974994 tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:33.219509 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e04eef5-53fa-43fd-94b4-64f53af62c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:33.222006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2fb7038-3cc0-47a1-bc0f-b6f63d507844 req-3c9064b6-8faa-469c-9865-c79f1d974994 tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851773 Nov 15 14:27:33.224291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9064b6-8faa-469c-9865-c79f1d974994 tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e08ce6c-9673-4041-811f-4ea87fbcaa2b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:33.235712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1c935-bdd4-4487-a5e7-4f51fdc34eaa req-b7f1dd32-71f2-428f-8e7e-ef3e62994c3c tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:33.237257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40c1c935-bdd4-4487-a5e7-4f51fdc34eaa req-b7f1dd32-71f2-428f-8e7e-ef3e62994c3c tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 944 time: 0.0935078 Nov 15 14:27:33.252981 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e04eef5-53fa-43fd-94b4-64f53af62c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:33.319859 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:33.322622 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40c1c935-bdd4-4487-a5e7-4f51fdc34eaa req-e1d1055b-f921-42e6-ab37-77b1a1927094 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669510 Nov 15 14:27:33.427903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e04eef5-53fa-43fd-94b4-64f53af62c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:33.427903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e04eef5-53fa-43fd-94b4-64f53af62c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:33.435496 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7e04eef5-53fa-43fd-94b4-64f53af62c64 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f0c7d32-59ca-4e0d-95d2-48a6261c8626 HTTP/1.1" status: 204 len: 168 time: 0.2672653 Nov 15 14:27:33.443706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04eef5-53fa-43fd-94b4-64f53af62c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0c7d32-59ca-4e0d-95d2-48a6261c8626,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:33.453293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-bae18d9a-2e4c-4b1e-b58d-7af3bd3f9c28 req-ae06c45e-7bbd-462a-874a-8dbc95f3ea6a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:27:33.454356 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bae18d9a-2e4c-4b1e-b58d-7af3bd3f9c28 req-ae06c45e-7bbd-462a-874a-8dbc95f3ea6a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116808 Nov 15 14:27:33.901108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:33.904460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0e0f2-2ab6-4b3c-ad62-97ad19e5a914 req-2d4d1bef-4ebe-4708-b596-40ebde704773 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:33.905998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06a0e0f2-2ab6-4b3c-ad62-97ad19e5a914 req-2d4d1bef-4ebe-4708-b596-40ebde704773 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 971 time: 0.0532622 Nov 15 14:27:33.921510 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87e0315d-733f-4b0c-80db-176836cca695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:33.962184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06a0e0f2-2ab6-4b3c-ad62-97ad19e5a914 req-abec2400-a59d-41b9-93ae-c7adcd3f7978 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450730 Nov 15 14:27:34.036806 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87e0315d-733f-4b0c-80db-176836cca695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:34.093734 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87e0315d-733f-4b0c-80db-176836cca695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:34.138359 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-87e0315d-733f-4b0c-80db-176836cca695 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d034f05c21234929aca6f5a5065eed15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355120 Nov 15 14:27:34.139080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0315d-733f-4b0c-80db-176836cca695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46b860d-baf1-431c-8752-9a86b3f58afa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:34.141619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42452) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:34.202783 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-628a2319-1b70-4a8e-a006-afcd976f6449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:34.230431 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-628a2319-1b70-4a8e-a006-afcd976f6449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:34.368425 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-628a2319-1b70-4a8e-a006-afcd976f6449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:34.371053 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-628a2319-1b70-4a8e-a006-afcd976f6449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:34.375523 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-628a2319-1b70-4a8e-a006-afcd976f6449 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a46b860d-baf1-431c-8752-9a86b3f58afa HTTP/1.1" status: 204 len: 168 time: 0.2284021 Nov 15 14:27:34.383145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a2319-1b70-4a8e-a006-afcd976f6449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46b860d-baf1-431c-8752-9a86b3f58afa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:34.453876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6446a-2074-4929-a01f-19918dd92aa0 req-c4d0148a-9960-437b-b143-b474e17f2f11 tempest-AggregatesAdminTestJSON-1361421516 tempest-AggregatesAdminTestJSON-1361421516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:34.461976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66f6446a-2074-4929-a01f-19918dd92aa0 req-c4d0148a-9960-437b-b143-b474e17f2f11 tempest-AggregatesAdminTestJSON-1361421516 tempest-AggregatesAdminTestJSON-1361421516-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 1122 time: 0.0507827 Nov 15 14:27:34.489452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-66f6446a-2074-4929-a01f-19918dd92aa0 req-c3bb6b57-5767-47cd-bbe7-04208745e751 tempest-AggregatesAdminTestJSON-1361421516 tempest-AggregatesAdminTestJSON-1361421516-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:34.582234 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-66f6446a-2074-4929-a01f-19918dd92aa0 req-c3bb6b57-5767-47cd-bbe7-04208745e751 tempest-AggregatesAdminTestJSON-1361421516 tempest-AggregatesAdminTestJSON-1361421516-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:34.637868 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-66f6446a-2074-4929-a01f-19918dd92aa0 req-c3bb6b57-5767-47cd-bbe7-04208745e751 tempest-AggregatesAdminTestJSON-1361421516 tempest-AggregatesAdminTestJSON-1361421516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:34.681621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb6b57-5767-47cd-bbe7-04208745e751 tempest-AggregatesAdminTestJSON-1361421516 tempest-AggregatesAdminTestJSON-1361421516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c14911-ae7f-4ce6-85f9-d4913ec395f0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:34.690565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66f6446a-2074-4929-a01f-19918dd92aa0 req-c3bb6b57-5767-47cd-bbe7-04208745e751 tempest-AggregatesAdminTestJSON-1361421516 tempest-AggregatesAdminTestJSON-1361421516-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228329 Nov 15 14:27:34.826614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848beb5d-5ca9-40b6-be3a-94dc24e56bc8 req-24b8ed61-2dc1-4ce2-92e1-61b7ab1a11f1 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:34.828441 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-848beb5d-5ca9-40b6-be3a-94dc24e56bc8 req-24b8ed61-2dc1-4ce2-92e1-61b7ab1a11f1 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 944 time: 0.0534730 Nov 15 14:27:34.883594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-848beb5d-5ca9-40b6-be3a-94dc24e56bc8 req-be8980b0-a6a4-49b4-b8b6-ad6250a0a09a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482664 Nov 15 14:27:35.005562 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:35.171843 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42506) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:35.231610 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:27:35.344341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b241-c66f-4410-9200-14f145cc12bb req-1ca60d63-7aa4-4412-a3c9-8b3aabed5f2f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:35.344341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bb3b241-c66f-4410-9200-14f145cc12bb req-1ca60d63-7aa4-4412-a3c9-8b3aabed5f2f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.0563462 Nov 15 14:27:35.393469 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:35.394522 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-4a42f838-d520-4bcb-9783-83e3a1eaa84b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2202687 Nov 15 14:27:35.407217 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-c316afde-9bb6-4109-9ea1-9066ce563cb7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:27:35.408491 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-c316afde-9bb6-4109-9ea1-9066ce563cb7 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070822 Nov 15 14:27:35.411837 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'port_id': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4', 'mac_address': 'fa:16:3e:8d:ec:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:27:35.442268 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bb3b241-c66f-4410-9200-14f145cc12bb req-daee0b9d-fb4b-4ebf-9ac6-ca2fad10a26d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935206 Nov 15 14:27:35.457748 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:35.475152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:27:35.498904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:35.573484 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:35.651925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:35.693451 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:35.694830 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b3f5ba68-2528-4cf3-a958-2ccbbfa74928 req-c74baddd-2958-4aed-a9d1-040130c75905 tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b3ef1565f71448d9a6f464121bf4ce16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216346 Nov 15 14:27:35.822255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5ba68-2528-4cf3-a958-2ccbbfa74928 req-69cbf910-9ed6-43c0-98d4-9750bdc60cd9 tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:35.824008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b3f5ba68-2528-4cf3-a958-2ccbbfa74928 req-69cbf910-9ed6-43c0-98d4-9750bdc60cd9 tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1224599 Nov 15 14:27:35.843365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b3f5ba68-2528-4cf3-a958-2ccbbfa74928 req-f12b4e76-87cb-4c54-a75a-4450b516b2e9 tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] 10.222.0.70 "GET /v2.0/quotas/b3ef1565f71448d9a6f464121bf4ce16 HTTP/1.1" status: 200 len: 375 time: 0.0132408 Nov 15 14:27:35.892271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b3f5ba68-2528-4cf3-a958-2ccbbfa74928 req-92ae9228-9774-4a67-9a92-297c5e4492e3 tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3ef1565f71448d9a6f464121bf4ce16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415363 Nov 15 14:27:35.918448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-dd27b165-6cf8-4e05-ba10-d717ee915d04 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=baee0c5b34824afb852840824e07e221&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233445 Nov 15 14:27:35.988043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:27:36.062434 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-6a8f08f5-d3f3-4da3-b916-e3676d81511c tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:36.069821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-6a8f08f5-d3f3-4da3-b916-e3676d81511c tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443195 Nov 15 14:27:36.087255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-1c2f38fd-d630-4f8a-b8c7-f3eca37bc4cc tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/quotas/baee0c5b34824afb852840824e07e221 HTTP/1.1" status: 200 len: 375 time: 0.0164704 Nov 15 14:27:36.120867 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-c05dc6c5-11a2-4a86-9bce-d5dcbfbba5f9 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=baee0c5b34824afb852840824e07e221&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327098 Nov 15 14:27:36.194849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4e747-961f-45b0-a9c8-ced977f91030 req-4b5d58b7-10bb-4a26-b348-3be08c0912a4 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:36.196864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7bd4e747-961f-45b0-a9c8-ced977f91030 req-4b5d58b7-10bb-4a26-b348-3be08c0912a4 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 945 time: 0.0553575 Nov 15 14:27:36.260981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7bd4e747-961f-45b0-a9c8-ced977f91030 req-5bf21bb9-5e9a-4c69-87a1-be600bb3c925 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560865 Nov 15 14:27:36.948592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-351701d7-9b23-40f8-b3eb-51bc22daaf61 req-2c1d30db-a136-4565-903f-94b9657becc4 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 210 time: 0.0265658 Nov 15 14:27:37.040447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16fb57-aa52-4794-a7bd-d603bb004351 req-38f5e642-0c53-4ca1-adca-2dbc90647030 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:37.042047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c16fb57-aa52-4794-a7bd-d603bb004351 req-38f5e642-0c53-4ca1-adca-2dbc90647030 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.0570960 Nov 15 14:27:37.107153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c16fb57-aa52-4794-a7bd-d603bb004351 req-90fc747b-c91c-4989-9006-4a7e2442f96f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587842 Nov 15 14:27:37.209171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:27:37.510636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:27:37.515157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:37.515758 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:37.755580 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:37.793239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5dade8-36f8-4777-aa43-364e6e172c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:27:37.795523 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a9f12d-950d-4e01-9daf-559ac98c4455" -d '{"events": [{"server_uuid": "1d5dade8-36f8-4777-aa43-364e6e172c00", "name": "network-vif-plugged", "status": "completed", "tag": "f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:27:37.812264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:37.872540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9c756-e3dd-4dfa-9057-0cd52f7e9631 req-4a4c40a8-4d7b-4d62-ac86-a3deeb2ed9a9 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:37.874591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6c9c756-e3dd-4dfa-9057-0cd52f7e9631 req-4a4c40a8-4d7b-4d62-ac86-a3deeb2ed9a9 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 945 time: 0.0547898 Nov 15 14:27:37.920666 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:37.935183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6c9c756-e3dd-4dfa-9057-0cd52f7e9631 req-fae70098-a6b0-488c-9bdf-aaffb4442bd1 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543575 Nov 15 14:27:37.999992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:38.413786 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f433c5f-7b53-44fc-95a5-1da91ebc022b x-openstack-request-id: req-1f433c5f-7b53-44fc-95a5-1da91ebc022b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:27:38.414415 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5dade8-36f8-4777-aa43-364e6e172c00", "name": "network-vif-plugged", "status": "completed", "tag": "f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:27:38.414415 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f433c5f-7b53-44fc-95a5-1da91ebc022b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:27:38.414851 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5dade8-36f8-4777-aa43-364e6e172c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4', 'code': 200} Nov 15 14:27:38.498838 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32618c55-c281-42f4-925a-7341da75f0de req-a2c2322e-02ca-44b4-ad52-51a9613e4a42 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 210 time: 0.0386810 Nov 15 14:27:38.544896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705daaaa-55e3-4ed2-98ff-bf6a254345d4 req-4a7b9ba0-e24b-4e36-a2f9-6b6361cacb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:38.544896 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-705daaaa-55e3-4ed2-98ff-bf6a254345d4 req-4a7b9ba0-e24b-4e36-a2f9-6b6361cacb48 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 1097 time: 0.0477450 Nov 15 14:27:38.595468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dc248-c0e8-40af-a75d-7c2f3bbc026b req-6f651fbe-e287-4bbd-ba76-686b301fb282 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:38.603405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-924dc248-c0e8-40af-a75d-7c2f3bbc026b req-6f651fbe-e287-4bbd-ba76-686b301fb282 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.0586615 Nov 15 14:27:38.606009 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-705daaaa-55e3-4ed2-98ff-bf6a254345d4 req-da9e0740-5bb3-41e8-8a89-ff2d2922363f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527647 Nov 15 14:27:38.655321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d8e8c8e-6044-4972-bde9-4d38e9173fd3 req-f5d92e12-b655-4fd6-9a5a-6a18b6480bf7 tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b3ef1565f71448d9a6f464121bf4ce16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330541 Nov 15 14:27:38.681212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-924dc248-c0e8-40af-a75d-7c2f3bbc026b req-1641be45-00ca-4225-8ca1-47ca5a7d7020 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768368 Nov 15 14:27:38.772737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e8c8e-6044-4972-bde9-4d38e9173fd3 req-1b48ba35-3075-4133-a45f-80c9ec01aae3 tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:38.774241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d8e8c8e-6044-4972-bde9-4d38e9173fd3 req-1b48ba35-3075-4133-a45f-80c9ec01aae3 tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1115351 Nov 15 14:27:38.793243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d8e8c8e-6044-4972-bde9-4d38e9173fd3 req-bc88e67f-902d-4f37-8825-e5290cd87307 tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] 10.222.0.70 "GET /v2.0/quotas/b3ef1565f71448d9a6f464121bf4ce16 HTTP/1.1" status: 200 len: 375 time: 0.0127933 Nov 15 14:27:38.829872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d8e8c8e-6044-4972-bde9-4d38e9173fd3 req-b5397e1c-2cab-4872-89e8-44e2e56a79c7 tempest-QuotasAdminNegativeTest-103192475 tempest-QuotasAdminNegativeTest-103192475-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3ef1565f71448d9a6f464121bf4ce16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306797 Nov 15 14:27:39.252785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-cd9bab6d-c0ae-4714-95ae-e3c230e6b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:39.254319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-cd9bab6d-c0ae-4714-95ae-e3c230e6b439 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 1123 time: 0.0618324 Nov 15 14:27:39.356234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-3406937f-fc12-4bb0-b26f-e3dd3093d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:39.357556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-3406937f-fc12-4bb0-b26f-e3dd3093d5ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.0955596 Nov 15 14:27:39.404700 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-8ca02c11-2d3e-469a-86a9-c8cf36046377 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=af96e6ba-9544-4679-be60-64b63e6f4a63 HTTP/1.1" status: 200 len: 217 time: 0.0397234 Nov 15 14:27:39.477155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-c0d4f7a0-3d43-4939-a8ac-d5e8db8007ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:39.482815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-c0d4f7a0-3d43-4939-a8ac-d5e8db8007ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0669529 Nov 15 14:27:39.557972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-d144a79d-25b0-412e-b0d2-14dff735049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:39.559635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-d144a79d-25b0-412e-b0d2-14dff735049c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0720463 Nov 15 14:27:39.574058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b4015-9a04-432c-8998-56f02ce75f66 req-a63b848f-28ce-4ca3-ba7d-8548e244ea3e tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:39.575738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f5b4015-9a04-432c-8998-56f02ce75f66 req-a63b848f-28ce-4ca3-ba7d-8548e244ea3e tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 946 time: 0.0804281 Nov 15 14:27:39.686926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f5b4015-9a04-432c-8998-56f02ce75f66 req-3869bfb1-d7d8-4813-81ce-7c1f4956e2c1 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023312 Nov 15 14:27:39.716329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42750) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:39.717219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-eedd962d-61ca-4055-885e-e28069ce2706 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400261 Nov 15 14:27:39.831027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b77754a-cc17-487c-9e49-5ab691de76af req-a2c0e8ff-3f03-4bed-b045-9ca6efc9d0eb tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 210 time: 0.0488169 Nov 15 14:27:39.874102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91588d18-c312-42d5-90ed-8e0c6ff8cea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:39.876238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-45ef97f7-4ad8-4d41-9682-4505e6dd9d84 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520059 Nov 15 14:27:39.970833 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91588d18-c312-42d5-90ed-8e0c6ff8cea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.005890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42760) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:40.076626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0406be-4b0f-4270-aafb-3aa654f6c517 req-258cb6e8-7762-4e47-97a5-fee77adf6b5b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:40.078141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d0406be-4b0f-4270-aafb-3aa654f6c517 req-258cb6e8-7762-4e47-97a5-fee77adf6b5b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.0556736 Nov 15 14:27:40.088304 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91588d18-c312-42d5-90ed-8e0c6ff8cea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.132677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d0406be-4b0f-4270-aafb-3aa654f6c517 req-2dc930bf-a552-46ee-9592-5a98efe575e5 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478954 Nov 15 14:27:40.149467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42766) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:40.150049 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-91588d18-c312-42d5-90ed-8e0c6ff8cea9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=90184a4711e64b8bbf259ff2016bfa25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4324677 Nov 15 14:27:40.151215 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588d18-c312-42d5-90ed-8e0c6ff8cea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4cbcd6-3ca0-4c85-9e4e-38d05a4e8b7c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:40.153817 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebe729e2-8b76-4698-91de-e126ca933cad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.253719 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-e5209380-64c8-4d89-8bc9-73439166c285 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=baee0c5b34824afb852840824e07e221&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312941 Nov 15 14:27:40.255555 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-022572aa-7ff5-47ba-9293-aa75dc4850dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.294316 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebe729e2-8b76-4698-91de-e126ca933cad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.296045 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-022572aa-7ff5-47ba-9293-aa75dc4850dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.403046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebe729e2-8b76-4698-91de-e126ca933cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.411905 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-5dd547d8-4da9-4084-b98c-5897b5210bec tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:40.413420 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-5dd547d8-4da9-4084-b98c-5897b5210bec tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518347 Nov 15 14:27:40.439584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Request body: {'port': {'device_id': 'b434eea5-a416-4c06-92d8-060709c6593c', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': 'baee0c5b34824afb852840824e07e221'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:40.498139 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-022572aa-7ff5-47ba-9293-aa75dc4850dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.500840 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-022572aa-7ff5-47ba-9293-aa75dc4850dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.502060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-022572aa-7ff5-47ba-9293-aa75dc4850dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec4cbcd6-3ca0-4c85-9e4e-38d05a4e8b7c HTTP/1.1" status: 204 len: 168 time: 0.3515980 Nov 15 14:27:40.515145 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ebe729e2-8b76-4698-91de-e126ca933cad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b3ef1565f71448d9a6f464121bf4ce16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5050168 Nov 15 14:27:40.517045 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:40.519762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022572aa-7ff5-47ba-9293-aa75dc4850dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4cbcd6-3ca0-4c85-9e4e-38d05a4e8b7c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:40.541159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe729e2-8b76-4698-91de-e126ca933cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df083a4e-abd0-4842-a06a-fe8ab358c097,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:40.624820 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4373f96-023a-4ccb-94f8-b29405db5f54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.654714 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4373f96-023a-4ccb-94f8-b29405db5f54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.744795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Made reservation on behalf of baee0c5b34824afb852840824e07e221 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:40.748477 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.759041 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.811967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2831b-76fe-458f-b747-b73bb2a463e0 req-9d6980e7-67b3-4a09-90ee-476114bb69fc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:40.813515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2b2831b-76fe-458f-b747-b73bb2a463e0 req-9d6980e7-67b3-4a09-90ee-476114bb69fc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 946 time: 0.0533063 Nov 15 14:27:40.833617 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4373f96-023a-4ccb-94f8-b29405db5f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.838097 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4373f96-023a-4ccb-94f8-b29405db5f54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:40.839413 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f4373f96-023a-4ccb-94f8-b29405db5f54 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df083a4e-abd0-4842-a06a-fe8ab358c097 HTTP/1.1" status: 204 len: 168 time: 0.3214653 Nov 15 14:27:40.862030 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4373f96-023a-4ccb-94f8-b29405db5f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df083a4e-abd0-4842-a06a-fe8ab358c097,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:40.897683 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2b2831b-76fe-458f-b747-b73bb2a463e0 req-ec56da6a-0dda-4f7c-b7ee-6f3ea6ac786f tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775814 Nov 15 14:27:40.905715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:40.937290 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.011600 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-286d606b-d654-4b18-914a-33d150b61989 req-c533ce7d-ee57-4a91-9327-ea7d581e8db3 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 210 time: 0.0288408 Nov 15 14:27:41.012384 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.088102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fc995f-fe6c-4040-a8e4-50701f85bf9f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:41.155041 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bdeccf8-2ffb-47ac-9628-237566d91586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.200494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Allocated IP 192.168.233.239 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/e7cd4205-efdf-443b-986f-43f5ab46f720) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:27:41.290341 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bdeccf8-2ffb-47ac-9628-237566d91586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.361471 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bdeccf8-2ffb-47ac-9628-237566d91586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.417618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8bdeccf8-2ffb-47ac-9628-237566d91586 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16fbdd8fe1074681a862253e3c0b1f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5143671 Nov 15 14:27:41.418355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeccf8-2ffb-47ac-9628-237566d91586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1902d17-54da-49df-99c3-f5b0ef1369a4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:41.418832 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.420462 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:41.429646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760dade-fb1d-4864-aacb-bb797a6691ef req-f3226131-9d5a-4c31-8239-20499687b641 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:41.435109 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0760dade-fb1d-4864-aacb-bb797a6691ef req-f3226131-9d5a-4c31-8239-20499687b641 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.1375132 Nov 15 14:27:41.494572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0760dade-fb1d-4864-aacb-bb797a6691ef req-0a1568da-32f7-474f-baeb-02de8e376203 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570781 Nov 15 14:27:41.516415 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4800158a-0ed1-412a-a52e-50789e3206b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.547160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4800158a-0ed1-412a-a52e-50789e3206b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.567162 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.643949 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42830) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:41.649711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:41.653349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:41.658622 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:27:41.659729 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-847c37b9-16cb-4c64-87d3-0bb584f4022e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.664250 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:41.664927 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.690324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Pushing event updated for resources: {'Port': ['ID=e7cd4205-efdf-443b-986f-43f5ab46f720,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:41.758690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:41.773213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c5db-79cd-42c3-9abf-4c5f222c0817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.827782 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4800158a-0ed1-412a-a52e-50789e3206b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.830339 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4800158a-0ed1-412a-a52e-50789e3206b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.831805 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4800158a-0ed1-412a-a52e-50789e3206b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1902d17-54da-49df-99c3-f5b0ef1369a4 HTTP/1.1" status: 204 len: 168 time: 0.4089704 Nov 15 14:27:41.839610 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-bb811374-5398-4684-b96e-7589f8bded51 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4038694 Nov 15 14:27:41.851625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800158a-0ed1-412a-a52e-50789e3206b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1902d17-54da-49df-99c3-f5b0ef1369a4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:41.860595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Request body: {'port': {'device_id': 'b434eea5-a416-4c06-92d8-060709c6593c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:41.929533 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-847c37b9-16cb-4c64-87d3-0bb584f4022e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.947504 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:41.998414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1ea32802-561e-46bd-9f3b-ada019b15e24 None None] Provisioning complete for port e7cd4205-efdf-443b-986f-43f5ab46f720 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:42.000266 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ea32802-561e-46bd-9f3b-ada019b15e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.028530 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c5db-79cd-42c3-9abf-4c5f222c0817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.039772 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-847c37b9-16cb-4c64-87d3-0bb584f4022e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.057703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1ea32802-561e-46bd-9f3b-ada019b15e24 None None] Port e7cd4205-efdf-443b-986f-43f5ab46f720 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:27:42.081514 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-847c37b9-16cb-4c64-87d3-0bb584f4022e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2a9be2ab34f43139114442ea1e6a52c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364235 Nov 15 14:27:42.087101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42860) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:42.101174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c37b9-16cb-4c64-87d3-0bb584f4022e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a513214d-3a90-4f25-8c0a-a62e1d3b028f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:42.133987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a92b3d-35d2-4c8f-9389-66bf20ffb751 req-09a06098-2485-4d1b-8466-a248847cc2ad tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:42.135654 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7a92b3d-35d2-4c8f-9389-66bf20ffb751 req-09a06098-2485-4d1b-8466-a248847cc2ad tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 946 time: 0.1298280 Nov 15 14:27:42.172430 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c5db-79cd-42c3-9abf-4c5f222c0817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.193543 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7a92b3d-35d2-4c8f-9389-66bf20ffb751 req-9af2059e-1c59-417c-ac95-17ca90f3366f tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488493 Nov 15 14:27:42.243998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0c5db-79cd-42c3-9abf-4c5f222c0817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2730fe-fc17-4776-a733-1d70ac0c0463,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:42.254345 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a7e0c5db-79cd-42c3-9abf-4c5f222c0817 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0679ab7f5694f2bae544cdeaf6fe33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4916279 Nov 15 14:27:42.256225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42864) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:42.303491 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-599b4a0d-ca1c-457c-8edc-225dc1145ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.311169 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed481abe-0861-44f0-9d39-b39fbd5c076b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.342777 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-599b4a0d-ca1c-457c-8edc-225dc1145ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.369597 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed481abe-0861-44f0-9d39-b39fbd5c076b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.490561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304e9b6-3e43-457d-bffe-eed13cf82e51 req-e3f10fa6-b234-4d56-9ad4-f5c6dc734d93 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:42.492151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8304e9b6-3e43-457d-bffe-eed13cf82e51 req-e3f10fa6-b234-4d56-9ad4-f5c6dc734d93 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 936 time: 0.0602782 Nov 15 14:27:42.495528 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7cd4205-efdf-443b-986f-43f5ab46f720 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:27:42.510884 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.548103 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8304e9b6-3e43-457d-bffe-eed13cf82e51 req-5054bf73-5a7e-457e-94c2-08dcfe73a76a tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/security-groups?id=77fc995f-fe6c-4040-a8e4-50701f85bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475795 Nov 15 14:27:42.560554 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed481abe-0861-44f0-9d39-b39fbd5c076b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.565044 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed481abe-0861-44f0-9d39-b39fbd5c076b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.573006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ed481abe-0861-44f0-9d39-b39fbd5c076b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d2730fe-fc17-4776-a733-1d70ac0c0463 HTTP/1.1" status: 204 len: 168 time: 0.3101435 Nov 15 14:27:42.579907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed481abe-0861-44f0-9d39-b39fbd5c076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2730fe-fc17-4776-a733-1d70ac0c0463,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:42.592091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Transition to ACTIVE for port object e7cd4205-efdf-443b-986f-43f5ab46f720 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:27:42.593297 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-599b4a0d-ca1c-457c-8edc-225dc1145ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.599255 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-599b4a0d-ca1c-457c-8edc-225dc1145ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.601130 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-599b4a0d-ca1c-457c-8edc-225dc1145ab1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a513214d-3a90-4f25-8c0a-a62e1d3b028f HTTP/1.1" status: 204 len: 168 time: 0.5126946 Nov 15 14:27:42.630248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b4a0d-ca1c-457c-8edc-225dc1145ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a513214d-3a90-4f25-8c0a-a62e1d3b028f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:42.680803 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.692949 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3e1ab-3c29-48c2-8117-ca86489765a2 req-ffd66abf-9c2f-42c0-a873-e991bf51d2a7 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:42.694570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54e3e1ab-3c29-48c2-8117-ca86489765a2 req-ffd66abf-9c2f-42c0-a873-e991bf51d2a7 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 946 time: 0.1171353 Nov 15 14:27:42.707045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42878) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:42.717033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3b36b65f-4c49-4d73-afd6-9d025b1b6a44 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Request body: {'floatingip': {'port_id': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:42.755649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Pushing event updated for resources: {'Port': ['ID=e7cd4205-efdf-443b-986f-43f5ab46f720,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:42.800745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Attempting to bind port e7cd4205-efdf-443b-986f-43f5ab46f720 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:27:42.801713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Attempting to bind port e7cd4205-efdf-443b-986f-43f5ab46f720 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:27:42.801713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Attempting to bind port e7cd4205-efdf-443b-986f-43f5ab46f720 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:42.808104 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Port e7cd4205-efdf-443b-986f-43f5ab46f720 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:27:42.810316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Attempting to bind port e7cd4205-efdf-443b-986f-43f5ab46f720 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:42.818221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:27:42.821732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:42.826180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:27:42.826180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Bound port: e7cd4205-efdf-443b-986f-43f5ab46f720, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:27:42.826180 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.863710 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b36b65f-4c49-4d73-afd6-9d025b1b6a44 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:42.906594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] For port e7cd4205-efdf-443b-986f-43f5ab46f720, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:27:42.910482 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] For port e7cd4205-efdf-443b-986f-43f5ab46f720, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e7cd4205-efdf-443b-986f-43f5ab46f720,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:27:43.054334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890767c-1ae9-4d3c-b4a3-aa444a5e9316 req-fc8a552c-5609-4eb9-840d-ee1a3318c8cb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:43.055944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9890767c-1ae9-4d3c-b4a3-aa444a5e9316 req-fc8a552c-5609-4eb9-840d-ee1a3318c8cb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.2317801 Nov 15 14:27:43.073200 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:43.090383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42890) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:43.117593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:43.118500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:43.121003 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] 10.222.0.46 "PUT /v2.0/ports/e7cd4205-efdf-443b-986f-43f5ab46f720 HTTP/1.1" status: 200 len: 1096 time: 1.2670481 Nov 15 14:27:43.121663 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b434eea5-a416-4c06-92d8-060709c6593c', 'tag': 'e7cd4205-efdf-443b-986f-43f5ab46f720'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:27:43.124348 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01266c5-fea7-42f7-ad47-927443410fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "b434eea5-a416-4c06-92d8-060709c6593c", "tag": "e7cd4205-efdf-443b-986f-43f5ab46f720"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:27:43.173699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7c93f-fe95-4bb4-99c5-f050ab8ae7cf service neutron] Pushing event updated for resources: {'Port': ['ID=e7cd4205-efdf-443b-986f-43f5ab46f720,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:43.186748 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ace3a235-0c16-4635-8f82-45dab46d9e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:43.268478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9890767c-1ae9-4d3c-b4a3-aa444a5e9316 req-f716341b-6019-4f36-8929-fa48213fd6b0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066238 Nov 15 14:27:43.350562 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-a979629f-9d8a-41fb-bad1-40185d043c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:43.353113 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-a979629f-9d8a-41fb-bad1-40185d043c1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=baee0c5b34824afb852840824e07e221&device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 1099 time: 0.1007745 Nov 15 14:27:43.417905 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53343b3d-5710-4bf2-948b-7651407bd6ce x-openstack-request-id: req-53343b3d-5710-4bf2-948b-7651407bd6ce {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:27:43.418194 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b434eea5-a416-4c06-92d8-060709c6593c", "tag": "e7cd4205-efdf-443b-986f-43f5ab46f720", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:27:43.418468 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53343b3d-5710-4bf2-948b-7651407bd6ce {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:27:43.418865 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b434eea5-a416-4c06-92d8-060709c6593c', 'tag': 'e7cd4205-efdf-443b-986f-43f5ab46f720', 'status': 'completed', 'code': 200} Nov 15 14:27:43.428558 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-88947175-c83d-4f60-bac9-992a68e7103d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=e7cd4205-efdf-443b-986f-43f5ab46f720 HTTP/1.1" status: 200 len: 217 time: 0.0579495 Nov 15 14:27:43.479080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-e40a94dc-ec5d-4ecc-9f4c-c36954cb94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:43.480565 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-e40a94dc-ec5d-4ecc-9f4c-c36954cb94e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0509784 Nov 15 14:27:43.531850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-8284e957-711f-4dae-8f20-ee08c1b6008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:43.533402 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-8284e957-711f-4dae-8f20-ee08c1b6008b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441251 Nov 15 14:27:43.666370 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-dbf2856d-af36-40df-8192-3077128679b9 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247487 Nov 15 14:27:43.806155 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e14c3db4-9e56-4bfb-bba1-9a3da636591f req-fc9fb860-62db-4d9d-b559-d8216ea4cea7 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304815 Nov 15 14:27:43.886318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ace3a235-0c16-4635-8f82-45dab46d9e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:43.907447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e3fca-b5c4-4079-9a6d-435f3e78095c req-5db2b5e9-d4e5-4db9-a22a-d4dc7c8f8d21 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:43.909029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-505e3fca-b5c4-4079-9a6d-435f3e78095c req-5db2b5e9-d4e5-4db9-a22a-d4dc7c8f8d21 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 948 time: 0.2199454 Nov 15 14:27:43.940994 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-3b36b65f-4c49-4d73-afd6-9d025b1b6a44 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:27:43.972434 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42924) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:43.983531 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ace3a235-0c16-4635-8f82-45dab46d9e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:44.027618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01266c5-fea7-42f7-ad47-927443410fbd req-6e7cc29d-aff8-4a50-99ef-ad807a38f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:44.029657 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a01266c5-fea7-42f7-ad47-927443410fbd req-6e7cc29d-aff8-4a50-99ef-ad807a38f986 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=baee0c5b34824afb852840824e07e221&device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 1099 time: 0.0751581 Nov 15 14:27:44.107053 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b36b65f-4c49-4d73-afd6-9d025b1b6a44 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:44.124391 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ace3a235-0c16-4635-8f82-45dab46d9e63 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ff3d67f48ea44428f80848a71c10e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9908776 Nov 15 14:27:44.126793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:44.129718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3a235-0c16-4635-8f82-45dab46d9e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caad02f-e2b7-4c9c-bfd5-395f2541366e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:44.146963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-505e3fca-b5c4-4079-9a6d-435f3e78095c req-89fb64df-21cf-40c2-b328-a6e31834a4a3 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/security-groups?id=77fc995f-fe6c-4040-a8e4-50701f85bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267935 Nov 15 14:27:44.179886 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b36b65f-4c49-4d73-afd6-9d025b1b6a44 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:44.194138 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-774d2fbf-c83e-4eac-a18e-0c75e1752f5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:44.241779 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c41fd36c-7180-4dbf-9886-61f26abd8149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:44.302389 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c41fd36c-7180-4dbf-9886-61f26abd8149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:44.306699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01266c5-fea7-42f7-ad47-927443410fbd req-0aa655cc-70b2-42e8-b0d7-8e3fac6692ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:44.308175 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a01266c5-fea7-42f7-ad47-927443410fbd req-0aa655cc-70b2-42e8-b0d7-8e3fac6692ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2688475 Nov 15 14:27:44.356265 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-3b36b65f-4c49-4d73-afd6-9d025b1b6a44 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Floating IP f3495059-3c7a-4f3a-b9b0-61333250fedd associated. External IP: 172.25.4.219, port: f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4. Nov 15 14:27:44.381675 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a01266c5-fea7-42f7-ad47-927443410fbd req-c82567bb-5c3a-4763-94cc-1959f7ecac82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=e7cd4205-efdf-443b-986f-43f5ab46f720 HTTP/1.1" status: 200 len: 217 time: 0.0627208 Nov 15 14:27:44.457578 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-774d2fbf-c83e-4eac-a18e-0c75e1752f5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:44.475962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01266c5-fea7-42f7-ad47-927443410fbd req-bd89cb95-e8bc-4347-8cb8-b65d147ff561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:44.475962 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a01266c5-fea7-42f7-ad47-927443410fbd req-bd89cb95-e8bc-4347-8cb8-b65d147ff561 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0795817 Nov 15 14:27:44.526741 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a896b8-8ff9-40f3-80cf-82b84eaef312 req-09795dc5-bac7-49b7-8241-9dae374c0430 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:44.528042 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6a896b8-8ff9-40f3-80cf-82b84eaef312 req-09795dc5-bac7-49b7-8241-9dae374c0430 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.1169620 Nov 15 14:27:44.549228 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-774d2fbf-c83e-4eac-a18e-0c75e1752f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:44.596825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01266c5-fea7-42f7-ad47-927443410fbd req-3801b481-8391-46f0-80fd-5085fa9e0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:44.598384 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a01266c5-fea7-42f7-ad47-927443410fbd req-3801b481-8391-46f0-80fd-5085fa9e0e26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080780 Nov 15 14:27:44.599209 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c41fd36c-7180-4dbf-9886-61f26abd8149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:44.602935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c41fd36c-7180-4dbf-9886-61f26abd8149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:44.604212 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c41fd36c-7180-4dbf-9886-61f26abd8149 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6caad02f-e2b7-4c9c-bfd5-395f2541366e HTTP/1.1" status: 204 len: 168 time: 0.4763086 Nov 15 14:27:44.613022 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-774d2fbf-c83e-4eac-a18e-0c75e1752f5f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab0d578159c24a8bad24a4261d6fc7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6366467 Nov 15 14:27:44.619871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:44.671143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6a896b8-8ff9-40f3-80cf-82b84eaef312 req-cc6e7c41-a484-4bed-a749-a922119bd18c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244757 Nov 15 14:27:44.684770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d2fbf-c83e-4eac-a18e-0c75e1752f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba03e931-b9f8-44f8-a09c-ec7b2e13023b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:44.713008 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fd36c-7180-4dbf-9886-61f26abd8149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caad02f-e2b7-4c9c-bfd5-395f2541366e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:44.731089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b36b65f-4c49-4d73-afd6-9d025b1b6a44 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Router 32756b1a-5029-46e1-9ce5-880ac1e7f082 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:27:44.812146 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f9caef5-7576-43ba-930d-01a50ada5c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:44.818958 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a01266c5-fea7-42f7-ad47-927443410fbd req-44c26e3f-2a31-478c-94b2-586d6e6dafcc service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047975 Nov 15 14:27:44.879756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b36b65f-4c49-4d73-afd6-9d025b1b6a44 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:27:44.886222 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b36b65f-4c49-4d73-afd6-9d025b1b6a44 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:44.893677 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f9caef5-7576-43ba-930d-01a50ada5c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:44.903779 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf301ad-dbef-4578-8189-821cd7daca38 None None] Sync routers for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:27:44.928326 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf301ad-dbef-4578-8189-821cd7daca38 None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:27:44.929411 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ebf301ad-dbef-4578-8189-821cd7daca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:27:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:44.950008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3b36b65f-4c49-4d73-afd6-9d025b1b6a44 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "PUT /v2.0/floatingips/f3495059-3c7a-4f3a-b9b0-61333250fedd HTTP/1.1" status: 200 len: 992 time: 2.2409320 Nov 15 14:27:44.950765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5dade8-36f8-4777-aa43-364e6e172c00', 'tag': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:27:44.958424 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58da412-b0b4-41ad-b72e-be712dd1db12" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5dade8-36f8-4777-aa43-364e6e172c00", "tag": "f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:27:44.972059 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a01266c5-fea7-42f7-ad47-927443410fbd req-a4d2c759-bfd6-49e3-808e-0fd96fb77b72 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428895 Nov 15 14:27:45.075800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda168-2af4-4b38-b962-04a08ce03238 req-5f0466fc-9a64-4c59-8d66-3482990c64f9 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:45.076287 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:27:45.077388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0edda168-2af4-4b38-b962-04a08ce03238 req-5f0466fc-9a64-4c59-8d66-3482990c64f9 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 971 time: 0.0899808 Nov 15 14:27:45.102845 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01785d4-921a-452b-9947-b515b3812cd0 x-openstack-request-id: req-d01785d4-921a-452b-9947-b515b3812cd0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:27:45.103450 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5dade8-36f8-4777-aa43-364e6e172c00", "tag": "f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:27:45.103775 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d01785d4-921a-452b-9947-b515b3812cd0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:27:45.104168 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5dade8-36f8-4777-aa43-364e6e172c00', 'tag': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4', 'status': 'completed', 'code': 200} Nov 15 14:27:45.122161 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f9caef5-7576-43ba-930d-01a50ada5c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:45.126436 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f9caef5-7576-43ba-930d-01a50ada5c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:45.131235 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6f9caef5-7576-43ba-930d-01a50ada5c86 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba03e931-b9f8-44f8-a09c-ec7b2e13023b HTTP/1.1" status: 204 len: 168 time: 0.5103245 Nov 15 14:27:45.134851 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ebf301ad-dbef-4578-8189-821cd7daca38 None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:27:45.137234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0edda168-2af4-4b38-b962-04a08ce03238 req-e5dce744-c494-49e8-8820-3afc46c3318a tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519009 Nov 15 14:27:45.164181 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9caef5-7576-43ba-930d-01a50ada5c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba03e931-b9f8-44f8-a09c-ec7b2e13023b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:45.231117 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58da412-b0b4-41ad-b72e-be712dd1db12 req-51ec9d96-c09c-4716-b71d-163adaf869f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:45.232686 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c58da412-b0b4-41ad-b72e-be712dd1db12 req-51ec9d96-c09c-4716-b71d-163adaf869f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4827a9ab8464cb3acac13a31f8a8251&device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 1097 time: 0.0980625 Nov 15 14:27:45.341306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092cba4-20bf-430e-b06a-9adfe5f6bb69 req-0b928606-0dad-4a07-bf30-ed15c6107b84 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:45.344923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c092cba4-20bf-430e-b06a-9adfe5f6bb69 req-0b928606-0dad-4a07-bf30-ed15c6107b84 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 948 time: 0.0748570 Nov 15 14:27:45.379031 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58da412-b0b4-41ad-b72e-be712dd1db12 req-29c993d0-3c26-43a5-ac14-5c8491a31a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:45.380680 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c58da412-b0b4-41ad-b72e-be712dd1db12 req-29c993d0-3c26-43a5-ac14-5c8491a31a28 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8453fbeb-5996-412b-872a-2c562d6b1fe8 HTTP/1.1" status: 200 len: 924 time: 0.1401799 Nov 15 14:27:45.414822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c092cba4-20bf-430e-b06a-9adfe5f6bb69 req-8d9dafd8-096e-4661-bbab-4b9af6d5fe4a tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/security-groups?id=77fc995f-fe6c-4040-a8e4-50701f85bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624309 Nov 15 14:27:45.600155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42992) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:45.613728 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ebf301ad-dbef-4578-8189-821cd7daca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'f3495059-3c7a-4f3a-b9b0-61333250fedd', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'port_id': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'mac_address': 'fa:16:3e:8d:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5dade8-36f8-4777-aa43-364e6e172c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:27:15Z', 'updated_at': '2021-11-15T14:27:43Z', 'revision_number': 1, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:57Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:45.651239 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf301ad-dbef-4578-8189-821cd7daca38 None None] Checking router: 32756b1a-5029-46e1-9ce5-880ac1e7f082 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:27:45.661028 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf301ad-dbef-4578-8189-821cd7daca38 None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:27:45.661825 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ebf301ad-dbef-4578-8189-821cd7daca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:27:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:45.717091 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c58da412-b0b4-41ad-b72e-be712dd1db12 req-939303a9-c106-4326-841e-c3fd2c2912bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 HTTP/1.1" status: 200 len: 1000 time: 0.3277771 Nov 15 14:27:45.775372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58da412-b0b4-41ad-b72e-be712dd1db12 req-7ad69efc-5b5d-46a5-9a66-f97a61033c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:45.776798 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c58da412-b0b4-41ad-b72e-be712dd1db12 req-7ad69efc-5b5d-46a5-9a66-f97a61033c5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=097b76ed-0b6c-418d-a9b0-bb42141f4f88 HTTP/1.1" status: 200 len: 862 time: 0.0514486 Nov 15 14:27:45.802503 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ebf301ad-dbef-4578-8189-821cd7daca38 None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:27:45.803186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917aabb-f119-4f06-be3d-0321bef80219 req-0b115b25-4220-4703-a4f3-c7986271abf6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:45.809271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6917aabb-f119-4f06-be3d-0321bef80219 req-0b115b25-4220-4703-a4f3-c7986271abf6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.0564578 Nov 15 14:27:45.839128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58da412-b0b4-41ad-b72e-be712dd1db12 req-8eff24ff-c693-4726-8742-87674c79e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:45.841606 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c58da412-b0b4-41ad-b72e-be712dd1db12 req-8eff24ff-c693-4726-8742-87674c79e7c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8453fbeb-5996-412b-872a-2c562d6b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550754 Nov 15 14:27:45.883262 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6917aabb-f119-4f06-be3d-0321bef80219 req-3eac0b22-a7d2-4d41-83f6-c154e983077e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676649 Nov 15 14:27:45.961653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-959128741-network', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:45.963939 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:46.007088 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10dccd48-ac00-4c19-aa69-497de9b471ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.025462 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c58da412-b0b4-41ad-b72e-be712dd1db12 req-f2fe45fc-e916-4ab9-92f0-0fcd3cdb6ad0 service neutron] 10.222.0.46 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749384 Nov 15 14:27:46.076564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Made reservation on behalf of 56b95adc077249b380a17692e9e0d3b5 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:46.080188 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.095871 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.134232 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ebf301ad-dbef-4578-8189-821cd7daca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'f3495059-3c7a-4f3a-b9b0-61333250fedd', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'port_id': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'mac_address': 'fa:16:3e:8d:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5dade8-36f8-4777-aa43-364e6e172c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:27:15Z', 'updated_at': '2021-11-15T14:27:43Z', 'revision_number': 1, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:57Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:46.174359 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf301ad-dbef-4578-8189-821cd7daca38 None None] The sync data for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 is: [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'f3495059-3c7a-4f3a-b9b0-61333250fedd', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'port_id': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'mac_address': 'fa:16:3e:8d:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5dade8-36f8-4777-aa43-364e6e172c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:27:15Z', 'updated_at': '2021-11-15T14:27:43Z', 'revision_number': 1, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:57Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:27:46.225988 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c58da412-b0b4-41ad-b72e-be712dd1db12 req-dc4bee71-c066-4301-a6b9-43950f0a7ad4 service neutron] 10.222.0.46 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900454 Nov 15 14:27:46.255953 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10dccd48-ac00-4c19-aa69-497de9b471ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.296208 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.322814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ed9e5-0cef-41d2-90d9-21de9b038ed9 req-bfaf12a6-e5e3-4db9-a68c-e9b923c20247 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:46.324514 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a1ed9e5-0cef-41d2-90d9-21de9b038ed9 req-bfaf12a6-e5e3-4db9-a68c-e9b923c20247 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 971 time: 0.0897734 Nov 15 14:27:46.332055 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10dccd48-ac00-4c19-aa69-497de9b471ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.372289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dccd48-ac00-4c19-aa69-497de9b471ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e9fc1-fefe-43bd-a30c-9e9264daeb09,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:46.373123 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.392008 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-10dccd48-ac00-4c19-aa69-497de9b471ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9b26dfc235f4288b0ce995f746f5eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269929 Nov 15 14:27:46.395202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43014) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:46.416250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae6ef9d-d221-4486-a0b1-f71c17f001a8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:46.438521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:27:46.464748 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0c8fbd1-5ffa-4953-9bcb-b543d3b964e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.469278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a1ed9e5-0cef-41d2-90d9-21de9b038ed9 req-614c0769-4741-44e4-828d-a92322d4345b tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373708 Nov 15 14:27:46.496913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.497278 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Added segment 544b019b-5407-4453-b234-4299df65ab1a of type vlan for network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c Nov 15 14:27:46.515931 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0c8fbd1-5ffa-4953-9bcb-b543d3b964e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.574419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52896865-ab87-4b32-944a-fb39dd22563b req-a1e75d01-22d0-411c-85a3-3208c900a56c tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:46.576727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52896865-ab87-4b32-944a-fb39dd22563b req-a1e75d01-22d0-411c-85a3-3208c900a56c tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.59 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 971 time: 0.1387234 Nov 15 14:27:46.584726 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.615957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5a7f67-0eb4-482b-8336-4c8fc02aa139 None None] New status for floating IP f3495059-3c7a-4f3a-b9b0-61333250fedd: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:27:46.725627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0c8fbd1-5ffa-4953-9bcb-b543d3b964e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.732908 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0c8fbd1-5ffa-4953-9bcb-b543d3b964e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.734506 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f0c8fbd1-5ffa-4953-9bcb-b543d3b964e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec3e9fc1-fefe-43bd-a30c-9e9264daeb09 HTTP/1.1" status: 204 len: 168 time: 0.3380327 Nov 15 14:27:46.751995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8fbd1-5ffa-4953-9bcb-b543d3b964e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e9fc1-fefe-43bd-a30c-9e9264daeb09,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:46.798862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e6045-e718-4333-a8fe-f8a391abbce7 req-3571af2b-3ccb-448e-b52f-73e45ec459ea tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:46.807340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-725e6045-e718-4333-a8fe-f8a391abbce7 req-3571af2b-3ccb-448e-b52f-73e45ec459ea tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 948 time: 0.1053221 Nov 15 14:27:46.839997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-52896865-ab87-4b32-944a-fb39dd22563b req-f3cfe45d-e5d0-48a0-b6ad-1213c91292ac tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Deleting port f3b8bde3-7b1c-4760-aaac-29a4afaed96c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:27:46.839997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52896865-ab87-4b32-944a-fb39dd22563b req-f3cfe45d-e5d0-48a0-b6ad-1213c91292ac tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.863255 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:46.864204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:46.864805 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:47.204869 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-725e6045-e718-4333-a8fe-f8a391abbce7 req-8c3ef21b-871a-41db-b17f-e94c3ac5cbda tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/security-groups?id=77fc995f-fe6c-4040-a8e4-50701f85bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606985 Nov 15 14:27:47.210349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Pushing event updated for resources: {'Network': ['ID=fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:47.235602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:47.235602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:47.235602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:47.235602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:47.235602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:47.235602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:47.235602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:47.235602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:47.235602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:47.235602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:47.235602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:47.235602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:47.244834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device e7cd4205-efdf-443b-986f-43f5ab46f720 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:27:47.250197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:27:47.259342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-52896865-ab87-4b32-944a-fb39dd22563b req-f3cfe45d-e5d0-48a0-b6ad-1213c91292ac tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] For port f3b8bde3-7b1c-4760-aaac-29a4afaed96c, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f3b8bde3-7b1c-4760-aaac-29a4afaed96c,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:47.259712 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52896865-ab87-4b32-944a-fb39dd22563b req-f3cfe45d-e5d0-48a0-b6ad-1213c91292ac tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:47.284878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b440f-2fdf-46af-98fc-ca84456dafb0 req-5a3ce601-9372-4926-b73a-f83c1403b4ea tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:47.337601 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f86b440f-2fdf-46af-98fc-ca84456dafb0 req-5a3ce601-9372-4926-b73a-f83c1403b4ea tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.2225354 Nov 15 14:27:47.337601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-52896865-ab87-4b32-944a-fb39dd22563b req-f3cfe45d-e5d0-48a0-b6ad-1213c91292ac tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Calling delete_port for f3b8bde3-7b1c-4760-aaac-29a4afaed96c owned by compute:tempest-test_az-1566919019 {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:27:47.607094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f86b440f-2fdf-46af-98fc-ca84456dafb0 req-003a4b43-75a5-4ba1-9b6b-edddfb2b25fa tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296413 Nov 15 14:27:47.607716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port e7cd4205-efdf-443b-986f-43f5ab46f720, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e7cd4205-efdf-443b-986f-43f5ab46f720,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:47.607716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'e7cd4205-efdf-443b-986f-43f5ab46f720', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'e7cd4205-efdf-443b-986f-43f5ab46f720', 'mac_address': 'fa:16:3e:4f:8e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:27:47.607716 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:47.607716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7cd4205-efdf-443b-986f-43f5ab46f720 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:27:47.608813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:47.622914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-65d4c586-745f-4bb8-9dbc-7225154efe3b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0187271 Nov 15 14:27:47.626930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43054) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:47.633713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5d0b5ff6-dd7b-4dda-85b9-d6c44733711d admin admin] Request body: {'subnet': {'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-959128741-subnet', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:47.697065 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port e7cd4205-efdf-443b-986f-43f5ab46f720, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e7cd4205-efdf-443b-986f-43f5ab46f720,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:47.749269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-c6cf0afb-4bdc-4665-a02c-8f4f8fb6ee8d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322766 Nov 15 14:27:47.781727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-784739878-network', 'tenant_id': 'd9f26606747847b78d092ad490e45917'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:47.785534 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868860e1-96b0-4a03-a394-5dbc44b43627 req-6ebfb438-3d8a-46f7-adeb-07d73525d6af tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:47.787128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-868860e1-96b0-4a03-a394-5dbc44b43627 req-6ebfb438-3d8a-46f7-adeb-07d73525d6af tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 971 time: 0.1214850 Nov 15 14:27:47.918532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-868860e1-96b0-4a03-a394-5dbc44b43627 req-81c79ba5-a60c-49db-8696-8e9efda33bcc tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2df8531-3c16-41f6-88bb-a1f31337f018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114769 Nov 15 14:27:47.931175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-2b99d956-831a-43ae-97a3-403a296e0ab4 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:47.932696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-2b99d956-831a-43ae-97a3-403a296e0ab4 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713557 Nov 15 14:27:47.948406 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-0f951f66-73fc-4304-b1cb-39d114be82ab tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/quotas/3387854e8ac24db7b4fadc747eea0b4d HTTP/1.1" status: 200 len: 375 time: 0.0098898 Nov 15 14:27:47.987917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-a48bad2d-bf21-4677-8f03-052d822ef337 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338199 Nov 15 14:27:48.265466 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:48.274410 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0b5ff6-dd7b-4dda-85b9-d6c44733711d admin admin] Made reservation on behalf of 56b95adc077249b380a17692e9e0d3b5 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:48.277011 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52896865-ab87-4b32-944a-fb39dd22563b req-f3cfe45d-e5d0-48a0-b6ad-1213c91292ac tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:48.277791 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5ff6-dd7b-4dda-85b9-d6c44733711d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:48.295268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f3b8bde3-7b1c-4760-aaac-29a4afaed96c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:27:48.340242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfe45d-e5d0-48a0-b6ad-1213c91292ac tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Pushing event deleted for resources: {'Port': ['ID=f3b8bde3-7b1c-4760-aaac-29a4afaed96c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:48.348986 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=e7cd4205-efdf-443b-986f-43f5ab46f720,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:48.457465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-52896865-ab87-4b32-944a-fb39dd22563b req-f3cfe45d-e5d0-48a0-b6ad-1213c91292ac tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] No DVR routers for this DVR port f3b8bde3-7b1c-4760-aaac-29a4afaed96c on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:27:48.466145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99f450-3798-435a-bfa6-9aea1b7a102a req-5ba1c1b5-ffc5-42b8-8741-246b410b49e8 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:48.473480 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a99f450-3798-435a-bfa6-9aea1b7a102a req-5ba1c1b5-ffc5-42b8-8741-246b410b49e8 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 948 time: 0.2226884 Nov 15 14:27:48.501165 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52896865-ab87-4b32-944a-fb39dd22563b req-f3cfe45d-e5d0-48a0-b6ad-1213c91292ac tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:48.505008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52896865-ab87-4b32-944a-fb39dd22563b req-f3cfe45d-e5d0-48a0-b6ad-1213c91292ac tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.59 "DELETE /v2.0/ports/f3b8bde3-7b1c-4760-aaac-29a4afaed96c HTTP/1.1" status: 204 len: 173 time: 1.9174435 Nov 15 14:27:48.505795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763d53ba-290c-4730-bb00-b90fc985da8d', 'name': 'network-vif-deleted', 'tag': 'f3b8bde3-7b1c-4760-aaac-29a4afaed96c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:27:48.508363 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ae595a-6bd6-4a2a-9c0c-c893b6a587e3" -d '{"events": [{"server_uuid": "763d53ba-290c-4730-bb00-b90fc985da8d", "name": "network-vif-deleted", "tag": "f3b8bde3-7b1c-4760-aaac-29a4afaed96c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:27:48.508926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Made reservation on behalf of d9f26606747847b78d092ad490e45917 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:48.511571 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:48.512463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['e7cd4205-efdf-443b-986f-43f5ab46f720'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:27:48.525914 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:48.542211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c09ccdee-76bf-46bd-adda-f5e4dbf17998 req-5d5813df-0ed2-4bed-b913-e8c92c57ee6f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 210 time: 0.0849042 Nov 15 14:27:48.627234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a99f450-3798-435a-bfa6-9aea1b7a102a req-cd767575-bd24-4ab0-b6d9-664e84886423 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/security-groups?id=77fc995f-fe6c-4040-a8e4-50701f85bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525550 Nov 15 14:27:48.649886 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5ff6-dd7b-4dda-85b9-d6c44733711d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:48.695528 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e954e25-3b6a-4827-b0d4-687b23700fcd x-openstack-request-id: req-3e954e25-3b6a-4827-b0d4-687b23700fcd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:27:48.696157 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763d53ba-290c-4730-bb00-b90fc985da8d", "name": "network-vif-deleted", "tag": "f3b8bde3-7b1c-4760-aaac-29a4afaed96c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:27:48.696157 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e954e25-3b6a-4827-b0d4-687b23700fcd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:27:48.696628 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763d53ba-290c-4730-bb00-b90fc985da8d', 'name': 'network-vif-deleted', 'tag': 'f3b8bde3-7b1c-4760-aaac-29a4afaed96c', 'status': 'completed', 'code': 200} Nov 15 14:27:48.768872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b5ff6-dd7b-4dda-85b9-d6c44733711d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67276381-d486-465c-b5f4-6e68f80906b0,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:48.830369 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:48.831471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0b5ff6-dd7b-4dda-85b9-d6c44733711d admin admin] Checking segment: {'id': '544b019b-5407-4453-b234-4299df65ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:48.831875 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0b5ff6-dd7b-4dda-85b9-d6c44733711d admin admin] Network hostable DHCP agents. Network: fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:27:48.864686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59e9c-0e07-4cfb-a4e3-a1f92d45cbe8 req-c1685e22-1022-4e6d-8fa7-7cb0f94ae453 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:48.866181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ce59e9c-0e07-4cfb-a4e3-a1f92d45cbe8 req-c1685e22-1022-4e6d-8fa7-7cb0f94ae453 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.0532432 Nov 15 14:27:48.919287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ce59e9c-0e07-4cfb-a4e3-a1f92d45cbe8 req-776549e0-38e6-4867-858d-28e611f4c2a6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435989 Nov 15 14:27:48.967759 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0b5ff6-dd7b-4dda-85b9-d6c44733711d admin admin] Network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:27:48.973231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:49.007738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:27:49.019235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d00d59-eb56-472d-8ede-bc1c4089b552,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:49.025155 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:49.025503 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Added segment f9ec118e-8b54-443b-a61f-3cbb3b484863 of type vlan for network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a Nov 15 14:27:49.053280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b720afa-1168-4ef6-a461-2a03966c1287 req-397bcb23-4752-4cbb-8370-5670386a1481 tempest-AggregatesAdminTestJSON-192430731 tempest-AggregatesAdminTestJSON-192430731-project] 10.222.0.70 "GET /v2.0/ports?device_id=763d53ba-290c-4730-bb00-b90fc985da8d HTTP/1.1" status: 200 len: 210 time: 0.0478480 Nov 15 14:27:49.071512 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:49.091234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5d0b5ff6-dd7b-4dda-85b9-d6c44733711d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:49.098199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0b5ff6-dd7b-4dda-85b9-d6c44733711d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:49.098973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5ff6-dd7b-4dda-85b9-d6c44733711d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:49.100363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c963481c-bb23-49ea-b271-f344e7a0966f None None] Network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:27:49.213580 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:49.214672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:49.215343 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:49.252749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device e7cd4205-efdf-443b-986f-43f5ab46f720 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:27:49.257467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c', 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'fixed_ips': [{'subnet_id': '67276381-d486-465c-b5f4-6e68f80906b0'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:27:49.259188 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:49.275265 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5d0b5ff6-dd7b-4dda-85b9-d6c44733711d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6468239 Nov 15 14:27:49.277984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43100) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:49.284661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-959128741-router', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:49.297551 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] Pushing event updated for resources: {'Network': ['ID=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:49.318575 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:27:49.413355 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-90fa88a8-3616-4f84-831f-0be8bf5334ec admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8216226 Nov 15 14:27:49.416793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43104) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:49.422832 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Request body: {'subnet': {'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-784739878-subnet', 'tenant_id': 'd9f26606747847b78d092ad490e45917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:49.507231 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Allocated IP 172.20.0.2 (fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c/67276381-d486-465c-b5f4-6e68f80906b0/f33b7504-fea6-416e-b982-69260428e113) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:27:49.570935 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:49.571726 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port e7cd4205-efdf-443b-986f-43f5ab46f720 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:27:49.571933 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:49.587617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port e7cd4205-efdf-443b-986f-43f5ab46f720 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:49.587853 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:49.646204 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Made reservation on behalf of d9f26606747847b78d092ad490e45917 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:49.650978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Publish callbacks [] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:49.723368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c941b053-609d-4aac-9b2b-63787a81cf96 req-6135eec2-364b-4412-8f45-6a95ca485bdb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 210 time: 0.1126034 Nov 15 14:27:49.735830 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:49.864921 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32552c-99c8-41bc-9c13-619a16476bb7 req-40981286-fde5-452e-a56c-7d7116b3de67 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:49.873636 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb32552c-99c8-41bc-9c13-619a16476bb7 req-40981286-fde5-452e-a56c-7d7116b3de67 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 949 time: 0.1093485 Nov 15 14:27:49.935055 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:49.942359 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:50.029835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port e7cd4205-efdf-443b-986f-43f5ab46f720, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e7cd4205-efdf-443b-986f-43f5ab46f720,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:50.031348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b434eea5-a416-4c06-92d8-060709c6593c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cd4205-efdf-443b-986f-43f5ab46f720'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:27:50.034508 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2227b9ab-ccca-4041-9eb6-f6a113272169" -d '{"events": [{"server_uuid": "b434eea5-a416-4c06-92d8-060709c6593c", "name": "network-vif-plugged", "status": "completed", "tag": "e7cd4205-efdf-443b-986f-43f5ab46f720"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:27:50.038132 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:50.046277 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:50.059621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb32552c-99c8-41bc-9c13-619a16476bb7 req-5b2a5b49-5aa3-4ad9-a14c-555b6b155e5c tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/security-groups?id=77fc995f-fe6c-4040-a8e4-50701f85bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822221 Nov 15 14:27:50.065308 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:50.117988 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8003970-bb0c-45a3-b639-4f9ffc645632,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:50.126447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:50.126825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Network hostable DHCP agents. Network: 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:27:50.133662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.133662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.133662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.133662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.133662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.133662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.133662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.134299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.134299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.135350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.135350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.135350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.136322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:50.143313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:50.160103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:27:50.169630 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec09d3e7-011a-4b67-aee3-03915039fdb8 x-openstack-request-id: req-ec09d3e7-011a-4b67-aee3-03915039fdb8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:27:50.173692 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b434eea5-a416-4c06-92d8-060709c6593c", "name": "network-vif-plugged", "status": "completed", "tag": "e7cd4205-efdf-443b-986f-43f5ab46f720", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:27:50.173692 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec09d3e7-011a-4b67-aee3-03915039fdb8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:27:50.173692 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b434eea5-a416-4c06-92d8-060709c6593c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cd4205-efdf-443b-986f-43f5ab46f720', 'code': 200} Nov 15 14:27:50.173692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Pushing event updated for resources: {'Port': ['ID=f33b7504-fea6-416e-b982-69260428e113,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:50.181091 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:50.186719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82df6b-b365-4539-ba81-6848b63a91d0 req-7e1b5c55-5efc-4959-a60a-93389b36f57c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:50.194118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.194118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.196277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.196277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.196277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.196277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.196277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.196707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.196871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.197261 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.197553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.197872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:50.201442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae82df6b-b365-4539-ba81-6848b63a91d0 req-7e1b5c55-5efc-4959-a60a-93389b36f57c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.1299708 Nov 15 14:27:50.234503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:27:50.288606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Attempting to bind port f33b7504-fea6-416e-b982-69260428e113 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:27:50.289213 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Attempting to bind port f33b7504-fea6-416e-b982-69260428e113 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '544b019b-5407-4453-b234-4299df65ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:27:50.289736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Attempting to bind port f33b7504-fea6-416e-b982-69260428e113 on network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:50.311080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=e7cd4205-efdf-443b-986f-43f5ab46f720,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:50.316805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:27:50.318915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Checking segment: {'id': '544b019b-5407-4453-b234-4299df65ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:50.320521 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:50.321598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Bound using segment: {'id': '544b019b-5407-4453-b234-4299df65ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:27:50.323099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Bound port: f33b7504-fea6-416e-b982-69260428e113, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544b019b-5407-4453-b234-4299df65ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:27:50.324903 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:50.328126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:50.345330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c36e51-c889-4bb0-9360-6d12c937eaf6 None None] Network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:27:50.350059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:50.354991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:50.374499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10291b63-7b49-41dc-99ee-33faa657316e req-66b2f0a2-c7dc-4410-af0b-0b93e3f73606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:50.378186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae82df6b-b365-4539-ba81-6848b63a91d0 req-73e5c22f-9900-4dbb-b3c9-4ffe67f9bfd1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753464 Nov 15 14:27:50.382437 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-10291b63-7b49-41dc-99ee-33faa657316e req-66b2f0a2-c7dc-4410-af0b-0b93e3f73606 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 1101 time: 0.1261678 Nov 15 14:27:50.487890 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-10291b63-7b49-41dc-99ee-33faa657316e req-5378f64f-dec4-4741-831d-bd94f8793a19 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=77fc995f-fe6c-4040-a8e4-50701f85bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953064 Nov 15 14:27:50.509036 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-755ad5a6-2bb8-4354-a721-7e8844ed9fbd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0906024 Nov 15 14:27:50.572476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] For port f33b7504-fea6-416e-b982-69260428e113, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:27:50.584284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64cc6ea-4395-4e81-938e-08f6b853652c None None] Network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:27:50.587054 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:50.595050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] For port f33b7504-fea6-416e-b982-69260428e113, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f33b7504-fea6-416e-b982-69260428e113,segment=NetworkSegment(544b019b-5407-4453-b234-4299df65ab1a),segment_id=544b019b-5407-4453-b234-4299df65ab1a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:27:50.607940 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:50.723779 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:50.735673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Allocated IP 172.25.4.61 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/49e63bf5-1f40-4a2f-b52f-48010657b9fa) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:27:50.797668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8696e-2b25-448d-890f-d76136006a38 None None] Pushing event updated for resources: {'Port': ['ID=f33b7504-fea6-416e-b982-69260428e113,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:50.863896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f3b8bde3-7b1c-4760-aaac-29a4afaed96c no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:27:50.887875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: f3b8bde3-7b1c-4760-aaac-29a4afaed96c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:27:50.888266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f3b8bde3-7b1c-4760-aaac-29a4afaed96c not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:27:50.894362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9e1e8b2-1d84-40dd-8a86-9c38c41cfa11 req-ac83f999-f6b2-41be-a923-db4e15c8bf22 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 210 time: 0.0513089 Nov 15 14:27:50.943806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:51.022225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:51.095844 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:51.171657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:51.176765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:51.179595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:27:51.182295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Pushing event updated for resources: {'Port': ['ID=49e63bf5-1f40-4a2f-b52f-48010657b9fa,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:51.403108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-63cde03d-a873-485a-ba07-5c11baaf0817 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577626 Nov 15 14:27:51.447502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ce5e8-a3ec-4669-aaf2-4fe7aa8772dc req-e812813f-9b8e-46a3-81e5-aff3cadeca95 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:51.455622 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-410ce5e8-a3ec-4669-aaf2-4fe7aa8772dc req-e812813f-9b8e-46a3-81e5-aff3cadeca95 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 950 time: 0.2041938 Nov 15 14:27:51.738252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:51.745709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1438410911-network', 'tenant_id': 'b6cf6f72b1d941a89ab4ca79056f07b4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:51.853640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Made reservation on behalf of b6cf6f72b1d941a89ab4ca79056f07b4 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:51.856080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:51.874238 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:51.950138 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-60eb079b-7d67-40f4-be77-a36bb20ca4eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89cc050ad1284f2b82ec177c28b7f7b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9243028 Nov 15 14:27:51.954446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:51.969803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f33b7504-fea6-416e-b982-69260428e113 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:27:52.011822 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.015281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-5c173cb9-a1e5-429f-a39b-2cb39cc97d56 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:52.016795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-5c173cb9-a1e5-429f-a39b-2cb39cc97d56 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6024694 Nov 15 14:27:52.028632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-410ce5e8-a3ec-4669-aaf2-4fe7aa8772dc req-0b281930-6f6d-413e-9104-dbc572844da7 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/security-groups?id=77fc995f-fe6c-4040-a8e4-50701f85bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721147 Nov 15 14:27:52.036722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Request body: {'port': {'device_id': '8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3387854e8ac24db7b4fadc747eea0b4d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:52.065819 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-272a27d4-6505-4e2c-a65e-9c3ea99b3a75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.085055 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f33b7504-fea6-416e-b982-69260428e113 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:52.085636 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.097320 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-272a27d4-6505-4e2c-a65e-9c3ea99b3a75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.128276 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.158615 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:27:52.179796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.182857 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.182857 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Added segment 9d00e5eb-d331-4011-8b0a-3da6bdabb8c0 of type vlan for network a201647c-1f16-47f0-a9a3-f11ddb0ed263 Nov 15 14:27:52.189255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d11631-763a-4ee2-bd13-01883779075c req-1bb9b94b-abc6-47e8-b7eb-e6fc557cc95f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:52.190924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8d11631-763a-4ee2-bd13-01883779075c req-1bb9b94b-abc6-47e8-b7eb-e6fc557cc95f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.6571505 Nov 15 14:27:52.195914 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df41377-86c9-400a-9f65-51022a1656c3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:52.204785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8338e57-f010-4c1e-b2e1-d6e8bc41e588 None None] Network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:27:52.233750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.269230 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.288150 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-272a27d4-6505-4e2c-a65e-9c3ea99b3a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.292059 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-272a27d4-6505-4e2c-a65e-9c3ea99b3a75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.296582 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-272a27d4-6505-4e2c-a65e-9c3ea99b3a75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b2df8531-3c16-41f6-88bb-a1f31337f018 HTTP/1.1" status: 204 len: 168 time: 0.3410292 Nov 15 14:27:52.304105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d427973e-ad5b-4493-af0e-e7e132a9e461 None None] Provisioning complete for port f33b7504-fea6-416e-b982-69260428e113 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:52.305762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a27d4-6505-4e2c-a65e-9c3ea99b3a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2df8531-3c16-41f6-88bb-a1f31337f018,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:52.306925 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d427973e-ad5b-4493-af0e-e7e132a9e461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.318844 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.319826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:52.320472 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.342925 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e7d9816-dfa9-4183-881c-fe2553b2ea77 req-c9351861-7b2d-4c3e-9c9d-b795650286fa tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 210 time: 0.1053555 Nov 15 14:27:52.400695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port f33b7504-fea6-416e-b982-69260428e113, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f33b7504-fea6-416e-b982-69260428e113,segment=NetworkSegment(544b019b-5407-4453-b234-4299df65ab1a),segment_id=544b019b-5407-4453-b234-4299df65ab1a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:52.407632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8d11631-763a-4ee2-bd13-01883779075c req-e9ee8a99-5ee8-49ae-a64c-fc072f96c400 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683252 Nov 15 14:27:52.491502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a201647c-1f16-47f0-a9a3-f11ddb0ed263,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:52.514458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Made reservation on behalf of 3387854e8ac24db7b4fadc747eea0b4d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:52.518316 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.520691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network a201647c-1f16-47f0-a9a3-f11ddb0ed263 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:27:52.536496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.577268 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.594637 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8d0c701e-9fa1-416e-9058-36d5c83379d1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8535998 Nov 15 14:27:52.595595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43192) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:52.597476 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.600856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a6f01102-1ab7-467d-9ebd-ad72bc22b930 admin admin] Request body: {'subnet': {'network_id': 'a201647c-1f16-47f0-a9a3-f11ddb0ed263', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1438410911-subnet', 'tenant_id': 'b6cf6f72b1d941a89ab4ca79056f07b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:52.706182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=f33b7504-fea6-416e-b982-69260428e113,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:52.727482 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.728186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f01102-1ab7-467d-9ebd-ad72bc22b930 admin admin] Made reservation on behalf of b6cf6f72b1d941a89ab4ca79056f07b4 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:52.730646 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f01102-1ab7-467d-9ebd-ad72bc22b930 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.814453 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:52.900489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Router b8a033cf-cdb4-44c1-99e8-26390fe24a70 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:27:52.916918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a251641d-600a-4136-8ab7-12d07e67e603,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:53.005800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2484fae4-cfa7-4066-925f-8bbb22d2fdf7 None None] Provisioning complete for port f33b7504-fea6-416e-b982-69260428e113 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:53.006383 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2484fae4-cfa7-4066-925f-8bbb22d2fdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:53.041205 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f01102-1ab7-467d-9ebd-ad72bc22b930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:53.062150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Allocated IP 192.168.233.165 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/667ca1c8-8b1e-4d41-8e66-1944d16edc3e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:27:53.090767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f01102-1ab7-467d-9ebd-ad72bc22b930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39fb95e3-5991-4a27-9877-9ab9118f0a05,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:53.092802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:27:53.114987 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Sync routers for ids ['b8a033cf-cdb4-44c1-99e8-26390fe24a70'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:27:53.149760 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Routers {'b8a033cf-cdb4-44c1-99e8-26390fe24a70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:27:53.151966 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:27:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b8a033cf-cdb4-44c1-99e8-26390fe24a70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:53.165160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f01102-1ab7-467d-9ebd-ad72bc22b930 admin admin] Checking segment: {'id': '9d00e5eb-d331-4011-8b0a-3da6bdabb8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a201647c-1f16-47f0-a9a3-f11ddb0ed263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:53.169170 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f01102-1ab7-467d-9ebd-ad72bc22b930 admin admin] Network hostable DHCP agents. Network: a201647c-1f16-47f0-a9a3-f11ddb0ed263, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:27:53.236752 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:53.238578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-069bd0e0-8085-4232-970a-0339573302e8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9586797 Nov 15 14:27:53.240853 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:53.290609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bff26-e9c5-4a4a-aef1-e886ee597121 req-c43775b0-3b38-435f-8d55-02be6f4d0f89 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:53.292185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-829bff26-e9c5-4a4a-aef1-e886ee597121 req-c43775b0-3b38-435f-8d55-02be6f4d0f89 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 950 time: 0.0929816 Nov 15 14:27:53.305468 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:53.306927 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Set router b8a033cf-cdb4-44c1-99e8-26390fe24a70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:27:53.310053 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f01102-1ab7-467d-9ebd-ad72bc22b930 admin admin] Network a201647c-1f16-47f0-a9a3-f11ddb0ed263 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:27:53.317067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:53.411577 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-52284b81-f375-44d5-8ad9-2c99875b9080 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f484f1bb77be4dc987f65929f7883837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0926228 Nov 15 14:27:53.411751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-829bff26-e9c5-4a4a-aef1-e886ee597121 req-8527b9f6-9a37-4166-b1a9-0afbf6b19afa tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/security-groups?id=77fc995f-fe6c-4040-a8e4-50701f85bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696902 Nov 15 14:27:53.416260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43218) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:53.444077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a6f01102-1ab7-467d-9ebd-ad72bc22b930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, a201647c-1f16-47f0-a9a3-f11ddb0ed263) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:53.458717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f01102-1ab7-467d-9ebd-ad72bc22b930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:53.463304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e778e9e-241f-4fed-8f04-4e23322175b0 None None] Network a201647c-1f16-47f0-a9a3-f11ddb0ed263 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:27:53.469243 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:53.473481 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f01102-1ab7-467d-9ebd-ad72bc22b930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:53.528233 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'name': 'tempest-AttachSCSIVolumeTestJSON-959128741-router', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:27:49Z', 'updated_at': '2021-11-15T14:27:51Z', 'revision_number': 3, 'project_id': '56b95adc077249b380a17692e9e0d3b5', 'gw_port': {'id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:50Z', 'updated_at': '2021-11-15T14:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:53.557671 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Checking router: b8a033cf-cdb4-44c1-99e8-26390fe24a70 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:27:53.558077 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Updating router b8a033cf-cdb4-44c1-99e8-26390fe24a70 port 49e63bf5-1f40-4a2f-b52f-48010657b9fa binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:27:53.591018 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:53.647900 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a6f01102-1ab7-467d-9ebd-ad72bc22b930 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0474370 Nov 15 14:27:53.648100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:53.661578 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0de1ad7-303d-4a8c-a581-58d9fa67c2cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:53.670726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event updated for resources: {'Port': ['ID=667ca1c8-8b1e-4d41-8e66-1944d16edc3e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:53.673563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:53.725137 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75a7c5e-4dc1-494f-97f2-c1191d1b641f None None] Network a201647c-1f16-47f0-a9a3-f11ddb0ed263 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:27:53.726589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f4160-f7dc-44d2-8ae3-feecd07705a1 req-50c69af3-640c-45d0-8c86-0c333423fe1d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:53.734416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca0f4160-f7dc-44d2-8ae3-feecd07705a1 req-50c69af3-640c-45d0-8c86-0c333423fe1d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.1952949 Nov 15 14:27:53.759903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f45fa3-d4d4-4f54-8dcd-cfb3d7b5ef22 req-70108277-91f1-4494-97ff-480407aa65c8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:53.761652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23f45fa3-d4d4-4f54-8dcd-cfb3d7b5ef22 req-70108277-91f1-4494-97ff-480407aa65c8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 936 time: 0.2246470 Nov 15 14:27:53.762154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:53.771563 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0de1ad7-303d-4a8c-a581-58d9fa67c2cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:53.832297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:27:53.842918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:53.843593 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:53.950180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f33b7504-fea6-416e-b982-69260428e113 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:27:53.998181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-1a7c37e7-3c8f-4388-8445-21bcba005e60 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9641168 Nov 15 14:27:54.041179 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f33b7504-fea6-416e-b982-69260428e113 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:54.044010 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.080875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Request body: {'port': {'device_id': '8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:54.139653 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.164213 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da83b2b1-8d5e-41eb-99a4-b4f90452ca8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.176690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca0f4160-f7dc-44d2-8ae3-feecd07705a1 req-08e6af8d-e97a-4b0c-8531-1557863246b7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412909 Nov 15 14:27:54.186931 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f0e10c19-3e38-47d0-9682-8594a85ffff2 None None] Provisioning complete for port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:54.187302 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0e10c19-3e38-47d0-9682-8594a85ffff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.195087 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.215861 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23f45fa3-d4d4-4f54-8dcd-cfb3d7b5ef22 req-58a9abd6-ade9-4b1c-8332-4b240c049e28 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396582 Nov 15 14:27:54.216682 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.228033 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.270120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f0e10c19-3e38-47d0-9682-8594a85ffff2 None None] Port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:27:54.278063 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Attempting to bind port 49e63bf5-1f40-4a2f-b52f-48010657b9fa on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:27:54.278486 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Attempting to bind port 49e63bf5-1f40-4a2f-b52f-48010657b9fa by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:27:54.278861 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Attempting to bind port 49e63bf5-1f40-4a2f-b52f-48010657b9fa on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:54.288294 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:27:54.289447 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:54.300069 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.300069 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:27:54.300069 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Bound port: 49e63bf5-1f40-4a2f-b52f-48010657b9fa, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:27:54.300069 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.350771 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Pushing event updated for resources: {'Port': ['ID=49e63bf5-1f40-4a2f-b52f-48010657b9fa,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:54.370780 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:54.371373 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:54.372557 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:54.373047 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:54.373524 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:54.374224 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:54.374806 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:54.375356 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:54.375946 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:54.376450 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:54.376935 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:54.377419 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:27:54.413994 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] For port 49e63bf5-1f40-4a2f-b52f-48010657b9fa, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:27:54.418177 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] For port 49e63bf5-1f40-4a2f-b52f-48010657b9fa, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=49e63bf5-1f40-4a2f-b52f-48010657b9fa,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:27:54.426718 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0de1ad7-303d-4a8c-a581-58d9fa67c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.430864 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0de1ad7-303d-4a8c-a581-58d9fa67c2cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.432125 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c0de1ad7-303d-4a8c-a581-58d9fa67c2cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98c14911-ae7f-4ce6-85f9-d4913ec395f0 HTTP/1.1" status: 204 len: 168 time: 1.0118952 Nov 15 14:27:54.497059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de1ad7-303d-4a8c-a581-58d9fa67c2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c14911-ae7f-4ce6-85f9-d4913ec395f0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:54.505618 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.526709 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da83b2b1-8d5e-41eb-99a4-b4f90452ca8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.547428 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Allocated IP 172.20.0.1 (fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c/67276381-d486-465c-b5f4-6e68f80906b0/7c62c6fe-d124-4d84-9619-43d3c2fdbf82) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:27:54.592215 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da83b2b1-8d5e-41eb-99a4-b4f90452ca8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.599830 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Routers {'b8a033cf-cdb4-44c1-99e8-26390fe24a70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:27:54.601264 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:27:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b8a033cf-cdb4-44c1-99e8-26390fe24a70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:54.628417 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83b2b1-8d5e-41eb-99a4-b4f90452ca8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3a2a66-48a8-4710-a414-8ca0dc59db4b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:54.714025 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab95beb-6dbb-4997-8270-c6b14544b208 None None] Pushing event updated for resources: {'Port': ['ID=49e63bf5-1f40-4a2f-b52f-48010657b9fa,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:54.714805 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.748992 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] Set router b8a033cf-cdb4-44c1-99e8-26390fe24a70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:27:54.754068 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-da83b2b1-8d5e-41eb-99a4-b4f90452ca8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=099f6163c9d140feb77e018398ef2e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9787331 Nov 15 14:27:54.756564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:54.800872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-834f90e1-117d-4867-94d9-debb66fe20f7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:54.802875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-834f90e1-117d-4867-94d9-debb66fe20f7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 807 time: 0.1700268 Nov 15 14:27:54.859814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-e8e77f3d-838b-4a45-a696-3d2ce990a065 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/quotas/d9f26606747847b78d092ad490e45917 HTTP/1.1" status: 200 len: 375 time: 0.0428154 Nov 15 14:27:54.889466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667ca1c8-8b1e-4d41-8e66-1944d16edc3e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:27:54.904932 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd13005-2f37-4eb8-a140-4568e8df2c29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.912303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-b812b208-f255-48a0-a19d-e1ff5eed594f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447569 Nov 15 14:27:54.914303 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:54.935413 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:55.007401 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:55.009046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Transition to ACTIVE for port object 667ca1c8-8b1e-4d41-8e66-1944d16edc3e will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:27:55.010616 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd13005-2f37-4eb8-a140-4568e8df2c29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:55.014510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:55.028190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:27:55.028626 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:55.044596 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-c200836b-3346-4a83-90dc-56888eb49991 service neutron] 10.222.0.70 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229393 Nov 15 14:27:55.106438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Pushing event updated for resources: {'Port': ['ID=7c62c6fe-d124-4d84-9619-43d3c2fdbf82,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:55.114074 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:55.281121 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'name': 'tempest-AttachSCSIVolumeTestJSON-959128741-router', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:27:49Z', 'updated_at': '2021-11-15T14:27:51Z', 'revision_number': 3, 'project_id': '56b95adc077249b380a17692e9e0d3b5', 'gw_port': {'id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:50Z', 'updated_at': '2021-11-15T14:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:55.322572 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd13005-2f37-4eb8-a140-4568e8df2c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:55.328985 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd13005-2f37-4eb8-a140-4568e8df2c29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:55.342228 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9cd13005-2f37-4eb8-a140-4568e8df2c29 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb3a2a66-48a8-4710-a414-8ca0dc59db4b HTTP/1.1" status: 204 len: 168 time: 0.5759487 Nov 15 14:27:55.357416 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d097f63-c150-4f9d-9acc-b6e421398668 None None] The sync data for ids ['b8a033cf-cdb4-44c1-99e8-26390fe24a70'] in n-d-817748-2 is: [{'id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'name': 'tempest-AttachSCSIVolumeTestJSON-959128741-router', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:27:49Z', 'updated_at': '2021-11-15T14:27:51Z', 'revision_number': 3, 'project_id': '56b95adc077249b380a17692e9e0d3b5', 'gw_port': {'id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:50Z', 'updated_at': '2021-11-15T14:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:27:55.432980 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:55.440296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd13005-2f37-4eb8-a140-4568e8df2c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3a2a66-48a8-4710-a414-8ca0dc59db4b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:55.485022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ff0dd-b872-4f58-8091-22f0c0b3c66f req-31bac45d-0275-44cc-a0fc-2c70e019c7d5 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:55.494302 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc6ff0dd-b872-4f58-8091-22f0c0b3c66f req-31bac45d-0275-44cc-a0fc-2c70e019c7d5 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 950 time: 0.5062790 Nov 15 14:27:55.508961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f686dfcc-6ff5-4bb4-a64d-ad0c6368fb3b None None] Provisioning complete for port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:55.510017 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f686dfcc-6ff5-4bb4-a64d-ad0c6368fb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:55.589517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f686dfcc-6ff5-4bb4-a64d-ad0c6368fb3b None None] Port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:27:55.640376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Pushing event updated for resources: {'Port': ['ID=667ca1c8-8b1e-4d41-8e66-1944d16edc3e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:55.669011 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc6ff0dd-b872-4f58-8091-22f0c0b3c66f req-c06ff897-d7ec-416f-a767-d1a863908c0a tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/security-groups?id=77fc995f-fe6c-4040-a8e4-50701f85bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736875 Nov 15 14:27:55.696296 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Attempting to bind port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:27:55.696639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Attempting to bind port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:27:55.696972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Attempting to bind port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:55.735415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:27:55.735415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Attempting to bind port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:55.743979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-612d45ff-3f40-4d8f-8ae1-b33f2a5fbbcc service neutron] 10.222.0.70 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6828482 Nov 15 14:27:55.754175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:27:55.755136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:55.757297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:27:55.757964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Bound port: 667ca1c8-8b1e-4d41-8e66-1944d16edc3e, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:27:55.759178 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:55.788634 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:55.847859 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:55.848571 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:55.946181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c90b4-ad4d-4bef-aeda-d9515acf411b req-7680c75c-2fed-47d9-a010-8963c453969b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:55.955526 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be0c90b4-ad4d-4bef-aeda-d9515acf411b req-7680c75c-2fed-47d9-a010-8963c453969b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.1528454 Nov 15 14:27:55.963438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Pushing event updated for resources: {'Port': ['ID=7c62c6fe-d124-4d84-9619-43d3c2fdbf82,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:55.975400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] For port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:27:56.008997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 49e63bf5-1f40-4a2f-b52f-48010657b9fa up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:27:56.031896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] For port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=667ca1c8-8b1e-4d41-8e66-1944d16edc3e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:27:56.056605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be0c90b4-ad4d-4bef-aeda-d9515acf411b req-1928e874-e8e5-422f-a07a-4490c0a4bd08 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001542 Nov 15 14:27:56.094442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:56.163748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:56.163748 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:56.163748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] 10.222.0.59 "PUT /v2.0/ports/667ca1c8-8b1e-4d41-8e66-1944d16edc3e HTTP/1.1" status: 200 len: 1096 time: 2.1251123 Nov 15 14:27:56.163748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a', 'tag': '667ca1c8-8b1e-4d41-8e66-1944d16edc3e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:27:56.164538 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab8ae96-3b90-4156-924e-6bc782060593" -d '{"events": [{"name": "network-changed", "server_uuid": "8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a", "tag": "667ca1c8-8b1e-4d41-8e66-1944d16edc3e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:27:56.205942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab558ef0-1601-4f19-acdb-16ee10ce426c service neutron] Pushing event updated for resources: {'Port': ['ID=667ca1c8-8b1e-4d41-8e66-1944d16edc3e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:56.255606 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:27:56.278437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:27:56.498035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 49e63bf5-1f40-4a2f-b52f-48010657b9fa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:56.498636 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:56.568297 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Router b8a033cf-cdb4-44c1-99e8-26390fe24a70 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:27:56.595538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b60e08c-5b5d-4167-9dd2-6ef0c4c296d1 req-ad6ecea7-68fc-4ddd-999c-19cf8c9ba54a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 210 time: 0.1606526 Nov 15 14:27:56.656038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43300) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:56.747413 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:56.750028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b921ec-8f2a-4ddf-aa54-228f1d098815 req-29d3bf90-243c-4d06-b099-2b7c55ccd2e8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:56.768494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99b921ec-8f2a-4ddf-aa54-228f1d098815 req-29d3bf90-243c-4d06-b099-2b7c55ccd2e8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 948 time: 0.5090995 Nov 15 14:27:56.774082 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a914b496-2de7-42c2-9049-c5707ffe3f8d x-openstack-request-id: req-a914b496-2de7-42c2-9049-c5707ffe3f8d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:27:56.774386 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a", "tag": "667ca1c8-8b1e-4d41-8e66-1944d16edc3e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:27:56.775339 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a914b496-2de7-42c2-9049-c5707ffe3f8d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:27:56.775748 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a', 'tag': '667ca1c8-8b1e-4d41-8e66-1944d16edc3e', 'status': 'completed', 'code': 200} Nov 15 14:27:56.796554 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c5a6e84-a7a0-4e16-8a31-2ceceff08ae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:56.805467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 49e63bf5-1f40-4a2f-b52f-48010657b9fa, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=49e63bf5-1f40-4a2f-b52f-48010657b9fa,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:56.838921 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-abc9a500-eefa-4a8e-b0ea-d031dc71c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:56.840473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-abc9a500-eefa-4a8e-b0ea-d031dc71c777 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 1099 time: 0.4671338 Nov 15 14:27:56.905448 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:56.947199 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-7680cd8e-7711-4dc6-b1dd-255bb0f54187 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=667ca1c8-8b1e-4d41-8e66-1944d16edc3e HTTP/1.1" status: 200 len: 217 time: 0.0630550 Nov 15 14:27:56.958717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35562871-4a77-4c2c-b7c4-f7ae222af4f9 req-fa5b4660-6d65-4dce-b075-722c8dbc0b5f tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:56.963062 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35562871-4a77-4c2c-b7c4-f7ae222af4f9 req-fa5b4660-6d65-4dce-b075-722c8dbc0b5f tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.46 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 950 time: 0.4039080 Nov 15 14:27:56.993156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=49e63bf5-1f40-4a2f-b52f-48010657b9fa,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:57.011460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fee79a85-46bc-4996-9833-e4ae2d6a16f7 None None] Provisioning complete for port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:57.011830 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fee79a85-46bc-4996-9833-e4ae2d6a16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:57.055219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fee79a85-46bc-4996-9833-e4ae2d6a16f7 None None] Port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:27:57.060231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-57a16844-2237-4eef-aa48-63758275aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:57.061974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-57a16844-2237-4eef-aa48-63758275aae5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0667310 Nov 15 14:27:57.092196 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:27:57.109245 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99b921ec-8f2a-4ddf-aa54-228f1d098815 req-1ed5701c-d540-4fce-b7f8-5efbb8fbba94 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397155 Nov 15 14:27:57.125551 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b5138500-0748-474c-bdad-c0f76032e379 admin admin] 10.222.0.70 "PUT /v2.0/routers/b8a033cf-cdb4-44c1-99e8-26390fe24a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8830464 Nov 15 14:27:57.166326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e2cf4-d3b6-441e-87b7-b3eb7e72cd42 req-2b05b60b-7d3a-412d-905e-f67020421874 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:57.181570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a93e2cf4-d3b6-441e-87b7-b3eb7e72cd42 req-2b05b60b-7d3a-412d-905e-f67020421874 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 950 time: 0.3336561 Nov 15 14:27:57.376078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec915a-fe1f-4ee1-8452-5742907c796a req-027f0c1f-64a9-4daf-971a-74abce075439 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:57.386926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1ec915a-fe1f-4ee1-8452-5742907c796a req-027f0c1f-64a9-4daf-971a-74abce075439 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.1683941 Nov 15 14:27:57.392315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a93e2cf4-d3b6-441e-87b7-b3eb7e72cd42 req-f9085036-641a-4ce5-9297-9186d24ee4f7 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/security-groups?id=77fc995f-fe6c-4040-a8e4-50701f85bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098424 Nov 15 14:27:57.408257 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c5a6e84-a7a0-4e16-8a31-2ceceff08ae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:57.420135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-40906b5b-ae1a-4e75-a008-e5b6aeff69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:57.420135 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-40906b5b-ae1a-4e75-a008-e5b6aeff69a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3405635 Nov 15 14:27:57.420939 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-35562871-4a77-4c2c-b7c4-f7ae222af4f9 req-fa8c0e13-e524-43af-80b4-18c7b133f51e tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Deleting port e7cd4205-efdf-443b-986f-43f5ab46f720 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:27:57.421510 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-35562871-4a77-4c2c-b7c4-f7ae222af4f9 req-fa8c0e13-e524-43af-80b4-18c7b133f51e tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:57.487074 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c5a6e84-a7a0-4e16-8a31-2ceceff08ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:57.578692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-35562871-4a77-4c2c-b7c4-f7ae222af4f9 req-fa8c0e13-e524-43af-80b4-18c7b133f51e tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] For port e7cd4205-efdf-443b-986f-43f5ab46f720, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e7cd4205-efdf-443b-986f-43f5ab46f720,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:27:57.579292 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-35562871-4a77-4c2c-b7c4-f7ae222af4f9 req-fa8c0e13-e524-43af-80b4-18c7b133f51e tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:57.599381 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-35562871-4a77-4c2c-b7c4-f7ae222af4f9 req-fa8c0e13-e524-43af-80b4-18c7b133f51e tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Calling delete_port for e7cd4205-efdf-443b-986f-43f5ab46f720 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:27:57.607533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1ec915a-fe1f-4ee1-8452-5742907c796a req-338aad71-9d91-4556-a384-a4d1865b713e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191262 Nov 15 14:27:57.636238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:57.636368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9c5a6e84-a7a0-4e16-8a31-2ceceff08ae3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45602ad872c44a149de1468eb65f7067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9731088 Nov 15 14:27:57.636368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a6e84-a7a0-4e16-8a31-2ceceff08ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1217338-7e07-41db-b549-2d3a7a986815,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:57.699066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-7501f98d-bf02-4d58-a7a9-c6fd06c1957b service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602489 Nov 15 14:27:57.772336 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18657ba-1523-402f-b19f-c39c5dec43ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:57.819839 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18657ba-1523-402f-b19f-c39c5dec43ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:57.828876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d35a8f2-5ca9-45f7-9fa4-1a6c0ed916ac req-7fc06e98-7999-482b-88ab-7d1ada94f20b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 210 time: 0.0919600 Nov 15 14:27:57.871538 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:57.882490 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c0dfa13-89a3-4444-b9f9-17bb1a0573a2 req-f0a2e907-403d-4a0c-8d5a-6f3fe7a9ef29 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740193 Nov 15 14:27:57.919406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 49e63bf5-1f40-4a2f-b52f-48010657b9fa up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:27:57.993238 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 49e63bf5-1f40-4a2f-b52f-48010657b9fa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:27:57.993843 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:58.055162 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18657ba-1523-402f-b19f-c39c5dec43ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:58.055863 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18657ba-1523-402f-b19f-c39c5dec43ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:58.057330 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f18657ba-1523-402f-b19f-c39c5dec43ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1217338-7e07-41db-b549-2d3a7a986815 HTTP/1.1" status: 204 len: 168 time: 0.4247384 Nov 15 14:27:58.058178 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-35562871-4a77-4c2c-b7c4-f7ae222af4f9 req-fa8c0e13-e524-43af-80b4-18c7b133f51e tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:58.089219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18657ba-1523-402f-b19f-c39c5dec43ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1217338-7e07-41db-b549-2d3a7a986815,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:58.114717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['e7cd4205-efdf-443b-986f-43f5ab46f720'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:27:58.157009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8ae96-3b90-4156-924e-6bc782060593 req-54ed367c-2feb-407b-a876-ffc8c1097a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:58.163442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ab8ae96-3b90-4156-924e-6bc782060593 req-54ed367c-2feb-407b-a876-ffc8c1097a2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 1099 time: 0.1261578 Nov 15 14:27:58.178277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Sync routers for ids ['b8a033cf-cdb4-44c1-99e8-26390fe24a70'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:27:58.209062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Routers {'b8a033cf-cdb4-44c1-99e8-26390fe24a70'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:27:58.209716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:27:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b8a033cf-cdb4-44c1-99e8-26390fe24a70'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:58.248228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c0e13-e524-43af-80b4-18c7b133f51e tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Pushing event deleted for resources: {'Port': ['ID=e7cd4205-efdf-443b-986f-43f5ab46f720,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:58.305045 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-35562871-4a77-4c2c-b7c4-f7ae222af4f9 req-fa8c0e13-e524-43af-80b4-18c7b133f51e tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] No DVR routers for this DVR port e7cd4205-efdf-443b-986f-43f5ab46f720 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:27:58.316516 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-35562871-4a77-4c2c-b7c4-f7ae222af4f9 req-fa8c0e13-e524-43af-80b4-18c7b133f51e tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:58.322189 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35562871-4a77-4c2c-b7c4-f7ae222af4f9 req-fa8c0e13-e524-43af-80b4-18c7b133f51e tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.46 "DELETE /v2.0/ports/e7cd4205-efdf-443b-986f-43f5ab46f720 HTTP/1.1" status: 204 len: 173 time: 1.3421268 Nov 15 14:27:58.323823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b434eea5-a416-4c06-92d8-060709c6593c', 'name': 'network-vif-deleted', 'tag': 'e7cd4205-efdf-443b-986f-43f5ab46f720'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:27:58.329330 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136c25a4-b0ec-42ce-adc1-e36d7faa9089" -d '{"events": [{"server_uuid": "b434eea5-a416-4c06-92d8-060709c6593c", "name": "network-vif-deleted", "tag": "e7cd4205-efdf-443b-986f-43f5ab46f720"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:27:58.455687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Set router b8a033cf-cdb4-44c1-99e8-26390fe24a70 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:27:58.470720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a2f05-ca2b-484e-9312-e356ebcb5595 req-b41a0924-c065-4e37-87c6-a07cd2f5940e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:58.480704 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-569a2f05-ca2b-484e-9312-e356ebcb5595 req-b41a0924-c065-4e37-87c6-a07cd2f5940e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 948 time: 0.1775105 Nov 15 14:27:58.489754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8ae96-3b90-4156-924e-6bc782060593 req-94ba1fbb-0854-4d26-aa8f-49ce3b412d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:58.489754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ab8ae96-3b90-4156-924e-6bc782060593 req-94ba1fbb-0854-4d26-aa8f-49ce3b412d8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.3207390 Nov 15 14:27:58.494025 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:58.547697 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ab8ae96-3b90-4156-924e-6bc782060593 req-43c4261d-0959-45f2-bcc5-a9f4736d0d03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=667ca1c8-8b1e-4d41-8e66-1944d16edc3e HTTP/1.1" status: 200 len: 217 time: 0.0481358 Nov 15 14:27:58.559013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:58.565082 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-47060332-network', 'tenant_id': 'c2810fda76794071bf71207f4434b49a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:58.663181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-569a2f05-ca2b-484e-9312-e356ebcb5595 req-72a0b146-f892-44a6-b425-63844a230c4d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752081 Nov 15 14:27:58.670439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Made reservation on behalf of c2810fda76794071bf71207f4434b49a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:58.673688 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:58.690702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8ae96-3b90-4156-924e-6bc782060593 req-adbb5c5c-9b26-4853-8477-f9d0aa2bd4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:58.690702 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ab8ae96-3b90-4156-924e-6bc782060593 req-adbb5c5c-9b26-4853-8477-f9d0aa2bd4cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1342101 Nov 15 14:27:58.696147 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:58.764442 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40379b4-5f25-4b13-a3a3-ba74f3c426d7 x-openstack-request-id: req-f40379b4-5f25-4b13-a3a3-ba74f3c426d7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:27:58.764742 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b434eea5-a416-4c06-92d8-060709c6593c", "name": "network-vif-deleted", "tag": "e7cd4205-efdf-443b-986f-43f5ab46f720", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:27:58.764993 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f40379b4-5f25-4b13-a3a3-ba74f3c426d7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:27:58.765398 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b434eea5-a416-4c06-92d8-060709c6593c', 'name': 'network-vif-deleted', 'tag': 'e7cd4205-efdf-443b-986f-43f5ab46f720', 'status': 'completed', 'code': 200} Nov 15 14:27:58.795408 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'name': 'tempest-AttachSCSIVolumeTestJSON-959128741-router', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:27:49Z', 'updated_at': '2021-11-15T14:27:55Z', 'revision_number': 4, 'project_id': '56b95adc077249b380a17692e9e0d3b5', 'gw_port': {'id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:50Z', 'updated_at': '2021-11-15T14:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7c62c6fe-d124-4d84-9619-43d3c2fdbf82', 'name': '', 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'mac_address': 'fa:16:3e:fe:fa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '67276381-d486-465c-b5f4-6e68f80906b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:54Z', 'updated_at': '2021-11-15T14:27:55Z', 'revision_number': 2, 'project_id': '56b95adc077249b380a17692e9e0d3b5', 'subnets': [{'id': '67276381-d486-465c-b5f4-6e68f80906b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:27:58.797361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8ae96-3b90-4156-924e-6bc782060593 req-a6d4e4ed-0035-4388-97a7-8fbf50b72043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:58.799386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ab8ae96-3b90-4156-924e-6bc782060593 req-a6d4e4ed-0035-4388-97a7-8fbf50b72043 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984082 Nov 15 14:27:58.829926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Checking router: b8a033cf-cdb4-44c1-99e8-26390fe24a70 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:27:58.830541 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Updating router b8a033cf-cdb4-44c1-99e8-26390fe24a70 port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:27:58.881933 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:58.892640 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:58.934498 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9da44c74-759e-4fad-9112-10bfe51973f6 req-dc0b6c8f-1294-4eef-afc3-f18ade8be5c4 tempest-ServerDiagnosticsNegativeTest-1363079813 tempest-ServerDiagnosticsNegativeTest-1363079813-project] 10.222.0.70 "GET /v2.0/ports?device_id=b434eea5-a416-4c06-92d8-060709c6593c HTTP/1.1" status: 200 len: 210 time: 0.0361748 Nov 15 14:27:58.972036 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:58.974143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ab8ae96-3b90-4156-924e-6bc782060593 req-e980f259-6fe5-48be-b0f5-083c4fd9617b service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596959 Nov 15 14:27:59.009096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:27:59.034121 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:59.034823 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Added segment a0206d02-a3b7-4e3e-8449-26cb4e9c228b of type vlan for network b1662e36-cb35-4008-b23b-3519ca1514c0 Nov 15 14:27:59.037081 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf18b273-15cb-48fa-a470-e8d6921ab6b6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:59.126832 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:59.235696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eef121b4-b63b-4c4c-a3ec-abfa82e8a47a req-3d3dd588-0370-4d62-af78-3b7167981a9d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 210 time: 0.0473082 Nov 15 14:27:59.240865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ab8ae96-3b90-4156-924e-6bc782060593 req-d2ba27c4-9ede-4cf7-a2c7-a7a3b63e24cc service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565758 Nov 15 14:27:59.254695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84df73-593e-4ba6-9ad5-99d6cfab5123 req-400b4116-16fd-4144-a3f6-c6d10b341527 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:59.271234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e84df73-593e-4ba6-9ad5-99d6cfab5123 req-400b4116-16fd-4144-a3f6-c6d10b341527 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.1103055 Nov 15 14:27:59.288289 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:59.289464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:59.290093 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:59.321043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e84df73-593e-4ba6-9ad5-99d6cfab5123 req-84433410-9355-47b7-b515-6b1adc86e5d3 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482399 Nov 15 14:27:59.381776 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:59.406105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=b1662e36-cb35-4008-b23b-3519ca1514c0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:59.418744 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b1662e36-cb35-4008-b23b-3519ca1514c0 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:27:59.463177 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f98e56a9-7ce0-476c-ac3b-68c9a9664ff0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9017153 Nov 15 14:27:59.472114 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43386) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:27:59.477380 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-69600af2-0a92-4230-b9ca-4582b70e6e9f admin admin] Request body: {'subnet': {'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-47060332-subnet', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:59.515321 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:59.588504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-c00d7ad8-eb9f-4580-9cb1-d8a7fdb25f31 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:59.590421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237469b-b20f-4385-b7d7-5194b3daffbb None None] Pushing event updated for resources: {'Port': ['ID=7c62c6fe-d124-4d84-9619-43d3c2fdbf82,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:27:59.590881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-c00d7ad8-eb9f-4580-9cb1-d8a7fdb25f31 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.59 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 807 time: 0.2162259 Nov 15 14:27:59.608983 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69600af2-0a92-4230-b9ca-4582b70e6e9f admin admin] Made reservation on behalf of c2810fda76794071bf71207f4434b49a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:59.615466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69600af2-0a92-4230-b9ca-4582b70e6e9f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:59.630517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-f764cf88-8715-4214-a046-05246905d33b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Request body: {'port': {'device_id': 'c80eaf73-fcad-4800-b36b-84e5b29c4014', 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a', 'admin_state_up': True, 'tenant_id': 'd9f26606747847b78d092ad490e45917'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:27:59.728644 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Attempting to bind port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:27:59.729145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Attempting to bind port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '544b019b-5407-4453-b234-4299df65ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:27:59.729459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Attempting to bind port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 on network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:27:59.735502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:27:59.736008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Checking segment: {'id': '544b019b-5407-4453-b234-4299df65ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:27:59.736389 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:59.736782 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Bound using segment: {'id': '544b019b-5407-4453-b234-4299df65ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:27:59.737251 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Bound port: 7c62c6fe-d124-4d84-9619-43d3c2fdbf82, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544b019b-5407-4453-b234-4299df65ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:27:59.738002 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:59.893805 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e684cd70-ebf8-44c2-ad66-a015d611e863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:27:59.970083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] For port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:27:59.972121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac40d38-1657-4f79-b7f8-402942e69fed req-5ee2055b-2d7a-4f36-aeaf-4d94ad344edd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:27:59.975726 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] For port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7c62c6fe-d124-4d84-9619-43d3c2fdbf82,segment=NetworkSegment(544b019b-5407-4453-b234-4299df65ab1a),segment_id=544b019b-5407-4453-b234-4299df65ab1a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:27:59.978180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ac40d38-1657-4f79-b7f8-402942e69fed req-5ee2055b-2d7a-4f36-aeaf-4d94ad344edd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 948 time: 0.1147029 Nov 15 14:27:59.980341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-f764cf88-8715-4214-a046-05246905d33b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Made reservation on behalf of d9f26606747847b78d092ad490e45917 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:27:59.987453 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-f764cf88-8715-4214-a046-05246905d33b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:00.005148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c06d33fe-22f1-482f-9777-60fd061f84b8 None None] Provisioning complete for port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:00.005511 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c06d33fe-22f1-482f-9777-60fd061f84b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:00.050019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c06d33fe-22f1-482f-9777-60fd061f84b8 None None] Port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:28:00.071697 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:00.107458 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ac40d38-1657-4f79-b7f8-402942e69fed req-07f26abb-51b6-4836-bde2-75f449fa9a81 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158202 Nov 15 14:28:00.119600 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69600af2-0a92-4230-b9ca-4582b70e6e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:00.143439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237469b-b20f-4385-b7d7-5194b3daffbb None None] Pushing event updated for resources: {'Port': ['ID=7c62c6fe-d124-4d84-9619-43d3c2fdbf82,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:00.143439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Routers {'b8a033cf-cdb4-44c1-99e8-26390fe24a70'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:28:00.143439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:27:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b8a033cf-cdb4-44c1-99e8-26390fe24a70'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:28:00.278098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69600af2-0a92-4230-b9ca-4582b70e6e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e5bb74-a324-45bb-a879-8d50a3a1973d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:00.292087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-f764cf88-8715-4214-a046-05246905d33b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Allocated IP 172.20.0.8 (59a252ac-2bd0-4b93-9e88-1c3a7da19f7a/e8003970-bb0c-45a3-b639-4f9ffc645632/a1b4bfd5-623f-46b6-aa38-7000b91e3e78) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:00.381314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] Set router b8a033cf-cdb4-44c1-99e8-26390fe24a70 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:28:00.391851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69600af2-0a92-4230-b9ca-4582b70e6e9f admin admin] Checking segment: {'id': 'a0206d02-a3b7-4e3e-8449-26cb4e9c228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:00.392475 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69600af2-0a92-4230-b9ca-4582b70e6e9f admin admin] Network hostable DHCP agents. Network: b1662e36-cb35-4008-b23b-3519ca1514c0, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:28:00.483491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69600af2-0a92-4230-b9ca-4582b70e6e9f admin admin] Network b1662e36-cb35-4008-b23b-3519ca1514c0 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:28:00.522857 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fe5c8a6-80a6-4727-9a65-24c81b8dd37f req-fabc241f-2250-4deb-bcee-22b55fe551d1 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 210 time: 0.1178088 Nov 15 14:28:00.566245 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-69600af2-0a92-4230-b9ca-4582b70e6e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b1662e36-cb35-4008-b23b-3519ca1514c0) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:00.581160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69600af2-0a92-4230-b9ca-4582b70e6e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:00.581838 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69600af2-0a92-4230-b9ca-4582b70e6e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:00.587465 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-f764cf88-8715-4214-a046-05246905d33b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:00.588609 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f69371-6d0d-47b7-b3b3-d9d2785be634 None None] Network b1662e36-cb35-4008-b23b-3519ca1514c0 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:28:00.628548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff77f6-e98b-47c3-a4ee-9650a490bc0d req-901b09d1-8776-4a2e-9d95-51480ee98e92 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:00.637276 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-adff77f6-e98b-47c3-a4ee-9650a490bc0d req-901b09d1-8776-4a2e-9d95-51480ee98e92 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.0804775 Nov 15 14:28:00.693477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:00.694361 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-69600af2-0a92-4230-b9ca-4582b70e6e9f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2210176 Nov 15 14:28:00.696588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a3d00561-0e02-4d46-af06-12ec29275633 None None] Provisioning complete for port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:00.697014 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3d00561-0e02-4d46-af06-12ec29275633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:00.698718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-47060332-router', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:00.706976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-adff77f6-e98b-47c3-a4ee-9650a490bc0d req-c0da7c84-8079-417c-9df9-dfcdfa8d6c5e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691373 Nov 15 14:28:00.766197 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-f764cf88-8715-4214-a046-05246905d33b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:00.816049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-f764cf88-8715-4214-a046-05246905d33b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:00.823007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-f764cf88-8715-4214-a046-05246905d33b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:00.828053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-f764cf88-8715-4214-a046-05246905d33b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:00.833981 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-f764cf88-8715-4214-a046-05246905d33b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:00.840498 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-f764cf88-8715-4214-a046-05246905d33b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:00.840498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764cf88-8715-4214-a046-05246905d33b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Pushing event updated for resources: {'Port': ['ID=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:00.845183 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:00.845997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:00.897475 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:00.912871 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:00.953327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 667ca1c8-8b1e-4d41-8e66-1944d16edc3e details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:28:00.984717 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-f764cf88-8715-4214-a046-05246905d33b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3588104 Nov 15 14:28:00.997677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Request body: {'port': {'device_id': 'c80eaf73-fcad-4800-b36b-84e5b29c4014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:01.031212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'name': 'tempest-AttachSCSIVolumeTestJSON-959128741-router', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:27:49Z', 'updated_at': '2021-11-15T14:27:55Z', 'revision_number': 4, 'project_id': '56b95adc077249b380a17692e9e0d3b5', 'gw_port': {'id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:50Z', 'updated_at': '2021-11-15T14:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7c62c6fe-d124-4d84-9619-43d3c2fdbf82', 'name': '', 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'mac_address': 'fa:16:3e:fe:fa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '67276381-d486-465c-b5f4-6e68f80906b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:54Z', 'updated_at': '2021-11-15T14:27:59Z', 'revision_number': 4, 'project_id': '56b95adc077249b380a17692e9e0d3b5', 'subnets': [{'id': '67276381-d486-465c-b5f4-6e68f80906b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:28:01.097625 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51754c6f-4f07-4f8a-90e0-f396988f053e None None] The sync data for ids ['b8a033cf-cdb4-44c1-99e8-26390fe24a70'] in n-d-817748-2 is: [{'id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'name': 'tempest-AttachSCSIVolumeTestJSON-959128741-router', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:27:49Z', 'updated_at': '2021-11-15T14:27:55Z', 'revision_number': 4, 'project_id': '56b95adc077249b380a17692e9e0d3b5', 'gw_port': {'id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:50Z', 'updated_at': '2021-11-15T14:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7c62c6fe-d124-4d84-9619-43d3c2fdbf82', 'name': '', 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'mac_address': 'fa:16:3e:fe:fa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '67276381-d486-465c-b5f4-6e68f80906b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:54Z', 'updated_at': '2021-11-15T14:27:59Z', 'revision_number': 4, 'project_id': '56b95adc077249b380a17692e9e0d3b5', 'subnets': [{'id': '67276381-d486-465c-b5f4-6e68f80906b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:28:01.128629 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:28:01.234464 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e04181b1-cb35-45a4-94ad-a6953d3c2986 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=baee0c5b34824afb852840824e07e221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347077 Nov 15 14:28:01.235070 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:01.237529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43450) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:01.282634 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:01.336035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=667ca1c8-8b1e-4d41-8e66-1944d16edc3e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:01.354205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-b1662e36-cb35-4008-b23b-3519ca1514c0', 'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'fixed_ips': [{'subnet_id': '53e5bb74-a324-45bb-a879-8d50a3a1973d'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:28:01.355336 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:01.375924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8525fa5-7d42-4751-a349-0c8bb19941fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:01.384386 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3d00561-0e02-4d46-af06-12ec29275633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:01.402774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '667ca1c8-8b1e-4d41-8e66-1944d16edc3e', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '667ca1c8-8b1e-4d41-8e66-1944d16edc3e', 'mac_address': 'fa:16:3e:05:34:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:28:01.421491 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8525fa5-7d42-4751-a349-0c8bb19941fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:01.607983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Allocated IP 172.20.0.2 (b1662e36-cb35-4008-b23b-3519ca1514c0/53e5bb74-a324-45bb-a879-8d50a3a1973d/d9c14daf-d3d7-4b33-b310-0cc7281967cf) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:01.608405 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8525fa5-7d42-4751-a349-0c8bb19941fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:01.614548 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8525fa5-7d42-4751-a349-0c8bb19941fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:01.625107 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e8525fa5-7d42-4751-a349-0c8bb19941fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77fc995f-fe6c-4040-a8e4-50701f85bf9f HTTP/1.1" status: 204 len: 168 time: 0.3859720 Nov 15 14:28:01.627325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43462) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:01.655067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a3d00561-0e02-4d46-af06-12ec29275633 None None] For port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7c62c6fe-d124-4d84-9619-43d3c2fdbf82,segment=NetworkSegment(544b019b-5407-4453-b234-4299df65ab1a),segment_id=544b019b-5407-4453-b234-4299df65ab1a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:01.657010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device e7cd4205-efdf-443b-986f-43f5ab46f720 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:28:01.665327 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8525fa5-7d42-4751-a349-0c8bb19941fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fc995f-fe6c-4040-a8e4-50701f85bf9f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:01.749980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: e7cd4205-efdf-443b-986f-43f5ab46f720 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:28:01.750534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device e7cd4205-efdf-443b-986f-43f5ab46f720 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:28:01.760039 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:01.767978 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3d00561-0e02-4d46-af06-12ec29275633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:01.919225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3afc4-eacd-4e10-a173-0f0c45f49e34 req-11b393b5-2af3-47b4-af8e-7c9831b989a8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:01.925686 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fd3afc4-eacd-4e10-a173-0f0c45f49e34 req-11b393b5-2af3-47b4-af8e-7c9831b989a8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 948 time: 0.2280028 Nov 15 14:28:02.103894 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.107781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667ca1c8-8b1e-4d41-8e66-1944d16edc3e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:02.118979 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:02.165531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d00561-0e02-4d46-af06-12ec29275633 None None] Pushing event updated for resources: {'Port': ['ID=7c62c6fe-d124-4d84-9619-43d3c2fdbf82,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:02.204308 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.209965 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fd3afc4-eacd-4e10-a173-0f0c45f49e34 req-93b2a1bb-205d-4d99-90d7-e182d64e31da tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614985 Nov 15 14:28:02.215567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=667ca1c8-8b1e-4d41-8e66-1944d16edc3e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:02.268479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:02.269268 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.306443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Network b1662e36-cb35-4008-b23b-3519ca1514c0 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:02.307403 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:02.315888 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:02.330858 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aad1f305-b468-4618-ba8a-7c6b2accfbd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.356207 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3cbdff6-f1a2-4c16-8b7b-1d77e0f66618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.364987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Pushing event updated for resources: {'Port': ['ID=d9c14daf-d3d7-4b33-b310-0cc7281967cf,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:02.391018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a4387-70c6-4319-b78b-f5c2a19587ea req-aaf797d0-9273-4874-8105-4a10e87166d4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:02.398452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a6a4387-70c6-4319-b78b-f5c2a19587ea req-aaf797d0-9273-4874-8105-4a10e87166d4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 931 time: 0.2157304 Nov 15 14:28:02.408677 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.415140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Attempting to bind port d9c14daf-d3d7-4b33-b310-0cc7281967cf on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:02.415510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Attempting to bind port d9c14daf-d3d7-4b33-b310-0cc7281967cf by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'a0206d02-a3b7-4e3e-8449-26cb4e9c228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:02.415955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Attempting to bind port d9c14daf-d3d7-4b33-b310-0cc7281967cf on network b1662e36-cb35-4008-b23b-3519ca1514c0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:02.443331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:02.443695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Checking segment: {'id': 'a0206d02-a3b7-4e3e-8449-26cb4e9c228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:02.444096 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.444498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Bound using segment: {'id': 'a0206d02-a3b7-4e3e-8449-26cb4e9c228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:02.444972 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Bound port: d9c14daf-d3d7-4b33-b310-0cc7281967cf, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0206d02-a3b7-4e3e-8449-26cb4e9c228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:02.445930 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.464093 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aad1f305-b468-4618-ba8a-7c6b2accfbd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.513199 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b4bfd5-623f-46b6-aa38-7000b91e3e78 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:02.521995 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.535624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Transition to ACTIVE for port object a1b4bfd5-623f-46b6-aa38-7000b91e3e78 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:28:02.535844 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aad1f305-b468-4618-ba8a-7c6b2accfbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.541241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=667ca1c8-8b1e-4d41-8e66-1944d16edc3e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:02.585263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] For port d9c14daf-d3d7-4b33-b310-0cc7281967cf, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:02.588824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] For port d9c14daf-d3d7-4b33-b310-0cc7281967cf, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d9c14daf-d3d7-4b33-b310-0cc7281967cf,segment=NetworkSegment(a0206d02-a3b7-4e3e-8449-26cb4e9c228b),segment_id=a0206d02-a3b7-4e3e-8449-26cb4e9c228b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:02.613746 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-aad1f305-b468-4618-ba8a-7c6b2accfbd6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40134c60eca549dda2aa5c8987c8af81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9618256 Nov 15 14:28:02.613954 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-e5ef2bb2-01a3-4462-95d3-5f4672a3c1d7 service neutron] show failed (client error): The resource could not be found. Nov 15 14:28:02.614809 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-e5ef2bb2-01a3-4462-95d3-5f4672a3c1d7 service neutron] 10.222.0.59 "GET /v2.0/ports/af96e6ba-9544-4679-be60-64b63e6f4a63/bindings/n-h2-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.1482968 Nov 15 14:28:02.615409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43480) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:02.616033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1f305-b468-4618-ba8a-7c6b2accfbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d71780-1711-4d15-9377-3bf0084a964e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:02.642513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a6a4387-70c6-4319-b78b-f5c2a19587ea req-16143ca7-95f8-4c64-8a85-6372a52dab2d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431214 Nov 15 14:28:02.646005 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.651166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:02.662222 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.694468 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59154add-3755-4ae7-a225-882d43a402fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.727548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0bff2-7f9e-402b-ae64-e6738405653d req-bfcc68ed-de8b-44db-a65c-e576e21e67ca tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:02.735084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9f0bff2-7f9e-402b-ae64-e6738405653d req-bfcc68ed-de8b-44db-a65c-e576e21e67ca tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.4218419 Nov 15 14:28:02.737496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43482) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:02.743781 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.744911 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.781480 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59154add-3755-4ae7-a225-882d43a402fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.799330 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b1f0-2ed0-45e6-9b85-95a4220f9e38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.836079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:02.915538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ca63a-bb07-4dce-8785-7fb3ce568e3f None None] Pushing event updated for resources: {'Port': ['ID=d9c14daf-d3d7-4b33-b310-0cc7281967cf,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:02.951981 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59154add-3755-4ae7-a225-882d43a402fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.957208 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59154add-3755-4ae7-a225-882d43a402fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:02.959366 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-59154add-3755-4ae7-a225-882d43a402fd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11d71780-1711-4d15-9377-3bf0084a964e HTTP/1.1" status: 204 len: 168 time: 0.3383756 Nov 15 14:28:02.988412 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59154add-3755-4ae7-a225-882d43a402fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d71780-1711-4d15-9377-3bf0084a964e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:03.039552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Attempting to bind port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:03.040118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Attempting to bind port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:03.040212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Attempting to bind port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:03.060046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:28:03.060371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Attempting to bind port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:03.098928 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9f0bff2-7f9e-402b-ae64-e6738405653d req-c814c6e6-0fba-44e3-bc19-28816a9a2cda tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613632 Nov 15 14:28:03.112724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:03.113069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:03.113441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Bound using segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:03.113896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Bound port: a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:03.114255 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:03.187887 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Allocated IP 172.25.4.75 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:03.329614 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:03.435187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-188c525c-acb7-4cf3-b444-4bef32e3c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:03.436760 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-188c525c-acb7-4cf3-b444-4bef32e3c44c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2&tenant_id=3a3f6958c0604fcab32ba65195204bc2 HTTP/1.1" status: 200 len: 1123 time: 0.1054533 Nov 15 14:28:03.450605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:03.470352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:03.475559 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b1f0-2ed0-45e6-9b85-95a4220f9e38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:03.501111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:03.526600 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:03.531225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e41e1-947f-46e8-9f26-585df46d6afe req-cc916041-2577-4b46-8e58-df2e3ef51ff1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:03.538784 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a88e41e1-947f-46e8-9f26-585df46d6afe req-cc916041-2577-4b46-8e58-df2e3ef51ff1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 949 time: 0.1520603 Nov 15 14:28:03.556391 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b1f0-2ed0-45e6-9b85-95a4220f9e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:03.602185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:03.626883 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:03.645366 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bfd8b1f0-2ed0-45e6-9b85-95a4220f9e38 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28d67f25127847cfb74f6bbd1881d00c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8991592 Nov 15 14:28:03.648202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43514) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:03.658329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8b1f0-2ed0-45e6-9b85-95a4220f9e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516d1214-2c5d-4af1-85cf-b37207cca931,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:03.700585 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a88e41e1-947f-46e8-9f26-585df46d6afe req-6591a16c-e7c0-455f-a069-1c36dbe8a81d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601288 Nov 15 14:28:03.713163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:03.714521 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:03.717184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/a1b4bfd5-623f-46b6-aa38-7000b91e3e78 HTTP/1.1" status: 200 len: 1091 time: 2.7273018 Nov 15 14:28:03.717782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80eaf73-fcad-4800-b36b-84e5b29c4014', 'tag': 'a1b4bfd5-623f-46b6-aa38-7000b91e3e78'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:03.720088 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d536b1-ebae-4da5-ae17-a4e0a88f65f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c80eaf73-fcad-4800-b36b-84e5b29c4014", "tag": "a1b4bfd5-623f-46b6-aa38-7000b91e3e78"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:03.791129 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5eb64c0-5d75-472e-a7f4-e1e125286a60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:03.834009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] For port af96e6ba-9544-4679-be60-64b63e6f4a63, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=af96e6ba-9544-4679-be60-64b63e6f4a63,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:03.853446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b117ddf-9ab9-4d63-b105-2b700126e4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:03.869751 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ca2ad8-1817-4335-9e28-3630aff36d39 x-openstack-request-id: req-f5ca2ad8-1817-4335-9e28-3630aff36d39 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:03.870245 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80eaf73-fcad-4800-b36b-84e5b29c4014", "tag": "a1b4bfd5-623f-46b6-aa38-7000b91e3e78", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:03.870685 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5ca2ad8-1817-4335-9e28-3630aff36d39 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:03.871246 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80eaf73-fcad-4800-b36b-84e5b29c4014', 'tag': 'a1b4bfd5-623f-46b6-aa38-7000b91e3e78', 'status': 'completed', 'code': 200} Nov 15 14:28:03.896430 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5eb64c0-5d75-472e-a7f4-e1e125286a60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:03.946447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:03.990185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43524) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:04.010531 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] For port af96e6ba-9544-4679-be60-64b63e6f4a63, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:04.017865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:04.028600 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a209810-5631-4997-b2fc-2fa459743e87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.030003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d536b1-ebae-4da5-ae17-a4e0a88f65f3 req-858647ae-d9fc-4ab5-bb05-d1051a0b2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:04.031897 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00d536b1-ebae-4da5-ae17-a4e0a88f65f3 req-858647ae-d9fc-4ab5-bb05-d1051a0b2ddd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 1094 time: 0.1594784 Nov 15 14:28:04.048267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97572dcc-d7b8-4ef9-80e4-82f0a9894a4c req-f4fa4607-c4ad-4c7e-9218-c0516280fbeb tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:04.049841 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97572dcc-d7b8-4ef9-80e4-82f0a9894a4c req-f4fa4607-c4ad-4c7e-9218-c0516280fbeb tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 943 time: 0.2811408 Nov 15 14:28:04.057075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43526) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:04.078899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d9c14daf-d3d7-4b33-b310-0cc7281967cf up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:04.161081 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d9c14daf-d3d7-4b33-b310-0cc7281967cf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:04.162930 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.175611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:04.205879 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af96e6ba-9544-4679-be60-64b63e6f4a63'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:04.206325 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:04.209435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:04.215762 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ceba763-e478-4d1c-86d2-b3253bec5e83" -d '{"events": [{"server_uuid": "d028acf2-d6c0-49f1-93f5-36bea73a74f2", "name": "network-vif-unplugged", "status": "completed", "tag": "af96e6ba-9544-4679-be60-64b63e6f4a63"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:04.241080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.264185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Transition to ACTIVE for port object af96e6ba-9544-4679-be60-64b63e6f4a63 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:28:04.333065 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.366073 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a209810-5631-4997-b2fc-2fa459743e87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.369265 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5eb64c0-5d75-472e-a7f4-e1e125286a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.372784 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5eb64c0-5d75-472e-a7f4-e1e125286a60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.375161 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c5eb64c0-5d75-472e-a7f4-e1e125286a60 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/516d1214-2c5d-4af1-85cf-b37207cca931 HTTP/1.1" status: 204 len: 168 time: 0.7257249 Nov 15 14:28:04.400183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb64c0-5d75-472e-a7f4-e1e125286a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516d1214-2c5d-4af1-85cf-b37207cca931,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:04.412172 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.419268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port d9c14daf-d3d7-4b33-b310-0cc7281967cf, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d9c14daf-d3d7-4b33-b310-0cc7281967cf,segment=NetworkSegment(a0206d02-a3b7-4e3e-8449-26cb4e9c228b),segment_id=a0206d02-a3b7-4e3e-8449-26cb4e9c228b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:04.468812 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a209810-5631-4997-b2fc-2fa459743e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.471597 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97572dcc-d7b8-4ef9-80e4-82f0a9894a4c req-24b60d25-c29e-49d3-87b3-e9d15d78dabd tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097792 Nov 15 14:28:04.478134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabc28b3-59a7-4886-ae04-d7691618e1a4 None None] Network b1662e36-cb35-4008-b23b-3519ca1514c0 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:28:04.488902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d536b1-ebae-4da5-ae17-a4e0a88f65f3 req-39ba9718-938b-40b3-86b1-8221b857abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:04.490349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00d536b1-ebae-4da5-ae17-a4e0a88f65f3 req-39ba9718-938b-40b3-86b1-8221b857abfa service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d9f26606747847b78d092ad490e45917&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4372633 Nov 15 14:28:04.497729 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67b59a1b-6f00-4a01-9cb8-3247df9fd976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.572975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b0b34-064f-4c5d-a4ac-79e111e399ee req-f7a9d71f-f76f-47ab-8b72-da9801992c95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:04.582523 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2b0b34-064f-4c5d-a4ac-79e111e399ee req-f7a9d71f-f76f-47ab-8b72-da9801992c95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 972 time: 0.2996330 Nov 15 14:28:04.583160 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.583930 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:04.606003 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67b59a1b-6f00-4a01-9cb8-3247df9fd976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.612579 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3b3dc3-4daf-401c-ac83-19a9dc373b31 x-openstack-request-id: req-2f3b3dc3-4daf-401c-ac83-19a9dc373b31 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:04.612826 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d028acf2-d6c0-49f1-93f5-36bea73a74f2", "name": "network-vif-unplugged", "status": "completed", "tag": "af96e6ba-9544-4679-be60-64b63e6f4a63", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:04.613049 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f3b3dc3-4daf-401c-ac83-19a9dc373b31 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:04.613441 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af96e6ba-9544-4679-be60-64b63e6f4a63', 'code': 200} Nov 15 14:28:04.654691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Pushing event updated for resources: {'Port': ['ID=af96e6ba-9544-4679-be60-64b63e6f4a63,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:04.673970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a209810-5631-4997-b2fc-2fa459743e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21a077d-888a-4044-81a9-2e9595f775f8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:04.677971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] No DVR routers for this DVR port af96e6ba-9544-4679-be60-64b63e6f4a63 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:28:04.687292 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5a209810-5631-4997-b2fc-2fa459743e87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f89080ad1fc64f548f152c948044c196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6856823 Nov 15 14:28:04.687511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43536) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:04.696972 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67b59a1b-6f00-4a01-9cb8-3247df9fd976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.707117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4a4fbe94-233b-4641-a36d-976c7063ce3d None None] Provisioning complete for port d9c14daf-d3d7-4b33-b310-0cc7281967cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:04.707506 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a4fbe94-233b-4641-a36d-976c7063ce3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.792512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:04.792778 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.863883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Attempting to bind port af96e6ba-9544-4679-be60-64b63e6f4a63 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:04.864251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Attempting to bind port af96e6ba-9544-4679-be60-64b63e6f4a63 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:04.864764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Attempting to bind port af96e6ba-9544-4679-be60-64b63e6f4a63 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:04.874494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b59a1b-6f00-4a01-9cb8-3247df9fd976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670f3b5b-b0f8-45dd-baba-977c092e747f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:04.880955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Port af96e6ba-9544-4679-be60-64b63e6f4a63 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:28:04.881393 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Attempting to bind port af96e6ba-9544-4679-be60-64b63e6f4a63 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:04.890292 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-67b59a1b-6f00-4a01-9cb8-3247df9fd976 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a0e22ae64034a569a5947a8c04d9260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8204937 Nov 15 14:28:04.890630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=d9c14daf-d3d7-4b33-b310-0cc7281967cf,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:04.890906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43542) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:04.910420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:04.910892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:04.911329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:04.911883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Bound port: af96e6ba-9544-4679-be60-64b63e6f4a63, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:04.912346 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:04.982770 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 667ca1c8-8b1e-4d41-8e66-1944d16edc3e up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:04.990677 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8841934-f2b4-426a-827c-919f60eaeeed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.002004 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.030224 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8841934-f2b4-426a-827c-919f60eaeeed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.137885 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbacd0dd-e99b-4802-b696-9661ff90c03e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.167565 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbacd0dd-e99b-4802-b696-9661ff90c03e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.222540 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8841934-f2b4-426a-827c-919f60eaeeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.233926 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8841934-f2b4-426a-827c-919f60eaeeed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.237049 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f8841934-f2b4-426a-827c-919f60eaeeed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c21a077d-888a-4044-81a9-2e9595f775f8 HTTP/1.1" status: 204 len: 168 time: 0.5468097 Nov 15 14:28:05.254950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2b0b34-064f-4c5d-a4ac-79e111e399ee req-83035a35-c986-4e81-bda0-8d731227617b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6717620 Nov 15 14:28:05.262174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] For port af96e6ba-9544-4679-be60-64b63e6f4a63, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:05.297399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8841934-f2b4-426a-827c-919f60eaeeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21a077d-888a-4044-81a9-2e9595f775f8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:05.310961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] For port af96e6ba-9544-4679-be60-64b63e6f4a63, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=af96e6ba-9544-4679-be60-64b63e6f4a63,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:05.311632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d536b1-ebae-4da5-ae17-a4e0a88f65f3 req-b89e6f47-4cd5-4ca3-a18b-e34c0dcd8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:05.311632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00d536b1-ebae-4da5-ae17-a4e0a88f65f3 req-b89e6f47-4cd5-4ca3-a18b-e34c0dcd8964 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8078763 Nov 15 14:28:05.349915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720d059-53b4-46ea-bbee-03af8086e6bd req-2b386682-a8e8-4b32-838f-4137653c82b6 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:05.359419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:28:05.360028 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e720d059-53b4-46ea-bbee-03af8086e6bd req-2b386682-a8e8-4b32-838f-4137653c82b6 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 949 time: 0.1957009 Nov 15 14:28:05.368400 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:05.369686 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.378290 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.383259 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbacd0dd-e99b-4802-b696-9661ff90c03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.386084 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbacd0dd-e99b-4802-b696-9661ff90c03e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.388583 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dbacd0dd-e99b-4802-b696-9661ff90c03e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/670f3b5b-b0f8-45dd-baba-977c092e747f HTTP/1.1" status: 204 len: 168 time: 0.4973090 Nov 15 14:28:05.412902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0c0cab4e-fbaf-4a59-a29c-a8cc2fe23a48 None None] Provisioning complete for port d9c14daf-d3d7-4b33-b310-0cc7281967cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:05.414092 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c0cab4e-fbaf-4a59-a29c-a8cc2fe23a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.422379 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.534453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e720d059-53b4-46ea-bbee-03af8086e6bd req-b8380f49-a2c4-4cf1-95a1-78fdad17e17d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692989 Nov 15 14:28:05.552825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-c4fc164e-1d5f-4d28-8a39-9a31fc784696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:05.555387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-c4fc164e-1d5f-4d28-8a39-9a31fc784696 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 1094 time: 0.1923828 Nov 15 14:28:05.583368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Pushing event updated for resources: {'Port': ['ID=af96e6ba-9544-4679-be60-64b63e6f4a63,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:05.586870 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbacd0dd-e99b-4802-b696-9661ff90c03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670f3b5b-b0f8-45dd-baba-977c092e747f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:05.607133 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:05.607889 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.609538 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-6b59bcf9-6680-45d2-b392-d4e1427e4e45 service neutron] 10.222.0.46 "PUT /v2.0/ports/af96e6ba-9544-4679-be60-64b63e6f4a63 HTTP/1.1" status: 200 len: 1096 time: 2.1640842 Nov 15 14:28:05.626429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-bd23d497-8d28-42e6-ae18-6ed5a460c7ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78 HTTP/1.1" status: 200 len: 217 time: 0.0614812 Nov 15 14:28:05.703102 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.727980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-3482a012-653b-43f4-810e-871c575ad8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:05.732287 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-3482a012-653b-43f4-810e-871c575ad8c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 1099 time: 0.0898585 Nov 15 14:28:05.762190 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.765420 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667ca1c8-8b1e-4d41-8e66-1944d16edc3e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:05.770590 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cebc11-47ac-416c-a7ed-fefd3bb6efcb" -d '{"events": [{"server_uuid": "8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a", "name": "network-vif-plugged", "status": "completed", "tag": "667ca1c8-8b1e-4d41-8e66-1944d16edc3e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:05.793399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=667ca1c8-8b1e-4d41-8e66-1944d16edc3e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:05.818894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-411b80d4-83cf-4ef7-990b-462f2e567a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:05.820432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-411b80d4-83cf-4ef7-990b-462f2e567a6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.1836689 Nov 15 14:28:05.840625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04695c-ca80-48e3-b201-e17043e881a6 req-81f2ef53-e522-446b-a63a-4784ecc49e20 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:05.843256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec04695c-ca80-48e3-b201-e17043e881a6 req-81f2ef53-e522-446b-a63a-4784ecc49e20 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 943 time: 0.2036126 Nov 15 14:28:05.859638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-72fd94a9-0333-40a2-896f-9f9388df434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:05.861549 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-72fd94a9-0333-40a2-896f-9f9388df434f service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1210177 Nov 15 14:28:05.864841 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.889584 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-f6a63983-eabc-415f-8d2a-e9c194c21776 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464337 Nov 15 14:28:05.946728 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:05.959373 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0522bdbc-6e97-4856-900c-684b92d4b78b x-openstack-request-id: req-0522bdbc-6e97-4856-900c-684b92d4b78b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:05.959684 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a", "name": "network-vif-plugged", "status": "completed", "tag": "667ca1c8-8b1e-4d41-8e66-1944d16edc3e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:05.960271 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0522bdbc-6e97-4856-900c-684b92d4b78b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:05.960871 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667ca1c8-8b1e-4d41-8e66-1944d16edc3e', 'code': 200} Nov 15 14:28:05.970369 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-105bd123-cf85-4a62-9300-8978726cf834 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=af96e6ba-9544-4679-be60-64b63e6f4a63 HTTP/1.1" status: 200 len: 217 time: 0.0960767 Nov 15 14:28:05.987911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d9c14daf-d3d7-4b33-b310-0cc7281967cf up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:06.052345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-a801de33-6ddd-4cee-b05e-a87791a9ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:06.054027 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-a801de33-6ddd-4cee-b05e-a87791a9ff9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0726595 Nov 15 14:28:06.093576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec04695c-ca80-48e3-b201-e17043e881a6 req-03f28267-6c60-440d-945a-6a0c1711b1df tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367079 Nov 15 14:28:06.115377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfd86a-9857-4d2d-9e43-fb37a023440c req-7293a038-0100-4e34-93bd-4c38f4bcc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:06.118200 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2bbfd86a-9857-4d2d-9e43-fb37a023440c req-7293a038-0100-4e34-93bd-4c38f4bcc7da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 1101 time: 0.1468480 Nov 15 14:28:06.123788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=667ca1c8-8b1e-4d41-8e66-1944d16edc3e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:06.162506 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-798cba85-31cc-4216-ad19-f4d14d4d2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:06.162731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-31d79885-6e92-4fcd-9120-53df3714b35f service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588928 Nov 15 14:28:06.164222 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-798cba85-31cc-4216-ad19-f4d14d4d2908 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967145 Nov 15 14:28:06.215863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d9c14daf-d3d7-4b33-b310-0cc7281967cf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:06.217095 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:06.265662 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2bbfd86a-9857-4d2d-9e43-fb37a023440c req-1f69aeb3-5ed6-477d-81b8-44a167e0d2ce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362967 Nov 15 14:28:06.335492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48b35c33-bcff-4ed3-8c8b-5bfa2210d369 req-9a418df7-4ecd-49cc-ab63-9455412d81ee service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625848 Nov 15 14:28:06.338966 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-abc19f3a-010c-4faa-afca-4725217f9485 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641440 Nov 15 14:28:06.422706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Router 3fe9f12f-af3f-4dde-b1b6-dec096661eed is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:28:06.448123 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-87a95903-41df-440e-9942-7e64a9f0f317 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003208 Nov 15 14:28:06.489693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69b87f-f4ea-48c0-b96b-7fec5aa741f7 req-70a1d4dc-d329-474e-8485-b6fc3b080aea tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:06.491338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e69b87f-f4ea-48c0-b96b-7fec5aa741f7 req-70a1d4dc-d329-474e-8485-b6fc3b080aea tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 948 time: 0.0994117 Nov 15 14:28:06.600597 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e69b87f-f4ea-48c0-b96b-7fec5aa741f7 req-ffecb9ad-045c-4b40-bb67-612561cc6b76 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721321 Nov 15 14:28:06.615707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'tag': 'af96e6ba-9544-4679-be60-64b63e6f4a63'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:06.618739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:28:06.620714 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e6aab9-0758-4c86-ad99-860974e48237" -d '{"events": [{"name": "network-changed", "server_uuid": "d028acf2-d6c0-49f1-93f5-36bea73a74f2", "tag": "af96e6ba-9544-4679-be60-64b63e6f4a63"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:06.624914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:06.644421 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Sync routers for ids ['3fe9f12f-af3f-4dde-b1b6-dec096661eed'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:28:06.647539 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cc12706-30aa-49f1-8c48-a8a2c03a31d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:06.667231 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Routers {'3fe9f12f-af3f-4dde-b1b6-dec096661eed'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:28:06.671131 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:28:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['3fe9f12f-af3f-4dde-b1b6-dec096661eed'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:28:06.721944 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2b46e9-2d66-4a95-81df-6d36dc2fdd6d x-openstack-request-id: req-4d2b46e9-2d66-4a95-81df-6d36dc2fdd6d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:06.722246 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d028acf2-d6c0-49f1-93f5-36bea73a74f2", "tag": "af96e6ba-9544-4679-be60-64b63e6f4a63", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:06.722533 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d2b46e9-2d66-4a95-81df-6d36dc2fdd6d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:06.722940 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'tag': 'af96e6ba-9544-4679-be60-64b63e6f4a63', 'status': 'completed', 'code': 200} Nov 15 14:28:06.779785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369d395-ddbe-45ac-a271-446f7baccdb0 req-cdc3c456-5919-474c-959a-2a2719b36341 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:06.787787 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c369d395-ddbe-45ac-a271-446f7baccdb0 req-cdc3c456-5919-474c-959a-2a2719b36341 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 950 time: 0.1274757 Nov 15 14:28:06.796631 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:06.802659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-35fe7e93-8123-4bce-b4ff-31897d50c8d0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1079979 Nov 15 14:28:06.812819 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Set router 3fe9f12f-af3f-4dde-b1b6-dec096661eed gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:28:06.820714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43594) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:06.858682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-5e3b8f86-a5c1-4c64-b317-7197cce9e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:06.861785 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-5e3b8f86-a5c1-4c64-b317-7197cce9e0ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 1099 time: 0.1116302 Nov 15 14:28:06.992897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-75007d87-bf85-4933-a661-25a053319b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:06.993114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device af96e6ba-9544-4679-be60-64b63e6f4a63 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:28:06.995860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-75007d87-bf85-4933-a661-25a053319b08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 1099 time: 0.2353740 Nov 15 14:28:07.019563 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cc12706-30aa-49f1-8c48-a8a2c03a31d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:07.029369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-58ea3524-2efe-4b32-99f0-a84c4651a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:07.033502 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-58ea3524-2efe-4b32-99f0-a84c4651a6a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1622598 Nov 15 14:28:07.041547 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-47060332-router', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:28:00Z', 'updated_at': '2021-11-15T14:28:04Z', 'revision_number': 3, 'project_id': 'c2810fda76794071bf71207f4434b49a', 'gw_port': {'id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:28:02Z', 'updated_at': '2021-11-15T14:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:28:07.076873 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Checking router: 3fe9f12f-af3f-4dde-b1b6-dec096661eed for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:28:07.077462 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Updating router 3fe9f12f-af3f-4dde-b1b6-dec096661eed port 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:28:07.103535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c369d395-ddbe-45ac-a271-446f7baccdb0 req-2b8a0bca-1478-4466-a922-aa838d058186 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141518 Nov 15 14:28:07.105157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device af96e6ba-9544-4679-be60-64b63e6f4a63 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:28:07.117929 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-c69e9c74-f6eb-471f-a8b4-5313474908e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=af96e6ba-9544-4679-be60-64b63e6f4a63 HTTP/1.1" status: 200 len: 217 time: 0.0755131 Nov 15 14:28:07.125132 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:07.135116 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cc12706-30aa-49f1-8c48-a8a2c03a31d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:07.209838 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-2508505c-79d0-4edc-963a-ba70ab8eccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:07.211537 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-2508505c-79d0-4edc-963a-ba70ab8eccd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0836842 Nov 15 14:28:07.261043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc12706-30aa-49f1-8c48-a8a2c03a31d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327b65d7-ab38-4cf7-a23a-8bc473dda5ab,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:07.288658 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-3e9ed735-37e3-4186-90ef-18116126b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:07.296041 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-3e9ed735-37e3-4186-90ef-18116126b34d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707943 Nov 15 14:28:07.355455 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6cc12706-30aa-49f1-8c48-a8a2c03a31d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13bfa98efa014c52927181f6bb7a4870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7294872 Nov 15 14:28:07.370009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:07.383833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-7287be2f-a375-46b5-9397-a8a0dc963aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:07.385542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-7287be2f-a375-46b5-9397-a8a0dc963aad service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.3684852 Nov 15 14:28:07.396083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedfe17-0968-419f-b052-6d4892089c5e req-2984b3c2-7721-4e84-a7de-d445ada52a84 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:07.397638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0aedfe17-0968-419f-b052-6d4892089c5e req-2984b3c2-7721-4e84-a7de-d445ada52a84 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 943 time: 0.1336331 Nov 15 14:28:07.474756 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adaccedb-bfb0-4de2-af7e-ed093ab2c861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:07.520791 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adaccedb-bfb0-4de2-af7e-ed093ab2c861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:07.534935 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:07.596779 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-4b088963-e9b4-4589-b394-798103b70a1a service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973840 Nov 15 14:28:07.670715 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:07.714927 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-59e0ff67-1ddd-49ea-becf-cab5daaf75ae service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072543 Nov 15 14:28:07.739349 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adaccedb-bfb0-4de2-af7e-ed093ab2c861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:07.747963 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adaccedb-bfb0-4de2-af7e-ed093ab2c861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:07.752493 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-adaccedb-bfb0-4de2-af7e-ed093ab2c861 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/327b65d7-ab38-4cf7-a23a-8bc473dda5ab HTTP/1.1" status: 204 len: 168 time: 0.3848231 Nov 15 14:28:07.772673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaccedb-bfb0-4de2-af7e-ed093ab2c861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327b65d7-ab38-4cf7-a23a-8bc473dda5ab,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:07.775961 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Attempting to bind port 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:07.776620 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Attempting to bind port 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:07.777584 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Attempting to bind port 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:07.789106 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674b59c-c2c9-4146-bbae-6fee0de137d5 None None] Pushing event updated for resources: {'Port': ['ID=4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:07.793207 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:07.796811 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:07.796811 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:07.796811 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:07.798549 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Bound port: 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:07.800505 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:07.836831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-888994e8-d222-4d8c-8ba2-c50838241696 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=af96e6ba-9544-4679-be60-64b63e6f4a63 HTTP/1.1" status: 200 len: 217 time: 0.4355989 Nov 15 14:28:07.893434 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] For port 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:07.900582 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] For port 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:07.996731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0aedfe17-0968-419f-b052-6d4892089c5e req-eac69068-d1b1-475f-9b55-2c482009bc5f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879610 Nov 15 14:28:08.014121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc0c98-e2c6-4f77-9279-43d61b30b168 req-742c7a7b-75fa-45f0-a751-04bb98e1222f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:08.015659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eacc0c98-e2c6-4f77-9279-43d61b30b168 req-742c7a7b-75fa-45f0-a751-04bb98e1222f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 948 time: 0.1806531 Nov 15 14:28:08.024272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-9b1f92dd-517c-45d1-a441-7a1fba58edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:08.025703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-9b1f92dd-517c-45d1-a441-7a1fba58edf8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1537635 Nov 15 14:28:08.105396 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:08.138337 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eacc0c98-e2c6-4f77-9279-43d61b30b168 req-40f3b52d-e7ab-462f-be19-ce3acb03857e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165025 Nov 15 14:28:08.147362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-3f428a6f-bb8d-438b-9077-213f3d43d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:08.149517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-3f428a6f-bb8d-438b-9077-213f3d43d952 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020546 Nov 15 14:28:08.199277 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Routers {'3fe9f12f-af3f-4dde-b1b6-dec096661eed'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:28:08.200012 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:28:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['3fe9f12f-af3f-4dde-b1b6-dec096661eed'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:28:08.243453 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674b59c-c2c9-4146-bbae-6fee0de137d5 None None] Pushing event updated for resources: {'Port': ['ID=4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:08.336472 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] Set router 3fe9f12f-af3f-4dde-b1b6-dec096661eed gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:28:08.360868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2129172-0c4e-463a-b796-70cc06ee3aef req-428fe3ac-a625-49f4-ae9f-0e3e59461276 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:08.362374 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2129172-0c4e-463a-b796-70cc06ee3aef req-428fe3ac-a625-49f4-ae9f-0e3e59461276 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 950 time: 0.1705379 Nov 15 14:28:08.369789 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:08.406105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-087bd411-ccfe-4907-92b5-ab2379cde516 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347114 Nov 15 14:28:08.515993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2129172-0c4e-463a-b796-70cc06ee3aef req-7500b2f2-1995-4082-bbc2-c3c947e60bb3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430056 Nov 15 14:28:08.568877 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-47060332-router', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:28:00Z', 'updated_at': '2021-11-15T14:28:04Z', 'revision_number': 3, 'project_id': 'c2810fda76794071bf71207f4434b49a', 'gw_port': {'id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:28:02Z', 'updated_at': '2021-11-15T14:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:28:08.598585 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e111f1c-cc59-4889-92d1-98cd64f91581 None None] The sync data for ids ['3fe9f12f-af3f-4dde-b1b6-dec096661eed'] in n-d-817748-2 is: [{'id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-47060332-router', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:28:00Z', 'updated_at': '2021-11-15T14:28:04Z', 'revision_number': 3, 'project_id': 'c2810fda76794071bf71207f4434b49a', 'gw_port': {'id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:28:02Z', 'updated_at': '2021-11-15T14:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:28:08.613270 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5e6aab9-0758-4c86-ad99-860974e48237 req-97e7cc70-5051-475a-836f-2008651d64e4 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975613 Nov 15 14:28:08.659908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Allocated IP 172.20.0.1 (b1662e36-cb35-4008-b23b-3519ca1514c0/53e5bb74-a324-45bb-a879-8d50a3a1973d/8b76d7b2-896b-4ca0-a4d8-14bef497e729) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:08.800771 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:08.931766 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:09.133327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Pushing event updated for resources: {'Port': ['ID=8b76d7b2-896b-4ca0-a4d8-14bef497e729,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:09.137811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Network b1662e36-cb35-4008-b23b-3519ca1514c0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:09.153996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:09.184698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:09.184698 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:09.301807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device af96e6ba-9544-4679-be60-64b63e6f4a63 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:28:09.329776 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b67ffa-08cb-4aeb-9271-d8a3b8808873 req-8c5c3cbd-3c4f-49ea-84be-f6fe3639245c tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:09.332355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79b67ffa-08cb-4aeb-9271-d8a3b8808873 req-8c5c3cbd-3c4f-49ea-84be-f6fe3639245c tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 1101 time: 0.2208414 Nov 15 14:28:09.361317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b98fa9-99a3-4dd2-b38d-c2611f464957 req-5c6fa3ee-73f3-4673-b79f-6bc49bbf24f9 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:09.371992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72b98fa9-99a3-4dd2-b38d-c2611f464957 req-5c6fa3ee-73f3-4673-b79f-6bc49bbf24f9 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 943 time: 0.2193508 Nov 15 14:28:09.445164 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-79b67ffa-08cb-4aeb-9271-d8a3b8808873 req-e32d2b88-48e1-4b43-bb48-e3eb65936bc9 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:09.508166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port af96e6ba-9544-4679-be60-64b63e6f4a63, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=af96e6ba-9544-4679-be60-64b63e6f4a63,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:09.531251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72b98fa9-99a3-4dd2-b38d-c2611f464957 req-2d0d1310-54b1-4847-8e0a-8ee097d5df3a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579309 Nov 15 14:28:09.568821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'af96e6ba-9544-4679-be60-64b63e6f4a63', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'af96e6ba-9544-4679-be60-64b63e6f4a63', 'mac_address': 'fa:16:3e:2e:42:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:28:09.623992 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:09.644714 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-40860093-6059-4f74-8f0c-545ba7c7f324 None None] Provisioning complete for port 8b76d7b2-896b-4ca0-a4d8-14bef497e729 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:09.648713 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40860093-6059-4f74-8f0c-545ba7c7f324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:09.692195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-40860093-6059-4f74-8f0c-545ba7c7f324 None None] Port 8b76d7b2-896b-4ca0-a4d8-14bef497e729 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:28:09.694466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af96e6ba-9544-4679-be60-64b63e6f4a63 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:09.704493 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:09.728664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port af96e6ba-9544-4679-be60-64b63e6f4a63, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=af96e6ba-9544-4679-be60-64b63e6f4a63,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:09.791441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57b19e-908b-4e47-92be-5991bd2b569d req-6d63d2f2-16c5-45a4-b41b-8df7685d92db tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:09.799026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee57b19e-908b-4e47-92be-5991bd2b569d req-6d63d2f2-16c5-45a4-b41b-8df7685d92db tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 948 time: 0.1312883 Nov 15 14:28:09.810303 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-79b67ffa-08cb-4aeb-9271-d8a3b8808873 req-e32d2b88-48e1-4b43-bb48-e3eb65936bc9 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:09.811815 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:09.927558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee57b19e-908b-4e47-92be-5991bd2b569d req-3a5819f9-eff5-457a-8782-ebc9b3bbd853 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275134 Nov 15 14:28:09.930546 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-79b67ffa-08cb-4aeb-9271-d8a3b8808873 req-e32d2b88-48e1-4b43-bb48-e3eb65936bc9 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:09.966106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=af96e6ba-9544-4679-be60-64b63e6f4a63,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:10.012883 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:10.049149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79b67ffa-08cb-4aeb-9271-d8a3b8808873 req-e32d2b88-48e1-4b43-bb48-e3eb65936bc9 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026045 Nov 15 14:28:10.095487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['af96e6ba-9544-4679-be60-64b63e6f4a63'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:10.104201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d2b88-48e1-4b43-bb48-e3eb65936bc9 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f146cb51-c05a-4a84-a820-c166edf5390e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:10.175493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba741fdf-cf84-4568-8a63-1d7e51f88e4a req-2fa8bf54-d5ed-4fb1-a59c-eafd98373cfe tempest-FlavorsV2NegativeTest-1614204459 tempest-FlavorsV2NegativeTest-1614204459-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ad9f54760bde4d069db97027d39e9cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1141086 Nov 15 14:28:10.178705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:10.179080 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:10.318137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:10.372911 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:10.383177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba741fdf-cf84-4568-8a63-1d7e51f88e4a req-43e9af84-5e8f-473d-91e4-215794fc497d tempest-FlavorsV2NegativeTest-1614204459 tempest-FlavorsV2NegativeTest-1614204459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:10.384733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba741fdf-cf84-4568-8a63-1d7e51f88e4a req-43e9af84-5e8f-473d-91e4-215794fc497d tempest-FlavorsV2NegativeTest-1614204459 tempest-FlavorsV2NegativeTest-1614204459-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2001479 Nov 15 14:28:10.392255 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:10.392994 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:10.400894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:10.444672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba741fdf-cf84-4568-8a63-1d7e51f88e4a req-9dc2f996-16c3-40ab-87ff-725c63c6d081 tempest-FlavorsV2NegativeTest-1614204459 tempest-FlavorsV2NegativeTest-1614204459-project] 10.222.0.70 "GET /v2.0/quotas/ad9f54760bde4d069db97027d39e9cc2 HTTP/1.1" status: 200 len: 375 time: 0.0490668 Nov 15 14:28:10.482242 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:10.520477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Pushing event updated for resources: {'Port': ['ID=8b76d7b2-896b-4ca0-a4d8-14bef497e729,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:10.535870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba741fdf-cf84-4568-8a63-1d7e51f88e4a req-ec7ae2f6-e2cc-4c97-865e-7f5c93307328 tempest-FlavorsV2NegativeTest-1614204459 tempest-FlavorsV2NegativeTest-1614204459-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad9f54760bde4d069db97027d39e9cc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756726 Nov 15 14:28:10.566266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:10.626928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Network b1662e36-cb35-4008-b23b-3519ca1514c0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:10.631739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:10.980886 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d133074-42b4-4bb2-9b45-86232b2ed2f5 req-3a2b2b65-2f7b-4e1e-aada-669457eb5b33 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:10.988295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d133074-42b4-4bb2-9b45-86232b2ed2f5 req-3a2b2b65-2f7b-4e1e-aada-669457eb5b33 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 949 time: 0.2865260 Nov 15 14:28:11.003776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a1b4bfd5-623f-46b6-aa38-7000b91e3e78 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:28:11.023530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Router 3fe9f12f-af3f-4dde-b1b6-dec096661eed has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:28:11.034543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-fa4efe43-b4b7-4f1d-a275-f46ebd7f210f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:11.036207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-fa4efe43-b4b7-4f1d-a275-f46ebd7f210f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2&tenant_id=3a3f6958c0604fcab32ba65195204bc2&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 949 time: 0.2276061 Nov 15 14:28:11.097989 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a4cb8-a733-452f-857b-600bd701ffef req-9527195b-c8c5-4138-a690-fc02ee7ec2d7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:11.099618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-388a4cb8-a733-452f-857b-600bd701ffef req-9527195b-c8c5-4138-a690-fc02ee7ec2d7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 943 time: 0.1809049 Nov 15 14:28:11.153645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-78e90e68-2412-4052-86cc-c9c10bc67ff5 None None] Provisioning complete for port 8b76d7b2-896b-4ca0-a4d8-14bef497e729 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:11.154462 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78e90e68-2412-4052-86cc-c9c10bc67ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:11.192768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d133074-42b4-4bb2-9b45-86232b2ed2f5 req-3ba556a5-e479-40b5-9971-bed1ef912d49 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029097 Nov 15 14:28:11.231751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-78e90e68-2412-4052-86cc-c9c10bc67ff5 None None] Port 8b76d7b2-896b-4ca0-a4d8-14bef497e729 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:28:11.253810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:11.278151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'a1b4bfd5-623f-46b6-aa38-7000b91e3e78', 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a', 'port_id': 'a1b4bfd5-623f-46b6-aa38-7000b91e3e78', 'mac_address': 'fa:16:3e:58:95:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8003970-bb0c-45a3-b639-4f9ffc645632', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:28:11.305550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-388a4cb8-a733-452f-857b-600bd701ffef req-57c139fa-6b2c-4394-b12b-a9566bf26fb2 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968260 Nov 15 14:28:11.309449 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-6a147c10-9e94-4d68-b0bd-fceba6fa9de7 service neutron] delete failed (client error): The resource could not be found. Nov 15 14:28:11.310385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-6a147c10-9e94-4d68-b0bd-fceba6fa9de7 service neutron] 10.222.0.59 "DELETE /v2.0/ports/af96e6ba-9544-4679-be60-64b63e6f4a63/bindings/n-h1-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.2615051 Nov 15 14:28:11.353501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device af96e6ba-9544-4679-be60-64b63e6f4a63 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:11.383526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:28:11.408056 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3f60215b-4d62-4580-9d83-cb4d39137733 admin admin] 10.222.0.70 "PUT /v2.0/routers/3fe9f12f-af3f-4dde-b1b6-dec096661eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5625842 Nov 15 14:28:11.428656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Sync routers for ids ['3fe9f12f-af3f-4dde-b1b6-dec096661eed'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:28:11.431756 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:11.470246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b4bfd5-623f-46b6-aa38-7000b91e3e78 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:11.474784 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-44d95a6e-a7ca-4788-83de-c20be3581b34 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344107 Nov 15 14:28:11.480189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Routers {'3fe9f12f-af3f-4dde-b1b6-dec096661eed'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:28:11.480828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:28:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['3fe9f12f-af3f-4dde-b1b6-dec096661eed'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:28:11.581207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:11.589013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-b9c78470-c1f5-4663-ab86-22f146236800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:11.590598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-b9c78470-c1f5-4663-ab86-22f146236800 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 1100 time: 0.1597161 Nov 15 14:28:11.649866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Set router 3fe9f12f-af3f-4dde-b1b6-dec096661eed gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:28:11.698741 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:11.700339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port af96e6ba-9544-4679-be60-64b63e6f4a63 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:28:11.738793 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port af96e6ba-9544-4679-be60-64b63e6f4a63 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:11.739936 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:11.921064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-85066135-4849-4bf2-948a-1d513cf296fe tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:11.928563 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-85066135-4849-4bf2-948a-1d513cf296fe tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4525833 Nov 15 14:28:11.953309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-aa78f52d-c4e0-4011-9640-65f3f41102f4 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/quotas/3387854e8ac24db7b4fadc747eea0b4d HTTP/1.1" status: 200 len: 375 time: 0.0236695 Nov 15 14:28:12.027122 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:12.080691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-a0ab8887-9416-4842-ad30-41e2e7b721b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:12.082226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-a0ab8887-9416-4842-ad30-41e2e7b721b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.4839761 Nov 15 14:28:12.095027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:12.145382 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['a1b4bfd5-623f-46b6-aa38-7000b91e3e78'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:12.158798 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-f721181a-24ed-408b-afd6-1ce29a75c094 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=af96e6ba-9544-4679-be60-64b63e6f4a63 HTTP/1.1" status: 200 len: 217 time: 0.0545638 Nov 15 14:28:12.183034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b7f65b4e-6dac-44b1-bcdd-722a0740020f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2287169 Nov 15 14:28:12.242362 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:12.284022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af96e6ba-9544-4679-be60-64b63e6f4a63'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:12.286544 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060b0af3-8c03-4d28-872f-b53cee33e338" -d '{"events": [{"server_uuid": "d028acf2-d6c0-49f1-93f5-36bea73a74f2", "name": "network-vif-plugged", "status": "completed", "tag": "af96e6ba-9544-4679-be60-64b63e6f4a63"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:12.331064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port af96e6ba-9544-4679-be60-64b63e6f4a63, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=af96e6ba-9544-4679-be60-64b63e6f4a63,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:12.340941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-10af71d1-3619-4126-9403-776d5176ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:12.343871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-10af71d1-3619-4126-9403-776d5176ab9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1596649 Nov 15 14:28:12.357881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:12.358561 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:12.412510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-47060332-router', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:28:00Z', 'updated_at': '2021-11-15T14:28:09Z', 'revision_number': 4, 'project_id': 'c2810fda76794071bf71207f4434b49a', 'gw_port': {'id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:28:02Z', 'updated_at': '2021-11-15T14:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '8b76d7b2-896b-4ca0-a4d8-14bef497e729', 'name': '', 'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'mac_address': 'fa:16:3e:d5:a6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '53e5bb74-a324-45bb-a879-8d50a3a1973d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:28:08Z', 'updated_at': '2021-11-15T14:28:09Z', 'revision_number': 2, 'project_id': 'c2810fda76794071bf71207f4434b49a', 'subnets': [{'id': '53e5bb74-a324-45bb-a879-8d50a3a1973d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:28:12.421681 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:12.458226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-2b10c7e7-75a6-4d08-a95c-12329d9ce5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:12.460643 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-2b10c7e7-75a6-4d08-a95c-12329d9ce5d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1048639 Nov 15 14:28:12.477826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Checking router: 3fe9f12f-af3f-4dde-b1b6-dec096661eed for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:28:12.478762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Updating router 3fe9f12f-af3f-4dde-b1b6-dec096661eed port 8b76d7b2-896b-4ca0-a4d8-14bef497e729 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:28:12.564886 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:12.606364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-256526f5-409c-49c3-8176-5c78d6e5efa5 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359715 Nov 15 14:28:12.636193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=af96e6ba-9544-4679-be60-64b63e6f4a63,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:12.713206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff2736-758e-4d41-a298-c7972b7ab02b req-35eab649-9a56-488e-93ea-02d2961a16b6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:12.715032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0bff2736-758e-4d41-a298-c7972b7ab02b req-35eab649-9a56-488e-93ea-02d2961a16b6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 950 time: 0.1072502 Nov 15 14:28:12.822684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0925138-28d6-4b31-a8ea-f5082f1aba41 req-fe55bf7d-fc3c-448d-8423-59af222537a6 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875355 Nov 15 14:28:12.848118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0bff2736-758e-4d41-a298-c7972b7ab02b req-879bd3e3-2f64-45f0-912f-b3de1546649c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206565 Nov 15 14:28:12.937854 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43812) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:12.975696 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e4a954-15f0-4551-87a3-62f7e11e4a34 x-openstack-request-id: req-87e4a954-15f0-4551-87a3-62f7e11e4a34 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:12.975977 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d028acf2-d6c0-49f1-93f5-36bea73a74f2", "name": "network-vif-plugged", "status": "completed", "tag": "af96e6ba-9544-4679-be60-64b63e6f4a63", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:12.976315 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87e4a954-15f0-4551-87a3-62f7e11e4a34 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:12.977236 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af96e6ba-9544-4679-be60-64b63e6f4a63', 'code': 200} Nov 15 14:28:13.162925 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:13.177270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3adf85-e2f5-4cca-8f97-940dddaf5eba req-462a50f0-b55d-4d26-a9f7-a91995c66391 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:13.179380 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df3adf85-e2f5-4cca-8f97-940dddaf5eba req-462a50f0-b55d-4d26-a9f7-a91995c66391 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 944 time: 0.1431000 Nov 15 14:28:13.253053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df3adf85-e2f5-4cca-8f97-940dddaf5eba req-f769fb0e-346f-44a9-8f2b-52e48cd41b2f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604475 Nov 15 14:28:13.265260 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:13.276843 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:13.467151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da59e61-d0e8-4722-8558-db0fb1f067cc None None] Pushing event updated for resources: {'Port': ['ID=8b76d7b2-896b-4ca0-a4d8-14bef497e729,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:13.506415 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bfe5dd6-9822-4006-abb7-de812e053cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:13.532155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Attempting to bind port 8b76d7b2-896b-4ca0-a4d8-14bef497e729 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:13.533165 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Attempting to bind port 8b76d7b2-896b-4ca0-a4d8-14bef497e729 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'a0206d02-a3b7-4e3e-8449-26cb4e9c228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:13.533724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Attempting to bind port 8b76d7b2-896b-4ca0-a4d8-14bef497e729 on network b1662e36-cb35-4008-b23b-3519ca1514c0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:13.541893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:13.546614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Checking segment: {'id': 'a0206d02-a3b7-4e3e-8449-26cb4e9c228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:13.548609 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:13.549035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Bound using segment: {'id': 'a0206d02-a3b7-4e3e-8449-26cb4e9c228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:13.549553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Bound port: 8b76d7b2-896b-4ca0-a4d8-14bef497e729, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0206d02-a3b7-4e3e-8449-26cb4e9c228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:13.549949 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:13.768403 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] For port 8b76d7b2-896b-4ca0-a4d8-14bef497e729, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:13.777722 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] For port 8b76d7b2-896b-4ca0-a4d8-14bef497e729, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8b76d7b2-896b-4ca0-a4d8-14bef497e729,segment=NetworkSegment(a0206d02-a3b7-4e3e-8449-26cb4e9c228b),segment_id=a0206d02-a3b7-4e3e-8449-26cb4e9c228b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:13.786803 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bfe5dd6-9822-4006-abb7-de812e053cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:13.800712 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0300-954d-4729-9f6b-9e807ce0782a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:13.840572 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:13.905046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bfe5dd6-9822-4006-abb7-de812e053cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:14.049485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Routers {'3fe9f12f-af3f-4dde-b1b6-dec096661eed'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:28:14.050127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:28:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['3fe9f12f-af3f-4dde-b1b6-dec096661eed'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:28:14.053001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4da417c3-197e-4894-8e34-056e69e2c8dd None None] Provisioning complete for port 8b76d7b2-896b-4ca0-a4d8-14bef497e729 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:14.053364 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4da417c3-197e-4894-8e34-056e69e2c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:14.071763 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da59e61-d0e8-4722-8558-db0fb1f067cc None None] Pushing event updated for resources: {'Port': ['ID=8b76d7b2-896b-4ca0-a4d8-14bef497e729,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:14.159028 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91353896-7d20-4ff0-a91a-c090faa0654c req-a16ece3e-c97b-4840-b2a6-526709e1206e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 210 time: 0.1184227 Nov 15 14:28:14.173955 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3bfe5dd6-9822-4006-abb7-de812e053cfa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33e94a771c024b8cb349c88e81a9586b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9073856 Nov 15 14:28:14.177914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43836) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:14.199383 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe5dd6-9822-4006-abb7-de812e053cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd51258-b962-4978-980a-e2787752f4f5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:14.254718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56070d1-1641-4cd0-bc7a-fab80cfc5b48 req-4eb9f47e-a3f2-4dcd-9719-54d1cfb32db1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:14.271634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c56070d1-1641-4cd0-bc7a-fab80cfc5b48 req-4eb9f47e-a3f2-4dcd-9719-54d1cfb32db1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 950 time: 0.3365242 Nov 15 14:28:14.292130 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0300-954d-4729-9f6b-9e807ce0782a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:14.359854 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0300-954d-4729-9f6b-9e807ce0782a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:14.454032 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff15a2ca-a386-4f83-b95e-561c6de7dd61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:14.474276 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b5cf0300-954d-4729-9f6b-9e807ce0782a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad9f54760bde4d069db97027d39e9cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5352032 Nov 15 14:28:14.474574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43850) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:14.511507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf0300-954d-4729-9f6b-9e807ce0782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3d8f62-89f8-47f0-96b4-8f43b78be2d8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:14.546148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] Set router 3fe9f12f-af3f-4dde-b1b6-dec096661eed gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:28:14.622331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff15a2ca-a386-4f83-b95e-561c6de7dd61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:14.683299 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4da417c3-197e-4894-8e34-056e69e2c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:14.684921 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c56070d1-1641-4cd0-bc7a-fab80cfc5b48 req-0e7ca3ab-eaee-48de-94aa-27440db0fe74 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120836 Nov 15 14:28:14.740797 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9535a79-3492-44f4-a456-46a35ca05e95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:14.756848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed2da1-e290-4fce-8000-a50135882cf0 req-f6e13c4b-d56e-491d-bb76-36b7d2521682 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:14.765406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4da417c3-197e-4894-8e34-056e69e2c8dd None None] For port 8b76d7b2-896b-4ca0-a4d8-14bef497e729, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8b76d7b2-896b-4ca0-a4d8-14bef497e729,segment=NetworkSegment(a0206d02-a3b7-4e3e-8449-26cb4e9c228b),segment_id=a0206d02-a3b7-4e3e-8449-26cb4e9c228b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:14.802889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2ed2da1-e290-4fce-8000-a50135882cf0 req-f6e13c4b-d56e-491d-bb76-36b7d2521682 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 944 time: 0.1999302 Nov 15 14:28:14.873278 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4da417c3-197e-4894-8e34-056e69e2c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:14.879742 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9535a79-3492-44f4-a456-46a35ca05e95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:14.936788 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2ed2da1-e290-4fce-8000-a50135882cf0 req-083ad7c2-8cc1-43a3-8b1e-c379fa12aff1 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327784 Nov 15 14:28:14.976297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da417c3-197e-4894-8e34-056e69e2c8dd None None] Pushing event updated for resources: {'Port': ['ID=8b76d7b2-896b-4ca0-a4d8-14bef497e729,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:14.977747 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff15a2ca-a386-4f83-b95e-561c6de7dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:14.983534 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff15a2ca-a386-4f83-b95e-561c6de7dd61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:14.986078 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ff15a2ca-a386-4f83-b95e-561c6de7dd61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1dd51258-b962-4978-980a-e2787752f4f5 HTTP/1.1" status: 204 len: 168 time: 0.8024950 Nov 15 14:28:15.002195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15a2ca-a386-4f83-b95e-561c6de7dd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd51258-b962-4978-980a-e2787752f4f5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:15.021844 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-be853f87-32f9-43b8-89bb-9fb8b164b64b None None] Provisioning complete for port 8b76d7b2-896b-4ca0-a4d8-14bef497e729 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:15.022251 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be853f87-32f9-43b8-89bb-9fb8b164b64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:15.081458 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9535a79-3492-44f4-a456-46a35ca05e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:15.086691 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9535a79-3492-44f4-a456-46a35ca05e95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:15.090904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b9535a79-3492-44f4-a456-46a35ca05e95 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dc3d8f62-89f8-47f0-96b4-8f43b78be2d8 HTTP/1.1" status: 204 len: 168 time: 0.6014400 Nov 15 14:28:15.105730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9535a79-3492-44f4-a456-46a35ca05e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3d8f62-89f8-47f0-96b4-8f43b78be2d8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:15.134205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a1b4bfd5-623f-46b6-aa38-7000b91e3e78 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:15.271282 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-47060332-router', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:28:00Z', 'updated_at': '2021-11-15T14:28:09Z', 'revision_number': 4, 'project_id': 'c2810fda76794071bf71207f4434b49a', 'gw_port': {'id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:28:02Z', 'updated_at': '2021-11-15T14:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '8b76d7b2-896b-4ca0-a4d8-14bef497e729', 'name': '', 'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'mac_address': 'fa:16:3e:d5:a6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '53e5bb74-a324-45bb-a879-8d50a3a1973d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:28:08Z', 'updated_at': '2021-11-15T14:28:13Z', 'revision_number': 4, 'project_id': 'c2810fda76794071bf71207f4434b49a', 'subnets': [{'id': '53e5bb74-a324-45bb-a879-8d50a3a1973d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:28:15.344006 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca542c4-0189-43fc-a267-f49f6fdfd356 None None] The sync data for ids ['3fe9f12f-af3f-4dde-b1b6-dec096661eed'] in n-d-817748-2 is: [{'id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-47060332-router', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:28:00Z', 'updated_at': '2021-11-15T14:28:09Z', 'revision_number': 4, 'project_id': 'c2810fda76794071bf71207f4434b49a', 'gw_port': {'id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:28:02Z', 'updated_at': '2021-11-15T14:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '8b76d7b2-896b-4ca0-a4d8-14bef497e729', 'name': '', 'network_id': 'b1662e36-cb35-4008-b23b-3519ca1514c0', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'mac_address': 'fa:16:3e:d5:a6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '53e5bb74-a324-45bb-a879-8d50a3a1973d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:28:08Z', 'updated_at': '2021-11-15T14:28:13Z', 'revision_number': 4, 'project_id': 'c2810fda76794071bf71207f4434b49a', 'subnets': [{'id': '53e5bb74-a324-45bb-a879-8d50a3a1973d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:28:15.380226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-047a7793-8878-4a7a-84e4-c44b5005303b req-164b701c-0bb6-4a5c-856d-22efbdb517dd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0950053 Nov 15 14:28:15.478630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:28:15.484396 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:15.485153 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:15.853786 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:15.940874 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80eaf73-fcad-4800-b36b-84e5b29c4014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b4bfd5-623f-46b6-aa38-7000b91e3e78'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:15.951253 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55db8fe2-73ab-4df4-a22f-164f9e06789d" -d '{"events": [{"server_uuid": "c80eaf73-fcad-4800-b36b-84e5b29c4014", "name": "network-vif-plugged", "status": "completed", "tag": "a1b4bfd5-623f-46b6-aa38-7000b91e3e78"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:15.998618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:16.036506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed351bce-fde6-4b7d-823c-4014d236aeb8 req-0e803407-9d21-4e47-aff3-4ce29a426ee7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:16.044691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed351bce-fde6-4b7d-823c-4014d236aeb8 req-0e803407-9d21-4e47-aff3-4ce29a426ee7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 950 time: 0.1588781 Nov 15 14:28:16.065408 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8b76d7b2-896b-4ca0-a4d8-14bef497e729 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:16.145494 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:16.226726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed351bce-fde6-4b7d-823c-4014d236aeb8 req-9d2f9379-39f8-48b6-82f5-a87f9fb89de1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800840 Nov 15 14:28:16.368710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:16.385640 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e4591c-d96c-4729-8946-c22d0cd7a566 x-openstack-request-id: req-f8e4591c-d96c-4729-8946-c22d0cd7a566 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:16.387783 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80eaf73-fcad-4800-b36b-84e5b29c4014", "name": "network-vif-plugged", "status": "completed", "tag": "a1b4bfd5-623f-46b6-aa38-7000b91e3e78", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:16.397571 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f8e4591c-d96c-4729-8946-c22d0cd7a566 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:16.401077 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80eaf73-fcad-4800-b36b-84e5b29c4014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b4bfd5-623f-46b6-aa38-7000b91e3e78', 'code': 200} Nov 15 14:28:16.409745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:16.442674 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-888e90a7-aae4-4e61-b1eb-dcfc0aa06278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:16.492524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 8b76d7b2-896b-4ca0-a4d8-14bef497e729 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:16.496091 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:16.641707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c276bd-65a5-41f6-ac13-4a99360088b7 req-ee32cb59-ff9e-4b0a-bb0c-2df306667797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:16.644918 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39c276bd-65a5-41f6-ac13-4a99360088b7 req-ee32cb59-ff9e-4b0a-bb0c-2df306667797 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 1096 time: 0.1406560 Nov 15 14:28:16.660121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4eb902-e217-47b0-8749-903b19301192 req-e0eae31d-dec3-4d34-b590-b3911f0deaa7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:16.670050 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a4eb902-e217-47b0-8749-903b19301192 req-e0eae31d-dec3-4d34-b590-b3911f0deaa7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 945 time: 0.1918299 Nov 15 14:28:16.851282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a4eb902-e217-47b0-8749-903b19301192 req-57e90618-5d32-403d-82c4-a0fd2694857e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797614 Nov 15 14:28:16.935420 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39c276bd-65a5-41f6-ac13-4a99360088b7 req-fc9f125d-71e2-48cb-885c-b50ed756d990 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456377 Nov 15 14:28:16.967045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1dc25-5eba-4e63-83d0-05a57d1251c6 req-a762e261-1be9-406e-ad40-869f394a52fd tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:16.967456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0e1dc25-5eba-4e63-83d0-05a57d1251c6 req-a762e261-1be9-406e-ad40-869f394a52fd tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 1101 time: 0.1685221 Nov 15 14:28:16.973056 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-888e90a7-aae4-4e61-b1eb-dcfc0aa06278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:17.062652 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-888e90a7-aae4-4e61-b1eb-dcfc0aa06278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:17.089745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0e1dc25-5eba-4e63-83d0-05a57d1251c6 req-2f1cff0f-52e6-415d-8ec6-8fa89badf49f tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150897 Nov 15 14:28:17.117061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e90a7-aae4-4e61-b1eb-dcfc0aa06278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1feb731-5733-4ec4-8df4-ec7f38995701,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:17.140067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:17.153674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-888e90a7-aae4-4e61-b1eb-dcfc0aa06278 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=85a039e6de7b4f838f353ded1ddf68a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7417710 Nov 15 14:28:17.281733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fc7d863-06f3-462c-965d-e13a07cec01c req-4f88ae57-f01e-4f51-8dc4-6fd082ce792e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 210 time: 0.1172545 Nov 15 14:28:17.329978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57b393af-acc4-4669-ac7d-e32fafc42768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:17.358729 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57b393af-acc4-4669-ac7d-e32fafc42768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:17.502634 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57b393af-acc4-4669-ac7d-e32fafc42768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:17.509386 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57b393af-acc4-4669-ac7d-e32fafc42768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:17.515331 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-57b393af-acc4-4669-ac7d-e32fafc42768 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1feb731-5733-4ec4-8df4-ec7f38995701 HTTP/1.1" status: 204 len: 168 time: 0.3734963 Nov 15 14:28:17.532716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b393af-acc4-4669-ac7d-e32fafc42768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1feb731-5733-4ec4-8df4-ec7f38995701,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:17.590444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-35081719-2c0f-4953-ac72-2b90a6038de0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3a3f6958c0604fcab32ba65195204bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473218 Nov 15 14:28:17.826721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992435-81d8-4720-8683-a691dadc528a req-3c3978dd-ae36-443c-bd96-4b9a1b994c14 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:17.835449 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-3c3978dd-ae36-443c-bd96-4b9a1b994c14 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438533 Nov 15 14:28:17.854768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-7018e485-7b53-4f66-b67a-0ed36502bd72 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/quotas/3a3f6958c0604fcab32ba65195204bc2 HTTP/1.1" status: 200 len: 375 time: 0.0181911 Nov 15 14:28:17.971876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-c73cc8a7-0af2-4db0-ba13-1204df3fb5e0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158297 Nov 15 14:28:18.489193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494c501-3377-414b-bbab-82b004d50075 req-b29cf88c-abe1-430f-967f-7bebc0d80f6d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:18.503365 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-499f217e-4cd6-4f94-8701-b3871aa32512 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538466 Nov 15 14:28:18.507060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4494c501-3377-414b-bbab-82b004d50075 req-b29cf88c-abe1-430f-967f-7bebc0d80f6d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 945 time: 0.2539611 Nov 15 14:28:18.699107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4494c501-3377-414b-bbab-82b004d50075 req-9d5cf5ec-4ed4-41b0-95e7-88060c79b60e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185656 Nov 15 14:28:18.699107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4d13e5d-f871-48a6-abcd-c055db089ceb req-a4fbbd72-263f-4f47-b50c-c0e4c6cd2d3f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 210 time: 0.1073399 Nov 15 14:28:18.785429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c33a3e6-0313-4088-a835-fc4aa8ed120a req-6850c6e7-faae-4b33-8ed2-e9cae4aa4790 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 210 time: 0.0858452 Nov 15 14:28:18.786251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3f27b325-541c-4e67-b5ac-fcc88b694d39 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:18.786251 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3f27b325-541c-4e67-b5ac-fcc88b694d39 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2583189 Nov 15 14:28:18.794036 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b8297090-c1df-49a1-b606-d8cbc7b453e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Request body: {'port': {'device_id': '730fb7c3-3155-4ba8-afb5-9719fa398079', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3387854e8ac24db7b4fadc747eea0b4d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:19.394022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.46', 58405) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:19.427378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d06c9b69-c8f4-4e9e-bcc0-d5aac6ac063c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313213 Nov 15 14:28:19.434693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b8297090-c1df-49a1-b606-d8cbc7b453e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Made reservation on behalf of 3387854e8ac24db7b4fadc747eea0b4d for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:19.439821 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b8297090-c1df-49a1-b606-d8cbc7b453e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:19.662508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b070ce64-9a01-40e9-be88-9692e3ecccc0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:19.665266 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b8297090-c1df-49a1-b606-d8cbc7b453e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Allocated IP 192.168.233.224 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/a5958a31-66a1-4414-9ba1-2e6cae7c355f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:19.667926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b070ce64-9a01-40e9-be88-9692e3ecccc0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212884 Nov 15 14:28:19.683842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-54f1f1da-d3fc-4e73-99c1-d8336ccdc9b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Request body: {'port': {'device_id': '9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3387854e8ac24db7b4fadc747eea0b4d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:20.007191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b8297090-c1df-49a1-b606-d8cbc7b453e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:20.020465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a292e1-8c37-43cd-b046-bf35c2f29cd6 req-d22351d1-55b3-43a9-8d24-2be48f8c1abd tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:20.033114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81a292e1-8c37-43cd-b046-bf35c2f29cd6 req-d22351d1-55b3-43a9-8d24-2be48f8c1abd tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 945 time: 0.1250594 Nov 15 14:28:20.134244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4731fa5-5d6f-4487-a308-78f9c551ee79 req-cb8cb18f-3b33-4e10-b19d-024437d3ec7d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0311313 Nov 15 14:28:20.150161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81a292e1-8c37-43cd-b046-bf35c2f29cd6 req-9774a7bb-c37d-4638-b351-62a3e18463d4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142445 Nov 15 14:28:20.178811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-54f1f1da-d3fc-4e73-99c1-d8336ccdc9b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Made reservation on behalf of 3387854e8ac24db7b4fadc747eea0b4d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:20.186138 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-54f1f1da-d3fc-4e73-99c1-d8336ccdc9b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:20.235304 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b8297090-c1df-49a1-b606-d8cbc7b453e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:20.251720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:20.382561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-54f1f1da-d3fc-4e73-99c1-d8336ccdc9b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Allocated IP 192.168.233.249 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/27241eea-da6e-403b-9f49-23ecbba00061) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:20.398593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b8297090-c1df-49a1-b606-d8cbc7b453e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:20.450420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b8297090-c1df-49a1-b606-d8cbc7b453e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:20.455945 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b8297090-c1df-49a1-b606-d8cbc7b453e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:20.474959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b8297090-c1df-49a1-b606-d8cbc7b453e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:20.477620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b8297090-c1df-49a1-b606-d8cbc7b453e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:20.530515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8297090-c1df-49a1-b606-d8cbc7b453e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event updated for resources: {'Port': ['ID=a5958a31-66a1-4414-9ba1-2e6cae7c355f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:20.654949 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-b8297090-c1df-49a1-b606-d8cbc7b453e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8668165 Nov 15 14:28:20.681331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Request body: {'port': {'device_id': '730fb7c3-3155-4ba8-afb5-9719fa398079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:20.733000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9db029e5-a066-4d70-8534-8b2515dc211c req-edea7d9b-dc20-474d-bc5e-dcf438c026ca tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 210 time: 0.1243703 Nov 15 14:28:20.876777 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-54f1f1da-d3fc-4e73-99c1-d8336ccdc9b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:20.905975 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:20.927514 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aa6cddb4-9607-45fc-a59c-c0b0047526a6 None None] Provisioning complete for port a5958a31-66a1-4414-9ba1-2e6cae7c355f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:20.928561 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa6cddb4-9607-45fc-a59c-c0b0047526a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:21.026705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cddb4-9607-45fc-a59c-c0b0047526a6 None None] Port a5958a31-66a1-4414-9ba1-2e6cae7c355f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:28:21.087607 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-54f1f1da-d3fc-4e73-99c1-d8336ccdc9b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:21.110330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:21.324291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-54f1f1da-d3fc-4e73-99c1-d8336ccdc9b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:21.351233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-54f1f1da-d3fc-4e73-99c1-d8336ccdc9b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:21.359714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-54f1f1da-d3fc-4e73-99c1-d8336ccdc9b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:21.377176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-54f1f1da-d3fc-4e73-99c1-d8336ccdc9b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:21.391159 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-54f1f1da-d3fc-4e73-99c1-d8336ccdc9b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:21.409076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1f1da-d3fc-4e73-99c1-d8336ccdc9b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event updated for resources: {'Port': ['ID=27241eea-da6e-403b-9f49-23ecbba00061,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:21.490939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-54f1f1da-d3fc-4e73-99c1-d8336ccdc9b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8135815 Nov 15 14:28:21.506191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0641d78-a765-4741-9cd1-3c08064f0865 req-833e533e-113b-491b-acb7-0c9c74692758 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:21.520235 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0641d78-a765-4741-9cd1-3c08064f0865 req-833e533e-113b-491b-acb7-0c9c74692758 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 1096 time: 0.2519884 Nov 15 14:28:21.528828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Request body: {'port': {'device_id': '9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:21.567626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5958a31-66a1-4414-9ba1-2e6cae7c355f {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:21.595582 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:21.619706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Transition to ACTIVE for port object a5958a31-66a1-4414-9ba1-2e6cae7c355f will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:28:21.697330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d4739-1820-425f-9c17-8c4d1ba2abce req-da5bee58-3ef5-4251-ae46-cc9f6b428b81 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:21.708962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-934d4739-1820-425f-9c17-8c4d1ba2abce req-da5bee58-3ef5-4251-ae46-cc9f6b428b81 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 936 time: 0.3056078 Nov 15 14:28:21.737100 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:21.764742 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:21.869341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-934d4739-1820-425f-9c17-8c4d1ba2abce req-74a3ddf6-4e85-4b47-9c3c-2f3ddbe30798 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590681 Nov 15 14:28:21.927432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-57e22c28-ce7e-4788-ace8-61bb8c176085 None None] Provisioning complete for port 27241eea-da6e-403b-9f49-23ecbba00061 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:21.930944 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57e22c28-ce7e-4788-ace8-61bb8c176085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:21.981895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Attempting to bind port a5958a31-66a1-4414-9ba1-2e6cae7c355f on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:21.982767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Attempting to bind port a5958a31-66a1-4414-9ba1-2e6cae7c355f by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:21.983366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Attempting to bind port a5958a31-66a1-4414-9ba1-2e6cae7c355f on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:21.989821 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Port a5958a31-66a1-4414-9ba1-2e6cae7c355f on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:28:21.990511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Attempting to bind port a5958a31-66a1-4414-9ba1-2e6cae7c355f on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:21.997832 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5958a31-66a1-4414-9ba1-2e6cae7c355f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:22.005558 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:22.006373 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:22.006951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:22.013777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Bound port: a5958a31-66a1-4414-9ba1-2e6cae7c355f, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:22.013777 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:22.071540 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:28:22.079364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0641d78-a765-4741-9cd1-3c08064f0865 req-e5929302-2e58-4486-b92f-4c0adb5a4536 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506005 Nov 15 14:28:22.126750 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44096) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:22.148297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-57e22c28-ce7e-4788-ace8-61bb8c176085 None None] Port 27241eea-da6e-403b-9f49-23ecbba00061 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:28:22.246075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] For port a5958a31-66a1-4414-9ba1-2e6cae7c355f, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:22.249378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] For port a5958a31-66a1-4414-9ba1-2e6cae7c355f, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a5958a31-66a1-4414-9ba1-2e6cae7c355f,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:22.329253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-82d0a32d-3ac2-4d6e-8abf-03e8bd0bb9bd tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3a3f6958c0604fcab32ba65195204bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1857162 Nov 15 14:28:22.359266 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:22.454113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:22.454872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:22.456830 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] 10.222.0.46 "PUT /v2.0/ports/a5958a31-66a1-4414-9ba1-2e6cae7c355f HTTP/1.1" status: 200 len: 1096 time: 1.7915123 Nov 15 14:28:22.457296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730fb7c3-3155-4ba8-afb5-9719fa398079', 'tag': 'a5958a31-66a1-4414-9ba1-2e6cae7c355f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:22.462322 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c9a074-1a9b-4d52-8c6a-ad72ce5a5bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "730fb7c3-3155-4ba8-afb5-9719fa398079", "tag": "a5958a31-66a1-4414-9ba1-2e6cae7c355f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:22.523454 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becfd63-09e4-4aa5-a0ba-0ea3b4a266a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5958a31-66a1-4414-9ba1-2e6cae7c355f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:22.537612 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2686ac0-8072-4fca-ba43-30d75445bc09 req-4104035d-6e7f-41c6-84c9-1853891ab248 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 210 time: 0.2032275 Nov 15 14:28:22.730645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-e5c4fbb8-cf85-4c1c-b307-324a64f2ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:22.742153 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-e5c4fbb8-cf85-4c1c-b307-324a64f2ccf7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=730fb7c3-3155-4ba8-afb5-9719fa398079 HTTP/1.1" status: 200 len: 1099 time: 0.1120570 Nov 15 14:28:22.822864 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-09eef9ad-ec78-49c8-807c-2c7148adbcf8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a5958a31-66a1-4414-9ba1-2e6cae7c355f HTTP/1.1" status: 200 len: 217 time: 0.0617442 Nov 15 14:28:22.856406 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0814971-94e2-499b-9485-feb773449911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:22.945311 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-773b106a-e76d-4ca3-966c-4193d7d3b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:22.947490 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-773b106a-e76d-4ca3-966c-4193d7d3b3dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1144767 Nov 15 14:28:23.022109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27241eea-da6e-403b-9f49-23ecbba00061 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:23.048624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-2f5bea0c-d0fe-4e67-8e19-219e317dcade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:23.050209 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-2f5bea0c-d0fe-4e67-8e19-219e317dcade service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949442 Nov 15 14:28:23.064698 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:23.073597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992435-81d8-4720-8683-a691dadc528a req-8ba518c9-64e7-48fd-ac7b-5ecd7c7fea1c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:23.075161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-8ba518c9-64e7-48fd-ac7b-5ecd7c7fea1c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7229214 Nov 15 14:28:23.092978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f6992435-81d8-4720-8683-a691dadc528a req-65a86182-3786-4ae5-b7b9-a9862b612cd7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Request body: {'port': {'device_id': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3a3f6958c0604fcab32ba65195204bc2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:23.212397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Transition to ACTIVE for port object 27241eea-da6e-403b-9f49-23ecbba00061 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:28:23.217102 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-98e9c40a-2bcd-41a6-99c0-cd2e7d1318d1 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580081 Nov 15 14:28:23.218927 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5c7ea9-09b1-4970-9eab-664e8977ce4b x-openstack-request-id: req-eb5c7ea9-09b1-4970-9eab-664e8977ce4b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:23.219212 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730fb7c3-3155-4ba8-afb5-9719fa398079", "tag": "a5958a31-66a1-4414-9ba1-2e6cae7c355f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:23.219462 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb5c7ea9-09b1-4970-9eab-664e8977ce4b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:23.219842 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730fb7c3-3155-4ba8-afb5-9719fa398079', 'tag': 'a5958a31-66a1-4414-9ba1-2e6cae7c355f', 'status': 'completed', 'code': 200} Nov 15 14:28:23.319333 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0814971-94e2-499b-9485-feb773449911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:23.325691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231139f-c9a7-4a44-9d8b-e3b69274e49b req-9b6873e0-92b3-43ac-b1ab-3e6c1597aad6 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:23.327287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3231139f-c9a7-4a44-9d8b-e3b69274e49b req-9b6873e0-92b3-43ac-b1ab-3e6c1597aad6 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 1096 time: 0.2404072 Nov 15 14:28:23.329167 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:23.346258 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-6b150796-81b7-4e6f-85de-0fc128ca1b48 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183081 Nov 15 14:28:23.381696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16426bcb-53ec-43ba-ba53-bee5f6da39d9 req-ff2d634e-b430-40e6-b50a-2ccc396f9d67 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:23.383848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16426bcb-53ec-43ba-ba53-bee5f6da39d9 req-ff2d634e-b430-40e6-b50a-2ccc396f9d67 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 936 time: 0.1537304 Nov 15 14:28:23.416729 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6992435-81d8-4720-8683-a691dadc528a req-65a86182-3786-4ae5-b7b9-a9862b612cd7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Made reservation on behalf of 3a3f6958c0604fcab32ba65195204bc2 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:23.421002 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6992435-81d8-4720-8683-a691dadc528a req-65a86182-3786-4ae5-b7b9-a9862b612cd7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:23.451904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Pushing event updated for resources: {'Port': ['ID=27241eea-da6e-403b-9f49-23ecbba00061,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:23.466821 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0814971-94e2-499b-9485-feb773449911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:23.552046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3231139f-c9a7-4a44-9d8b-e3b69274e49b req-384278b5-c5de-481a-9e63-ae91d4c06667 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918621 Nov 15 14:28:23.654667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9a074-1a9b-4d52-8c6a-ad72ce5a5bd2 req-0f41abf4-a04a-4ed1-ad46-6658ea8f1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:23.657010 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91c9a074-1a9b-4d52-8c6a-ad72ce5a5bd2 req-0f41abf4-a04a-4ed1-ad46-6658ea8f1717 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=730fb7c3-3155-4ba8-afb5-9719fa398079 HTTP/1.1" status: 200 len: 1099 time: 0.1216903 Nov 15 14:28:23.663984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e0814971-94e2-499b-9485-feb773449911 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9460db039fd0486995186b7f295468a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5333986 Nov 15 14:28:23.665918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:23.671932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Attempting to bind port 27241eea-da6e-403b-9f49-23ecbba00061 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:23.673850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Attempting to bind port 27241eea-da6e-403b-9f49-23ecbba00061 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:23.674195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Attempting to bind port 27241eea-da6e-403b-9f49-23ecbba00061 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:23.676619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0814971-94e2-499b-9485-feb773449911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac6e15a-89d0-4fc5-b46d-8b38042df67c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:23.725424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16426bcb-53ec-43ba-ba53-bee5f6da39d9 req-51389a2d-46df-43bd-a270-1c5a0b98f681 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224077 Nov 15 14:28:23.752375 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Port 27241eea-da6e-403b-9f49-23ecbba00061 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:28:23.752706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Attempting to bind port 27241eea-da6e-403b-9f49-23ecbba00061 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:23.773478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:23.773817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:23.774314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:23.774677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Bound port: 27241eea-da6e-403b-9f49-23ecbba00061, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:23.775038 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:23.879213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3998078f-7b99-4daf-aef0-e0f11c94af61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:23.918511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f6992435-81d8-4720-8683-a691dadc528a req-65a86182-3786-4ae5-b7b9-a9862b612cd7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Allocated IP 192.168.233.137 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/65ba119f-2b15-46b2-847d-2c22265d9ab6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:23.918928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9a074-1a9b-4d52-8c6a-ad72ce5a5bd2 req-2afcb6c2-e69b-49ff-97c0-f7752cc98d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:23.920428 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91c9a074-1a9b-4d52-8c6a-ad72ce5a5bd2 req-2afcb6c2-e69b-49ff-97c0-f7752cc98d3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2429922 Nov 15 14:28:23.974952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb8796f3-83ee-4b7e-acef-5043db46cdca req-2d0f5cd8-ce36-4afd-948c-d203447daeb2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 210 time: 0.0508890 Nov 15 14:28:23.989915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] For port 27241eea-da6e-403b-9f49-23ecbba00061, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:24.000297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] For port 27241eea-da6e-403b-9f49-23ecbba00061, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=27241eea-da6e-403b-9f49-23ecbba00061,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:24.017867 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91c9a074-1a9b-4d52-8c6a-ad72ce5a5bd2 req-3e719c50-9913-4022-bec6-850e01bcdf05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a5958a31-66a1-4414-9ba1-2e6cae7c355f HTTP/1.1" status: 200 len: 217 time: 0.0840857 Nov 15 14:28:24.023494 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3998078f-7b99-4daf-aef0-e0f11c94af61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:24.086582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9a074-1a9b-4d52-8c6a-ad72ce5a5bd2 req-aa0e0057-1cf8-42a8-8171-0a2b251afca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:24.088121 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91c9a074-1a9b-4d52-8c6a-ad72ce5a5bd2 req-aa0e0057-1cf8-42a8-8171-0a2b251afca6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0551083 Nov 15 14:28:24.105350 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:24.172130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9a074-1a9b-4d52-8c6a-ad72ce5a5bd2 req-eea6ae75-ab76-4dff-82a8-83c9b035a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:24.173762 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91c9a074-1a9b-4d52-8c6a-ad72ce5a5bd2 req-eea6ae75-ab76-4dff-82a8-83c9b035a870 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725043 Nov 15 14:28:24.287579 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91c9a074-1a9b-4d52-8c6a-ad72ce5a5bd2 req-9d121e81-ea19-4636-b8f0-162e16b9269f service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058817 Nov 15 14:28:24.463211 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91c9a074-1a9b-4d52-8c6a-ad72ce5a5bd2 req-bdf9c86d-c7f5-40fc-a7ff-b11ccdf4cece service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610489 Nov 15 14:28:24.464418 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3998078f-7b99-4daf-aef0-e0f11c94af61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:24.467355 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3998078f-7b99-4daf-aef0-e0f11c94af61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:24.471293 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3998078f-7b99-4daf-aef0-e0f11c94af61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ac6e15a-89d0-4fc5-b46d-8b38042df67c HTTP/1.1" status: 204 len: 168 time: 0.8014984 Nov 15 14:28:24.496674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998078f-7b99-4daf-aef0-e0f11c94af61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac6e15a-89d0-4fc5-b46d-8b38042df67c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:24.636509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:24.637258 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:24.639305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] 10.222.0.46 "PUT /v2.0/ports/27241eea-da6e-403b-9f49-23ecbba00061 HTTP/1.1" status: 200 len: 1096 time: 3.1356454 Nov 15 14:28:24.640169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4', 'tag': '27241eea-da6e-403b-9f49-23ecbba00061'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:24.643884 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c5dce4-7218-466f-bb4d-025ae58508e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4", "tag": "27241eea-da6e-403b-9f49-23ecbba00061"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:24.703046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d29353-43d8-4981-9c56-994ba1fffc81 service neutron] Pushing event updated for resources: {'Port': ['ID=27241eea-da6e-403b-9f49-23ecbba00061,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:24.806984 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6992435-81d8-4720-8683-a691dadc528a req-65a86182-3786-4ae5-b7b9-a9862b612cd7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:24.858999 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aab777a-7aaa-4ec9-8ad5-f9ff1d6a74e4 x-openstack-request-id: req-9aab777a-7aaa-4ec9-8ad5-f9ff1d6a74e4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:24.859306 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4", "tag": "27241eea-da6e-403b-9f49-23ecbba00061", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:24.859306 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9aab777a-7aaa-4ec9-8ad5-f9ff1d6a74e4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:24.859982 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4', 'tag': '27241eea-da6e-403b-9f49-23ecbba00061', 'status': 'completed', 'code': 200} Nov 15 14:28:24.935905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5dce4-7218-466f-bb4d-025ae58508e3 req-7617f4a8-cfa9-4347-9978-d055c87af8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:24.936525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61c5dce4-7218-466f-bb4d-025ae58508e3 req-7617f4a8-cfa9-4347-9978-d055c87af8b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 1099 time: 0.0623109 Nov 15 14:28:24.968454 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61c5dce4-7218-466f-bb4d-025ae58508e3 req-3734f974-b9a0-406a-9bd9-c3761970575f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224402 Nov 15 14:28:25.201511 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6992435-81d8-4720-8683-a691dadc528a req-65a86182-3786-4ae5-b7b9-a9862b612cd7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:25.214751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['af96e6ba-9544-4679-be60-64b63e6f4a63'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:25.217007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5dce4-7218-466f-bb4d-025ae58508e3 req-2beb1542-11c8-45d2-aacc-00934048986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:25.220037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61c5dce4-7218-466f-bb4d-025ae58508e3 req-2beb1542-11c8-45d2-aacc-00934048986a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2439907 Nov 15 14:28:25.273790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6992435-81d8-4720-8683-a691dadc528a req-65a86182-3786-4ae5-b7b9-a9862b612cd7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:25.278965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f6992435-81d8-4720-8683-a691dadc528a req-65a86182-3786-4ae5-b7b9-a9862b612cd7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:25.348815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6992435-81d8-4720-8683-a691dadc528a req-65a86182-3786-4ae5-b7b9-a9862b612cd7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:25.354705 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992435-81d8-4720-8683-a691dadc528a req-65a86182-3786-4ae5-b7b9-a9862b612cd7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:25.355618 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6992435-81d8-4720-8683-a691dadc528a req-65a86182-3786-4ae5-b7b9-a9862b612cd7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:25.417848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a86182-3786-4ae5-b7b9-a9862b612cd7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Pushing event updated for resources: {'Port': ['ID=65ba119f-2b15-46b2-847d-2c22265d9ab6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:25.440639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-1ec3baa0-df99-4530-82af-1478d72f0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:25.443563 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-1ec3baa0-df99-4530-82af-1478d72f0e08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 1099 time: 0.1447382 Nov 15 14:28:25.569151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-72fdc0aa-2e95-4783-ace2-b488e5cb3be6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=27241eea-da6e-403b-9f49-23ecbba00061 HTTP/1.1" status: 200 len: 217 time: 0.1053212 Nov 15 14:28:25.574245 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-65a86182-3786-4ae5-b7b9-a9862b612cd7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4859891 Nov 15 14:28:25.629054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:25.667778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Request body: {'port': {'device_id': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:25.686199 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7f1550a-f009-480f-b4c7-e58f4ee87251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:25.695855 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb1b201b-46d9-41ee-8107-546c55c556c0 None None] Provisioning complete for port 65ba119f-2b15-46b2-847d-2c22265d9ab6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:25.696525 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb1b201b-46d9-41ee-8107-546c55c556c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:25.738692 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-5c6382eb-3fe3-48b1-8566-1dcc926a98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:25.740172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-5c6382eb-3fe3-48b1-8566-1dcc926a98a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1597037 Nov 15 14:28:25.751728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b201b-46d9-41ee-8107-546c55c556c0 None None] Port 65ba119f-2b15-46b2-847d-2c22265d9ab6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:28:25.818979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b61210-cb3f-4898-9b7c-3a14107df229 req-e06e5a01-db0e-459f-99fb-23458c8aa470 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:25.823074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59b61210-cb3f-4898-9b7c-3a14107df229 req-e06e5a01-db0e-459f-99fb-23458c8aa470 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 948 time: 0.1475334 Nov 15 14:28:25.844143 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7f1550a-f009-480f-b4c7-e58f4ee87251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:25.853395 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:25.874750 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-da4f169e-f505-415d-8be8-634830ef9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:25.876333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-da4f169e-f505-415d-8be8-634830ef9c50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978091 Nov 15 14:28:25.946683 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7f1550a-f009-480f-b4c7-e58f4ee87251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:25.972060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59b61210-cb3f-4898-9b7c-3a14107df229 req-55c4e7b1-0799-4824-af31-43b90541ce51 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355145 Nov 15 14:28:26.014183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1550a-f009-480f-b4c7-e58f4ee87251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937627ba-7fcc-45f7-bbd2-a760e94b2bfa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:26.034107 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b7f1550a-f009-480f-b4c7-e58f4ee87251 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4baf0753bae45b2ae718b669d2a1e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031074 Nov 15 14:28:26.035539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44290) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:26.097495 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39df2eb8-f040-4db2-8458-3e865c1e1741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:26.123009 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39df2eb8-f040-4db2-8458-3e865c1e1741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:26.213183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-e3c2e462-d5c1-47e3-9941-15a99f851c7e service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262610 Nov 15 14:28:26.225799 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4dd37-f21b-47f9-b8fa-f71374bf414e req-2c06b1b2-1168-429d-a999-f81b504c6cbf tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:26.228096 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dec4dd37-f21b-47f9-b8fa-f71374bf414e req-2c06b1b2-1168-429d-a999-f81b504c6cbf tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 936 time: 0.1397977 Nov 15 14:28:26.276679 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39df2eb8-f040-4db2-8458-3e865c1e1741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:26.279380 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39df2eb8-f040-4db2-8458-3e865c1e1741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:26.280729 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-39df2eb8-f040-4db2-8458-3e865c1e1741 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/937627ba-7fcc-45f7-bbd2-a760e94b2bfa HTTP/1.1" status: 204 len: 168 time: 0.2430968 Nov 15 14:28:26.296810 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df2eb8-f040-4db2-8458-3e865c1e1741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937627ba-7fcc-45f7-bbd2-a760e94b2bfa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:26.388392 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dec4dd37-f21b-47f9-b8fa-f71374bf414e req-49de0b50-1b59-4d1b-863c-f481817c05fd tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504102 Nov 15 14:28:26.424720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08dcfac9-6487-4c23-9d78-df2c53140bf7 req-75409956-bff3-4da9-b35c-dc838e7d9128 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956015 Nov 15 14:28:26.484085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ba119f-2b15-46b2-847d-2c22265d9ab6 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:26.500786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:26.515785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Transition to ACTIVE for port object 65ba119f-2b15-46b2-847d-2c22265d9ab6 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:28:26.600112 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:26.693946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Pushing event updated for resources: {'Port': ['ID=65ba119f-2b15-46b2-847d-2c22265d9ab6,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:26.744281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Attempting to bind port 65ba119f-2b15-46b2-847d-2c22265d9ab6 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:26.745013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Attempting to bind port 65ba119f-2b15-46b2-847d-2c22265d9ab6 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:26.745568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Attempting to bind port 65ba119f-2b15-46b2-847d-2c22265d9ab6 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:26.751726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Port 65ba119f-2b15-46b2-847d-2c22265d9ab6 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:28:26.752441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Attempting to bind port 65ba119f-2b15-46b2-847d-2c22265d9ab6 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:26.761407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:26.762207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:26.762820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:26.768173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Bound port: 65ba119f-2b15-46b2-847d-2c22265d9ab6, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:26.768173 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:26.923482 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] For port 65ba119f-2b15-46b2-847d-2c22265d9ab6, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:26.928236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] For port 65ba119f-2b15-46b2-847d-2c22265d9ab6, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:27.025501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:27.073452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:27.074482 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:27.076173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] 10.222.0.59 "PUT /v2.0/ports/65ba119f-2b15-46b2-847d-2c22265d9ab6 HTTP/1.1" status: 200 len: 1096 time: 1.4745765 Nov 15 14:28:27.078802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'tag': '65ba119f-2b15-46b2-847d-2c22265d9ab6'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:27.081880 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7da9864-cc85-4d89-9f71-1f8f534bf29c" -d '{"events": [{"name": "network-changed", "server_uuid": "21a22fd7-a8e0-4e0c-a4b9-78819239bfb5", "tag": "65ba119f-2b15-46b2-847d-2c22265d9ab6"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:27.112036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439ad2c-6052-44fb-9312-c2a109b196da service neutron] Pushing event updated for resources: {'Port': ['ID=65ba119f-2b15-46b2-847d-2c22265d9ab6,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:27.344793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992435-81d8-4720-8683-a691dadc528a req-90a776fd-f66e-40fe-b315-6c127d599cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:27.346369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-90a776fd-f66e-40fe-b315-6c127d599cbb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 1099 time: 0.1194043 Nov 15 14:28:27.368700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b9d03-1da3-4424-b2bb-60b9352a5663 req-b2e70d1b-9398-426c-b61d-2503084ec3fb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:27.370372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb7b9d03-1da3-4424-b2bb-60b9352a5663 req-b2e70d1b-9398-426c-b61d-2503084ec3fb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 948 time: 0.0976908 Nov 15 14:28:27.403824 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44368) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:27.423997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a5958a31-66a1-4414-9ba1-2e6cae7c355f details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:28:27.426505 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a7d3-d599-4896-a1b4-788b75fa8cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:27.444876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-66f16520-966c-4e00-bf42-9f41b119878f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6 HTTP/1.1" status: 200 len: 217 time: 0.0730085 Nov 15 14:28:27.534172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb7b9d03-1da3-4424-b2bb-60b9352a5663 req-7084105a-d403-4d10-860a-c980c7275534 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513956 Nov 15 14:28:27.578351 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a7d3-d599-4896-a1b4-788b75fa8cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:27.582632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992435-81d8-4720-8683-a691dadc528a req-eaa29362-b1f3-4e1c-9711-69533ef29c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:27.584899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port a5958a31-66a1-4414-9ba1-2e6cae7c355f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a5958a31-66a1-4414-9ba1-2e6cae7c355f,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:27.589035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-eaa29362-b1f3-4e1c-9711-69533ef29c29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1120005 Nov 15 14:28:27.620050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'a5958a31-66a1-4414-9ba1-2e6cae7c355f', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'a5958a31-66a1-4414-9ba1-2e6cae7c355f', 'mac_address': 'fa:16:3e:5a:0b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:28:27.649557 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348ccd0e-cda3-49cf-89d8-fc547e3e4bf8 x-openstack-request-id: req-348ccd0e-cda3-49cf-89d8-fc547e3e4bf8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:27.650224 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a22fd7-a8e0-4e0c-a4b9-78819239bfb5", "tag": "65ba119f-2b15-46b2-847d-2c22265d9ab6", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:27.650500 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-348ccd0e-cda3-49cf-89d8-fc547e3e4bf8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:27.651092 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'tag': '65ba119f-2b15-46b2-847d-2c22265d9ab6', 'status': 'completed', 'code': 200} Nov 15 14:28:27.682270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a7d3-d599-4896-a1b4-788b75fa8cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:27.685639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992435-81d8-4720-8683-a691dadc528a req-5e1d2dd0-8f80-4b7b-ba68-c697f0d116a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:27.689975 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-5e1d2dd0-8f80-4b7b-ba68-c697f0d116a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888772 Nov 15 14:28:27.712084 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:27.763349 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5958a31-66a1-4414-9ba1-2e6cae7c355f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:27.814567 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e4c7a7d3-d599-4896-a1b4-788b75fa8cd4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12fda664e8fa497aa998e3bc97304648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089785 Nov 15 14:28:27.817983 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:27.831536 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7a7d3-d599-4896-a1b4-788b75fa8cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cec9ba-2899-484d-964e-d826d7ed1a9d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:27.886934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port a5958a31-66a1-4414-9ba1-2e6cae7c355f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a5958a31-66a1-4414-9ba1-2e6cae7c355f,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:27.900166 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-229799ff-d4e1-41f5-9c90-f545bd181460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:27.938680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903f7f0-4da7-49e4-957c-b14dd56cf512 req-4e17c350-bd50-49c2-97e6-f9eabc321d11 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:27.940324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d903f7f0-4da7-49e4-957c-b14dd56cf512 req-4e17c350-bd50-49c2-97e6-f9eabc321d11 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 948 time: 0.1304829 Nov 15 14:28:27.949616 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-229799ff-d4e1-41f5-9c90-f545bd181460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:27.960083 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:27.976528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-e2e3cd6e-22c4-463f-984a-e61b65786f33 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686267 Nov 15 14:28:27.987234 n-d-817748-2 neutron-server[103147]: WARNING keystonemiddleware.auth_token [req-7142d7d9-f6bc-4349-bb6f-91102c9817d9 req-c316afde-9bb6-4109-9ea1-9066ce563cb7 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 15 14:28:27.993296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-32f8dc35-bccb-4a22-84ad-00494278e2dd tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:28:27.994806 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-32f8dc35-bccb-4a22-84ad-00494278e2dd tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1960299 Nov 15 14:28:28.002611 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:28.066017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d903f7f0-4da7-49e4-957c-b14dd56cf512 req-694f2f11-111f-4e96-b6e3-99d3550198ac tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163867 Nov 15 14:28:28.087435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=a5958a31-66a1-4414-9ba1-2e6cae7c355f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:28.115207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-56130a94-ae00-4e5d-a28e-be5bd41762a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:28.120779 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-56130a94-ae00-4e5d-a28e-be5bd41762a2 service neutron] 10.222.0.70 "GET /v2.0/ports/a1b4bfd5-623f-46b6-aa38-7000b91e3e78 HTTP/1.1" status: 200 len: 1093 time: 0.1103613 Nov 15 14:28:28.134909 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6992435-81d8-4720-8683-a691dadc528a req-323f26bc-33c7-422a-91bc-00f321e4d9f0 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424205 Nov 15 14:28:28.138745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] Request body: {'binding': {'host': 'n-h2-817748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:28.143643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:28:28.296810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a5958a31-66a1-4414-9ba1-2e6cae7c355f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:28.348524 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-229799ff-d4e1-41f5-9c90-f545bd181460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:28.352644 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-229799ff-d4e1-41f5-9c90-f545bd181460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:28.353825 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-229799ff-d4e1-41f5-9c90-f545bd181460 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a5cec9ba-2899-484d-964e-d826d7ed1a9d HTTP/1.1" status: 204 len: 168 time: 0.5348048 Nov 15 14:28:28.395317 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229799ff-d4e1-41f5-9c90-f545bd181460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cec9ba-2899-484d-964e-d826d7ed1a9d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:28.395975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da9864-cc85-4d89-9f71-1f8f534bf29c req-97d60344-a631-4cc1-bcff-e44ebda643b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:28.397795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7da9864-cc85-4d89-9f71-1f8f534bf29c req-97d60344-a631-4cc1-bcff-e44ebda643b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 1099 time: 0.1031077 Nov 15 14:28:28.442177 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:28.546745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] Attempting to bind port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on host n-h2-817748-2 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:28.547362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] Attempting to bind port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:28.548057 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] Attempting to bind port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:28.559873 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] Port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:28:28.565072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] Attempting to bind port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:28.583732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:28.584262 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:28.584827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] Bound using segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:28.585374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] Bound port: a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:28.696509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da9864-cc85-4d89-9f71-1f8f534bf29c req-0a4bb95d-89e5-4ac6-814f-becd4b234705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:28.700266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7da9864-cc85-4d89-9f71-1f8f534bf29c req-0a4bb95d-89e5-4ac6-814f-becd4b234705 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2883148 Nov 15 14:28:28.703008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:28.786028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:28.885438 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:28.886789 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1a591bde-b04a-43d1-9d18-122d6b28ab30 service neutron] 10.222.0.70 "POST /v2.0/ports/a1b4bfd5-623f-46b6-aa38-7000b91e3e78/bindings HTTP/1.1" status: 201 len: 389 time: 0.7551224 Nov 15 14:28:28.888001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7da9864-cc85-4d89-9f71-1f8f534bf29c req-a3051f0a-efe0-4bb6-9caa-d13d837553e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6 HTTP/1.1" status: 200 len: 217 time: 0.1654501 Nov 15 14:28:29.021949 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bbbb10e4-e1b2-40ef-989c-c6e2e8f53d5e req-b17f040e-17b4-45b3-93e2-3c46307e156b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927773 Nov 15 14:28:29.112405 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dfc07a0-0857-4803-9a7a-4e619ed6695d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:29.223301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb10e4-e1b2-40ef-989c-c6e2e8f53d5e req-89fa1dfa-720a-4a75-92f0-ed7195ab203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:29.227656 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bbbb10e4-e1b2-40ef-989c-c6e2e8f53d5e req-89fa1dfa-720a-4a75-92f0-ed7195ab203e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 1101 time: 0.1186438 Nov 15 14:28:29.269192 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dfc07a0-0857-4803-9a7a-4e619ed6695d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:29.319253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09ab16-573b-4d02-a02c-2af3a88c9ea2 req-29adcc7e-4631-4722-aecd-67acd2a3655e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:29.328751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e09ab16-573b-4d02-a02c-2af3a88c9ea2 req-29adcc7e-4631-4722-aecd-67acd2a3655e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 948 time: 0.3159137 Nov 15 14:28:29.352354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da9864-cc85-4d89-9f71-1f8f534bf29c req-752b2b58-57d9-486a-acf2-0fe7cde237d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:29.354173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7da9864-cc85-4d89-9f71-1f8f534bf29c req-752b2b58-57d9-486a-acf2-0fe7cde237d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.4356959 Nov 15 14:28:29.421613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 27241eea-da6e-403b-9f49-23ecbba00061 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:28:29.424048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a5958a31-66a1-4414-9ba1-2e6cae7c355f up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:29.499347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb10e4-e1b2-40ef-989c-c6e2e8f53d5e req-e11b53cb-a92f-45fe-a8e4-9dd60303d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:29.504263 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bbbb10e4-e1b2-40ef-989c-c6e2e8f53d5e req-e11b53cb-a92f-45fe-a8e4-9dd60303d942 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2225826 Nov 15 14:28:29.528617 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dfc07a0-0857-4803-9a7a-4e619ed6695d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:29.628523 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bbbb10e4-e1b2-40ef-989c-c6e2e8f53d5e req-6f29d294-1972-4fe8-9f47-c511f30b8e20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=667ca1c8-8b1e-4d41-8e66-1944d16edc3e HTTP/1.1" status: 200 len: 217 time: 0.1066840 Nov 15 14:28:29.689557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc07a0-0857-4803-9a7a-4e619ed6695d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c97c54a-ed40-4b68-ba43-b7c90d1c3f78,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:29.708754 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:28:29.759908 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e09ab16-573b-4d02-a02c-2af3a88c9ea2 req-7326ee2e-4e84-45aa-91a1-f355c14611b5 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276862 Nov 15 14:28:29.813236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da9864-cc85-4d89-9f71-1f8f534bf29c req-9e200e81-b3b4-40ad-b7b4-1bb2a659beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:29.817338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7da9864-cc85-4d89-9f71-1f8f534bf29c req-9e200e81-b3b4-40ad-b7b4-1bb2a659beef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4242506 Nov 15 14:28:29.851935 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb10e4-e1b2-40ef-989c-c6e2e8f53d5e req-78f7aeed-e202-476b-82c5-48d080900761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:29.854358 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bbbb10e4-e1b2-40ef-989c-c6e2e8f53d5e req-78f7aeed-e202-476b-82c5-48d080900761 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.2123592 Nov 15 14:28:29.909177 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4da98350-c2c5-48e5-9f1e-0fc6b65688b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:29.934047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port a5958a31-66a1-4414-9ba1-2e6cae7c355f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:28:29.944811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port a5958a31-66a1-4414-9ba1-2e6cae7c355f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:29.945269 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:29.949297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0dfc07a0-0857-4803-9a7a-4e619ed6695d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d813680a5694278bdb2b7e07c3bc8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2432482 Nov 15 14:28:29.950160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb10e4-e1b2-40ef-989c-c6e2e8f53d5e req-e73d97f0-fac2-43f0-88d2-e9e5c491b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:29.950526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:29.956701 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bbbb10e4-e1b2-40ef-989c-c6e2e8f53d5e req-e73d97f0-fac2-43f0-88d2-e9e5c491b082 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767989 Nov 15 14:28:29.961774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 27241eea-da6e-403b-9f49-23ecbba00061, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=27241eea-da6e-403b-9f49-23ecbba00061,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:30.045100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '27241eea-da6e-403b-9f49-23ecbba00061', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '27241eea-da6e-403b-9f49-23ecbba00061', 'mac_address': 'fa:16:3e:e7:58:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:28:30.081440 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bbbb10e4-e1b2-40ef-989c-c6e2e8f53d5e req-b67bacf9-2ac6-429a-8933-d6d5d461ac5e service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080523 Nov 15 14:28:30.116891 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:30.188836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27241eea-da6e-403b-9f49-23ecbba00061 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:30.235819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 27241eea-da6e-403b-9f49-23ecbba00061, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=27241eea-da6e-403b-9f49-23ecbba00061,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:30.237214 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:30.270098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730fb7c3-3155-4ba8-afb5-9719fa398079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5958a31-66a1-4414-9ba1-2e6cae7c355f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:30.281301 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f771fe29-868a-4cf1-9f9e-4fc267693204" -d '{"events": [{"server_uuid": "730fb7c3-3155-4ba8-afb5-9719fa398079", "name": "network-vif-plugged", "status": "completed", "tag": "a5958a31-66a1-4414-9ba1-2e6cae7c355f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:30.303998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port a5958a31-66a1-4414-9ba1-2e6cae7c355f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a5958a31-66a1-4414-9ba1-2e6cae7c355f,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:30.322307 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:30.347310 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bbbb10e4-e1b2-40ef-989c-c6e2e8f53d5e req-d7ab0bf9-507a-472f-97a0-b0f4eb5509ca service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539999 Nov 15 14:28:30.354057 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-c37efce2-b96f-464c-8c91-0fcbd08a5e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:30.355695 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-c37efce2-b96f-464c-8c91-0fcbd08a5e95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 1096 time: 0.5207121 Nov 15 14:28:30.395465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=27241eea-da6e-403b-9f49-23ecbba00061,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:30.400986 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:30.467421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7da9864-cc85-4d89-9f71-1f8f534bf29c req-f63b6ab3-052f-4630-9405-2d8f7d9e4b38 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730984 Nov 15 14:28:30.483135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848b3f0-7014-47a1-9bae-76c7759e2d27 req-c2e6da70-f06d-4d0d-b6da-801578e65b39 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:30.495846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=a5958a31-66a1-4414-9ba1-2e6cae7c355f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:30.497880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b848b3f0-7014-47a1-9bae-76c7759e2d27 req-c2e6da70-f06d-4d0d-b6da-801578e65b39 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 948 time: 0.5865078 Nov 15 14:28:30.603150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['27241eea-da6e-403b-9f49-23ecbba00061'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:30.638940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab47871-3a25-46d4-8168-1b78eefcac88 req-0c4d4791-834d-4845-b83d-1c008b937584 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:30.643129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5ab47871-3a25-46d4-8168-1b78eefcac88 req-0c4d4791-834d-4845-b83d-1c008b937584 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 945 time: 0.4659381 Nov 15 14:28:30.687091 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30f33048-f556-4901-9351-5fce93caf7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:30.825133 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30f33048-f556-4901-9351-5fce93caf7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:30.827820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1421b73a-b121-4fef-a97b-3caa013fa838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:30.829378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-1421b73a-b121-4fef-a97b-3caa013fa838 service neutron] 10.222.0.46 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.4511201 Nov 15 14:28:30.870823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b848b3f0-7014-47a1-9bae-76c7759e2d27 req-853dd106-ba69-46b4-b8a5-91f505e904e4 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587823 Nov 15 14:28:30.946431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-226a60cb-b8ab-454f-81c7-6c90e09f59cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78 HTTP/1.1" status: 200 len: 217 time: 0.1012788 Nov 15 14:28:30.977419 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5ab47871-3a25-46d4-8168-1b78eefcac88 req-3d996c7e-6e71-4576-9e38-56889ae4c8ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843468 Nov 15 14:28:30.981420 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7da9864-cc85-4d89-9f71-1f8f534bf29c req-5a8fa9c7-9976-4e7f-9370-fc3deb8ed4ce service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610693 Nov 15 14:28:31.051049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-4d4e1cfe-678a-4c83-90a0-b5222c06bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:31.053161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-4d4e1cfe-678a-4c83-90a0-b5222c06bf30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.0966494 Nov 15 14:28:31.072789 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f789a88-1b6d-4d84-a223-8fc6c8f725c6 x-openstack-request-id: req-1f789a88-1b6d-4d84-a223-8fc6c8f725c6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:31.073371 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730fb7c3-3155-4ba8-afb5-9719fa398079", "name": "network-vif-plugged", "status": "completed", "tag": "a5958a31-66a1-4414-9ba1-2e6cae7c355f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:31.073471 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f789a88-1b6d-4d84-a223-8fc6c8f725c6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:31.073833 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730fb7c3-3155-4ba8-afb5-9719fa398079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5958a31-66a1-4414-9ba1-2e6cae7c355f', 'code': 200} Nov 15 14:28:31.086015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 65ba119f-2b15-46b2-847d-2c22265d9ab6 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:28:31.107111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-ac9306d3-8aa8-4f4b-a574-2726088860a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456386 Nov 15 14:28:31.110816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30f33048-f556-4901-9351-5fce93caf7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:31.114094 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30f33048-f556-4901-9351-5fce93caf7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:31.115567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-30f33048-f556-4901-9351-5fce93caf7b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c97c54a-ed40-4b68-ba43-b7c90d1c3f78 HTTP/1.1" status: 204 len: 168 time: 1.1002839 Nov 15 14:28:31.276368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f33048-f556-4901-9351-5fce93caf7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c97c54a-ed40-4b68-ba43-b7c90d1c3f78,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:31.321923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8e213-1b86-4329-8c09-4a53a10c3def req-4d488787-7a0f-4ffa-a989-c9170a07c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:31.324593 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2eb8e213-1b86-4329-8c09-4a53a10c3def req-4d488787-7a0f-4ffa-a989-c9170a07c2b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=730fb7c3-3155-4ba8-afb5-9719fa398079 HTTP/1.1" status: 200 len: 1101 time: 0.1068492 Nov 15 14:28:31.381367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.46', 58410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:31.557875 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2eb8e213-1b86-4329-8c09-4a53a10c3def req-d33ff621-a977-4c94-83a6-01d04f8ce7ce service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247462 Nov 15 14:28:31.562577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 27241eea-da6e-403b-9f49-23ecbba00061 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:31.577886 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7a798d36-b08a-4643-96ba-02a20d5c249c req-4bf1abf0-2940-4e8e-8c36-b513da4b485b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1991329 Nov 15 14:28:31.580836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b954d-6698-4fdb-975b-b9d1a87b91cc req-070832f0-64d1-4262-b011-c5f086fae822 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:31.588880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e21b954d-6698-4fdb-975b-b9d1a87b91cc req-070832f0-64d1-4262-b011-c5f086fae822 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 949 time: 0.3028858 Nov 15 14:28:31.629016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-ba279a84-d14c-400b-bede-f848f654336b service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092165 Nov 15 14:28:31.632271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 65ba119f-2b15-46b2-847d-2c22265d9ab6, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:31.648397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '65ba119f-2b15-46b2-847d-2c22265d9ab6', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '65ba119f-2b15-46b2-847d-2c22265d9ab6', 'mac_address': 'fa:16:3e:1a:cc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:28:31.659004 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e21b954d-6698-4fdb-975b-b9d1a87b91cc req-0f282522-5050-421e-8880-e3ae9aa23bab tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622580 Nov 15 14:28:31.749016 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:31.768263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ba119f-2b15-46b2-847d-2c22265d9ab6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:31.790298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 65ba119f-2b15-46b2-847d-2c22265d9ab6, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:31.814149 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 27241eea-da6e-403b-9f49-23ecbba00061 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:28:31.821170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 27241eea-da6e-403b-9f49-23ecbba00061 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:31.821539 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:31.909528 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:31.969677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a798d36-b08a-4643-96ba-02a20d5c249c req-ee98f1da-7858-4bc0-b44b-6e9544ce7ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:31.977171 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7a798d36-b08a-4643-96ba-02a20d5c249c req-ee98f1da-7858-4bc0-b44b-6e9544ce7ee7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 1101 time: 0.1357601 Nov 15 14:28:32.128336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=65ba119f-2b15-46b2-847d-2c22265d9ab6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:32.146842 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:32.165883 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b408093-4d63-4aec-923b-94bbb5990b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:32.194295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 27241eea-da6e-403b-9f49-23ecbba00061, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=27241eea-da6e-403b-9f49-23ecbba00061,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:32.267880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['65ba119f-2b15-46b2-847d-2c22265d9ab6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:32.281807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44578) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:32.333360 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:32.377743 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438e5ca7-5c02-4a8b-a66f-6edbf01a8486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:32.394452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a798d36-b08a-4643-96ba-02a20d5c249c req-ff5bf15d-5f61-4560-82e3-5ba519cc1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:32.399015 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7a798d36-b08a-4643-96ba-02a20d5c249c req-ff5bf15d-5f61-4560-82e3-5ba519cc1e1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.3705726 Nov 15 14:28:32.468624 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7a798d36-b08a-4643-96ba-02a20d5c249c req-6f46956c-3831-4e33-84cd-25e2c37b1cc7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=af96e6ba-9544-4679-be60-64b63e6f4a63 HTTP/1.1" status: 200 len: 217 time: 0.0598269 Nov 15 14:28:32.558856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=27241eea-da6e-403b-9f49-23ecbba00061,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:32.595495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a798d36-b08a-4643-96ba-02a20d5c249c req-eff86770-e88b-413c-a0d9-29772bc84f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:32.603960 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7a798d36-b08a-4643-96ba-02a20d5c249c req-eff86770-e88b-413c-a0d9-29772bc84f3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1124816 Nov 15 14:28:32.661775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad118040-49eb-4f50-ade8-0222e268b2b4 req-a41fd0f8-4d41-4f3d-9069-f20767d2ede2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:32.672114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad118040-49eb-4f50-ade8-0222e268b2b4 req-a41fd0f8-4d41-4f3d-9069-f20767d2ede2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 949 time: 0.1096559 Nov 15 14:28:32.702378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-4a02b5d9-8508-407f-a547-f63c7430b9a5 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9091394 Nov 15 14:28:32.750219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a798d36-b08a-4643-96ba-02a20d5c249c req-c3a64122-6cd6-4f86-a3ea-0dafcb598404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:32.758955 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7a798d36-b08a-4643-96ba-02a20d5c249c req-c3a64122-6cd6-4f86-a3ea-0dafcb598404 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374710 Nov 15 14:28:32.815431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad118040-49eb-4f50-ade8-0222e268b2b4 req-5505eb45-3e78-403a-bd17-3656231db8ed tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419921 Nov 15 14:28:32.862442 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80229470-45f7-4306-9550-2453f6685f1a req-40732420-e511-4226-a199-65720ed314fa tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:32.874594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-80229470-45f7-4306-9550-2453f6685f1a req-40732420-e511-4226-a199-65720ed314fa tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 945 time: 0.1746135 Nov 15 14:28:32.936695 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438e5ca7-5c02-4a8b-a66f-6edbf01a8486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:32.979616 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-80229470-45f7-4306-9550-2453f6685f1a req-85f0cdb3-7d2e-4171-8678-feae43c20c0f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036406 Nov 15 14:28:32.992250 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7a798d36-b08a-4643-96ba-02a20d5c249c req-53891ae3-7a5d-4e9b-939b-503542b7f239 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161360 Nov 15 14:28:32.993609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438e5ca7-5c02-4a8b-a66f-6edbf01a8486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:33.074955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27241eea-da6e-403b-9f49-23ecbba00061'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:33.079671 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a922db26-1ced-4976-9e3e-ae8e84718857" -d '{"events": [{"server_uuid": "9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "27241eea-da6e-403b-9f49-23ecbba00061"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:33.107862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-426d3edc-2f0b-4a0f-9c41-b9eaab23d4aa tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:33.109561 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-426d3edc-2f0b-4a0f-9c41-b9eaab23d4aa tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014&tenant_id=d9f26606747847b78d092ad490e45917&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1236293 Nov 15 14:28:33.126569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817748-2'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:33.228922 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:33.246360 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-438e5ca7-5c02-4a8b-a66f-6edbf01a8486 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73eb410770794429925c24f89426aed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9100165 Nov 15 14:28:33.254168 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:33.264125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e5ca7-5c02-4a8b-a66f-6edbf01a8486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4bb2dd-b55d-4159-bf44-2a4965cd502d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:33.289251 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7a798d36-b08a-4643-96ba-02a20d5c249c req-ffe05d67-1a6f-45af-8d15-902aac246a80 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755518 Nov 15 14:28:33.359631 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a7def6-1391-4e5d-8076-08d251b398bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:33.386497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a7def6-1391-4e5d-8076-08d251b398bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:33.393547 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:33.449157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:33.490757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80eaf73-fcad-4800-b36b-84e5b29c4014', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b4bfd5-623f-46b6-aa38-7000b91e3e78'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:33.493016 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171439b8-e226-4d7e-a24a-f9888a2f0a7d" -d '{"events": [{"server_uuid": "c80eaf73-fcad-4800-b36b-84e5b29c4014", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b4bfd5-623f-46b6-aa38-7000b91e3e78"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:33.497251 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:33.788422 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:33.789064 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:33.789451 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a7def6-1391-4e5d-8076-08d251b398bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:33.792958 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a7def6-1391-4e5d-8076-08d251b398bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:33.797073 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-77a7def6-1391-4e5d-8076-08d251b398bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b4bb2dd-b55d-4159-bf44-2a4965cd502d HTTP/1.1" status: 204 len: 168 time: 0.5440228 Nov 15 14:28:33.807887 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7def6-1391-4e5d-8076-08d251b398bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4bb2dd-b55d-4159-bf44-2a4965cd502d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:33.962546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:34.009543 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d7fa6cdf-2746-4e33-be80-373f880b37a2 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3167e2f59f474b97949fa1423db8a721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358164 Nov 15 14:28:34.041572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Attempting to bind port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on host n-h1-817748-2 for vnic_type normal with profile {"migrating_to": "n-h2-817748-2"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:34.041929 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Attempting to bind port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:34.042364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Attempting to bind port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:34.105823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:28:34.106217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Attempting to bind port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:34.118933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:34.119361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:34.120216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Bound using segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:34.120739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Bound port: a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:34.121167 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:34.223165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e30c88-494f-413e-a67d-420dd616061b req-04b41e0f-48bd-4e23-84e6-fdf4647eca62 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:34.224770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93e30c88-494f-413e-a67d-420dd616061b req-04b41e0f-48bd-4e23-84e6-fdf4647eca62 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 950 time: 0.1988137 Nov 15 14:28:34.240526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-741a24b8-407c-438b-bf34-1ef10cbb3a9d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:34.242693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-741a24b8-407c-438b-bf34-1ef10cbb3a9d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320690 Nov 15 14:28:34.299465 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-b1939a6a-795f-4901-803d-0b9b3eb24d70 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/quotas/3167e2f59f474b97949fa1423db8a721 HTTP/1.1" status: 200 len: 375 time: 0.0457046 Nov 15 14:28:34.339945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:34.365226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-993a7fbf-5797-4228-829d-9f25cf59f686 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3167e2f59f474b97949fa1423db8a721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550263 Nov 15 14:28:34.392766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93e30c88-494f-413e-a67d-420dd616061b req-8b7e5b61-8285-426e-8008-4088fda8b60f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471045 Nov 15 14:28:34.396814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:34.442996 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c414a6-2ff0-4b2f-8b88-3b06d1f046f7 x-openstack-request-id: req-b9c414a6-2ff0-4b2f-8b88-3b06d1f046f7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:34.443496 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "27241eea-da6e-403b-9f49-23ecbba00061", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:34.449040 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9c414a6-2ff0-4b2f-8b88-3b06d1f046f7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:34.449040 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27241eea-da6e-403b-9f49-23ecbba00061', 'code': 200} Nov 15 14:28:34.468998 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:34.594960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f7543-646b-491c-a6d2-52362622f473 req-afb9a250-842f-44b5-8838-2b0213e2b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:34.601811 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-074f7543-646b-491c-a6d2-52362622f473 req-afb9a250-842f-44b5-8838-2b0213e2b534 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 1101 time: 0.0674744 Nov 15 14:28:34.699401 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcfdfe3-334b-400d-afe1-04a37fb41ea1 x-openstack-request-id: req-edcfdfe3-334b-400d-afe1-04a37fb41ea1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:34.700966 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80eaf73-fcad-4800-b36b-84e5b29c4014", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b4bfd5-623f-46b6-aa38-7000b91e3e78", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:34.702430 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edcfdfe3-334b-400d-afe1-04a37fb41ea1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:34.702782 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80eaf73-fcad-4800-b36b-84e5b29c4014', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b4bfd5-623f-46b6-aa38-7000b91e3e78', 'code': 200} Nov 15 14:28:34.723505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:34.724465 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:34.728681 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] 10.222.0.46 "PUT /v2.0/ports/a1b4bfd5-623f-46b6-aa38-7000b91e3e78 HTTP/1.1" status: 200 len: 1121 time: 1.6106358 Nov 15 14:28:34.738094 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-074f7543-646b-491c-a6d2-52362622f473 req-fc287dc8-67ff-42cd-9753-a151c168f546 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199856 Nov 15 14:28:34.743701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b6136-6539-4bf6-98e5-ba98ab213113 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:34.819396 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['a1b4bfd5-623f-46b6-aa38-7000b91e3e78'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:34.864411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac6f8e-2e5b-4d0c-abef-91d26c071d41 req-1ffeda9e-9055-4936-9a61-98a9eaa2fc4f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:34.878329 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5ac6f8e-2e5b-4d0c-abef-91d26c071d41 req-1ffeda9e-9055-4936-9a61-98a9eaa2fc4f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 949 time: 0.1144001 Nov 15 14:28:34.995652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5ac6f8e-2e5b-4d0c-abef-91d26c071d41 req-1aa2b8f6-3d79-4e31-8636-86b3c90ec118 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162760 Nov 15 14:28:35.053703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7592137-afbe-430b-9b94-8a3be37a6f45 req-3b57bcd8-61a8-4573-b80d-494d9981596f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:35.058121 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:35.060979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7592137-afbe-430b-9b94-8a3be37a6f45 req-3b57bcd8-61a8-4573-b80d-494d9981596f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 943 time: 0.0997865 Nov 15 14:28:35.091997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 65ba119f-2b15-46b2-847d-2c22265d9ab6 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:35.141474 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7592137-afbe-430b-9b94-8a3be37a6f45 req-d07d00e5-4333-4423-ade0-0057f25bbec4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738795 Nov 15 14:28:35.343497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-b70030d7-6538-4c1b-9cf6-8f5112f433c5 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3167e2f59f474b97949fa1423db8a721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255983 Nov 15 14:28:35.528182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 65ba119f-2b15-46b2-847d-2c22265d9ab6 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:28:35.532838 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 65ba119f-2b15-46b2-847d-2c22265d9ab6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:35.533975 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:35.556789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-c9c19ebb-fce9-428b-963f-10ade18f4ba1 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:35.571919 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-c9c19ebb-fce9-428b-963f-10ade18f4ba1 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198803 Nov 15 14:28:35.599189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-111ae58c-a4a3-49df-b864-e775502a0d2c tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/quotas/3167e2f59f474b97949fa1423db8a721 HTTP/1.1" status: 200 len: 375 time: 0.0261223 Nov 15 14:28:35.641375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-44c143f0-f494-472a-b7bd-970c547e03f8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3167e2f59f474b97949fa1423db8a721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404966 Nov 15 14:28:35.743724 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:35.754141 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:35.792715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 65ba119f-2b15-46b2-847d-2c22265d9ab6, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:35.895614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed478f61-b7ba-48b8-af66-6b21733d3055 req-db4ec902-c106-426b-924a-b1a9690cad97 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:35.898648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed478f61-b7ba-48b8-af66-6b21733d3055 req-db4ec902-c106-426b-924a-b1a9690cad97 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 950 time: 0.0748744 Nov 15 14:28:35.902068 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:35.976645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=65ba119f-2b15-46b2-847d-2c22265d9ab6,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:36.058334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed478f61-b7ba-48b8-af66-6b21733d3055 req-c8d913a7-bb5e-404a-a70c-9f2598ed8d9d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374488 Nov 15 14:28:36.223154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae964cd9-0216-4e1a-be40-385356c9c838 req-f9393b0e-21bb-4b63-b125-42e8ce4a0a9f tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 210 time: 0.0745158 Nov 15 14:28:36.371825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c741c9-ad32-465d-9ebd-7cde2ba9d005 req-9da2fd95-73d9-4246-8bc1-7d097082e798 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:36.380216 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94c741c9-ad32-465d-9ebd-7cde2ba9d005 req-9da2fd95-73d9-4246-8bc1-7d097082e798 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1034408 Nov 15 14:28:36.442382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94c741c9-ad32-465d-9ebd-7cde2ba9d005 req-b7872c04-e322-4a9f-ad6e-6c149ea61df7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609925 Nov 15 14:28:36.445854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ba119f-2b15-46b2-847d-2c22265d9ab6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:36.448754 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587653a0-d8bd-499e-b3a1-064662c63a65" -d '{"events": [{"server_uuid": "21a22fd7-a8e0-4e0c-a4b9-78819239bfb5", "name": "network-vif-plugged", "status": "completed", "tag": "65ba119f-2b15-46b2-847d-2c22265d9ab6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:36.622094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b94998-6369-4ae9-a119-6cccf005cbd5 req-c9b85da9-f4dc-424a-9c9c-552fa15217ca tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:36.633701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9b94998-6369-4ae9-a119-6cccf005cbd5 req-c9b85da9-f4dc-424a-9c9c-552fa15217ca tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 943 time: 0.1128900 Nov 15 14:28:36.690766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9b94998-6369-4ae9-a119-6cccf005cbd5 req-1a2e5981-e27c-4f85-8c40-3d427fcf55b4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561466 Nov 15 14:28:36.709778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80eaf73-fcad-4800-b36b-84e5b29c4014', 'tag': 'a1b4bfd5-623f-46b6-aa38-7000b91e3e78'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:36.713862 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016600e1-f47a-438b-82cf-f797242610b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c80eaf73-fcad-4800-b36b-84e5b29c4014", "tag": "a1b4bfd5-623f-46b6-aa38-7000b91e3e78"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:36.769539 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c42268-8c14-4331-8b2d-ee6eebb58113 x-openstack-request-id: req-16c42268-8c14-4331-8b2d-ee6eebb58113 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:36.770144 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a22fd7-a8e0-4e0c-a4b9-78819239bfb5", "name": "network-vif-plugged", "status": "completed", "tag": "65ba119f-2b15-46b2-847d-2c22265d9ab6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:36.770627 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16c42268-8c14-4331-8b2d-ee6eebb58113 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:36.771238 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ba119f-2b15-46b2-847d-2c22265d9ab6', 'code': 200} Nov 15 14:28:36.822199 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcfb15b-58af-42ce-8fe8-c94e2c81da71 x-openstack-request-id: req-abcfb15b-58af-42ce-8fe8-c94e2c81da71 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:36.822889 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80eaf73-fcad-4800-b36b-84e5b29c4014", "tag": "a1b4bfd5-623f-46b6-aa38-7000b91e3e78", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:36.823432 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-abcfb15b-58af-42ce-8fe8-c94e2c81da71 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:36.823981 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80eaf73-fcad-4800-b36b-84e5b29c4014', 'tag': 'a1b4bfd5-623f-46b6-aa38-7000b91e3e78', 'status': 'completed', 'code': 200} Nov 15 14:28:36.940429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b313f38-4094-40b5-af43-afe482e23bd4 req-f19257f1-f168-4e82-8b95-c4672bdfab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:36.943999 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7b313f38-4094-40b5-af43-afe482e23bd4 req-f19257f1-f168-4e82-8b95-c4672bdfab7f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 1101 time: 0.0622358 Nov 15 14:28:36.979934 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016600e1-f47a-438b-82cf-f797242610b8 req-391dc870-4c64-4b69-b2eb-4803f19d2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:36.985563 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-016600e1-f47a-438b-82cf-f797242610b8 req-391dc870-4c64-4b69-b2eb-4803f19d2444 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 1124 time: 0.1004798 Nov 15 14:28:37.121117 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7b313f38-4094-40b5-af43-afe482e23bd4 req-bbe22f8a-011f-4893-92ec-cc360f9962f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522994 Nov 15 14:28:37.185076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016600e1-f47a-438b-82cf-f797242610b8 req-c46f3bc9-fc26-4849-bae8-94e5f35760ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:37.186951 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-016600e1-f47a-438b-82cf-f797242610b8 req-c46f3bc9-fc26-4849-bae8-94e5f35760ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.1935201 Nov 15 14:28:37.411451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-016600e1-f47a-438b-82cf-f797242610b8 req-2a7c218f-548c-4e92-862e-89f038f7e3d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78 HTTP/1.1" status: 200 len: 217 time: 0.0720668 Nov 15 14:28:37.441277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a1b4bfd5-623f-46b6-aa38-7000b91e3e78 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:28:37.449235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4bb6e-e525-4c89-a55e-d746bfd03c2a req-e2ba3131-f3f4-48c2-9034-8cdf5e65edcb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:37.457032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5e4bb6e-e525-4c89-a55e-d746bfd03c2a req-e2ba3131-f3f4-48c2-9034-8cdf5e65edcb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 950 time: 0.1714525 Nov 15 14:28:37.579396 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f57392c-376d-4028-9283-45880b2c97b6 req-288285d1-a099-4188-869c-aafa6dfc8ddd tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 210 time: 0.1133025 Nov 15 14:28:37.604710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:37.626524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a1b4bfd5-623f-46b6-aa38-7000b91e3e78 has no active binding in host n-h2-817748-2 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 14:28:37.656258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5e4bb6e-e525-4c89-a55e-d746bfd03c2a req-354f4ceb-5c84-4aa4-b8d6-dadc7a359e92 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956861 Nov 15 14:28:37.664492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016600e1-f47a-438b-82cf-f797242610b8 req-80310d07-41d3-4bfe-9400-0efe0efcb74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:37.682844 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-016600e1-f47a-438b-82cf-f797242610b8 req-80310d07-41d3-4bfe-9400-0efe0efcb74e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.2088943 Nov 15 14:28:37.721152 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-016600e1-f47a-438b-82cf-f797242610b8 req-a2514d86-cd65-4721-af4e-840f21d4ffcc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316505 Nov 15 14:28:38.008340 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b720d3-9dfb-4ada-843a-e7019b1cd8b0 req-2ffb5b74-9fce-4ba6-a72f-0fc34b63664c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:38.016589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50b720d3-9dfb-4ada-843a-e7019b1cd8b0 req-2ffb5b74-9fce-4ba6-a72f-0fc34b63664c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=730fb7c3-3155-4ba8-afb5-9719fa398079 HTTP/1.1" status: 200 len: 950 time: 0.1632597 Nov 15 14:28:38.026121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7db858-cf9d-4220-ac9d-38a81237a19e req-c0ce6c55-1cca-4fca-84ee-2ea5a7159a70 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:38.033818 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa7db858-cf9d-4220-ac9d-38a81237a19e req-c0ce6c55-1cca-4fca-84ee-2ea5a7159a70 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1830020 Nov 15 14:28:38.074594 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-b4a10d12-921e-40a1-bbe5-96319597c64c tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3167e2f59f474b97949fa1423db8a721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274210 Nov 15 14:28:38.077807 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-016600e1-f47a-438b-82cf-f797242610b8 req-1caf889f-2069-4f53-be5c-cd01f656ebb4 service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469715 Nov 15 14:28:38.177653 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50b720d3-9dfb-4ada-843a-e7019b1cd8b0 req-9531384b-9d73-4583-8a77-65d8cb2eb2e1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598718 Nov 15 14:28:38.209708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa7db858-cf9d-4220-ac9d-38a81237a19e req-9437998d-62ce-41c2-81f6-b77f3fb3a7cf tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747379 Nov 15 14:28:38.270508 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-64e22ba2-fadc-4df4-a1bb-01982c624a1e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:38.272408 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-64e22ba2-fadc-4df4-a1bb-01982c624a1e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770153 Nov 15 14:28:38.272971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-016600e1-f47a-438b-82cf-f797242610b8 req-33600754-3e43-44f5-912c-415f8ba98e8f service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710572 Nov 15 14:28:38.333650 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Request body: {'port': {'device_id': 'b124c205-60fc-46b0-9041-a70efd82d668', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3167e2f59f474b97949fa1423db8a721'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:38.336680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73799c8c-75d5-46f4-a072-8a65f2e398c9 req-c7bd1a67-2d7e-45f1-bde3-a29909606008 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:38.338567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73799c8c-75d5-46f4-a072-8a65f2e398c9 req-c7bd1a67-2d7e-45f1-bde3-a29909606008 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 943 time: 0.0641251 Nov 15 14:28:38.469750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73799c8c-75d5-46f4-a072-8a65f2e398c9 req-c5bb2639-4d9f-4f9c-9ac9-bbbd90b3a056 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247919 Nov 15 14:28:38.625430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Made reservation on behalf of 3167e2f59f474b97949fa1423db8a721 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:38.629245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:38.649584 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:38.692514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1678c24-6357-4464-9899-a72821a36049 req-ac4d3f0d-c487-42ca-b687-3106bd9bfcde tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:38.700064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1678c24-6357-4464-9899-a72821a36049 req-ac4d3f0d-c487-42ca-b687-3106bd9bfcde tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:38.711974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1678c24-6357-4464-9899-a72821a36049 req-ac4d3f0d-c487-42ca-b687-3106bd9bfcde tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=730fb7c3-3155-4ba8-afb5-9719fa398079&device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 1691 time: 0.0934582 Nov 15 14:28:38.782093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1678c24-6357-4464-9899-a72821a36049 req-0840de48-c66b-4295-839c-ebc33a7aac38 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722749 Nov 15 14:28:38.809966 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:38.823064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db394329-f83d-4ab8-81b7-acfe53adf69f req-5e0c04bc-3ef4-4945-9e24-1220a9d1398e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 210 time: 0.0388827 Nov 15 14:28:38.906578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44882) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:38.911940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:39.010600 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:39.082500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-d438c8b4-b894-4e4f-876a-f4e9b428f277 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3167e2f59f474b97949fa1423db8a721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223746 Nov 15 14:28:39.148926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Allocated IP 192.168.233.45 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/dc5e8615-9733-4aa8-a872-1be348c05aef) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:39.186096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a740412-6cc1-4e12-885e-13b22d9de324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:39.202674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b703714-3daa-4cb8-8984-fa33fb5ad63e req-e2613949-4201-43af-88e6-60bf1650e95a tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:39.204240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b703714-3daa-4cb8-8984-fa33fb5ad63e req-e2613949-4201-43af-88e6-60bf1650e95a tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=730fb7c3-3155-4ba8-afb5-9719fa398079 HTTP/1.1" status: 200 len: 1101 time: 0.1523364 Nov 15 14:28:39.297361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fa9eaae9-8509-40a7-a8e1-28a1d796397d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:39.299121 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fa9eaae9-8509-40a7-a8e1-28a1d796397d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905870 Nov 15 14:28:39.327256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-cff6b1bb-59a0-4b18-a135-f00480082955 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Request body: {'port': {'device_id': 'c6ffca18-503c-4966-9f61-90f916a8994d', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3167e2f59f474b97949fa1423db8a721'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:39.347828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b703714-3daa-4cb8-8984-fa33fb5ad63e req-207a75ab-2ea6-471d-ae3f-7d9678db47d9 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291971 Nov 15 14:28:39.443605 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:39.511806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a740412-6cc1-4e12-885e-13b22d9de324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:39.529986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5618d-a298-4be0-8814-dbd89cb3aefb req-2f68a2fd-8a9f-4316-a2d4-8bfd5feae355 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:39.531415 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3e5618d-a298-4be0-8814-dbd89cb3aefb req-2f68a2fd-8a9f-4316-a2d4-8bfd5feae355 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1463084 Nov 15 14:28:39.566425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077c72d-922e-481e-9f74-e5cd3706c313 req-01b8af0f-fd61-4148-8485-eb2434298463 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:39.567969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0077c72d-922e-481e-9f74-e5cd3706c313 req-01b8af0f-fd61-4148-8485-eb2434298463 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 1101 time: 0.1276183 Nov 15 14:28:39.619702 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3e5618d-a298-4be0-8814-dbd89cb3aefb req-ee2bcf7b-2bcc-4a76-b21c-197c753a2132 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812306 Nov 15 14:28:39.641904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0077c72d-922e-481e-9f74-e5cd3706c313 req-9ea461c8-8ae5-4b23-b7b9-d9b3157c1071 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657535 Nov 15 14:28:39.719660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77c844-9f36-4219-9a87-77ef55707cb7 req-6e7dbba6-d41b-49c5-817a-dfd739a69074 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:39.721259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f77c844-9f36-4219-9a87-77ef55707cb7 req-6e7dbba6-d41b-49c5-817a-dfd739a69074 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 943 time: 0.0500302 Nov 15 14:28:39.774617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f77c844-9f36-4219-9a87-77ef55707cb7 req-06d37960-6b9d-4f4a-b812-0dbe67f5cc28 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471537 Nov 15 14:28:39.831259 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a740412-6cc1-4e12-885e-13b22d9de324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:39.833624 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:39.843648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-cff6b1bb-59a0-4b18-a135-f00480082955 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Made reservation on behalf of 3167e2f59f474b97949fa1423db8a721 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:39.848058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-cff6b1bb-59a0-4b18-a135-f00480082955 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:39.903262 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:39.909311 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:39.914008 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:39.919558 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:39.920234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:39.926002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0a740412-6cc1-4e12-885e-13b22d9de324 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba2008652b7849feaf507ad9c14130fd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0151296 Nov 15 14:28:39.931697 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44904) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:39.934992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a740412-6cc1-4e12-885e-13b22d9de324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d83e156-ed52-4982-b56c-186399fa87f3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:39.973426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Pushing event updated for resources: {'Port': ['ID=dc5e8615-9733-4aa8-a872-1be348c05aef,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:40.065909 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-440a9389-064a-4628-ac66-0dc6b155ffc9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7408760 Nov 15 14:28:40.088727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Request body: {'port': {'device_id': 'b124c205-60fc-46b0-9041-a70efd82d668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:40.091481 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:40.126157 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e150adcc-7dd2-46df-9718-d534539a8d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:40.165909 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e150adcc-7dd2-46df-9718-d534539a8d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:40.253814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-a12f1b2d-e659-477b-94ff-fe0467eeb96f req-d0c562d0-0779-4710-9a9a-5f15b3dd0808 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:28:40.264846 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a12f1b2d-e659-477b-94ff-fe0467eeb96f req-d0c562d0-0779-4710-9a9a-5f15b3dd0808 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1827230 Nov 15 14:28:40.304111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aec57289-d7ea-4b84-8782-330ff2304cb2 req-0abc8d37-66bd-48af-ab26-e61f1d5ea7ec tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 210 time: 0.1584094 Nov 15 14:28:40.322175 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:40.325895 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e150adcc-7dd2-46df-9718-d534539a8d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:40.328447 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e150adcc-7dd2-46df-9718-d534539a8d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:40.329602 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e150adcc-7dd2-46df-9718-d534539a8d48 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d83e156-ed52-4982-b56c-186399fa87f3 HTTP/1.1" status: 204 len: 168 time: 0.3969340 Nov 15 14:28:40.348281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150adcc-7dd2-46df-9718-d534539a8d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d83e156-ed52-4982-b56c-186399fa87f3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:40.402787 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb72683-8b27-4b56-97a4-3f5a562531c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:40.426193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-06e744d6-00d7-4ca9-9027-5601deb40246 None None] Provisioning complete for port dc5e8615-9733-4aa8-a872-1be348c05aef triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:40.429670 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06e744d6-00d7-4ca9-9027-5601deb40246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:40.433761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-cff6b1bb-59a0-4b18-a135-f00480082955 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Allocated IP 192.168.233.46 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/2340c9c2-099e-4969-9276-86f8ed06aa7c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:40.503537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-06e744d6-00d7-4ca9-9027-5601deb40246 None None] Port dc5e8615-9733-4aa8-a872-1be348c05aef cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:28:40.563003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-83217fd2-7d30-4de1-906f-19402e9292b8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771198 Nov 15 14:28:40.843528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-28ed0535-50ef-4099-a44f-c64ffe583beb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:40.847425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-28ed0535-50ef-4099-a44f-c64ffe583beb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692449 Nov 15 14:28:40.878123 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb72683-8b27-4b56-97a4-3f5a562531c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:40.902788 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-28c74f54-5076-47e6-a5a2-d9da5e1da746 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/quotas/3387854e8ac24db7b4fadc747eea0b4d HTTP/1.1" status: 200 len: 375 time: 0.0419433 Nov 15 14:28:40.968407 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb72683-8b27-4b56-97a4-3f5a562531c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:41.083120 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4fb72683-8b27-4b56-97a4-3f5a562531c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f163b1fb94d44f199fff3b9bd5eaaf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9660680 Nov 15 14:28:41.084243 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44946) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:41.093064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-7cf882c1-1acc-426f-b6c7-8b0dc32a82ba tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1805413 Nov 15 14:28:41.104358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-cff6b1bb-59a0-4b18-a135-f00480082955 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:41.159394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb72683-8b27-4b56-97a4-3f5a562531c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec059a7-5784-424a-a7ff-31763296db81,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:41.178372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:41.207904 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a04a51e0-d48c-4f0a-9ca1-48b1feca62f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:41.229271 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29678-5a0d-4de6-b131-89eceef4e5fe req-59d37e16-2665-4027-b790-19b79683a700 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:41.233196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15e29678-5a0d-4de6-b131-89eceef4e5fe req-59d37e16-2665-4027-b790-19b79683a700 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.2558694 Nov 15 14:28:41.248677 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-cff6b1bb-59a0-4b18-a135-f00480082955 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:41.303547 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a04a51e0-d48c-4f0a-9ca1-48b1feca62f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:41.397169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15e29678-5a0d-4de6-b131-89eceef4e5fe req-6fe68095-a384-438e-b0b1-a3a04cb73fd2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366904 Nov 15 14:28:41.400975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-cff6b1bb-59a0-4b18-a135-f00480082955 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:41.401824 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-de8dc59b-2872-4e7f-aa84-90ec44a0b513 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2214012 Nov 15 14:28:41.407827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-cff6b1bb-59a0-4b18-a135-f00480082955 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:41.420799 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-cff6b1bb-59a0-4b18-a135-f00480082955 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:41.439512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-cff6b1bb-59a0-4b18-a135-f00480082955 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:41.440302 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-cff6b1bb-59a0-4b18-a135-f00480082955 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:41.447765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-a212e5e3-b0a3-4d6f-a6bd-5e13fe49ec49 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:28:41.448890 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-a212e5e3-b0a3-4d6f-a6bd-5e13fe49ec49 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0394998 Nov 15 14:28:41.488334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6b1bb-59a0-4b18-a135-f00480082955 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Pushing event updated for resources: {'Port': ['ID=2340c9c2-099e-4969-9276-86f8ed06aa7c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:41.618010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a04a51e0-d48c-4f0a-9ca1-48b1feca62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:41.622203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eff46-57dd-447d-b3ca-97ab39bfa2de req-31cce3cb-c0bb-46a1-9bb4-1b6a1e988672 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:41.624948 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a04a51e0-d48c-4f0a-9ca1-48b1feca62f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:41.629788 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a04a51e0-d48c-4f0a-9ca1-48b1feca62f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aec059a7-5784-424a-a7ff-31763296db81 HTTP/1.1" status: 204 len: 168 time: 0.5344589 Nov 15 14:28:41.637165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b2eff46-57dd-447d-b3ca-97ab39bfa2de req-31cce3cb-c0bb-46a1-9bb4-1b6a1e988672 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 943 time: 0.1151023 Nov 15 14:28:41.668403 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a51e0-d48c-4f0a-9ca1-48b1feca62f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec059a7-5784-424a-a7ff-31763296db81,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:41.678741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-cff6b1bb-59a0-4b18-a135-f00480082955 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3509796 Nov 15 14:28:41.735988 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5e8615-9733-4aa8-a872-1be348c05aef {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:41.752417 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:41.792312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Transition to ACTIVE for port object dc5e8615-9733-4aa8-a872-1be348c05aef will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:28:41.809246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.59', 54145) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:41.814118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b2eff46-57dd-447d-b3ca-97ab39bfa2de req-ce6a851b-7b62-438a-85f3-4786b75c47cb tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759686 Nov 15 14:28:41.833779 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Request body: {'port': {'device_id': 'c6ffca18-503c-4966-9f61-90f916a8994d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:41.852523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6112c97a-00ea-42ba-8fd0-d4b8bebee298 None None] Provisioning complete for port 2340c9c2-099e-4969-9276-86f8ed06aa7c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:41.853070 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6112c97a-00ea-42ba-8fd0-d4b8bebee298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:41.912663 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:41.953633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6112c97a-00ea-42ba-8fd0-d4b8bebee298 None None] Port 2340c9c2-099e-4969-9276-86f8ed06aa7c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:28:42.021962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Pushing event updated for resources: {'Port': ['ID=dc5e8615-9733-4aa8-a872-1be348c05aef,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:42.041100 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-ee052ea4-cab0-4bd2-9c51-7d83648ab3fa service neutron] 10.222.0.59 "GET /v2.0/ports/a1b4bfd5-623f-46b6-aa38-7000b91e3e78/bindings/n-h2-817748-2 HTTP/1.1" status: 200 len: 384 time: 0.2288599 Nov 15 14:28:42.144113 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:42.192304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1f94d-d18b-4d49-a626-0bc8dfb77a24 req-847bed91-2621-403b-9ba7-cf177355d3b6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:42.200790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59b1f94d-d18b-4d49-a626-0bc8dfb77a24 req-847bed91-2621-403b-9ba7-cf177355d3b6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 935 time: 0.2509065 Nov 15 14:28:42.267576 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Attempting to bind port dc5e8615-9733-4aa8-a872-1be348c05aef on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:42.268561 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Attempting to bind port dc5e8615-9733-4aa8-a872-1be348c05aef by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:42.269068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Attempting to bind port dc5e8615-9733-4aa8-a872-1be348c05aef on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:42.357161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Port dc5e8615-9733-4aa8-a872-1be348c05aef on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:28:42.358103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Attempting to bind port dc5e8615-9733-4aa8-a872-1be348c05aef on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:42.370245 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:42.373457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:42.375571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:42.376686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Bound port: dc5e8615-9733-4aa8-a872-1be348c05aef, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:42.378720 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:42.408524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59b1f94d-d18b-4d49-a626-0bc8dfb77a24 req-67cf8a52-b94c-4144-a0f2-225c642691fe tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056546 Nov 15 14:28:42.847552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:42.850333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dc5e8615-9733-4aa8-a872-1be348c05aef,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:42.852127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45000) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:42.908588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-9a899cef-dc71-43de-bfc2-8732fe1dac11 service neutron] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:42.939534 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2340c9c2-099e-4969-9276-86f8ed06aa7c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:42.941127 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:42.954879 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:42.960946 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06743ad2-798f-40ef-9b52-000a8aab79db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:42.983632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15a8ea-5504-463a-bbf0-4b4152f2a86f req-1c1584a7-8808-4d80-b226-df8535a79c31 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:42.985554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b15a8ea-5504-463a-bbf0-4b4152f2a86f req-1c1584a7-8808-4d80-b226-df8535a79c31 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1273267 Nov 15 14:28:42.986880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Transition to ACTIVE for port object 2340c9c2-099e-4969-9276-86f8ed06aa7c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:28:43.004851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-9a899cef-dc71-43de-bfc2-8732fe1dac11 service neutron] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:43.082985 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:43.127617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b15a8ea-5504-463a-bbf0-4b4152f2a86f req-62f792d1-bdc4-4449-8d49-7a25f23bc6e4 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336660 Nov 15 14:28:43.161578 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:43.162239 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:43.174364 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] 10.222.0.59 "PUT /v2.0/ports/dc5e8615-9733-4aa8-a872-1be348c05aef HTTP/1.1" status: 200 len: 1095 time: 3.0900660 Nov 15 14:28:43.174950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b124c205-60fc-46b0-9041-a70efd82d668', 'tag': 'dc5e8615-9733-4aa8-a872-1be348c05aef'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:43.178814 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10acd01-3f30-421f-9f0b-2fbf2f860395" -d '{"events": [{"name": "network-changed", "server_uuid": "b124c205-60fc-46b0-9041-a70efd82d668", "tag": "dc5e8615-9733-4aa8-a872-1be348c05aef"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:43.217616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-9a899cef-dc71-43de-bfc2-8732fe1dac11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b4bfd5-623f-46b6-aa38-7000b91e3e78 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:43.249325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8176a-722d-469d-86eb-1aa659b4258d service neutron] Pushing event updated for resources: {'Port': ['ID=dc5e8615-9733-4aa8-a872-1be348c05aef,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:43.278542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-9a899cef-dc71-43de-bfc2-8732fe1dac11 service neutron] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:43.395186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Pushing event updated for resources: {'Port': ['ID=2340c9c2-099e-4969-9276-86f8ed06aa7c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:43.441607 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-9a899cef-dc71-43de-bfc2-8732fe1dac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:43.499794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663c0fd-375c-4e2d-8028-26c7a1096578 req-03a75b2b-4fd3-4533-aaa7-9b6b9c939446 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:43.510802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6663c0fd-375c-4e2d-8028-26c7a1096578 req-03a75b2b-4fd3-4533-aaa7-9b6b9c939446 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 943 time: 0.3819973 Nov 15 14:28:43.528511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Attempting to bind port 2340c9c2-099e-4969-9276-86f8ed06aa7c on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:43.529279 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Attempting to bind port 2340c9c2-099e-4969-9276-86f8ed06aa7c by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:43.529874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Attempting to bind port 2340c9c2-099e-4969-9276-86f8ed06aa7c on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:43.582104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Port 2340c9c2-099e-4969-9276-86f8ed06aa7c on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:28:43.583807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Attempting to bind port 2340c9c2-099e-4969-9276-86f8ed06aa7c on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:43.604021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:43.604574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:43.605371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:43.606212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Bound port: 2340c9c2-099e-4969-9276-86f8ed06aa7c, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:43.607214 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:43.627403 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06743ad2-798f-40ef-9b52-000a8aab79db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:43.683039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6663c0fd-375c-4e2d-8028-26c7a1096578 req-d31aa62a-6930-4686-a479-866b6c67d2bc tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708729 Nov 15 14:28:43.739889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-18f044c9-380a-4a16-b2aa-bf3d91270b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:43.742170 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-18f044c9-380a-4a16-b2aa-bf3d91270b69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3167e2f59f474b97949fa1423db8a721&device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 1098 time: 0.4158301 Nov 15 14:28:43.744006 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06743ad2-798f-40ef-9b52-000a8aab79db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:43.779940 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a65e9d9-b317-47bc-857b-7f2fa0714074 x-openstack-request-id: req-4a65e9d9-b317-47bc-857b-7f2fa0714074 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:43.780308 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b124c205-60fc-46b0-9041-a70efd82d668", "tag": "dc5e8615-9733-4aa8-a872-1be348c05aef", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:43.780557 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a65e9d9-b317-47bc-857b-7f2fa0714074 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:43.780971 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b124c205-60fc-46b0-9041-a70efd82d668', 'tag': 'dc5e8615-9733-4aa8-a872-1be348c05aef', 'status': 'completed', 'code': 200} Nov 15 14:28:43.823401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c01ab347-b1e3-496b-bbaa-79ef6c437e22 req-a4672662-3bc4-4bb4-8695-e879745fbfae tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 210 time: 0.0821457 Nov 15 14:28:43.864441 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d051d99a-8ce5-4b07-b7f0-cbebf034270f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=dc5e8615-9733-4aa8-a872-1be348c05aef HTTP/1.1" status: 200 len: 217 time: 0.0937464 Nov 15 14:28:43.872330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] For port 2340c9c2-099e-4969-9276-86f8ed06aa7c, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:43.893928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] For port 2340c9c2-099e-4969-9276-86f8ed06aa7c, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2340c9c2-099e-4969-9276-86f8ed06aa7c,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:44.011098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-9a899cef-dc71-43de-bfc2-8732fe1dac11 service neutron] Transition to ACTIVE for port object a1b4bfd5-623f-46b6-aa38-7000b91e3e78 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:28:44.033827 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-06743ad2-798f-40ef-9b52-000a8aab79db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f2fd39e5d1a4bf09a47082e5b55a0f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1047528 Nov 15 14:28:44.035009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:44.036553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d9e52707-7f38-41eb-8ae4-d75bd6e40f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:44.048821 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-d9e52707-7f38-41eb-8ae4-d75bd6e40f04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1361253 Nov 15 14:28:44.054199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06743ad2-798f-40ef-9b52-000a8aab79db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dda3936-8c91-4c39-bb09-5c89b5395da4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:44.079142 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:44.189998 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-9a899cef-dc71-43de-bfc2-8732fe1dac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:44.223641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Pushing event updated for resources: {'Port': ['ID=2340c9c2-099e-4969-9276-86f8ed06aa7c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:44.301209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4e4b9-e592-4a3f-a6d8-3fd78ce29c13 req-756fbd05-8c98-4b1e-ae58-21c38b2154dd tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:44.316900 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63b4e4b9-e592-4a3f-a6d8-3fd78ce29c13 req-756fbd05-8c98-4b1e-ae58-21c38b2154dd tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 947 time: 0.3508799 Nov 15 14:28:44.379287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:44.383859 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:44.388943 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fd10b943-9236-4bac-96a2-86e3b82a0f1a service neutron] 10.222.0.59 "PUT /v2.0/ports/2340c9c2-099e-4969-9276-86f8ed06aa7c HTTP/1.1" status: 200 len: 1095 time: 2.5712812 Nov 15 14:28:44.390075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-9e09806f-3f32-4c22-b2a6-f9a017e396f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:44.391975 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-9e09806f-3f32-4c22-b2a6-f9a017e396f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3337712 Nov 15 14:28:44.404598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ffca18-503c-4966-9f61-90f916a8994d', 'tag': '2340c9c2-099e-4969-9276-86f8ed06aa7c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:44.414351 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc065d-2d1b-4f79-89a7-f31505197885" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ffca18-503c-4966-9f61-90f916a8994d", "tag": "2340c9c2-099e-4969-9276-86f8ed06aa7c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:44.494012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e88448a1-6224-44ab-b1e8-254f4a189451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:44.501495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a899cef-dc71-43de-bfc2-8732fe1dac11 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:44.518791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-9a899cef-dc71-43de-bfc2-8732fe1dac11 service neutron] No DVR routers for this DVR port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:28:44.649874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e88448a1-6224-44ab-b1e8-254f4a189451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:44.678115 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-9a899cef-dc71-43de-bfc2-8732fe1dac11 service neutron] 10.222.0.59 "PUT /v2.0/ports/a1b4bfd5-623f-46b6-aa38-7000b91e3e78/bindings/n-h2-817748-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6204274 Nov 15 14:28:44.776344 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-2d039e7c-1fd6-454d-bc32-6e9f9215f227 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184142 Nov 15 14:28:44.942957 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e88448a1-6224-44ab-b1e8-254f4a189451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:44.956105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e88448a1-6224-44ab-b1e8-254f4a189451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:44.959753 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e88448a1-6224-44ab-b1e8-254f4a189451 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3dda3936-8c91-4c39-bb09-5c89b5395da4 HTTP/1.1" status: 204 len: 168 time: 0.9100845 Nov 15 14:28:45.112162 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88448a1-6224-44ab-b1e8-254f4a189451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dda3936-8c91-4c39-bb09-5c89b5395da4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:45.123765 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2f355e4d-84ca-47be-82f6-b17f5617bf43 req-97ac7632-81d3-4b53-8ee1-a791f705eadc service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321218 Nov 15 14:28:45.132773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a1b4bfd5-623f-46b6-aa38-7000b91e3e78 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:28:45.176459 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-753a20e2-6fa0-4e87-8762-7a1b01990f64 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:45.192796 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-753a20e2-6fa0-4e87-8762-7a1b01990f64 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014&tenant_id=d9f26606747847b78d092ad490e45917&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.2504728 Nov 15 14:28:45.224964 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a1b4bfd5-623f-46b6-aa38-7000b91e3e78 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:28:45.235150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fcdb0-d17c-4bec-be28-79f5673cc99d req-c31c24cb-8526-4953-a9e6-73fa4b69bf34 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:45.245541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e3fcdb0-d17c-4bec-be28-79f5673cc99d req-c31c24cb-8526-4953-a9e6-73fa4b69bf34 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.8194182 Nov 15 14:28:45.250421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63b4e4b9-e592-4a3f-a6d8-3fd78ce29c13 req-9ae37d67-4d81-400e-82df-018237cfbae1 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9326212 Nov 15 14:28:45.280865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-f81fd56b-9772-47ec-be5b-9547dc82d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:45.282346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-f81fd56b-9772-47ec-be5b-9547dc82d5a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3167e2f59f474b97949fa1423db8a721&device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 1098 time: 0.7078600 Nov 15 14:28:45.315457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-0e9e942b-fb0f-4837-94e2-441f75de9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:45.317379 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-0e9e942b-fb0f-4837-94e2-441f75de9029 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014&tenant_id=d9f26606747847b78d092ad490e45917 HTTP/1.1" status: 200 len: 1095 time: 0.1039217 Nov 15 14:28:45.379806 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e3fcdb0-d17c-4bec-be28-79f5673cc99d req-a5e9f2cb-2bd6-4857-955c-79272f77c81c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333501 Nov 15 14:28:45.409013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:45.420164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-0fd6d1df-8757-4c2d-800e-8d5949123eff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=2340c9c2-099e-4969-9276-86f8ed06aa7c HTTP/1.1" status: 200 len: 217 time: 0.1043615 Nov 15 14:28:45.448246 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468516a5-5918-484a-8db8-bd369fdfdf47 x-openstack-request-id: req-468516a5-5918-484a-8db8-bd369fdfdf47 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:45.454527 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ffca18-503c-4966-9f61-90f916a8994d", "tag": "2340c9c2-099e-4969-9276-86f8ed06aa7c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:45.454527 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-468516a5-5918-484a-8db8-bd369fdfdf47 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:45.454527 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ffca18-503c-4966-9f61-90f916a8994d', 'tag': '2340c9c2-099e-4969-9276-86f8ed06aa7c', 'status': 'completed', 'code': 200} Nov 15 14:28:45.509220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10acd01-3f30-421f-9f0b-2fbf2f860395 req-4dc552c6-ad47-4d55-bf67-ede025de5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:45.511303 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f10acd01-3f30-421f-9f0b-2fbf2f860395 req-4dc552c6-ad47-4d55-bf67-ede025de5810 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3167e2f59f474b97949fa1423db8a721&device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 1098 time: 0.1470988 Nov 15 14:28:45.519414 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-5a4e7368-cc0f-496b-b84e-3e74e041c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:45.520842 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-5a4e7368-cc0f-496b-b84e-3e74e041c59c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 1095 time: 0.1343992 Nov 15 14:28:45.661907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9769a80-6b18-4b61-bbc0-ec4ebc758b64 req-f1306656-d8f5-4056-b5ff-6f21299e2d7b tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 210 time: 0.0623140 Nov 15 14:28:45.669117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-10e3a7f1-6185-4f66-8902-4ef4f8998591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:45.671976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-10e3a7f1-6185-4f66-8902-4ef4f8998591 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.2212305 Nov 15 14:28:45.712339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e255f2-af4a-4734-9e4f-1d2727392e0f req-728bb285-909c-447e-ac0d-6f34bc4f8411 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:45.723738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32e255f2-af4a-4734-9e4f-1d2727392e0f req-728bb285-909c-447e-ac0d-6f34bc4f8411 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 944 time: 0.1853735 Nov 15 14:28:45.819224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10acd01-3f30-421f-9f0b-2fbf2f860395 req-617c650e-667d-44bc-801a-3027d5db0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:45.820886 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f10acd01-3f30-421f-9f0b-2fbf2f860395 req-617c650e-667d-44bc-801a-3027d5db0381 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2932436 Nov 15 14:28:45.824099 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-76379de2-f532-435e-b518-018493ec8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:45.825696 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-76379de2-f532-435e-b518-018493ec8fae service neutron] 10.222.0.46 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.2856052 Nov 15 14:28:45.915173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32e255f2-af4a-4734-9e4f-1d2727392e0f req-8407aa4d-b21d-4884-92c4-31a68b0527e7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884229 Nov 15 14:28:45.920463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fe0e358f-ce29-4e88-bcf5-635759bbf7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:45.923399 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-fe0e358f-ce29-4e88-bcf5-635759bbf7e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1966803 Nov 15 14:28:45.974804 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-b099a340-55e0-48a6-bd33-d8c23b0d28cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78 HTTP/1.1" status: 200 len: 217 time: 0.1322639 Nov 15 14:28:46.111373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-160ee3c3-22cc-4bcc-af9a-3cc53f4f930e service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561780 Nov 15 14:28:46.139821 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f10acd01-3f30-421f-9f0b-2fbf2f860395 req-b0b64936-907f-47e9-b5c8-512e8dcca039 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=dc5e8615-9733-4aa8-a872-1be348c05aef HTTP/1.1" status: 200 len: 217 time: 0.2630680 Nov 15 14:28:46.142471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55a045f0-1fa3-48e5-aa98-997190d50a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:46.250884 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-cc45801f-1be2-4e55-8164-45478a68b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:46.252525 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-cc45801f-1be2-4e55-8164-45478a68b077 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.2491696 Nov 15 14:28:46.260229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-0b9eec30-a87c-447b-b6fe-c85f80470e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:46.262626 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-0b9eec30-a87c-447b-b6fe-c85f80470e24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 1101 time: 0.2782369 Nov 15 14:28:46.314493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9eaa497-51b2-48d6-96e8-7a1fa93fc1d1 req-88b366a0-b66c-451d-9af1-a39e284fed2f service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905255 Nov 15 14:28:46.325983 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-f9bdb35b-eb14-448f-af70-1ecd785fbcd6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552673 Nov 15 14:28:46.340421 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10acd01-3f30-421f-9f0b-2fbf2f860395 req-dfad0a5e-4afb-4880-a773-8e947986fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:46.341921 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f10acd01-3f30-421f-9f0b-2fbf2f860395 req-dfad0a5e-4afb-4880-a773-8e947986fba6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1797323 Nov 15 14:28:46.638718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10acd01-3f30-421f-9f0b-2fbf2f860395 req-ed1323f2-3f09-4ff6-928c-f60e2dacdf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:46.641214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc065d-2d1b-4f79-89a7-f31505197885 req-710a0edb-9d0e-44db-a233-30ea11d0e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:46.641676 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f10acd01-3f30-421f-9f0b-2fbf2f860395 req-ed1323f2-3f09-4ff6-928c-f60e2dacdf63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2534235 Nov 15 14:28:46.642937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42bc065d-2d1b-4f79-89a7-f31505197885 req-710a0edb-9d0e-44db-a233-30ea11d0e479 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3167e2f59f474b97949fa1423db8a721&device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 1098 time: 0.1315711 Nov 15 14:28:46.643787 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55a045f0-1fa3-48e5-aa98-997190d50a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:46.656239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00326e32-cb74-4044-8d4a-1df5a3c3e2bf req-2130a270-893c-4582-8661-a0a99cf81236 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:46.670942 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-e974d5d4-2938-4564-a14d-9501a0a976d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:46.672465 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-e974d5d4-2938-4564-a14d-9501a0a976d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.3856070 Nov 15 14:28:46.672700 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00326e32-cb74-4044-8d4a-1df5a3c3e2bf req-2130a270-893c-4582-8661-a0a99cf81236 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 947 time: 0.2520332 Nov 15 14:28:46.703097 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-6d9aeb27-2f98-4f9d-96f1-a08e07090658 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274937 Nov 15 14:28:46.745983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55a045f0-1fa3-48e5-aa98-997190d50a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:46.788600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9f336-555a-485b-a855-03cb6e48fe8d req-9b5e818d-77e5-4fe2-9836-34498ff2969c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:46.791513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ffb9f336-555a-485b-a855-03cb6e48fe8d req-9b5e818d-77e5-4fe2-9836-34498ff2969c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.2158217 Nov 15 14:28:46.824767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00326e32-cb74-4044-8d4a-1df5a3c3e2bf req-501f158c-1cee-43ae-aeb0-9631c0c242fa tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511352 Nov 15 14:28:46.942663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc065d-2d1b-4f79-89a7-f31505197885 req-58cdeacb-b417-47ea-acdd-82bb5ec8b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:46.947537 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42bc065d-2d1b-4f79-89a7-f31505197885 req-58cdeacb-b417-47ea-acdd-82bb5ec8b16e service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2694640 Nov 15 14:28:47.047197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42bc065d-2d1b-4f79-89a7-f31505197885 req-e438db91-ab91-4438-8881-9ea1996da6f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=2340c9c2-099e-4969-9276-86f8ed06aa7c HTTP/1.1" status: 200 len: 217 time: 0.0723643 Nov 15 14:28:47.062956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-80e4380e-17ca-463d-af36-33102a4b5668 req-d6c997b4-8401-4637-85a4-141f3b1cd792 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 210 time: 0.1220551 Nov 15 14:28:47.077090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-e6a22c5a-0420-407d-baf1-08880996ce19 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1033080 Nov 15 14:28:47.124528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ffb9f336-555a-485b-a855-03cb6e48fe8d req-1801dc00-ad1c-4ef3-ab32-4935cfa75cb0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021767 Nov 15 14:28:47.240475 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-588f63df-6d29-4753-884d-70f2c1a328c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6 HTTP/1.1" status: 200 len: 217 time: 0.5057564 Nov 15 14:28:47.260272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc065d-2d1b-4f79-89a7-f31505197885 req-a80fa0f0-eccd-4750-806a-e7aeb3dfabac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:47.261742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42bc065d-2d1b-4f79-89a7-f31505197885 req-a80fa0f0-eccd-4750-806a-e7aeb3dfabac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1948502 Nov 15 14:28:47.281387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a045f0-1fa3-48e5-aa98-997190d50a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7679dd-1cfd-4faa-8696-852f1e8d115a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:47.308492 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-55a045f0-1fa3-48e5-aa98-997190d50a8a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3b04c8328d2493aa07068456420db6d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8941231 Nov 15 14:28:47.312772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45104) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:47.363475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b7f17-d52d-4da4-934c-5d184bbf4739 req-673ba10b-981a-4bbb-81e6-1149da3def9c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:47.364150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-4527880c-6b1d-4958-9ff9-4c15985c9539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:47.364991 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-4527880c-6b1d-4958-9ff9-4c15985c9539 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1070919 Nov 15 14:28:47.365137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d85b7f17-d52d-4da4-934c-5d184bbf4739 req-673ba10b-981a-4bbb-81e6-1149da3def9c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 944 time: 0.1457653 Nov 15 14:28:47.368731 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f10acd01-3f30-421f-9f0b-2fbf2f860395 req-4cc21b69-bc20-4c76-8345-7f18f76cb01c service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017064 Nov 15 14:28:47.377778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-6ae4c100-469b-422c-b608-8a4355636f0c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:47.379404 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-6ae4c100-469b-422c-b608-8a4355636f0c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900522 Nov 15 14:28:47.404070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-60566d97-f37d-4425-bace-8658eccb49c1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Request body: {'port': {'device_id': 'e20de173-fac9-4106-aff4-f53911c07a83', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3387854e8ac24db7b4fadc747eea0b4d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:47.408830 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-6b812c35-fd38-4ec2-941d-f5f7f5ffc782 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638491 Nov 15 14:28:47.424519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc065d-2d1b-4f79-89a7-f31505197885 req-98b04a03-9ea6-4d70-928f-4776e728e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:47.426361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42bc065d-2d1b-4f79-89a7-f31505197885 req-98b04a03-9ea6-4d70-928f-4776e728e5f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1555974 Nov 15 14:28:47.498170 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-198e80e5-ba90-4033-aa34-b8d3395bd536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:47.500677 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-198e80e5-ba90-4033-aa34-b8d3395bd536 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188138 Nov 15 14:28:47.515394 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f10acd01-3f30-421f-9f0b-2fbf2f860395 req-2a8491e7-1fab-4955-bc5c-d4710b3090ed service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329570 Nov 15 14:28:47.606092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d85b7f17-d52d-4da4-934c-5d184bbf4739 req-2a0afab8-a5ab-4812-b0ea-d946daad64b6 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206910 Nov 15 14:28:47.610929 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:47.672137 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-f14418e0-001e-457d-9712-498507fa24bc service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595943 Nov 15 14:28:47.681188 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:47.700302 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42bc065d-2d1b-4f79-89a7-f31505197885 req-ab117ede-2fe6-41bf-bd2d-8820e9838aaa service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333939 Nov 15 14:28:47.788876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45114) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:47.855501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-60566d97-f37d-4425-bace-8658eccb49c1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Made reservation on behalf of 3387854e8ac24db7b4fadc747eea0b4d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:47.857356 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-a6ada9f7-5123-46d4-a3ac-8f165fedc1a6 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762892 Nov 15 14:28:47.859275 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-60566d97-f37d-4425-bace-8658eccb49c1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:47.859485 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-310d63e1-b2e6-4a10-9a08-0c0b5b794189 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753886 Nov 15 14:28:47.955411 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42bc065d-2d1b-4f79-89a7-f31505197885 req-ad1abaee-998b-4eee-831a-787de704d302 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264237 Nov 15 14:28:48.047046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-884e7f3f-7cd6-4c27-a860-05cc7b776cef tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:48.048757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-884e7f3f-7cd6-4c27-a860-05cc7b776cef tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772199 Nov 15 14:28:48.064315 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1871775670-network', 'tenant_id': 'a5157ea54aaf4ffcbef456f45523f0d8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:48.077940 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:48.080401 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:48.084700 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb7679dd-1cfd-4faa-8696-852f1e8d115a HTTP/1.1" status: 204 len: 168 time: 0.7744651 Nov 15 14:28:48.113083 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Request body: {'port': {'device_id': '342d9373-61f7-4f3d-b8de-bf3c7c9015ad', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3387854e8ac24db7b4fadc747eea0b4d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:48.145234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7679dd-1cfd-4faa-8696-852f1e8d115a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:48.177910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:48.178378 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:48.179305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:48.179653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:48.179989 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:48.180325 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:48.180668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:48.181002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:48.181630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:48.182078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:48.182498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:48.182855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14719ed1-c84c-4685-9605-6ce9ed7b6452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:48.247464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c783b-582a-4d3e-a37e-7569ceaf2784 req-ffd28b45-dd45-4640-94ad-fc09461741b6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:48.249568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Made reservation on behalf of a5157ea54aaf4ffcbef456f45523f0d8 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:48.250832 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c41c783b-582a-4d3e-a37e-7569ceaf2784 req-ffd28b45-dd45-4640-94ad-fc09461741b6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 947 time: 0.1770992 Nov 15 14:28:48.252070 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:48.275343 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:48.322225 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6049864d-173e-4d08-a1cf-e6667770ed23 req-15547b1c-ed57-433f-9511-5a149d9254b2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 210 time: 0.0627224 Nov 15 14:28:48.390153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c41c783b-582a-4d3e-a37e-7569ceaf2784 req-2e4f3e5b-2ce2-420f-bf14-49b462df3db3 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239069 Nov 15 14:28:48.391637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-60566d97-f37d-4425-bace-8658eccb49c1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Allocated IP 192.168.233.204 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:48.471134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-f738e38d-0b2d-48cc-bebf-936bc07d1e53 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:48.476624 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-f738e38d-0b2d-48cc-bebf-936bc07d1e53 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014&tenant_id=d9f26606747847b78d092ad490e45917&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1587691 Nov 15 14:28:48.491150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f324bf1-5e75-4d22-8b05-bfe1548a6c41 req-df8a8f72-22e3-4a3c-a91b-993b9b2e064d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:48.493955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f324bf1-5e75-4d22-8b05-bfe1548a6c41 req-df8a8f72-22e3-4a3c-a91b-993b9b2e064d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0959079 Nov 15 14:28:48.619659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f324bf1-5e75-4d22-8b05-bfe1548a6c41 req-690a3af5-fed7-4312-92af-d447d1b20826 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163907 Nov 15 14:28:48.683369 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:48.687251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Made reservation on behalf of 3387854e8ac24db7b4fadc747eea0b4d for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:48.690931 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:48.694629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-60566d97-f37d-4425-bace-8658eccb49c1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:48.792548 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:48.838171 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:28:48.867786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b760df-92ca-44a0-9010-53eacea8f481,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:48.906252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19aad9a-2bc7-4e28-ad4c-73331ecb8aad req-8f384633-4352-4241-a7e8-89e2cfc1082a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:48.906769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:48.906769 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Added segment b994b5c0-fd7d-4c18-9ec3-2786191015bc of type vlan for network 844d1d90-2dae-4da3-8343-45d2d51575ca Nov 15 14:28:48.907657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a19aad9a-2bc7-4e28-ad4c-73331ecb8aad req-8f384633-4352-4241-a7e8-89e2cfc1082a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 944 time: 0.1487668 Nov 15 14:28:48.934822 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:48.958092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a19aad9a-2bc7-4e28-ad4c-73331ecb8aad req-f8644e32-7159-4590-b307-699f2a55c97e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784798 Nov 15 14:28:49.048907 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-60566d97-f37d-4425-bace-8658eccb49c1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:49.063976 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a5958a31-66a1-4414-9ba1-2e6cae7c355f', '27241eea-da6e-403b-9f49-23ecbba00061'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:49.071927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:49.099841 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:49.099841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:49.099841 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:49.115931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-26b47e2d-8efd-429f-a17e-20334e221441 service neutron] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:49.144522 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-60566d97-f37d-4425-bace-8658eccb49c1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:49.150893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-60566d97-f37d-4425-bace-8658eccb49c1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:49.158861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-26b47e2d-8efd-429f-a17e-20334e221441 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:49.161633 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d8f6908e-c104-4c18-b1e0-1809b40a8b31 req-26b47e2d-8efd-429f-a17e-20334e221441 service neutron] 10.222.0.46 "DELETE /v2.0/ports/a1b4bfd5-623f-46b6-aa38-7000b91e3e78/bindings/n-h1-817748-2 HTTP/1.1" status: 204 len: 173 time: 0.6690946 Nov 15 14:28:49.165776 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-60566d97-f37d-4425-bace-8658eccb49c1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:49.180752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-60566d97-f37d-4425-bace-8658eccb49c1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:49.181662 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-60566d97-f37d-4425-bace-8658eccb49c1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:49.211247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60566d97-f37d-4425-bace-8658eccb49c1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event updated for resources: {'Port': ['ID=7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:49.239439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec75ea8-1030-42f5-b2ea-14b4d41d2e20 req-daae394e-0c5c-43ca-9721-d6cafe2d1ec5 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:49.241522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ec75ea8-1030-42f5-b2ea-14b4d41d2e20 req-daae394e-0c5c-43ca-9721-d6cafe2d1ec5 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 1095 time: 0.1546741 Nov 15 14:28:49.267457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2340c9c2-099e-4969-9276-86f8ed06aa7c details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:28:49.342320 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Allocated IP 192.168.233.148 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/95746eea-09d5-4746-8b39-e99b3f251dc3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:49.365604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ec75ea8-1030-42f5-b2ea-14b4d41d2e20 req-460718d2-1898-4847-adf6-a800b25dd9dd tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964761 Nov 15 14:28:49.373514 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-60566d97-f37d-4425-bace-8658eccb49c1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9740009 Nov 15 14:28:49.398042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Request body: {'port': {'device_id': 'e20de173-fac9-4106-aff4-f53911c07a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:49.398665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] Pushing event updated for resources: {'Network': ['ID=844d1d90-2dae-4da3-8343-45d2d51575ca,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:49.429306 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b819f8b5-eb3e-490e-87dc-3c5bb750af5f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6361175 Nov 15 14:28:49.434880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:49.498602 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-37e405b0-30d9-4daf-a113-0bbef1edf12f admin admin] Request body: {'subnet': {'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1871775670-subnet', 'tenant_id': 'a5157ea54aaf4ffcbef456f45523f0d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:49.562479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 2340c9c2-099e-4969-9276-86f8ed06aa7c, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2340c9c2-099e-4969-9276-86f8ed06aa7c,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:49.586921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 844d1d90-2dae-4da3-8343-45d2d51575ca details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:28:49.613374 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c079ef8e-6a89-4dc4-93c9-c1e66f4bda56 req-879c0f2a-2b98-4511-b84f-4d3af97e91be tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 210 time: 0.1471231 Nov 15 14:28:49.725494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '2340c9c2-099e-4969-9276-86f8ed06aa7c', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '2340c9c2-099e-4969-9276-86f8ed06aa7c', 'mac_address': 'fa:16:3e:36:50:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:28:49.737082 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:49.790565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c506c-44e5-4052-af7e-15f0235c423e req-17a0a149-2c2b-4e33-b8cb-dc79cc92c1b2 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:49.792271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32c506c-44e5-4052-af7e-15f0235c423e req-17a0a149-2c2b-4e33-b8cb-dc79cc92c1b2 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 947 time: 0.2012713 Nov 15 14:28:49.792901 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:49.864877 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-42757582-e5fe-44a5-a911-69bff9e8d7a2 None None] Provisioning complete for port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:49.865258 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42757582-e5fe-44a5-a911-69bff9e8d7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:49.937194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e405b0-30d9-4daf-a113-0bbef1edf12f admin admin] Made reservation on behalf of a5157ea54aaf4ffcbef456f45523f0d8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:49.939697 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e405b0-30d9-4daf-a113-0bbef1edf12f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:49.975927 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:49.989913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:49.993646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-42757582-e5fe-44a5-a911-69bff9e8d7a2 None None] Port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:28:50.003654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2340c9c2-099e-4969-9276-86f8ed06aa7c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:50.016139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32c506c-44e5-4052-af7e-15f0235c423e req-ab802c4c-c057-4ec2-8635-45498185990e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035177 Nov 15 14:28:50.061334 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 2340c9c2-099e-4969-9276-86f8ed06aa7c, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2340c9c2-099e-4969-9276-86f8ed06aa7c,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:50.141647 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:50.143034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dc5e8615-9733-4aa8-a872-1be348c05aef details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:28:50.182152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-30c8389e-df6b-4407-ac12-624ccf53fae2 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:50.183390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-30c8389e-df6b-4407-ac12-624ccf53fae2 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 807 time: 0.2978070 Nov 15 14:28:50.187282 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:50.220703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-3af7526b-186b-4209-ac79-5583f2de7f15 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/quotas/d9f26606747847b78d092ad490e45917 HTTP/1.1" status: 200 len: 375 time: 0.0219505 Nov 15 14:28:50.255987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dc5e8615-9733-4aa8-a872-1be348c05aef,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:50.282298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=2340c9c2-099e-4969-9276-86f8ed06aa7c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:50.284020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1721340734-network', 'tenant_id': 'b5e2253be39746cdb24a5244f594bbc2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:50.295423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'dc5e8615-9733-4aa8-a872-1be348c05aef', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'dc5e8615-9733-4aa8-a872-1be348c05aef', 'mac_address': 'fa:16:3e:15:04:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:28:50.317406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:50.323356 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event updated for resources: {'Port': ['ID=95746eea-09d5-4746-8b39-e99b3f251dc3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:50.324273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:50.326029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:50.328751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:50.329530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.329974 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.330386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.331084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.331370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.331783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.331942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.332354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.332759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.333159 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.333712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.334110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.335901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:50.336552 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:50.350253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.351190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.351523 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.351855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.352594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.352944 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.353271 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.353597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.353924 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.354760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.354760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.354960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:28:50.403887 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e405b0-30d9-4daf-a113-0bbef1edf12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:50.435498 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:50.462658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5e8615-9733-4aa8-a872-1be348c05aef {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:50.499840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e405b0-30d9-4daf-a113-0bbef1edf12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=93e33989-edac-46ce-a104-f6b36cd0e3ea,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:50.511250 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e405b0-30d9-4daf-a113-0bbef1edf12f admin admin] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:50.511616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e405b0-30d9-4daf-a113-0bbef1edf12f admin admin] Network hostable DHCP agents. Network: 844d1d90-2dae-4da3-8343-45d2d51575ca, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:28:50.530674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dc5e8615-9733-4aa8-a872-1be348c05aef,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:50.601400 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-c9a457c6-6290-44f1-9f77-d37fcef882d0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5055978 Nov 15 14:28:50.631223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Request body: {'port': {'device_id': '342d9373-61f7-4f3d-b8de-bf3c7c9015ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:50.637914 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:50.641965 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e405b0-30d9-4daf-a113-0bbef1edf12f admin admin] Network 844d1d90-2dae-4da3-8343-45d2d51575ca is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:28:50.654902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-f877b415-f1f0-45c6-ab44-88793e560b2f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4194260 Nov 15 14:28:50.655458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Made reservation on behalf of b5e2253be39746cdb24a5244f594bbc2 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:50.657640 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:50.708580 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:50.743105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=dc5e8615-9733-4aa8-a872-1be348c05aef,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:50.745970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:50.750310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-37e405b0-30d9-4daf-a113-0bbef1edf12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 844d1d90-2dae-4da3-8343-45d2d51575ca) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:50.760466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7c90a5ac-d55a-4955-bfe4-0bf1931906bc None None] Provisioning complete for port 95746eea-09d5-4746-8b39-e99b3f251dc3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:50.761011 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c90a5ac-d55a-4955-bfe4-0bf1931906bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:50.762180 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0b04b-b802-4204-bdd7-b6804272671b req-4bcabe96-dbb4-41b9-a562-30b3385d5ae7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:50.766381 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e405b0-30d9-4daf-a113-0bbef1edf12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:50.767169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e405b0-30d9-4daf-a113-0bbef1edf12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:50.772390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60d0b04b-b802-4204-bdd7-b6804272671b req-4bcabe96-dbb4-41b9-a562-30b3385d5ae7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.4927039 Nov 15 14:28:50.782308 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:50.785347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff157c2-3e0c-4ed6-b3f3-7e2c79f4c66d None None] Network 844d1d90-2dae-4da3-8343-45d2d51575ca requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:28:50.791273 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:50.836733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Transition to ACTIVE for port object 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:28:50.847290 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-37e405b0-30d9-4daf-a113-0bbef1edf12f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4113915 Nov 15 14:28:50.851408 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a5958a31-66a1-4414-9ba1-2e6cae7c355f', '27241eea-da6e-403b-9f49-23ecbba00061'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:50.893415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7c90a5ac-d55a-4955-bfe4-0bf1931906bc None None] Port 95746eea-09d5-4746-8b39-e99b3f251dc3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:28:50.905509 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:50.934200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-e5a27ee7-2d1e-4048-8529-20928837dcf2 service neutron] 10.222.0.70 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670102 Nov 15 14:28:50.945820 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60d0b04b-b802-4204-bdd7-b6804272671b req-060cde3e-d5f5-41b4-8b2b-4c8208283e93 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719952 Nov 15 14:28:50.994621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['dc5e8615-9733-4aa8-a872-1be348c05aef'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:51.070545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['2340c9c2-099e-4969-9276-86f8ed06aa7c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:51.139023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5b0aad-d2da-451e-a100-ca39696fa779 None None] Network 844d1d90-2dae-4da3-8343-45d2d51575ca requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:28:51.165515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:51.236686 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-2afee8ba-7aed-4f09-83d7-097443f48e20 service neutron] 10.222.0.70 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006094 Nov 15 14:28:51.349491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Attempting to bind port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:51.349833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Attempting to bind port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:51.353155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Attempting to bind port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:51.376589 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:51.378315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:28:51.378819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Attempting to bind port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:51.384774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:51.385122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:51.385518 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:51.386269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Bound port: 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:51.386438 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:51.429903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95746eea-09d5-4746-8b39-e99b3f251dc3 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:51.448510 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:51.461366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:51.473437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Transition to ACTIVE for port object 95746eea-09d5-4746-8b39-e99b3f251dc3 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:28:51.521913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:28:51.561486 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:51.596275 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:51.596624 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Added segment f3e6de96-499e-450d-81ed-25b335288fb4 of type vlan for network 825dfb0e-787d-4f45-a617-b1772c653818 Nov 15 14:28:51.598320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77f924a-b162-4726-a4f6-39e63d479447,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:51.632654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] For port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:51.783371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Pushing event updated for resources: {'Port': ['ID=95746eea-09d5-4746-8b39-e99b3f251dc3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:51.803122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Attempting to bind port 95746eea-09d5-4746-8b39-e99b3f251dc3 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:51.803518 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Attempting to bind port 95746eea-09d5-4746-8b39-e99b3f251dc3 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:51.803929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Attempting to bind port 95746eea-09d5-4746-8b39-e99b3f251dc3 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:51.815416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Port 95746eea-09d5-4746-8b39-e99b3f251dc3 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:28:51.815890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Attempting to bind port 95746eea-09d5-4746-8b39-e99b3f251dc3 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:51.822019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:51.823904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:51.824559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:51.825125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Bound port: 95746eea-09d5-4746-8b39-e99b3f251dc3, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:51.825618 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:51.868029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] For port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:51.896043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:51.967828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] For port 95746eea-09d5-4746-8b39-e99b3f251dc3, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:51.967828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] For port 95746eea-09d5-4746-8b39-e99b3f251dc3, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=95746eea-09d5-4746-8b39-e99b3f251dc3,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:51.992305 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:52.018194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:52.025256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-101024145-network', 'tenant_id': 'db800009f4724d818d23178c17afaa81'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:52.049898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5912e-812e-4aa1-88bf-87c99e1c3463 req-4cb69d2c-137a-4666-9a52-53dad0781404 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:52.053051 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:52.058326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2a5912e-812e-4aa1-88bf-87c99e1c3463 req-4cb69d2c-137a-4666-9a52-53dad0781404 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 948 time: 0.3517320 Nov 15 14:28:52.071841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-9275d044-631c-4982-9ca3-a3f14e81a3c1 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:52.073330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-9275d044-631c-4982-9ca3-a3f14e81a3c1 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/networks?id=fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c HTTP/1.1" status: 200 len: 814 time: 0.5917881 Nov 15 14:28:52.104657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:52.104657 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:52.105503 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:52.106037 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] 10.222.0.59 "PUT /v2.0/ports/95746eea-09d5-4746-8b39-e99b3f251dc3 HTTP/1.1" status: 200 len: 1096 time: 1.4828877 Nov 15 14:28:52.106151 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:52.106519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342d9373-61f7-4f3d-b8de-bf3c7c9015ad', 'tag': '95746eea-09d5-4746-8b39-e99b3f251dc3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:52.107993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] 10.222.0.46 "PUT /v2.0/ports/7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb HTTP/1.1" status: 200 len: 1096 time: 2.7230844 Nov 15 14:28:52.108317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20de173-fac9-4106-aff4-f53911c07a83', 'tag': '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:52.108771 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f8e293-8c7f-4f2a-9813-934a6900d289" -d '{"events": [{"name": "network-changed", "server_uuid": "342d9373-61f7-4f3d-b8de-bf3c7c9015ad", "tag": "95746eea-09d5-4746-8b39-e99b3f251dc3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:52.110762 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db551ef2-494d-4e75-8b38-59427a79507f" -d '{"events": [{"name": "network-changed", "server_uuid": "e20de173-fac9-4106-aff4-f53911c07a83", "tag": "7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:52.130915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-3aae9d98-84d7-47cd-86a6-17b681e5bfc9 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/quotas/56b95adc077249b380a17692e9e0d3b5 HTTP/1.1" status: 200 len: 375 time: 0.0460618 Nov 15 14:28:52.148958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6918a6-70ec-4927-9212-b5d0aa56c2ad service neutron] Pushing event updated for resources: {'Port': ['ID=95746eea-09d5-4746-8b39-e99b3f251dc3,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:52.150188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50854427-8a50-4c09-abd7-76e2673de433 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:52.184589 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:52.185546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:52.186144 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:52.242467 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2a5912e-812e-4aa1-88bf-87c99e1c3463 req-e4c275c5-4173-4c1a-9672-ea0a41230e01 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831911 Nov 15 14:28:52.248736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Made reservation on behalf of db800009f4724d818d23178c17afaa81 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:52.249855 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:52.269262 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:52.271864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] Pushing event updated for resources: {'Network': ['ID=825dfb0e-787d-4f45-a617-b1772c653818,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:52.281160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-20e936fe-30db-43f6-958c-77b753326c1d tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=56b95adc077249b380a17692e9e0d3b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391964 Nov 15 14:28:52.282665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 825dfb0e-787d-4f45-a617-b1772c653818 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:28:52.293770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-532b55bb-0620-4372-b9a7-3c25fc8311dc service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:28:52.305972 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-532b55bb-0620-4372-b9a7-3c25fc8311dc service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164051 Nov 15 14:28:52.406685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ecd8e2fd-a566-4395-acb8-50398482d318 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4157403 Nov 15 14:28:52.410010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:52.419886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-be887b55-c9d0-4aae-ae0e-c5e4f0259ef3 admin admin] Request body: {'subnet': {'network_id': '825dfb0e-787d-4f45-a617-b1772c653818', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1721340734-subnet', 'tenant_id': 'b5e2253be39746cdb24a5244f594bbc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:52.459376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5b60d8d2-8cd6-4d03-a3de-2ae46544a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:52.462455 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-5b60d8d2-8cd6-4d03-a3de-2ae46544a953 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 1099 time: 0.1618543 Nov 15 14:28:52.491895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-91512306-de7b-42de-afec-90b2d8f3a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:52.493432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-91512306-de7b-42de-afec-90b2d8f3a9bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=e20de173-fac9-4106-aff4-f53911c07a83 HTTP/1.1" status: 200 len: 1099 time: 0.1119413 Nov 15 14:28:52.501932 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-849b2f80-e015-4a26-afd3-503fbe54c42c service neutron] 10.222.0.70 "GET /v2.0/networks/fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906095 Nov 15 14:28:52.536291 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-7ca69b43-187c-4555-a01e-8c5ef9e40601 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=95746eea-09d5-4746-8b39-e99b3f251dc3 HTTP/1.1" status: 200 len: 217 time: 0.0576582 Nov 15 14:28:52.579827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be887b55-c9d0-4aae-ae0e-c5e4f0259ef3 admin admin] Made reservation on behalf of b5e2253be39746cdb24a5244f594bbc2 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:52.583754 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be887b55-c9d0-4aae-ae0e-c5e4f0259ef3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:52.587366 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:52.646503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-9f7a3ae2-a55f-444c-a37f-64f4d97cbc0c service neutron] 10.222.0.70 "GET /v2.0/networks/fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436462 Nov 15 14:28:52.667213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:52.700578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-7d2494ad-432d-47b3-b96f-6a84049aef4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb HTTP/1.1" status: 200 len: 217 time: 0.1870651 Nov 15 14:28:52.721952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-fa7ff700-7bc9-4efd-8dfb-da8ed771fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:52.724145 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-fa7ff700-7bc9-4efd-8dfb-da8ed771fad0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1753931 Nov 15 14:28:52.734693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a47191-ddda-4983-ab36-a1542e9e8df3 req-6c602559-aa10-4c0c-a28a-b88f67bf1771 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:52.736713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8a47191-ddda-4983-ab36-a1542e9e8df3 req-6c602559-aa10-4c0c-a28a-b88f67bf1771 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 948 time: 0.2326763 Nov 15 14:28:52.750869 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:28:52.775103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632ed59d-7677-43c4-a094-bb0c4f8a4e93,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:52.796923 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:52.797605 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Added segment e86403f2-8f69-436e-b17b-e7f284147ad9 of type vlan for network ee869b2e-905e-4cb4-bf26-dfb53d979d22 Nov 15 14:28:52.831243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8a47191-ddda-4983-ab36-a1542e9e8df3 req-d4ae1dcf-d19c-44f8-a7a2-7931d90735c2 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865784 Nov 15 14:28:52.841963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-0486f88b-753a-4a8d-b7b7-40db01260924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:52.843499 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-0486f88b-753a-4a8d-b7b7-40db01260924 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1291723 Nov 15 14:28:52.864551 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:52.880525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-2612ce50-d3d2-4c5b-b07a-c48ffe99c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:52.882122 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-2612ce50-d3d2-4c5b-b07a-c48ffe99c7d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1344435 Nov 15 14:28:52.914769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24475a38-25da-4add-a423-a5223c69e620 req-704fdcec-4d72-49f4-9649-a8ffb3230148 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 210 time: 0.0292389 Nov 15 14:28:52.921587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-b4be8007-bc57-45ac-b888-2c3593aa9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:52.923147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-b4be8007-bc57-45ac-b888-2c3593aa9cca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712671 Nov 15 14:28:53.048084 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d1b24-65ea-4fd1-b51b-cd6f24751180 x-openstack-request-id: req-dc9d1b24-65ea-4fd1-b51b-cd6f24751180 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:53.048368 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20de173-fac9-4106-aff4-f53911c07a83", "tag": "7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:53.048620 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc9d1b24-65ea-4fd1-b51b-cd6f24751180 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:53.049020 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20de173-fac9-4106-aff4-f53911c07a83', 'tag': '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb', 'status': 'completed', 'code': 200} Nov 15 14:28:53.073028 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-e2de2756-fa18-4447-a578-b5b036650933 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708953 Nov 15 14:28:53.075822 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc6c6ef-a006-4a1c-8fef-2c6d02a66b38 x-openstack-request-id: req-dfc6c6ef-a006-4a1c-8fef-2c6d02a66b38 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:53.076260 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342d9373-61f7-4f3d-b8de-bf3c7c9015ad", "tag": "95746eea-09d5-4746-8b39-e99b3f251dc3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:53.076591 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfc6c6ef-a006-4a1c-8fef-2c6d02a66b38 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:53.077266 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342d9373-61f7-4f3d-b8de-bf3c7c9015ad', 'tag': '95746eea-09d5-4746-8b39-e99b3f251dc3', 'status': 'completed', 'code': 200} Nov 15 14:28:53.111409 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e28578-760a-4dbc-aeb7-8745ac536d7e req-fc7b1e9f-b983-4e03-a23c-491783f39080 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:53.112909 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76e28578-760a-4dbc-aeb7-8745ac536d7e req-fc7b1e9f-b983-4e03-a23c-491783f39080 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1106136 Nov 15 14:28:53.139882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2340c9c2-099e-4969-9276-86f8ed06aa7c up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:53.143740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-02231882-a074-47d3-b203-556a5b6b3984 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104297 Nov 15 14:28:53.167227 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-438bdbeb-ffbe-4247-bcac-db2f78c8f51f req-60d6426d-a52d-4fc4-8f6b-7da6bb0501dc tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 210 time: 0.0791872 Nov 15 14:28:53.181395 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:53.182360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:53.183018 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:53.269745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76e28578-760a-4dbc-aeb7-8745ac536d7e req-dbe79917-5a21-4d18-a574-e2dcdfc6b0bb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992730 Nov 15 14:28:53.275919 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-a2fcaa99-db5c-42d5-b36e-b4f7a9ac3e02 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668022 Nov 15 14:28:53.281764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] Pushing event updated for resources: {'Network': ['ID=ee869b2e-905e-4cb4-bf26-dfb53d979d22,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:53.303612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network ee869b2e-905e-4cb4-bf26-dfb53d979d22 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:28:53.321853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf43b216-bf5a-41fe-85e8-9d0a1186282b req-15499cc1-ee07-4ca2-9457-2c1308998e8d service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501715 Nov 15 14:28:53.333898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 2340c9c2-099e-4969-9276-86f8ed06aa7c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:28:53.365379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 2340c9c2-099e-4969-9276-86f8ed06aa7c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:53.365743 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:53.372776 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be887b55-c9d0-4aae-ae0e-c5e4f0259ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:53.385241 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b4fbdbdf-e41a-4282-97d4-c12245d4cc42 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3630466 Nov 15 14:28:53.387501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:28:53.395805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-40572522-0905-46e6-9b15-18d6a61487d2 admin admin] Request body: {'subnet': {'network_id': 'ee869b2e-905e-4cb4-bf26-dfb53d979d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-101024145-subnet', 'tenant_id': 'db800009f4724d818d23178c17afaa81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:53.457988 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be887b55-c9d0-4aae-ae0e-c5e4f0259ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b15148-445e-44c0-9bd4-d0dbe2e2995d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:53.483596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a368b1-b058-4c44-acc0-afeef23ac8ae req-bc219b5c-0161-4608-86a0-06434ea31d9b tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:53.486901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98a368b1-b058-4c44-acc0-afeef23ac8ae req-bc219b5c-0161-4608-86a0-06434ea31d9b tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 948 time: 0.1405094 Nov 15 14:28:53.497571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be887b55-c9d0-4aae-ae0e-c5e4f0259ef3 admin admin] Checking segment: {'id': 'f3e6de96-499e-450d-81ed-25b335288fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '825dfb0e-787d-4f45-a617-b1772c653818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:53.502669 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be887b55-c9d0-4aae-ae0e-c5e4f0259ef3 admin admin] Network hostable DHCP agents. Network: 825dfb0e-787d-4f45-a617-b1772c653818, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:28:53.520685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8e293-8c7f-4f2a-9813-934a6900d289 req-16670689-6b9f-496f-8f52-cdf96d7ebc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:53.522804 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-76f8e293-8c7f-4f2a-9813-934a6900d289 req-16670689-6b9f-496f-8f52-cdf96d7ebc23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 1099 time: 0.0776718 Nov 15 14:28:53.533572 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:53.565304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ffca18-503c-4966-9f61-90f916a8994d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2340c9c2-099e-4969-9276-86f8ed06aa7c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:53.567881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40572522-0905-46e6-9b15-18d6a61487d2 admin admin] Made reservation on behalf of db800009f4724d818d23178c17afaa81 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:53.568288 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bc2a2d-62fd-433d-bbb0-133137e3dbea" -d '{"events": [{"server_uuid": "c6ffca18-503c-4966-9f61-90f916a8994d", "name": "network-vif-plugged", "status": "completed", "tag": "2340c9c2-099e-4969-9276-86f8ed06aa7c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:53.571325 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40572522-0905-46e6-9b15-18d6a61487d2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:53.598335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 2340c9c2-099e-4969-9276-86f8ed06aa7c, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2340c9c2-099e-4969-9276-86f8ed06aa7c,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:53.628286 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a06607-71ae-4fb0-8cc0-e86e78b4701c x-openstack-request-id: req-a9a06607-71ae-4fb0-8cc0-e86e78b4701c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:53.628600 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ffca18-503c-4966-9f61-90f916a8994d", "name": "network-vif-plugged", "status": "completed", "tag": "2340c9c2-099e-4969-9276-86f8ed06aa7c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:53.628902 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9a06607-71ae-4fb0-8cc0-e86e78b4701c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:53.630211 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ffca18-503c-4966-9f61-90f916a8994d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2340c9c2-099e-4969-9276-86f8ed06aa7c', 'code': 200} Nov 15 14:28:53.633661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be887b55-c9d0-4aae-ae0e-c5e4f0259ef3 admin admin] Network 825dfb0e-787d-4f45-a617-b1772c653818 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:28:53.648108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db551ef2-494d-4e75-8b38-59427a79507f req-0f0a6b29-d5cc-463f-9e2e-b34c8b00309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:53.649633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db551ef2-494d-4e75-8b38-59427a79507f req-0f0a6b29-d5cc-463f-9e2e-b34c8b00309d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=e20de173-fac9-4106-aff4-f53911c07a83 HTTP/1.1" status: 200 len: 1099 time: 0.1165333 Nov 15 14:28:53.664685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98a368b1-b058-4c44-acc0-afeef23ac8ae req-98fe4f77-8efd-4d3b-b21f-700b448df0a9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496010 Nov 15 14:28:53.671981 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8e293-8c7f-4f2a-9813-934a6900d289 req-0b43776f-9909-49ac-9342-63a682496864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:53.673955 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-76f8e293-8c7f-4f2a-9813-934a6900d289 req-0b43776f-9909-49ac-9342-63a682496864 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1399205 Nov 15 14:28:53.689998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:53.690835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dc5e8615-9733-4aa8-a872-1be348c05aef up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:28:53.724326 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-76f8e293-8c7f-4f2a-9813-934a6900d289 req-81ba395c-fe1e-483b-93e2-8ae65c8a89a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=95746eea-09d5-4746-8b39-e99b3f251dc3 HTTP/1.1" status: 200 len: 217 time: 0.0395284 Nov 15 14:28:53.771260 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-be887b55-c9d0-4aae-ae0e-c5e4f0259ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 825dfb0e-787d-4f45-a617-b1772c653818) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:53.792387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be887b55-c9d0-4aae-ae0e-c5e4f0259ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:53.793332 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be887b55-c9d0-4aae-ae0e-c5e4f0259ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:53.796470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=2340c9c2-099e-4969-9276-86f8ed06aa7c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:53.821526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2facde68-074d-488e-88a3-3a02e9d18ae2 None None] Network 825dfb0e-787d-4f45-a617-b1772c653818 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:28:53.836801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08118d-37ff-4759-8109-bc03c5427438 req-22165a57-d43a-41cf-8165-83eccd70dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:53.838312 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f08118d-37ff-4759-8109-bc03c5427438 req-22165a57-d43a-41cf-8165-83eccd70dc73 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 1100 time: 0.0955837 Nov 15 14:28:53.843162 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8e293-8c7f-4f2a-9813-934a6900d289 req-a87bf5af-3edf-4e60-9813-09bffa1ad33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:53.846385 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-76f8e293-8c7f-4f2a-9813-934a6900d289 req-a87bf5af-3edf-4e60-9813-09bffa1ad33d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1078906 Nov 15 14:28:53.890464 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-be887b55-c9d0-4aae-ae0e-c5e4f0259ef3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4781907 Nov 15 14:28:53.893822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port dc5e8615-9733-4aa8-a872-1be348c05aef completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:28:53.907086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db551ef2-494d-4e75-8b38-59427a79507f req-2f23e6a7-dd50-40ee-ab13-2b0e64ba5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:53.908088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port dc5e8615-9733-4aa8-a872-1be348c05aef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:53.908476 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:53.908645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db551ef2-494d-4e75-8b38-59427a79507f req-2f23e6a7-dd50-40ee-ab13-2b0e64ba5a51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2309339 Nov 15 14:28:53.966991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8e293-8c7f-4f2a-9813-934a6900d289 req-e036fd71-d19f-4173-8f5e-627b6beb075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:53.968674 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-76f8e293-8c7f-4f2a-9813-934a6900d289 req-e036fd71-d19f-4173-8f5e-627b6beb075c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052053 Nov 15 14:28:54.030425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db551ef2-494d-4e75-8b38-59427a79507f req-71391905-f269-4b0e-977f-ee77dd49864e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb HTTP/1.1" status: 200 len: 217 time: 0.1091602 Nov 15 14:28:54.063247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f08118d-37ff-4759-8109-bc03c5427438 req-537de62f-f44f-42fd-ac36-5e8613d5852e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927805 Nov 15 14:28:54.146271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e1b645-e921-4593-958a-08726fc9f289 None None] Network 825dfb0e-787d-4f45-a617-b1772c653818 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:28:54.169873 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-76f8e293-8c7f-4f2a-9813-934a6900d289 req-7c35573b-42f8-4593-adaf-db2e4a9e92d0 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847131 Nov 15 14:28:54.203878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c53e9d5-40c4-4fe3-b58b-6f76b8693ee0 req-d0ad1517-d18f-4442-99e1-193a0ead9dfd tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 210 time: 0.1349239 Nov 15 14:28:54.223869 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:54.227178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db551ef2-494d-4e75-8b38-59427a79507f req-4b86f918-6ad3-4192-84cf-bb515a6e3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:54.229287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db551ef2-494d-4e75-8b38-59427a79507f req-4b86f918-6ad3-4192-84cf-bb515a6e3c49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1632552 Nov 15 14:28:54.255142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed64d22-5648-4a8a-aa5e-15cfaabe3b46 req-4d10ae70-6214-40a7-835d-5ed51e1dd722 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:54.257018 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ed64d22-5648-4a8a-aa5e-15cfaabe3b46 req-4d10ae70-6214-40a7-835d-5ed51e1dd722 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 949 time: 0.2461078 Nov 15 14:28:54.277592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dc5e8615-9733-4aa8-a872-1be348c05aef,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:54.332006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db551ef2-494d-4e75-8b38-59427a79507f req-fc2ad93a-c4f1-4f39-b312-697637f89bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:54.334368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db551ef2-494d-4e75-8b38-59427a79507f req-fc2ad93a-c4f1-4f39-b312-697637f89bbe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954280 Nov 15 14:28:54.347156 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40572522-0905-46e6-9b15-18d6a61487d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:54.383045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ed64d22-5648-4a8a-aa5e-15cfaabe3b46 req-5cf64064-a0e9-4782-9fcc-57d0cef2a059 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113040 Nov 15 14:28:54.392080 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:54.476780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=dc5e8615-9733-4aa8-a872-1be348c05aef,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:54.508974 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-76f8e293-8c7f-4f2a-9813-934a6900d289 req-ada67fcb-3b3b-4eb3-846a-b0b7492dee04 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183318 Nov 15 14:28:54.545500 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-edf9d4a0-31c6-4c10-8f78-3c6b1f45eb4f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:54.547068 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-edf9d4a0-31c6-4c10-8f78-3c6b1f45eb4f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.46 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 807 time: 0.1776996 Nov 15 14:28:54.578013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7b1aa1f4-d07b-4d8c-a87e-fff2cfb024ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Request body: {'port': {'device_id': '46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe', 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a', 'admin_state_up': True, 'tenant_id': 'd9f26606747847b78d092ad490e45917'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:54.843253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51959693-65ca-4564-88b5-197666b0da57 req-2a4b27ee-a783-44a9-989e-bb8f7580637e tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 210 time: 0.0977104 Nov 15 14:28:54.877204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40572522-0905-46e6-9b15-18d6a61487d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc2f5b2-a2e3-4d54-92cb-324f8cc46acc,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:54.973057 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db551ef2-494d-4e75-8b38-59427a79507f req-98efc59e-904e-476c-a9e9-33fd3018a785 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284664 Nov 15 14:28:54.980326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40572522-0905-46e6-9b15-18d6a61487d2 admin admin] Checking segment: {'id': 'e86403f2-8f69-436e-b17b-e7f284147ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ee869b2e-905e-4cb4-bf26-dfb53d979d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:54.980615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40572522-0905-46e6-9b15-18d6a61487d2 admin admin] Network hostable DHCP agents. Network: ee869b2e-905e-4cb4-bf26-dfb53d979d22, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:28:55.006948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-9ce2d566-82e6-4b5d-926f-37357391edff tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:55.008442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-9ce2d566-82e6-4b5d-926f-37357391edff tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/networks?id=825dfb0e-787d-4f45-a617-b1772c653818 HTTP/1.1" status: 200 len: 822 time: 0.2645476 Nov 15 14:28:55.051513 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7b1aa1f4-d07b-4d8c-a87e-fff2cfb024ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Made reservation on behalf of d9f26606747847b78d092ad490e45917 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:55.055302 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7b1aa1f4-d07b-4d8c-a87e-fff2cfb024ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:55.090712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada69a0-78fd-457c-bad9-5f0c684b88ea req-1421635c-e0a7-48a0-a6e0-a1b8b4162196 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:55.092261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ada69a0-78fd-457c-bad9-5f0c684b88ea req-1421635c-e0a7-48a0-a6e0-a1b8b4162196 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1680415 Nov 15 14:28:55.093618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-773c54c3-fb43-4ac0-8959-8a8ee6adbfb7 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/quotas/b5e2253be39746cdb24a5244f594bbc2 HTTP/1.1" status: 200 len: 375 time: 0.0421176 Nov 15 14:28:55.148240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-133e1a93-705f-4e2a-8d3d-348180a03782 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5e2253be39746cdb24a5244f594bbc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468385 Nov 15 14:28:55.194886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7b1aa1f4-d07b-4d8c-a87e-fff2cfb024ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Allocated IP 172.20.0.3 (59a252ac-2bd0-4b93-9e88-1c3a7da19f7a/e8003970-bb0c-45a3-b639-4f9ffc645632/46bebb83-eae8-4dd9-9922-b6a354db9927) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:55.195171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db551ef2-494d-4e75-8b38-59427a79507f req-16f8304a-1199-4ce6-b4d5-55be364f3da3 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108605 Nov 15 14:28:55.231313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40572522-0905-46e6-9b15-18d6a61487d2 admin admin] Network ee869b2e-905e-4cb4-bf26-dfb53d979d22 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:28:55.248737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ada69a0-78fd-457c-bad9-5f0c684b88ea req-5cf7dcf5-3a56-41ee-b843-db91fd865848 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442175 Nov 15 14:28:55.326002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-8318c15f-4e48-4d2c-9e80-3517aa07177c service neutron] 10.222.0.70 "GET /v2.0/networks/825dfb0e-787d-4f45-a617-b1772c653818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651659 Nov 15 14:28:55.349375 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-40572522-0905-46e6-9b15-18d6a61487d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, ee869b2e-905e-4cb4-bf26-dfb53d979d22) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:55.360173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7994697c-be50-424d-9060-a941bdbbbbfe None None] Network ee869b2e-905e-4cb4-bf26-dfb53d979d22 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:28:55.412633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7b1aa1f4-d07b-4d8c-a87e-fff2cfb024ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:55.419865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40572522-0905-46e6-9b15-18d6a61487d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:55.421081 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40572522-0905-46e6-9b15-18d6a61487d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:55.529751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-0e96429d-9f6f-4b84-b667-48412ed3730c service neutron] 10.222.0.70 "GET /v2.0/networks/825dfb0e-787d-4f45-a617-b1772c653818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937778 Nov 15 14:28:55.531871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3fb678-3729-466f-a6a9-94674eef0119 None None] Network ee869b2e-905e-4cb4-bf26-dfb53d979d22 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:28:55.544824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588a3bd-2d78-4408-acfb-aedfe60f7556 req-6cc2118b-2ced-47ea-88ca-0ea5a25e2dc9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:55.570587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9588a3bd-2d78-4408-acfb-aedfe60f7556 req-6cc2118b-2ced-47ea-88ca-0ea5a25e2dc9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 948 time: 0.0829699 Nov 15 14:28:55.624195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9588a3bd-2d78-4408-acfb-aedfe60f7556 req-23e044f6-3668-41e1-a4b4-c397a67865d1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658400 Nov 15 14:28:55.664894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b124c205-60fc-46b0-9041-a70efd82d668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e8615-9733-4aa8-a872-1be348c05aef'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:55.667625 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4715e1f6-ec2d-4c1d-9e46-b08f20bc15c7" -d '{"events": [{"server_uuid": "b124c205-60fc-46b0-9041-a70efd82d668", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e8615-9733-4aa8-a872-1be348c05aef"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:55.709250 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7b1aa1f4-d07b-4d8c-a87e-fff2cfb024ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:55.713882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb17bf62-c1e0-4c58-9aea-3a5ba6ed5ba1 req-51de6e42-24eb-41f0-92e7-1291fce0b554 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 210 time: 0.0267761 Nov 15 14:28:55.714021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-40572522-0905-46e6-9b15-18d6a61487d2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3253520 Nov 15 14:28:55.767375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7b1aa1f4-d07b-4d8c-a87e-fff2cfb024ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:55.770837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7b1aa1f4-d07b-4d8c-a87e-fff2cfb024ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:55.775632 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7b1aa1f4-d07b-4d8c-a87e-fff2cfb024ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:55.782106 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7b1aa1f4-d07b-4d8c-a87e-fff2cfb024ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:55.782882 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7b1aa1f4-d07b-4d8c-a87e-fff2cfb024ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:55.786791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1aa1f4-d07b-4d8c-a87e-fff2cfb024ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Pushing event updated for resources: {'Port': ['ID=46bebb83-eae8-4dd9-9922-b6a354db9927,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:55.827258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6603d-701a-416f-87ce-63cd0f395225 req-0a7e5ee7-7f6f-408b-a2ae-fdfe833fa70d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:55.829624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03e6603d-701a-416f-87ce-63cd0f395225 req-0a7e5ee7-7f6f-408b-a2ae-fdfe833fa70d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 949 time: 0.0542247 Nov 15 14:28:55.916820 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03e6603d-701a-416f-87ce-63cd0f395225 req-d6aa74b0-b9b1-4a8e-a2f2-39f63c694eb0 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800865 Nov 15 14:28:55.926055 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc5aaf8-85dd-4355-b10a-ba055150e425 x-openstack-request-id: req-7dc5aaf8-85dd-4355-b10a-ba055150e425 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:55.926483 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b124c205-60fc-46b0-9041-a70efd82d668", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e8615-9733-4aa8-a872-1be348c05aef", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:55.926745 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7dc5aaf8-85dd-4355-b10a-ba055150e425 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:55.927144 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b124c205-60fc-46b0-9041-a70efd82d668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e8615-9733-4aa8-a872-1be348c05aef', 'code': 200} Nov 15 14:28:55.941062 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7b1aa1f4-d07b-4d8c-a87e-fff2cfb024ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3659790 Nov 15 14:28:55.966389 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Request body: {'port': {'device_id': '46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:56.076718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:56.118692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-adcb4ccb-5e97-4e55-a3d4-b932d953dbbe req-ef886f60-81ad-4b4c-a8fa-8aa95d39ad22 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 210 time: 0.0736232 Nov 15 14:28:56.156522 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f739474-d787-46a4-bc77-0de6e1cf7b8e req-70c792ec-853e-43ad-9630-4fd536d43b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:56.157934 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6f739474-d787-46a4-bc77-0de6e1cf7b8e req-70c792ec-853e-43ad-9630-4fd536d43b13 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 1100 time: 0.0936763 Nov 15 14:28:56.158388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9eb910c5-5bcb-4651-b79f-5c2d3f68c3b6 req-9c35d296-f2b1-405e-922b-f46ded54ab4a tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 210 time: 0.1264765 Nov 15 14:28:56.219276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-37b045a8-a4a4-4c2a-9a54-fa79bbd93dc7 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:56.220774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-37b045a8-a4a4-4c2a-9a54-fa79bbd93dc7 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.46 "GET /v2.0/networks?id=fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c HTTP/1.1" status: 200 len: 814 time: 0.2318380 Nov 15 14:28:56.256739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-0242d3d6-137e-4fe7-81cc-a70a1c4a4469 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Request body: {'port': {'device_id': '5fd894e0-0e09-4488-86df-ceae17711bb3', 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c', 'admin_state_up': True, 'tenant_id': '56b95adc077249b380a17692e9e0d3b5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:56.346099 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6f739474-d787-46a4-bc77-0de6e1cf7b8e req-b99c8f1e-eafd-4ce6-9f6d-42eed33eab83 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735511 Nov 15 14:28:56.453340 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46bebb83-eae8-4dd9-9922-b6a354db9927 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:56.465410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:56.482478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Transition to ACTIVE for port object 46bebb83-eae8-4dd9-9922-b6a354db9927 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:28:56.511752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15465327-1f01-4550-85fc-a62d10a6a7c5 req-5726de56-121b-49ac-8f02-4213b9cdb26a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:56.511752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15465327-1f01-4550-85fc-a62d10a6a7c5 req-5726de56-121b-49ac-8f02-4213b9cdb26a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1345985 Nov 15 14:28:56.521309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-a86b2703-a214-4c8b-b1a3-f6ace5e47686 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:56.523993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-a86b2703-a214-4c8b-b1a3-f6ace5e47686 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 821 time: 0.2077839 Nov 15 14:28:56.556549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-53e031a2-1210-47cf-9100-75bce1670d15 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/quotas/a5157ea54aaf4ffcbef456f45523f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0226552 Nov 15 14:28:56.568130 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:56.621997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-36a33ebd-dd6c-4374-be38-54a482580e30 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446544 Nov 15 14:28:56.624529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Pushing event updated for resources: {'Port': ['ID=46bebb83-eae8-4dd9-9922-b6a354db9927,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:56.626038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15465327-1f01-4550-85fc-a62d10a6a7c5 req-5b5069b9-021e-4515-afbb-77490d930f50 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001091 Nov 15 14:28:56.657932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-0242d3d6-137e-4fe7-81cc-a70a1c4a4469 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Made reservation on behalf of 56b95adc077249b380a17692e9e0d3b5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:56.661437 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-0242d3d6-137e-4fe7-81cc-a70a1c4a4469 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:56.661706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Attempting to bind port 46bebb83-eae8-4dd9-9922-b6a354db9927 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:28:56.661957 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Attempting to bind port 46bebb83-eae8-4dd9-9922-b6a354db9927 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:28:56.662318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Attempting to bind port 46bebb83-eae8-4dd9-9922-b6a354db9927 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:56.667122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Port 46bebb83-eae8-4dd9-9922-b6a354db9927 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:28:56.667587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Attempting to bind port 46bebb83-eae8-4dd9-9922-b6a354db9927 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:28:56.672715 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:28:56.679347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:28:56.679347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Bound using segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:28:56.679347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Bound port: 46bebb83-eae8-4dd9-9922-b6a354db9927, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:28:56.679347 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:56.769054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:28:56.776848 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=46bebb83-eae8-4dd9-9922-b6a354db9927,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:28:56.808937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-3bded1f4-cabe-4746-90d3-7623124e0e9a service neutron] 10.222.0.70 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728122 Nov 15 14:28:56.859980 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:56.896581 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:56.897843 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:56.899312 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] 10.222.0.46 "PUT /v2.0/ports/46bebb83-eae8-4dd9-9922-b6a354db9927 HTTP/1.1" status: 200 len: 1091 time: 0.9436219 Nov 15 14:28:56.899937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe', 'tag': '46bebb83-eae8-4dd9-9922-b6a354db9927'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:28:56.902313 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceefa81-4a34-474f-a6c7-be92669c01db" -d '{"events": [{"name": "network-changed", "server_uuid": "46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe", "tag": "46bebb83-eae8-4dd9-9922-b6a354db9927"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:28:56.934653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf695e0-af7e-4701-8b3d-98b31e8c3d1b service neutron] Pushing event updated for resources: {'Port': ['ID=46bebb83-eae8-4dd9-9922-b6a354db9927,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:56.939763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-0242d3d6-137e-4fe7-81cc-a70a1c4a4469 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Allocated IP 172.20.0.7 (fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c/67276381-d486-465c-b5f4-6e68f80906b0/99fd0b6a-49e5-47fa-a048-6e0c67fe3b78) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:56.988094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed265d-6d31-431d-b298-6e489ad424c4 req-1838528e-a9e4-451b-9755-b52454132c6f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:56.989719 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1ed265d-6d31-431d-b298-6e489ad424c4 req-1838528e-a9e4-451b-9755-b52454132c6f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 948 time: 0.1525869 Nov 15 14:28:57.046113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-a692de3f-cbfd-4e86-8a8e-c445a9aa3bdb service neutron] 10.222.0.70 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100163 Nov 15 14:28:57.105688 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-9e02de48-f742-48b4-85b5-0b232e93289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:57.112218 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-9e02de48-f742-48b4-85b5-0b232e93289d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 1094 time: 0.0924211 Nov 15 14:28:57.157259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 95746eea-09d5-4746-8b39-e99b3f251dc3 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:28:57.270875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1ed265d-6d31-431d-b298-6e489ad424c4 req-a701b42d-617b-4acc-a614-6046594b1610 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665262 Nov 15 14:28:57.333528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 95746eea-09d5-4746-8b39-e99b3f251dc3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=95746eea-09d5-4746-8b39-e99b3f251dc3,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:57.367580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '95746eea-09d5-4746-8b39-e99b3f251dc3', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '95746eea-09d5-4746-8b39-e99b3f251dc3', 'mac_address': 'fa:16:3e:d6:ae:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:28:57.437914 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:57.442526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006bb84-35fe-4c66-a719-8268b8ad2fd1 req-b05b0786-6435-4c0e-b314-66e42efab49a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:57.450923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3006bb84-35fe-4c66-a719-8268b8ad2fd1 req-b05b0786-6435-4c0e-b314-66e42efab49a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.0862653 Nov 15 14:28:57.461218 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-0242d3d6-137e-4fe7-81cc-a70a1c4a4469 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:57.470847 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95746eea-09d5-4746-8b39-e99b3f251dc3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:57.483991 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-d2c8ec35-64c8-4b21-9c05-52a4b2b7504d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46bebb83-eae8-4dd9-9922-b6a354db9927 HTTP/1.1" status: 200 len: 217 time: 0.0888202 Nov 15 14:28:57.488022 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0506da4b-a0e9-47ac-b753-b1e274cf3e83 x-openstack-request-id: req-0506da4b-a0e9-47ac-b753-b1e274cf3e83 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:28:57.488651 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe", "tag": "46bebb83-eae8-4dd9-9922-b6a354db9927", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:28:57.489068 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0506da4b-a0e9-47ac-b753-b1e274cf3e83 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:28:57.490897 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe', 'tag': '46bebb83-eae8-4dd9-9922-b6a354db9927', 'status': 'completed', 'code': 200} Nov 15 14:28:57.516430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3006bb84-35fe-4c66-a719-8268b8ad2fd1 req-9b12cf9b-33e1-4cb0-a8b8-77133196fdda tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625372 Nov 15 14:28:57.534459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 95746eea-09d5-4746-8b39-e99b3f251dc3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=95746eea-09d5-4746-8b39-e99b3f251dc3,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:57.582089 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:28:57.629289 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:57.636727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-c752a2dc-7c54-498a-ad88-dcd48bbea44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:57.636727 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-c752a2dc-7c54-498a-ad88-dcd48bbea44d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.1175888 Nov 15 14:28:57.743868 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-0242d3d6-137e-4fe7-81cc-a70a1c4a4469 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:57.785381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4e1395e-b48f-4444-ae12-2c7e5f6ad7b4 req-e66dbefa-b035-43fd-b7d5-061e68027b0f tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 210 time: 0.1490192 Nov 15 14:28:57.833970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-0242d3d6-137e-4fe7-81cc-a70a1c4a4469 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:57.851638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=95746eea-09d5-4746-8b39-e99b3f251dc3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:57.873106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-0242d3d6-137e-4fe7-81cc-a70a1c4a4469 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:57.878244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-0242d3d6-137e-4fe7-81cc-a70a1c4a4469 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:57.885604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-0242d3d6-137e-4fe7-81cc-a70a1c4a4469 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:57.891137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-0242d3d6-137e-4fe7-81cc-a70a1c4a4469 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:57.897190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:57.921138 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:57.932414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb', 'mac_address': 'fa:16:3e:bd:ab:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:28:57.939778 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-444cbe20-a455-48ee-a738-5979180f4c1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842361 Nov 15 14:28:57.969237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a59c92-5238-4bd2-a8de-96ddbe4acf73 req-68436318-dced-4cfd-8ef2-25459f57c12b tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:57.981670 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26a59c92-5238-4bd2-a8de-96ddbe4acf73 req-68436318-dced-4cfd-8ef2-25459f57c12b tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 949 time: 0.3487546 Nov 15 14:28:58.021666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242d3d6-137e-4fe7-81cc-a70a1c4a4469 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Pushing event updated for resources: {'Port': ['ID=99fd0b6a-49e5-47fa-a048-6e0c67fe3b78,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:58.047339 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:58.121990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:28:58.128937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c25a6-cf49-4508-b18c-3c9753a4ed66 req-2b04966a-6968-4ad0-b7d6-72a23e45dc9e tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:58.130331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-947c25a6-cf49-4508-b18c-3c9753a4ed66 req-2b04966a-6968-4ad0-b7d6-72a23e45dc9e tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 931 time: 0.2019291 Nov 15 14:28:58.143205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-0242d3d6-137e-4fe7-81cc-a70a1c4a4469 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8859036 Nov 15 14:28:58.166109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['95746eea-09d5-4746-8b39-e99b3f251dc3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:58.173095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26a59c92-5238-4bd2-a8de-96ddbe4acf73 req-73738b29-45d1-464f-bada-19cee356a1b5 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788623 Nov 15 14:28:58.213241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:28:58.331607 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:58.356412 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-19b71000-cb58-466e-9ba1-ecb461a9c319 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918009 Nov 15 14:28:58.358456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-947c25a6-cf49-4508-b18c-3c9753a4ed66 req-fcfcf254-7fc5-483b-8f44-deca2842658e tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870179 Nov 15 14:28:58.396169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e950c34a-edf9-4393-863d-b97edfe92f43 req-816e925b-f7d3-49a5-9f8d-9fa86a00c117 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 210 time: 0.0773809 Nov 15 14:28:58.424682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:28:58.429334 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:58.448720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b00e83ef-eccf-47f8-b36d-2fbbbb70233b None None] Provisioning complete for port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:28:58.449091 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b00e83ef-eccf-47f8-b36d-2fbbbb70233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:58.580189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b00e83ef-eccf-47f8-b36d-2fbbbb70233b None None] Port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:28:58.581767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915eee5-5ac2-493d-8ece-a0cda1114fe2 req-2917b96a-acf0-4caf-8920-c55fc0024eaa tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:58.583655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8915eee5-5ac2-493d-8ece-a0cda1114fe2 req-2917b96a-acf0-4caf-8920-c55fc0024eaa tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0976572 Nov 15 14:28:58.676374 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:28:58.726472 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8915eee5-5ac2-493d-8ece-a0cda1114fe2 req-72b147db-1798-4a29-ba54-71b1d1aafe94 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294856 Nov 15 14:28:58.887220 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4e4b2-8863-44e0-9366-b016e705b4f6 req-76508741-656d-47aa-a81f-4ef1368f52b1 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:58.889135 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33d4e4b2-8863-44e0-9366-b016e705b4f6 req-76508741-656d-47aa-a81f-4ef1368f52b1 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0835729 Nov 15 14:28:58.947560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33d4e4b2-8863-44e0-9366-b016e705b4f6 req-80820298-4f90-41cb-9e3e-7cd00028fa14 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502858 Nov 15 14:28:59.090775 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:28:59.130640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-16da102e-a086-4ffe-8ba7-0e1d73039a74 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:59.132837 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-16da102e-a086-4ffe-8ba7-0e1d73039a74 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.59 "GET /v2.0/networks?id=825dfb0e-787d-4f45-a617-b1772c653818 HTTP/1.1" status: 200 len: 822 time: 0.1836929 Nov 15 14:28:59.156631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9966b0-e23a-4565-ade3-049c9b80ab7f req-290ca469-bd17-4fbe-8fdc-2eecd7b33c24 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:59.158711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d9966b0-e23a-4565-ade3-049c9b80ab7f req-290ca469-bd17-4fbe-8fdc-2eecd7b33c24 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 949 time: 0.0867269 Nov 15 14:28:59.161127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-79833fc1-a9aa-4bad-957e-d50d4c98e881 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Request body: {'port': {'device_id': 'a543c4f8-674a-4198-b3ca-23b92bfb5cc9', 'network_id': '825dfb0e-787d-4f45-a617-b1772c653818', 'admin_state_up': True, 'tenant_id': 'b5e2253be39746cdb24a5244f594bbc2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:28:59.248189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d9966b0-e23a-4565-ade3-049c9b80ab7f req-4f842cf7-30f0-43c2-9136-51629a0b3e5d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761092 Nov 15 14:28:59.382939 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-79833fc1-a9aa-4bad-957e-d50d4c98e881 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Made reservation on behalf of b5e2253be39746cdb24a5244f594bbc2 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:28:59.383641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdb82a-dd33-481e-b448-fc7536544c6a req-d817fee4-7803-4b1c-b3f9-19a7f9dc94b7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:59.387871 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-79833fc1-a9aa-4bad-957e-d50d4c98e881 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:59.392723 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cfdb82a-dd33-481e-b448-fc7536544c6a req-d817fee4-7803-4b1c-b3f9-19a7f9dc94b7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.0631473 Nov 15 14:28:59.449892 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cfdb82a-dd33-481e-b448-fc7536544c6a req-d5bf7e95-3f55-4820-a953-c0b3db791a46 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560474 Nov 15 14:28:59.547096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-79833fc1-a9aa-4bad-957e-d50d4c98e881 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Allocated IP 172.20.0.7 (825dfb0e-787d-4f45-a617-b1772c653818/f6b15148-445e-44c0-9bd4-d0dbe2e2995d/80569c53-86b4-42a1-8332-66ad4c476678) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:28:59.556354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b260915-a767-42a1-8339-f89005de4e40 req-94fefc91-d3a7-40b0-bc0d-810f3ef0cbe5 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 210 time: 0.0302346 Nov 15 14:28:59.699733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-f16c8e62-bb79-45b1-90e9-4628cc083ec9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3167e2f59f474b97949fa1423db8a721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342035 Nov 15 14:28:59.726143 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72c3aaa4-95f2-4103-8f7e-4a6dfb28d0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:59.762627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-79833fc1-a9aa-4bad-957e-d50d4c98e881 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:59.822432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-af937d18-df89-401c-9df7-500e331d161e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:59.824065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-af937d18-df89-401c-9df7-500e331d161e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1182804 Nov 15 14:28:59.839564 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-84ecb17b-8773-4f8f-bf77-6f6217a3e1ed tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/quotas/3167e2f59f474b97949fa1423db8a721 HTTP/1.1" status: 200 len: 375 time: 0.0097306 Nov 15 14:28:59.857681 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-79833fc1-a9aa-4bad-957e-d50d4c98e881 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:59.907230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-9752b005-841b-4a8b-bee0-1f5ead268b1b tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3167e2f59f474b97949fa1423db8a721&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600698 Nov 15 14:28:59.918090 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-79833fc1-a9aa-4bad-957e-d50d4c98e881 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Network 825dfb0e-787d-4f45-a617-b1772c653818 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:28:59.923976 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-79833fc1-a9aa-4bad-957e-d50d4c98e881 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:28:59.928991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-79833fc1-a9aa-4bad-957e-d50d4c98e881 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:28:59.935823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-79833fc1-a9aa-4bad-957e-d50d4c98e881 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:28:59.936488 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-79833fc1-a9aa-4bad-957e-d50d4c98e881 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:28:59.949286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79833fc1-a9aa-4bad-957e-d50d4c98e881 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Pushing event updated for resources: {'Port': ['ID=80569c53-86b4-42a1-8332-66ad4c476678,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:00.013555 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-79833fc1-a9aa-4bad-957e-d50d4c98e881 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8572438 Nov 15 14:29:00.039311 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Request body: {'port': {'device_id': 'a543c4f8-674a-4198-b3ca-23b92bfb5cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:00.097087 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:00.239751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b644dcd-e2e3-495e-8084-8f58d8eadc3f req-435e2e9e-d7ee-4b7c-84cd-8d4b58597059 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:00.242211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b644dcd-e2e3-495e-8084-8f58d8eadc3f req-435e2e9e-d7ee-4b7c-84cd-8d4b58597059 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 931 time: 0.0810423 Nov 15 14:29:00.369680 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b644dcd-e2e3-495e-8084-8f58d8eadc3f req-d4bcb720-50d2-4521-9a09-2e840873c69b tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128240 Nov 15 14:29:00.470629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b09d8e2-99fd-4061-8d77-e2c888231c56 req-8edfecf2-0b0e-4b97-a901-5c4ce2bcb4b5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 210 time: 0.0491712 Nov 15 14:29:00.579058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80569c53-86b4-42a1-8332-66ad4c476678 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:00.589108 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:00.615263 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Transition to ACTIVE for port object 80569c53-86b4-42a1-8332-66ad4c476678 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:00.624181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b3d03-9336-4e19-b720-7b04665bc567 req-ff3fd672-59f8-419a-bfe8-e6a8bbaff025 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:00.625931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb4b3d03-9336-4e19-b720-7b04665bc567 req-ff3fd672-59f8-419a-bfe8-e6a8bbaff025 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0784695 Nov 15 14:29:00.670427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-9cd42477-d964-41c4-9f00-b99d5e19165f tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:00.672054 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-9cd42477-d964-41c4-9f00-b99d5e19165f tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.59 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 821 time: 0.2203126 Nov 15 14:29:00.694331 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:00.709605 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-12323992-42f5-4cb2-81c5-edb395b3edde tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Request body: {'port': {'device_id': '33b19e97-aaf7-4125-b82a-1343396bb445', 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca', 'admin_state_up': True, 'tenant_id': 'a5157ea54aaf4ffcbef456f45523f0d8'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:00.749753 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb4b3d03-9336-4e19-b720-7b04665bc567 req-36ca77a3-f2c7-42bc-8977-1d55d29c4fda tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050534 Nov 15 14:29:00.788246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Pushing event updated for resources: {'Port': ['ID=80569c53-86b4-42a1-8332-66ad4c476678,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:00.820251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Attempting to bind port 80569c53-86b4-42a1-8332-66ad4c476678 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:00.820721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Attempting to bind port 80569c53-86b4-42a1-8332-66ad4c476678 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'f3e6de96-499e-450d-81ed-25b335288fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '825dfb0e-787d-4f45-a617-b1772c653818'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:00.823231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Attempting to bind port 80569c53-86b4-42a1-8332-66ad4c476678 on network 825dfb0e-787d-4f45-a617-b1772c653818 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:00.826477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Port 80569c53-86b4-42a1-8332-66ad4c476678 on network 825dfb0e-787d-4f45-a617-b1772c653818 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:00.826878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Attempting to bind port 80569c53-86b4-42a1-8332-66ad4c476678 on network 825dfb0e-787d-4f45-a617-b1772c653818 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:00.832709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:00.833238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Checking segment: {'id': 'f3e6de96-499e-450d-81ed-25b335288fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '825dfb0e-787d-4f45-a617-b1772c653818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:00.833682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Bound using segment: {'id': 'f3e6de96-499e-450d-81ed-25b335288fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '825dfb0e-787d-4f45-a617-b1772c653818'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:00.834163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Bound port: 80569c53-86b4-42a1-8332-66ad4c476678, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e6de96-499e-450d-81ed-25b335288fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '825dfb0e-787d-4f45-a617-b1772c653818'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:00.835985 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:00.939417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] For port 80569c53-86b4-42a1-8332-66ad4c476678, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:00.951448 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] For port 80569c53-86b4-42a1-8332-66ad4c476678, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=80569c53-86b4-42a1-8332-66ad4c476678,segment=NetworkSegment(f3e6de96-499e-450d-81ed-25b335288fb4),segment_id=f3e6de96-499e-450d-81ed-25b335288fb4)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:01.023609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:01.076578 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:01.077285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:01.079376 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] 10.222.0.59 "PUT /v2.0/ports/80569c53-86b4-42a1-8332-66ad4c476678 HTTP/1.1" status: 200 len: 1091 time: 1.0449715 Nov 15 14:29:01.080156 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a543c4f8-674a-4198-b3ca-23b92bfb5cc9', 'tag': '80569c53-86b4-42a1-8332-66ad4c476678'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:01.083298 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4a525e-9663-498c-95b1-19496b212e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a543c4f8-674a-4198-b3ca-23b92bfb5cc9", "tag": "80569c53-86b4-42a1-8332-66ad4c476678"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:01.131947 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db51423-8917-4585-b636-2a785b7c51e0 service neutron] Pushing event updated for resources: {'Port': ['ID=80569c53-86b4-42a1-8332-66ad4c476678,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:01.154655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05b65901-4fc4-4dd3-97ec-83f7be67cb4d req-bd767924-f465-4b75-bdff-7b02659a373b tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 210 time: 0.0460126 Nov 15 14:29:01.195954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 95746eea-09d5-4746-8b39-e99b3f251dc3 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:01.296126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5ccddbc6-5977-4ba6-b6e4-5c6b04a2bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:01.298090 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-5ccddbc6-5977-4ba6-b6e4-5c6b04a2bcf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5e2253be39746cdb24a5244f594bbc2&device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 1094 time: 0.0781827 Nov 15 14:29:01.330641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2f1bd-2264-4115-b875-ec8115a74302 req-92fa2186-8e92-4124-9dca-903c789955be tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:01.338760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4e2f1bd-2264-4115-b875-ec8115a74302 req-92fa2186-8e92-4124-9dca-903c789955be tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 949 time: 0.0929835 Nov 15 14:29:01.356196 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-12323992-42f5-4cb2-81c5-edb395b3edde tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Made reservation on behalf of a5157ea54aaf4ffcbef456f45523f0d8 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:29:01.361682 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-82ed8b06-a18d-41dc-ad8a-3d595adb5f68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80569c53-86b4-42a1-8332-66ad4c476678 HTTP/1.1" status: 200 len: 217 time: 0.0477614 Nov 15 14:29:01.362430 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-12323992-42f5-4cb2-81c5-edb395b3edde tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:01.393839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 95746eea-09d5-4746-8b39-e99b3f251dc3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:01.398977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 95746eea-09d5-4746-8b39-e99b3f251dc3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:01.399453 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:01.449913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-88e1a86b-e025-4efd-b547-a72f2c4c6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:01.451417 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-88e1a86b-e025-4efd-b547-a72f2c4c6dbb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6b15148-445e-44c0-9bd4-d0dbe2e2995d HTTP/1.1" status: 200 len: 862 time: 0.0778947 Nov 15 14:29:01.454968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4e2f1bd-2264-4115-b875-ec8115a74302 req-8deb438d-e1c4-4e59-93eb-034ebe74f5f1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152668 Nov 15 14:29:01.513525 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-e8ad879a-c92d-4ab1-9366-518716b70b42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=825dfb0e-787d-4f45-a617-b1772c653818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368447 Nov 15 14:29:01.594005 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:01.630674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:01.634411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-12323992-42f5-4cb2-81c5-edb395b3edde tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Allocated IP 172.20.0.6 (844d1d90-2dae-4da3-8343-45d2d51575ca/93e33989-edac-46ce-a104-f6b36cd0e3ea/f5c239fe-a3fc-4aad-b577-809395e91032) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:29:01.672387 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-baddaaea-6a1e-4650-b26c-db09d85b1e76 service neutron] 10.222.0.59 "GET /v2.0/networks/825dfb0e-787d-4f45-a617-b1772c653818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451557 Nov 15 14:29:01.718821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a499df-bd63-4a4b-8543-98962b1dc8d6 req-04dc0085-2a77-47d0-9bc2-42f4b284b8c2 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:01.720795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66a499df-bd63-4a4b-8543-98962b1dc8d6 req-04dc0085-2a77-47d0-9bc2-42f4b284b8c2 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.1743925 Nov 15 14:29:01.807487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 95746eea-09d5-4746-8b39-e99b3f251dc3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=95746eea-09d5-4746-8b39-e99b3f251dc3,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:01.808774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342d9373-61f7-4f3d-b8de-bf3c7c9015ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95746eea-09d5-4746-8b39-e99b3f251dc3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:01.811530 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c2a3f6-4502-446f-b5fd-cc74d774d45e" -d '{"events": [{"server_uuid": "342d9373-61f7-4f3d-b8de-bf3c7c9015ad", "name": "network-vif-plugged", "status": "completed", "tag": "95746eea-09d5-4746-8b39-e99b3f251dc3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:01.839010 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-32a5514f-1d7a-48d7-aff1-5d6b34f07acb req-c9d235ec-91af-4e63-bf19-0358b3ad9dd0 service neutron] 10.222.0.59 "GET /v2.0/networks/825dfb0e-787d-4f45-a617-b1772c653818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575556 Nov 15 14:29:01.870169 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:01.905687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66a499df-bd63-4a4b-8543-98962b1dc8d6 req-1633599a-6d44-4057-825d-717100718bf1 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725483 Nov 15 14:29:01.927499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:01.961212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:01.961933 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:01.991232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-12323992-42f5-4cb2-81c5-edb395b3edde tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:02.004458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=95746eea-09d5-4746-8b39-e99b3f251dc3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:02.098140 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:02.108435 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3344de5-6675-4d2a-be56-a3abb14e23a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:02.108637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513ad81-ece9-45ba-a5d5-a3f10b04977c req-d4b0ee77-6d4e-4fdd-88a1-3707d2e805ff tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:02.110453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5513ad81-ece9-45ba-a5d5-a3f10b04977c req-d4b0ee77-6d4e-4fdd-88a1-3707d2e805ff tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 943 time: 0.0824597 Nov 15 14:29:02.141967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:02.152767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-12323992-42f5-4cb2-81c5-edb395b3edde tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:02.206553 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5513ad81-ece9-45ba-a5d5-a3f10b04977c req-4f8d8ac8-606a-435c-b11e-e9c3417c8032 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/security-groups?id=a77f924a-b162-4726-a4f6-39e63d479447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886509 Nov 15 14:29:02.213278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-12323992-42f5-4cb2-81c5-edb395b3edde tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Network 844d1d90-2dae-4da3-8343-45d2d51575ca is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:29:02.216658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-12323992-42f5-4cb2-81c5-edb395b3edde tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:29:02.223102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-12323992-42f5-4cb2-81c5-edb395b3edde tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:29:02.226722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-12323992-42f5-4cb2-81c5-edb395b3edde tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:02.227363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-12323992-42f5-4cb2-81c5-edb395b3edde tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:02.236372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12323992-42f5-4cb2-81c5-edb395b3edde tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Pushing event updated for resources: {'Port': ['ID=f5c239fe-a3fc-4aad-b577-809395e91032,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:02.249543 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:02.283296 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03600d5-9a3b-49d9-a379-3d0134764cad x-openstack-request-id: req-a03600d5-9a3b-49d9-a379-3d0134764cad {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:02.283812 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a543c4f8-674a-4198-b3ca-23b92bfb5cc9", "tag": "80569c53-86b4-42a1-8332-66ad4c476678", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:02.284275 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a03600d5-9a3b-49d9-a379-3d0134764cad {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:02.284982 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a543c4f8-674a-4198-b3ca-23b92bfb5cc9', 'tag': '80569c53-86b4-42a1-8332-66ad4c476678', 'status': 'completed', 'code': 200} Nov 15 14:29:02.304255 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:02.388952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-12323992-42f5-4cb2-81c5-edb395b3edde tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7004220 Nov 15 14:29:02.389212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a525e-9663-498c-95b1-19496b212e0f req-a635012f-31aa-4c85-a70f-6d1508dfa2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:02.390502 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e4a525e-9663-498c-95b1-19496b212e0f req-a635012f-31aa-4c85-a70f-6d1508dfa2d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5e2253be39746cdb24a5244f594bbc2&device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 1094 time: 0.0715744 Nov 15 14:29:02.424144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Request body: {'port': {'device_id': '33b19e97-aaf7-4125-b82a-1343396bb445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:02.464427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ce275-be5a-4be8-a3c3-fc0c016bc330 req-41f3e8b8-c48d-4367-8fa1-15a123b7f8a7 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:02.466355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e3ce275-be5a-4be8-a3c3-fc0c016bc330 req-41f3e8b8-c48d-4367-8fa1-15a123b7f8a7 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 931 time: 0.0920920 Nov 15 14:29:02.522800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a525e-9663-498c-95b1-19496b212e0f req-b72cb8e4-4e74-4a45-ad68-fd42bbef2546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:02.524570 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e4a525e-9663-498c-95b1-19496b212e0f req-b72cb8e4-4e74-4a45-ad68-fd42bbef2546 service neutron] 10.222.0.59 "GET /v2.0/networks?id=825dfb0e-787d-4f45-a617-b1772c653818 HTTP/1.1" status: 200 len: 923 time: 0.1041019 Nov 15 14:29:02.541401 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:02.557242 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e3ce275-be5a-4be8-a3c3-fc0c016bc330 req-7185040b-6b74-4b63-906a-afbfa7bdbadb tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791528 Nov 15 14:29:02.585794 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e4a525e-9663-498c-95b1-19496b212e0f req-111bfe9f-b99f-4193-89c5-56a2263b3a76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80569c53-86b4-42a1-8332-66ad4c476678 HTTP/1.1" status: 200 len: 217 time: 0.0411410 Nov 15 14:29:02.660309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a525e-9663-498c-95b1-19496b212e0f req-5ecf8f84-f776-4b98-b278-2200dd5f1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:02.661796 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e4a525e-9663-498c-95b1-19496b212e0f req-5ecf8f84-f776-4b98-b278-2200dd5f1f94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6b15148-445e-44c0-9bd4-d0dbe2e2995d HTTP/1.1" status: 200 len: 862 time: 0.0629690 Nov 15 14:29:02.703922 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e4a525e-9663-498c-95b1-19496b212e0f req-3e65a685-41ff-4afa-b614-64dd6cd4d879 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=825dfb0e-787d-4f45-a617-b1772c653818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267599 Nov 15 14:29:02.783938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe7546-5474-49a8-9b32-9dab12db5016 req-4115d30f-ef08-4eec-bfbb-cd50f92130ab tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:02.785655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79fe7546-5474-49a8-9b32-9dab12db5016 req-4115d30f-ef08-4eec-bfbb-cd50f92130ab tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 931 time: 0.0958555 Nov 15 14:29:02.869820 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e4a525e-9663-498c-95b1-19496b212e0f req-62798a20-875c-456b-87ff-2e30f5f6cb93 service neutron] 10.222.0.59 "GET /v2.0/networks/825dfb0e-787d-4f45-a617-b1772c653818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543097 Nov 15 14:29:02.885620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79fe7546-5474-49a8-9b32-9dab12db5016 req-59553957-6230-4c64-a4d8-f53106822f82 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897548 Nov 15 14:29:02.958909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c239fe-a3fc-4aad-b577-809395e91032 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:02.971851 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:02.991096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Transition to ACTIVE for port object f5c239fe-a3fc-4aad-b577-809395e91032 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:03.015854 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e4a525e-9663-498c-95b1-19496b212e0f req-720cebf5-7277-42f7-9d1c-5e7fc32db079 service neutron] 10.222.0.59 "GET /v2.0/networks/825dfb0e-787d-4f45-a617-b1772c653818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328666 Nov 15 14:29:03.064567 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:03.065111 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-de73bc82-4813-4f3d-9f50-aeb48eaf1476 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3167e2f59f474b97949fa1423db8a721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276692 Nov 15 14:29:03.140426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db2847-1e05-4666-8306-81293eef1533 req-01d79495-2452-4bec-be53-3972b5716016 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:03.141426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07db2847-1e05-4666-8306-81293eef1533 req-01d79495-2452-4bec-be53-3972b5716016 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1113009 Nov 15 14:29:03.143991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c239fe-a3fc-4aad-b577-809395e91032,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:03.201270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Attempting to bind port f5c239fe-a3fc-4aad-b577-809395e91032 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:03.201648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Attempting to bind port f5c239fe-a3fc-4aad-b577-809395e91032 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:03.201990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Attempting to bind port f5c239fe-a3fc-4aad-b577-809395e91032 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:03.220958 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Port f5c239fe-a3fc-4aad-b577-809395e91032 on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:03.221178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Attempting to bind port f5c239fe-a3fc-4aad-b577-809395e91032 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:03.250833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:03.251702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:03.252662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:03.253680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Bound port: f5c239fe-a3fc-4aad-b577-809395e91032, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:03.254498 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:03.259886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-b4a08e7d-774b-40b9-b5c0-86cf6c454a3d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:03.261263 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-b4a08e7d-774b-40b9-b5c0-86cf6c454a3d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849458 Nov 15 14:29:03.270976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07db2847-1e05-4666-8306-81293eef1533 req-15a9f9ec-7578-4c96-83eb-98cf02b7fdf8 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976865 Nov 15 14:29:03.286240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-e4a9f4e4-f229-4d51-8fc4-872b9e1e23a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Request body: {'port': {'device_id': '4ade30cf-13c4-43ad-af9c-2499014928d7', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3167e2f59f474b97949fa1423db8a721'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:03.345102 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:03.390372 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5108aa7-be4f-4b2f-83fd-8a46e49e0b82 x-openstack-request-id: req-a5108aa7-be4f-4b2f-83fd-8a46e49e0b82 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:03.390989 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342d9373-61f7-4f3d-b8de-bf3c7c9015ad", "name": "network-vif-plugged", "status": "completed", "tag": "95746eea-09d5-4746-8b39-e99b3f251dc3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:03.393653 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5108aa7-be4f-4b2f-83fd-8a46e49e0b82 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:03.394257 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342d9373-61f7-4f3d-b8de-bf3c7c9015ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95746eea-09d5-4746-8b39-e99b3f251dc3', 'code': 200} Nov 15 14:29:03.428780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:03.436185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5c239fe-a3fc-4aad-b577-809395e91032,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:03.517885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3168b665-3457-49a9-b81d-20ae48a209d5 req-c07e86eb-4bb6-48bd-8f28-29d658dbb4ec tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 210 time: 0.0456769 Nov 15 14:29:03.521778 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:03.578262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:03.579067 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:03.580491 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] 10.222.0.59 "PUT /v2.0/ports/f5c239fe-a3fc-4aad-b577-809395e91032 HTTP/1.1" status: 200 len: 1091 time: 1.1621151 Nov 15 14:29:03.580945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b19e97-aaf7-4125-b82a-1343396bb445', 'tag': 'f5c239fe-a3fc-4aad-b577-809395e91032'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:03.583269 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a654f5-61ea-402a-b00e-216ef38b77d4" -d '{"events": [{"name": "network-changed", "server_uuid": "33b19e97-aaf7-4125-b82a-1343396bb445", "tag": "f5c239fe-a3fc-4aad-b577-809395e91032"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:03.596207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-e4a9f4e4-f229-4d51-8fc4-872b9e1e23a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Made reservation on behalf of 3167e2f59f474b97949fa1423db8a721 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:29:03.614218 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-e4a9f4e4-f229-4d51-8fc4-872b9e1e23a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:03.616355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f20a9f-ea49-48d6-9dbd-2cb2807bb8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c239fe-a3fc-4aad-b577-809395e91032,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:03.652813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30065861-b004-4eee-8ba5-4834e543368e req-cf3913fe-119f-451c-8b86-6645809c7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:03.654382 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-30065861-b004-4eee-8ba5-4834e543368e req-cf3913fe-119f-451c-8b86-6645809c7b2c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 1101 time: 0.1214375 Nov 15 14:29:03.716395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b68b15-1abf-4779-bae7-f4707ff0fbd8 req-3cbd64bc-d184-4770-92a3-865ba8fa2712 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:03.718173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8b68b15-1abf-4779-bae7-f4707ff0fbd8 req-3cbd64bc-d184-4770-92a3-865ba8fa2712 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 950 time: 0.0645823 Nov 15 14:29:03.807010 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-30065861-b004-4eee-8ba5-4834e543368e req-00d18077-1cfd-4dc0-9627-02c3a3fa6785 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356058 Nov 15 14:29:03.809315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8b68b15-1abf-4779-bae7-f4707ff0fbd8 req-a70077be-22f9-45eb-85a6-074944599d8c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851614 Nov 15 14:29:03.820239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-49315043-71e9-4753-8fa7-e14d251c7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:03.825553 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-49315043-71e9-4753-8fa7-e14d251c7159 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 1094 time: 0.0790017 Nov 15 14:29:03.857397 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-e4a9f4e4-f229-4d51-8fc4-872b9e1e23a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Allocated IP 192.168.233.239 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/2845b12d-c714-46dc-9844-cd95a99bea34) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:29:03.926941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9acdb-72bf-4313-b920-b5a5b0f91bf9 req-979e04cc-9a9f-4306-8b6f-cecbaef25232 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:03.928918 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcf9acdb-72bf-4313-b920-b5a5b0f91bf9 req-979e04cc-9a9f-4306-8b6f-cecbaef25232 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.0594406 Nov 15 14:29:03.989117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcf9acdb-72bf-4313-b920-b5a5b0f91bf9 req-8e9d06fb-1a4d-49d8-8b48-a31695cb0c2c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534348 Nov 15 14:29:04.040099 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-e4a9f4e4-f229-4d51-8fc4-872b9e1e23a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:04.117031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115a905-044f-4fda-8f25-b77ce72323e9 req-0b3e46f6-dd21-4698-8940-58126c08ec46 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:04.118754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3115a905-044f-4fda-8f25-b77ce72323e9 req-0b3e46f6-dd21-4698-8940-58126c08ec46 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 943 time: 0.0557241 Nov 15 14:29:04.155738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-ae4bc9bd-9aa7-4137-939f-d5fde4a6067f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5c239fe-a3fc-4aad-b577-809395e91032 HTTP/1.1" status: 200 len: 217 time: 0.0358772 Nov 15 14:29:04.230727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3115a905-044f-4fda-8f25-b77ce72323e9 req-414b6450-f375-4956-ae1d-dcd0d5a71f4b tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/security-groups?id=a77f924a-b162-4726-a4f6-39e63d479447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776913 Nov 15 14:29:04.232668 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-e4a9f4e4-f229-4d51-8fc4-872b9e1e23a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:04.241623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-b0e09a2d-b190-4295-a641-9c5f840a5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:04.243259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-b0e09a2d-b190-4295-a641-9c5f840a5f96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0599241 Nov 15 14:29:04.258041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['dc5e8615-9733-4aa8-a872-1be348c05aef', '2340c9c2-099e-4969-9276-86f8ed06aa7c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:04.310278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-e4a9f4e4-f229-4d51-8fc4-872b9e1e23a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:29:04.313718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-e4a9f4e4-f229-4d51-8fc4-872b9e1e23a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:29:04.318226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-e4a9f4e4-f229-4d51-8fc4-872b9e1e23a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:29:04.320646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-dd81600c-2165-475a-b42c-fc117721de88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631318 Nov 15 14:29:04.324044 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-e4a9f4e4-f229-4d51-8fc4-872b9e1e23a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:04.324674 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-e4a9f4e4-f229-4d51-8fc4-872b9e1e23a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:04.364494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9f4e4-f229-4d51-8fc4-872b9e1e23a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Pushing event updated for resources: {'Port': ['ID=2845b12d-c714-46dc-9844-cd95a99bea34,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:04.462916 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-e4a9f4e4-f229-4d51-8fc4-872b9e1e23a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1806500 Nov 15 14:29:04.480959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Request body: {'port': {'device_id': '4ade30cf-13c4-43ad-af9c-2499014928d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:04.515978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f9e16-180e-42d0-a574-b4b70c1cfe62 req-7479a99a-f804-45fc-a8af-76a4e6c5c0b3 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:04.519234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-628f9e16-180e-42d0-a574-b4b70c1cfe62 req-7479a99a-f804-45fc-a8af-76a4e6c5c0b3 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 931 time: 0.1447465 Nov 15 14:29:04.583102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-e0b36b1d-0604-4bcc-bd7c-7407811130c4 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472358 Nov 15 14:29:04.603646 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:04.706139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-628f9e16-180e-42d0-a574-b4b70c1cfe62 req-d29d164e-2903-4e0f-a268-a7a4fe57e215 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767106 Nov 15 14:29:04.726135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a32ccb84-e386-46a6-93a4-7ed7ebd065bc None None] Provisioning complete for port 2845b12d-c714-46dc-9844-cd95a99bea34 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:04.726820 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a32ccb84-e386-46a6-93a4-7ed7ebd065bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:04.779122 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a32ccb84-e386-46a6-93a4-7ed7ebd065bc None None] Port 2845b12d-c714-46dc-9844-cd95a99bea34 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:29:04.788935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123ad327-d5ff-4d59-be8b-58580e371fbf req-8aaad389-7156-45fc-8c19-e1e2ced9658b service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813626 Nov 15 14:29:04.829877 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba572cad-7a6e-45ca-9f1f-2b9fbfc4721c x-openstack-request-id: req-ba572cad-7a6e-45ca-9f1f-2b9fbfc4721c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:04.832167 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b19e97-aaf7-4125-b82a-1343396bb445", "tag": "f5c239fe-a3fc-4aad-b577-809395e91032", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:04.832167 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba572cad-7a6e-45ca-9f1f-2b9fbfc4721c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:04.832167 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b19e97-aaf7-4125-b82a-1343396bb445', 'tag': 'f5c239fe-a3fc-4aad-b577-809395e91032', 'status': 'completed', 'code': 200} Nov 15 14:29:04.979720 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:04.995761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee9dd6-4983-44a0-9247-f0c9db8956ce req-869a8ba4-b0d2-4b10-aceb-0420bab7771b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:04.997367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0eee9dd6-4983-44a0-9247-f0c9db8956ce req-869a8ba4-b0d2-4b10-aceb-0420bab7771b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 943 time: 0.1049290 Nov 15 14:29:05.037903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2845b12d-c714-46dc-9844-cd95a99bea34 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:05.045695 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:05.060727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Transition to ACTIVE for port object 2845b12d-c714-46dc-9844-cd95a99bea34 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:05.082290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0eee9dd6-4983-44a0-9247-f0c9db8956ce req-1bfcee1e-b99c-465d-9009-9cbc425d1362 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742617 Nov 15 14:29:05.085499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a654f5-61ea-402a-b00e-216ef38b77d4 req-438f490d-b031-4565-98b6-488d54a39c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:05.087116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08a654f5-61ea-402a-b00e-216ef38b77d4 req-438f490d-b031-4565-98b6-488d54a39c2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 1094 time: 0.0725288 Nov 15 14:29:05.139415 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:05.222160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 80569c53-86b4-42a1-8332-66ad4c476678 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:05.236786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Pushing event updated for resources: {'Port': ['ID=2845b12d-c714-46dc-9844-cd95a99bea34,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:05.243398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cee99-0da5-480f-899b-fb528920ce3b req-e5a46d68-7c5e-439b-89e4-e1bcbb5b8b3d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:05.251392 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a70cee99-0da5-480f-899b-fb528920ce3b req-e5a46d68-7c5e-439b-89e4-e1bcbb5b8b3d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0934918 Nov 15 14:29:05.265484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a654f5-61ea-402a-b00e-216ef38b77d4 req-d4a65de5-69ab-47fe-b726-d05b892d0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:05.267682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08a654f5-61ea-402a-b00e-216ef38b77d4 req-d4a65de5-69ab-47fe-b726-d05b892d0d47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.1579099 Nov 15 14:29:05.308320 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Attempting to bind port 2845b12d-c714-46dc-9844-cd95a99bea34 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:05.308647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Attempting to bind port 2845b12d-c714-46dc-9844-cd95a99bea34 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:05.309010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Attempting to bind port 2845b12d-c714-46dc-9844-cd95a99bea34 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:05.316448 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Port 2845b12d-c714-46dc-9844-cd95a99bea34 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:05.316775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Attempting to bind port 2845b12d-c714-46dc-9844-cd95a99bea34 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:05.323382 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:05.323735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:05.324121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:05.324549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Bound port: 2845b12d-c714-46dc-9844-cd95a99bea34, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:05.324905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:05.365017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a70cee99-0da5-480f-899b-fb528920ce3b req-2a51ce2d-7bb0-4438-9c31-cadb763bd3df tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009271 Nov 15 14:29:05.367703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08a654f5-61ea-402a-b00e-216ef38b77d4 req-c26a7c36-c35d-47d6-a1ec-6cdc81a61d46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5c239fe-a3fc-4aad-b577-809395e91032 HTTP/1.1" status: 200 len: 217 time: 0.0826113 Nov 15 14:29:05.400505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20de173-fac9-4106-aff4-f53911c07a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:05.405498 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61671864-9196-429f-87ca-1fb34423c851" -d '{"events": [{"server_uuid": "e20de173-fac9-4106-aff4-f53911c07a83", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:05.441581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 80569c53-86b4-42a1-8332-66ad4c476678, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=80569c53-86b4-42a1-8332-66ad4c476678,segment=NetworkSegment(f3e6de96-499e-450d-81ed-25b335288fb4),segment_id=f3e6de96-499e-450d-81ed-25b335288fb4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:05.450187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] For port 2845b12d-c714-46dc-9844-cd95a99bea34, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:05.453845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] For port 2845b12d-c714-46dc-9844-cd95a99bea34, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2845b12d-c714-46dc-9844-cd95a99bea34,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:05.463840 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '80569c53-86b4-42a1-8332-66ad4c476678', 'network_id': '825dfb0e-787d-4f45-a617-b1772c653818', 'port_id': '80569c53-86b4-42a1-8332-66ad4c476678', 'mac_address': 'fa:16:3e:8f:c2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b15148-445e-44c0-9bd4-d0dbe2e2995d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:05.510512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a654f5-61ea-402a-b00e-216ef38b77d4 req-11e4cc6e-cdbc-499b-be43-89b7a1a631d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:05.512567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08a654f5-61ea-402a-b00e-216ef38b77d4 req-11e4cc6e-cdbc-499b-be43-89b7a1a631d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.1228580 Nov 15 14:29:05.526076 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:05.533482 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b34083-58c1-444e-90f9-34d4d4b0ffd0 req-7172c022-1496-4a6d-a3b6-50313e3ea91e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:05.534981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93b34083-58c1-444e-90f9-34d4d4b0ffd0 req-7172c022-1496-4a6d-a3b6-50313e3ea91e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 948 time: 0.0638158 Nov 15 14:29:05.543696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80569c53-86b4-42a1-8332-66ad4c476678 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:05.562832 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:05.578176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 80569c53-86b4-42a1-8332-66ad4c476678, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=80569c53-86b4-42a1-8332-66ad4c476678,segment=NetworkSegment(f3e6de96-499e-450d-81ed-25b335288fb4),segment_id=f3e6de96-499e-450d-81ed-25b335288fb4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:05.589075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08a654f5-61ea-402a-b00e-216ef38b77d4 req-80abe848-a3cb-44c8-95f8-db0cc1a671dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528162 Nov 15 14:29:05.605130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:05.606329 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:05.609220 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] 10.222.0.59 "PUT /v2.0/ports/2845b12d-c714-46dc-9844-cd95a99bea34 HTTP/1.1" status: 200 len: 1096 time: 1.1323102 Nov 15 14:29:05.613053 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ade30cf-13c4-43ad-af9c-2499014928d7', 'tag': '2845b12d-c714-46dc-9844-cd95a99bea34'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:05.614857 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3045ba-d85f-4b0e-a604-3b5a0869f3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ade30cf-13c4-43ad-af9c-2499014928d7", "tag": "2845b12d-c714-46dc-9844-cd95a99bea34"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:05.663032 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f36817-efd4-4807-a53a-dd62bcc2bd44 service neutron] Pushing event updated for resources: {'Port': ['ID=2845b12d-c714-46dc-9844-cd95a99bea34,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:05.685707 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:05.788829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93b34083-58c1-444e-90f9-34d4d4b0ffd0 req-1e1e9bd6-e46c-4cd5-bb22-0a58acb64eb5 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448943 Nov 15 14:29:05.802024 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:05.884267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=80569c53-86b4-42a1-8332-66ad4c476678,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:05.904490 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08a654f5-61ea-402a-b00e-216ef38b77d4 req-aeb13280-1d17-4677-9812-39d10a902f11 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747924 Nov 15 14:29:05.954819 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-2ce42d66-7c6b-4cda-86c8-462c9b0cc403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:05.961119 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-2ce42d66-7c6b-4cda-86c8-462c9b0cc403 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3167e2f59f474b97949fa1423db8a721&device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 1099 time: 0.1422813 Nov 15 14:29:06.084410 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-3091e5f4-b6cd-436a-a687-0e1523478894 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2845b12d-c714-46dc-9844-cd95a99bea34 HTTP/1.1" status: 200 len: 217 time: 0.1091068 Nov 15 14:29:06.172846 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-69e98a18-09aa-43b9-bd69-659bf84a0f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:06.183106 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-69e98a18-09aa-43b9-bd69-659bf84a0f25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0679052 Nov 15 14:29:06.183276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d441359-9146-41c5-bcda-9260d6d5e0a3 req-dbafdd1c-48f4-4fc2-b6fa-4ebbe4a51fa7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:06.183276 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d441359-9146-41c5-bcda-9260d6d5e0a3 req-dbafdd1c-48f4-4fc2-b6fa-4ebbe4a51fa7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 950 time: 0.1181846 Nov 15 14:29:06.183470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['80569c53-86b4-42a1-8332-66ad4c476678'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:06.215009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08a654f5-61ea-402a-b00e-216ef38b77d4 req-ae040436-3aac-4c61-85b6-9b709b239899 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978108 Nov 15 14:29:06.281851 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d441359-9146-41c5-bcda-9260d6d5e0a3 req-ea7b9746-8ca7-4fb1-9325-13895ed7430e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934811 Nov 15 14:29:06.286367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-b9d124a8-8ba6-40bb-a516-1b708ddf385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:06.288640 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-b9d124a8-8ba6-40bb-a516-1b708ddf385d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001110 Nov 15 14:29:06.452930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257869a2-961b-4486-bd90-45653ad612e0 req-866c9d56-30d7-48bc-bca5-f0e3790fdb07 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:06.455132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-257869a2-961b-4486-bd90-45653ad612e0 req-866c9d56-30d7-48bc-bca5-f0e3790fdb07 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.0817623 Nov 15 14:29:06.466568 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-9493f487-0351-48b6-8063-b797a1a7a239 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608770 Nov 15 14:29:06.516759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-257869a2-961b-4486-bd90-45653ad612e0 req-f26aed03-85a4-4d17-9604-0a5d44a2eea9 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523798 Nov 15 14:29:06.656737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23812faf-00e3-49f8-a1c6-dd39e3cbf0c1 req-affe76cd-9fc3-43a2-977f-7e092e52b726 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:06.658556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23812faf-00e3-49f8-a1c6-dd39e3cbf0c1 req-affe76cd-9fc3-43a2-977f-7e092e52b726 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 944 time: 0.0594745 Nov 15 14:29:06.711913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23812faf-00e3-49f8-a1c6-dd39e3cbf0c1 req-efcc9f89-1aaa-4ac5-acce-3c6337f5c415 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/security-groups?id=a77f924a-b162-4726-a4f6-39e63d479447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455940 Nov 15 14:29:06.770034 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd10878-6834-40af-818f-27f6590daf60 x-openstack-request-id: req-4bd10878-6834-40af-818f-27f6590daf60 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:06.770357 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20de173-fac9-4106-aff4-f53911c07a83", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:06.770658 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4bd10878-6834-40af-818f-27f6590daf60 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:06.771068 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20de173-fac9-4106-aff4-f53911c07a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb', 'code': 200} Nov 15 14:29:06.820170 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e94a0e91-a6bf-47fe-97bd-1df442e29478 req-1928079e-e7ba-458f-b441-eb613906f640 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434248 Nov 15 14:29:06.826543 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db9878d-5ee7-42af-95b8-e035bbe2ef8a x-openstack-request-id: req-1db9878d-5ee7-42af-95b8-e035bbe2ef8a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:06.827036 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ade30cf-13c4-43ad-af9c-2499014928d7", "tag": "2845b12d-c714-46dc-9844-cd95a99bea34", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:06.827438 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1db9878d-5ee7-42af-95b8-e035bbe2ef8a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:06.827993 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ade30cf-13c4-43ad-af9c-2499014928d7', 'tag': '2845b12d-c714-46dc-9844-cd95a99bea34', 'status': 'completed', 'code': 200} Nov 15 14:29:06.922908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114016-243f-4273-8e67-ab613629ec5e req-d057ddc4-3c80-4132-8dc2-d50396d83684 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:06.924405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a114016-243f-4273-8e67-ab613629ec5e req-d057ddc4-3c80-4132-8dc2-d50396d83684 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 931 time: 0.0499299 Nov 15 14:29:06.972280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a114016-243f-4273-8e67-ab613629ec5e req-082ec784-7abf-475d-8189-21a5ff09cfa1 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Nov 15 14:29:07.032150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3045ba-d85f-4b0e-a604-3b5a0869f3f2 req-5f48184b-f3a7-4c3e-a659-670220a0aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:07.033636 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa3045ba-d85f-4b0e-a604-3b5a0869f3f2 req-5f48184b-f3a7-4c3e-a659-670220a0aed9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3167e2f59f474b97949fa1423db8a721&device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 1099 time: 0.0407681 Nov 15 14:29:07.086250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9fd24-0b24-411f-bc40-bc3f96612396 req-90a4c576-6f31-456e-9e21-2bb8ab119137 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:07.087952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59a9fd24-0b24-411f-bc40-bc3f96612396 req-90a4c576-6f31-456e-9e21-2bb8ab119137 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 943 time: 0.0578074 Nov 15 14:29:07.156289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59a9fd24-0b24-411f-bc40-bc3f96612396 req-314b6af0-c499-44c5-924f-cdd0239c11d7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525761 Nov 15 14:29:07.164648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3045ba-d85f-4b0e-a604-3b5a0869f3f2 req-0cb5595f-5f92-451c-9784-8ae5d3698290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:07.166090 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa3045ba-d85f-4b0e-a604-3b5a0869f3f2 req-0cb5595f-5f92-451c-9784-8ae5d3698290 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1187325 Nov 15 14:29:07.209979 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa3045ba-d85f-4b0e-a604-3b5a0869f3f2 req-e1893cba-503b-442d-a782-02935946f7e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2845b12d-c714-46dc-9844-cd95a99bea34 HTTP/1.1" status: 200 len: 217 time: 0.0348547 Nov 15 14:29:07.272445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff26f40-5d04-4e83-8847-33b446bf2322 req-5720d498-6ba6-46de-8606-29d4515a3490 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:07.274114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cff26f40-5d04-4e83-8847-33b446bf2322 req-5720d498-6ba6-46de-8606-29d4515a3490 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0601645 Nov 15 14:29:07.277796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3045ba-d85f-4b0e-a604-3b5a0869f3f2 req-221c5cd1-3538-4a8e-976c-fe1adb66377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:07.279541 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa3045ba-d85f-4b0e-a604-3b5a0869f3f2 req-221c5cd1-3538-4a8e-976c-fe1adb66377f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0559335 Nov 15 14:29:07.335489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cff26f40-5d04-4e83-8847-33b446bf2322 req-d477f0f9-366b-4de8-b839-8e62b8ad11b3 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524476 Nov 15 14:29:07.342052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3045ba-d85f-4b0e-a604-3b5a0869f3f2 req-356ffbd5-daa1-4761-ab17-1d386ef6eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:07.346609 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa3045ba-d85f-4b0e-a604-3b5a0869f3f2 req-356ffbd5-daa1-4761-ab17-1d386ef6eca2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437269 Nov 15 14:29:07.446273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648434e-4077-4533-956f-ba7a7feb1228 req-c0314c6d-4d82-4152-934f-c0ea7d30d025 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:07.447813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8648434e-4077-4533-956f-ba7a7feb1228 req-c0314c6d-4d82-4152-934f-c0ea7d30d025 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 948 time: 0.0589204 Nov 15 14:29:07.448535 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa3045ba-d85f-4b0e-a604-3b5a0869f3f2 req-f349b288-3ee8-4133-a31c-dd6d51020715 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901241 Nov 15 14:29:07.496215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8648434e-4077-4533-956f-ba7a7feb1228 req-79181cb4-5a98-4ac8-b089-c60f1d0592be tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421700 Nov 15 14:29:07.567827 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa3045ba-d85f-4b0e-a604-3b5a0869f3f2 req-560dd0fd-c03e-449d-a08b-2ed9a2211b68 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981252 Nov 15 14:29:07.660624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7b5dd-797c-4b49-9eb3-174d815a08ec req-a82fbb8f-23af-4a62-86ed-343056d94dc8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:07.662027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0da7b5dd-797c-4b49-9eb3-174d815a08ec req-a82fbb8f-23af-4a62-86ed-343056d94dc8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 950 time: 0.0512140 Nov 15 14:29:07.719557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0da7b5dd-797c-4b49-9eb3-174d815a08ec req-5fead938-5eb9-4591-a3b1-1d646eb5d2f0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505025 Nov 15 14:29:07.834439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4ce68-6718-438c-8304-89ab2bd47134 req-e4c9613d-13b5-4050-b08f-0e37299ee5f8 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:07.840518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3af4ce68-6718-438c-8304-89ab2bd47134 req-e4c9613d-13b5-4050-b08f-0e37299ee5f8 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.0581617 Nov 15 14:29:07.888609 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3af4ce68-6718-438c-8304-89ab2bd47134 req-be82054f-940b-4812-b15b-16fafe8e6382 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463238 Nov 15 14:29:07.988832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49a3a3-fd63-4403-8304-e456e5b2e5a6 req-d917e721-0d48-4f13-9307-9e5138828203 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:07.990278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b49a3a3-fd63-4403-8304-e456e5b2e5a6 req-d917e721-0d48-4f13-9307-9e5138828203 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 944 time: 0.0477793 Nov 15 14:29:08.048037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b49a3a3-fd63-4403-8304-e456e5b2e5a6 req-2e3ef43b-1728-41b6-911e-2d4389ab8997 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/security-groups?id=a77f924a-b162-4726-a4f6-39e63d479447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507991 Nov 15 14:29:08.152322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da854489-12fd-4cac-86fb-ecb6123a96ab req-7f4c851f-1b9e-446d-8042-55010b2bdb12 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:08.154503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da854489-12fd-4cac-86fb-ecb6123a96ab req-7f4c851f-1b9e-446d-8042-55010b2bdb12 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20de173-fac9-4106-aff4-f53911c07a83 HTTP/1.1" status: 200 len: 950 time: 0.0492160 Nov 15 14:29:08.218767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da854489-12fd-4cac-86fb-ecb6123a96ab req-26c75ec9-37ae-446d-9d30-a727dcd8e0a1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479136 Nov 15 14:29:08.340465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae08198-ebc5-423c-a322-0eae0958f28c req-52f149ff-8700-4e18-9647-50cebc38c7af tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:08.342657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ae08198-ebc5-423c-a322-0eae0958f28c req-52f149ff-8700-4e18-9647-50cebc38c7af tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 931 time: 0.0682778 Nov 15 14:29:08.391381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ae08198-ebc5-423c-a322-0eae0958f28c req-0fd1f771-66e6-4694-9fb8-beec4181626b tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Nov 15 14:29:08.498183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c884b1-4762-4af5-8408-c1db94b1e57d req-17ac38c9-c397-4b84-920a-9a9d7bc5f61e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:08.499888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57c884b1-4762-4af5-8408-c1db94b1e57d req-17ac38c9-c397-4b84-920a-9a9d7bc5f61e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 943 time: 0.0494637 Nov 15 14:29:08.548375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57c884b1-4762-4af5-8408-c1db94b1e57d req-580820cf-980d-4748-97a8-ff466cd39f46 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422699 Nov 15 14:29:08.669016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2bd93-99c7-481b-9cf4-069ffc212579 req-9b75bd25-4b31-4f22-be1c-6e83ac6ae130 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:08.670554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bf2bd93-99c7-481b-9cf4-069ffc212579 req-9b75bd25-4b31-4f22-be1c-6e83ac6ae130 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0491228 Nov 15 14:29:08.733395 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bf2bd93-99c7-481b-9cf4-069ffc212579 req-913cc80c-caa1-4489-8763-d38775c78160 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563829 Nov 15 14:29:08.835924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a840f3-a7f2-48c7-a03a-c66feba0119e req-cb9331da-92c2-4b7c-bab3-d8efb39b2188 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:08.837369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3a840f3-a7f2-48c7-a03a-c66feba0119e req-cb9331da-92c2-4b7c-bab3-d8efb39b2188 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 948 time: 0.0495429 Nov 15 14:29:08.885101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3a840f3-a7f2-48c7-a03a-c66feba0119e req-41914f55-0e4a-4ce6-b6f0-5a64485f4516 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Nov 15 14:29:09.013896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7acdd-38f6-44e8-aa89-d43a6857eee7 req-62aca60b-4b03-4ac2-a73b-52da6954963b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:09.015328 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dce7acdd-38f6-44e8-aa89-d43a6857eee7 req-62aca60b-4b03-4ac2-a73b-52da6954963b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.0499229 Nov 15 14:29:09.064618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dce7acdd-38f6-44e8-aa89-d43a6857eee7 req-69bfb4c9-d317-4ffe-bd4d-beba7b087322 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 Nov 15 14:29:09.180457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd286b-cdda-444f-8d81-4fa77c2d01e0 req-af443bbd-1431-45d2-b8cb-6fd616a7e5fb tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:09.182646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5fd286b-cdda-444f-8d81-4fa77c2d01e0 req-af443bbd-1431-45d2-b8cb-6fd616a7e5fb tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 944 time: 0.0639856 Nov 15 14:29:09.236332 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5fd286b-cdda-444f-8d81-4fa77c2d01e0 req-232ffdc3-3621-42c7-bda2-76ae47d37d96 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/security-groups?id=a77f924a-b162-4726-a4f6-39e63d479447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474570 Nov 15 14:29:09.242679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f5c239fe-a3fc-4aad-b577-809395e91032 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:09.246612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 80569c53-86b4-42a1-8332-66ad4c476678 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:09.348420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4cc87-0212-4b22-94c6-da6919322d3b req-75aa188c-8238-43e7-838a-fd98f35a7a3d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:09.350694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83b4cc87-0212-4b22-94c6-da6919322d3b req-75aa188c-8238-43e7-838a-fd98f35a7a3d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20de173-fac9-4106-aff4-f53911c07a83 HTTP/1.1" status: 200 len: 950 time: 0.0545130 Nov 15 14:29:09.382850 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5c239fe-a3fc-4aad-b577-809395e91032,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:09.395917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'f5c239fe-a3fc-4aad-b577-809395e91032', 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca', 'port_id': 'f5c239fe-a3fc-4aad-b577-809395e91032', 'mac_address': 'fa:16:3e:4d:fe:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e33989-edac-46ce-a104-f6b36cd0e3ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:09.406015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83b4cc87-0212-4b22-94c6-da6919322d3b req-af96f070-f3fc-4cef-afbd-1d7c41d7874d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490839 Nov 15 14:29:09.427892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 80569c53-86b4-42a1-8332-66ad4c476678 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:09.438705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 80569c53-86b4-42a1-8332-66ad4c476678 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:09.439212 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:09.466251 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:09.487304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c239fe-a3fc-4aad-b577-809395e91032 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:09.515534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5c239fe-a3fc-4aad-b577-809395e91032,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:09.528192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aa561-dced-431e-a78b-61c31eb1436f req-de203a32-a3ed-4e73-b002-3b06fb975d97 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:09.529831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-310aa561-dced-431e-a78b-61c31eb1436f req-de203a32-a3ed-4e73-b002-3b06fb975d97 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 931 time: 0.0532413 Nov 15 14:29:09.552882 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:09.580283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a543c4f8-674a-4198-b3ca-23b92bfb5cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80569c53-86b4-42a1-8332-66ad4c476678'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:09.583071 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d76976b-429e-4f20-9717-bd54ff067e2e" -d '{"events": [{"server_uuid": "a543c4f8-674a-4198-b3ca-23b92bfb5cc9", "name": "network-vif-plugged", "status": "completed", "tag": "80569c53-86b4-42a1-8332-66ad4c476678"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:09.585938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-310aa561-dced-431e-a78b-61c31eb1436f req-4b49f239-d3f5-482b-bbfe-4d31070226ec tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498517 Nov 15 14:29:09.603125 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:09.607038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 80569c53-86b4-42a1-8332-66ad4c476678, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=80569c53-86b4-42a1-8332-66ad4c476678,segment=NetworkSegment(f3e6de96-499e-450d-81ed-25b335288fb4),segment_id=f3e6de96-499e-450d-81ed-25b335288fb4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:09.663135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f5c239fe-a3fc-4aad-b577-809395e91032,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:09.676686 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:09.710187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240615ac-4ec8-4e0f-a0a1-bfb7f4d5a48d req-60b1f56f-2a9f-4258-9e4a-db43ef94d041 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:09.711715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-240615ac-4ec8-4e0f-a0a1-bfb7f4d5a48d req-60b1f56f-2a9f-4258-9e4a-db43ef94d041 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 944 time: 0.0607779 Nov 15 14:29:09.729949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=80569c53-86b4-42a1-8332-66ad4c476678,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:09.771840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-240615ac-4ec8-4e0f-a0a1-bfb7f4d5a48d req-bee32f23-3f84-4f0d-96ac-07fdd0d71a5c tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538278 Nov 15 14:29:09.816792 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7900546b-c811-4c86-ad4e-9629fc12a5a7 x-openstack-request-id: req-7900546b-c811-4c86-ad4e-9629fc12a5a7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:09.817301 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a543c4f8-674a-4198-b3ca-23b92bfb5cc9", "name": "network-vif-plugged", "status": "completed", "tag": "80569c53-86b4-42a1-8332-66ad4c476678", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:09.817705 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7900546b-c811-4c86-ad4e-9629fc12a5a7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:09.818250 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a543c4f8-674a-4198-b3ca-23b92bfb5cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80569c53-86b4-42a1-8332-66ad4c476678', 'code': 200} Nov 15 14:29:09.921928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65763d-ff5f-40d5-88d0-74163a0a4152 req-48130f69-ebeb-42f6-8cc4-6205595a206b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:09.923553 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f65763d-ff5f-40d5-88d0-74163a0a4152 req-48130f69-ebeb-42f6-8cc4-6205595a206b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0576904 Nov 15 14:29:09.955307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f2ca0-24e3-4c06-85fe-b0f2c821f0ce req-db124558-9cc4-44ca-b051-58b9351ee240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:09.956896 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1e6f2ca0-24e3-4c06-85fe-b0f2c821f0ce req-db124558-9cc4-44ca-b051-58b9351ee240 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 1096 time: 0.0410867 Nov 15 14:29:09.979630 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f65763d-ff5f-40d5-88d0-74163a0a4152 req-6f7d36c1-dd51-40ed-bbed-091c9a878640 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491214 Nov 15 14:29:10.008715 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1e6f2ca0-24e3-4c06-85fe-b0f2c821f0ce req-c323622b-9ac3-4a7c-98e0-4d870bc20a08 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a77f924a-b162-4726-a4f6-39e63d479447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Nov 15 14:29:10.092719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e354be-8c5c-4a4d-8452-5cc5bc8df888 req-66923406-02c4-4e06-a8e6-81803762fce6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:10.094897 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6e354be-8c5c-4a4d-8452-5cc5bc8df888 req-66923406-02c4-4e06-a8e6-81803762fce6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 948 time: 0.0555227 Nov 15 14:29:10.096060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f5c239fe-a3fc-4aad-b577-809395e91032'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:10.142772 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6e354be-8c5c-4a4d-8452-5cc5bc8df888 req-62e03825-702d-43a9-bcb4-398789aa8aa9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 Nov 15 14:29:10.275955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6438de-ce94-48a8-8226-a8ada3027b6f req-be6c7ceb-2f45-4dc1-bf8b-357a0ec41429 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:10.277422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e6438de-ce94-48a8-8226-a8ada3027b6f req-be6c7ceb-2f45-4dc1-bf8b-357a0ec41429 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.0500841 Nov 15 14:29:10.331891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e6438de-ce94-48a8-8226-a8ada3027b6f req-41e8dc92-635f-4206-adc2-445e51eebcc5 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454087 Nov 15 14:29:10.439069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e48a3-c926-439b-b63c-af6cbb43b183 req-63cd1f1c-824e-48c0-8665-fbb444093960 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:10.440621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-130e48a3-c926-439b-b63c-af6cbb43b183 req-63cd1f1c-824e-48c0-8665-fbb444093960 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 945 time: 0.0552895 Nov 15 14:29:10.489003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-130e48a3-c926-439b-b63c-af6cbb43b183 req-9b6749f4-50cf-441d-b184-67fd1bf7f251 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/security-groups?id=a77f924a-b162-4726-a4f6-39e63d479447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419164 Nov 15 14:29:10.591219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baa2ac-cd98-49e2-b4e1-1decfaf5cdc8 req-d112f354-744c-469a-bbf9-5535a7242777 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:10.592676 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24baa2ac-cd98-49e2-b4e1-1decfaf5cdc8 req-d112f354-744c-469a-bbf9-5535a7242777 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20de173-fac9-4106-aff4-f53911c07a83 HTTP/1.1" status: 200 len: 950 time: 0.0478759 Nov 15 14:29:10.645556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24baa2ac-cd98-49e2-b4e1-1decfaf5cdc8 req-c257f5e1-e78b-4b4a-a905-2523930cc06e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467937 Nov 15 14:29:10.752578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edce8e-3220-4275-8c6f-1b475dddc615 req-3c673fac-9b8b-4f7e-892e-c59cc25c364f tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:10.754055 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1edce8e-3220-4275-8c6f-1b475dddc615 req-3c673fac-9b8b-4f7e-892e-c59cc25c364f tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 931 time: 0.0519567 Nov 15 14:29:10.808309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1edce8e-3220-4275-8c6f-1b475dddc615 req-28f11d61-f3f7-4735-89f8-07ed98756bbd tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482945 Nov 15 14:29:10.910755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c9334-a01e-4e7f-ab7c-013fe330e9c2 req-87090a35-7efa-4403-b140-b8e0e8c36781 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:10.912109 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-097c9334-a01e-4e7f-ab7c-013fe330e9c2 req-87090a35-7efa-4403-b140-b8e0e8c36781 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 944 time: 0.0502703 Nov 15 14:29:10.964077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-097c9334-a01e-4e7f-ab7c-013fe330e9c2 req-e914b049-93d3-456f-ba18-3ce9dd38e0b6 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458968 Nov 15 14:29:11.095789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b9d00-1b70-4587-8e18-b2b89112d0c1 req-a373d475-304f-47ea-8b8b-47502d012371 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:11.097290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-761b9d00-1b70-4587-8e18-b2b89112d0c1 req-a373d475-304f-47ea-8b8b-47502d012371 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0486820 Nov 15 14:29:11.144838 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-761b9d00-1b70-4587-8e18-b2b89112d0c1 req-f55099c6-ef6c-47d3-aed3-17733b09811e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415201 Nov 15 14:29:11.258712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f58863-f378-49ef-9282-5ee3996ec33a req-ce56db2b-e9dd-4ff4-8c2e-1601031b6556 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:11.260462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63f58863-f378-49ef-9282-5ee3996ec33a req-ce56db2b-e9dd-4ff4-8c2e-1601031b6556 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 948 time: 0.0520265 Nov 15 14:29:11.262843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2845b12d-c714-46dc-9844-cd95a99bea34 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:11.290220 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Request body: {'port': {'device_id': '5fd894e0-0e09-4488-86df-ceae17711bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:11.379439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 2845b12d-c714-46dc-9844-cd95a99bea34, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2845b12d-c714-46dc-9844-cd95a99bea34,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:11.392553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '2845b12d-c714-46dc-9844-cd95a99bea34', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '2845b12d-c714-46dc-9844-cd95a99bea34', 'mac_address': 'fa:16:3e:f4:2d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:11.437141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63f58863-f378-49ef-9282-5ee3996ec33a req-d052d26d-5910-4f51-9bbb-ab7e3da5929e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462746 Nov 15 14:29:11.437141 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:11.444655 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:11.460107 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2845b12d-c714-46dc-9844-cd95a99bea34 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:11.468903 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7e6a18e3-236c-45e6-89d9-178c01d55cba req-19b1b16f-571d-4c19-bb35-fd05bf6074f8 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871417 Nov 15 14:29:11.486669 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 2845b12d-c714-46dc-9844-cd95a99bea34, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2845b12d-c714-46dc-9844-cd95a99bea34,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:11.489190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1be281-11cf-4b4d-95f4-0dafc338c86c req-96805bf5-9616-42f9-b07e-5d67f58e14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:11.491449 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bd1be281-11cf-4b4d-95f4-0dafc338c86c req-96805bf5-9616-42f9-b07e-5d67f58e14a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e20de173-fac9-4106-aff4-f53911c07a83 HTTP/1.1" status: 200 len: 1101 time: 0.0555208 Nov 15 14:29:11.549069 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bd1be281-11cf-4b4d-95f4-0dafc338c86c req-2f6917a3-e782-4209-bb04-9c53de084185 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484402 Nov 15 14:29:11.612106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3aa2d-0f80-4be7-8e30-4df3543c4580 req-c43c4bce-df74-4104-9141-3d688618da4f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:11.614272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35b3aa2d-0f80-4be7-8e30-4df3543c4580 req-c43c4bce-df74-4104-9141-3d688618da4f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.1765509 Nov 15 14:29:11.771059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787580b7-e4ff-4c89-b102-d9d0ba765b1c req-51687529-3ff6-42b2-98ee-a1138fa1d0bc tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:11.772571 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-787580b7-e4ff-4c89-b102-d9d0ba765b1c req-51687529-3ff6-42b2-98ee-a1138fa1d0bc tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 945 time: 0.1759796 Nov 15 14:29:11.780025 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35b3aa2d-0f80-4be7-8e30-4df3543c4580 req-d2d053b0-3b0b-40d4-9b64-39aed5d8338f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528580 Nov 15 14:29:12.118913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-787580b7-e4ff-4c89-b102-d9d0ba765b1c req-56d8c355-149e-458f-b3d6-62f24a2d4067 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/security-groups?id=a77f924a-b162-4726-a4f6-39e63d479447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378003 Nov 15 14:29:12.178615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a02704-cb22-4728-8f3b-9c4faebc5ffb req-876bb155-b0f8-46dc-bb2e-fe1d5b0739d8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:12.180084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82a02704-cb22-4728-8f3b-9c4faebc5ffb req-876bb155-b0f8-46dc-bb2e-fe1d5b0739d8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20de173-fac9-4106-aff4-f53911c07a83 HTTP/1.1" status: 200 len: 950 time: 0.3289163 Nov 15 14:29:12.194797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:12.220741 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:12.248801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Transition to ACTIVE for port object 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:12.277304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82a02704-cb22-4728-8f3b-9c4faebc5ffb req-4ae3cf43-27a7-4889-8f96-0f7fff987f83 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851164 Nov 15 14:29:12.285444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629cf8f-6431-4f26-bed6-21a9977c124d req-541f424b-8115-45dd-aea8-abed6a6e8c13 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:12.286882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0629cf8f-6431-4f26-bed6-21a9977c124d req-541f424b-8115-45dd-aea8-abed6a6e8c13 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 931 time: 0.1043336 Nov 15 14:29:12.337751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0629cf8f-6431-4f26-bed6-21a9977c124d req-27c6040d-36a3-4530-85c0-c3e776aa4262 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443773 Nov 15 14:29:12.390505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b840e4f-fe44-4c37-a3c3-79cb52539dd3 req-3d2e2084-ae2b-4705-bbd0-fdeb62307614 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:12.390505 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b840e4f-fe44-4c37-a3c3-79cb52539dd3 req-3d2e2084-ae2b-4705-bbd0-fdeb62307614 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 944 time: 0.0480764 Nov 15 14:29:12.407845 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:12.450128 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:12.467868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=2845b12d-c714-46dc-9844-cd95a99bea34,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:12.496905 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceefa81-4a34-474f-a6c7-be92669c01db req-8145211e-f93f-49c8-a025-08cd21dba3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:12.498451 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ceefa81-4a34-474f-a6c7-be92669c01db req-8145211e-f93f-49c8-a025-08cd21dba3af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 1094 time: 0.0563266 Nov 15 14:29:12.504301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b840e4f-fe44-4c37-a3c3-79cb52539dd3 req-f486562c-7d4c-4d66-b5db-3f4c3a1146b5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111836 Nov 15 14:29:12.517650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381700b6-456c-4a72-bad7-ae450b4365c3 req-51f897df-0257-42a0-8c42-c8c65fd090ea tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:12.519218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-381700b6-456c-4a72-bad7-ae450b4365c3 req-51f897df-0257-42a0-8c42-c8c65fd090ea tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1202788 Nov 15 14:29:12.554990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Pushing event updated for resources: {'Port': ['ID=99fd0b6a-49e5-47fa-a048-6e0c67fe3b78,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:12.633863 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-381700b6-456c-4a72-bad7-ae450b4365c3 req-1a337495-462a-4766-b8f4-8ff6f5c0d56e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004269 Nov 15 14:29:12.639169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceefa81-4a34-474f-a6c7-be92669c01db req-b13d09c1-7184-4d1a-892a-fd4834cb6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:12.654501 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ceefa81-4a34-474f-a6c7-be92669c01db req-b13d09c1-7184-4d1a-892a-fd4834cb6e6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.1341460 Nov 15 14:29:12.654931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Attempting to bind port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:12.654931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Attempting to bind port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '544b019b-5407-4453-b234-4299df65ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:12.654931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Attempting to bind port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 on network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:12.665841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 on network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:12.666597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Attempting to bind port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 on network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:12.683712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:12.685761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Checking segment: {'id': '544b019b-5407-4453-b234-4299df65ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:12.685761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Bound using segment: {'id': '544b019b-5407-4453-b234-4299df65ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:12.685761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Bound port: 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544b019b-5407-4453-b234-4299df65ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:12.685761 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:12.701853 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ceefa81-4a34-474f-a6c7-be92669c01db req-9b1c3d3f-6d12-4061-bd63-52beb3b05968 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46bebb83-eae8-4dd9-9922-b6a354db9927 HTTP/1.1" status: 200 len: 217 time: 0.0435855 Nov 15 14:29:12.757466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceefa81-4a34-474f-a6c7-be92669c01db req-4c4a28aa-58b5-4159-b87a-4bbfb6f2881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:12.758844 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ceefa81-4a34-474f-a6c7-be92669c01db req-4c4a28aa-58b5-4159-b87a-4bbfb6f2881d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.0482607 Nov 15 14:29:12.769778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90903f8-5406-4f7a-afec-c94d81ff73d1 req-7f170e8b-3a95-4104-bd7f-de768ac063c2 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:12.771273 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b90903f8-5406-4f7a-afec-c94d81ff73d1 req-7f170e8b-3a95-4104-bd7f-de768ac063c2 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 949 time: 0.0977805 Nov 15 14:29:12.800085 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ceefa81-4a34-474f-a6c7-be92669c01db req-d3dd9f0f-1f32-40dd-baa7-d8c88af66587 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260389 Nov 15 14:29:12.802644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] For port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:12.827759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] For port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=99fd0b6a-49e5-47fa-a048-6e0c67fe3b78,segment=NetworkSegment(544b019b-5407-4453-b234-4299df65ab1a),segment_id=544b019b-5407-4453-b234-4299df65ab1a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:12.857906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b90903f8-5406-4f7a-afec-c94d81ff73d1 req-30f79910-9841-4323-a547-eb7298772d66 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788028 Nov 15 14:29:12.912144 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:12.917788 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ceefa81-4a34-474f-a6c7-be92669c01db req-4ab281aa-b103-47ab-bbc7-388534e00e91 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130252 Nov 15 14:29:12.927679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['2845b12d-c714-46dc-9844-cd95a99bea34'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:12.929225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d43017-b7e6-4aab-967b-9cbd7be90b3f req-c4b9c2f7-4ae6-450f-b912-666dd40320dc tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:12.936468 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00d43017-b7e6-4aab-967b-9cbd7be90b3f req-c4b9c2f7-4ae6-450f-b912-666dd40320dc tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.0771785 Nov 15 14:29:12.978935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:12.979692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:12.980933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] 10.222.0.46 "PUT /v2.0/ports/99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 HTTP/1.1" status: 200 len: 1091 time: 1.6972399 Nov 15 14:29:12.987018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd894e0-0e09-4488-86df-ceae17711bb3', 'tag': '99fd0b6a-49e5-47fa-a048-6e0c67fe3b78'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:12.988416 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295aae5c-1de8-493f-97d1-ed6889b8b2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd894e0-0e09-4488-86df-ceae17711bb3", "tag": "99fd0b6a-49e5-47fa-a048-6e0c67fe3b78"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:13.036078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe237e9-41d8-4d04-b664-caca57fd6a99 service neutron] Pushing event updated for resources: {'Port': ['ID=99fd0b6a-49e5-47fa-a048-6e0c67fe3b78,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:13.066443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00d43017-b7e6-4aab-967b-9cbd7be90b3f req-2640bbf3-29c1-4f77-a60c-fad63e289f01 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264534 Nov 15 14:29:13.069407 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f15f7f-2fee-47e5-a8cd-8b63cbd49526 x-openstack-request-id: req-46f15f7f-2fee-47e5-a8cd-8b63cbd49526 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:13.070583 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd894e0-0e09-4488-86df-ceae17711bb3", "tag": "99fd0b6a-49e5-47fa-a048-6e0c67fe3b78", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:13.071034 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46f15f7f-2fee-47e5-a8cd-8b63cbd49526 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:13.071560 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd894e0-0e09-4488-86df-ceae17711bb3', 'tag': '99fd0b6a-49e5-47fa-a048-6e0c67fe3b78', 'status': 'completed', 'code': 200} Nov 15 14:29:13.074873 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ceefa81-4a34-474f-a6c7-be92669c01db req-35331079-012c-4aa8-9b6e-caef7ca0b6f3 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477079 Nov 15 14:29:13.154174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aae5c-1de8-493f-97d1-ed6889b8b2aa req-269858a9-6082-4681-976a-c3af9b1ba0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:13.154174 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-295aae5c-1de8-493f-97d1-ed6889b8b2aa req-269858a9-6082-4681-976a-c3af9b1ba0f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56b95adc077249b380a17692e9e0d3b5&device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 1094 time: 0.0472739 Nov 15 14:29:13.250842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8608ea5-fec8-404f-a5ed-356f7ee4c0f0 req-89a796b6-d49e-414c-a551-b91db575f19b tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:13.252528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8608ea5-fec8-404f-a5ed-356f7ee4c0f0 req-89a796b6-d49e-414c-a551-b91db575f19b tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 945 time: 0.0537970 Nov 15 14:29:13.291005 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f5c239fe-a3fc-4aad-b577-809395e91032 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:13.325214 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8608ea5-fec8-404f-a5ed-356f7ee4c0f0 req-ff752094-78f6-4ed6-aafc-274aa3585003 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/security-groups?id=a77f924a-b162-4726-a4f6-39e63d479447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625548 Nov 15 14:29:13.377734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aae5c-1de8-493f-97d1-ed6889b8b2aa req-4cd2acfd-526b-419e-b9ac-c1c1a9c5ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:13.377991 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-295aae5c-1de8-493f-97d1-ed6889b8b2aa req-4cd2acfd-526b-419e-b9ac-c1c1a9c5ef22 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=56b95adc077249b380a17692e9e0d3b5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2064505 Nov 15 14:29:13.419159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d5b46-f04e-4b02-a85c-ef864ce9b9e4 req-c7df7abc-35e6-4d8e-b6d7-8ccbb37cf67a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:13.419159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-950d5b46-f04e-4b02-a85c-ef864ce9b9e4 req-c7df7abc-35e6-4d8e-b6d7-8ccbb37cf67a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20de173-fac9-4106-aff4-f53911c07a83 HTTP/1.1" status: 200 len: 950 time: 0.0575657 Nov 15 14:29:13.472133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port f5c239fe-a3fc-4aad-b577-809395e91032 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:13.473806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port f5c239fe-a3fc-4aad-b577-809395e91032 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:13.474435 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:13.487554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-950d5b46-f04e-4b02-a85c-ef864ce9b9e4 req-3cf05480-89bc-4126-914f-28532e39601e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629454 Nov 15 14:29:13.554720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae57b5-6cc5-4fe1-911b-5b8c1b68c6b2 req-69f19e2f-4385-4a2f-876c-3fe0450659d0 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:13.556526 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78ae57b5-6cc5-4fe1-911b-5b8c1b68c6b2 req-69f19e2f-4385-4a2f-876c-3fe0450659d0 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 943 time: 0.0866876 Nov 15 14:29:13.563519 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:13.583525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aae5c-1de8-493f-97d1-ed6889b8b2aa req-8715d2f3-723f-4e0d-b8ec-71ff2c409ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:13.585564 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-295aae5c-1de8-493f-97d1-ed6889b8b2aa req-8715d2f3-723f-4e0d-b8ec-71ff2c409ace service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1982131 Nov 15 14:29:13.592814 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b19e97-aaf7-4125-b82a-1343396bb445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c239fe-a3fc-4aad-b577-809395e91032'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:13.596217 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a733e8eb-ee36-4a21-b327-addb34af7078" -d '{"events": [{"server_uuid": "33b19e97-aaf7-4125-b82a-1343396bb445", "name": "network-vif-plugged", "status": "completed", "tag": "f5c239fe-a3fc-4aad-b577-809395e91032"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:13.614920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5c239fe-a3fc-4aad-b577-809395e91032,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:13.615169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78ae57b5-6cc5-4fe1-911b-5b8c1b68c6b2 req-5c93bf18-ecaf-4359-be52-05cab4a1fd43 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517220 Nov 15 14:29:13.683658 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-ff81deff-6d19-44b6-a494-ef18583de0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:13.685315 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-ff81deff-6d19-44b6-a494-ef18583de0e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56b95adc077249b380a17692e9e0d3b5&device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 1094 time: 0.0527761 Nov 15 14:29:13.703796 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:13.737276 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-d00c2ef4-7daf-4383-9aa5-b63ed76b3a28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 HTTP/1.1" status: 200 len: 217 time: 0.0415585 Nov 15 14:29:13.747609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550681b1-a897-46e0-bff9-901cd9491bb8 req-e78c5a81-61e5-4cab-8a17-edc7a780bbb3 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:13.757339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-550681b1-a897-46e0-bff9-901cd9491bb8 req-e78c5a81-61e5-4cab-8a17-edc7a780bbb3 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 944 time: 0.0729530 Nov 15 14:29:13.761516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f5c239fe-a3fc-4aad-b577-809395e91032,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:13.796974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-b205faff-f1c1-4f6a-ab4b-c8b5d503ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:13.798511 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-b205faff-f1c1-4f6a-ab4b-c8b5d503ffcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67276381-d486-465c-b5f4-6e68f80906b0 HTTP/1.1" status: 200 len: 853 time: 0.0531361 Nov 15 14:29:13.805095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-550681b1-a897-46e0-bff9-901cd9491bb8 req-f7f34102-dddf-42b4-ba46-57cdf2d2a1c2 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466020 Nov 15 14:29:13.847364 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-6f92c7ed-bada-480f-ae06-1b9a6c109a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:13.849160 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-6f92c7ed-bada-480f-ae06-1b9a6c109a8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420542 Nov 15 14:29:13.862895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ef745-6aa3-4f75-9731-0325b3386867 req-fec1930b-48b3-4a1e-a9e2-437a3c46a560 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:13.868959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ef745-6aa3-4f75-9731-0325b3386867 req-fec1930b-48b3-4a1e-a9e2-437a3c46a560 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:13.876892 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a91ef745-6aa3-4f75-9731-0325b3386867 req-fec1930b-48b3-4a1e-a9e2-437a3c46a560 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad&device_id=e20de173-fac9-4106-aff4-f53911c07a83 HTTP/1.1" status: 200 len: 1691 time: 0.0682817 Nov 15 14:29:13.927380 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a91ef745-6aa3-4f75-9731-0325b3386867 req-175e094b-7fca-4475-9623-899363f67398 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467637 Nov 15 14:29:13.952812 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-7392a9a2-4a0b-49bd-92e8-803689e4b1ce service neutron] 10.222.0.46 "GET /v2.0/networks/fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934019 Nov 15 14:29:13.964524 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031c0739-3623-4907-b9aa-738f6cb253f7 x-openstack-request-id: req-031c0739-3623-4907-b9aa-738f6cb253f7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:13.975157 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b19e97-aaf7-4125-b82a-1343396bb445", "name": "network-vif-plugged", "status": "completed", "tag": "f5c239fe-a3fc-4aad-b577-809395e91032", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:13.975157 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-031c0739-3623-4907-b9aa-738f6cb253f7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:13.975157 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b19e97-aaf7-4125-b82a-1343396bb445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c239fe-a3fc-4aad-b577-809395e91032', 'code': 200} Nov 15 14:29:14.055652 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ea921dd8-449e-42b8-81da-e0d82c2dc959 req-2b48189a-969e-4411-8bbf-8aae4136eb13 service neutron] 10.222.0.46 "GET /v2.0/networks/fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948732 Nov 15 14:29:14.123833 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa09ed-a3b2-4a16-90d7-b385aa3f094b req-e665f007-715b-4536-a081-7a287f982ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:14.125330 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-86aa09ed-a3b2-4a16-90d7-b385aa3f094b req-e665f007-715b-4536-a081-7a287f982ef2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 1096 time: 0.0394454 Nov 15 14:29:14.134826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e24622-fa44-4a6f-a717-3dbf7d8fd817 req-26f0da29-f523-40e5-b1d9-937faf911991 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:14.136440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69e24622-fa44-4a6f-a717-3dbf7d8fd817 req-26f0da29-f523-40e5-b1d9-937faf911991 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0553439 Nov 15 14:29:14.189098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69e24622-fa44-4a6f-a717-3dbf7d8fd817 req-6ead0f3d-e919-4018-9703-bc64d61a3906 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461502 Nov 15 14:29:14.197060 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-86aa09ed-a3b2-4a16-90d7-b385aa3f094b req-54f3a092-dacf-4e3c-9d11-9b483aa33a20 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430217 Nov 15 14:29:14.294102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00982db5-3e5a-466d-89e6-02a103adbc08 req-8d056290-caab-48cc-97e4-7e7e7a9251f6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:14.295779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00982db5-3e5a-466d-89e6-02a103adbc08 req-8d056290-caab-48cc-97e4-7e7e7a9251f6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 949 time: 0.0502553 Nov 15 14:29:14.371439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00982db5-3e5a-466d-89e6-02a103adbc08 req-fe638497-eb75-4108-a09c-bd3a731fdf34 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687728 Nov 15 14:29:14.394480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc0e1c-3133-4755-a10e-d4d75b4e708d req-a2736883-d8c8-46d1-bdbd-579c3083b3af tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:14.396002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afdc0e1c-3133-4755-a10e-d4d75b4e708d req-a2736883-d8c8-46d1-bdbd-579c3083b3af tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.0655761 Nov 15 14:29:14.467644 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afdc0e1c-3133-4755-a10e-d4d75b4e708d req-1b14a73e-6423-4f2e-84ed-57c680ee7cf1 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655732 Nov 15 14:29:14.487513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214aca2-9117-4acf-b3ba-fa25d9db4256 req-ecbc51bd-ca2c-45eb-923d-c94279d0a601 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:14.489119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6214aca2-9117-4acf-b3ba-fa25d9db4256 req-ecbc51bd-ca2c-45eb-923d-c94279d0a601 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 945 time: 0.0591304 Nov 15 14:29:14.560189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6214aca2-9117-4acf-b3ba-fa25d9db4256 req-ab6e576f-c155-495b-b119-9c1c8a657b30 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/security-groups?id=a77f924a-b162-4726-a4f6-39e63d479447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643513 Nov 15 14:29:14.573004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be6ffa-d456-4c98-98dd-1793c282b44a req-a648b98a-8678-433d-8c82-ca9dd3e5e8e1 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:14.574520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93be6ffa-d456-4c98-98dd-1793c282b44a req-a648b98a-8678-433d-8c82-ca9dd3e5e8e1 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 1101 time: 0.0529416 Nov 15 14:29:14.624007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93be6ffa-d456-4c98-98dd-1793c282b44a req-3bf56332-4aa6-4d30-adca-25313084c419 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434637 Nov 15 14:29:14.762558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90736f74-6872-4a94-b637-06006980da93 req-ab8bb17d-cfc6-47b0-bcb8-8bc321d9ea21 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:14.764115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90736f74-6872-4a94-b637-06006980da93 req-ab8bb17d-cfc6-47b0-bcb8-8bc321d9ea21 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 943 time: 0.0782332 Nov 15 14:29:14.767023 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c853c-e77b-483c-9bc7-d87fc5d53fc4 req-f31a848e-6c68-4462-a2f8-187e1e6dcd99 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:14.768424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca7c853c-e77b-483c-9bc7-d87fc5d53fc4 req-f31a848e-6c68-4462-a2f8-187e1e6dcd99 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e20de173-fac9-4106-aff4-f53911c07a83 HTTP/1.1" status: 200 len: 1101 time: 0.0738962 Nov 15 14:29:14.841504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90736f74-6872-4a94-b637-06006980da93 req-073532c2-93f8-486c-afce-6bbea2106201 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708373 Nov 15 14:29:14.847479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca7c853c-e77b-483c-9bc7-d87fc5d53fc4 req-12825b11-2cf7-42a3-adec-ec5e3a25f3cd tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710409 Nov 15 14:29:14.949088 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b003b-b094-496f-b180-40bdcc0baba7 req-23591bac-478d-4c7f-93e8-b0aede6473ba tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:14.950598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f8b003b-b094-496f-b180-40bdcc0baba7 req-23591bac-478d-4c7f-93e8-b0aede6473ba tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 945 time: 0.0508862 Nov 15 14:29:15.006946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f8b003b-b094-496f-b180-40bdcc0baba7 req-d14d1cb1-6833-4bf6-8a85-d502698c3e88 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487888 Nov 15 14:29:15.053217 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-7f0cecc6-a678-4fa4-90a2-c6776f13f8db tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290818 Nov 15 14:29:15.165864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-70d08913-b6d0-477d-9a60-b28dfcbaf674 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:15.167384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-70d08913-b6d0-477d-9a60-b28dfcbaf674 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1070120 Nov 15 14:29:15.183795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-63717c79-0e87-499a-ad23-07a700d8c110 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/quotas/3387854e8ac24db7b4fadc747eea0b4d HTTP/1.1" status: 200 len: 375 time: 0.0097749 Nov 15 14:29:15.241630 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-13c6b422-e0ac-46d6-b44f-e87bf8a2fd7d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0524938 Nov 15 14:29:15.301257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2845b12d-c714-46dc-9844-cd95a99bea34 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:15.310284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721ce72-30a0-4911-8a18-ccf7ef5c5658 req-f97b9602-f210-4da2-80e0-6fcafceb5671 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:15.311461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3721ce72-30a0-4911-8a18-ccf7ef5c5658 req-f97b9602-f210-4da2-80e0-6fcafceb5671 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0496993 Nov 15 14:29:15.362439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3721ce72-30a0-4911-8a18-ccf7ef5c5658 req-fef1bebd-ab67-4edb-b269-83a8344a1ba7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424459 Nov 15 14:29:15.405519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 2845b12d-c714-46dc-9844-cd95a99bea34 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:15.409703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 2845b12d-c714-46dc-9844-cd95a99bea34 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:15.410222 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:15.499572 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:15.508854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e60ab-34af-4cbe-8cd0-6d6c564a8df3 req-3c50276c-7853-46fe-8fe6-e3aac9b96181 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:15.510334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e0e60ab-34af-4cbe-8cd0-6d6c564a8df3 req-3c50276c-7853-46fe-8fe6-e3aac9b96181 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 949 time: 0.0675304 Nov 15 14:29:15.537548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-956b9731-1b32-4989-bb8d-a90ff5a5c3c2 req-d8517037-88e3-44aa-b543-5d6af926411c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 210 time: 0.0398571 Nov 15 14:29:15.538959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 2845b12d-c714-46dc-9844-cd95a99bea34, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2845b12d-c714-46dc-9844-cd95a99bea34,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:15.580499 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e0e60ab-34af-4cbe-8cd0-6d6c564a8df3 req-b508d695-e879-4dce-97e0-4ce14c4c00f9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603521 Nov 15 14:29:15.626286 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:15.664651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45645a6a-e0ce-4e6e-bc2d-59a171049993 req-b92bf521-1ce1-4fe0-934e-ff8981fe3d5a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:15.666191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45645a6a-e0ce-4e6e-bc2d-59a171049993 req-b92bf521-1ce1-4fe0-934e-ff8981fe3d5a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.0634151 Nov 15 14:29:15.680536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 46bebb83-eae8-4dd9-9922-b6a354db9927 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:15.697508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=2845b12d-c714-46dc-9844-cd95a99bea34,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:15.748816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef16876-263d-4823-9578-aa7fe0f4d80b req-63176e47-99a7-4613-be23-5355c152e1b6 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:15.750373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ef16876-263d-4823-9578-aa7fe0f4d80b req-63176e47-99a7-4613-be23-5355c152e1b6 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 945 time: 0.0832491 Nov 15 14:29:15.760705 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45645a6a-e0ce-4e6e-bc2d-59a171049993 req-8b1e8dae-fa01-4ad0-b345-4b3c1bbf98d5 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848885 Nov 15 14:29:15.805282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ef16876-263d-4823-9578-aa7fe0f4d80b req-27226fb4-69c3-41ac-b9c9-da9ba789cf46 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/security-groups?id=a77f924a-b162-4726-a4f6-39e63d479447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435352 Nov 15 14:29:15.805598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=46bebb83-eae8-4dd9-9922-b6a354db9927,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:15.817052 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '46bebb83-eae8-4dd9-9922-b6a354db9927', 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a', 'port_id': '46bebb83-eae8-4dd9-9922-b6a354db9927', 'mac_address': 'fa:16:3e:47:78:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8003970-bb0c-45a3-b639-4f9ffc645632', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:15.858342 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:15.874878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46bebb83-eae8-4dd9-9922-b6a354db9927 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:15.896580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=46bebb83-eae8-4dd9-9922-b6a354db9927,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:15.963546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da71ec6-0f2b-4388-96d3-e4126f82783f req-b0fa6355-a7a5-44d5-99f5-b6ee976f8881 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:15.965053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4da71ec6-0f2b-4388-96d3-e4126f82783f req-b0fa6355-a7a5-44d5-99f5-b6ee976f8881 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 943 time: 0.0496235 Nov 15 14:29:15.966764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ade30cf-13c4-43ad-af9c-2499014928d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845b12d-c714-46dc-9844-cd95a99bea34'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:15.969147 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8922aa08-f92e-436f-b34f-5e54800712b8" -d '{"events": [{"server_uuid": "4ade30cf-13c4-43ad-af9c-2499014928d7", "name": "network-vif-plugged", "status": "completed", "tag": "2845b12d-c714-46dc-9844-cd95a99bea34"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:15.976405 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:16.025494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4da71ec6-0f2b-4388-96d3-e4126f82783f req-2690fb4f-97c3-4166-b027-cf0bfd88182f tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542941 Nov 15 14:29:16.032437 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990db31d-85d3-4f9d-b275-051ed9776e64 x-openstack-request-id: req-990db31d-85d3-4f9d-b275-051ed9776e64 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:16.032755 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ade30cf-13c4-43ad-af9c-2499014928d7", "name": "network-vif-plugged", "status": "completed", "tag": "2845b12d-c714-46dc-9844-cd95a99bea34", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:16.033022 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-990db31d-85d3-4f9d-b275-051ed9776e64 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:16.033396 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ade30cf-13c4-43ad-af9c-2499014928d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845b12d-c714-46dc-9844-cd95a99bea34', 'code': 200} Nov 15 14:29:16.037226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=46bebb83-eae8-4dd9-9922-b6a354db9927,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:16.164558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb27804-ea49-4914-ba60-6d182c8dd92b req-bc70b527-da2f-49f6-97c8-ffa383c36257 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:16.166100 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcb27804-ea49-4914-ba60-6d182c8dd92b req-bc70b527-da2f-49f6-97c8-ffa383c36257 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 945 time: 0.0621271 Nov 15 14:29:16.190071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2189e-17b7-4085-81b3-9b072fadecab req-491967fc-8813-482b-a63d-01f45e8ce4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:16.191853 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8af2189e-17b7-4085-81b3-9b072fadecab req-491967fc-8813-482b-a63d-01f45e8ce4ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 1101 time: 0.0435121 Nov 15 14:29:16.221550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcb27804-ea49-4914-ba60-6d182c8dd92b req-eeafaca3-3781-42f9-93a0-084a1980cf68 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488107 Nov 15 14:29:16.251580 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8af2189e-17b7-4085-81b3-9b072fadecab req-c7259e90-8043-4f54-948e-0eb72affa7c3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Nov 15 14:29:16.307686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['46bebb83-eae8-4dd9-9922-b6a354db9927'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:16.494299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a8b62-f38c-40a9-94df-440589786455 req-9ef05880-f6e9-4b49-88bb-2deab459a4a0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:16.495810 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f59a8b62-f38c-40a9-94df-440589786455 req-9ef05880-f6e9-4b49-88bb-2deab459a4a0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0532353 Nov 15 14:29:16.548210 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f59a8b62-f38c-40a9-94df-440589786455 req-0e7c0083-6f72-4023-9617-45be9299cb0e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460033 Nov 15 14:29:16.645972 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33f66339-c6dc-4927-a95c-c7af6116aee7 req-c0eda216-c7ae-4897-adf5-6c606f945a8b tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 210 time: 0.0363352 Nov 15 14:29:16.705101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332a0b4-76ae-44fd-b65c-d484050a2c9f req-f3ca4a98-bd5e-4674-b502-c09a4cb4fa65 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:16.706469 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5332a0b4-76ae-44fd-b65c-d484050a2c9f req-f3ca4a98-bd5e-4674-b502-c09a4cb4fa65 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 950 time: 0.0536196 Nov 15 14:29:16.761779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5332a0b4-76ae-44fd-b65c-d484050a2c9f req-ef220fd0-a3d7-4485-b296-61357f1923aa tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479853 Nov 15 14:29:16.913623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90e6a8-59ab-4832-9aa6-c8c47ddaee08 req-3330154f-20f1-4887-b6e2-ddae7fb2cc5f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:16.915419 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e90e6a8-59ab-4832-9aa6-c8c47ddaee08 req-3330154f-20f1-4887-b6e2-ddae7fb2cc5f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 944 time: 0.0758166 Nov 15 14:29:16.957119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6696a-e5d7-4d44-bf10-8ef3ff6b248d req-23069343-1ba1-4ca6-8dc9-29f222ffe59a tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:16.958659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40d6696a-e5d7-4d44-bf10-8ef3ff6b248d req-23069343-1ba1-4ca6-8dc9-29f222ffe59a tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 945 time: 0.0811381 Nov 15 14:29:16.995407 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e90e6a8-59ab-4832-9aa6-c8c47ddaee08 req-2a43aac1-7f82-42f7-8654-ba82ac5589ed tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721614 Nov 15 14:29:17.028108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40d6696a-e5d7-4d44-bf10-8ef3ff6b248d req-bc44e274-c7ad-4010-b92e-0861f175fa88 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/security-groups?id=a77f924a-b162-4726-a4f6-39e63d479447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626001 Nov 15 14:29:17.191130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81662266-e5cb-450e-8a83-5db3e986d806 req-06502870-c993-4cff-a443-ff3b03a82e25 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:17.192647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81662266-e5cb-450e-8a83-5db3e986d806 req-06502870-c993-4cff-a443-ff3b03a82e25 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 943 time: 0.0665450 Nov 15 14:29:17.251085 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81662266-e5cb-450e-8a83-5db3e986d806 req-eee23f7a-a8ca-4eea-aa0a-3b13be839393 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517910 Nov 15 14:29:17.354176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9f62e-9bd9-4530-8ab6-8f285bdbf23c req-9fa04069-6296-4cbe-9eba-31f6089a2d81 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:17.355731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26d9f62e-9bd9-4530-8ab6-8f285bdbf23c req-9fa04069-6296-4cbe-9eba-31f6089a2d81 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 945 time: 0.0563481 Nov 15 14:29:17.434179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26d9f62e-9bd9-4530-8ab6-8f285bdbf23c req-4ee4d1d6-68b7-4eff-b632-fb3d962f5ff4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717249 Nov 15 14:29:17.599460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a8078-a7f4-4bb7-833a-fa991e0dc46f req-9b131124-88a9-4282-85ad-cffca1cd4176 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:17.602103 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-655a8078-a7f4-4bb7-833a-fa991e0dc46f req-9b131124-88a9-4282-85ad-cffca1cd4176 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 1096 time: 0.0465589 Nov 15 14:29:17.684434 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-655a8078-a7f4-4bb7-833a-fa991e0dc46f req-c0c7f9d8-d7ae-435e-a5b2-b297c0ebfe10 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754676 Nov 15 14:29:17.694993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:17.699983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ad396-9780-4391-83f5-51df664b5061 req-aeb16eb4-cfe0-4557-82e2-220c1d382b92 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:17.700928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 46bebb83-eae8-4dd9-9922-b6a354db9927 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:17.701586 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-644ad396-9780-4391-83f5-51df664b5061 req-aeb16eb4-cfe0-4557-82e2-220c1d382b92 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0744343 Nov 15 14:29:17.774494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-644ad396-9780-4391-83f5-51df664b5061 req-214e9519-3802-4509-913c-33a35fb6ddfc tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653811 Nov 15 14:29:17.817641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2c7f1-6a2e-454c-933d-75d7fc14ed29 req-472d5cb7-4d1c-4348-8f8f-1ac42f6a5d5f tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:17.820150 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6aa2c7f1-6a2e-454c-933d-75d7fc14ed29 req-472d5cb7-4d1c-4348-8f8f-1ac42f6a5d5f tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.59 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 945 time: 0.0781446 Nov 15 14:29:17.908614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=99fd0b6a-49e5-47fa-a048-6e0c67fe3b78,segment=NetworkSegment(544b019b-5407-4453-b234-4299df65ab1a),segment_id=544b019b-5407-4453-b234-4299df65ab1a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:17.925182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cdc3c118-a08d-4336-9837-b16e43ee8ea0 req-8080b0fc-1e3a-4f1d-b118-351778394e65 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 210 time: 0.0370069 Nov 15 14:29:17.946661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2d0d2-1b0c-418c-ad38-f55975f47bc9 req-fed0b45a-cadf-461b-a36c-082058bad3f3 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:17.948421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4c2d0d2-1b0c-418c-ad38-f55975f47bc9 req-fed0b45a-cadf-461b-a36c-082058bad3f3 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 950 time: 0.0951712 Nov 15 14:29:17.954209 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-9fa1279d-8712-42a2-9e6c-8db68e242ddb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522704 Nov 15 14:29:18.037544 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4c2d0d2-1b0c-418c-ad38-f55975f47bc9 req-7e6f9004-da54-481e-a961-8629af092aac tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815856 Nov 15 14:29:18.066871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 46bebb83-eae8-4dd9-9922-b6a354db9927 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:18.072625 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '99fd0b6a-49e5-47fa-a048-6e0c67fe3b78', 'network_id': 'fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c', 'port_id': '99fd0b6a-49e5-47fa-a048-6e0c67fe3b78', 'mac_address': 'fa:16:3e:53:57:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67276381-d486-465c-b5f4-6e68f80906b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:18.076043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 46bebb83-eae8-4dd9-9922-b6a354db9927 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:18.076427 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:18.107430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d471fe-d2eb-494e-b7e9-b120961af515 req-67fd596b-baee-4db8-a8e5-d00d56e05970 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:18.108988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d471fe-d2eb-494e-b7e9-b120961af515 req-67fd596b-baee-4db8-a8e5-d00d56e05970 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 1096 time: 0.0703979 Nov 15 14:29:18.144436 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-0ccfa3fa-7a1c-4321-8253-afe889f109cd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:18.146302 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-0ccfa3fa-7a1c-4321-8253-afe889f109cd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843460 Nov 15 14:29:18.149906 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:18.158293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6aa2c7f1-6a2e-454c-933d-75d7fc14ed29 req-aac637c6-0134-4870-a552-2b1963f92553 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Deleting port 80569c53-86b4-42a1-8332-66ad4c476678 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:29:18.159015 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6aa2c7f1-6a2e-454c-933d-75d7fc14ed29 req-aac637c6-0134-4870-a552-2b1963f92553 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:18.172042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:18.200509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d471fe-d2eb-494e-b7e9-b120961af515 req-e65b0207-cdba-44dd-9bd5-8a44631e1146 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850592 Nov 15 14:29:18.226297 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-5afde490-177c-4aac-9132-e6e782964950 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Request body: {'port': {'device_id': '38bb09ba-85ef-4dde-a1fa-85cb42071774', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3387854e8ac24db7b4fadc747eea0b4d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:18.235699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=99fd0b6a-49e5-47fa-a048-6e0c67fe3b78,segment=NetworkSegment(544b019b-5407-4453-b234-4299df65ab1a),segment_id=544b019b-5407-4453-b234-4299df65ab1a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:18.248789 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:18.255801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabb892-81a5-4d90-bceb-ec215e823ad6 req-44a04717-a8ed-405b-9584-7ab9fe14ef6c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:18.258446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-adabb892-81a5-4d90-bceb-ec215e823ad6 req-44a04717-a8ed-405b-9584-7ab9fe14ef6c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 944 time: 0.1029272 Nov 15 14:29:18.276183 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bebb83-eae8-4dd9-9922-b6a354db9927'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:18.278755 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f342f7e-0b44-4130-a926-c3195052667b" -d '{"events": [{"server_uuid": "46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe", "name": "network-vif-plugged", "status": "completed", "tag": "46bebb83-eae8-4dd9-9922-b6a354db9927"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:18.294697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=46bebb83-eae8-4dd9-9922-b6a354db9927,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:18.350841 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:18.356219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-adabb892-81a5-4d90-bceb-ec215e823ad6 req-1694dd6c-9f99-414b-957e-8957267d5834 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886855 Nov 15 14:29:18.422012 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:18.431256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=99fd0b6a-49e5-47fa-a048-6e0c67fe3b78,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:18.444060 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6aa2c7f1-6a2e-454c-933d-75d7fc14ed29 req-aac637c6-0134-4870-a552-2b1963f92553 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] For port 80569c53-86b4-42a1-8332-66ad4c476678, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=80569c53-86b4-42a1-8332-66ad4c476678,segment=NetworkSegment(f3e6de96-499e-450d-81ed-25b335288fb4),segment_id=f3e6de96-499e-450d-81ed-25b335288fb4)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:18.444431 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6aa2c7f1-6a2e-454c-933d-75d7fc14ed29 req-aac637c6-0134-4870-a552-2b1963f92553 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:18.460382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4df10-039c-47da-a3d5-629f7b32ef78 req-cf6abeda-49bc-4dfa-b3a2-a07580c89efb tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:18.477061 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12d4df10-039c-47da-a3d5-629f7b32ef78 req-cf6abeda-49bc-4dfa-b3a2-a07580c89efb tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 945 time: 0.0822718 Nov 15 14:29:18.487627 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6aa2c7f1-6a2e-454c-933d-75d7fc14ed29 req-aac637c6-0134-4870-a552-2b1963f92553 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Calling delete_port for 80569c53-86b4-42a1-8332-66ad4c476678 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:29:18.524983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=46bebb83-eae8-4dd9-9922-b6a354db9927,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:18.529468 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12d4df10-039c-47da-a3d5-629f7b32ef78 req-fdcccfa8-91aa-46b0-b8fa-f781144511cc tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/security-groups?id=a77f924a-b162-4726-a4f6-39e63d479447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441103 Nov 15 14:29:18.578608 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-5afde490-177c-4aac-9132-e6e782964950 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Made reservation on behalf of 3387854e8ac24db7b4fadc747eea0b4d for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:29:18.583063 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-5afde490-177c-4aac-9132-e6e782964950 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:18.590346 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ab760c-9b14-428d-8f19-ed1b9a8ab496 x-openstack-request-id: req-09ab760c-9b14-428d-8f19-ed1b9a8ab496 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:18.591049 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe", "name": "network-vif-plugged", "status": "completed", "tag": "46bebb83-eae8-4dd9-9922-b6a354db9927", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:18.591611 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09ab760c-9b14-428d-8f19-ed1b9a8ab496 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:18.592389 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bebb83-eae8-4dd9-9922-b6a354db9927', 'code': 200} Nov 15 14:29:18.600711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71b16e-2efd-42f5-b9d2-b679296b6fac req-8296664b-1b3c-4e69-b5eb-7f518f07e6af tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:18.611364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a71b16e-2efd-42f5-b9d2-b679296b6fac req-8296664b-1b3c-4e69-b5eb-7f518f07e6af tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 944 time: 0.0780709 Nov 15 14:29:18.712121 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['99fd0b6a-49e5-47fa-a048-6e0c67fe3b78'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:18.738341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a71b16e-2efd-42f5-b9d2-b679296b6fac req-c44de710-5877-4d28-95b5-c7d9a51bdf03 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213267 Nov 15 14:29:18.759235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849171a-b4c3-426b-ac9b-808fd29c8764 req-b78737c0-7d4a-45aa-9f04-ed7fa956077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:18.762288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7849171a-b4c3-426b-ac9b-808fd29c8764 req-b78737c0-7d4a-45aa-9f04-ed7fa956077c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 1096 time: 0.0842323 Nov 15 14:29:18.806753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-ca5b62cd-af1d-4d07-81d5-f66fb3fdecea req-f0bc36c3-53e6-4272-9772-d961af7503c1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:29:18.807818 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca5b62cd-af1d-4d07-81d5-f66fb3fdecea req-f0bc36c3-53e6-4272-9772-d961af7503c1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087237 Nov 15 14:29:18.812131 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-5afde490-177c-4aac-9132-e6e782964950 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Allocated IP 192.168.233.211 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/1716f132-4d21-4857-afd2-30d4423b12c8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:29:18.862340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7849171a-b4c3-426b-ac9b-808fd29c8764 req-c62b52c5-f000-4e31-9b02-34690db26621 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909433 Nov 15 14:29:18.870934 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6aa2c7f1-6a2e-454c-933d-75d7fc14ed29 req-aac637c6-0134-4870-a552-2b1963f92553 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:18.889581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['80569c53-86b4-42a1-8332-66ad4c476678'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:18.926324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac637c6-0134-4870-a552-2b1963f92553 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Pushing event deleted for resources: {'Port': ['ID=80569c53-86b4-42a1-8332-66ad4c476678,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:18.930557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef72f38-61ad-47bb-a0ec-ed4c10ccd5af req-cf57e67c-a77b-4385-8d37-62257a6b4438 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:18.932269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cef72f38-61ad-47bb-a0ec-ed4c10ccd5af req-cf57e67c-a77b-4385-8d37-62257a6b4438 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0653775 Nov 15 14:29:19.015590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cef72f38-61ad-47bb-a0ec-ed4c10ccd5af req-e63b4853-e383-40fb-8dfb-94cd0ff43734 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648074 Nov 15 14:29:19.035706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa2c7f1-6a2e-454c-933d-75d7fc14ed29 req-aac637c6-0134-4870-a552-2b1963f92553 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] No DVR routers for this DVR port 80569c53-86b4-42a1-8332-66ad4c476678 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:29:19.039745 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6aa2c7f1-6a2e-454c-933d-75d7fc14ed29 req-aac637c6-0134-4870-a552-2b1963f92553 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:19.043313 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6aa2c7f1-6a2e-454c-933d-75d7fc14ed29 req-aac637c6-0134-4870-a552-2b1963f92553 tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.59 "DELETE /v2.0/ports/80569c53-86b4-42a1-8332-66ad4c476678 HTTP/1.1" status: 204 len: 173 time: 1.1974993 Nov 15 14:29:19.045922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a543c4f8-674a-4198-b3ca-23b92bfb5cc9', 'name': 'network-vif-deleted', 'tag': '80569c53-86b4-42a1-8332-66ad4c476678'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:19.048346 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fbdf89-2cb2-4810-952c-f365b78d39da" -d '{"events": [{"server_uuid": "a543c4f8-674a-4198-b3ca-23b92bfb5cc9", "name": "network-vif-deleted", "tag": "80569c53-86b4-42a1-8332-66ad4c476678"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:19.118003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1c263e7-b337-4ed6-b157-47520a0f2906 req-50ac4857-7d50-43dc-9568-b579bdd2161d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 210 time: 0.0324438 Nov 15 14:29:19.123782 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-5afde490-177c-4aac-9132-e6e782964950 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:19.169243 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d6f145-3d0d-4df4-ab17-a76070974ade x-openstack-request-id: req-16d6f145-3d0d-4df4-ab17-a76070974ade {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:19.169687 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a543c4f8-674a-4198-b3ca-23b92bfb5cc9", "name": "network-vif-deleted", "tag": "80569c53-86b4-42a1-8332-66ad4c476678", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:19.170057 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16d6f145-3d0d-4df4-ab17-a76070974ade {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:19.170759 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a543c4f8-674a-4198-b3ca-23b92bfb5cc9', 'name': 'network-vif-deleted', 'tag': '80569c53-86b4-42a1-8332-66ad4c476678', 'status': 'completed', 'code': 200} Nov 15 14:29:19.224733 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-5afde490-177c-4aac-9132-e6e782964950 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:19.245999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e', '95746eea-09d5-4746-8b39-e99b3f251dc3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:19.274090 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-5afde490-177c-4aac-9132-e6e782964950 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:29:19.279142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc1df5-3bff-4b97-be16-fbef5b65b1ed req-efe0de29-6c8c-47fa-90c9-d78ac685b8d4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:19.280713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82cc1df5-3bff-4b97-be16-fbef5b65b1ed req-efe0de29-6c8c-47fa-90c9-d78ac685b8d4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 950 time: 0.0618966 Nov 15 14:29:19.282499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-5afde490-177c-4aac-9132-e6e782964950 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:29:19.286775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-5afde490-177c-4aac-9132-e6e782964950 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:29:19.296593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-5afde490-177c-4aac-9132-e6e782964950 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:19.297647 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-5afde490-177c-4aac-9132-e6e782964950 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:19.328426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afde490-177c-4aac-9132-e6e782964950 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event updated for resources: {'Port': ['ID=1716f132-4d21-4857-afd2-30d4423b12c8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:19.399361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82cc1df5-3bff-4b97-be16-fbef5b65b1ed req-2199c7ff-4e77-41b8-b39e-786b46fd2c7e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080275 Nov 15 14:29:19.416917 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-5afde490-177c-4aac-9132-e6e782964950 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1963885 Nov 15 14:29:19.433089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Request body: {'port': {'device_id': '38bb09ba-85ef-4dde-a1fa-85cb42071774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:19.564805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9117a-1cc1-4f2e-9b64-861646617049 req-a84d511c-4a42-414e-af6b-4992c7757e14 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:19.566928 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dca9117a-1cc1-4f2e-9b64-861646617049 req-a84d511c-4a42-414e-af6b-4992c7757e14 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 945 time: 0.0791235 Nov 15 14:29:19.633764 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dca9117a-1cc1-4f2e-9b64-861646617049 req-91d97b9c-9da4-47eb-a277-a584b912a3dc tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585589 Nov 15 14:29:19.644781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a5958a31-66a1-4414-9ba1-2e6cae7c355f', '27241eea-da6e-403b-9f49-23ecbba00061', '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:19.691754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ddddd584-8f08-44b6-847d-c24dd18c0a2c None None] Provisioning complete for port 1716f132-4d21-4857-afd2-30d4423b12c8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:19.692216 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddddd584-8f08-44b6-847d-c24dd18c0a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:19.789554 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:19.796534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ddddd584-8f08-44b6-847d-c24dd18c0a2c None None] Port 1716f132-4d21-4857-afd2-30d4423b12c8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:29:20.179061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1716f132-4d21-4857-afd2-30d4423b12c8 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:20.191553 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:20.209652 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Transition to ACTIVE for port object 1716f132-4d21-4857-afd2-30d4423b12c8 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:20.236553 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b3e5169-48e2-4605-b45e-79965e8bca66 req-2c4379c4-1bc9-41ac-bc79-7d797d2820ef tempest-InstanceActionsNegativeTestJSON-1341343500 tempest-InstanceActionsNegativeTestJSON-1341343500-project] 10.222.0.70 "GET /v2.0/ports?device_id=a543c4f8-674a-4198-b3ca-23b92bfb5cc9 HTTP/1.1" status: 200 len: 210 time: 0.0298643 Nov 15 14:29:20.357340 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f0977-2502-4095-905e-0282e60f6c40 req-46b027a8-2601-4002-8c11-93f4534c796a tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:20.358902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a20f0977-2502-4095-905e-0282e60f6c40 req-46b027a8-2601-4002-8c11-93f4534c796a tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 944 time: 0.0626240 Nov 15 14:29:20.373715 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:20.414937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a20f0977-2502-4095-905e-0282e60f6c40 req-e52037fe-cd55-48f5-9dd2-068ab28c15cc tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494823 Nov 15 14:29:20.430572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1716f132-4d21-4857-afd2-30d4423b12c8,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:20.480058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Attempting to bind port 1716f132-4d21-4857-afd2-30d4423b12c8 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:20.480680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Attempting to bind port 1716f132-4d21-4857-afd2-30d4423b12c8 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:20.481119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Attempting to bind port 1716f132-4d21-4857-afd2-30d4423b12c8 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:20.487453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Port 1716f132-4d21-4857-afd2-30d4423b12c8 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:20.488175 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Attempting to bind port 1716f132-4d21-4857-afd2-30d4423b12c8 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:20.493869 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:20.494372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:20.494902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:20.498723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Bound port: 1716f132-4d21-4857-afd2-30d4423b12c8, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:20.498723 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:20.564366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccfcb8-7521-49c1-999a-4521f6a3bed8 req-683377e5-a533-4926-b873-3465fcbe6041 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:20.573938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fccfcb8-7521-49c1-999a-4521f6a3bed8 req-683377e5-a533-4926-b873-3465fcbe6041 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0715725 Nov 15 14:29:20.583017 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] For port 1716f132-4d21-4857-afd2-30d4423b12c8, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:20.588845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] For port 1716f132-4d21-4857-afd2-30d4423b12c8, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1716f132-4d21-4857-afd2-30d4423b12c8,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:20.630530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fccfcb8-7521-49c1-999a-4521f6a3bed8 req-eabeb3c4-416f-4ff8-8cc1-0de60bd2907e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574579 Nov 15 14:29:20.654361 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:20.697439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:20.697439 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:20.698850 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] 10.222.0.46 "PUT /v2.0/ports/1716f132-4d21-4857-afd2-30d4423b12c8 HTTP/1.1" status: 200 len: 1096 time: 1.2700691 Nov 15 14:29:20.731553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb89393-d6b6-4098-834a-3688677e0bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1716f132-4d21-4857-afd2-30d4423b12c8,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:20.913665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-8656b492-a8b9-47c7-814b-e55012d37229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:20.915554 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-8656b492-a8b9-47c7-814b-e55012d37229 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 1099 time: 0.0513217 Nov 15 14:29:20.972821 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-ee3e8d03-e118-4e89-b0d0-d4ccdd93c1cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=1716f132-4d21-4857-afd2-30d4423b12c8 HTTP/1.1" status: 200 len: 217 time: 0.0465052 Nov 15 14:29:21.031892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-73a3ed3e-4463-4ba0-a31a-16bc195f267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.033363 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-73a3ed3e-4463-4ba0-a31a-16bc195f267c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0519941 Nov 15 14:29:21.097047 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-cb2cd309-2537-4042-82f0-1512484b86da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.098742 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-cb2cd309-2537-4042-82f0-1512484b86da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563078 Nov 15 14:29:21.173612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bb09ba-85ef-4dde-a1fa-85cb42071774', 'tag': '1716f132-4d21-4857-afd2-30d4423b12c8'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:21.179674 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78a7323-8a23-4f5f-a7a0-aa215f475c91" -d '{"events": [{"name": "network-changed", "server_uuid": "38bb09ba-85ef-4dde-a1fa-85cb42071774", "tag": "1716f132-4d21-4857-afd2-30d4423b12c8"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:21.224731 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-f60371a3-6f70-482d-b9bb-61bdb8de3aee service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166167 Nov 15 14:29:21.238540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.239304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.239501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.240161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.241403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.241867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.242324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.242818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.244073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.244532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.244986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.245453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.248911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.248911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.248911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.248911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.251774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc311699-5a8e-4867-af60-9117239c1276 req-feafba08-76d8-40ec-859f-d9641205ae26 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774&device_id=4ade30cf-13c4-43ad-af9c-2499014928d7&device_id=33b19e97-aaf7-4125-b82a-1343396bb445&device_id=5fd894e0-0e09-4488-86df-ceae17711bb3&device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe&device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad&device_id=e20de173-fac9-4106-aff4-f53911c07a83&device_id=c6ffca18-503c-4966-9f61-90f916a8994d&device_id=b124c205-60fc-46b0-9041-a70efd82d668&device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5&device_id=730fb7c3-3155-4ba8-afb5-9719fa398079&device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4&device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014&device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a&device_id=1d5dade8-36f8-4777-aa43-364e6e172c00&device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 14438 time: 0.0698295 Nov 15 14:29:21.273705 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc311699-5a8e-4867-af60-9117239c1276 req-02d7809d-b6f6-4585-ba55-f0c0b349ecf2 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:21.339872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 80569c53-86b4-42a1-8332-66ad4c476678 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:29:21.348147 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05ec9147-5764-46d3-a993-7ef2ec54226f req-0b70daca-a937-4208-b27a-1b8dc8bd6c06 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116881 Nov 15 14:29:21.370494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 80569c53-86b4-42a1-8332-66ad4c476678 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:29:21.371206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 80569c53-86b4-42a1-8332-66ad4c476678 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:29:21.409109 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc311699-5a8e-4867-af60-9117239c1276 req-02d7809d-b6f6-4585-ba55-f0c0b349ecf2 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:21.459672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-07305c57-5529-40a0-8db9-237fc118adfa tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:29:21.460674 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-07305c57-5529-40a0-8db9-237fc118adfa tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1587052 Nov 15 14:29:21.504307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-d3c0fc5b-d607-48f5-bfdc-75ee6cc17d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.505720 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-d3c0fc5b-d607-48f5-bfdc-75ee6cc17d6a service neutron] 10.222.0.70 "GET /v2.0/ports/f5c239fe-a3fc-4aad-b577-809395e91032 HTTP/1.1" status: 200 len: 1093 time: 0.0383298 Nov 15 14:29:21.515315 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] Request body: {'binding': {'host': 'n-h2-817748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:21.515774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:29:21.536406 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc311699-5a8e-4867-af60-9117239c1276 req-02d7809d-b6f6-4585-ba55-f0c0b349ecf2 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:21.586562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7809d-b6f6-4585-ba55-f0c0b349ecf2 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aed6783-ef06-428b-aec6-c39f9fb2244e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:21.647477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc311699-5a8e-4867-af60-9117239c1276 req-02d7809d-b6f6-4585-ba55-f0c0b349ecf2 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&id=9187450a-263b-4662-a2fa-578cc4e3a552&id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&id=d9d00d59-eb56-472d-8ede-bc1c4089b552&id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.3887515 Nov 15 14:29:21.662886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] Attempting to bind port f5c239fe-a3fc-4aad-b577-809395e91032 on host n-h2-817748-2 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:21.663435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] Attempting to bind port f5c239fe-a3fc-4aad-b577-809395e91032 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:21.663959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] Attempting to bind port f5c239fe-a3fc-4aad-b577-809395e91032 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:21.669480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] Port f5c239fe-a3fc-4aad-b577-809395e91032 on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:21.669811 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] Attempting to bind port f5c239fe-a3fc-4aad-b577-809395e91032 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:21.682818 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:21.683305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:21.684207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:21.685069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] Bound port: f5c239fe-a3fc-4aad-b577-809395e91032, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:21.719954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:21.745900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f5c239fe-a3fc-4aad-b577-809395e91032,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:21.812101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b3ddb-6cfc-47b6-81f5-28677b53b57b req-7a6838c0-8e80-4dcb-be7d-fe9977d2ed32 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.813591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e34b3ddb-6cfc-47b6-81f5-28677b53b57b req-7a6838c0-8e80-4dcb-be7d-fe9977d2ed32 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 948 time: 0.0531266 Nov 15 14:29:21.866092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e34b3ddb-6cfc-47b6-81f5-28677b53b57b req-37eab8a0-ec18-46ed-8a2a-0155e93b590d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461056 Nov 15 14:29:21.925071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:21.926930 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-65430782-f3ba-475e-9b1a-e34937e382af service neutron] 10.222.0.70 "POST /v2.0/ports/f5c239fe-a3fc-4aad-b577-809395e91032/bindings HTTP/1.1" status: 201 len: 389 time: 0.4152150 Nov 15 14:29:21.969962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:21.972328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d336d5b-6f22-4a98-b28d-e7ba7b626e88 req-9e86abc6-9a84-4f58-a9fa-a3fac3cd930c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:21.972489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:21.972489 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:21.973409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d336d5b-6f22-4a98-b28d-e7ba7b626e88 req-9e86abc6-9a84-4f58-a9fa-a3fac3cd930c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 945 time: 0.0500915 Nov 15 14:29:22.034341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d336d5b-6f22-4a98-b28d-e7ba7b626e88 req-9805f859-c532-47d9-9a38-981741c2d2ee tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525727 Nov 15 14:29:22.065694 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:22.105689 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd894e0-0e09-4488-86df-ceae17711bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fd0b6a-49e5-47fa-a048-6e0c67fe3b78'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:22.108254 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fd441c-0f9c-4406-9650-0810fd3df1ee" -d '{"events": [{"server_uuid": "5fd894e0-0e09-4488-86df-ceae17711bb3", "name": "network-vif-plugged", "status": "completed", "tag": "99fd0b6a-49e5-47fa-a048-6e0c67fe3b78"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:22.122702 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=99fd0b6a-49e5-47fa-a048-6e0c67fe3b78,segment=NetworkSegment(544b019b-5407-4453-b234-4299df65ab1a),segment_id=544b019b-5407-4453-b234-4299df65ab1a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:22.187900 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417c0c14-cd0b-4e9e-becf-68da1a7aca82 x-openstack-request-id: req-417c0c14-cd0b-4e9e-becf-68da1a7aca82 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:22.188390 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bb09ba-85ef-4dde-a1fa-85cb42071774", "tag": "1716f132-4d21-4857-afd2-30d4423b12c8", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:22.188390 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-417c0c14-cd0b-4e9e-becf-68da1a7aca82 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:22.188777 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38bb09ba-85ef-4dde-a1fa-85cb42071774', 'tag': '1716f132-4d21-4857-afd2-30d4423b12c8', 'status': 'completed', 'code': 200} Nov 15 14:29:22.191787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45722) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:29:22.222907 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:22.268551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=99fd0b6a-49e5-47fa-a048-6e0c67fe3b78,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:22.286367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cda388-621f-4af1-9846-10f53957783d admin admin] Deleting subnet f6b15148-445e-44c0-9bd4-d0dbe2e2995d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:29:22.291603 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4cda388-621f-4af1-9846-10f53957783d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:22.324445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a7323-8a23-4f5f-a7a0-aa215f475c91 req-d3c548f1-635f-46a6-ac8b-ac6bb2f2964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:22.326027 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d78a7323-8a23-4f5f-a7a0-aa215f475c91 req-d3c548f1-635f-46a6-ac8b-ac6bb2f2964a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 1099 time: 0.1036236 Nov 15 14:29:22.347579 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4cda388-621f-4af1-9846-10f53957783d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:22.353288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86664803-c86a-4b04-9809-52573ef754c0 req-5bf02507-a4e9-477d-ad79-1de2747c19d8 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:22.354741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86664803-c86a-4b04-9809-52573ef754c0 req-5bf02507-a4e9-477d-ad79-1de2747c19d8 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1018953 Nov 15 14:29:22.368114 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4316ce0-264a-462d-b226-42931ed19e26 req-c6351afb-4906-480e-b99c-ccd398ae9e53 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:22.369647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4316ce0-264a-462d-b226-42931ed19e26 req-c6351afb-4906-480e-b99c-ccd398ae9e53 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 945 time: 0.1009884 Nov 15 14:29:22.390532 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4cda388-621f-4af1-9846-10f53957783d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:22.446350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86664803-c86a-4b04-9809-52573ef754c0 req-94d6c8da-8736-468f-9def-06e37ad081ce tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748396 Nov 15 14:29:22.460158 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4316ce0-264a-462d-b226-42931ed19e26 req-e5b55750-2687-4123-a44a-e0c70aa194f1 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812409 Nov 15 14:29:22.484213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a7323-8a23-4f5f-a7a0-aa215f475c91 req-48fd30ca-9045-4512-9674-30daae6fc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:22.485767 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d78a7323-8a23-4f5f-a7a0-aa215f475c91 req-48fd30ca-9045-4512-9674-30daae6fc594 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1489890 Nov 15 14:29:22.535724 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d78a7323-8a23-4f5f-a7a0-aa215f475c91 req-0a41a66e-56bd-4ff5-8e88-a8c8d316f4c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=1716f132-4d21-4857-afd2-30d4423b12c8 HTTP/1.1" status: 200 len: 217 time: 0.0371010 Nov 15 14:29:22.585050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c769157-9a9a-4bf4-bb62-8c5cf75b20a7 req-edddc283-b79d-4c29-9041-bd28ff620ad2 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:22.586638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c769157-9a9a-4bf4-bb62-8c5cf75b20a7 req-edddc283-b79d-4c29-9041-bd28ff620ad2 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 1096 time: 0.0550916 Nov 15 14:29:22.586766 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4cda388-621f-4af1-9846-10f53957783d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:22.617094 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded7b32a-3472-49bc-80b1-c67d204995b1 x-openstack-request-id: req-ded7b32a-3472-49bc-80b1-c67d204995b1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:22.617980 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd894e0-0e09-4488-86df-ceae17711bb3", "name": "network-vif-plugged", "status": "completed", "tag": "99fd0b6a-49e5-47fa-a048-6e0c67fe3b78", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:22.618387 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ded7b32a-3472-49bc-80b1-c67d204995b1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:22.626072 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd894e0-0e09-4488-86df-ceae17711bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fd0b6a-49e5-47fa-a048-6e0c67fe3b78', 'code': 200} Nov 15 14:29:22.626537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a7323-8a23-4f5f-a7a0-aa215f475c91 req-15638b30-cca9-4556-846d-6862c151e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:22.626537 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d78a7323-8a23-4f5f-a7a0-aa215f475c91 req-15638b30-cca9-4556-846d-6862c151e783 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0765798 Nov 15 14:29:22.626537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cda388-621f-4af1-9846-10f53957783d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b15148-445e-44c0-9bd4-d0dbe2e2995d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:22.627886 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4cda388-621f-4af1-9846-10f53957783d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:22.632199 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a4cda388-621f-4af1-9846-10f53957783d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f6b15148-445e-44c0-9bd4-d0dbe2e2995d HTTP/1.1" status: 204 len: 168 time: 0.4385259 Nov 15 14:29:22.638205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45726) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:29:22.675162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c769157-9a9a-4bf4-bb62-8c5cf75b20a7 req-ab3878e4-bfb4-4fe0-92f2-67916340ac2c tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811479 Nov 15 14:29:22.755311 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:22.773277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-eb644299-9410-46a4-bbc0-316404191dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:22.775067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-eb644299-9410-46a4-bbc0-316404191dbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 1096 time: 0.0678217 Nov 15 14:29:22.775438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a7323-8a23-4f5f-a7a0-aa215f475c91 req-78c27c2d-0071-48d6-b481-b5e38fc21845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:22.777188 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d78a7323-8a23-4f5f-a7a0-aa215f475c91 req-78c27c2d-0071-48d6-b481-b5e38fc21845 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345553 Nov 15 14:29:22.929876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2d37f-c571-49af-9028-6273a65f5e6e req-85e69684-a250-4be8-8be2-9e1ccfbd39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:22.931550 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-06c2d37f-c571-49af-9028-6273a65f5e6e req-85e69684-a250-4be8-8be2-9e1ccfbd39ed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 1096 time: 0.1700287 Nov 15 14:29:22.933893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-e1f81d1b-d069-4094-a327-b9c58d624e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:22.935393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-e1f81d1b-d069-4094-a327-b9c58d624e49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.1440809 Nov 15 14:29:22.962609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:22.995246 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-54a15e50-5897-4688-a88f-983311c3ba11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5c239fe-a3fc-4aad-b577-809395e91032 HTTP/1.1" status: 200 len: 217 time: 0.0445333 Nov 15 14:29:23.003299 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.003782 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.004489 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.004816 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > port after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.005158 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.005474 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > port after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.005895 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.006232 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.006587 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.006909 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.011425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b9967-643c-44e3-97f3-b7ecdde1f735 req-33905a63-79dd-4371-9067-93f8f5d822e7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:23.012941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d2b9967-643c-44e3-97f3-b7ecdde1f735 req-33905a63-79dd-4371-9067-93f8f5d822e7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 945 time: 0.1376693 Nov 15 14:29:23.025006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6762102-5cba-465a-97af-2a8d7d0e7272 req-2784d8db-f1d2-4643-a349-115ab7db8c1a tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:23.025496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6762102-5cba-465a-97af-2a8d7d0e7272 req-2784d8db-f1d2-4643-a349-115ab7db8c1a tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:23.025966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6762102-5cba-465a-97af-2a8d7d0e7272 req-2784d8db-f1d2-4643-a349-115ab7db8c1a tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:23.027549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6762102-5cba-465a-97af-2a8d7d0e7272 req-2784d8db-f1d2-4643-a349-115ab7db8c1a tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7&device_id=c6ffca18-503c-4966-9f61-90f916a8994d&device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 2882 time: 0.1138840 Nov 15 14:29:23.115141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-885f0865-2f0c-4a28-b374-c78ca2544921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:23.117235 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-885f0865-2f0c-4a28-b374-c78ca2544921 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.1033971 Nov 15 14:29:23.125413 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.125770 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.126104 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.126534 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:29:23.126921 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825dfb0e-787d-4f45-a617-b1772c653818']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:29:23.142816 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d78a7323-8a23-4f5f-a7a0-aa215f475c91 req-383c76d4-5b1f-4cbf-bfbf-1b040cf61b8e service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466558 Nov 15 14:29:23.158969 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e6de96-499e-450d-81ed-25b335288fb4') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:29:23.159671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e6de96-499e-450d-81ed-25b335288fb4') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:29:23.165564 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d2b9967-643c-44e3-97f3-b7ecdde1f735 req-d79d9a92-85bc-4701-a2cb-9191e6f33536 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437805 Nov 15 14:29:23.170473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-27bd91c2-1516-46fc-a808-aa19e88edd0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406506 Nov 15 14:29:23.182989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6762102-5cba-465a-97af-2a8d7d0e7272 req-6ab8a36c-da88-477a-b8fe-da612edad192 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357124 Nov 15 14:29:23.192965 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:23.269690 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-06c2d37f-c571-49af-9028-6273a65f5e6e req-6aede9df-71ac-44ad-8154-855e3f679b1e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166697 Nov 15 14:29:23.289716 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:23.305360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:29:23.305856 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:23.338295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-8610749b-81b5-4d52-9104-6118972c4e52 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528091 Nov 15 14:29:23.352857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1547ad-9c85-4074-911c-18869a641303 req-5c49947d-f930-4e56-a8ca-8679afd91bca tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:23.354353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc1547ad-9c85-4074-911c-18869a641303 req-5c49947d-f930-4e56-a8ca-8679afd91bca tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 1096 time: 0.0990951 Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: from cryptography.utils import int_from_bytes Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: from cryptography.utils import int_from_bytes Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:29:23.355678 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:29:23.375938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1842777-9071-42e3-853e-f350bb5f12d4 req-99caa9f6-ed84-450f-aa25-08d876a8b79c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:23.377427 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1842777-9071-42e3-853e-f350bb5f12d4 req-99caa9f6-ed84-450f-aa25-08d876a8b79c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 948 time: 0.0816913 Nov 15 14:29:23.443407 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d78a7323-8a23-4f5f-a7a0-aa215f475c91 req-e01fb5b8-e581-49b4-ad31-e3d4e33187be service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895467 Nov 15 14:29:23.445725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc1547ad-9c85-4074-911c-18869a641303 req-1bd74aa3-f2bc-42fd-a333-5d18487b12b0 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832138 Nov 15 14:29:23.468262 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1842777-9071-42e3-853e-f350bb5f12d4 req-c458e26d-2f14-47b1-9427-f7ce25a68bd2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721655 Nov 15 14:29:23.553841 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:23.566298 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:23.570171 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] 10.222.0.70 "DELETE /v2.0/networks/825dfb0e-787d-4f45-a617-b1772c653818 HTTP/1.1" status: 204 len: 168 time: 0.9308534 Nov 15 14:29:23.583016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6bff1-e998-487c-8574-36c6d71bda2a admin admin] Pushing event deleted for resources: {'Network': ['ID=825dfb0e-787d-4f45-a617-b1772c653818,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:23.643707 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-760cdeb3-6fae-4daa-a964-01abdde8f5a4 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513820 Nov 15 14:29:23.711165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cd7f3-8f31-4b64-92f6-92edeab5d119 req-ef8cb1ea-6a0f-4ea1-b272-eafc6c1737e4 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:23.715970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-802cd7f3-8f31-4b64-92f6-92edeab5d119 req-ef8cb1ea-6a0f-4ea1-b272-eafc6c1737e4 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0929165 Nov 15 14:29:23.725794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef44b3-a889-44c3-be03-105c8710aa54 req-04c52826-d074-46e7-a6b9-4cfd2d910087 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:23.727393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4bef44b3-a889-44c3-be03-105c8710aa54 req-04c52826-d074-46e7-a6b9-4cfd2d910087 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 945 time: 0.0687237 Nov 15 14:29:23.735636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1716f132-4d21-4857-afd2-30d4423b12c8 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:23.828367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-802cd7f3-8f31-4b64-92f6-92edeab5d119 req-47d8f317-0ecd-48a9-bb28-ca8915a99dfd tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998890 Nov 15 14:29:23.836942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4bef44b3-a889-44c3-be03-105c8710aa54 req-df331384-5db0-482a-9c1d-2b73affd815e tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026795 Nov 15 14:29:23.842124 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1716f132-4d21-4857-afd2-30d4423b12c8, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1716f132-4d21-4857-afd2-30d4423b12c8,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:23.855233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-27765108-e703-4dde-b49e-2ec8f482ee31 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:23.856667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-27765108-e703-4dde-b49e-2ec8f482ee31 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1096 time: 0.0642550 Nov 15 14:29:23.857198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '1716f132-4d21-4857-afd2-30d4423b12c8', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '1716f132-4d21-4857-afd2-30d4423b12c8', 'mac_address': 'fa:16:3e:16:fd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:23.888879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817748-2'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:23.928834 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:23.945310 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1716f132-4d21-4857-afd2-30d4423b12c8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:23.965839 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:23.970803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1716f132-4d21-4857-afd2-30d4423b12c8, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1716f132-4d21-4857-afd2-30d4423b12c8,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:23.979544 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:29:24.024475 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-38e449f9-2797-4061-ae77-d562d1ee80c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5e2253be39746cdb24a5244f594bbc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410831 Nov 15 14:29:24.024475 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45754) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:29:24.063899 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:24.082042 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dddef4fc-aedc-4780-bb9f-a41f4da3d7e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:24.108243 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dddef4fc-aedc-4780-bb9f-a41f4da3d7e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:24.132591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1716f132-4d21-4857-afd2-30d4423b12c8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:24.291173 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dddef4fc-aedc-4780-bb9f-a41f4da3d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:24.295420 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dddef4fc-aedc-4780-bb9f-a41f4da3d7e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:24.299216 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dddef4fc-aedc-4780-bb9f-a41f4da3d7e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a77f924a-b162-4726-a4f6-39e63d479447 HTTP/1.1" status: 204 len: 168 time: 0.2713244 Nov 15 14:29:24.318152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddef4fc-aedc-4780-bb9f-a41f4da3d7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77f924a-b162-4726-a4f6-39e63d479447,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:24.343931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a52ed-c342-4603-a48b-856a147e26b4 req-1da19608-c78e-49d2-a104-107472f18295 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:24.345560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b6a52ed-c342-4603-a48b-856a147e26b4 req-1da19608-c78e-49d2-a104-107472f18295 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 1096 time: 0.0677066 Nov 15 14:29:24.372158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5c239fe-a3fc-4aad-b577-809395e91032,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:24.451567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b6a52ed-c342-4603-a48b-856a147e26b4 req-f52dab69-312b-4afb-9225-bfd4720cf518 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937052 Nov 15 14:29:24.467077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:24.516164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd008ea-dea1-40a1-9bb2-589c7f71cdbb req-bc2f381e-d84a-4a92-8b02-d75be68fe2ed tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:24.517652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7bd008ea-dea1-40a1-9bb2-589c7f71cdbb req-bc2f381e-d84a-4a92-8b02-d75be68fe2ed tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 945 time: 0.1170087 Nov 15 14:29:24.542372 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['1716f132-4d21-4857-afd2-30d4423b12c8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:24.548737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b19e97-aaf7-4125-b82a-1343396bb445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c239fe-a3fc-4aad-b577-809395e91032'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:24.553314 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ff3650-6f17-491d-9678-00d5fb0815c8" -d '{"events": [{"server_uuid": "33b19e97-aaf7-4125-b82a-1343396bb445", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c239fe-a3fc-4aad-b577-809395e91032"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:24.569001 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:24.618968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7bd008ea-dea1-40a1-9bb2-589c7f71cdbb req-d0622a48-5528-4825-b816-99c407583f08 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858481 Nov 15 14:29:24.648398 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:24.744307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c239fe-a3fc-4aad-b577-809395e91032,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:24.764973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Attempting to bind port f5c239fe-a3fc-4aad-b577-809395e91032 on host n-h1-817748-2 for vnic_type normal with profile {"migrating_to": "n-h2-817748-2"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:24.764973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Attempting to bind port f5c239fe-a3fc-4aad-b577-809395e91032 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:24.764973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Attempting to bind port f5c239fe-a3fc-4aad-b577-809395e91032 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:24.791182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Port f5c239fe-a3fc-4aad-b577-809395e91032 on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:24.791512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Attempting to bind port f5c239fe-a3fc-4aad-b577-809395e91032 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:24.814571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:24.814918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:24.815311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:24.815756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Bound port: f5c239fe-a3fc-4aad-b577-809395e91032, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:24.816196 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:24.856092 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e735be6b-af5a-4451-945b-18531aa25944 x-openstack-request-id: req-e735be6b-af5a-4451-945b-18531aa25944 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:24.856245 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b19e97-aaf7-4125-b82a-1343396bb445", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c239fe-a3fc-4aad-b577-809395e91032", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:24.856472 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e735be6b-af5a-4451-945b-18531aa25944 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:24.857265 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b19e97-aaf7-4125-b82a-1343396bb445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c239fe-a3fc-4aad-b577-809395e91032', 'code': 200} Nov 15 14:29:24.883553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae97e5-c127-40c4-bb98-9af9ece04115 req-30a2896d-e41c-4daa-b75e-90ca01f652db tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:24.887934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60ae97e5-c127-40c4-bb98-9af9ece04115 req-30a2896d-e41c-4daa-b75e-90ca01f652db tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 949 time: 0.1118169 Nov 15 14:29:24.975464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:24.978903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5c239fe-a3fc-4aad-b577-809395e91032,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:24.983327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60ae97e5-c127-40c4-bb98-9af9ece04115 req-daf668c0-215b-4062-9eab-12b6b6611985 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939600 Nov 15 14:29:25.093765 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:25.151545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe60b70-cead-484e-b262-384538cba106 req-a8157d6c-d1e3-41f1-adfb-923ce0914693 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:25.152978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbe60b70-cead-484e-b262-384538cba106 req-a8157d6c-d1e3-41f1-adfb-923ce0914693 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 946 time: 0.1073496 Nov 15 14:29:25.213681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:25.214797 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:25.216856 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] 10.222.0.46 "PUT /v2.0/ports/f5c239fe-a3fc-4aad-b577-809395e91032 HTTP/1.1" status: 200 len: 1121 time: 1.3426881 Nov 15 14:29:25.217917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92b8ab-5ad2-4875-83be-9ba28d435d62 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c239fe-a3fc-4aad-b577-809395e91032,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:25.257539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbe60b70-cead-484e-b262-384538cba106 req-fa8409fd-c78d-4710-b072-24e5007fd072 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965598 Nov 15 14:29:25.420329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ce9d6-e2b7-41c2-8245-9d71e2510a2e req-0bb710e4-53b5-44a0-bfce-dda056344695 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:25.421962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-855ce9d6-e2b7-41c2-8245-9d71e2510a2e req-0bb710e4-53b5-44a0-bfce-dda056344695 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 945 time: 0.0627472 Nov 15 14:29:25.425975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f5c239fe-a3fc-4aad-b577-809395e91032'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:25.430034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efed6d-ed7b-49db-8721-8778e70251de req-b5965954-38eb-46b6-bdd1-19edcda7f3a7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:25.431446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79efed6d-ed7b-49db-8721-8778e70251de req-b5965954-38eb-46b6-bdd1-19edcda7f3a7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1011670 Nov 15 14:29:25.511500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79efed6d-ed7b-49db-8721-8778e70251de req-b39ad98d-e79b-4dbc-9ea8-0948509bcd4c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733848 Nov 15 14:29:25.524051 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-855ce9d6-e2b7-41c2-8245-9d71e2510a2e req-eb7a9f38-2728-4b71-9c75-0f79160e02a8 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780029 Nov 15 14:29:25.649524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b84cea-d63f-43a5-bc73-d8dbb6416b62 req-2eb60f5e-d288-4044-8abc-4f0d4aec2ce7 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:25.651313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45b84cea-d63f-43a5-bc73-d8dbb6416b62 req-2eb60f5e-d288-4044-8abc-4f0d4aec2ce7 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 1096 time: 0.0461402 Nov 15 14:29:25.663537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9250c9f-71ef-419d-8ccf-3389ab07bb76 req-434767e3-cbdb-4b7d-b35f-4c983eeb0c4f tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:25.665055 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9250c9f-71ef-419d-8ccf-3389ab07bb76 req-434767e3-cbdb-4b7d-b35f-4c983eeb0c4f tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 1100 time: 0.0864835 Nov 15 14:29:25.735032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45b84cea-d63f-43a5-bc73-d8dbb6416b62 req-1744f210-44a6-40eb-85c3-0539adaba76e tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738270 Nov 15 14:29:25.746658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9250c9f-71ef-419d-8ccf-3389ab07bb76 req-b613a6c6-c996-4985-bc98-565ade28dd01 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666280 Nov 15 14:29:25.753780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45808) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:29:25.885466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe70b1e-9cc6-48dd-b807-46593aa83964 req-a521382d-b519-4787-8d03-fb1f42e1f1b3 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:25.887040 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fe70b1e-9cc6-48dd-b807-46593aa83964 req-a521382d-b519-4787-8d03-fb1f42e1f1b3 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 943 time: 0.0633967 Nov 15 14:29:25.894704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-734808755-network', 'tenant_id': 'eda5311969e643f2ba59923d3bcdc620'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:25.941414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fe70b1e-9cc6-48dd-b807-46593aa83964 req-0f0187a9-52b0-4129-8022-62c83230b643 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470672 Nov 15 14:29:26.045111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Made reservation on behalf of eda5311969e643f2ba59923d3bcdc620 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:29:26.046929 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459c0ca-e375-4b07-a4e8-97cc8b38bc73 req-1ab7bbfe-349c-4332-8cdd-58ff9003228f tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:26.047500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:26.051132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2459c0ca-e375-4b07-a4e8-97cc8b38bc73 req-1ab7bbfe-349c-4332-8cdd-58ff9003228f tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 1100 time: 0.0468795 Nov 15 14:29:26.060968 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:26.095399 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2459c0ca-e375-4b07-a4e8-97cc8b38bc73 req-a6c54e83-9545-46c5-bd5d-135d363a4b3c tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396378 Nov 15 14:29:26.167434 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:26.212796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9207c2-b25a-4b12-be37-b9c732f5764f req-a4833971-82c7-42e5-95c1-89193cdf5b56 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:26.214355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b9207c2-b25a-4b12-be37-b9c732f5764f req-a4833971-82c7-42e5-95c1-89193cdf5b56 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 949 time: 0.0586874 Nov 15 14:29:26.265152 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b9207c2-b25a-4b12-be37-b9c732f5764f req-5e075be5-bd90-4a2f-84b4-5fcbd4b5bb22 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434127 Nov 15 14:29:26.293500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:26.324094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:29:26.336319 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7127e7-fa91-4044-852d-8aa2858bd889,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:26.353652 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:26.358778 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Added segment 947c65e3-89c7-449d-950e-7e57df8fe696 of type vlan for network ffc57a4a-2151-4c84-b85f-694e276127e8 Nov 15 14:29:26.394761 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:26.490790 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:26.491854 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:26.492581 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:26.554644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] Pushing event updated for resources: {'Network': ['ID=ffc57a4a-2151-4c84-b85f-694e276127e8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:26.565069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network ffc57a4a-2151-4c84-b85f-694e276127e8 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:29:26.633030 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2e02985b-abab-4656-a888-f9cbeaa6b9af admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8780456 Nov 15 14:29:26.641073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45836) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:29:26.647172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2b660bd4-cba3-4e03-b377-912565238ae3 admin admin] Request body: {'subnet': {'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-734808755-subnet', 'tenant_id': 'eda5311969e643f2ba59923d3bcdc620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:26.762132 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-8d867957-6c9d-4fce-b62c-6cf344f571d2 service neutron] show failed (client error): The resource could not be found. Nov 15 14:29:26.763179 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-8d867957-6c9d-4fce-b62c-6cf344f571d2 service neutron] 10.222.0.59 "GET /v2.0/ports/65ba119f-2b15-46b2-847d-2c22265d9ab6/bindings/n-h2-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0687575 Nov 15 14:29:26.790545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b660bd4-cba3-4e03-b377-912565238ae3 admin admin] Made reservation on behalf of eda5311969e643f2ba59923d3bcdc620 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:29:26.803559 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b660bd4-cba3-4e03-b377-912565238ae3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:26.859080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b19e97-aaf7-4125-b82a-1343396bb445', 'tag': 'f5c239fe-a3fc-4aad-b577-809395e91032'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:26.861845 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc73eab9-1ff2-498c-8777-53766215a165" -d '{"events": [{"name": "network-changed", "server_uuid": "33b19e97-aaf7-4125-b82a-1343396bb445", "tag": "f5c239fe-a3fc-4aad-b577-809395e91032"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:27.108876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fa1af-ab49-4b08-8284-bb2a9d1816b7 req-9de53df1-9a3f-4e42-8c4b-0d434e0ee7a1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:27.114085 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-899fa1af-ab49-4b08-8284-bb2a9d1816b7 req-9de53df1-9a3f-4e42-8c4b-0d434e0ee7a1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.0656526 Nov 15 14:29:27.158087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-899fa1af-ab49-4b08-8284-bb2a9d1816b7 req-3020c95c-bbb8-4b39-b09e-35306e790420 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412135 Nov 15 14:29:27.165118 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b660bd4-cba3-4e03-b377-912565238ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:27.231687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b660bd4-cba3-4e03-b377-912565238ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ba57a3-7c07-47c1-bc6c-e3aa5405f775,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:27.242086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b660bd4-cba3-4e03-b377-912565238ae3 admin admin] Checking segment: {'id': '947c65e3-89c7-449d-950e-7e57df8fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:27.242474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b660bd4-cba3-4e03-b377-912565238ae3 admin admin] Network hostable DHCP agents. Network: ffc57a4a-2151-4c84-b85f-694e276127e8, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:29:27.254692 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3b832d-7283-48f3-88f3-f587c05092f0 x-openstack-request-id: req-fc3b832d-7283-48f3-88f3-f587c05092f0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:27.254692 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b19e97-aaf7-4125-b82a-1343396bb445", "tag": "f5c239fe-a3fc-4aad-b577-809395e91032", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:27.254692 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc3b832d-7283-48f3-88f3-f587c05092f0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:27.254692 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b19e97-aaf7-4125-b82a-1343396bb445', 'tag': 'f5c239fe-a3fc-4aad-b577-809395e91032', 'status': 'completed', 'code': 200} Nov 15 14:29:27.341125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b660bd4-cba3-4e03-b377-912565238ae3 admin admin] Network ffc57a4a-2151-4c84-b85f-694e276127e8 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:29:27.387315 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73eab9-1ff2-498c-8777-53766215a165 req-95ee64b8-b59e-41d1-bb4f-4418e116df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:27.389375 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc73eab9-1ff2-498c-8777-53766215a165 req-95ee64b8-b59e-41d1-bb4f-4418e116df46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 1124 time: 0.0955393 Nov 15 14:29:27.453951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2b660bd4-cba3-4e03-b377-912565238ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, ffc57a4a-2151-4c84-b85f-694e276127e8) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:29:27.466788 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-93978e3d-c437-41a9-a15b-89c4af9a54fa tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--682564767&fields=id&tenant_id=b4827a9ab8464cb3acac13a31f8a8251 HTTP/1.1" status: 200 len: 267 time: 0.1413124 Nov 15 14:29:27.477924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07525a26-590d-41d6-823e-b12c64de9a79 None None] Network ffc57a4a-2151-4c84-b85f-694e276127e8 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:29:27.481692 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b660bd4-cba3-4e03-b377-912565238ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:27.482949 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b660bd4-cba3-4e03-b377-912565238ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:27.512883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73eab9-1ff2-498c-8777-53766215a165 req-e94e17d9-e720-446b-99ee-8d1eec268854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:27.514816 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc73eab9-1ff2-498c-8777-53766215a165 req-e94e17d9-e720-446b-99ee-8d1eec268854 service neutron] 10.222.0.59 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.1067927 Nov 15 14:29:27.546930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-88e28c59-ba35-48bb-9794-85cfa1d3bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:27.548524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-88e28c59-ba35-48bb-9794-85cfa1d3bc56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5&tenant_id=3a3f6958c0604fcab32ba65195204bc2 HTTP/1.1" status: 200 len: 1101 time: 0.1813133 Nov 15 14:29:27.576698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:27.593144 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc73eab9-1ff2-498c-8777-53766215a165 req-52b77f73-0e65-41fe-b677-0c67de5d1ccf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5c239fe-a3fc-4aad-b577-809395e91032 HTTP/1.1" status: 200 len: 217 time: 0.0405090 Nov 15 14:29:27.653166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4e63d9-7c19-48af-a58c-1e740eeee2ee None None] Network ffc57a4a-2151-4c84-b85f-694e276127e8 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:29:27.672885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2b660bd4-cba3-4e03-b377-912565238ae3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0304441 Nov 15 14:29:27.687594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73eab9-1ff2-498c-8777-53766215a165 req-3d6ea457-5dab-4c7d-ba21-7aee2f9c29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:27.689158 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc73eab9-1ff2-498c-8777-53766215a165 req-3d6ea457-5dab-4c7d-ba21-7aee2f9c29ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0758626 Nov 15 14:29:27.694658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:27.720096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-781a2a9b-4664-4302-93b9-39852dcabed7 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:27.726947 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-781a2a9b-4664-4302-93b9-39852dcabed7 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/networks?id=8453fbeb-5996-412b-872a-2c562d6b1fe8 HTTP/1.1" status: 200 len: 823 time: 0.2591720 Nov 15 14:29:27.756403 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc73eab9-1ff2-498c-8777-53766215a165 req-08e73634-ff4e-45a3-a5ab-cdf95361dc65 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457616 Nov 15 14:29:27.759289 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f5c239fe-a3fc-4aad-b577-809395e91032 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:27.762516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1716f132-4d21-4857-afd2-30d4423b12c8 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:27.957124 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc73eab9-1ff2-498c-8777-53766215a165 req-8f27e02b-fae7-479b-8b59-ac89abebd896 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836519 Nov 15 14:29:28.024258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-694dbf2f-c422-4383-89f3-34166141a233 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/quotas/b4827a9ab8464cb3acac13a31f8a8251 HTTP/1.1" status: 200 len: 375 time: 0.0201485 Nov 15 14:29:28.072864 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:28.082238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] For port 65ba119f-2b15-46b2-847d-2c22265d9ab6, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:28.082511 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc73eab9-1ff2-498c-8777-53766215a165 req-1ea35f18-1e7a-4ff5-a09a-d2fc115d3a5c service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095674 Nov 15 14:29:28.120645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-958a701f-58d7-413e-a658-47beab1feaae tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b4827a9ab8464cb3acac13a31f8a8251&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0870821 Nov 15 14:29:28.122637 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-e671b6f2-61e6-4802-a873-5e4bd007891d tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:29:28.127774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5c239fe-a3fc-4aad-b577-809395e91032,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:28.132130 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-e671b6f2-61e6-4802-a873-5e4bd007891d tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190883 Nov 15 14:29:28.149038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f5c239fe-a3fc-4aad-b577-809395e91032 has no active binding in host n-h2-817748-2 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 14:29:28.167685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 1716f132-4d21-4857-afd2-30d4423b12c8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:28.173373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 1716f132-4d21-4857-afd2-30d4423b12c8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:28.181111 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:28.182778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-2aad529d-da25-412d-88f4-3b63fb4f7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:28.189880 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-2aad529d-da25-412d-88f4-3b63fb4f7014 service neutron] 10.222.0.70 "GET /v2.0/ports/46bebb83-eae8-4dd9-9922-b6a354db9927 HTTP/1.1" status: 200 len: 1093 time: 0.0567887 Nov 15 14:29:28.195699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] Request body: {'binding': {'host': 'n-h1-817748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:28.196921 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:29:28.246976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-bd4e9726-5ef3-48f2-b404-08ea4b1824ee service neutron] 10.222.0.70 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209331 Nov 15 14:29:28.248041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] For port 65ba119f-2b15-46b2-847d-2c22265d9ab6, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:28.669748 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:28.671273 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:28.671753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bb09ba-85ef-4dde-a1fa-85cb42071774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1716f132-4d21-4857-afd2-30d4423b12c8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:28.671753 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec3433c-acf0-4301-ae23-89d3b986962b" -d '{"events": [{"server_uuid": "38bb09ba-85ef-4dde-a1fa-85cb42071774", "name": "network-vif-plugged", "status": "completed", "tag": "1716f132-4d21-4857-afd2-30d4423b12c8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:28.672305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Transition to ACTIVE for port object 65ba119f-2b15-46b2-847d-2c22265d9ab6 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:28.672518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1716f132-4d21-4857-afd2-30d4423b12c8, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1716f132-4d21-4857-afd2-30d4423b12c8,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:28.672625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] Attempting to bind port 46bebb83-eae8-4dd9-9922-b6a354db9927 on host n-h1-817748-2 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:28.672625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] Attempting to bind port 46bebb83-eae8-4dd9-9922-b6a354db9927 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:28.672625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] Attempting to bind port 46bebb83-eae8-4dd9-9922-b6a354db9927 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:28.672904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-3c0a1b1d-6bdf-4803-8d66-fcf6b6b41d02 service neutron] 10.222.0.70 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889632 Nov 15 14:29:28.673000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] Port 46bebb83-eae8-4dd9-9922-b6a354db9927 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:28.673000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] Attempting to bind port 46bebb83-eae8-4dd9-9922-b6a354db9927 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:28.673000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-c1395472-3d4b-4a1d-9144-55bc1bf66d07 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:28.673000 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-c1395472-3d4b-4a1d-9144-55bc1bf66d07 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 946 time: 0.1085610 Nov 15 14:29:28.673000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:28.673000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:28.673000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] Bound using segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:28.673000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] Bound port: 46bebb83-eae8-4dd9-9922-b6a354db9927, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:28.673000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=46bebb83-eae8-4dd9-9922-b6a354db9927,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:28.673000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Deleting port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:29:28.673000 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:28.673913 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:28.729402 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] For port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:28.729992 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:28.793927 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:28.797358 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:28.814691 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:28.815991 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-496dd0cb-262c-494a-a7b1-8aeb3a350afc service neutron] 10.222.0.70 "POST /v2.0/ports/46bebb83-eae8-4dd9-9922-b6a354db9927/bindings HTTP/1.1" status: 201 len: 389 time: 0.6251705 Nov 15 14:29:28.885266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=65ba119f-2b15-46b2-847d-2c22265d9ab6,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:28.978452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] No DVR routers for this DVR port 65ba119f-2b15-46b2-847d-2c22265d9ab6 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:29:29.050370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1716f132-4d21-4857-afd2-30d4423b12c8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:29.059637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Attempting to bind port 65ba119f-2b15-46b2-847d-2c22265d9ab6 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:29.063149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Attempting to bind port 65ba119f-2b15-46b2-847d-2c22265d9ab6 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:29.063149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Attempting to bind port 65ba119f-2b15-46b2-847d-2c22265d9ab6 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:29.071652 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Port 65ba119f-2b15-46b2-847d-2c22265d9ab6 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:29.071983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Attempting to bind port 65ba119f-2b15-46b2-847d-2c22265d9ab6 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:29.079353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:29.082406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:29.082784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:29.083316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Bound port: 65ba119f-2b15-46b2-847d-2c22265d9ab6, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:29.083690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:29.193293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bd291-758a-4a4d-9f57-83d44b6cad89 req-390067f0-a955-42e1-98d8-07cb00100491 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:29.205168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-516bd291-758a-4a4d-9f57-83d44b6cad89 req-390067f0-a955-42e1-98d8-07cb00100491 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 943 time: 0.1915157 Nov 15 14:29:29.256053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ba119f-2b15-46b2-847d-2c22265d9ab6'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:29.258831 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf6343d-c436-404c-885b-f54f5983b21c" -d '{"events": [{"server_uuid": "21a22fd7-a8e0-4e0c-a4b9-78819239bfb5", "name": "network-vif-unplugged", "status": "completed", "tag": "65ba119f-2b15-46b2-847d-2c22265d9ab6"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:29.274317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] For port 65ba119f-2b15-46b2-847d-2c22265d9ab6, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:29.337902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] For port 65ba119f-2b15-46b2-847d-2c22265d9ab6, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:29.378659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-516bd291-758a-4a4d-9f57-83d44b6cad89 req-2c5346a6-2a4e-4409-8cd9-f9af96479918 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723919 Nov 15 14:29:29.519959 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:29.596723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:29.597397 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:29.608588 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] 10.222.0.46 "PUT /v2.0/ports/65ba119f-2b15-46b2-847d-2c22265d9ab6 HTTP/1.1" status: 200 len: 1096 time: 2.0386660 Nov 15 14:29:29.753951 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1045211-63be-464d-9676-d4c7ba6f6cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:29.789615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11cd7b-ef20-4f9d-b081-d186e86db948 req-dfba87b5-29a7-401c-981a-254ecd79e73d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:29.801531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c11cd7b-ef20-4f9d-b081-d186e86db948 req-dfba87b5-29a7-401c-981a-254ecd79e73d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 950 time: 0.3458121 Nov 15 14:29:29.859357 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:29.859944 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:29.860097 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Floating IP f3495059-3c7a-4f3a-b9b0-61333250fedd disassociated. External IP: 172.25.4.219, port: f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4. Nov 15 14:29:29.860453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Calling delete_port for f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:29:29.945780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-abe6722c-7f5d-45c2-8129-feb69ed24c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:29.945780 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-abe6722c-7f5d-45c2-8129-feb69ed24c16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 1096 time: 0.1009707 Nov 15 14:29:29.992842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-b1d415a7-50ec-434b-9c77-61db6834ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:29.994921 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-b1d415a7-50ec-434b-9c77-61db6834ceb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 1099 time: 0.3024795 Nov 15 14:29:29.995036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7a36c-3572-4807-b451-3beb7db7b9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=65ba119f-2b15-46b2-847d-2c22265d9ab6,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:30.151758 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-d7f53c74-fec8-47c0-897a-a3c77b36e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:30.153265 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-d7f53c74-fec8-47c0-897a-a3c77b36e620 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.1847839 Nov 15 14:29:30.207871 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-de0c3168-188e-4cbc-9876-41315f431e3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46bebb83-eae8-4dd9-9922-b6a354db9927 HTTP/1.1" status: 200 len: 217 time: 0.0430417 Nov 15 14:29:30.234382 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:30.292513 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Pushing event deleted for resources: {'Port': ['ID=f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:30.367389 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-c3aee0c4-cb0c-4a70-aef2-826baed3ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:30.369001 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-c3aee0c4-cb0c-4a70-aef2-826baed3ffce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.1322663 Nov 15 14:29:30.390365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c11cd7b-ef20-4f9d-b081-d186e86db948 req-812d97e7-90df-4016-9df3-d577fe1dc14e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876875 Nov 15 14:29:30.454215 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-bbd6779c-3258-4bb1-89ce-770cdc85f5db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380497 Nov 15 14:29:30.461892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-8f991c6f-8e94-4d06-829e-ec9d29cabdac tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:30.467410 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-8f991c6f-8e94-4d06-829e-ec9d29cabdac tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/networks?id=ffc57a4a-2151-4c84-b85f-694e276127e8 HTTP/1.1" status: 200 len: 817 time: 0.6559188 Nov 15 14:29:30.521044 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-bc4d3d8d-e15d-47e8-bc5b-847851462797 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/quotas/eda5311969e643f2ba59923d3bcdc620 HTTP/1.1" status: 200 len: 375 time: 0.0354104 Nov 15 14:29:30.548780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Router 32756b1a-5029-46e1-9ce5-880ac1e7f082 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:29:30.584976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-9000b96b-30d3-44dc-8b90-8290041149a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:30.587429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-9000b96b-30d3-44dc-8b90-8290041149a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.5751314 Nov 15 14:29:30.589924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-134ab0d3-9def-47cf-8b16-d85cd487458c tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=eda5311969e643f2ba59923d3bcdc620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452211 Nov 15 14:29:30.631804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a18fdc-23c8-489c-9e9b-094c78244161 req-c6563fe5-c33a-4d59-a084-300bd7c36536 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:30.633629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37a18fdc-23c8-489c-9e9b-094c78244161 req-c6563fe5-c33a-4d59-a084-300bd7c36536 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 948 time: 0.1239002 Nov 15 14:29:30.671549 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-6415a28f-4cfe-44bd-9e24-cec703c7f923 service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887724 Nov 15 14:29:30.717653 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-71650740-b621-47a1-80a2-896ac951264f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6 HTTP/1.1" status: 200 len: 217 time: 0.0945096 Nov 15 14:29:30.751255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:29:30.776759 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6080a0-6235-4cf8-a7e7-4691ecaae578 None None] Sync routers for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:29:30.797661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] No DVR routers for this DVR port f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:29:30.801148 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:30.804497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37a18fdc-23c8-489c-9e9b-094c78244161 req-173a578d-1405-4261-990c-cfd196b95883 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397612 Nov 15 14:29:30.805038 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cb4d2f17-0a6c-48d7-b758-ef8a6c8c30aa req-90ef51ce-8aa2-44b6-b5f7-8bdd8850981a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.46 "DELETE /v2.0/ports/f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 HTTP/1.1" status: 204 len: 173 time: 2.2984219 Nov 15 14:29:30.805038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5dade8-36f8-4777-aa43-364e6e172c00', 'name': 'network-vif-deleted', 'tag': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:30.807291 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ce06a2-985a-4a6e-b518-34670c1a388b" -d '{"events": [{"server_uuid": "1d5dade8-36f8-4777-aa43-364e6e172c00", "name": "network-vif-deleted", "tag": "f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:30.827092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-1286cf17-ac67-4ad0-afc4-7b5c1f471693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:30.828633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-1286cf17-ac67-4ad0-afc4-7b5c1f471693 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0988173 Nov 15 14:29:30.836866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-9b6a524d-ecb4-4dab-84a9-78c66f854357 service neutron] 10.222.0.70 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358367 Nov 15 14:29:30.845908 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6080a0-6235-4cf8-a7e7-4691ecaae578 None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:29:30.848236 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6e6080a0-6235-4cf8-a7e7-4691ecaae578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:29:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:29:30.868340 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-3906c118-26ca-4429-a996-b4fe082c2e0b service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787868 Nov 15 14:29:30.900150 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9e0791-6db6-412b-9393-3648efee8c41 x-openstack-request-id: req-bd9e0791-6db6-412b-9393-3648efee8c41 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:30.906664 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bb09ba-85ef-4dde-a1fa-85cb42071774", "name": "network-vif-plugged", "status": "completed", "tag": "1716f132-4d21-4857-afd2-30d4423b12c8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:30.906664 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd9e0791-6db6-412b-9393-3648efee8c41 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:30.906664 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bb09ba-85ef-4dde-a1fa-85cb42071774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1716f132-4d21-4857-afd2-30d4423b12c8', 'code': 200} Nov 15 14:29:30.999119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-c1a2c0c0-f1ca-4299-a753-fc69917a7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:31.000803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-c1a2c0c0-f1ca-4299-a753-fc69917a7920 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402552 Nov 15 14:29:31.014866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-6cfce033-70ec-4534-84b7-60e31a2a241e service neutron] 10.222.0.70 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741056 Nov 15 14:29:31.030728 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70357fbc-4b37-4456-83f7-04b7de30f77d req-c430ab61-8189-4c0e-89a1-6760b2ff9238 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 210 time: 0.0736165 Nov 15 14:29:31.110677 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6e6080a0-6235-4cf8-a7e7-4691ecaae578 None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:29:31.212355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-e38e8446-8c87-4b0b-b41d-d70b9378a148 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734397 Nov 15 14:29:31.278317 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-2648e979-8851-4fc2-966b-98baf66e507d tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:31.280175 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-2648e979-8851-4fc2-966b-98baf66e507d tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe&tenant_id=d9f26606747847b78d092ad490e45917&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1771996 Nov 15 14:29:31.293731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28a670-8291-4dba-96ef-64afefb4abdf req-8f62fa06-7eb5-4b9d-8975-3f998726599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:31.303966 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bf28a670-8291-4dba-96ef-64afefb4abdf req-8f62fa06-7eb5-4b9d-8975-3f998726599b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 1101 time: 0.1253097 Nov 15 14:29:31.305361 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817748-2'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:31.367477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 65ba119f-2b15-46b2-847d-2c22265d9ab6 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:29:31.383168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea22b5a-636b-449a-bf53-6bdda7c9ebdb req-4ddfb641-1890-4778-b1c3-0a7ca0525490 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:31.397269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ea22b5a-636b-449a-bf53-6bdda7c9ebdb req-4ddfb641-1890-4778-b1c3-0a7ca0525490 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 945 time: 0.1826215 Nov 15 14:29:31.441314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:31.445296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 65ba119f-2b15-46b2-847d-2c22265d9ab6 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:29:31.512970 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6e6080a0-6235-4cf8-a7e7-4691ecaae578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:57Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:29:31.514485 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bf28a670-8291-4dba-96ef-64afefb4abdf req-e5e88b57-5dbc-46f2-a0f8-854cf8f33855 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058058 Nov 15 14:29:31.542308 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6080a0-6235-4cf8-a7e7-4691ecaae578 None None] Checking router: 32756b1a-5029-46e1-9ce5-880ac1e7f082 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:29:31.556402 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6080a0-6235-4cf8-a7e7-4691ecaae578 None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:29:31.557025 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6e6080a0-6235-4cf8-a7e7-4691ecaae578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:29:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:29:31.565052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82bce8f0-72f3-43b8-919b-13d72311f21e req-c0529b72-b4b8-435f-b7c0-1a1c2db4b606 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371775 Nov 15 14:29:31.581080 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ea22b5a-636b-449a-bf53-6bdda7c9ebdb req-f47eee58-709c-4454-8114-491d20c0166f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780384 Nov 15 14:29:31.623359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=46bebb83-eae8-4dd9-9922-b6a354db9927,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:31.671081 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:31.676456 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50f1920-4cca-4590-8cc7-f6ab7fd325cc x-openstack-request-id: req-d50f1920-4cca-4590-8cc7-f6ab7fd325cc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:31.677394 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a22fd7-a8e0-4e0c-a4b9-78819239bfb5", "name": "network-vif-unplugged", "status": "completed", "tag": "65ba119f-2b15-46b2-847d-2c22265d9ab6", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:31.678579 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d50f1920-4cca-4590-8cc7-f6ab7fd325cc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:31.679079 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ba119f-2b15-46b2-847d-2c22265d9ab6', 'code': 200} Nov 15 14:29:31.722669 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6e6080a0-6235-4cf8-a7e7-4691ecaae578 None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:29:31.742794 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:31.780676 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:29:31.859402 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:32.038787 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:29:32.039763 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:29:32.052218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Pushing event updated for resources: {'Port': ['ID=46bebb83-eae8-4dd9-9922-b6a354db9927,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:32.062672 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6e6080a0-6235-4cf8-a7e7-4691ecaae578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:57Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:29:32.077809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Attempting to bind port 46bebb83-eae8-4dd9-9922-b6a354db9927 on host n-h2-817748-2 for vnic_type normal with profile {"migrating_to": "n-h1-817748-2"} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:32.080735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Attempting to bind port 46bebb83-eae8-4dd9-9922-b6a354db9927 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:32.080735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Attempting to bind port 46bebb83-eae8-4dd9-9922-b6a354db9927 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:32.086189 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Port 46bebb83-eae8-4dd9-9922-b6a354db9927 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:32.087985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Attempting to bind port 46bebb83-eae8-4dd9-9922-b6a354db9927 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:32.107682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:32.108980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:32.108980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Bound using segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:32.108980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Bound port: 46bebb83-eae8-4dd9-9922-b6a354db9927, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:32.109340 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:32.113616 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6080a0-6235-4cf8-a7e7-4691ecaae578 None None] The sync data for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 is: [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:57Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:29:32.127788 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc25905a-74cf-4357-9408-7b37ed8e71f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:32.249791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:32.255205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=46bebb83-eae8-4dd9-9922-b6a354db9927,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:32.371594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9c77cbf-a422-4384-b633-a2865e662cca req-36a4b2a4-d5f6-4bac-8886-4778a31004d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1d5dade8-36f8-4777-aa43-364e6e172c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0444593 Nov 15 14:29:32.382092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f3463-0d17-4485-a892-86b35fc8582f req-e6aced7c-ee8e-401d-b286-e96b95cc9cd6 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:32.390533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-440f3463-0d17-4485-a892-86b35fc8582f req-e6aced7c-ee8e-401d-b286-e96b95cc9cd6 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 943 time: 0.1784363 Nov 15 14:29:32.398411 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:32.509330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-440f3463-0d17-4485-a892-86b35fc8582f req-505f669c-fac9-4086-bfa1-77c269dc2f12 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164014 Nov 15 14:29:32.573875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9c77cbf-a422-4384-b633-a2865e662cca req-392d1a23-32cc-4712-a5a7-a973ea000fb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4827a9ab8464cb3acac13a31f8a8251&device_id=1d5dade8-36f8-4777-aa43-364e6e172c00 HTTP/1.1" status: 200 len: 210 time: 0.0917897 Nov 15 14:29:32.587228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Pushing event updated for resources: {'Port': ['ID=46bebb83-eae8-4dd9-9922-b6a354db9927,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:32.601397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766fd023-9cae-4c7f-b113-eaf5992452c1 None None] New status for floating IP f3495059-3c7a-4f3a-b9b0-61333250fedd: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:29:32.632537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:32.640813 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:32.640813 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-5302cf8f-832f-4081-b9a2-22cb0d5899fa service neutron] 10.222.0.59 "PUT /v2.0/ports/46bebb83-eae8-4dd9-9922-b6a354db9927 HTTP/1.1" status: 200 len: 1121 time: 1.3398130 Nov 15 14:29:32.646707 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6247395-b437-403f-a424-fc67651bc337 x-openstack-request-id: req-d6247395-b437-403f-a424-fc67651bc337 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:32.648188 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5dade8-36f8-4777-aa43-364e6e172c00", "name": "network-vif-deleted", "tag": "f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:32.648566 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6247395-b437-403f-a424-fc67651bc337 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:32.649038 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5dade8-36f8-4777-aa43-364e6e172c00', 'name': 'network-vif-deleted', 'tag': 'f27d3984-1d8e-4ac7-ad64-45a8c89ca9f4', 'status': 'completed', 'code': 200} Nov 15 14:29:32.714954 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-ca9edead-b5d7-4b22-b636-8ac240cfd244 service neutron] 10.222.0.59 "GET /v2.0/ports/f5c239fe-a3fc-4aad-b577-809395e91032/bindings/n-h2-817748-2 HTTP/1.1" status: 200 len: 384 time: 0.1400063 Nov 15 14:29:32.809119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['46bebb83-eae8-4dd9-9922-b6a354db9927'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:32.847103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6b431-815d-46b3-a20e-df04e4b9feab req-b8158ae1-e1c1-4555-b01b-7fa23919b2dc tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:32.848680 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74d6b431-815d-46b3-a20e-df04e4b9feab req-b8158ae1-e1c1-4555-b01b-7fa23919b2dc tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 950 time: 0.1628106 Nov 15 14:29:33.202786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-6ac15412-10ea-4bf0-b83b-342b1ad2545e tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:33.213665 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-6ac15412-10ea-4bf0-b83b-342b1ad2545e tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.59 "GET /v2.0/networks?id=8453fbeb-5996-412b-872a-2c562d6b1fe8 HTTP/1.1" status: 200 len: 823 time: 0.3273728 Nov 15 14:29:33.277376 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74d6b431-815d-46b3-a20e-df04e4b9feab req-155eef61-844d-4c31-91e8-6a626d6c3ec9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027417 Nov 15 14:29:33.324174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c77cbf-a422-4384-b633-a2865e662cca req-e0dac5f6-a0a6-4d84-86d1-2fb1fca9601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:33.325679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9c77cbf-a422-4384-b633-a2865e662cca req-e0dac5f6-a0a6-4d84-86d1-2fb1fca9601c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b4827a9ab8464cb3acac13a31f8a8251&shared=False HTTP/1.1" status: 200 len: 924 time: 0.5602863 Nov 15 14:29:33.458174 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-38967533-cada-4781-b4a7-1fe675756442 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4827a9ab8464cb3acac13a31f8a8251 HTTP/1.1" status: 200 len: 379 time: 0.2267728 Nov 15 14:29:33.475120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-76543e01-7a11-4e78-aaa7-4e6cf9f776cc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Request body: {'port': {'device_id': 'a17e0090-b2bf-488e-baf1-78089d71c7e9', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'admin_state_up': True, 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'security_groups': ['a7a7a43f-1b42-4857-9ca4-0f3398dd2a72']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:33.480680 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:33.524006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-e18e8e6f-faea-4c3c-96ca-6978a6ac8551 service neutron] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5c239fe-a3fc-4aad-b577-809395e91032,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:33.543293 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2e864ed-d484-484e-a273-8d37dd889458 req-7079093f-c336-4636-9480-7b15805f6f1e tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 210 time: 0.0646594 Nov 15 14:29:33.561440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-e18e8e6f-faea-4c3c-96ca-6978a6ac8551 service neutron] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:33.650288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-e18e8e6f-faea-4c3c-96ca-6978a6ac8551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c239fe-a3fc-4aad-b577-809395e91032 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:33.672481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51e490-2e55-4410-940f-286d115fbe2c req-495c6ee0-0fe4-475c-8cb2-cec2af1d3645 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:33.674033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a51e490-2e55-4410-940f-286d115fbe2c req-495c6ee0-0fe4-475c-8cb2-cec2af1d3645 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 948 time: 0.2876010 Nov 15 14:29:33.680677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'tag': '65ba119f-2b15-46b2-847d-2c22265d9ab6'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:33.684182 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6151af92-2740-43ad-bb59-55a0d0c2fb70" -d '{"events": [{"name": "network-changed", "server_uuid": "21a22fd7-a8e0-4e0c-a4b9-78819239bfb5", "tag": "65ba119f-2b15-46b2-847d-2c22265d9ab6"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:33.688400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-e18e8e6f-faea-4c3c-96ca-6978a6ac8551 service neutron] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f5c239fe-a3fc-4aad-b577-809395e91032,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:33.713802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-76543e01-7a11-4e78-aaa7-4e6cf9f776cc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Made reservation on behalf of b4827a9ab8464cb3acac13a31f8a8251 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:29:33.717315 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-76543e01-7a11-4e78-aaa7-4e6cf9f776cc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:33.777035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c77cbf-a422-4384-b633-a2865e662cca req-638d0c3d-5855-46d9-abde-897fd58ab0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:33.779138 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9c77cbf-a422-4384-b633-a2865e662cca req-638d0c3d-5855-46d9-abde-897fd58ab0c8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3816457 Nov 15 14:29:33.804687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a51e490-2e55-4410-940f-286d115fbe2c req-e7664bf8-a714-4a75-8e3b-a3058601b6aa tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102288 Nov 15 14:29:33.825104 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-e18e8e6f-faea-4c3c-96ca-6978a6ac8551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:33.929154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-76543e01-7a11-4e78-aaa7-4e6cf9f776cc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Allocated IP 172.20.0.10 (8453fbeb-5996-412b-872a-2c562d6b1fe8/097b76ed-0b6c-418d-a9b0-bb42141f4f88/636ee8d5-8a12-4d46-8d88-71bdb9580f8d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:29:33.957938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-e18e8e6f-faea-4c3c-96ca-6978a6ac8551 service neutron] Transition to ACTIVE for port object f5c239fe-a3fc-4aad-b577-809395e91032 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:33.987083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11652-424d-4832-8a83-2a84c7f24d05 req-deefdc4c-f35b-48af-9084-934ead408dd4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:33.992115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78c11652-424d-4832-8a83-2a84c7f24d05 req-deefdc4c-f35b-48af-9084-934ead408dd4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.0815659 Nov 15 14:29:34.065981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78c11652-424d-4832-8a83-2a84c7f24d05 req-378faf1a-2220-486b-8db3-e8aa9c9ac6a0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676525 Nov 15 14:29:34.067802 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-e18e8e6f-faea-4c3c-96ca-6978a6ac8551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:34.192248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e8e6f-faea-4c3c-96ca-6978a6ac8551 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c239fe-a3fc-4aad-b577-809395e91032,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:34.220222 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-76543e01-7a11-4e78-aaa7-4e6cf9f776cc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:34.280182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fce75a4-bfee-406b-8289-9d2529b14539 req-20be7fc0-e417-4880-96ce-66a9832201fa tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 210 time: 0.1005180 Nov 15 14:29:34.287535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-e18e8e6f-faea-4c3c-96ca-6978a6ac8551 service neutron] No DVR routers for this DVR port f5c239fe-a3fc-4aad-b577-809395e91032 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:29:34.333704 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-e18e8e6f-faea-4c3c-96ca-6978a6ac8551 service neutron] 10.222.0.59 "PUT /v2.0/ports/f5c239fe-a3fc-4aad-b577-809395e91032/bindings/n-h2-817748-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6063643 Nov 15 14:29:34.341953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a8d49-e89e-4b83-965e-c34664645341 req-17cdeb5e-fa94-4bd7-8f28-bea24bb7c8a4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:34.347933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d42a8d49-e89e-4b83-965e-c34664645341 req-17cdeb5e-fa94-4bd7-8f28-bea24bb7c8a4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 944 time: 0.1466568 Nov 15 14:29:34.384090 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a77bba-8b9f-488a-b0e7-f348b1685290 x-openstack-request-id: req-71a77bba-8b9f-488a-b0e7-f348b1685290 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:34.385082 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a22fd7-a8e0-4e0c-a4b9-78819239bfb5", "tag": "65ba119f-2b15-46b2-847d-2c22265d9ab6", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:34.385082 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71a77bba-8b9f-488a-b0e7-f348b1685290 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:34.385082 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'tag': '65ba119f-2b15-46b2-847d-2c22265d9ab6', 'status': 'completed', 'code': 200} Nov 15 14:29:34.406521 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-76543e01-7a11-4e78-aaa7-4e6cf9f776cc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:34.449979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d42a8d49-e89e-4b83-965e-c34664645341 req-eb7c704e-9762-4053-846c-672daeb52a0b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982289 Nov 15 14:29:34.539539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-76543e01-7a11-4e78-aaa7-4e6cf9f776cc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Network 8453fbeb-5996-412b-872a-2c562d6b1fe8 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:29:34.586440 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-76543e01-7a11-4e78-aaa7-4e6cf9f776cc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:29:34.586440 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-76543e01-7a11-4e78-aaa7-4e6cf9f776cc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:29:34.586624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-d012c548-8ba6-43ca-95cb-8ba638588717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:34.586624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-d012c548-8ba6-43ca-95cb-8ba638588717 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 1099 time: 0.1259983 Nov 15 14:29:34.609574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76543e01-7a11-4e78-aaa7-4e6cf9f776cc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Pushing event updated for resources: {'Port': ['ID=636ee8d5-8a12-4d46-8d88-71bdb9580f8d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:34.644100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c763db-62ca-407a-a2c0-537b0df43a78 req-16dde530-9fcf-4b24-b41e-2fd95a5af272 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:34.657718 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7c763db-62ca-407a-a2c0-537b0df43a78 req-16dde530-9fcf-4b24-b41e-2fd95a5af272 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.2167962 Nov 15 14:29:34.675924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-803278ff-2c8c-4656-ac5a-46ee17b616b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:34.675924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-803278ff-2c8c-4656-ac5a-46ee17b616b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 1099 time: 0.1811109 Nov 15 14:29:34.676277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-76543e01-7a11-4e78-aaa7-4e6cf9f776cc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:34.676960 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-76543e01-7a11-4e78-aaa7-4e6cf9f776cc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:34.682505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46bebb83-eae8-4dd9-9922-b6a354db9927'}, {'name': 'network-changed', 'server_uuid': '46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe', 'tag': '46bebb83-eae8-4dd9-9922-b6a354db9927'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:34.685508 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1d17ec-b199-47c4-b060-3437886ae2fd" -d '{"events": [{"server_uuid": "46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe", "name": "network-vif-unplugged", "status": "completed", "tag": "46bebb83-eae8-4dd9-9922-b6a354db9927"}, {"name": "network-changed", "server_uuid": "46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe", "tag": "46bebb83-eae8-4dd9-9922-b6a354db9927"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:34.778366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-615acdb4-f27f-4cae-bdc7-5cd38e9654e6 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:34.780097 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-615acdb4-f27f-4cae-bdc7-5cd38e9654e6 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.0996339 Nov 15 14:29:34.852852 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-76543e01-7a11-4e78-aaa7-4e6cf9f776cc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3776245 Nov 15 14:29:34.872221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Request body: {'port': {'device_id': 'a17e0090-b2bf-488e-baf1-78089d71c7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:34.921592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-d17e6f85-2a53-459c-9f08-d537e73f023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:34.930701 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-d17e6f85-2a53-459c-9f08-d537e73f023e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8 HTTP/1.1" status: 200 len: 1095 time: 0.1401660 Nov 15 14:29:34.960860 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7b5be3f5-5e54-4802-94ca-34a61179aa1c None None] Provisioning complete for port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:34.962974 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b5be3f5-5e54-4802-94ca-34a61179aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:35.028556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b5be3f5-5e54-4802-94ca-34a61179aa1c None None] Port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:29:35.030522 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:35.064164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7c763db-62ca-407a-a2c0-537b0df43a78 req-520f6607-e829-4252-86c6-327e94c28353 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054904 Nov 15 14:29:35.065525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-5580a36b-8cda-421d-9954-4b3363a525fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.065657 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:35.066927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-5580a36b-8cda-421d-9954-4b3363a525fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.3849864 Nov 15 14:29:35.088808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ecd9c-8ab8-4428-9ff4-e1b221dff38b req-bb4968a4-63b8-4c56-9d3e-712e2dcaa0c2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.090365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a14ecd9c-8ab8-4428-9ff4-e1b221dff38b req-bb4968a4-63b8-4c56-9d3e-712e2dcaa0c2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 950 time: 0.4194186 Nov 15 14:29:35.155420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-eb9f8f56-1c36-46ad-b4b7-7d99b82ed96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.157870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-eb9f8f56-1c36-46ad-b4b7-7d99b82ed96e service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.4526639 Nov 15 14:29:35.161559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-0dfcbe1d-5ba8-49a3-ad4c-e4912a58afdb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6 HTTP/1.1" status: 200 len: 217 time: 0.0818665 Nov 15 14:29:35.215912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-14b0825d-4a14-449f-ac32-6761f1a01af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.219532 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-14b0825d-4a14-449f-ac32-6761f1a01af7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 1095 time: 0.2530286 Nov 15 14:29:35.303835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-cec27ff2-9460-452a-ab75-c85584d4aedf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6 HTTP/1.1" status: 200 len: 217 time: 0.1328609 Nov 15 14:29:35.390291 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 46bebb83-eae8-4dd9-9922-b6a354db9927 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:35.401425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a14ecd9c-8ab8-4428-9ff4-e1b221dff38b req-c8469b05-b772-4442-a2cb-8db17bdcabcb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422483 Nov 15 14:29:35.426850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-64e5abdf-ce3b-45d9-99fc-343440a268ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.428671 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-64e5abdf-ce3b-45d9-99fc-343440a268ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.2480750 Nov 15 14:29:35.470345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-8949ec66-c8ae-4d59-a52c-36786e12bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.470345 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-8949ec66-c8ae-4d59-a52c-36786e12bd0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.2246764 Nov 15 14:29:35.482127 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c20f764-1b9d-4eff-b013-08fda20bebef x-openstack-request-id: req-5c20f764-1b9d-4eff-b013-08fda20bebef {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:35.482534 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe", "name": "network-vif-unplugged", "status": "completed", "tag": "46bebb83-eae8-4dd9-9922-b6a354db9927", "code": 200}, {"name": "network-changed", "server_uuid": "46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe", "tag": "46bebb83-eae8-4dd9-9922-b6a354db9927", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:35.482815 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c20f764-1b9d-4eff-b013-08fda20bebef {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:35.483441 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46bebb83-eae8-4dd9-9922-b6a354db9927', 'code': 200} Nov 15 14:29:35.483795 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe', 'tag': '46bebb83-eae8-4dd9-9922-b6a354db9927', 'status': 'completed', 'code': 200} Nov 15 14:29:35.492671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-a9198fab-d324-4b44-83d7-5fd80cffe5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.503743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-a9198fab-d324-4b44-83d7-5fd80cffe5e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1687224 Nov 15 14:29:35.591806 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-390501e8-db98-497b-b7ae-34fd74021764 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5c239fe-a3fc-4aad-b577-809395e91032 HTTP/1.1" status: 200 len: 217 time: 0.0505481 Nov 15 14:29:35.624855 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f5c239fe-a3fc-4aad-b577-809395e91032 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:29:35.637160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f81521-2226-4646-b36f-9630df7830a5 req-16ab9284-efac-423f-92ba-d254c42b34f4 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.640829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1f81521-2226-4646-b36f-9630df7830a5 req-16ab9284-efac-423f-92ba-d254c42b34f4 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 932 time: 0.3387923 Nov 15 14:29:35.701882 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-5353a6f1-f77f-4ceb-82c6-7ea7526eef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.703893 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-5353a6f1-f77f-4ceb-82c6-7ea7526eef9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0703897 Nov 15 14:29:35.721160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-7e17e9cb-3e55-4417-a6af-7c4ccacc3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.727869 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-7e17e9cb-3e55-4417-a6af-7c4ccacc3a67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623971 Nov 15 14:29:35.727869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-df2f8826-af7d-40c2-8ec2-da4ef501ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.727869 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-df2f8826-af7d-40c2-8ec2-da4ef501ea1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2822251 Nov 15 14:29:35.742449 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=46bebb83-eae8-4dd9-9922-b6a354db9927,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:35.756496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c931e0-00e6-41fa-99fe-ab23e8c62750 req-6ed6e693-f52a-43fa-8498-7961fe8c7cbd tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.765444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6c931e0-00e6-41fa-99fe-ab23e8c62750 req-6ed6e693-f52a-43fa-8498-7961fe8c7cbd tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 948 time: 0.1245131 Nov 15 14:29:35.778383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 46bebb83-eae8-4dd9-9922-b6a354db9927 has no active binding in host n-h1-817748-2 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 14:29:35.779443 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-4b30964d-d854-4b0c-846b-93060183ea9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441449 Nov 15 14:29:35.793229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d17ec-b199-47c4-b060-3437886ae2fd req-8ef21273-1e7d-48d2-8ef9-c75f2954cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.794759 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc1d17ec-b199-47c4-b060-3437886ae2fd req-8ef21273-1e7d-48d2-8ef9-c75f2954cb52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 1124 time: 0.1987817 Nov 15 14:29:35.810973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f5c239fe-a3fc-4aad-b577-809395e91032 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:29:35.828712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 65ba119f-2b15-46b2-847d-2c22265d9ab6 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:35.950601 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:35.959478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d17ec-b199-47c4-b060-3437886ae2fd req-17b3b8e4-eb12-4204-8e86-2a6101f42c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:35.961047 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc1d17ec-b199-47c4-b060-3437886ae2fd req-17b3b8e4-eb12-4204-8e86-2a6101f42c18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.1118262 Nov 15 14:29:36.019342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 65ba119f-2b15-46b2-847d-2c22265d9ab6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:36.026693 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc1d17ec-b199-47c4-b060-3437886ae2fd req-85383a18-d701-4102-b9ea-04996c004857 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46bebb83-eae8-4dd9-9922-b6a354db9927 HTTP/1.1" status: 200 len: 217 time: 0.0502133 Nov 15 14:29:36.041755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '65ba119f-2b15-46b2-847d-2c22265d9ab6', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '65ba119f-2b15-46b2-847d-2c22265d9ab6', 'mac_address': 'fa:16:3e:1a:cc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:36.074510 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:29:36.120765 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:36.146919 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-870663c4-c384-47b8-9f61-f8032fda3800 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471978 Nov 15 14:29:36.148477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ba119f-2b15-46b2-847d-2c22265d9ab6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:36.151033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636ee8d5-8a12-4d46-8d88-71bdb9580f8d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:36.177114 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d17ec-b199-47c4-b060-3437886ae2fd req-3536c9bf-356b-4118-8076-b625817c548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:36.177114 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc1d17ec-b199-47c4-b060-3437886ae2fd req-3536c9bf-356b-4118-8076-b625817c548a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.1321445 Nov 15 14:29:36.205634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 65ba119f-2b15-46b2-847d-2c22265d9ab6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:36.234911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1f81521-2226-4646-b36f-9630df7830a5 req-f27a2575-6d0f-4e3b-a89a-8a176551258c tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5789452 Nov 15 14:29:36.252758 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:36.272024 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Transition to ACTIVE for port object 636ee8d5-8a12-4d46-8d88-71bdb9580f8d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:36.296344 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:36.311945 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc1d17ec-b199-47c4-b060-3437886ae2fd req-a2494761-5236-4566-9fc4-58a7aac42ad6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733314 Nov 15 14:29:36.318756 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6c931e0-00e6-41fa-99fe-ab23e8c62750 req-83d7eff1-8442-43c8-a5b5-f3eae6cd86d1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517359 Nov 15 14:29:36.335117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-90eadc75-bd48-44a9-8d2b-1fda5e71c1e0 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853641 Nov 15 14:29:36.383659 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:36.491387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=65ba119f-2b15-46b2-847d-2c22265d9ab6,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:36.521504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-a153d822-ab20-4802-9885-164caf760210 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7856271 Nov 15 14:29:36.736142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['65ba119f-2b15-46b2-847d-2c22265d9ab6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:36.819213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-7555a234-120f-43b2-9c91-05c5b2f23d2e service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456985 Nov 15 14:29:36.821216 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f27122ab-a400-40f3-bcae-a3aeb953d5b2 req-b5c5f4c3-d632-46c5-a568-1c256aef4167 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 210 time: 0.3384349 Nov 15 14:29:36.859655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d3e1c-3181-4bfd-9cfe-3f004a2631c9 req-30bd5198-fccc-4629-919c-4613aaaf9ea3 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:36.862226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb8d3e1c-3181-4bfd-9cfe-3f004a2631c9 req-30bd5198-fccc-4629-919c-4613aaaf9ea3 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.3641217 Nov 15 14:29:36.911457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6151af92-2740-43ad-bb59-55a0d0c2fb70 req-b43ea4e3-1e78-4b6e-b149-2db2ebc28ef4 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546997 Nov 15 14:29:37.023142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Pushing event updated for resources: {'Port': ['ID=636ee8d5-8a12-4d46-8d88-71bdb9580f8d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:37.027125 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-989914cc-c8ce-4b18-94e4-ef1d6b503e2f service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8533545 Nov 15 14:29:37.079045 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc1d17ec-b199-47c4-b060-3437886ae2fd req-65aa50a6-d2b3-4aaf-b12e-99e439973ce3 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7443604 Nov 15 14:29:37.081753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Attempting to bind port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:37.082094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Attempting to bind port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:37.082454 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Attempting to bind port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d on network 8453fbeb-5996-412b-872a-2c562d6b1fe8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:37.087670 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d on network 8453fbeb-5996-412b-872a-2c562d6b1fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:37.087983 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Attempting to bind port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d on network 8453fbeb-5996-412b-872a-2c562d6b1fe8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:37.104325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:37.104679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Checking segment: {'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:37.105085 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Bound using segment: {'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:37.105545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Bound port: 636ee8d5-8a12-4d46-8d88-71bdb9580f8d, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7f1056-12bb-4761-9c17-07c7f091129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:37.105911 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:37.133400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-a9c9f798-ae16-4d28-bbdb-b77ca20ef952 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:37.135149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-a9c9f798-ae16-4d28-bbdb-b77ca20ef952 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.46 "GET /v2.0/networks?id=ffc57a4a-2151-4c84-b85f-694e276127e8 HTTP/1.1" status: 200 len: 817 time: 0.1842685 Nov 15 14:29:37.178185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb8d3e1c-3181-4bfd-9cfe-3f004a2631c9 req-1d4d6529-cb68-45e7-a865-be0cb5dc4199 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038964 Nov 15 14:29:37.188137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-965a698c-f14c-487e-960d-675c5721447d req-a2ee866e-1bc5-4877-a2d0-7fc03ccbd145 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Request body: {'port': {'device_id': '9f521763-261f-4849-a9cf-9bcd3f343d8b', 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8', 'admin_state_up': True, 'tenant_id': 'eda5311969e643f2ba59923d3bcdc620'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:37.257879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6706aa3-31a9-4a0e-a54a-7c351da3872c req-9426867f-649b-4410-9dee-113c2b7dd32b tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:37.259474 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6706aa3-31a9-4a0e-a54a-7c351da3872c req-9426867f-649b-4410-9dee-113c2b7dd32b tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 1101 time: 0.1218550 Nov 15 14:29:37.284455 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc1d17ec-b199-47c4-b060-3437886ae2fd req-77429650-00f3-483e-aa2e-0f4f22178a6c service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921511 Nov 15 14:29:37.322702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] For port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:37.326233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] For port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=636ee8d5-8a12-4d46-8d88-71bdb9580f8d,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:37.393296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6706aa3-31a9-4a0e-a54a-7c351da3872c req-60765f07-9a71-4aa0-8f98-1ce2b2a92b5f tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197057 Nov 15 14:29:37.411657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788343e-d3a4-4d4e-b3da-3310590d4489 req-87b95582-675a-4533-8d37-1e608b645760 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:37.413315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5788343e-d3a4-4d4e-b3da-3310590d4489 req-87b95582-675a-4533-8d37-1e608b645760 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 944 time: 0.1304719 Nov 15 14:29:37.460755 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:37.569783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:37.570765 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:37.573188 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] 10.222.0.59 "PUT /v2.0/ports/636ee8d5-8a12-4d46-8d88-71bdb9580f8d HTTP/1.1" status: 200 len: 1092 time: 2.7062767 Nov 15 14:29:37.573681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17e0090-b2bf-488e-baf1-78089d71c7e9', 'tag': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:37.576725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5788343e-d3a4-4d4e-b3da-3310590d4489 req-dab85558-0c96-4562-b401-ad97896e08c2 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527019 Nov 15 14:29:37.580545 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d30843-bb7b-491d-b850-78a8caca6d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a17e0090-b2bf-488e-baf1-78089d71c7e9", "tag": "636ee8d5-8a12-4d46-8d88-71bdb9580f8d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:37.599903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-a2ee866e-1bc5-4877-a2d0-7fc03ccbd145 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Made reservation on behalf of eda5311969e643f2ba59923d3bcdc620 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:29:37.606736 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-a2ee866e-1bc5-4877-a2d0-7fc03ccbd145 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:37.648786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1b492-c95d-4527-b584-580b3301ccc0 req-9d3a4091-699a-4067-9324-343cbd99a735 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:37.648786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01a1b492-c95d-4527-b584-580b3301ccc0 req-9d3a4091-699a-4067-9324-343cbd99a735 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1355281 Nov 15 14:29:37.683851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a0707-b830-4f90-91d7-ae0f523fca0e service neutron] Pushing event updated for resources: {'Port': ['ID=636ee8d5-8a12-4d46-8d88-71bdb9580f8d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:37.777642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01a1b492-c95d-4527-b584-580b3301ccc0 req-45280f73-2eb7-40ba-93f0-0bef6c749900 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240234 Nov 15 14:29:37.868630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-965a698c-f14c-487e-960d-675c5721447d req-a2ee866e-1bc5-4877-a2d0-7fc03ccbd145 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Allocated IP 172.20.0.13 (ffc57a4a-2151-4c84-b85f-694e276127e8/a0ba57a3-7c07-47c1-bc6c-e3aa5405f775/f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:29:37.988965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60edbe-5d3b-42d6-8de6-3fcad8448582 req-059e8709-5eea-41b8-b075-2458fed43f71 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:37.990634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc60edbe-5d3b-42d6-8de6-3fcad8448582 req-059e8709-5eea-41b8-b075-2458fed43f71 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 944 time: 0.1051314 Nov 15 14:29:38.150734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-880c7310-6fc1-4285-b4b9-ad05b4bea28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:38.152269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-880c7310-6fc1-4285-b4b9-ad05b4bea28a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4827a9ab8464cb3acac13a31f8a8251&device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 1095 time: 0.1313872 Nov 15 14:29:38.168491 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc60edbe-5d3b-42d6-8de6-3fcad8448582 req-a439ed16-cfc5-4ce3-acd9-621277015b93 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510537 Nov 15 14:29:38.174331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-a2ee866e-1bc5-4877-a2d0-7fc03ccbd145 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:38.298655 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2a7026-da7c-49a3-944e-736a9a4ba8ca x-openstack-request-id: req-3d2a7026-da7c-49a3-944e-736a9a4ba8ca {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:38.299311 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17e0090-b2bf-488e-baf1-78089d71c7e9", "tag": "636ee8d5-8a12-4d46-8d88-71bdb9580f8d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:38.299557 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d2a7026-da7c-49a3-944e-736a9a4ba8ca {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:38.300961 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17e0090-b2bf-488e-baf1-78089d71c7e9', 'tag': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d', 'status': 'completed', 'code': 200} Nov 15 14:29:38.357888 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-a2ee866e-1bc5-4877-a2d0-7fc03ccbd145 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:38.361365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-9c002594-1044-4d62-8d92-ebdf3ef27b7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636ee8d5-8a12-4d46-8d88-71bdb9580f8d HTTP/1.1" status: 200 len: 217 time: 0.1155601 Nov 15 14:29:38.385896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-ed3284ff-1fce-43ac-a2d4-d3f3ba5599db tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517318 Nov 15 14:29:38.430359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-5b9a9ebd-a128-49bd-8b6d-7f3484560132 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:38.432425 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-5b9a9ebd-a128-49bd-8b6d-7f3484560132 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.59 "GET /v2.0/networks?id=ffc57a4a-2151-4c84-b85f-694e276127e8 HTTP/1.1" status: 200 len: 817 time: 0.4098563 Nov 15 14:29:38.452592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee866e-1bc5-4877-a2d0-7fc03ccbd145 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Pushing event updated for resources: {'Port': ['ID=f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:38.503557 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-965a698c-f14c-487e-960d-675c5721447d req-fa459e98-838e-4cb6-902c-1fa36c1dc8d0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Request body: {'port': {'device_id': '49fcdf8d-218a-480d-8d1f-dd6402ce3e5c', 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8', 'admin_state_up': True, 'tenant_id': 'eda5311969e643f2ba59923d3bcdc620'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:38.555200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0538196a-b316-4eb7-82e0-7124ed92ea56 req-fe1743fd-96e6-4d03-b49d-2692d4d9ee14 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 210 time: 0.1128597 Nov 15 14:29:38.602084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965a698c-f14c-487e-960d-675c5721447d req-a2ee866e-1bc5-4877-a2d0-7fc03ccbd145 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Network ffc57a4a-2151-4c84-b85f-694e276127e8 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:29:38.606165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-965a698c-f14c-487e-960d-675c5721447d req-a2ee866e-1bc5-4877-a2d0-7fc03ccbd145 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:29:38.609695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-965a698c-f14c-487e-960d-675c5721447d req-a2ee866e-1bc5-4877-a2d0-7fc03ccbd145 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:29:38.618150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-a2ee866e-1bc5-4877-a2d0-7fc03ccbd145 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:38.621282 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-a2ee866e-1bc5-4877-a2d0-7fc03ccbd145 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:38.638781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-f201b5c3-4a38-49ff-bdac-76d9cf69052a tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:38.640305 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-f201b5c3-4a38-49ff-bdac-76d9cf69052a tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.3700542 Nov 15 14:29:38.672817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-854fa6e9-095a-4940-9317-69cd31f4267b tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:38.674382 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-854fa6e9-095a-4940-9317-69cd31f4267b tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.46 "GET /v2.0/networks?id=ffc57a4a-2151-4c84-b85f-694e276127e8 HTTP/1.1" status: 200 len: 817 time: 0.4820735 Nov 15 14:29:38.715345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-4d554b6f-9aae-49fd-84eb-846a93cd8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:38.716785 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-965a698c-f14c-487e-960d-675c5721447d req-8a208f1d-0859-48a4-9c8c-8657391e375e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Request body: {'port': {'device_id': 'ca9c6652-69b5-45bd-9445-1d1c62c620a9', 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8', 'admin_state_up': True, 'tenant_id': 'eda5311969e643f2ba59923d3bcdc620'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:38.717015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-4d554b6f-9aae-49fd-84eb-846a93cd8bac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=097b76ed-0b6c-418d-a9b0-bb42141f4f88 HTTP/1.1" status: 200 len: 862 time: 0.2616758 Nov 15 14:29:38.733488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-3f19c015-5c6d-4ef4-ae25-9273dfb51bbb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:38.735206 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-3f19c015-5c6d-4ef4-ae25-9273dfb51bbb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5&tenant_id=3a3f6958c0604fcab32ba65195204bc2&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 949 time: 0.3153784 Nov 15 14:29:38.772871 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069bf1b-8d0a-496c-990a-de38f95d4c5b req-f565b935-e6c2-4e0c-acae-045ab8568d17 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:38.779137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5069bf1b-8d0a-496c-990a-de38f95d4c5b req-f565b935-e6c2-4e0c-acae-045ab8568d17 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 949 time: 0.1159096 Nov 15 14:29:38.799238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19235d73-8aec-411f-94ec-239734f1129e req-7723ffe1-43eb-4895-9321-fd389fd5460f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:38.801158 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-7723ffe1-43eb-4895-9321-fd389fd5460f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3364255 Nov 15 14:29:38.815757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-a2ee866e-1bc5-4877-a2d0-7fc03ccbd145 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6362495 Nov 15 14:29:38.841523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Request body: {'port': {'device_id': '9f521763-261f-4849-a9cf-9bcd3f343d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:38.875911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-b945d536-61f1-478a-b533-849a4f8b9840 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/quotas/3387854e8ac24db7b4fadc747eea0b4d HTTP/1.1" status: 200 len: 375 time: 0.0572796 Nov 15 14:29:38.916404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-691e35b6-2b58-4c1f-aea0-e4d9d805d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:38.916635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-691e35b6-2b58-4c1f-aea0-e4d9d805d164 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8453fbeb-5996-412b-872a-2c562d6b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678417 Nov 15 14:29:38.969612 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5069bf1b-8d0a-496c-990a-de38f95d4c5b req-67a84f1c-436d-4b46-bfda-f0a4c98d4f97 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796408 Nov 15 14:29:38.971476 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-c24f9ff9-9683-4e93-8852-5168469f6185 service neutron] delete failed (client error): The resource could not be found. Nov 15 14:29:38.972723 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-c24f9ff9-9683-4e93-8852-5168469f6185 service neutron] 10.222.0.59 "DELETE /v2.0/ports/65ba119f-2b15-46b2-847d-2c22265d9ab6/bindings/n-h1-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.1896157 Nov 15 14:29:39.019079 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:39.019566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-fa459e98-838e-4cb6-902c-1fa36c1dc8d0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Made reservation on behalf of eda5311969e643f2ba59923d3bcdc620 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:29:39.025046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-fa459e98-838e-4cb6-902c-1fa36c1dc8d0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:39.064450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-b77e74e2-3cd3-4e22-a3fe-3c6661b5c872 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1808619 Nov 15 14:29:39.111654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-2fea117b-3652-44b4-b293-a2733a060496 service neutron] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:39.120346 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-2fea117b-3652-44b4-b293-a2733a060496 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:39.121757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9f9b26e0-d6e8-45c5-b439-87197d06796a req-2fea117b-3652-44b4-b293-a2733a060496 service neutron] 10.222.0.46 "DELETE /v2.0/ports/f5c239fe-a3fc-4aad-b577-809395e91032/bindings/n-h1-817748-2 HTTP/1.1" status: 204 len: 173 time: 0.4662516 Nov 15 14:29:39.200655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-39b62832-352e-4790-8d0c-4d4272a04704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:39.200655 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-39b62832-352e-4790-8d0c-4d4272a04704 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 1100 time: 0.0832410 Nov 15 14:29:39.204299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-8a208f1d-0859-48a4-9c8c-8657391e375e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Made reservation on behalf of eda5311969e643f2ba59923d3bcdc620 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:29:39.208076 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-8a208f1d-0859-48a4-9c8c-8657391e375e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:39.232129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-fdae0082-0264-4aef-a78e-011f832f1f3e service neutron] 10.222.0.59 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937074 Nov 15 14:29:39.256430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e982-6e6c-4616-aaf6-2552a87dca8b req-9ea78848-1620-4ac5-be2e-735136b3437a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:39.258066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a654e982-6e6c-4616-aaf6-2552a87dca8b req-9ea78848-1620-4ac5-be2e-735136b3437a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.1714988 Nov 15 14:29:39.431884 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-965a698c-f14c-487e-960d-675c5721447d req-fa459e98-838e-4cb6-902c-1fa36c1dc8d0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Allocated IP 172.20.0.6 (ffc57a4a-2151-4c84-b85f-694e276127e8/a0ba57a3-7c07-47c1-bc6c-e3aa5405f775/4bb0a397-4859-4236-9a85-d042e3c3ae17) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:29:39.496908 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a654e982-6e6c-4616-aaf6-2552a87dca8b req-d6d17324-3c26-464d-8758-a18803d6a408 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168767 Nov 15 14:29:39.498192 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-9dd4cd44-f772-4777-b56b-e19f0d398a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:39.499847 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-9dd4cd44-f772-4777-b56b-e19f0d398a78 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2707994 Nov 15 14:29:39.526251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9e7f506-ad11-421e-b2fa-88983b3bb78e req-cf1c6972-5235-4f91-b5b9-38f4330faf76 service neutron] 10.222.0.59 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671487 Nov 15 14:29:39.574323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308327ec-6fa9-4c3d-a2be-58f184667df4 req-b59ebfb1-af57-4c8b-ae67-55f333db4d09 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:39.584583 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-308327ec-6fa9-4c3d-a2be-58f184667df4 req-b59ebfb1-af57-4c8b-ae67-55f333db4d09 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 944 time: 0.1603723 Nov 15 14:29:39.705939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-308327ec-6fa9-4c3d-a2be-58f184667df4 req-022bee07-3dfa-4d7d-b3e9-2cb12993db47 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160138 Nov 15 14:29:39.742201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de156c6b-ce97-428f-ad69-c362a36c7f03 req-85c92ca1-73e7-4561-a97e-21eb8c22500b tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:39.751368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de156c6b-ce97-428f-ad69-c362a36c7f03 req-85c92ca1-73e7-4561-a97e-21eb8c22500b tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1368301 Nov 15 14:29:39.787464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30843-bb7b-491d-b850-78a8caca6d5e req-1855e530-fdaf-4c14-8bc6-400e4f0d87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:39.787464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42d30843-bb7b-491d-b850-78a8caca6d5e req-1855e530-fdaf-4c14-8bc6-400e4f0d87d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4827a9ab8464cb3acac13a31f8a8251&device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 1095 time: 0.1103766 Nov 15 14:29:39.829131 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-fa459e98-838e-4cb6-902c-1fa36c1dc8d0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:39.849768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 65ba119f-2b15-46b2-847d-2c22265d9ab6 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:39.871407 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-41002638-d4af-4acd-9a5e-d120ea0f9e8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6 HTTP/1.1" status: 200 len: 217 time: 0.3544552 Nov 15 14:29:39.933284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de156c6b-ce97-428f-ad69-c362a36c7f03 req-5b900a9e-7cad-4e5f-ae86-f909c261c9d8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784065 Nov 15 14:29:39.966077 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-fa459e98-838e-4cb6-902c-1fa36c1dc8d0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:40.023076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-d350ba15-6dd9-4469-b51a-fae17071c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:40.024277 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-d350ba15-6dd9-4469-b51a-fae17071c55a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1434639 Nov 15 14:29:40.043262 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965a698c-f14c-487e-960d-675c5721447d req-fa459e98-838e-4cb6-902c-1fa36c1dc8d0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Network ffc57a4a-2151-4c84-b85f-694e276127e8 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:29:40.060332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-965a698c-f14c-487e-960d-675c5721447d req-fa459e98-838e-4cb6-902c-1fa36c1dc8d0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:29:40.062546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 65ba119f-2b15-46b2-847d-2c22265d9ab6 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:40.066640 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 65ba119f-2b15-46b2-847d-2c22265d9ab6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:40.067056 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:40.092628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30843-bb7b-491d-b850-78a8caca6d5e req-6a262d1e-b0b9-4809-95a7-ca86518a9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:40.094148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42d30843-bb7b-491d-b850-78a8caca6d5e req-6a262d1e-b0b9-4809-95a7-ca86518a9bd1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8453fbeb-5996-412b-872a-2c562d6b1fe8 HTTP/1.1" status: 200 len: 924 time: 0.2901385 Nov 15 14:29:40.098778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-965a698c-f14c-487e-960d-675c5721447d req-fa459e98-838e-4cb6-902c-1fa36c1dc8d0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:29:40.113498 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cef56ce9-b784-4965-9f0f-80e5cc40112d req-8b55dbf5-e083-4712-b603-7111f01d28f3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 210 time: 0.1087604 Nov 15 14:29:40.196584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa459e98-838e-4cb6-902c-1fa36c1dc8d0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Pushing event updated for resources: {'Port': ['ID=4bb0a397-4859-4236-9a85-d042e3c3ae17,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:40.210426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-fa459e98-838e-4cb6-902c-1fa36c1dc8d0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:40.211477 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-fa459e98-838e-4cb6-902c-1fa36c1dc8d0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:40.237716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec101d-521a-4735-ac82-deed3de4213d req-98d7dab0-0f51-450c-843b-59dddb80bebb tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:40.244761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76ec101d-521a-4735-ac82-deed3de4213d req-98d7dab0-0f51-450c-843b-59dddb80bebb tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 944 time: 0.4139147 Nov 15 14:29:40.248598 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-55318b80-0f1c-4cde-be95-6f39d1b5cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:40.250211 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-55318b80-0f1c-4cde-be95-6f39d1b5cfae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1944535 Nov 15 14:29:40.256272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42d30843-bb7b-491d-b850-78a8caca6d5e req-3d32a29e-8337-4fed-937b-624317345ecf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636ee8d5-8a12-4d46-8d88-71bdb9580f8d HTTP/1.1" status: 200 len: 217 time: 0.1400454 Nov 15 14:29:40.257936 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:40.310351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ba119f-2b15-46b2-847d-2c22265d9ab6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:40.314084 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5258b6fa-509f-4387-b472-716991cddf08" -d '{"events": [{"server_uuid": "21a22fd7-a8e0-4e0c-a4b9-78819239bfb5", "name": "network-vif-plugged", "status": "completed", "tag": "65ba119f-2b15-46b2-847d-2c22265d9ab6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:40.343206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 65ba119f-2b15-46b2-847d-2c22265d9ab6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:40.351951 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f2aad78-800f-4a5c-95d2-377171bcc408 req-87830776-632c-46a8-a217-07012bd63f8d tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 210 time: 0.1040161 Nov 15 14:29:40.436939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30843-bb7b-491d-b850-78a8caca6d5e req-ef3553ee-cca0-4f61-b637-53ff6a2fe845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:40.436939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42d30843-bb7b-491d-b850-78a8caca6d5e req-ef3553ee-cca0-4f61-b637-53ff6a2fe845 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=097b76ed-0b6c-418d-a9b0-bb42141f4f88 HTTP/1.1" status: 200 len: 862 time: 0.1377192 Nov 15 14:29:40.440252 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-d2179f2d-f1f9-44e8-b95a-f418fa3ec8f8 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592972 Nov 15 14:29:40.461214 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76ec101d-521a-4735-ac82-deed3de4213d req-9130c177-2ca1-47f1-b9f3-db763b0ecc2c tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152970 Nov 15 14:29:40.529677 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:40.535119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 46bebb83-eae8-4dd9-9922-b6a354db9927 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:29:40.539294 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-fa459e98-838e-4cb6-902c-1fa36c1dc8d0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0590746 Nov 15 14:29:40.550091 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f936103-72fa-409e-9c6e-97160920f00c x-openstack-request-id: req-8f936103-72fa-409e-9c6e-97160920f00c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:40.551120 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a22fd7-a8e0-4e0c-a4b9-78819239bfb5", "name": "network-vif-plugged", "status": "completed", "tag": "65ba119f-2b15-46b2-847d-2c22265d9ab6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:40.551618 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f936103-72fa-409e-9c6e-97160920f00c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:40.553045 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ba119f-2b15-46b2-847d-2c22265d9ab6', 'code': 200} Nov 15 14:29:40.650427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Request body: {'port': {'device_id': '49fcdf8d-218a-480d-8d1f-dd6402ce3e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:40.670660 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=65ba119f-2b15-46b2-847d-2c22265d9ab6,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:40.690650 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-9d47ddc0-d007-4031-a81a-ffb45fe7c182 service neutron] 10.222.0.46 "GET /v2.0/ports/46bebb83-eae8-4dd9-9922-b6a354db9927/bindings/n-h1-817748-2 HTTP/1.1" status: 200 len: 384 time: 0.2479808 Nov 15 14:29:40.854715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:40.864321 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:40.869916 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:40.878831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30843-bb7b-491d-b850-78a8caca6d5e req-9f25db4d-661d-488a-933f-1f1f0c01062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:40.881013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42d30843-bb7b-491d-b850-78a8caca6d5e req-9f25db4d-661d-488a-933f-1f1f0c01062a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8453fbeb-5996-412b-872a-2c562d6b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4477487 Nov 15 14:29:40.887617 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e52e1f80-572c-45cd-a2e8-d1a5043d84a9 req-3e2a6b78-faa9-48cd-990d-a1b295f2b637 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469474 Nov 15 14:29:40.911630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Transition to ACTIVE for port object f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:40.913208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7a0e6-c9e7-471a-b05e-a2d846cd204b req-0a455d35-ac36-40bd-abab-53c52a8b38f9 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:40.920734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25f7a0e6-c9e7-471a-b05e-a2d846cd204b req-0a455d35-ac36-40bd-abab-53c52a8b38f9 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 1095 time: 0.1353543 Nov 15 14:29:40.947679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5950f5-58f0-4342-9318-1b01fe6f5d7e req-c2f6b872-18e6-4644-8601-a9a235d32299 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:40.955104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b5950f5-58f0-4342-9318-1b01fe6f5d7e req-c2f6b872-18e6-4644-8601-a9a235d32299 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.4743307 Nov 15 14:29:41.006763 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:41.141682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:41.158963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25f7a0e6-c9e7-471a-b05e-a2d846cd204b req-7cea7908-a571-40bd-8db4-bdc57a92d1dd tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374685 Nov 15 14:29:41.224819 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b5950f5-58f0-4342-9318-1b01fe6f5d7e req-63d69b4c-3893-4eaa-86c8-ec3cd2f8a43c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681639 Nov 15 14:29:41.229020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42d30843-bb7b-491d-b850-78a8caca6d5e req-eb22c059-72ec-4cc8-9cb5-3e4e45608b57 service neutron] 10.222.0.59 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326244 Nov 15 14:29:41.330714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-fa737920-8642-41bc-9261-208cfe6482b7 service neutron] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=46bebb83-eae8-4dd9-9922-b6a354db9927,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:41.339626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-965a698c-f14c-487e-960d-675c5721447d req-8a208f1d-0859-48a4-9c8c-8657391e375e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Allocated IP 172.20.0.14 (ffc57a4a-2151-4c84-b85f-694e276127e8/a0ba57a3-7c07-47c1-bc6c-e3aa5405f775/6de45e1a-c194-43f9-af1c-dc4cfa10b4c8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:29:41.441508 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-fa737920-8642-41bc-9261-208cfe6482b7 service neutron] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:41.464308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Attempting to bind port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:41.464708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Attempting to bind port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '947c65e3-89c7-449d-950e-7e57df8fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:41.464993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Attempting to bind port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c on network ffc57a4a-2151-4c84-b85f-694e276127e8 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:41.484819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c on network ffc57a4a-2151-4c84-b85f-694e276127e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:41.486941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Attempting to bind port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c on network ffc57a4a-2151-4c84-b85f-694e276127e8 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:41.509132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bafce-d4d4-481b-b62b-91d44afff172 req-1be772c2-44ea-4ff9-90d2-c3ff13d66596 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:41.510737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-126bafce-d4d4-481b-b62b-91d44afff172 req-1be772c2-44ea-4ff9-90d2-c3ff13d66596 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 943 time: 0.1798017 Nov 15 14:29:41.523574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-fa737920-8642-41bc-9261-208cfe6482b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46bebb83-eae8-4dd9-9922-b6a354db9927 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:41.526161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:41.526642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Checking segment: {'id': '947c65e3-89c7-449d-950e-7e57df8fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:41.526959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Bound using segment: {'id': '947c65e3-89c7-449d-950e-7e57df8fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:41.527410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Bound port: f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947c65e3-89c7-449d-950e-7e57df8fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:41.528022 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:41.541033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-fa737920-8642-41bc-9261-208cfe6482b7 service neutron] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=46bebb83-eae8-4dd9-9922-b6a354db9927,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:41.545731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3cf39-f580-4acd-938a-39b036274c8f req-366af2f0-204d-4704-9118-a28d65874305 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:41.553556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6df3cf39-f580-4acd-938a-39b036274c8f req-366af2f0-204d-4704-9118-a28d65874305 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1532836 Nov 15 14:29:41.591342 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-8a208f1d-0859-48a4-9c8c-8657391e375e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:41.593694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42d30843-bb7b-491d-b850-78a8caca6d5e req-aceca88c-119f-48ca-9702-8f0c434b26d1 service neutron] 10.222.0.59 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182857 Nov 15 14:29:41.663405 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-fa737920-8642-41bc-9261-208cfe6482b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:41.690827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-126bafce-d4d4-481b-b62b-91d44afff172 req-22ded40b-b7e7-4699-b606-143684f039a2 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695333 Nov 15 14:29:41.707203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6df3cf39-f580-4acd-938a-39b036274c8f req-19632c9b-dc9f-4ce1-9768-97608d450105 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525946 Nov 15 14:29:41.726435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] For port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:41.726435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] For port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:41.737828 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-8a208f1d-0859-48a4-9c8c-8657391e375e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:41.825289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-178722b8-c579-4ba2-abd6-c4b13fa6fb9e req-d4452f12-7b01-4426-a359-6dd78d4cba3c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 210 time: 0.0535831 Nov 15 14:29:41.826085 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965a698c-f14c-487e-960d-675c5721447d req-8a208f1d-0859-48a4-9c8c-8657391e375e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Network ffc57a4a-2151-4c84-b85f-694e276127e8 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:29:41.842354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-965a698c-f14c-487e-960d-675c5721447d req-8a208f1d-0859-48a4-9c8c-8657391e375e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:29:41.863978 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-965a698c-f14c-487e-960d-675c5721447d req-8a208f1d-0859-48a4-9c8c-8657391e375e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:29:41.872897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:41.927671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a208f1d-0859-48a4-9c8c-8657391e375e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Pushing event updated for resources: {'Port': ['ID=6de45e1a-c194-43f9-af1c-dc4cfa10b4c8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:41.947773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:41.947773 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:41.950158 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] 10.222.0.46 "PUT /v2.0/ports/f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c HTTP/1.1" status: 200 len: 1092 time: 3.1138372 Nov 15 14:29:41.952703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f521763-261f-4849-a9cf-9bcd3f343d8b', 'tag': 'f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:41.955987 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140bdc03-29e3-4e00-9e86-cacafed04b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f521763-261f-4849-a9cf-9bcd3f343d8b", "tag": "f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:41.976189 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-fa737920-8642-41bc-9261-208cfe6482b7 service neutron] Transition to ACTIVE for port object 46bebb83-eae8-4dd9-9922-b6a354db9927 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:42.039253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad278a37-b2bf-4e1a-9777-f79e86d6e6a2 req-4716e667-792a-4723-acb2-6def737b864a tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:42.040897 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad278a37-b2bf-4e1a-9777-f79e86d6e6a2 req-4716e667-792a-4723-acb2-6def737b864a tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 932 time: 0.2365925 Nov 15 14:29:42.044404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbe2d5-2f30-4780-bfc1-599c53015b27 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:42.156770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad278a37-b2bf-4e1a-9777-f79e86d6e6a2 req-f79373e1-ebf5-412a-a5d0-5d2c71079a82 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010199 Nov 15 14:29:42.171101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-289d8b0e-5e4d-4a52-b319-3514b416986d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:42.175179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-289d8b0e-5e4d-4a52-b319-3514b416986d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 821 time: 0.2112224 Nov 15 14:29:42.191999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-a8713328-f7b6-44c0-bae8-6c61cfbc0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:42.194241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-a8713328-f7b6-44c0-bae8-6c61cfbc0b77 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eda5311969e643f2ba59923d3bcdc620&device_id=9f521763-261f-4849-a9cf-9bcd3f343d8b HTTP/1.1" status: 200 len: 1095 time: 0.0927479 Nov 15 14:29:42.198652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-003e18a9-faa5-4277-b19d-71cd573183c9 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/quotas/a5157ea54aaf4ffcbef456f45523f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0154221 Nov 15 14:29:42.280965 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-bd955ffb-3e25-49c4-af60-92dafc2020a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c HTTP/1.1" status: 200 len: 217 time: 0.0645351 Nov 15 14:29:42.295235 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-fa737920-8642-41bc-9261-208cfe6482b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:42.323047 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-8a208f1d-0859-48a4-9c8c-8657391e375e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:42.324018 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-8a208f1d-0859-48a4-9c8c-8657391e375e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:42.374814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-060f813b-fb88-44bd-a32b-fd4a94e536da tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1696787 Nov 15 14:29:42.404696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9218e-1c8c-4373-8019-90d9153637f0 req-8f82930a-8209-4c63-815e-aed53331370e tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:42.406166 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dab9218e-1c8c-4373-8019-90d9153637f0 req-8f82930a-8209-4c63-815e-aed53331370e tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 944 time: 0.1373131 Nov 15 14:29:42.419547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-fa737920-8642-41bc-9261-208cfe6482b7 service neutron] No DVR routers for this DVR port 46bebb83-eae8-4dd9-9922-b6a354db9927 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:29:42.448118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-7fad3d5e-86d4-4ac1-92bc-c26c94febd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:42.449297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-7fad3d5e-86d4-4ac1-92bc-c26c94febd27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a0ba57a3-7c07-47c1-bc6c-e3aa5405f775 HTTP/1.1" status: 200 len: 857 time: 0.1497383 Nov 15 14:29:42.451147 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb0a397-4859-4236-9a85-d042e3c3ae17 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:42.455591 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa737920-8642-41bc-9261-208cfe6482b7 service neutron] Pushing event updated for resources: {'Port': ['ID=46bebb83-eae8-4dd9-9922-b6a354db9927,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:42.482142 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:42.492079 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-fa737920-8642-41bc-9261-208cfe6482b7 service neutron] 10.222.0.46 "PUT /v2.0/ports/46bebb83-eae8-4dd9-9922-b6a354db9927/bindings/n-h1-817748-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7882385 Nov 15 14:29:42.495224 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-a8fe3cb2-1782-4894-8313-fcd5a5fba192 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffc57a4a-2151-4c84-b85f-694e276127e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345860 Nov 15 14:29:42.497874 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-8a208f1d-0859-48a4-9c8c-8657391e375e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7866542 Nov 15 14:29:42.521594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Transition to ACTIVE for port object 4bb0a397-4859-4236-9a85-d042e3c3ae17 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:42.534295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dab9218e-1c8c-4373-8019-90d9153637f0 req-1cdf0b7e-3f3d-4ddf-9580-6596774532af tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997646 Nov 15 14:29:42.545612 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-3e561cd2-7dc1-4158-9a2c-2c9637d58036 service neutron] 10.222.0.70 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699224 Nov 15 14:29:42.584854 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a5798a-ea96-42cd-9b28-0e0fbb5ec514 x-openstack-request-id: req-72a5798a-ea96-42cd-9b28-0e0fbb5ec514 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:42.585143 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f521763-261f-4849-a9cf-9bcd3f343d8b", "tag": "f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:42.585389 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72a5798a-ea96-42cd-9b28-0e0fbb5ec514 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:42.585780 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f521763-261f-4849-a9cf-9bcd3f343d8b', 'tag': 'f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c', 'status': 'completed', 'code': 200} Nov 15 14:29:42.593457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Request body: {'port': {'device_id': 'ca9c6652-69b5-45bd-9445-1d1c62c620a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:42.614630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:42.630617 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-e89f8cbd-bcaf-4d8f-8ce4-b945fa574add tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708199 Nov 15 14:29:42.776973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb0a397-4859-4236-9a85-d042e3c3ae17,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:42.783982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:42.797696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8f152-f084-4d82-95f1-f6ab37a57f62 req-def62587-4b0e-4c18-a9c6-949893f8b72e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:42.799241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf8f152-f084-4d82-95f1-f6ab37a57f62 req-def62587-4b0e-4c18-a9c6-949893f8b72e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1512611 Nov 15 14:29:42.805152 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-92bde189-4fe8-41c7-97ab-b0ca66243f88 service neutron] 10.222.0.70 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484655 Nov 15 14:29:42.810462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-11f59f0f-22d0-4442-9163-35ec388fea6d service neutron] 10.222.0.46 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452140 Nov 15 14:29:42.812369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-f9a91c26-61f8-4668-a769-66abe18c214c tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:42.813810 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-f9a91c26-61f8-4668-a769-66abe18c214c tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe&tenant_id=d9f26606747847b78d092ad490e45917&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1264894 Nov 15 14:29:42.920223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19235d73-8aec-411f-94ec-239734f1129e req-e1a78224-8e84-42f5-8bcd-a524ff2f082c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:42.921937 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-e1a78224-8e84-42f5-8bcd-a524ff2f082c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2619159 Nov 15 14:29:42.939957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf8f152-f084-4d82-95f1-f6ab37a57f62 req-be237ba1-61b9-4aff-98fe-868d2d382d66 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322782 Nov 15 14:29:42.944501 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-19235d73-8aec-411f-94ec-239734f1129e req-0f843cc5-2094-4aa6-a490-65add5370256 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Request body: {'port': {'device_id': '55a716a2-2c39-4145-888b-26e416894f0c', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3387854e8ac24db7b4fadc747eea0b4d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:42.973879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-0926ddd9-c3f2-4ea9-b360-9664f01c82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:42.976414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-0926ddd9-c3f2-4ea9-b360-9664f01c82ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe&tenant_id=d9f26606747847b78d092ad490e45917 HTTP/1.1" status: 200 len: 1095 time: 0.1481147 Nov 15 14:29:43.004812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-78f23589-56a9-45b9-9871-e6d5e0dc31b4 service neutron] 10.222.0.46 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686292 Nov 15 14:29:43.023537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Attempting to bind port 4bb0a397-4859-4236-9a85-d042e3c3ae17 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:43.023876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Attempting to bind port 4bb0a397-4859-4236-9a85-d042e3c3ae17 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '947c65e3-89c7-449d-950e-7e57df8fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:43.024337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Attempting to bind port 4bb0a397-4859-4236-9a85-d042e3c3ae17 on network ffc57a4a-2151-4c84-b85f-694e276127e8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:43.054967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Port 4bb0a397-4859-4236-9a85-d042e3c3ae17 on network ffc57a4a-2151-4c84-b85f-694e276127e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:43.054967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Attempting to bind port 4bb0a397-4859-4236-9a85-d042e3c3ae17 on network ffc57a4a-2151-4c84-b85f-694e276127e8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:43.082254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-48f9d8e7-32e3-4946-a2e4-f273581c62e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:43.084789 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-48f9d8e7-32e3-4946-a2e4-f273581c62e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 1095 time: 0.0759528 Nov 15 14:29:43.101006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204052d5-2178-463d-9c8a-a0aa2b56584d req-66aa7dc0-e39c-44e0-9f2c-cde00ea9399c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:43.101006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-204052d5-2178-463d-9c8a-a0aa2b56584d req-66aa7dc0-e39c-44e0-9f2c-cde00ea9399c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 944 time: 0.0800464 Nov 15 14:29:43.142096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:43.142491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Checking segment: {'id': '947c65e3-89c7-449d-950e-7e57df8fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:43.142896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Bound using segment: {'id': '947c65e3-89c7-449d-950e-7e57df8fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:43.143346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Bound port: 4bb0a397-4859-4236-9a85-d042e3c3ae17, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947c65e3-89c7-449d-950e-7e57df8fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:43.143704 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:43.321821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d7e46-2f27-4a87-8064-6b7decd8b912 req-f23cc5ba-9954-4af2-af5e-688d721746b7 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:43.330746 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c78d7e46-2f27-4a87-8064-6b7decd8b912 req-f23cc5ba-9954-4af2-af5e-688d721746b7 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1722858 Nov 15 14:29:43.337955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-204052d5-2178-463d-9c8a-a0aa2b56584d req-737fedcb-f655-4f4c-b2d2-39428a78d4da tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152979 Nov 15 14:29:43.344664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-6834a62b-3200-44ac-a1f3-d74bde413c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:43.346134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-6834a62b-3200-44ac-a1f3-d74bde413c04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.2475426 Nov 15 14:29:43.352404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] For port 4bb0a397-4859-4236-9a85-d042e3c3ae17, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:43.358066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bdc03-29e3-4e00-9e86-cacafed04b0c req-01b5252e-9021-4110-b59b-d0c7fc33a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:43.359569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] For port 4bb0a397-4859-4236-9a85-d042e3c3ae17, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4bb0a397-4859-4236-9a85-d042e3c3ae17,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:43.359803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-140bdc03-29e3-4e00-9e86-cacafed04b0c req-01b5252e-9021-4110-b59b-d0c7fc33a495 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eda5311969e643f2ba59923d3bcdc620&device_id=9f521763-261f-4849-a9cf-9bcd3f343d8b HTTP/1.1" status: 200 len: 1095 time: 0.1514101 Nov 15 14:29:43.433074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 636ee8d5-8a12-4d46-8d88-71bdb9580f8d details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:43.441085 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19235d73-8aec-411f-94ec-239734f1129e req-0f843cc5-2094-4aa6-a490-65add5370256 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Made reservation on behalf of 3387854e8ac24db7b4fadc747eea0b4d for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:29:43.445189 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19235d73-8aec-411f-94ec-239734f1129e req-0f843cc5-2094-4aa6-a490-65add5370256 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:43.466176 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:43.473904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:43.484806 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-9cb660f9-620f-422a-aece-e43a21412079 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46bebb83-eae8-4dd9-9922-b6a354db9927 HTTP/1.1" status: 200 len: 217 time: 0.1172776 Nov 15 14:29:43.511194 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:43.513979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fded919d-34e0-47e7-8802-95751a2aa915 req-051b58d3-250d-43ec-9ad1-5d696b31abb9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 210 time: 0.0776980 Nov 15 14:29:43.527101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c78d7e46-2f27-4a87-8064-6b7decd8b912 req-4ce176df-7ddd-4399-b767-2ed2a6e5c90a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954753 Nov 15 14:29:43.585212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-76c8b420-7998-40bd-b1a7-565f7f84ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:43.586334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-76c8b420-7998-40bd-b1a7-565f7f84ad07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.0764823 Nov 15 14:29:43.596996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bdc03-29e3-4e00-9e86-cacafed04b0c req-eebb03f7-1751-481a-804b-cc7d075e4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:43.598590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-140bdc03-29e3-4e00-9e86-cacafed04b0c req-eebb03f7-1751-481a-804b-cc7d075e4f54 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffc57a4a-2151-4c84-b85f-694e276127e8 HTTP/1.1" status: 200 len: 918 time: 0.2086804 Nov 15 14:29:43.618959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=636ee8d5-8a12-4d46-8d88-71bdb9580f8d,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:43.644590 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'port_id': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d', 'mac_address': 'fa:16:3e:f2:f7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:43.652060 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb0a397-4859-4236-9a85-d042e3c3ae17,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:43.692460 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:43.694187 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:43.695322 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:43.696257 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-3e9bc3f7-1dd5-491c-b737-5d3dabcf5cd9 service neutron] 10.222.0.59 "PUT /v2.0/ports/4bb0a397-4859-4236-9a85-d042e3c3ae17 HTTP/1.1" status: 200 len: 1091 time: 3.0994325 Nov 15 14:29:43.702964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fcdf8d-218a-480d-8d1f-dd6402ce3e5c', 'tag': '4bb0a397-4859-4236-9a85-d042e3c3ae17'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:43.708445 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a760273-614f-41fd-af68-c2eb8df7675c" -d '{"events": [{"name": "network-changed", "server_uuid": "49fcdf8d-218a-480d-8d1f-dd6402ce3e5c", "tag": "4bb0a397-4859-4236-9a85-d042e3c3ae17"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:43.719271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636ee8d5-8a12-4d46-8d88-71bdb9580f8d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:43.722154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Transition to ACTIVE for port object 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:43.743348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=636ee8d5-8a12-4d46-8d88-71bdb9580f8d,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:43.799213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-19235d73-8aec-411f-94ec-239734f1129e req-0f843cc5-2094-4aa6-a490-65add5370256 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Allocated IP 192.168.233.247 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/07ed11ac-6451-46e5-b09e-a2e700feb7e0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:29:43.801483 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:43.847086 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:43.913176 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Pushing event updated for resources: {'Port': ['ID=6de45e1a-c194-43f9-af1c-dc4cfa10b4c8,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:43.917507 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-346807d9-3af9-46ba-84b1-504d9e3a3d36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3149943 Nov 15 14:29:43.925952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=636ee8d5-8a12-4d46-8d88-71bdb9580f8d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:43.937916 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-140bdc03-29e3-4e00-9e86-cacafed04b0c req-597a42a7-3eff-4a65-aad5-07a7b14a6e40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c HTTP/1.1" status: 200 len: 217 time: 0.3215961 Nov 15 14:29:43.978984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed6b99fa-6814-4665-b824-5c119cfff32b req-f90a9cff-8ed4-4cb9-b629-9fe88fd0cbd3 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 210 time: 0.3491585 Nov 15 14:29:43.997472 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-d2e25f40-b770-4932-83bd-ff85dc268b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:43.999110 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-d2e25f40-b770-4932-83bd-ff85dc268b03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda5311969e643f2ba59923d3bcdc620&device_id=49fcdf8d-218a-480d-8d1f-dd6402ce3e5c HTTP/1.1" status: 200 len: 1094 time: 0.1510189 Nov 15 14:29:44.086176 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-c1d06124-2269-4194-a641-87370d3c1600 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bb0a397-4859-4236-9a85-d042e3c3ae17 HTTP/1.1" status: 200 len: 217 time: 0.0611081 Nov 15 14:29:44.125840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Attempting to bind port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:44.126198 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Attempting to bind port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '947c65e3-89c7-449d-950e-7e57df8fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:44.126544 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Attempting to bind port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 on network ffc57a4a-2151-4c84-b85f-694e276127e8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:44.141131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6a7e9-ce9a-4c0f-83f3-73e85265e8a1 req-f4b5ecda-c913-4536-986d-d9305b78e9dd tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:44.142767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24c6a7e9-ce9a-4c0f-83f3-73e85265e8a1 req-f4b5ecda-c913-4536-986d-d9305b78e9dd tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.4963286 Nov 15 14:29:44.153722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bdc03-29e3-4e00-9e86-cacafed04b0c req-423f870d-a5ad-4c83-b557-a8aafb3c4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:44.159237 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-140bdc03-29e3-4e00-9e86-cacafed04b0c req-423f870d-a5ad-4c83-b557-a8aafb3c4718 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a0ba57a3-7c07-47c1-bc6c-e3aa5405f775 HTTP/1.1" status: 200 len: 857 time: 0.1818864 Nov 15 14:29:44.170332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 on network ffc57a4a-2151-4c84-b85f-694e276127e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:44.170769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Attempting to bind port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 on network ffc57a4a-2151-4c84-b85f-694e276127e8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:44.187741 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:44.188243 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Checking segment: {'id': '947c65e3-89c7-449d-950e-7e57df8fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:44.188479 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Bound using segment: {'id': '947c65e3-89c7-449d-950e-7e57df8fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:44.188982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Bound port: 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947c65e3-89c7-449d-950e-7e57df8fe696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:44.189344 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:44.214480 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19235d73-8aec-411f-94ec-239734f1129e req-0f843cc5-2094-4aa6-a490-65add5370256 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:44.220014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-b50fb2d5-a13a-4544-8447-4ea0e739f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:44.221537 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-b50fb2d5-a13a-4544-8447-4ea0e739f863 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0ba57a3-7c07-47c1-bc6c-e3aa5405f775 HTTP/1.1" status: 200 len: 857 time: 0.1128235 Nov 15 14:29:44.221708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-140bdc03-29e3-4e00-9e86-cacafed04b0c req-1636e057-4a28-427f-8ab7-c61af7b3dc95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffc57a4a-2151-4c84-b85f-694e276127e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545640 Nov 15 14:29:44.231727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-bbe8e170-621c-4335-9313-f466882f32eb service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917254 Nov 15 14:29:44.249745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9027e80-aafb-4149-a724-ce0aca6269b5 req-3c270094-2c20-4ebf-ab3d-9ad8b60b2134 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:44.251255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9027e80-aafb-4149-a724-ce0aca6269b5 req-3c270094-2c20-4ebf-ab3d-9ad8b60b2134 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 944 time: 0.1710124 Nov 15 14:29:44.288657 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-9721d4c3-4c0f-40a6-a4c5-54e35f21aa27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffc57a4a-2151-4c84-b85f-694e276127e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382786 Nov 15 14:29:44.370033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] For port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:44.375538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['636ee8d5-8a12-4d46-8d88-71bdb9580f8d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:44.380845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24c6a7e9-ce9a-4c0f-83f3-73e85265e8a1 req-b4d73bfe-4941-4294-9d4c-e505eac43c37 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310319 Nov 15 14:29:44.386824 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] For port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6de45e1a-c194-43f9-af1c-dc4cfa10b4c8,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:44.420039 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19235d73-8aec-411f-94ec-239734f1129e req-0f843cc5-2094-4aa6-a490-65add5370256 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:44.435634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9027e80-aafb-4149-a724-ce0aca6269b5 req-ed2d1c63-44bc-4aeb-9108-11d408cbb5fd tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341081 Nov 15 14:29:44.484250 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-140bdc03-29e3-4e00-9e86-cacafed04b0c req-e169db83-10ba-489b-ae21-199fad367cba service neutron] 10.222.0.46 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515171 Nov 15 14:29:44.486002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19235d73-8aec-411f-94ec-239734f1129e req-0f843cc5-2094-4aa6-a490-65add5370256 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:29:44.488797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-4513020d-dc33-426e-8f26-ee107147ebd5 service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345476 Nov 15 14:29:44.491661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-19235d73-8aec-411f-94ec-239734f1129e req-0f843cc5-2094-4aa6-a490-65add5370256 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:29:44.496682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-19235d73-8aec-411f-94ec-239734f1129e req-0f843cc5-2094-4aa6-a490-65add5370256 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:29:44.498160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a5958a31-66a1-4414-9ba1-2e6cae7c355f', '27241eea-da6e-403b-9f49-23ecbba00061', '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb', '1716f132-4d21-4857-afd2-30d4423b12c8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:44.501334 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-f2760a14-0f1b-40d7-a4a8-011ddbaf49f2 service neutron] 10.222.0.59 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917908 Nov 15 14:29:44.549212 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:44.557124 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5ea974-edcc-43d7-9e68-f2425f424be0 x-openstack-request-id: req-de5ea974-edcc-43d7-9e68-f2425f424be0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:44.557413 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fcdf8d-218a-480d-8d1f-dd6402ce3e5c", "tag": "4bb0a397-4859-4236-9a85-d042e3c3ae17", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:44.557662 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de5ea974-edcc-43d7-9e68-f2425f424be0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:44.558066 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fcdf8d-218a-480d-8d1f-dd6402ce3e5c', 'tag': '4bb0a397-4859-4236-9a85-d042e3c3ae17', 'status': 'completed', 'code': 200} Nov 15 14:29:44.652406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f843cc5-2094-4aa6-a490-65add5370256 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event updated for resources: {'Port': ['ID=07ed11ac-6451-46e5-b09e-a2e700feb7e0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:44.674980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68656df-9cec-4a1f-bc14-f7531af35a55 req-d0ea7be3-07c0-45a3-b81e-8a6a38c89135 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:44.676970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68656df-9cec-4a1f-bc14-f7531af35a55 req-d0ea7be3-07c0-45a3-b81e-8a6a38c89135 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 945 time: 0.1306081 Nov 15 14:29:44.698978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-140bdc03-29e3-4e00-9e86-cacafed04b0c req-e47e06ef-b6dd-41a6-b242-1dd5a865861d service neutron] 10.222.0.46 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022395 Nov 15 14:29:44.751363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:44.752030 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:44.754015 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] 10.222.0.46 "PUT /v2.0/ports/6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 HTTP/1.1" status: 200 len: 1092 time: 2.1956196 Nov 15 14:29:44.777229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19235d73-8aec-411f-94ec-239734f1129e req-0f843cc5-2094-4aa6-a490-65add5370256 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:44.778501 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19235d73-8aec-411f-94ec-239734f1129e req-0f843cc5-2094-4aa6-a490-65add5370256 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:44.830367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68656df-9cec-4a1f-bc14-f7531af35a55 req-80ba943d-806c-4da0-b15f-5b6e804c067a tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184402 Nov 15 14:29:44.863695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e27624-c708-452a-823b-6ad542854a29 req-76916475-852b-4530-9624-2d52de7a743e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:44.873580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0e27624-c708-452a-823b-6ad542854a29 req-76916475-852b-4530-9624-2d52de7a743e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 944 time: 0.1776454 Nov 15 14:29:44.893858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb5ea3-d3d7-4a57-b36e-fd9b9eb3bbfe service neutron] Pushing event updated for resources: {'Port': ['ID=6de45e1a-c194-43f9-af1c-dc4cfa10b4c8,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:44.915909 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-9be5e740-5451-489a-87f5-96673318939a service neutron] 10.222.0.59 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899679 Nov 15 14:29:44.926872 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-0f843cc5-2094-4aa6-a490-65add5370256 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9866238 Nov 15 14:29:44.949024 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Request body: {'port': {'device_id': '55a716a2-2c39-4145-888b-26e416894f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:44.992749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-369208c7-593e-4cea-9f81-86d75987349b None None] Provisioning complete for port 07ed11ac-6451-46e5-b09e-a2e700feb7e0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:44.993208 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-369208c7-593e-4cea-9f81-86d75987349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:45.000486 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0e27624-c708-452a-823b-6ad542854a29 req-9e6584dc-a1f7-4bfb-b14e-c10bf5f1a323 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275203 Nov 15 14:29:45.062062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a224ee-f872-429b-a15f-dea6bef8e52c req-17eceae9-2bc2-4335-872c-c1dce213be4a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:45.064193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7a224ee-f872-429b-a15f-dea6bef8e52c req-17eceae9-2bc2-4335-872c-c1dce213be4a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 936 time: 0.0713825 Nov 15 14:29:45.065473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-369208c7-593e-4cea-9f81-86d75987349b None None] Port 07ed11ac-6451-46e5-b09e-a2e700feb7e0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:29:45.101485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-8d057c7d-a7a8-4ce2-90de-ba4de1b4f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:45.103346 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-8d057c7d-a7a8-4ce2-90de-ba4de1b4f75d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eda5311969e643f2ba59923d3bcdc620&device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 1095 time: 0.1223671 Nov 15 14:29:45.117457 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:45.180261 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-041e367a-05bd-4721-8a86-299373be73b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 HTTP/1.1" status: 200 len: 217 time: 0.0457728 Nov 15 14:29:45.225917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7a224ee-f872-429b-a15f-dea6bef8e52c req-7594654f-49fc-4180-bc3d-8df5a2ff805b tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402376 Nov 15 14:29:45.245783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a760273-614f-41fd-af68-c2eb8df7675c req-bdea5479-a578-44fd-9b78-70963c544546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:45.248128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a760273-614f-41fd-af68-c2eb8df7675c req-bdea5479-a578-44fd-9b78-70963c544546 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda5311969e643f2ba59923d3bcdc620&device_id=49fcdf8d-218a-480d-8d1f-dd6402ce3e5c HTTP/1.1" status: 200 len: 1094 time: 0.1231101 Nov 15 14:29:45.258303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cde43-4f49-4368-a588-a6fa09b6d403 req-5e8e64fe-3337-48fb-a0ea-7d3aeb9bc2ff tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:45.260018 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-f5908581-15b5-433b-a5b6-bdd713f96ca4 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:45.262842 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-f5908581-15b5-433b-a5b6-bdd713f96ca4 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe&tenant_id=d9f26606747847b78d092ad490e45917&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1661317 Nov 15 14:29:45.269090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-476cde43-4f49-4368-a588-a6fa09b6d403 req-5e8e64fe-3337-48fb-a0ea-7d3aeb9bc2ff tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1057098 Nov 15 14:29:45.340180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a698c-f14c-487e-960d-675c5721447d req-8d239a60-7e10-4581-ba64-810d32c628e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:45.341993 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-8d239a60-7e10-4581-ba64-810d32c628e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a0ba57a3-7c07-47c1-bc6c-e3aa5405f775 HTTP/1.1" status: 200 len: 857 time: 0.1507168 Nov 15 14:29:45.400495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f867f5d0-69b5-4321-bf0d-0d7f9abf2286 req-944bf465-c774-4cd3-bf52-9f92596e62c4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 210 time: 0.0394599 Nov 15 14:29:45.421618 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-3ff1573b-01f1-43b7-b534-00236142861e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffc57a4a-2151-4c84-b85f-694e276127e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680065 Nov 15 14:29:45.455409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-476cde43-4f49-4368-a588-a6fa09b6d403 req-7b497795-1504-46ea-896c-f67501797249 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724265 Nov 15 14:29:45.488108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a760273-614f-41fd-af68-c2eb8df7675c req-53d09764-a84a-4abd-a732-8fe31f29ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:45.490159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a760273-614f-41fd-af68-c2eb8df7675c req-53d09764-a84a-4abd-a732-8fe31f29ecda service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffc57a4a-2151-4c84-b85f-694e276127e8 HTTP/1.1" status: 200 len: 918 time: 0.1925654 Nov 15 14:29:45.556651 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a760273-614f-41fd-af68-c2eb8df7675c req-280eca43-aa26-4150-9c65-246492c3245c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bb0a397-4859-4236-9a85-d042e3c3ae17 HTTP/1.1" status: 200 len: 217 time: 0.0498099 Nov 15 14:29:45.634503 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f53fe6-023e-40da-b9c0-1059389caa32 req-81091cc4-de25-43e1-a7db-3bdc05b3a6c1 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:45.636090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72f53fe6-023e-40da-b9c0-1059389caa32 req-81091cc4-de25-43e1-a7db-3bdc05b3a6c1 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 944 time: 0.0905609 Nov 15 14:29:45.649250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a760273-614f-41fd-af68-c2eb8df7675c req-22e47847-ca88-427f-b285-fe65d58b4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:45.650702 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a760273-614f-41fd-af68-c2eb8df7675c req-22e47847-ca88-427f-b285-fe65d58b4521 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0ba57a3-7c07-47c1-bc6c-e3aa5405f775 HTTP/1.1" status: 200 len: 857 time: 0.0702538 Nov 15 14:29:45.683659 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-fa634e57-11d6-4d0d-84eb-eb95b94d101d service neutron] 10.222.0.46 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492697 Nov 15 14:29:45.697898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a760273-614f-41fd-af68-c2eb8df7675c req-6cd725ac-b442-496e-995a-baccc61b4ba3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffc57a4a-2151-4c84-b85f-694e276127e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303385 Nov 15 14:29:45.772930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-7c8c547c-abce-4e50-86d6-d4f5dac663f6 service neutron] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:45.777713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72f53fe6-023e-40da-b9c0-1059389caa32 req-fb0f9d79-0aaf-42bd-bb6d-c887338342d3 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311531 Nov 15 14:29:45.810445 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-bd303205-5655-4fec-b83a-700da4335b65 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3a3f6958c0604fcab32ba65195204bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405180 Nov 15 14:29:45.810727 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-7c8c547c-abce-4e50-86d6-d4f5dac663f6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:45.811839 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0a29575-23ac-4317-9ae5-095148e44b01 req-7c8c547c-abce-4e50-86d6-d4f5dac663f6 service neutron] 10.222.0.59 "DELETE /v2.0/ports/46bebb83-eae8-4dd9-9922-b6a354db9927/bindings/n-h2-817748-2 HTTP/1.1" status: 204 len: 173 time: 0.4732280 Nov 15 14:29:45.825404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ed11ac-6451-46e5-b09e-a2e700feb7e0 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:45.843933 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:45.845644 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:45.879328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Transition to ACTIVE for port object 07ed11ac-6451-46e5-b09e-a2e700feb7e0 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:45.883444 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-965a698c-f14c-487e-960d-675c5721447d req-03d2c4af-8c77-4936-877e-91c2f835651c service neutron] 10.222.0.46 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850019 Nov 15 14:29:45.923471 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a760273-614f-41fd-af68-c2eb8df7675c req-ca177393-2e29-4e4b-a7a9-f82fd286ce8b service neutron] 10.222.0.59 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065551 Nov 15 14:29:45.987658 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:46.005120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:46.025347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c', 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8', 'port_id': 'f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c', 'mac_address': 'fa:16:3e:53:82:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ba57a3-7c07-47c1-bc6c-e3aa5405f775', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:46.062917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-96955e7b-8358-48e2-99ae-af58928abf95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:46.064384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-96955e7b-8358-48e2-99ae-af58928abf95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516410 Nov 15 14:29:46.079709 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:46.098862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:46.108545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c639d-b5aa-4557-96f4-c513cda22a8f req-6b56d8ce-86bd-4ab6-9001-e9804fa694d0 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:46.110666 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c5c639d-b5aa-4557-96f4-c513cda22a8f req-6b56d8ce-86bd-4ab6-9001-e9804fa694d0 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 945 time: 0.1715138 Nov 15 14:29:46.113605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-fa3b2da7-15bf-4a08-bb7d-d3d546b1fad1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/quotas/3a3f6958c0604fcab32ba65195204bc2 HTTP/1.1" status: 200 len: 375 time: 0.0401311 Nov 15 14:29:46.134108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e', '95746eea-09d5-4746-8b39-e99b3f251dc3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:46.138658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:46.220207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a760273-614f-41fd-af68-c2eb8df7675c req-2fd0bd30-ef7b-427a-8654-ff6d35b0a979 service neutron] 10.222.0.59 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711456 Nov 15 14:29:46.257906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c5c639d-b5aa-4557-96f4-c513cda22a8f req-03bf805f-ec87-4606-a62a-36f900a402f9 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374881 Nov 15 14:29:46.270208 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:46.279369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-85369009-1457-4067-9a20-8a379e6d45e8 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577880 Nov 15 14:29:46.383477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:46.430374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6769bcd-befe-49a8-96a1-0f419424ecf7 req-6ac47b15-4d5c-4689-822a-8d4d720664aa tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:46.439505 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6769bcd-befe-49a8-96a1-0f419424ecf7 req-6ac47b15-4d5c-4689-822a-8d4d720664aa tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 944 time: 0.0657363 Nov 15 14:29:46.548841 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6769bcd-befe-49a8-96a1-0f419424ecf7 req-35302a5e-f91c-482b-abea-678a09b79103 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991993 Nov 15 14:29:46.564535 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Pushing event updated for resources: {'Port': ['ID=07ed11ac-6451-46e5-b09e-a2e700feb7e0,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:46.570744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9c6652-69b5-45bd-9445-1d1c62c620a9', 'tag': '6de45e1a-c194-43f9-af1c-dc4cfa10b4c8'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:46.577177 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d54515-f936-4d8d-8732-6f4a28a0c6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9c6652-69b5-45bd-9445-1d1c62c620a9", "tag": "6de45e1a-c194-43f9-af1c-dc4cfa10b4c8"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:46.629345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-a8743423-4705-4dbb-87bb-5f56fcd24f90 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:46.631983 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-a8743423-4705-4dbb-87bb-5f56fcd24f90 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.59 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 821 time: 0.2314389 Nov 15 14:29:46.666910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-cab1207f-ec19-4e04-873b-02fd3f013f32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Request body: {'port': {'device_id': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca', 'admin_state_up': True, 'tenant_id': 'a5157ea54aaf4ffcbef456f45523f0d8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:46.729399 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3f42e52-920c-4f9a-9ad5-5add033c4314 req-16a13357-7634-4478-b29f-93cb53bafad1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 210 time: 0.0346444 Nov 15 14:29:46.748538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f0a27-10b9-4118-b14b-8d75386f2de2 req-b3ddfcf3-622b-420a-84c5-c36a0369f89d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:46.761259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c40f0a27-10b9-4118-b14b-8d75386f2de2 req-b3ddfcf3-622b-420a-84c5-c36a0369f89d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 948 time: 0.1203935 Nov 15 14:29:46.824499 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c40f0a27-10b9-4118-b14b-8d75386f2de2 req-70f114c6-3c00-4a41-83e0-129732a65243 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654309 Nov 15 14:29:46.833194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Attempting to bind port 07ed11ac-6451-46e5-b09e-a2e700feb7e0 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:46.833766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Attempting to bind port 07ed11ac-6451-46e5-b09e-a2e700feb7e0 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:46.833888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Attempting to bind port 07ed11ac-6451-46e5-b09e-a2e700feb7e0 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:46.862507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Port 07ed11ac-6451-46e5-b09e-a2e700feb7e0 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:46.862966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Attempting to bind port 07ed11ac-6451-46e5-b09e-a2e700feb7e0 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:46.863954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:46.877704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:46.883877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:46.888051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:46.888259 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Bound port: 07ed11ac-6451-46e5-b09e-a2e700feb7e0, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:46.888560 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:46.923845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd7a30c5-8437-4894-ad7d-1ced7d75493f req-4ede2218-af40-49b9-a6d5-68f8f500a869 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 210 time: 0.0373874 Nov 15 14:29:46.935318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-cab1207f-ec19-4e04-873b-02fd3f013f32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Made reservation on behalf of a5157ea54aaf4ffcbef456f45523f0d8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:29:46.946444 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-cab1207f-ec19-4e04-873b-02fd3f013f32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:47.003116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37d4de-6b90-481a-95de-71b56ed1c4b2 req-762d57af-84bb-4135-9205-4879059fc475 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:47.011215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be37d4de-6b90-481a-95de-71b56ed1c4b2 req-762d57af-84bb-4135-9205-4879059fc475 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0901961 Nov 15 14:29:47.055122 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea39abc2-ec5d-403c-b5e5-3989ebf89f59 x-openstack-request-id: req-ea39abc2-ec5d-403c-b5e5-3989ebf89f59 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:47.065171 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9c6652-69b5-45bd-9445-1d1c62c620a9", "tag": "6de45e1a-c194-43f9-af1c-dc4cfa10b4c8", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:47.065171 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea39abc2-ec5d-403c-b5e5-3989ebf89f59 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:47.065171 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9c6652-69b5-45bd-9445-1d1c62c620a9', 'tag': '6de45e1a-c194-43f9-af1c-dc4cfa10b4c8', 'status': 'completed', 'code': 200} Nov 15 14:29:47.065171 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] For port 07ed11ac-6451-46e5-b09e-a2e700feb7e0, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:47.078780 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be37d4de-6b90-481a-95de-71b56ed1c4b2 req-38c183b9-c1e1-4999-bc3e-1f50672d62ca tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611861 Nov 15 14:29:47.083732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] For port 07ed11ac-6451-46e5-b09e-a2e700feb7e0, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=07ed11ac-6451-46e5-b09e-a2e700feb7e0,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:47.170306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d54515-f936-4d8d-8732-6f4a28a0c6a7 req-fda539ef-3431-4f08-9b57-4a985a2d430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:47.171872 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d54515-f936-4d8d-8732-6f4a28a0c6a7 req-fda539ef-3431-4f08-9b57-4a985a2d430f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eda5311969e643f2ba59923d3bcdc620&device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 1095 time: 0.0868855 Nov 15 14:29:47.187497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-cab1207f-ec19-4e04-873b-02fd3f013f32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Allocated IP 172.20.0.2 (844d1d90-2dae-4da3-8343-45d2d51575ca/93e33989-edac-46ce-a104-f6b36cd0e3ea/ff6d83e2-4506-4586-90cc-398176d051bd) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:29:47.190310 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:47.213988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa85f44-19a5-4d68-9ba6-b569220a942a req-00ade3c4-9f7d-4ba8-bca0-99bfa22db953 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:47.217481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fa85f44-19a5-4d68-9ba6-b569220a942a req-00ade3c4-9f7d-4ba8-bca0-99bfa22db953 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 1095 time: 0.0861914 Nov 15 14:29:47.242676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e82241-248b-4787-b6a7-627c897cc6b3 req-64bfb0a6-f1e8-4258-8e0a-49947db9d088 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:47.244568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96e82241-248b-4787-b6a7-627c897cc6b3 req-64bfb0a6-f1e8-4258-8e0a-49947db9d088 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 944 time: 0.0882149 Nov 15 14:29:47.340126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:47.340948 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:47.343023 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] 10.222.0.46 "PUT /v2.0/ports/07ed11ac-6451-46e5-b09e-a2e700feb7e0 HTTP/1.1" status: 200 len: 1096 time: 2.3983786 Nov 15 14:29:47.360110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96e82241-248b-4787-b6a7-627c897cc6b3 req-34fcb554-1da3-4679-bb63-bb4d4dc55661 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033118 Nov 15 14:29:47.369754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fa85f44-19a5-4d68-9ba6-b569220a942a req-d47bd01e-ed7c-4dd9-aadd-62abdd62f836 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241205 Nov 15 14:29:47.476911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 636ee8d5-8a12-4d46-8d88-71bdb9580f8d up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:47.526017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34883814-8079-4190-b187-99e0693770d5 req-11c7e755-892e-47e5-b192-710d010ff7d9 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:47.527830 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34883814-8079-4190-b187-99e0693770d5 req-11c7e755-892e-47e5-b192-710d010ff7d9 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0605521 Nov 15 14:29:47.590056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f31be-bf66-4a21-9c9d-04de99b7d65e service neutron] Pushing event updated for resources: {'Port': ['ID=07ed11ac-6451-46e5-b09e-a2e700feb7e0,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:47.636704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:47.644662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:47.645629 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:47.652683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d54515-f936-4d8d-8732-6f4a28a0c6a7 req-ea48643c-198d-4127-8986-f1f2d1c8d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:47.654283 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d54515-f936-4d8d-8732-6f4a28a0c6a7 req-ea48643c-198d-4127-8986-f1f2d1c8d9e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffc57a4a-2151-4c84-b85f-694e276127e8 HTTP/1.1" status: 200 len: 918 time: 0.4486189 Nov 15 14:29:47.663202 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-cab1207f-ec19-4e04-873b-02fd3f013f32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:47.674049 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34883814-8079-4190-b187-99e0693770d5 req-1615c265-3b6a-4efe-81dd-07eb4e1a5966 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390500 Nov 15 14:29:47.730098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19235d73-8aec-411f-94ec-239734f1129e req-8cbf7e8b-22a8-4445-b235-3e9fa984208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:47.731881 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-8cbf7e8b-22a8-4445-b235-3e9fa984208c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 1099 time: 0.1979938 Nov 15 14:29:47.734720 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d54515-f936-4d8d-8732-6f4a28a0c6a7 req-eeaa9ccb-1796-4abc-8593-aaaf25d8678a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 HTTP/1.1" status: 200 len: 217 time: 0.0617003 Nov 15 14:29:47.755848 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:47.788655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17e0090-b2bf-488e-baf1-78089d71c7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:47.792761 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc12db1-fbf1-47e5-9087-04db31fa656d" -d '{"events": [{"server_uuid": "a17e0090-b2bf-488e-baf1-78089d71c7e9", "name": "network-vif-plugged", "status": "completed", "tag": "636ee8d5-8a12-4d46-8d88-71bdb9580f8d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:47.811163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=636ee8d5-8a12-4d46-8d88-71bdb9580f8d,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:47.817905 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-4a5746ed-2774-4ec2-aa9f-7702615df50a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=07ed11ac-6451-46e5-b09e-a2e700feb7e0 HTTP/1.1" status: 200 len: 217 time: 0.0503953 Nov 15 14:29:47.822630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-6958f4b9-dde2-40cd-b57a-0a52d784d9ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:47.824182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-6958f4b9-dde2-40cd-b57a-0a52d784d9ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 807 time: 0.1495085 Nov 15 14:29:47.852092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4ee66fb-50ba-4fbb-a397-b4ef860c4956 req-99d26697-44d6-42b8-b50c-3859fd5eb697 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 210 time: 0.0263021 Nov 15 14:29:47.856941 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-cab1207f-ec19-4e04-873b-02fd3f013f32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:47.863152 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-8625fa39-eb87-4d5f-9a02-ee6a92429d36 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/quotas/d9f26606747847b78d092ad490e45917 HTTP/1.1" status: 200 len: 375 time: 0.0093620 Nov 15 14:29:47.882769 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:47.944744 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa05637-a9fe-477b-ac02-c97e111ee951 x-openstack-request-id: req-3aa05637-a9fe-477b-ac02-c97e111ee951 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:47.945090 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17e0090-b2bf-488e-baf1-78089d71c7e9", "name": "network-vif-plugged", "status": "completed", "tag": "636ee8d5-8a12-4d46-8d88-71bdb9580f8d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:47.945261 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3aa05637-a9fe-477b-ac02-c97e111ee951 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:47.946316 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17e0090-b2bf-488e-baf1-78089d71c7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d', 'code': 200} Nov 15 14:29:47.953778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=636ee8d5-8a12-4d46-8d88-71bdb9580f8d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:47.962840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-d3a09fe1-b65f-494e-a143-c6855942458d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805368 Nov 15 14:29:47.985971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-cab1207f-ec19-4e04-873b-02fd3f013f32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Network 844d1d90-2dae-4da3-8343-45d2d51575ca is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:29:47.990893 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19235d73-8aec-411f-94ec-239734f1129e req-51c2d1d1-8d63-403d-9cf1-43195eccedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:47.992435 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-51c2d1d1-8d63-403d-9cf1-43195eccedf3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1461768 Nov 15 14:29:47.996665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d54515-f936-4d8d-8732-6f4a28a0c6a7 req-fe24c40e-97d6-49c9-886a-8fa2defdc994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:47.998244 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d54515-f936-4d8d-8732-6f4a28a0c6a7 req-fe24c40e-97d6-49c9-886a-8fa2defdc994 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a0ba57a3-7c07-47c1-bc6c-e3aa5405f775 HTTP/1.1" status: 200 len: 857 time: 0.1902804 Nov 15 14:29:47.999219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-cab1207f-ec19-4e04-873b-02fd3f013f32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:29:48.004135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-cab1207f-ec19-4e04-873b-02fd3f013f32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:29:48.008631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1207f-ec19-4e04-873b-02fd3f013f32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Pushing event updated for resources: {'Port': ['ID=ff6d83e2-4506-4586-90cc-398176d051bd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:48.093217 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d54515-f936-4d8d-8732-6f4a28a0c6a7 req-459fa55f-5651-4501-97cb-d1c8fca43b8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffc57a4a-2151-4c84-b85f-694e276127e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484343 Nov 15 14:29:48.109688 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-cab1207f-ec19-4e04-873b-02fd3f013f32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:48.110317 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-cab1207f-ec19-4e04-873b-02fd3f013f32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:48.157882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75d674-b288-4b56-9a1f-86337fa87e90 req-793015d1-1f3a-4f08-b82e-aae2acbb345d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:48.159435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b75d674-b288-4b56-9a1f-86337fa87e90 req-793015d1-1f3a-4f08-b82e-aae2acbb345d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 948 time: 0.1151044 Nov 15 14:29:48.174342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-564e688f-dba1-4ae8-807f-a924f6195022 service neutron] 10.222.0.70 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106154 Nov 15 14:29:48.179273 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19235d73-8aec-411f-94ec-239734f1129e req-0cfc8ae3-074a-4657-a97e-837c91bc9ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:48.180380 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-0cfc8ae3-074a-4657-a97e-837c91bc9ec3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446362 Nov 15 14:29:48.180934 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75693890-4ab0-4b1c-b8d7-734324c3e13f req-7ec06a9d-2f5e-4ff3-93a1-e07669fa4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:48.182438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75693890-4ab0-4b1c-b8d7-734324c3e13f req-7ec06a9d-2f5e-4ff3-93a1-e07669fa4e1b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 1097 time: 0.0988517 Nov 15 14:29:48.268380 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d54515-f936-4d8d-8732-6f4a28a0c6a7 req-0101edb0-1359-448a-b78d-1d203ace71fe service neutron] 10.222.0.46 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553671 Nov 15 14:29:48.274533 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-cab1207f-ec19-4e04-873b-02fd3f013f32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6115339 Nov 15 14:29:48.310849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b75d674-b288-4b56-9a1f-86337fa87e90 req-feac1bf9-dd5f-4ab6-9527-b977e9a80c72 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402771 Nov 15 14:29:48.316907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Request body: {'port': {'device_id': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:48.336065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75693890-4ab0-4b1c-b8d7-734324c3e13f req-2ac806e4-866e-42a5-90bc-b7dab2999862 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333754 Nov 15 14:29:48.353234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-f27623a3-6fbd-45ff-b3f3-5f62a75dd99b service neutron] 10.222.0.70 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688437 Nov 15 14:29:48.438711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b37f8af5-ee19-488c-a66e-2022891e4262 req-a17f999b-f1f2-44b3-bc26-f0bac5449392 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 210 time: 0.0289164 Nov 15 14:29:48.476404 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-e76937cc-ff4b-41ec-87cb-b9f8be14e220 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828307 Nov 15 14:29:48.480285 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d54515-f936-4d8d-8732-6f4a28a0c6a7 req-f3a3551f-144f-4a66-b384-5882116a3943 service neutron] 10.222.0.46 "GET /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977866 Nov 15 14:29:48.488069 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:48.556607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dba883-55b5-44bb-9613-9b37be9e6e16 req-a3a8414e-dc71-4af5-ba37-9e7a174b7ac4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:48.558140 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26dba883-55b5-44bb-9613-9b37be9e6e16 req-a3a8414e-dc71-4af5-ba37-9e7a174b7ac4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0571191 Nov 15 14:29:48.623429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26dba883-55b5-44bb-9613-9b37be9e6e16 req-4a516742-f1e7-4ee4-ad60-3b6a928cc292 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585802 Nov 15 14:29:48.727009 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-19235d73-8aec-411f-94ec-239734f1129e req-43886632-0639-49e0-bbff-b09683228e6e service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297986 Nov 15 14:29:48.740700 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cb7df0a-db94-4cc3-bb46-39901c9e89ac req-663530e4-5f75-4edb-8b7d-6df94b8233c3 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 210 time: 0.0545247 Nov 15 14:29:48.820190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbf894-b61c-419a-8b40-20c4f6b4596f req-f6c4461b-76a5-4d4a-a37f-857b37729298 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:48.822794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32dbf894-b61c-419a-8b40-20c4f6b4596f req-f6c4461b-76a5-4d4a-a37f-857b37729298 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 944 time: 0.0808549 Nov 15 14:29:48.913823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32dbf894-b61c-419a-8b40-20c4f6b4596f req-35fcd538-36bf-4d7e-98a9-61ced30e4ef6 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833580 Nov 15 14:29:48.925543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e74e57-99d9-44d5-8cdf-9b685d551881 req-99cebc36-e5fc-414d-b297-a2b14009965c tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:48.936619 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9e74e57-99d9-44d5-8cdf-9b685d551881 req-99cebc36-e5fc-414d-b297-a2b14009965c tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 946 time: 0.0752234 Nov 15 14:29:48.961086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6d83e2-4506-4586-90cc-398176d051bd {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:48.971820 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:49.001681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Transition to ACTIVE for port object ff6d83e2-4506-4586-90cc-398176d051bd will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:49.006442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9e74e57-99d9-44d5-8cdf-9b685d551881 req-8dbf36be-084b-4805-82ff-1832e3f5d87c tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663674 Nov 15 14:29:49.057353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a716a2-2c39-4145-888b-26e416894f0c', 'tag': '07ed11ac-6451-46e5-b09e-a2e700feb7e0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:49.060298 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef965ff0-b13b-4927-a0a9-8dad0a9c97e1" -d '{"events": [{"name": "network-changed", "server_uuid": "55a716a2-2c39-4145-888b-26e416894f0c", "tag": "07ed11ac-6451-46e5-b09e-a2e700feb7e0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:49.069195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7d01e-7a3c-45b1-97f2-d494be476fa6 req-2c4e3817-a87d-419d-966d-48351d5c78f3 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:49.070747 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8aa7d01e-7a3c-45b1-97f2-d494be476fa6 req-2c4e3817-a87d-419d-966d-48351d5c78f3 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 931 time: 0.0825417 Nov 15 14:29:49.107251 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27a6cfd-9a87-429c-91dc-b787ede50b38 x-openstack-request-id: req-f27a6cfd-9a87-429c-91dc-b787ede50b38 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:49.107819 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a716a2-2c39-4145-888b-26e416894f0c", "tag": "07ed11ac-6451-46e5-b09e-a2e700feb7e0", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:49.108259 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f27a6cfd-9a87-429c-91dc-b787ede50b38 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:49.108719 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a716a2-2c39-4145-888b-26e416894f0c', 'tag': '07ed11ac-6451-46e5-b09e-a2e700feb7e0', 'status': 'completed', 'code': 200} Nov 15 14:29:49.110505 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:49.143300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8aa7d01e-7a3c-45b1-97f2-d494be476fa6 req-80e473d9-77c8-41e8-b992-2512303dd5e6 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590715 Nov 15 14:29:49.189789 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6d83e2-4506-4586-90cc-398176d051bd,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:49.223051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef965ff0-b13b-4927-a0a9-8dad0a9c97e1 req-372bcc34-b386-4106-bc56-4c19ed7dbb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:49.225210 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ef965ff0-b13b-4927-a0a9-8dad0a9c97e1 req-372bcc34-b386-4106-bc56-4c19ed7dbb39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 1099 time: 0.0846930 Nov 15 14:29:49.324474 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:49.324809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:49.325140 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:49.334374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Port ff6d83e2-4506-4586-90cc-398176d051bd on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:49.334722 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:49.350943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:49.351280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:49.351673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:49.352111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Bound port: ff6d83e2-4506-4586-90cc-398176d051bd, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:49.352468 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:49.436615 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef965ff0-b13b-4927-a0a9-8dad0a9c97e1 req-6464da53-a162-459e-8542-192b88e899c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:49.439437 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ef965ff0-b13b-4927-a0a9-8dad0a9c97e1 req-6464da53-a162-459e-8542-192b88e899c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1957624 Nov 15 14:29:49.478182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5602b1-3bf7-4e76-b166-9236b6efe2f4 req-515b4483-6054-4786-86c1-db06ad50b1cb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:49.479768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d5602b1-3bf7-4e76-b166-9236b6efe2f4 req-515b4483-6054-4786-86c1-db06ad50b1cb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 948 time: 0.0647469 Nov 15 14:29:49.503783 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ef965ff0-b13b-4927-a0a9-8dad0a9c97e1 req-7c302455-c139-47cf-a39c-6a65ff492c35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=07ed11ac-6451-46e5-b09e-a2e700feb7e0 HTTP/1.1" status: 200 len: 217 time: 0.0537798 Nov 15 14:29:49.506485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4bb0a397-4859-4236-9a85-d042e3c3ae17 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:49.522720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:49.537233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ff6d83e2-4506-4586-90cc-398176d051bd,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:49.570158 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-693080b9-c3d6-449c-a9f6-89c1929ed03d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3a3f6958c0604fcab32ba65195204bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491815 Nov 15 14:29:49.579916 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef965ff0-b13b-4927-a0a9-8dad0a9c97e1 req-93de674d-1dc1-40ff-8b76-ed5eaf3b7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:49.586670 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ef965ff0-b13b-4927-a0a9-8dad0a9c97e1 req-93de674d-1dc1-40ff-8b76-ed5eaf3b7d78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0645652 Nov 15 14:29:49.590922 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18b6d1fc-b4a4-4e6f-8554-1aa2e472a108 req-15030809-da1f-4158-b2da-b37d9627446a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 210 time: 0.0524347 Nov 15 14:29:49.594531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d5602b1-3bf7-4e76-b166-9236b6efe2f4 req-ec7bd121-e3b2-4333-95b8-43b0505f04df tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071906 Nov 15 14:29:49.642901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4bb0a397-4859-4236-9a85-d042e3c3ae17, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4bb0a397-4859-4236-9a85-d042e3c3ae17,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:49.659114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '4bb0a397-4859-4236-9a85-d042e3c3ae17', 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8', 'port_id': '4bb0a397-4859-4236-9a85-d042e3c3ae17', 'mac_address': 'fa:16:3e:0a:5f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ba57a3-7c07-47c1-bc6c-e3aa5405f775', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:49.670690 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:49.690383 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef965ff0-b13b-4927-a0a9-8dad0a9c97e1 req-98d16c6d-bebe-49ca-8cc2-ea5c636f564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:49.696314 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ef965ff0-b13b-4927-a0a9-8dad0a9c97e1 req-98d16c6d-bebe-49ca-8cc2-ea5c636f564c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971305 Nov 15 14:29:49.728291 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:49.743350 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb0a397-4859-4236-9a85-d042e3c3ae17 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:49.753291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-911a3af5-3248-47e6-aa1f-0b9be96ac778 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:49.755975 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-911a3af5-3248-47e6-aa1f-0b9be96ac778 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1672966 Nov 15 14:29:49.766436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4bb0a397-4859-4236-9a85-d042e3c3ae17, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4bb0a397-4859-4236-9a85-d042e3c3ae17,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:49.785936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Request body: {'port': {'device_id': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3a3f6958c0604fcab32ba65195204bc2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:49.799064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:49.800619 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:49.801347 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] 10.222.0.59 "PUT /v2.0/ports/ff6d83e2-4506-4586-90cc-398176d051bd HTTP/1.1" status: 200 len: 1091 time: 1.5039299 Nov 15 14:29:49.833054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a9c29-0950-4945-a5c4-574c97468288 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6d83e2-4506-4586-90cc-398176d051bd,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:49.855103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:49.864625 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:49.870516 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ef965ff0-b13b-4927-a0a9-8dad0a9c97e1 req-06502f32-5d0f-48ce-8b9d-e39105c696d4 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236637 Nov 15 14:29:49.913079 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:49.997547 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ef965ff0-b13b-4927-a0a9-8dad0a9c97e1 req-05ab58d0-e53d-405a-a95f-3615c6400e7a service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114659 Nov 15 14:29:50.085300 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-561a8f02-49bc-414d-9f25-a2c241306659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:50.087207 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-561a8f02-49bc-414d-9f25-a2c241306659 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 1094 time: 0.0767231 Nov 15 14:29:50.128829 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:29:50.154682 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-7a19632c-36bb-41f7-b635-c90f2cdec45b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff6d83e2-4506-4586-90cc-398176d051bd HTTP/1.1" status: 200 len: 217 time: 0.0470917 Nov 15 14:29:50.216126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=4bb0a397-4859-4236-9a85-d042e3c3ae17,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:50.225659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99c6c182-7782-498a-86c9-5ea8ce6ee7a1 req-295e890b-0249-4f92-9730-dd98dbd3d318 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 210 time: 0.0414793 Nov 15 14:29:50.246230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-b7deae94-5b35-481c-a6bd-9972243ea97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:50.248236 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-b7deae94-5b35-481c-a6bd-9972243ea97e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0733488 Nov 15 14:29:50.285704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6de45e1a-c194-43f9-af1c-dc4cfa10b4c8,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:50.309010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '6de45e1a-c194-43f9-af1c-dc4cfa10b4c8', 'network_id': 'ffc57a4a-2151-4c84-b85f-694e276127e8', 'port_id': '6de45e1a-c194-43f9-af1c-dc4cfa10b4c8', 'mac_address': 'fa:16:3e:63:88:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ba57a3-7c07-47c1-bc6c-e3aa5405f775', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:50.323455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:50.333032 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-9b6a746e-f9dd-4609-8c1b-ad8b24fac8d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647335 Nov 15 14:29:50.335735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4df7-e126-4890-9b58-6e4f3ff99e95 req-38d9148a-2c71-4822-bbed-53548744bd99 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:50.338618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f7d4df7-e126-4890-9b58-6e4f3ff99e95 req-38d9148a-2c71-4822-bbed-53548744bd99 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.5711913 Nov 15 14:29:50.350514 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:50.351465 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:50.400425 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:50.422163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:50.445720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6de45e1a-c194-43f9-af1c-dc4cfa10b4c8,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:50.463811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b9484-7089-4c0c-a029-edb03ba01365 req-3e73ca88-d1be-4869-b22a-2fad09e3d983 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:50.472574 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-778b9484-7089-4c0c-a029-edb03ba01365 req-3e73ca88-d1be-4869-b22a-2fad09e3d983 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 944 time: 0.1316721 Nov 15 14:29:50.473633 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-ba173006-a464-454e-8999-682ad89170c5 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062617 Nov 15 14:29:50.493479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f7d4df7-e126-4890-9b58-6e4f3ff99e95 req-ad4e0dc9-fcf8-4183-8723-713ddfc9572d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433067 Nov 15 14:29:50.546177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Made reservation on behalf of 3a3f6958c0604fcab32ba65195204bc2 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:29:50.548821 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:50.551882 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:50.565935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['4bb0a397-4859-4236-9a85-d042e3c3ae17'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:50.628469 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-778b9484-7089-4c0c-a029-edb03ba01365 req-3abf2ba5-9fd7-44c6-9ac2-a7508fe59298 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561811 Nov 15 14:29:50.643984 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d5214d3a-6d2e-4f38-9880-801c69edf5c4 req-ef3128e3-4597-4aaf-8e51-e7adeb9e05e6 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403799 Nov 15 14:29:50.651476 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:50.710674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e97e9-d462-4c7d-b3a9-ab1dc0b66509 req-45f720a2-9833-4e58-8540-d4c396a3b47b tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:50.712249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4c3e97e9-d462-4c7d-b3a9-ab1dc0b66509 req-45f720a2-9833-4e58-8540-d4c396a3b47b tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 946 time: 0.1418314 Nov 15 14:29:50.736326 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f521763-261f-4849-a9cf-9bcd3f343d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:50.736326 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4c85d2-19b0-4d62-af46-2b49cdc65b75" -d '{"events": [{"server_uuid": "9f521763-261f-4849-a9cf-9bcd3f343d8b", "name": "network-vif-plugged", "status": "completed", "tag": "f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:50.753167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:50.780208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6de45e1a-c194-43f9-af1c-dc4cfa10b4c8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:50.797655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:50.797994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:50.798325 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:50.798682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:50.799010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:50.807479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:50.807479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:50.807479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:50.807479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:50.807479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:50.807479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:50.807479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:50.837595 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:50.852828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4c3e97e9-d462-4c7d-b3a9-ab1dc0b66509 req-bc76fd5b-6714-4a85-bf6b-4f827b5292fc tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298378 Nov 15 14:29:50.867832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Allocated IP 192.168.233.241 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/77e5a8de-1d1d-48af-b0e9-3dda443a7d54) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:29:50.877102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333068e1-aa48-4a36-a0e7-74fa5b59468a req-74256f50-b804-47ee-ae19-f0072a68430d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:50.888094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-333068e1-aa48-4a36-a0e7-74fa5b59468a req-74256f50-b804-47ee-ae19-f0072a68430d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.1453979 Nov 15 14:29:50.916374 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:50.995427 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-879a0f19-cead-4447-b6f5-d9d82ae67e3d req-d3445590-e7a9-4dcc-a49d-0178898f99ad tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 210 time: 0.0560327 Nov 15 14:29:51.004421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-333068e1-aa48-4a36-a0e7-74fa5b59468a req-9c95bf90-2a41-4b45-b3b4-cd6e252b1850 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189811 Nov 15 14:29:51.111276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'tag': 'ff6d83e2-4506-4586-90cc-398176d051bd'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:51.115047 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df568306-1a9a-48e5-98eb-b4cf8d0e6c54" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8f5726-f34d-4bb9-b92e-a8913592185b", "tag": "ff6d83e2-4506-4586-90cc-398176d051bd"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:51.133623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6de45e1a-c194-43f9-af1c-dc4cfa10b4c8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:51.137629 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c91455-9a76-4a1c-859a-8566ec6948b6 x-openstack-request-id: req-c6c91455-9a76-4a1c-859a-8566ec6948b6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:51.137930 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f521763-261f-4849-a9cf-9bcd3f343d8b", "name": "network-vif-plugged", "status": "completed", "tag": "f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:51.141413 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6c91455-9a76-4a1c-859a-8566ec6948b6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:51.141413 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f521763-261f-4849-a9cf-9bcd3f343d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c', 'code': 200} Nov 15 14:29:51.176178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235ee08-f629-407a-898e-65503dfe0604 req-6773e805-fb14-4105-a62e-548acbee6e2f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:51.177779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a235ee08-f629-407a-898e-65503dfe0604 req-6773e805-fb14-4105-a62e-548acbee6e2f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 948 time: 0.0973661 Nov 15 14:29:51.204692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:51.279277 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a235ee08-f629-407a-898e-65503dfe0604 req-1ae896b1-4405-4c62-a8ef-7dc27729d1b5 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921960 Nov 15 14:29:51.419567 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:51.440421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a405c763-38fb-41a3-bae3-f3f3c6fdb88f req-6b7d61e3-a9d6-425d-8837-128ddee21579 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 210 time: 0.0328851 Nov 15 14:29:51.471932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:29:51.475226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:29:51.499393 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:29:51.509025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:51.509914 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:51.547902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Pushing event updated for resources: {'Port': ['ID=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:51.566814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:51.568072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:51.569097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:51.569659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:51.570351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:51.570986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:51.571705 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:51.572258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:51.572790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:51.573330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:51.574249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:51.575124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:51.648473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-6edb1213-ac61-4b6a-a13f-689c28be2a95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8665428 Nov 15 14:29:51.665879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d7f20-3790-485d-ab00-20cb0219909b req-c8013c09-42f9-470e-a349-6912bac06bd8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:51.673939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d60d7f20-3790-485d-ab00-20cb0219909b req-c8013c09-42f9-470e-a349-6912bac06bd8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0914485 Nov 15 14:29:51.677004 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6573f4-cc6d-4e01-97e5-50837b203c15 x-openstack-request-id: req-4b6573f4-cc6d-4e01-97e5-50837b203c15 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:51.677291 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8f5726-f34d-4bb9-b92e-a8913592185b", "tag": "ff6d83e2-4506-4586-90cc-398176d051bd", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:51.677537 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b6573f4-cc6d-4e01-97e5-50837b203c15 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:51.677951 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'tag': 'ff6d83e2-4506-4586-90cc-398176d051bd', 'status': 'completed', 'code': 200} Nov 15 14:29:51.681894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Request body: {'port': {'device_id': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:51.744422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-981dcb56-f99a-4a81-bd73-6578dd1a50c8 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:51.745949 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-981dcb56-f99a-4a81-bd73-6578dd1a50c8 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.46 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 807 time: 0.4926486 Nov 15 14:29:51.766998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Request body: {'port': {'device_id': 'f6b33ea6-c094-48e0-952f-193249f8cbee', 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a', 'admin_state_up': True, 'tenant_id': 'd9f26606747847b78d092ad490e45917'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:51.796297 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abff1b-e0cd-450a-b0f7-53b4cc781c34 req-94ceae46-5a32-4134-8585-0351e9ddd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:51.798156 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35abff1b-e0cd-450a-b0f7-53b4cc781c34 req-94ceae46-5a32-4134-8585-0351e9ddd137 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f521763-261f-4849-a9cf-9bcd3f343d8b HTTP/1.1" status: 200 len: 1097 time: 0.5536535 Nov 15 14:29:51.810835 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:51.846366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df568306-1a9a-48e5-98eb-b4cf8d0e6c54 req-01e7fc9e-3766-4172-b1e2-e39a1edf37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:51.847906 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-df568306-1a9a-48e5-98eb-b4cf8d0e6c54 req-01e7fc9e-3766-4172-b1e2-e39a1edf37fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 1094 time: 0.1692395 Nov 15 14:29:51.852268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1c6e29a-d72d-408d-8ec8-f8f7bf34d071 None None] Provisioning complete for port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:51.853261 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e29a-d72d-408d-8ec8-f8f7bf34d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:51.884891 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 07ed11ac-6451-46e5-b09e-a2e700feb7e0 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:51.911159 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6e29a-d72d-408d-8ec8-f8f7bf34d071 None None] Port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:29:51.955026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d60d7f20-3790-485d-ab00-20cb0219909b req-c2b3d7a3-01c9-4703-98b3-bcde186fcd98 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771552 Nov 15 14:29:51.980958 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35abff1b-e0cd-450a-b0f7-53b4cc781c34 req-3dd84e02-3e67-4e65-bb90-fc47048afdca service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461706 Nov 15 14:29:52.035734 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 07ed11ac-6451-46e5-b09e-a2e700feb7e0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=07ed11ac-6451-46e5-b09e-a2e700feb7e0,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:52.045651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df568306-1a9a-48e5-98eb-b4cf8d0e6c54 req-715fd55d-11f8-4336-80bf-cf9b4a03368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:52.048933 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-df568306-1a9a-48e5-98eb-b4cf8d0e6c54 req-715fd55d-11f8-4336-80bf-cf9b4a03368d service neutron] 10.222.0.59 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.1849058 Nov 15 14:29:52.050987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '07ed11ac-6451-46e5-b09e-a2e700feb7e0', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '07ed11ac-6451-46e5-b09e-a2e700feb7e0', 'mac_address': 'fa:16:3e:2b:88:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:52.096140 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:52.104292 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-df568306-1a9a-48e5-98eb-b4cf8d0e6c54 req-4c9ae2e7-6981-4391-895f-f01deab4bdeb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff6d83e2-4506-4586-90cc-398176d051bd HTTP/1.1" status: 200 len: 217 time: 0.0406134 Nov 15 14:29:52.118718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ed11ac-6451-46e5-b09e-a2e700feb7e0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:52.130960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Made reservation on behalf of d9f26606747847b78d092ad490e45917 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:29:52.134765 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:52.140751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 07ed11ac-6451-46e5-b09e-a2e700feb7e0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=07ed11ac-6451-46e5-b09e-a2e700feb7e0,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:52.164711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d85313-21c3-4931-af7a-9fbddf82ab10 req-0a8f05d5-b193-47c2-b7c7-b483b685d5aa tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:52.166307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9d85313-21c3-4931-af7a-9fbddf82ab10 req-0a8f05d5-b193-47c2-b7c7-b483b685d5aa tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 945 time: 0.1356866 Nov 15 14:29:52.181965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55834f9-bdd8-483d-9281-4a363217d7c4 req-c028631b-0829-433d-a927-c11e8f0c2aa4 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:52.183502 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d55834f9-bdd8-483d-9281-4a363217d7c4 req-c028631b-0829-433d-a927-c11e8f0c2aa4 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 946 time: 0.1399405 Nov 15 14:29:52.194926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df568306-1a9a-48e5-98eb-b4cf8d0e6c54 req-d5f8047f-eeb9-48c4-877a-9a0756097aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:52.196446 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-df568306-1a9a-48e5-98eb-b4cf8d0e6c54 req-d5f8047f-eeb9-48c4-877a-9a0756097aea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0801234 Nov 15 14:29:52.213281 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:52.264892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=07ed11ac-6451-46e5-b09e-a2e700feb7e0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:52.280018 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-df568306-1a9a-48e5-98eb-b4cf8d0e6c54 req-32b4175a-42dd-45fe-9b4a-201c2d5b4e38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367267 Nov 15 14:29:52.316831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9d85313-21c3-4931-af7a-9fbddf82ab10 req-387ea64e-5896-4f51-a374-2791a663731c tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308775 Nov 15 14:29:52.326342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d55834f9-bdd8-483d-9281-4a363217d7c4 req-00061084-2aaf-4d23-b06c-897669e87367 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287832 Nov 15 14:29:52.335639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:52.347828 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:52.371162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Transition to ACTIVE for port object 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:52.421617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Allocated IP 172.20.0.13 (59a252ac-2bd0-4b93-9e88-1c3a7da19f7a/e8003970-bb0c-45a3-b639-4f9ffc645632/dd51bf37-4f03-4a30-8e33-483643b0edd5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:29:52.457864 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-df568306-1a9a-48e5-98eb-b4cf8d0e6c54 req-4727f3e0-8b62-4b06-9867-d69d39936fc3 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590598 Nov 15 14:29:52.466937 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:52.556446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693235b-a1c1-48bd-bf8a-4af9b83147f2 req-a1e1ac38-9ad1-4c99-b680-10ccee76706a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:52.558903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a693235b-a1c1-48bd-bf8a-4af9b83147f2 req-a1e1ac38-9ad1-4c99-b680-10ccee76706a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.1530306 Nov 15 14:29:52.575651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ec5aa-9e33-4b1c-842a-0264d2013d03 req-16cb0851-19a9-4826-a1da-0def39471733 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:52.583065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a5ec5aa-9e33-4b1c-842a-0264d2013d03 req-16cb0851-19a9-4826-a1da-0def39471733 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 936 time: 0.1621974 Nov 15 14:29:52.603546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:52.631531 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-df568306-1a9a-48e5-98eb-b4cf8d0e6c54 req-caca8a6d-0a02-4bbe-8971-267bf252ec48 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609988 Nov 15 14:29:52.685036 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:52.686371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['af96e6ba-9544-4679-be60-64b63e6f4a63', '65ba119f-2b15-46b2-847d-2c22265d9ab6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:52.712547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a693235b-a1c1-48bd-bf8a-4af9b83147f2 req-dd5644db-e871-41aa-9c87-82fc197f429d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260309 Nov 15 14:29:52.726420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Attempting to bind port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:52.726759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Attempting to bind port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:52.727098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Attempting to bind port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:52.742331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a5ec5aa-9e33-4b1c-842a-0264d2013d03 req-5009e08d-95d9-4852-a74a-31f0e84b0ab6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577263 Nov 15 14:29:52.748834 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:52.750522 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Attempting to bind port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:52.769963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:52.770319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:52.771335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:52.777551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Bound port: 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:52.777551 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:52.832496 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:52.914844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:29:52.920887 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:29:52.923044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:52.923658 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:29:52.944813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:52.959923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Pushing event updated for resources: {'Port': ['ID=dd51bf37-4f03-4a30-8e33-483643b0edd5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:52.960209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963079f-700b-44c8-839c-f9e6a328b004 req-5312c210-6d0b-4f64-bd2a-8858b4e0feb9 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:52.961578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f963079f-700b-44c8-839c-f9e6a328b004 req-5312c210-6d0b-4f64-bd2a-8858b4e0feb9 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 946 time: 0.1198008 Nov 15 14:29:52.977706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:29:52.983522 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079771e8-2bb3-4b3f-ad02-ac8b59ef5a50 req-c4046005-448e-4e19-b2fc-030e2aaa88d7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:52.984501 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-824aef01-bf61-4114-abea-0d7b41752492 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Request body: {'floatingip': {'port_id': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:52.985488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-079771e8-2bb3-4b3f-ad02-ac8b59ef5a50 req-c4046005-448e-4e19-b2fc-030e2aaa88d7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 949 time: 0.1325941 Nov 15 14:29:53.013876 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:53.020647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:53.021265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:53.024857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:53.025994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:53.026606 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:53.027159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:53.027684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:53.028109 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:53.028455 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:53.028794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:53.029139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:53.029470 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:29:53.039852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:53.040574 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:53.082361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:53.083089 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:53.085106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] 10.222.0.59 "PUT /v2.0/ports/77e5a8de-1d1d-48af-b0e9-3dda443a7d54 HTTP/1.1" status: 200 len: 1096 time: 1.4095469 Nov 15 14:29:53.085559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:53.088102 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796b29f3-bd30-4a11-86ae-c86ebe4dd80b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:53.090358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-824aef01-bf61-4114-abea-0d7b41752492 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:53.102019 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-079771e8-2bb3-4b3f-ad02-ac8b59ef5a50 req-2168ba07-b9a5-4d19-bf05-b8ded43125a9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080265 Nov 15 14:29:53.167907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e822bcc-d5bb-4a1a-b7a5-5a5b5d55f3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:53.212618 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f318b2-249e-4e75-9e1e-566c7b412c4f req-1dbde813-bff0-4367-adea-dbbbc77f3c56 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:53.219393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58f318b2-249e-4e75-9e1e-566c7b412c4f req-1dbde813-bff0-4367-adea-dbbbc77f3c56 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 932 time: 0.0987041 Nov 15 14:29:53.254838 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-bd46e726-a198-4d5f-85a6-948ec80b9021 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4930432 Nov 15 14:29:53.275296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Request body: {'port': {'device_id': 'f6b33ea6-c094-48e0-952f-193249f8cbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:29:53.332772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-f7a46067-858e-496a-b44d-171f2ca555ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:53.335250 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-f7a46067-858e-496a-b44d-171f2ca555ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 1099 time: 0.1139832 Nov 15 14:29:53.365587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666655e-ab8a-43d7-a109-9b48b65ee48f req-5628bf2e-5851-421d-ae30-9d71a28ad3b5 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:53.367186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9666655e-ab8a-43d7-a109-9b48b65ee48f req-5628bf2e-5851-421d-ae30-9d71a28ad3b5 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1305356 Nov 15 14:29:53.387527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['07ed11ac-6451-46e5-b09e-a2e700feb7e0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:53.410067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-e4f890ea-3b9d-404e-abf1-e7f42d088416 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54 HTTP/1.1" status: 200 len: 217 time: 0.0623398 Nov 15 14:29:53.442710 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58f318b2-249e-4e75-9e1e-566c7b412c4f req-e5bdd4a0-a92e-4672-b33c-909ee0bb6c92 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045922 Nov 15 14:29:53.510575 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:53.518478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ff6d83e2-4506-4586-90cc-398176d051bd details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:53.528742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9666655e-ab8a-43d7-a109-9b48b65ee48f req-7053f631-73e4-4c3c-bc93-d8bf4942bddb tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175854 Nov 15 14:29:53.548161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4bb0a397-4859-4236-9a85-d042e3c3ae17 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:53.563208 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fa075d-33fc-4e16-aa42-26d5761f5c72 x-openstack-request-id: req-a1fa075d-33fc-4e16-aa42-26d5761f5c72 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:53.564093 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:53.564093 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1fa075d-33fc-4e16-aa42-26d5761f5c72 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:53.564408 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54', 'status': 'completed', 'code': 200} Nov 15 14:29:53.598123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-e655af2e-8850-4377-b016-fb477f7e65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:53.601536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-e655af2e-8850-4377-b016-fb477f7e65f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1209149 Nov 15 14:29:53.692869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-e62b47f5-86df-44bf-b057-1474d2e99de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:53.694552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-e62b47f5-86df-44bf-b057-1474d2e99de8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752466 Nov 15 14:29:53.714858 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dfaa5-57e6-4d90-a556-decb61d54009 req-38bd45a6-88f6-424f-b3ad-a44006f0b1af tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:53.716807 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d44dfaa5-57e6-4d90-a556-decb61d54009 req-38bd45a6-88f6-424f-b3ad-a44006f0b1af tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 945 time: 0.0713522 Nov 15 14:29:53.801651 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d44dfaa5-57e6-4d90-a556-decb61d54009 req-82e27aaa-a9fa-40ce-9465-45bbd1615321 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740247 Nov 15 14:29:53.803709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ff6d83e2-4506-4586-90cc-398176d051bd,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:53.828169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'ff6d83e2-4506-4586-90cc-398176d051bd', 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca', 'port_id': 'ff6d83e2-4506-4586-90cc-398176d051bd', 'mac_address': 'fa:16:3e:8f:39:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e33989-edac-46ce-a104-f6b36cd0e3ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:53.834201 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 4bb0a397-4859-4236-9a85-d042e3c3ae17 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:53.847701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 4bb0a397-4859-4236-9a85-d042e3c3ae17 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:53.848078 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:53.933179 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:53.936349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616283-b13b-4002-97f2-98cb3096c28a req-8c91bf96-a60a-4822-aae6-9a858a7f5b31 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:53.938021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95616283-b13b-4002-97f2-98cb3096c28a req-8c91bf96-a60a-4822-aae6-9a858a7f5b31 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.0861976 Nov 15 14:29:53.960333 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6d83e2-4506-4586-90cc-398176d051bd {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:53.990356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ff6d83e2-4506-4586-90cc-398176d051bd,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:53.995432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:54.013732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-f7d6eace-4d2f-4481-9c9e-6240070b7b4e service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945988 Nov 15 14:29:54.052912 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:54.114210 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-824aef01-bf61-4114-abea-0d7b41752492 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:54.137761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ff6d83e2-4506-4586-90cc-398176d051bd,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:54.140565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95616283-b13b-4002-97f2-98cb3096c28a req-e99529b4-eb16-4d89-85d2-481d4b5385a1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945744 Nov 15 14:29:54.167716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecf01a-615d-48b8-b9ff-6ba8e62b0d33 req-eae566c3-9405-4c89-b5f8-ab03d2e41f08 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:54.171014 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17ecf01a-615d-48b8-b9ff-6ba8e62b0d33 req-eae566c3-9405-4c89-b5f8-ab03d2e41f08 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 948 time: 0.1776462 Nov 15 14:29:54.200770 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:54.230782 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-824aef01-bf61-4114-abea-0d7b41752492 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:54.261155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4bb0a397-4859-4236-9a85-d042e3c3ae17, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4bb0a397-4859-4236-9a85-d042e3c3ae17,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:54.262381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fcdf8d-218a-480d-8d1f-dd6402ce3e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb0a397-4859-4236-9a85-d042e3c3ae17'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:54.264862 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae60c6bf-9a85-4b23-bde2-087f44b74489" -d '{"events": [{"server_uuid": "49fcdf8d-218a-480d-8d1f-dd6402ce3e5c", "name": "network-vif-plugged", "status": "completed", "tag": "4bb0a397-4859-4236-9a85-d042e3c3ae17"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:54.287657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7c9bc95-adfd-404c-9230-5fde6f1530ae req-7b08b60a-2005-47d4-b21e-0afc2c5e0518 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549777 Nov 15 14:29:54.322469 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:54.329028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:54.329724 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:54.342708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17ecf01a-615d-48b8-b9ff-6ba8e62b0d33 req-aae44edc-2c26-45c5-9814-f078ec25ba67 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624906 Nov 15 14:29:54.361618 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:54.371498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66456cb9-b229-4a61-8338-dfd8ab53da1c req-f985bdc4-2d63-48af-aea4-fb01f8b092d1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:54.382008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66456cb9-b229-4a61-8338-dfd8ab53da1c req-f985bdc4-2d63-48af-aea4-fb01f8b092d1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 949 time: 0.1282439 Nov 15 14:29:54.449734 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf7c2eb-5df5-4cf4-bf15-721f8295823c x-openstack-request-id: req-ddf7c2eb-5df5-4cf4-bf15-721f8295823c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:54.455068 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fcdf8d-218a-480d-8d1f-dd6402ce3e5c", "name": "network-vif-plugged", "status": "completed", "tag": "4bb0a397-4859-4236-9a85-d042e3c3ae17", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:54.455812 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ddf7c2eb-5df5-4cf4-bf15-721f8295823c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:54.456564 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fcdf8d-218a-480d-8d1f-dd6402ce3e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb0a397-4859-4236-9a85-d042e3c3ae17', 'code': 200} Nov 15 14:29:54.461146 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66456cb9-b229-4a61-8338-dfd8ab53da1c req-7856b5ca-a327-4acb-b8ef-274af1e52a1d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713785 Nov 15 14:29:54.493343 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=4bb0a397-4859-4236-9a85-d042e3c3ae17,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:54.548576 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-824aef01-bf61-4114-abea-0d7b41752492 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Floating IP f3495059-3c7a-4f3a-b9b0-61333250fedd associated. External IP: 172.25.4.219, port: 636ee8d5-8a12-4d46-8d88-71bdb9580f8d. Nov 15 14:29:54.599374 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:54.665158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6de45e1a-c194-43f9-af1c-dc4cfa10b4c8,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:54.704615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b29f3-bd30-4a11-86ae-c86ebe4dd80b req-39261e93-439d-43d8-b759-0a1c0b76f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:54.706333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-796b29f3-bd30-4a11-86ae-c86ebe4dd80b req-39261e93-439d-43d8-b759-0a1c0b76f472 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 1099 time: 0.1632206 Nov 15 14:29:54.722163 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:54.725850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b569477-b595-4e80-9497-3e1bc108c0e4 req-7fdc08fc-6b05-40cd-b7eb-f7f52aa594d6 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:54.733388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b569477-b595-4e80-9497-3e1bc108c0e4 req-7fdc08fc-6b05-40cd-b7eb-f7f52aa594d6 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 932 time: 0.1353374 Nov 15 14:29:54.767486 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['ff6d83e2-4506-4586-90cc-398176d051bd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:54.826994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9304038-cdbd-452c-a85f-4f40ca3b1fb9 req-3b44b0fb-5319-425c-873e-51fd4d0f217e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:54.829285 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9304038-cdbd-452c-a85f-4f40ca3b1fb9 req-3b44b0fb-5319-425c-873e-51fd4d0f217e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1601460 Nov 15 14:29:54.889900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6de45e1a-c194-43f9-af1c-dc4cfa10b4c8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:54.893209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b569477-b595-4e80-9497-3e1bc108c0e4 req-d6368082-e089-47b6-8f79-f55e28f394e0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588397 Nov 15 14:29:55.024657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b29f3-bd30-4a11-86ae-c86ebe4dd80b req-b162af4f-1283-44ca-b9af-c6605e720e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:55.027978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-796b29f3-bd30-4a11-86ae-c86ebe4dd80b req-b162af4f-1283-44ca-b9af-c6605e720e26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2844281 Nov 15 14:29:55.034298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9304038-cdbd-452c-a85f-4f40ca3b1fb9 req-ca35fac7-9c49-447e-abfb-557c9d56d1d5 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921527 Nov 15 14:29:55.077537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b46c0f-b7af-41a8-abaf-f9e057a3bd71 req-ec171074-fa39-4da3-a67e-cf11d9675418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:55.079877 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-61b46c0f-b7af-41a8-abaf-f9e057a3bd71 req-ec171074-fa39-4da3-a67e-cf11d9675418 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=49fcdf8d-218a-480d-8d1f-dd6402ce3e5c HTTP/1.1" status: 200 len: 1096 time: 0.4554005 Nov 15 14:29:55.114694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-796b29f3-bd30-4a11-86ae-c86ebe4dd80b req-456094d3-da8a-479c-a167-2a0d1d79ba04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54 HTTP/1.1" status: 200 len: 217 time: 0.0686808 Nov 15 14:29:55.135998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285aec7d-4448-4777-bc54-f48b0ee34516 req-324d82c1-2d3f-473b-b8d0-65d3249e1807 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:55.137385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-285aec7d-4448-4777-bc54-f48b0ee34516 req-324d82c1-2d3f-473b-b8d0-65d3249e1807 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.1084514 Nov 15 14:29:55.147388 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd51bf37-4f03-4a30-8e33-483643b0edd5 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:55.159899 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:55.210325 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b29f3-bd30-4a11-86ae-c86ebe4dd80b req-a9c5a287-bc34-46c4-b31e-a913af2da86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:55.210325 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-796b29f3-bd30-4a11-86ae-c86ebe4dd80b req-a9c5a287-bc34-46c4-b31e-a913af2da86d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0813482 Nov 15 14:29:55.227541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-285aec7d-4448-4777-bc54-f48b0ee34516 req-a79c128b-f8c6-4eff-8eaa-7bf2d887a60c tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786371 Nov 15 14:29:55.258335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Transition to ACTIVE for port object dd51bf37-4f03-4a30-8e33-483643b0edd5 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:29:55.261240 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-61b46c0f-b7af-41a8-abaf-f9e057a3bd71 req-d03cda9e-7218-4c6f-971e-fe8348b3af87 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526051 Nov 15 14:29:55.305102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b29f3-bd30-4a11-86ae-c86ebe4dd80b req-e6074212-0050-4edb-8c9a-590410a4ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:55.307057 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-796b29f3-bd30-4a11-86ae-c86ebe4dd80b req-e6074212-0050-4edb-8c9a-590410a4ffbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832508 Nov 15 14:29:55.319917 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824aef01-bf61-4114-abea-0d7b41752492 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Router 32756b1a-5029-46e1-9ce5-880ac1e7f082 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:29:55.330281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620acf41-abce-4eee-9967-b83cbc0cfb69 req-24c65fa7-8bf4-41fd-b5ec-5b84e3c4aa11 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:55.331818 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-620acf41-abce-4eee-9967-b83cbc0cfb69 req-24c65fa7-8bf4-41fd-b5ec-5b84e3c4aa11 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 944 time: 0.0687361 Nov 15 14:29:55.334347 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:55.422560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-620acf41-abce-4eee-9967-b83cbc0cfb69 req-68c95e02-2306-42fb-8942-1fc8d0996fb1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819559 Nov 15 14:29:55.473809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Pushing event updated for resources: {'Port': ['ID=dd51bf37-4f03-4a30-8e33-483643b0edd5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:55.501611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb329cc0-ed69-4550-a954-ede0d6e8cda8 req-2fb2dc60-c0f4-46b1-aee7-a2d890238de4 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:55.501611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb329cc0-ed69-4550-a954-ede0d6e8cda8 req-2fb2dc60-c0f4-46b1-aee7-a2d890238de4 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 948 time: 0.0635142 Nov 15 14:29:55.560978 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824aef01-bf61-4114-abea-0d7b41752492 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:29:55.565856 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-824aef01-bf61-4114-abea-0d7b41752492 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:55.573551 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d7b71-5389-48a9-ae43-0b0b3bffc41a None None] Sync routers for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:29:55.594177 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d7b71-5389-48a9-ae43-0b0b3bffc41a None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:29:55.595560 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-944d7b71-5389-48a9-ae43-0b0b3bffc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:29:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:29:55.612349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Attempting to bind port dd51bf37-4f03-4a30-8e33-483643b0edd5 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:29:55.612743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Attempting to bind port dd51bf37-4f03-4a30-8e33-483643b0edd5 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:29:55.613077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Attempting to bind port dd51bf37-4f03-4a30-8e33-483643b0edd5 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:55.620540 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-824aef01-bf61-4114-abea-0d7b41752492 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "PUT /v2.0/floatingips/f3495059-3c7a-4f3a-b9b0-61333250fedd HTTP/1.1" status: 200 len: 992 time: 2.6396167 Nov 15 14:29:55.621409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17e0090-b2bf-488e-baf1-78089d71c7e9', 'tag': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:55.623689 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58495846-34a8-4056-a0f7-3782cd831623" -d '{"events": [{"name": "network-changed", "server_uuid": "a17e0090-b2bf-488e-baf1-78089d71c7e9", "tag": "636ee8d5-8a12-4d46-8d88-71bdb9580f8d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:55.626764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Port dd51bf37-4f03-4a30-8e33-483643b0edd5 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:29:55.627100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Attempting to bind port dd51bf37-4f03-4a30-8e33-483643b0edd5 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:29:55.633688 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:29:55.634036 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:29:55.634462 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Bound using segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:29:55.634912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Bound port: dd51bf37-4f03-4a30-8e33-483643b0edd5, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:29:55.635276 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:55.714120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:29:55.716373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb329cc0-ed69-4550-a954-ede0d6e8cda8 req-930181b0-344c-4543-88c3-e8f4a3e3e0f7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036877 Nov 15 14:29:55.717751 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-944d7b71-5389-48a9-ae43-0b0b3bffc41a None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:29:55.719401 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:29:55.732563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd340455-455e-4581-8e5a-2f8987e49e0f req-e4dce2e7-4d67-41e1-8ccf-c5e4f90770d8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:55.739808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd340455-455e-4581-8e5a-2f8987e49e0f req-e4dce2e7-4d67-41e1-8ccf-c5e4f90770d8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 949 time: 0.1967595 Nov 15 14:29:55.801222 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:55.810493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-796b29f3-bd30-4a11-86ae-c86ebe4dd80b req-08d22cc8-bca2-45c6-b6b5-ff27bb9c03ff service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223341 Nov 15 14:29:55.851727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:55.853121 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:55.855338 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] 10.222.0.46 "PUT /v2.0/ports/dd51bf37-4f03-4a30-8e33-483643b0edd5 HTTP/1.1" status: 200 len: 1092 time: 2.5869765 Nov 15 14:29:55.858094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd340455-455e-4581-8e5a-2f8987e49e0f req-566dd424-0498-4002-94c3-d9ced0d070df tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998902 Nov 15 14:29:55.861901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 07ed11ac-6451-46e5-b09e-a2e700feb7e0 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:55.908511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a701fc7-a602-446c-806a-062c840e9c5e service neutron] Pushing event updated for resources: {'Port': ['ID=dd51bf37-4f03-4a30-8e33-483643b0edd5,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:55.970120 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694cf79b-bb6c-4a11-a2ee-55f0b1ad9317 x-openstack-request-id: req-694cf79b-bb6c-4a11-a2ee-55f0b1ad9317 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:55.970429 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17e0090-b2bf-488e-baf1-78089d71c7e9", "tag": "636ee8d5-8a12-4d46-8d88-71bdb9580f8d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:55.970688 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-694cf79b-bb6c-4a11-a2ee-55f0b1ad9317 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:55.971087 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17e0090-b2bf-488e-baf1-78089d71c7e9', 'tag': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d', 'status': 'completed', 'code': 200} Nov 15 14:29:56.002049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 07ed11ac-6451-46e5-b09e-a2e700feb7e0 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:56.007639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 07ed11ac-6451-46e5-b09e-a2e700feb7e0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:56.008134 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:56.069091 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-944d7b71-5389-48a9-ae43-0b0b3bffc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'f3495059-3c7a-4f3a-b9b0-61333250fedd', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'port_id': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'mac_address': 'fa:16:3e:f2:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17e0090-b2bf-488e-baf1-78089d71c7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:27:15Z', 'updated_at': '2021-11-15T14:29:53Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:57Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:29:56.150325 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d7b71-5389-48a9-ae43-0b0b3bffc41a None None] Checking router: 32756b1a-5029-46e1-9ce5-880ac1e7f082 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:29:56.172905 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d7b71-5389-48a9-ae43-0b0b3bffc41a None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:29:56.175486 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-944d7b71-5389-48a9-ae43-0b0b3bffc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:29:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:29:56.185314 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-7a4548f9-2679-46d4-a4da-7492f62ddecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:56.187067 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-7a4548f9-2679-46d4-a4da-7492f62ddecb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 1095 time: 0.1877871 Nov 15 14:29:56.192972 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:56.210937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58495846-34a8-4056-a0f7-3782cd831623 req-a860b315-3acd-4394-bf62-9b5715049b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:56.213155 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58495846-34a8-4056-a0f7-3782cd831623 req-a860b315-3acd-4394-bf62-9b5715049b37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4827a9ab8464cb3acac13a31f8a8251&device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 1097 time: 0.1637402 Nov 15 14:29:56.272275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 07ed11ac-6451-46e5-b09e-a2e700feb7e0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=07ed11ac-6451-46e5-b09e-a2e700feb7e0,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:56.318798 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-dd029465-cacc-45c9-9b7b-c1a5c4a530c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5 HTTP/1.1" status: 200 len: 217 time: 0.1181362 Nov 15 14:29:56.347512 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:56.350997 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-944d7b71-5389-48a9-ae43-0b0b3bffc41a None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:29:56.408295 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58495846-34a8-4056-a0f7-3782cd831623 req-1d51f77b-b7ff-4180-b2f6-efae3be7a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:56.409800 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58495846-34a8-4056-a0f7-3782cd831623 req-1d51f77b-b7ff-4180-b2f6-efae3be7a3b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8453fbeb-5996-412b-872a-2c562d6b1fe8 HTTP/1.1" status: 200 len: 924 time: 0.1661723 Nov 15 14:29:56.411422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-8d92c515-8949-4301-9dc1-2f6c99e1a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:56.412764 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-8d92c515-8949-4301-9dc1-2f6c99e1a1f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.0798070 Nov 15 14:29:56.453045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=07ed11ac-6451-46e5-b09e-a2e700feb7e0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:56.458108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9c6652-69b5-45bd-9445-1d1c62c620a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de45e1a-c194-43f9-af1c-dc4cfa10b4c8'}, {'server_uuid': '55a716a2-2c39-4145-888b-26e416894f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ed11ac-6451-46e5-b09e-a2e700feb7e0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:56.460403 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6048b203-6d5b-4be2-b5c0-ea4a09a6a507" -d '{"events": [{"server_uuid": "ca9c6652-69b5-45bd-9445-1d1c62c620a9", "name": "network-vif-plugged", "status": "completed", "tag": "6de45e1a-c194-43f9-af1c-dc4cfa10b4c8"}, {"server_uuid": "55a716a2-2c39-4145-888b-26e416894f0c", "name": "network-vif-plugged", "status": "completed", "tag": "07ed11ac-6451-46e5-b09e-a2e700feb7e0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:56.483654 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-0a3d531f-767b-4b9a-8723-5a65cf7733b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571496 Nov 15 14:29:56.522715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c451a34-29f7-4400-8220-db80c62a26a8 req-973ade26-4b18-4f17-8337-22da57ce2bf1 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:56.531020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c451a34-29f7-4400-8220-db80c62a26a8 req-973ade26-4b18-4f17-8337-22da57ce2bf1 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1281395 Nov 15 14:29:56.554857 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-796b29f3-bd30-4a11-86ae-c86ebe4dd80b req-636a1007-c6d5-43ea-8f31-bf5f2e3c4d80 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956787 Nov 15 14:29:56.564434 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2bac8-874d-4255-9f83-b377cbcae4f2 req-16993eb5-d3ce-48d5-a706-6cb349087a4a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:56.574132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afb2bac8-874d-4255-9f83-b377cbcae4f2 req-16993eb5-d3ce-48d5-a706-6cb349087a4a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 944 time: 0.5813279 Nov 15 14:29:56.632924 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58495846-34a8-4056-a0f7-3782cd831623 req-ef57f111-7519-4cbd-8c0d-2c2af23e1661 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636ee8d5-8a12-4d46-8d88-71bdb9580f8d HTTP/1.1" status: 200 len: 1000 time: 0.1930597 Nov 15 14:29:56.659168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c451a34-29f7-4400-8220-db80c62a26a8 req-a335c7b8-f412-45ec-aa77-ebceb20d3fd7 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271672 Nov 15 14:29:56.681841 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afb2bac8-874d-4255-9f83-b377cbcae4f2 req-af653f3d-11b4-4916-952c-79b705e41b64 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059477 Nov 15 14:29:56.718697 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-7450dfc5-d818-46d0-b6dd-a5f95199dbf2 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049565 Nov 15 14:29:56.725024 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58495846-34a8-4056-a0f7-3782cd831623 req-cadc6354-6b3d-4a37-a5cb-bd8c565cb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:56.726654 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58495846-34a8-4056-a0f7-3782cd831623 req-cadc6354-6b3d-4a37-a5cb-bd8c565cb012 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=097b76ed-0b6c-418d-a9b0-bb42141f4f88 HTTP/1.1" status: 200 len: 862 time: 0.0760553 Nov 15 14:29:56.775067 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-944d7b71-5389-48a9-ae43-0b0b3bffc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'f3495059-3c7a-4f3a-b9b0-61333250fedd', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'port_id': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'mac_address': 'fa:16:3e:f2:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17e0090-b2bf-488e-baf1-78089d71c7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:27:15Z', 'updated_at': '2021-11-15T14:29:53Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:57Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:29:56.811070 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d7b71-5389-48a9-ae43-0b0b3bffc41a None None] The sync data for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 is: [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'f3495059-3c7a-4f3a-b9b0-61333250fedd', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'port_id': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'mac_address': 'fa:16:3e:f2:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17e0090-b2bf-488e-baf1-78089d71c7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:27:15Z', 'updated_at': '2021-11-15T14:29:53Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:57Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:29:56.864878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58495846-34a8-4056-a0f7-3782cd831623 req-74d8a6d6-05e8-4e72-ba3f-1257e11770a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:56.866626 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58495846-34a8-4056-a0f7-3782cd831623 req-74d8a6d6-05e8-4e72-ba3f-1257e11770a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8453fbeb-5996-412b-872a-2c562d6b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287987 Nov 15 14:29:56.868957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bad2f9-f342-4a4e-9407-c6261a0f100b req-4b49a30a-4dae-4e6b-b4f7-4987be607e2e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:56.871246 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31bad2f9-f342-4a4e-9407-c6261a0f100b req-4b49a30a-4dae-4e6b-b4f7-4987be607e2e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 944 time: 0.1226063 Nov 15 14:29:56.885383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956959a-1f9c-4ee2-98ff-e2c7719260df req-724b58b0-c411-42cb-868f-38822658770f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:56.887181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5956959a-1f9c-4ee2-98ff-e2c7719260df req-724b58b0-c411-42cb-868f-38822658770f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.0939260 Nov 15 14:29:56.936893 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ade48173-1290-4fc3-899a-2d1a62d9f022 req-becd5db7-e509-49d5-a489-145235cdbdfe service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832256 Nov 15 14:29:56.968835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5956959a-1f9c-4ee2-98ff-e2c7719260df req-b2d709c3-cb32-46da-bb06-bd515b5dd50e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745490 Nov 15 14:29:56.990221 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31bad2f9-f342-4a4e-9407-c6261a0f100b req-abdfbc61-98cf-49a2-ab92-800f2c7e0cd9 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898883 Nov 15 14:29:57.001167 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58495846-34a8-4056-a0f7-3782cd831623 req-cd79355f-a01b-412f-88b0-69dcf49a602b service neutron] 10.222.0.59 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194279 Nov 15 14:29:57.047144 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3545f74-d1a0-4bd9-86fc-29f052ba15a6 x-openstack-request-id: req-e3545f74-d1a0-4bd9-86fc-29f052ba15a6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:57.048002 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9c6652-69b5-45bd-9445-1d1c62c620a9", "name": "network-vif-plugged", "status": "completed", "tag": "6de45e1a-c194-43f9-af1c-dc4cfa10b4c8", "code": 200}, {"server_uuid": "55a716a2-2c39-4145-888b-26e416894f0c", "name": "network-vif-plugged", "status": "completed", "tag": "07ed11ac-6451-46e5-b09e-a2e700feb7e0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:57.048460 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3545f74-d1a0-4bd9-86fc-29f052ba15a6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:57.049007 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9c6652-69b5-45bd-9445-1d1c62c620a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de45e1a-c194-43f9-af1c-dc4cfa10b4c8', 'code': 200} Nov 15 14:29:57.049415 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a716a2-2c39-4145-888b-26e416894f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ed11ac-6451-46e5-b09e-a2e700feb7e0', 'code': 200} Nov 15 14:29:57.113461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59052cd-4359-4386-8a63-b652390dd8ea None None] New status for floating IP f3495059-3c7a-4f3a-b9b0-61333250fedd: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:29:57.209278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55253aae-1f2c-4e87-a9f1-de2ef04901d2 req-b1026430-594e-4b14-b204-cca1bbee098f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:57.210971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55253aae-1f2c-4e87-a9f1-de2ef04901d2 req-b1026430-594e-4b14-b204-cca1bbee098f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 948 time: 0.1075077 Nov 15 14:29:57.212416 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58495846-34a8-4056-a0f7-3782cd831623 req-8d895c6c-2dc5-48c1-a929-903cc3faf4b2 service neutron] 10.222.0.59 "GET /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965618 Nov 15 14:29:57.353679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55253aae-1f2c-4e87-a9f1-de2ef04901d2 req-72de297b-7e00-4864-aa7f-1aa9affbe321 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363204 Nov 15 14:29:57.359784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0735d-6dfc-4090-bde3-9ce0aa7e5513 req-27486298-eb25-4fe8-9317-2b54c84204b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:57.369260 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-29c0735d-6dfc-4090-bde3-9ce0aa7e5513 req-27486298-eb25-4fe8-9317-2b54c84204b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 1101 time: 0.1446497 Nov 15 14:29:57.379608 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d4c13-2848-4229-be48-caccd73191de req-7fd73bd8-418f-4427-a7bf-04585f3e8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:57.381413 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ba0d4c13-2848-4229-be48-caccd73191de req-7fd73bd8-418f-4427-a7bf-04585f3e8b32 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 1097 time: 0.1557169 Nov 15 14:29:57.426862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38000a-f890-42ea-ab57-76ca292a1a39 req-cd33fed9-8e42-47e9-8aee-f8656d5e1029 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:57.430877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d38000a-f890-42ea-ab57-76ca292a1a39 req-cd33fed9-8e42-47e9-8aee-f8656d5e1029 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 950 time: 0.0883451 Nov 15 14:29:57.443192 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-29c0735d-6dfc-4090-bde3-9ce0aa7e5513 req-bf44dd4a-f48f-46cf-aa2d-be553dedb044 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606465 Nov 15 14:29:57.476194 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ba0d4c13-2848-4229-be48-caccd73191de req-a200dc57-0ec8-4878-874e-93ba3d911972 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646389 Nov 15 14:29:57.502340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d38000a-f890-42ea-ab57-76ca292a1a39 req-70267c6b-818a-49c3-9c8f-96387f95fa50 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664244 Nov 15 14:29:57.529990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:57.541477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ff6d83e2-4506-4586-90cc-398176d051bd up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:29:57.804909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port ff6d83e2-4506-4586-90cc-398176d051bd completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:29:57.818300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port ff6d83e2-4506-4586-90cc-398176d051bd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:29:57.818697 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:57.823161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:57.835177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530ed4d-fc6a-4abd-82d1-21847c622cc9 req-c54449ef-93ff-488b-9145-6bba1a1745d3 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:57.836989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e530ed4d-fc6a-4abd-82d1-21847c622cc9 req-c54449ef-93ff-488b-9145-6bba1a1745d3 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0969417 Nov 15 14:29:57.846070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc54c5-7179-45ed-a4e0-803a82517202 req-160a72c4-96e1-4d7d-b995-a4248b62cebc tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:57.848190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4fc54c5-7179-45ed-a4e0-803a82517202 req-160a72c4-96e1-4d7d-b995-a4248b62cebc tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 944 time: 0.0792303 Nov 15 14:29:57.857046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54', 'mac_address': 'fa:16:3e:c2:e7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:57.908412 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:57.910379 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:57.929641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e530ed4d-fc6a-4abd-82d1-21847c622cc9 req-20eac7a1-4961-4f59-9e82-88f5ff83a207 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798419 Nov 15 14:29:57.937839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4fc54c5-7179-45ed-a4e0-803a82517202 req-1728ea6c-0cca-4361-8a0b-6daa45120da6 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804448 Nov 15 14:29:57.960346 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:57.968136 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:57.972559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b33ea6-c094-48e0-952f-193249f8cbee', 'tag': 'dd51bf37-4f03-4a30-8e33-483643b0edd5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:57.977333 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391ed58a-ea41-4bd7-a050-14ff40b8f435" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b33ea6-c094-48e0-952f-193249f8cbee", "tag": "dd51bf37-4f03-4a30-8e33-483643b0edd5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:57.992887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:58.018988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ff6d83e2-4506-4586-90cc-398176d051bd,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:58.049315 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2d4345-4256-432f-be9e-ef578f5316b8 x-openstack-request-id: req-8c2d4345-4256-432f-be9e-ef578f5316b8 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:58.049315 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b33ea6-c094-48e0-952f-193249f8cbee", "tag": "dd51bf37-4f03-4a30-8e33-483643b0edd5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:58.049315 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c2d4345-4256-432f-be9e-ef578f5316b8 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:58.049315 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b33ea6-c094-48e0-952f-193249f8cbee', 'tag': 'dd51bf37-4f03-4a30-8e33-483643b0edd5', 'status': 'completed', 'code': 200} Nov 15 14:29:58.093810 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:58.097130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dc5e8615-9733-4aa8-a872-1be348c05aef details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:29:58.136759 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:58.138631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dc5e8615-9733-4aa8-a872-1be348c05aef no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:29:58.162143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda3333-cefe-45f7-b64b-913fb7db2fd1 req-70fe0b94-e598-40ca-bdd0-e6ebfa603112 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:58.170424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fda3333-cefe-45f7-b64b-913fb7db2fd1 req-70fe0b94-e598-40ca-bdd0-e6ebfa603112 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.1201470 Nov 15 14:29:58.177203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ed58a-ea41-4bd7-a050-14ff40b8f435 req-8e20d99a-e9ca-4048-ae71-57cdfb36f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:58.178738 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-391ed58a-ea41-4bd7-a050-14ff40b8f435 req-8e20d99a-e9ca-4048-ae71-57cdfb36f4ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 1095 time: 0.0548055 Nov 15 14:29:58.179211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dc5e8615-9733-4aa8-a872-1be348c05aef,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:58.201824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d57f90-58f0-428e-9b7d-3feff37e4f77 req-58c2d772-dc88-4cf9-9cee-15fb9426e321 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:58.210027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6d57f90-58f0-428e-9b7d-3feff37e4f77 req-58c2d772-dc88-4cf9-9cee-15fb9426e321 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 944 time: 0.1136510 Nov 15 14:29:58.232291 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'dc5e8615-9733-4aa8-a872-1be348c05aef', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'dc5e8615-9733-4aa8-a872-1be348c05aef', 'mac_address': 'fa:16:3e:15:04:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:29:58.292428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fda3333-cefe-45f7-b64b-913fb7db2fd1 req-cc228839-6abb-452a-8dd0-6edad419f779 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141484 Nov 15 14:29:58.296005 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:58.328946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6d57f90-58f0-428e-9b7d-3feff37e4f77 req-80f4411b-47c3-4c3e-a057-fae78924c6a1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152840 Nov 15 14:29:58.352423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ed58a-ea41-4bd7-a050-14ff40b8f435 req-8b4838d3-709c-4bd4-9f8a-5f35f9a1a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:58.354224 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-391ed58a-ea41-4bd7-a050-14ff40b8f435 req-8b4838d3-709c-4bd4-9f8a-5f35f9a1a5ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.1595616 Nov 15 14:29:58.409910 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:58.435022 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-391ed58a-ea41-4bd7-a050-14ff40b8f435 req-aab9ea62-4b77-4674-9998-70a34834fb24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5 HTTP/1.1" status: 200 len: 217 time: 0.0530539 Nov 15 14:29:58.442445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc5e8615-9733-4aa8-a872-1be348c05aef {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:58.455461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ff6d83e2-4506-4586-90cc-398176d051bd,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:58.491843 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:58.495128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dc5e8615-9733-4aa8-a872-1be348c05aef,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:58.498346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a34805-612e-4ed6-ac8a-cf02705608df req-3b05d05c-2264-44b7-af1a-0697526e8d59 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:58.506014 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:58.511107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34a34805-612e-4ed6-ac8a-cf02705608df req-3b05d05c-2264-44b7-af1a-0697526e8d59 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 949 time: 0.0774424 Nov 15 14:29:58.516387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ed58a-ea41-4bd7-a050-14ff40b8f435 req-7fdaffec-50e5-4f73-9302-c85d81ac566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:58.518081 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-391ed58a-ea41-4bd7-a050-14ff40b8f435 req-7fdaffec-50e5-4f73-9302-c85d81ac566f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.0545719 Nov 15 14:29:58.558606 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-391ed58a-ea41-4bd7-a050-14ff40b8f435 req-32b401bf-29d2-4b0c-b9b9-b37c669a91a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290990 Nov 15 14:29:58.569278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34a34805-612e-4ed6-ac8a-cf02705608df req-100406e7-6814-4dd8-a465-51b70bb1a652 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569465 Nov 15 14:29:58.593462 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:58.653748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeda61-7f8a-48ed-a5e2-b1f3187c7e59 req-71a1415e-5f2b-4356-b8a4-b16d3d280929 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:58.655924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eaaeda61-7f8a-48ed-a5e2-b1f3187c7e59 req-71a1415e-5f2b-4356-b8a4-b16d3d280929 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 950 time: 0.0685785 Nov 15 14:29:58.681835 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-391ed58a-ea41-4bd7-a050-14ff40b8f435 req-bf3ad342-ebb3-4160-a5e1-f0eab0f55be7 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114075 Nov 15 14:29:58.689806 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:29:58.690248 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:29:58.690870 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=dc5e8615-9733-4aa8-a872-1be348c05aef,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:58.718968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eaaeda61-7f8a-48ed-a5e2-b1f3187c7e59 req-9625f651-7151-4dcf-a918-bd0ad3f1d00a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559573 Nov 15 14:29:58.785208 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-391ed58a-ea41-4bd7-a050-14ff40b8f435 req-67cb997a-5008-4be4-9744-c8d0052b1106 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896704 Nov 15 14:29:59.051633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6d83e2-4506-4586-90cc-398176d051bd'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:29:59.055393 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f57742d-584d-45f9-8df0-37279f5a2df3" -d '{"events": [{"server_uuid": "6a8f5726-f34d-4bb9-b92e-a8913592185b", "name": "network-vif-plugged", "status": "completed", "tag": "ff6d83e2-4506-4586-90cc-398176d051bd"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:29:59.091178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b367e-a9ed-416f-817b-9898abbb7119 req-58288dfd-5cea-4709-ab33-05e0214ebdc6 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:59.092689 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-974b367e-a9ed-416f-817b-9898abbb7119 req-58288dfd-5cea-4709-ab33-05e0214ebdc6 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 944 time: 0.0821536 Nov 15 14:29:59.104870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffc791-0042-427c-9df8-b13c78d7e9d6 req-89f5e572-c776-44d3-a0ff-4bd08a236312 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:59.106304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-daffc791-0042-427c-9df8-b13c78d7e9d6 req-89f5e572-c776-44d3-a0ff-4bd08a236312 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 948 time: 0.0702610 Nov 15 14:29:59.177070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-974b367e-a9ed-416f-817b-9898abbb7119 req-02fec9cc-7feb-4c55-be5a-a54a60d34b6c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696173 Nov 15 14:29:59.188593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-daffc791-0042-427c-9df8-b13c78d7e9d6 req-0a7671de-7d3c-4af3-87d5-386eb7ba96d4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742481 Nov 15 14:29:59.193951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['77e5a8de-1d1d-48af-b0e9-3dda443a7d54'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:59.219511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['dc5e8615-9733-4aa8-a872-1be348c05aef'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:29:59.246887 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c34b482-a041-4147-b0bc-ba542f0b06ce x-openstack-request-id: req-5c34b482-a041-4147-b0bc-ba542f0b06ce {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:29:59.247195 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8f5726-f34d-4bb9-b92e-a8913592185b", "name": "network-vif-plugged", "status": "completed", "tag": "ff6d83e2-4506-4586-90cc-398176d051bd", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:29:59.247465 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c34b482-a041-4147-b0bc-ba542f0b06ce {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:29:59.247824 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6d83e2-4506-4586-90cc-398176d051bd', 'code': 200} Nov 15 14:29:59.316062 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:59.348165 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dc5e8615-9733-4aa8-a872-1be348c05aef {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:29:59.377041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dc5e8615-9733-4aa8-a872-1be348c05aef,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:29:59.399192 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc80214-7221-416b-a27a-852fa8ace63f req-8a04786f-2360-40f7-8ef8-ac32615d7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:59.409899 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0cc80214-7221-416b-a27a-852fa8ace63f req-8a04786f-2360-40f7-8ef8-ac32615d7c3a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 1096 time: 0.0606918 Nov 15 14:29:59.411232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b9f3f-c8e3-4c99-825f-e33c00792ef2 req-a0db8c3c-88cd-42bf-b77e-5945d4864838 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:59.414265 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea3b9f3f-c8e3-4c99-825f-e33c00792ef2 req-a0db8c3c-88cd-42bf-b77e-5945d4864838 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.0606642 Nov 15 14:29:59.456695 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:59.494644 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0cc80214-7221-416b-a27a-852fa8ace63f req-21c5a29b-b68c-4d4f-b68b-d6210bbaa008 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 Nov 15 14:29:59.508292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41642370-f3b2-47be-b37c-ce013a228efd req-af355c0e-e718-482c-8b31-96dd29fee6ce tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:59.509802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41642370-f3b2-47be-b37c-ce013a228efd req-af355c0e-e718-482c-8b31-96dd29fee6ce tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 945 time: 0.0945919 Nov 15 14:29:59.528693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea3b9f3f-c8e3-4c99-825f-e33c00792ef2 req-6df6f994-1d64-4672-b864-6f1f3194af57 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792627 Nov 15 14:29:59.556767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=dc5e8615-9733-4aa8-a872-1be348c05aef,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:29:59.572446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41642370-f3b2-47be-b37c-ce013a228efd req-c10dbb97-c365-4be4-9cf0-ed102eb53244 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546424 Nov 15 14:29:59.702093 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e39387c-ee89-4491-a8b0-c2c62a4e30e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:29:59.743343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b388772-ce38-416d-9c75-bb35a6d67617 req-0bf00993-953a-4880-9348-6e3c7096ae5d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:59.744872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b388772-ce38-416d-9c75-bb35a6d67617 req-0bf00993-953a-4880-9348-6e3c7096ae5d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 949 time: 0.0541053 Nov 15 14:29:59.797012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b388772-ce38-416d-9c75-bb35a6d67617 req-02dc4062-fa79-4159-8ea8-c8905099f9a5 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459075 Nov 15 14:29:59.925706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d76810-17a2-4bf1-b689-9ae86b2da3b5 req-7359af19-86e3-45ae-aede-808a6ea542e5 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:29:59.927888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62d76810-17a2-4bf1-b689-9ae86b2da3b5 req-7359af19-86e3-45ae-aede-808a6ea542e5 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 950 time: 0.0511241 Nov 15 14:29:59.978475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62d76810-17a2-4bf1-b689-9ae86b2da3b5 req-337c8754-5cdb-4cb0-9e1f-52b56d6248c5 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440989 Nov 15 14:30:00.302744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655813b0-a296-4743-871e-76545b9c1100 req-b730935d-f6ec-49e7-850b-a72b69ae9cc3 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:00.304307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-655813b0-a296-4743-871e-76545b9c1100 req-b730935d-f6ec-49e7-850b-a72b69ae9cc3 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 944 time: 0.0565529 Nov 15 14:30:00.398973 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-655813b0-a296-4743-871e-76545b9c1100 req-7e0a0772-e279-4f5c-9e8e-705e52ccba66 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788784 Nov 15 14:30:00.411125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f6a7f-325d-4174-9b62-479f6223450d req-9320dcf9-3f6b-4a97-83a0-b600551cfac8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:00.412759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e27f6a7f-325d-4174-9b62-479f6223450d req-9320dcf9-3f6b-4a97-83a0-b600551cfac8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 947 time: 0.0732539 Nov 15 14:30:00.477350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e27f6a7f-325d-4174-9b62-479f6223450d req-61b1d874-360f-41e4-9180-8b7c9d1b4606 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520480 Nov 15 14:30:00.512859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82372e23-c994-4187-8549-2eebe4e4043e req-b71111da-9bf5-4ef1-bb33-1fcb6e14c97c tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:00.514344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82372e23-c994-4187-8549-2eebe4e4043e req-b71111da-9bf5-4ef1-bb33-1fcb6e14c97c tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 945 time: 0.0577724 Nov 15 14:30:00.562113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82372e23-c994-4187-8549-2eebe4e4043e req-61828d1d-3a86-474a-ab1c-34fc600e8f3e tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417621 Nov 15 14:30:00.649479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4e79a-319d-4948-94e7-ccd6e1006117 req-94e52f48-c9a2-45ad-8ec8-66ef8b9eb483 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:00.651030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfa4e79a-319d-4948-94e7-ccd6e1006117 req-94e52f48-c9a2-45ad-8ec8-66ef8b9eb483 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.0537124 Nov 15 14:30:00.728114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfa4e79a-319d-4948-94e7-ccd6e1006117 req-86ce9268-ed7e-4cc3-8abd-0937fdfd5bcc tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711839 Nov 15 14:30:00.743930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167b02a-4a4a-46ff-937a-a2e04ec5faaa req-030b7e5e-6aea-4caa-8956-34dbca3a4e59 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:00.746595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7167b02a-4a4a-46ff-937a-a2e04ec5faaa req-030b7e5e-6aea-4caa-8956-34dbca3a4e59 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 945 time: 0.0881782 Nov 15 14:30:00.819882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7167b02a-4a4a-46ff-937a-a2e04ec5faaa req-1ea438d9-3b90-40c8-8fa8-f8d7f39bde42 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567920 Nov 15 14:30:00.934780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4f831-a60e-4228-aafb-009fb0b09f01 req-5b659ea8-6a26-4cab-bb00-a2af79df15f8 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:00.936286 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64c4f831-a60e-4228-aafb-009fb0b09f01 req-5b659ea8-6a26-4cab-bb00-a2af79df15f8 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 949 time: 0.0480657 Nov 15 14:30:00.987835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64c4f831-a60e-4228-aafb-009fb0b09f01 req-2deb84d3-3fa7-4d3f-af31-1accf93e3131 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453331 Nov 15 14:30:01.103859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8a20a-9efc-4992-8dab-c2fefb929925 req-2a79ceed-3fe5-4038-aea0-da7b870f82f9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:01.105416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecc8a20a-9efc-4992-8dab-c2fefb929925 req-2a79ceed-3fe5-4038-aea0-da7b870f82f9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 950 time: 0.0558298 Nov 15 14:30:01.153851 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecc8a20a-9efc-4992-8dab-c2fefb929925 req-6f081eba-95bb-4f37-a6ce-3b7031d5a6e3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Nov 15 14:30:01.275561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180567a-fb89-47a1-8027-34058fc1c1db req-6ab40256-da12-46b9-836c-df4cd78cca46 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:01.277118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5180567a-fb89-47a1-8027-34058fc1c1db req-6ab40256-da12-46b9-836c-df4cd78cca46 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 1101 time: 0.0415277 Nov 15 14:30:01.333986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5180567a-fb89-47a1-8027-34058fc1c1db req-234613b7-f0a2-4f58-a482-c4cf175ec236 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504246 Nov 15 14:30:01.501369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-be48f3ed-835c-43cb-8714-aa70e44d5769 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342553 Nov 15 14:30:01.589694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ce89c-4cce-410c-9eb4-736fa397ba4b req-0e919b91-4f54-4993-a263-2fa670c9c743 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:01.591335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e4ce89c-4cce-410c-9eb4-736fa397ba4b req-0e919b91-4f54-4993-a263-2fa670c9c743 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 944 time: 0.1140094 Nov 15 14:30:01.665691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-e0f9a25d-2b67-437b-bf2e-245ade48ed55 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:01.667179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-e0f9a25d-2b67-437b-bf2e-245ade48ed55 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525240 Nov 15 14:30:01.687823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e4ce89c-4cce-410c-9eb4-736fa397ba4b req-f41e431b-eea8-4d23-a2d8-1dba153deeb8 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903473 Nov 15 14:30:01.690179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-ec869b32-1ddb-4357-9019-b960d7087abe tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/quotas/3387854e8ac24db7b4fadc747eea0b4d HTTP/1.1" status: 200 len: 375 time: 0.0155146 Nov 15 14:30:01.754882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-72af7402-1439-46f9-84a6-a1f26d934f16 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0583918 Nov 15 14:30:01.807992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b5e56-fdcb-4a7a-bdce-35add9b99954 req-ec936de2-a07e-4363-b14a-7a9dae46c608 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:01.809719 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-903b5e56-fdcb-4a7a-bdce-35add9b99954 req-ec936de2-a07e-4363-b14a-7a9dae46c608 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 947 time: 0.0533948 Nov 15 14:30:01.858726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-903b5e56-fdcb-4a7a-bdce-35add9b99954 req-678dd139-4cb3-43c1-ba25-45e088db11f8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422518 Nov 15 14:30:01.894516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device dd51bf37-4f03-4a30-8e33-483643b0edd5 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:30:01.995051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465802-7d4c-47a4-a5dd-2ce7c57bac7d req-0324cd6e-888c-4968-b217-9946f8d568fc tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:01.997491 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21465802-7d4c-47a4-a5dd-2ce7c57bac7d req-0324cd6e-888c-4968-b217-9946f8d568fc tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 945 time: 0.0833485 Nov 15 14:30:02.037190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:02.049889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'dd51bf37-4f03-4a30-8e33-483643b0edd5', 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a', 'port_id': 'dd51bf37-4f03-4a30-8e33-483643b0edd5', 'mac_address': 'fa:16:3e:94:be:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8003970-bb0c-45a3-b639-4f9ffc645632', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:30:02.092013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc005b3-e0a1-44c4-91c6-f5c93d54de8b req-2580db58-1eca-43c4-accc-a286f381afe8 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:02.093703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7dc005b3-e0a1-44c4-91c6-f5c93d54de8b req-2580db58-1eca-43c4-accc-a286f381afe8 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.0947630 Nov 15 14:30:02.096397 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:02.104648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21465802-7d4c-47a4-a5dd-2ce7c57bac7d req-7e2d0524-819a-4d96-b622-a1b2bdca6de3 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883374 Nov 15 14:30:02.106157 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da42f0ef-aa92-4aeb-b5d9-75a78f724e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:02.117810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd51bf37-4f03-4a30-8e33-483643b0edd5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:30:02.142463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:02.162604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7dc005b3-e0a1-44c4-91c6-f5c93d54de8b req-86594697-494a-4ec8-a7ce-0b85ac46d298 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571604 Nov 15 14:30:02.247602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd026a8d-c2c3-4c8d-9277-3d1492ed8f0c req-4993bd35-28e0-4920-afde-ecd8a2e34a77 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:02.247821 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:02.250178 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd026a8d-c2c3-4c8d-9277-3d1492ed8f0c req-4993bd35-28e0-4920-afde-ecd8a2e34a77 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 945 time: 0.0538137 Nov 15 14:30:02.316456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd026a8d-c2c3-4c8d-9277-3d1492ed8f0c req-f4748c1c-28e3-489c-a857-c5c59664305a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600488 Nov 15 14:30:02.318164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=dd51bf37-4f03-4a30-8e33-483643b0edd5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:02.344630 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04f297f2-1c57-496b-bffa-d0ec2103d937 req-d1a6a37b-8be3-408e-99cb-f9e4f3287f77 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 210 time: 0.0509875 Nov 15 14:30:02.433830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfe10b-652d-4788-9d2b-6db7a90d220f req-b54dc07b-eeb8-45dc-b864-7a26f472f6b2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:02.435400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6cfe10b-652d-4788-9d2b-6db7a90d220f req-b54dc07b-eeb8-45dc-b864-7a26f472f6b2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 949 time: 0.0515802 Nov 15 14:30:02.499919 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6cfe10b-652d-4788-9d2b-6db7a90d220f req-8596f268-95c9-4796-8989-f62c0d6f6578 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546563 Nov 15 14:30:02.804944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758683-2182-4efb-8b3d-f4d1f958f5e2 req-71edb2ef-b10d-4efe-b0d7-a87506611f08 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:02.806429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61758683-2182-4efb-8b3d-f4d1f958f5e2 req-71edb2ef-b10d-4efe-b0d7-a87506611f08 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 945 time: 0.0511842 Nov 15 14:30:02.855012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61758683-2182-4efb-8b3d-f4d1f958f5e2 req-1540717d-6c95-4e95-9e69-56b1f2c04150 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 Nov 15 14:30:02.910823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['dd51bf37-4f03-4a30-8e33-483643b0edd5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:02.979552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65da46-295c-4857-8bda-3e6fa08288c2 req-b5d503c5-ab71-4b8a-900e-981b2ca9257a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:02.981212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e65da46-295c-4857-8bda-3e6fa08288c2 req-b5d503c5-ab71-4b8a-900e-981b2ca9257a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 947 time: 0.0518422 Nov 15 14:30:03.038331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e65da46-295c-4857-8bda-3e6fa08288c2 req-3a8328fc-2cd3-484c-99f7-bd3b5fab07a2 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504889 Nov 15 14:30:03.298474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45e016-5013-4053-8dd4-16b78e4fa2ac req-416cb801-606a-4230-958b-65c999e2769c tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:03.300012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a45e016-5013-4053-8dd4-16b78e4fa2ac req-416cb801-606a-4230-958b-65c999e2769c tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 945 time: 0.0997005 Nov 15 14:30:03.316867 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:03.318937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53d363-1861-48ff-80d5-2148f9dc298b req-f3b654b4-3585-4af5-9e13-e05a2ac4b70f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:03.320438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d53d363-1861-48ff-80d5-2148f9dc298b req-f3b654b4-3585-4af5-9e13-e05a2ac4b70f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.0722678 Nov 15 14:30:03.412413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a45e016-5013-4053-8dd4-16b78e4fa2ac req-7c6d0ea8-9e74-461c-899c-3dc2cd44c55d tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907500 Nov 15 14:30:03.426010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d53d363-1861-48ff-80d5-2148f9dc298b req-755f2050-70f5-4871-9981-2697c9e40443 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969784 Nov 15 14:30:03.544933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b4a17-b68a-445d-ba11-f287a557829b req-b699d31e-cac7-48f4-8d57-4879de7900dd tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:03.546466 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-100b4a17-b68a-445d-ba11-f287a557829b req-b699d31e-cac7-48f4-8d57-4879de7900dd tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 945 time: 0.0552139 Nov 15 14:30:03.572353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:30:03.579008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf7afd0b-e3d8-4e59-a16c-088115ff480e req-a1fcf4f6-8541-4aa1-9f50-7d43d019394d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 210 time: 0.0304861 Nov 15 14:30:03.617579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-100b4a17-b68a-445d-ba11-f287a557829b req-9f603d73-8416-46b5-9c41-6f3c8ff58ecc tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618658 Nov 15 14:30:03.692874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a0048-4206-4262-9c93-2a5542071aa1 req-543bac35-f18c-420f-8a1a-ff12af61cec6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:03.694359 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b74a0048-4206-4262-9c93-2a5542071aa1 req-543bac35-f18c-420f-8a1a-ff12af61cec6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 949 time: 0.0534966 Nov 15 14:30:03.713251 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:30:03.717278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:30:03.717738 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:03.763837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529aa06-758a-4109-a274-0e1d25d19b21 req-5a780678-6d3c-492b-bde6-8fc6fff10fef tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:03.765272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2529aa06-758a-4109-a274-0e1d25d19b21 req-5a780678-6d3c-492b-bde6-8fc6fff10fef tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 1096 time: 0.0699832 Nov 15 14:30:03.768606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b74a0048-4206-4262-9c93-2a5542071aa1 req-6a2b5710-9527-476b-8d11-dc3b4d2b6b2c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658240 Nov 15 14:30:03.795031 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:03.815419 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2529aa06-758a-4109-a274-0e1d25d19b21 req-26f86e60-f4a9-4056-acc4-9160a09720d2 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Nov 15 14:30:03.818413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:03.820630 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d97957-ffbc-4cc1-9cd5-da70638bd1a5" -d '{"events": [{"server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "name": "network-vif-plugged", "status": "completed", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:03.835708 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:03.862829 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070ac004-9602-4f88-a7d5-c3295d3ec363 x-openstack-request-id: req-070ac004-9602-4f88-a7d5-c3295d3ec363 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:03.863131 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "name": "network-vif-plugged", "status": "completed", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:03.863391 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-070ac004-9602-4f88-a7d5-c3295d3ec363 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:03.863784 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54', 'code': 200} Nov 15 14:30:03.908124 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:03.909283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dc5e8615-9733-4aa8-a872-1be348c05aef up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:30:03.975770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4de25b-02d0-4e23-ab67-837afaae7df8 req-4569aa1c-0b49-4c0d-8830-3eb3590fc663 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:03.977497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf4de25b-02d0-4e23-ab67-837afaae7df8 req-4569aa1c-0b49-4c0d-8830-3eb3590fc663 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 1096 time: 0.0748301 Nov 15 14:30:03.997836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:04.000804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673a947-43a1-4c3a-adc8-070f653b9fc8 req-7ac31547-b977-4dfc-acdb-8aa823d640fa tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:04.002416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d673a947-43a1-4c3a-adc8-070f653b9fc8 req-7ac31547-b977-4dfc-acdb-8aa823d640fa tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 945 time: 0.0662169 Nov 15 14:30:04.009796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port dc5e8615-9733-4aa8-a872-1be348c05aef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:30:04.010367 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:04.043676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb328e-3d0c-4d87-97e4-394ada4841ca req-4a6c7def-9946-457c-81fc-f65f8a275577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:04.046571 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6ceb328e-3d0c-4d87-97e4-394ada4841ca req-4a6c7def-9946-457c-81fc-f65f8a275577 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 1101 time: 0.0657094 Nov 15 14:30:04.056242 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf4de25b-02d0-4e23-ab67-837afaae7df8 req-23855545-7a57-4331-978a-8a7bc9abd026 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696545 Nov 15 14:30:04.080392 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d673a947-43a1-4c3a-adc8-070f653b9fc8 req-f42634c9-e958-426f-8eb3-4bb3db3c9a3b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629997 Nov 15 14:30:04.107904 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:04.144400 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6ceb328e-3d0c-4d87-97e4-394ada4841ca req-c90f3cf3-45bc-4755-98fa-ba5a69e42ec5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808280 Nov 15 14:30:04.173984 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dc5e8615-9733-4aa8-a872-1be348c05aef,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:04.202181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f0ac8-d43c-4ec6-8461-0315208e7ef3 req-a52ab2a6-ae63-4814-9715-b95385e361d9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:04.203804 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-065f0ac8-d43c-4ec6-8461-0315208e7ef3 req-a52ab2a6-ae63-4814-9715-b95385e361d9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 947 time: 0.0570836 Nov 15 14:30:04.232316 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:04.273407 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-065f0ac8-d43c-4ec6-8461-0315208e7ef3 req-86c2b49b-9bef-4316-933f-86fb2fd7a8e6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596838 Nov 15 14:30:04.295639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=dc5e8615-9733-4aa8-a872-1be348c05aef,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:04.494876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616631d-4888-4f88-9690-d3b7d89ced24 req-4abf6332-315a-4841-a049-9809ad633618 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:04.498946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c616631d-4888-4f88-9690-d3b7d89ced24 req-4abf6332-315a-4841-a049-9809ad633618 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 1096 time: 0.0507078 Nov 15 14:30:04.564617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfa15b-31f9-459e-9d7d-80dfe3c7fb3b req-8f419262-c8bb-4315-8b19-cfcb41362746 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:04.566040 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44cfa15b-31f9-459e-9d7d-80dfe3c7fb3b req-8f419262-c8bb-4315-8b19-cfcb41362746 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 945 time: 0.0837634 Nov 15 14:30:04.568572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c616631d-4888-4f88-9690-d3b7d89ced24 req-553b91f1-bea7-435c-843d-e09fd880a7d9 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590501 Nov 15 14:30:04.626781 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44cfa15b-31f9-459e-9d7d-80dfe3c7fb3b req-f280578c-654d-4aad-841f-ec2ee2fd51cf tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539556 Nov 15 14:30:04.712512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e893646-1c82-4180-a4e9-67c0fc9a3b9b req-cbc6f38b-28ab-4c1a-946e-6b04392dd07d tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:04.714067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e893646-1c82-4180-a4e9-67c0fc9a3b9b req-cbc6f38b-28ab-4c1a-946e-6b04392dd07d tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.0594590 Nov 15 14:30:04.771236 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e893646-1c82-4180-a4e9-67c0fc9a3b9b req-f34a744a-cf27-4470-ab5a-beb4e10e1f43 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503826 Nov 15 14:30:04.807288 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-70809d12-834f-4711-98c8-994095254f46 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255716 Nov 15 14:30:04.892604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5681fd0-b96f-4468-a1ff-7045a4a977eb req-11c79994-6243-4297-af1e-0c168c8da882 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 210 time: 0.0604990 Nov 15 14:30:04.948015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-bcdfc4dc-b462-430e-88f2-12387583a560 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:04.949598 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-bcdfc4dc-b462-430e-88f2-12387583a560 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304891 Nov 15 14:30:04.956086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13389b-4737-44f2-b3a8-f8bf177abb76 req-263e49a2-b7d5-4cef-8682-b1852d55b73a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:04.957606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f13389b-4737-44f2-b3a8-f8bf177abb76 req-263e49a2-b7d5-4cef-8682-b1852d55b73a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1142282 Nov 15 14:30:04.977646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-b24e8c0d-895a-417b-9d1a-06252053d017 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Request body: {'port': {'device_id': '4ff3b28e-718c-4f7f-83e2-541b871969e1', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3387854e8ac24db7b4fadc747eea0b4d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:05.010914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f13389b-4737-44f2-b3a8-f8bf177abb76 req-0407052e-166f-4e34-b00b-7336e09c5c28 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463214 Nov 15 14:30:05.025585 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:05.187679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-b24e8c0d-895a-417b-9d1a-06252053d017 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Made reservation on behalf of 3387854e8ac24db7b4fadc747eea0b4d for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:30:05.191222 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-b24e8c0d-895a-417b-9d1a-06252053d017 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:05.201598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa338d-d720-4b3e-a1e0-9f2242343d5d req-c4f4b914-7bcb-4e18-9650-fa5f3f1b55ac tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:05.203273 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7aa338d-d720-4b3e-a1e0-9f2242343d5d req-c4f4b914-7bcb-4e18-9650-fa5f3f1b55ac tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 945 time: 0.0497901 Nov 15 14:30:05.257825 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7aa338d-d720-4b3e-a1e0-9f2242343d5d req-2688b460-0e28-4e3e-be58-6e307d0fe908 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Nov 15 14:30:05.389992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50268cb2-5412-49ec-873d-866ce6f581bb req-b790eb5e-edf7-43a9-99d5-6d4c04adf3ed tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:05.391432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50268cb2-5412-49ec-873d-866ce6f581bb req-b790eb5e-edf7-43a9-99d5-6d4c04adf3ed tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0482125 Nov 15 14:30:05.399231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-b24e8c0d-895a-417b-9d1a-06252053d017 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Allocated IP 192.168.233.60 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/e403370b-c494-4762-95d7-1a173233e929) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:30:05.439460 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50268cb2-5412-49ec-873d-866ce6f581bb req-446ee2dd-9c7b-4f99-a580-332b4b50ca87 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Nov 15 14:30:05.547653 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-b24e8c0d-895a-417b-9d1a-06252053d017 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:05.631634 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-b24e8c0d-895a-417b-9d1a-06252053d017 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:05.646553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e', '95746eea-09d5-4746-8b39-e99b3f251dc3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:05.649533 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a5958a31-66a1-4414-9ba1-2e6cae7c355f', '27241eea-da6e-403b-9f49-23ecbba00061', '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb', '1716f132-4d21-4857-afd2-30d4423b12c8', '07ed11ac-6451-46e5-b09e-a2e700feb7e0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:05.690079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-b24e8c0d-895a-417b-9d1a-06252053d017 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:30:05.697805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-b24e8c0d-895a-417b-9d1a-06252053d017 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:30:05.701870 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-b24e8c0d-895a-417b-9d1a-06252053d017 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:30:05.711658 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:05.728466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e8c0d-895a-417b-9d1a-06252053d017 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event updated for resources: {'Port': ['ID=e403370b-c494-4762-95d7-1a173233e929,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:05.774008 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-b24e8c0d-895a-417b-9d1a-06252053d017 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:05.774877 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-b24e8c0d-895a-417b-9d1a-06252053d017 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:05.798875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912bee3-dd64-4388-ac93-c98ae0510804 req-8c392a5f-bbb3-49e1-8b4b-5af780c79ad5 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:05.802447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5912bee3-dd64-4388-ac93-c98ae0510804 req-8c392a5f-bbb3-49e1-8b4b-5af780c79ad5 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 1096 time: 0.1382856 Nov 15 14:30:05.851039 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-b24e8c0d-895a-417b-9d1a-06252053d017 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8770571 Nov 15 14:30:05.865311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b124c205-60fc-46b0-9041-a70efd82d668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e8615-9733-4aa8-a872-1be348c05aef'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:05.867619 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eea682e-56b9-454c-a3a3-4d2c61e0c28d" -d '{"events": [{"server_uuid": "b124c205-60fc-46b0-9041-a70efd82d668", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e8615-9733-4aa8-a872-1be348c05aef"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:05.867793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Request body: {'port': {'device_id': '4ff3b28e-718c-4f7f-83e2-541b871969e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:05.917905 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device dd51bf37-4f03-4a30-8e33-483643b0edd5 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:30:05.925601 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5912bee3-dd64-4388-ac93-c98ae0510804 req-e86dcc23-ce3c-4083-8f34-3915520506b3 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967569 Nov 15 14:30:05.941051 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:05.949861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc1e72-fff2-446b-b47f-05c520956e6c req-25f1801d-d680-4515-b7fe-a6b2f3f026d9 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:05.963278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4bdc1e72-fff2-446b-b47f-05c520956e6c req-25f1801d-d680-4515-b7fe-a6b2f3f026d9 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 945 time: 0.1926589 Nov 15 14:30:06.063955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4bdc1e72-fff2-446b-b47f-05c520956e6c req-5a18e76c-cd32-4ca2-a64d-6b487b28f39b tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971267 Nov 15 14:30:06.139232 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad4bf0d-3691-426d-b839-206db480635e x-openstack-request-id: req-0ad4bf0d-3691-426d-b839-206db480635e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:06.139803 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b124c205-60fc-46b0-9041-a70efd82d668", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e8615-9733-4aa8-a872-1be348c05aef", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:06.139803 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ad4bf0d-3691-426d-b839-206db480635e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:06.140207 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b124c205-60fc-46b0-9041-a70efd82d668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e8615-9733-4aa8-a872-1be348c05aef', 'code': 200} Nov 15 14:30:06.182906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port dd51bf37-4f03-4a30-8e33-483643b0edd5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:30:06.186574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf827d3-58d5-4498-bec9-dbc5ba82db0f req-ea6cea76-4b98-4aeb-abb9-5ff6874b2e63 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:06.188018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f5ba2701-e4c8-4a76-8d22-e3e4008e849e None None] Provisioning complete for port e403370b-c494-4762-95d7-1a173233e929 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:30:06.188394 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5ba2701-e4c8-4a76-8d22-e3e4008e849e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:06.189516 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bf827d3-58d5-4498-bec9-dbc5ba82db0f req-ea6cea76-4b98-4aeb-abb9-5ff6874b2e63 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.1069822 Nov 15 14:30:06.194157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port dd51bf37-4f03-4a30-8e33-483643b0edd5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:30:06.194548 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:06.305509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bf827d3-58d5-4498-bec9-dbc5ba82db0f req-7fcea73c-017c-4b0a-bf82-94da9764d843 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018436 Nov 15 14:30:06.327246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df4d53-3e58-46ac-a480-0dc592a25632 req-cab9cbcc-3532-49af-a63e-866cca4fd5ef tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:06.337015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7df4d53-3e58-46ac-a480-0dc592a25632 req-cab9cbcc-3532-49af-a63e-866cca4fd5ef tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 935 time: 0.1130142 Nov 15 14:30:06.451343 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba2701-e4c8-4a76-8d22-e3e4008e849e None None] Port e403370b-c494-4762-95d7-1a173233e929 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:30:06.484142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7df4d53-3e58-46ac-a480-0dc592a25632 req-ad17299c-9f48-443f-8a00-3efbc0f065a0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386132 Nov 15 14:30:06.508325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e403370b-c494-4762-95d7-1a173233e929 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:30:06.519286 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:06.540847 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:06.559126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Transition to ACTIVE for port object e403370b-c494-4762-95d7-1a173233e929 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:30:06.561149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f17b4-4f9a-4187-aa3d-3058704203ad req-5830f172-9aa6-472c-94d5-644db30cd385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:06.565056 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d0f17b4-4f9a-4187-aa3d-3058704203ad req-5830f172-9aa6-472c-94d5-644db30cd385 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 1100 time: 0.0850773 Nov 15 14:30:06.619137 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:06.648051 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:06.649189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737273d-f757-4384-901c-46975f4ff794 req-d241aaa0-bed8-4aaf-86c4-5a266ce34f47 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:06.650972 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b737273d-f757-4384-901c-46975f4ff794 req-d241aaa0-bed8-4aaf-86c4-5a266ce34f47 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0847175 Nov 15 14:30:06.665685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d0f17b4-4f9a-4187-aa3d-3058704203ad req-82de643a-ba87-43d7-8d76-784447e82aa5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705283 Nov 15 14:30:06.724001 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Pushing event updated for resources: {'Port': ['ID=e403370b-c494-4762-95d7-1a173233e929,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:06.730239 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b737273d-f757-4384-901c-46975f4ff794 req-b8dc86a0-6587-4a44-a830-b95fd128d9b6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589886 Nov 15 14:30:06.796955 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:06.868165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Attempting to bind port e403370b-c494-4762-95d7-1a173233e929 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:30:06.868515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Attempting to bind port e403370b-c494-4762-95d7-1a173233e929 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:30:06.869375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Attempting to bind port e403370b-c494-4762-95d7-1a173233e929 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:06.877529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Port e403370b-c494-4762-95d7-1a173233e929 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:30:06.878015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Attempting to bind port e403370b-c494-4762-95d7-1a173233e929 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:06.892362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:30:06.897638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:30:06.899566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:30:06.901512 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Bound port: e403370b-c494-4762-95d7-1a173233e929, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:30:06.902138 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:06.929510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=dd51bf37-4f03-4a30-8e33-483643b0edd5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:06.937259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527da288-291b-4a9e-9ecc-706c0d642257 req-e58c73e6-b8ac-4509-b820-8342c0f00c00 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:06.947032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-527da288-291b-4a9e-9ecc-706c0d642257 req-e58c73e6-b8ac-4509-b820-8342c0f00c00 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.0879097 Nov 15 14:30:07.008584 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-527da288-291b-4a9e-9ecc-706c0d642257 req-19fd946e-b768-444a-84f6-24c128e32757 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586140 Nov 15 14:30:07.024997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] For port e403370b-c494-4762-95d7-1a173233e929, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:30:07.029087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] For port e403370b-c494-4762-95d7-1a173233e929, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e403370b-c494-4762-95d7-1a173233e929,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:30:07.121854 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:07.134245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795e2f9-abd4-454b-ad9c-747ed7c505ab req-64701aa5-105c-4978-9eb5-4f6b52cc6947 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:07.136375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9795e2f9-abd4-454b-ad9c-747ed7c505ab req-64701aa5-105c-4978-9eb5-4f6b52cc6947 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0675058 Nov 15 14:30:07.185348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:07.193326 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:07.196363 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] 10.222.0.59 "PUT /v2.0/ports/e403370b-c494-4762-95d7-1a173233e929 HTTP/1.1" status: 200 len: 1095 time: 1.3339970 Nov 15 14:30:07.197718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff3b28e-718c-4f7f-83e2-541b871969e1', 'tag': 'e403370b-c494-4762-95d7-1a173233e929'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:07.214938 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5efdf6-cc62-456a-ace4-d9feac326d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff3b28e-718c-4f7f-83e2-541b871969e1", "tag": "e403370b-c494-4762-95d7-1a173233e929"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:07.240435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9e094-c1f6-4c19-9c86-5d4dfa0e050b service neutron] Pushing event updated for resources: {'Port': ['ID=e403370b-c494-4762-95d7-1a173233e929,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:07.260194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9795e2f9-abd4-454b-ad9c-747ed7c505ab req-32c4b9d0-c79d-47d9-bb7d-49932ec9d3b4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069920 Nov 15 14:30:07.429605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-d00dfba9-c34c-4e43-b6ab-5524be707f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:07.431254 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-d00dfba9-c34c-4e43-b6ab-5524be707f7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 1098 time: 0.0697677 Nov 15 14:30:07.482466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c29e3-6948-4b6c-a956-5f51a3c9f736 req-4dc5d276-9515-4203-93ea-df8ea4de623c tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:07.483902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b8c29e3-6948-4b6c-a956-5f51a3c9f736 req-4dc5d276-9515-4203-93ea-df8ea4de623c tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 945 time: 0.0557861 Nov 15 14:30:07.502041 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-7fb99b1a-0f5b-469d-8f87-0a6f4f45ec43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=e403370b-c494-4762-95d7-1a173233e929 HTTP/1.1" status: 200 len: 217 time: 0.0456638 Nov 15 14:30:07.544123 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b8c29e3-6948-4b6c-a956-5f51a3c9f736 req-9aab202f-0be3-45ca-8b25-71991c7ac5bf tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527532 Nov 15 14:30:07.572484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-03801aa0-31c4-4058-93f2-4c6005a90370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:07.573983 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-03801aa0-31c4-4058-93f2-4c6005a90370 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0543499 Nov 15 14:30:07.591836 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c09acc-aecc-4c72-a5c3-50ffbafb8a8f x-openstack-request-id: req-94c09acc-aecc-4c72-a5c3-50ffbafb8a8f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:07.592715 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff3b28e-718c-4f7f-83e2-541b871969e1", "tag": "e403370b-c494-4762-95d7-1a173233e929", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:07.592968 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94c09acc-aecc-4c72-a5c3-50ffbafb8a8f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:07.593371 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff3b28e-718c-4f7f-83e2-541b871969e1', 'tag': 'e403370b-c494-4762-95d7-1a173233e929', 'status': 'completed', 'code': 200} Nov 15 14:30:07.634570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-a3f37856-3da4-43ef-98bb-e2767603c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:07.636301 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-a3f37856-3da4-43ef-98bb-e2767603c7dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416367 Nov 15 14:30:07.698583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd8f02-3262-4fcd-b507-a36733439d8e req-8160fc93-efbc-4a55-aab2-6ab96dabe569 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:07.703481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7abd8f02-3262-4fcd-b507-a36733439d8e req-8160fc93-efbc-4a55-aab2-6ab96dabe569 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.0559316 Nov 15 14:30:07.749206 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7abd8f02-3262-4fcd-b507-a36733439d8e req-a469ff7e-59b1-4d5e-a610-99a88750b708 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Nov 15 14:30:07.764084 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-991b5c8d-3429-40a6-95c3-71cf04b82a02 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050086 Nov 15 14:30:07.853709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccfa8b-246a-4562-8f15-254f06208949 req-30993cdf-67ec-43bc-9946-2c8599141ed2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:07.855267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4ccfa8b-246a-4562-8f15-254f06208949 req-30993cdf-67ec-43bc-9946-2c8599141ed2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 947 time: 0.0487185 Nov 15 14:30:07.872723 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d48c9f5b-8ef3-481b-af07-58e310cd10a5 req-81cbbb69-1a96-40e6-a608-2c128f653acb service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866823 Nov 15 14:30:07.913789 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4ccfa8b-246a-4562-8f15-254f06208949 req-6bc19a2a-b1bb-4ed4-8301-1bef928b5bd0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518291 Nov 15 14:30:08.022213 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a93fb1-f3e6-4aa4-9cfb-98d06eb7b253 req-e56c91c6-3d70-4086-952b-ee5089330b21 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:08.023731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21a93fb1-f3e6-4aa4-9cfb-98d06eb7b253 req-e56c91c6-3d70-4086-952b-ee5089330b21 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0491042 Nov 15 14:30:08.085390 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5efdf6-cc62-456a-ace4-d9feac326d7f req-abb83dc6-bf7b-4f70-a19c-bdeb5fe6f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:08.088259 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ec5efdf6-cc62-456a-ace4-d9feac326d7f req-abb83dc6-bf7b-4f70-a19c-bdeb5fe6f1da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 1098 time: 0.0546288 Nov 15 14:30:08.088481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21a93fb1-f3e6-4aa4-9cfb-98d06eb7b253 req-e5bd21f4-f171-4f38-a206-f3786631f670 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543518 Nov 15 14:30:08.141002 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b33ea6-c094-48e0-952f-193249f8cbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd51bf37-4f03-4a30-8e33-483643b0edd5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:08.143979 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6595ad-a876-42ab-bed1-7dca77ecb312" -d '{"events": [{"server_uuid": "f6b33ea6-c094-48e0-952f-193249f8cbee", "name": "network-vif-plugged", "status": "completed", "tag": "dd51bf37-4f03-4a30-8e33-483643b0edd5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:08.193958 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c29bab-5337-4203-a164-14242cd1d032 req-e89436d8-c8e6-47a1-ac6e-3b0ec0570418 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:08.195523 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23c29bab-5337-4203-a164-14242cd1d032 req-e89436d8-c8e6-47a1-ac6e-3b0ec0570418 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.0548077 Nov 15 14:30:08.202155 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5efdf6-cc62-456a-ace4-d9feac326d7f req-d1c57d34-127a-4b27-8119-2f6ba5059d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:08.208798 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ec5efdf6-cc62-456a-ace4-d9feac326d7f req-d1c57d34-127a-4b27-8119-2f6ba5059d64 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.0945892 Nov 15 14:30:08.247875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23c29bab-5337-4203-a164-14242cd1d032 req-85f302ed-ef52-4d03-af38-1ec0161379bf tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456982 Nov 15 14:30:08.266651 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ec5efdf6-cc62-456a-ace4-d9feac326d7f req-b3ad6c5e-c7c4-4ae7-bb6e-ef76fd80c09f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=e403370b-c494-4762-95d7-1a173233e929 HTTP/1.1" status: 200 len: 217 time: 0.0451016 Nov 15 14:30:08.351535 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5efdf6-cc62-456a-ace4-d9feac326d7f req-57aea327-e6c5-4289-88f8-6db5fafc093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:08.353053 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ec5efdf6-cc62-456a-ace4-d9feac326d7f req-57aea327-e6c5-4289-88f8-6db5fafc093f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0533166 Nov 15 14:30:08.374412 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15232d7-1f6c-4040-97db-d31f8a4c9d03 req-f3d1a47c-af29-40a5-b876-28e0e1e16dbc tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:08.375925 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e15232d7-1f6c-4040-97db-d31f8a4c9d03 req-f3d1a47c-af29-40a5-b876-28e0e1e16dbc tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0539455 Nov 15 14:30:08.418421 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5efdf6-cc62-456a-ace4-d9feac326d7f req-866e8402-7950-4b44-9007-f875af613d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:08.419945 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ec5efdf6-cc62-456a-ace4-d9feac326d7f req-866e8402-7950-4b44-9007-f875af613d89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409045 Nov 15 14:30:08.428486 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e15232d7-1f6c-4040-97db-d31f8a4c9d03 req-242a8cbb-f067-4c05-bd18-7d02ade47690 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461628 Nov 15 14:30:08.474689 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dcfef9-36af-4d59-996a-024da6fb7d1d x-openstack-request-id: req-56dcfef9-36af-4d59-996a-024da6fb7d1d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:08.475087 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b33ea6-c094-48e0-952f-193249f8cbee", "name": "network-vif-plugged", "status": "completed", "tag": "dd51bf37-4f03-4a30-8e33-483643b0edd5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:08.475473 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56dcfef9-36af-4d59-996a-024da6fb7d1d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:08.476823 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b33ea6-c094-48e0-952f-193249f8cbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd51bf37-4f03-4a30-8e33-483643b0edd5', 'code': 200} Nov 15 14:30:08.537220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-82043cd2-1f6b-4e25-b615-821a4c59541d tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:30:08.538148 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-82043cd2-1f6b-4e25-b615-821a4c59541d tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134826 Nov 15 14:30:08.573363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab761d-8348-4698-aeb3-dadb103877e8 req-6b76b6ae-eab4-4922-83ad-0e65be8c6f9a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:08.575863 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3ab761d-8348-4698-aeb3-dadb103877e8 req-6b76b6ae-eab4-4922-83ad-0e65be8c6f9a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0533900 Nov 15 14:30:08.599001 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ec5efdf6-cc62-456a-ace4-d9feac326d7f req-52d00b78-9cff-4d4c-ad48-8c340f98c2db service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565335 Nov 15 14:30:08.640720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3ab761d-8348-4698-aeb3-dadb103877e8 req-3eb907dd-1c4e-4313-b90d-9114c1a74d66 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590892 Nov 15 14:30:08.641627 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039792b-e44c-4349-9578-dee1c89a3eec req-9a3cce84-6dba-439c-82de-82fd465c7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:08.643178 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-9a3cce84-6dba-439c-82de-82fd465c7ae9 service neutron] 10.222.0.70 "GET /v2.0/ports/ff6d83e2-4506-4586-90cc-398176d051bd HTTP/1.1" status: 200 len: 1093 time: 0.0975449 Nov 15 14:30:08.681110 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] Request body: {'binding': {'host': 'n-h2-817748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:08.681625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:30:08.780304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455496a-bbf9-462d-8d9c-880af3d12493 req-472ad32c-c5d4-46df-a86c-33ebe58239e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:08.781832 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3455496a-bbf9-462d-8d9c-880af3d12493 req-472ad32c-c5d4-46df-a86c-33ebe58239e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 1097 time: 0.2167339 Nov 15 14:30:09.077639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423b069-9ef2-4143-bed5-567abd0ad63f req-91d13a91-94db-4dc0-a7da-d0561ea09d65 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:09.077639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2423b069-9ef2-4143-bed5-567abd0ad63f req-91d13a91-94db-4dc0-a7da-d0561ea09d65 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 945 time: 0.0582001 Nov 15 14:30:09.097786 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ec5efdf6-cc62-456a-ace4-d9feac326d7f req-535494c3-ea33-4982-94cb-068ef9723c85 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803643 Nov 15 14:30:09.124864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2423b069-9ef2-4143-bed5-567abd0ad63f req-baf78bbc-abec-44d4-82e5-bafa6e480a54 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433490 Nov 15 14:30:09.154505 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3455496a-bbf9-462d-8d9c-880af3d12493 req-f41d52f1-23ec-4456-9709-fc932260c741 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419557 Nov 15 14:30:09.172662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd on host n-h2-817748-2 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:30:09.177242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:30:09.177242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:09.178782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] Port ff6d83e2-4506-4586-90cc-398176d051bd on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:30:09.179175 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:09.188815 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:30:09.189177 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:30:09.189555 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:30:09.189998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] Bound port: ff6d83e2-4506-4586-90cc-398176d051bd, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:30:09.246025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85d6b1-4000-4ac2-9bf8-776c50b365be req-d3347271-042e-465f-b443-fe49474c647b tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:09.247748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd85d6b1-4000-4ac2-9bf8-776c50b365be req-d3347271-042e-465f-b443-fe49474c647b tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.0552106 Nov 15 14:30:09.250312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ff6d83e2-4506-4586-90cc-398176d051bd,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:30:09.300803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd85d6b1-4000-4ac2-9bf8-776c50b365be req-43eb4e27-374c-4995-99b3-8cb674bde821 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Nov 15 14:30:09.326693 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:09.327889 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-f3ded088-b832-4fa2-9f86-49ffa71c834b service neutron] 10.222.0.70 "POST /v2.0/ports/ff6d83e2-4506-4586-90cc-398176d051bd/bindings HTTP/1.1" status: 201 len: 389 time: 0.6508877 Nov 15 14:30:09.404036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d1894-15eb-4b32-bd6d-c0c3788ab787 req-3306c3a4-6549-4841-aa4a-2c8f07edc8dc tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:09.405504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c88d1894-15eb-4b32-bd6d-c0c3788ab787 req-3306c3a4-6549-4841-aa4a-2c8f07edc8dc tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 947 time: 0.0494487 Nov 15 14:30:09.460665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c88d1894-15eb-4b32-bd6d-c0c3788ab787 req-f435bcfd-e48f-4cb9-b2e8-2a69bf229c35 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489945 Nov 15 14:30:09.607134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698af1ec-5541-487a-80b6-ae7ba7f48813 req-aa437a81-6e9a-4d07-989e-a772d663c97a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:09.608889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-698af1ec-5541-487a-80b6-ae7ba7f48813 req-aa437a81-6e9a-4d07-989e-a772d663c97a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.0553429 Nov 15 14:30:09.640751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-561cec66-d172-4fc9-b54c-a4a98fb81e33 req-4229499f-04cc-436f-a6fa-11e7feb93731 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:30:09.641745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-561cec66-d172-4fc9-b54c-a4a98fb81e33 req-4229499f-04cc-436f-a6fa-11e7feb93731 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053706 Nov 15 14:30:09.688461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-698af1ec-5541-487a-80b6-ae7ba7f48813 req-6e434c6d-9b8d-43a9-adc2-1e4f2aa29598 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647128 Nov 15 14:30:09.796262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5307b46-93f0-469a-a58c-9c2bca2e778d req-344b2cab-e7d0-4bfa-9187-ae1723c84750 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:09.797639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5307b46-93f0-469a-a58c-9c2bca2e778d req-344b2cab-e7d0-4bfa-9187-ae1723c84750 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 945 time: 0.0493402 Nov 15 14:30:09.849167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5307b46-93f0-469a-a58c-9c2bca2e778d req-ab83780a-8e19-4c84-b624-8930f2ae9edc tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445900 Nov 15 14:30:09.964024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e158ed6-450d-4a45-9ed0-40d752fa0f9b req-f5e236c2-0407-4b37-ac94-867a47b80134 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:09.965541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e158ed6-450d-4a45-9ed0-40d752fa0f9b req-f5e236c2-0407-4b37-ac94-867a47b80134 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0556946 Nov 15 14:30:10.015169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e158ed6-450d-4a45-9ed0-40d752fa0f9b req-7b811770-a5d4-4b41-9575-a6c7dce92f30 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433569 Nov 15 14:30:10.141974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a56505-097a-418e-a952-264c418148a0 req-62439538-454d-4a7c-af49-bbfda4a99f4c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:10.143541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85a56505-097a-418e-a952-264c418148a0 req-62439538-454d-4a7c-af49-bbfda4a99f4c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0903933 Nov 15 14:30:10.152026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb2d02-1416-4520-82c0-465d7276b281 req-83f9d18a-0c87-46cb-a3aa-1f7614eb20a3 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:10.153540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85eb2d02-1416-4520-82c0-465d7276b281 req-83f9d18a-0c87-46cb-a3aa-1f7614eb20a3 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0684917 Nov 15 14:30:10.157565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039792b-e44c-4349-9578-dee1c89a3eec req-901ca600-ca7d-4e65-9012-da09a7777a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:10.161793 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-901ca600-ca7d-4e65-9012-da09a7777a94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 1096 time: 0.0736938 Nov 15 14:30:10.216066 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-6d28a7c9-1f97-4a53-b58e-8afc9668e01d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962875 Nov 15 14:30:10.228029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85a56505-097a-418e-a952-264c418148a0 req-ec41952c-d9a6-465c-bfd5-10c10554753d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734971 Nov 15 14:30:10.235730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85eb2d02-1416-4520-82c0-465d7276b281 req-5a87c8ea-423d-4ab6-ba45-87ab101f49e4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738015 Nov 15 14:30:10.264875 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039792b-e44c-4349-9578-dee1c89a3eec req-a37095f5-9246-4f87-b2a8-7da5011bce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:10.266025 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-a37095f5-9246-4f87-b2a8-7da5011bce04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.0981066 Nov 15 14:30:10.349740 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-768549ec-abd8-4bb5-8254-0c1ee4928dd8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff6d83e2-4506-4586-90cc-398176d051bd HTTP/1.1" status: 200 len: 217 time: 0.0707595 Nov 15 14:30:10.371007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe5f71-ff96-44ab-a69b-2462dcda69a6 req-50bbd029-6fa7-4621-8876-ec865746b18f tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:10.378483 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cfe5f71-ff96-44ab-a69b-2462dcda69a6 req-50bbd029-6fa7-4621-8876-ec865746b18f tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 945 time: 0.0766146 Nov 15 14:30:10.423997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039792b-e44c-4349-9578-dee1c89a3eec req-2766cbdb-41e0-4d9d-a22e-1b4957338070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:10.429941 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-2766cbdb-41e0-4d9d-a22e-1b4957338070 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0684006 Nov 15 14:30:10.430698 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cfe5f71-ff96-44ab-a69b-2462dcda69a6 req-d61c6ead-99c7-4b78-a0f5-42e9dee75c0c tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513730 Nov 15 14:30:10.471088 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-babb47ed-2c16-4554-b8a2-33055ccfdef1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278232 Nov 15 14:30:10.548549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59ab7d-69f2-460b-b9a2-4a4c4611a3b2 req-4001a20f-1aa7-426a-b4cf-1afb4ff421fe tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:10.550886 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d59ab7d-69f2-460b-b9a2-4a4c4611a3b2 req-4001a20f-1aa7-426a-b4cf-1afb4ff421fe tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.0636168 Nov 15 14:30:10.584371 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-63269ff4-55d8-4e31-9f23-5efec6a3eda7 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960376 Nov 15 14:30:10.608625 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d59ab7d-69f2-460b-b9a2-4a4c4611a3b2 req-fd70a7f4-97a3-4506-ae64-f792b192553d tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Nov 15 14:30:10.725259 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-24b4861b-db77-439e-b923-d1f4afaa5167 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272247 Nov 15 14:30:10.777269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a58f10-a486-4afb-a7e9-ce553321fa79 req-86e29585-1bb5-4496-a3be-f9f7026192ab tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:10.778774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4a58f10-a486-4afb-a7e9-ce553321fa79 req-86e29585-1bb5-4496-a3be-f9f7026192ab tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 947 time: 0.1026976 Nov 15 14:30:10.800343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5257a-59b3-4c3f-978c-8ad8f780c997 req-79173b54-d424-440b-8184-980b26c49951 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:10.802208 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-feb5257a-59b3-4c3f-978c-8ad8f780c997 req-79173b54-d424-440b-8184-980b26c49951 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0722175 Nov 15 14:30:10.868828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4a58f10-a486-4afb-a7e9-ce553321fa79 req-24126e12-11de-4ffd-a20b-a872846125a0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818279 Nov 15 14:30:10.877869 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-feb5257a-59b3-4c3f-978c-8ad8f780c997 req-b9ce8864-2619-4227-8e86-3e0b3653638f tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668447 Nov 15 14:30:11.008473 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039792b-e44c-4349-9578-dee1c89a3eec req-6ad33d2f-7316-481e-ba30-5a5093407aa7 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:11.010668 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-6ad33d2f-7316-481e-ba30-5a5093407aa7 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1096 time: 0.0693791 Nov 15 14:30:11.030784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817748-2'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:11.035156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e740b49-aff8-4a77-89ba-bc6fd923bfd3 req-cb10afdd-ae38-4ff4-8e63-2ffb8463a9df tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:11.037294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e740b49-aff8-4a77-89ba-bc6fd923bfd3 req-cb10afdd-ae38-4ff4-8e63-2ffb8463a9df tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 945 time: 0.0928645 Nov 15 14:30:11.048856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd51a0-aae7-4523-b4ea-c43a095fb6bc req-e9e97c03-9fd2-4b74-9f86-dea7be880f71 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:11.050956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cdbd51a0-aae7-4523-b4ea-c43a095fb6bc req-e9e97c03-9fd2-4b74-9f86-dea7be880f71 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.0923157 Nov 15 14:30:11.105387 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:11.129238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e740b49-aff8-4a77-89ba-bc6fd923bfd3 req-1ce8acd0-86a7-428a-ae96-4ac0957d934a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767040 Nov 15 14:30:11.140020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cdbd51a0-aae7-4523-b4ea-c43a095fb6bc req-71ffc5fd-e352-420c-a04e-af7767bf4fe6 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737660 Nov 15 14:30:11.234742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ff6d83e2-4506-4586-90cc-398176d051bd,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:11.276780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:30:11.353178 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff6d83e2-4506-4586-90cc-398176d051bd'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:11.358424 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f1c299-3d1b-4f51-8c9a-33b2e4179bfe" -d '{"events": [{"server_uuid": "6a8f5726-f34d-4bb9-b92e-a8913592185b", "name": "network-vif-unplugged", "status": "completed", "tag": "ff6d83e2-4506-4586-90cc-398176d051bd"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:11.363134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d0eee-e3ea-4020-a9a2-4d55a302ef6b req-4bbb1e76-2b29-43b2-abf0-93253d42d5b7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:11.364257 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:11.364698 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-485d0eee-e3ea-4020-a9a2-4d55a302ef6b req-4bbb1e76-2b29-43b2-abf0-93253d42d5b7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0632823 Nov 15 14:30:11.402067 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8b3548-9d40-4ac1-91bb-edbb2bcb5faf x-openstack-request-id: req-fc8b3548-9d40-4ac1-91bb-edbb2bcb5faf {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:11.402368 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8f5726-f34d-4bb9-b92e-a8913592185b", "name": "network-vif-unplugged", "status": "completed", "tag": "ff6d83e2-4506-4586-90cc-398176d051bd", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:11.402971 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc8b3548-9d40-4ac1-91bb-edbb2bcb5faf {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:11.403413 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff6d83e2-4506-4586-90cc-398176d051bd', 'code': 200} Nov 15 14:30:11.426110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-485d0eee-e3ea-4020-a9a2-4d55a302ef6b req-34cbfcad-b0fe-4cb6-972b-b01ecaf259f5 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542521 Nov 15 14:30:11.459950 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:11.566480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Pushing event updated for resources: {'Port': ['ID=ff6d83e2-4506-4586-90cc-398176d051bd,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:11.580095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd on host n-h1-817748-2 for vnic_type normal with profile {"migrating_to": "n-h2-817748-2"} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:30:11.580498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:30:11.580909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:11.586985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Port ff6d83e2-4506-4586-90cc-398176d051bd on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:30:11.587282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:11.591663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089c9b-764f-48d6-adbe-4cfa5ea562c4 req-54abc4b5-387a-44c4-aa31-afb81decd519 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:11.595776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:30:11.595776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:30:11.595776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:30:11.595776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Bound port: ff6d83e2-4506-4586-90cc-398176d051bd, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:30:11.596319 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:11.600805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce089c9b-764f-48d6-adbe-4cfa5ea562c4 req-54abc4b5-387a-44c4-aa31-afb81decd519 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 945 time: 0.0929930 Nov 15 14:30:11.641174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e403370b-c494-4762-95d7-1a173233e929 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:30:11.671349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:30:11.674663 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ff6d83e2-4506-4586-90cc-398176d051bd,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:30:11.677324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce089c9b-764f-48d6-adbe-4cfa5ea562c4 req-5bf18f07-39b8-4b07-8303-4d779b6e73e4 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ae6ef9d-d221-4486-a0b1-f71c17f001a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751510 Nov 15 14:30:11.757334 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:11.789893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e403370b-c494-4762-95d7-1a173233e929, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e403370b-c494-4762-95d7-1a173233e929,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:11.796907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e703a6f-26c9-42e6-8118-b2c877ce9c93 req-9aad96f9-1d8f-4824-a940-764fb961c8a9 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:11.804628 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e703a6f-26c9-42e6-8118-b2c877ce9c93 req-9aad96f9-1d8f-4824-a940-764fb961c8a9 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.0940089 Nov 15 14:30:11.805388 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'e403370b-c494-4762-95d7-1a173233e929', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'e403370b-c494-4762-95d7-1a173233e929', 'mac_address': 'fa:16:3e:28:8b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:30:11.871953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e703a6f-26c9-42e6-8118-b2c877ce9c93 req-ec0a997d-1380-47f7-a670-9a9373dbd064 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606709 Nov 15 14:30:11.879203 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:11.896836 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Pushing event updated for resources: {'Port': ['ID=ff6d83e2-4506-4586-90cc-398176d051bd,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:11.897808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e403370b-c494-4762-95d7-1a173233e929 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:30:11.900564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:11.901177 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:11.902587 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bdf910bb-ac70-47a4-83a6-6c1d50ecb9be service neutron] 10.222.0.46 "PUT /v2.0/ports/ff6d83e2-4506-4586-90cc-398176d051bd HTTP/1.1" status: 200 len: 1121 time: 0.8763270 Nov 15 14:30:11.930015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e403370b-c494-4762-95d7-1a173233e929, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e403370b-c494-4762-95d7-1a173233e929,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:11.999462 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:12.072667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3650ff7-0a4b-469d-93fe-86d07a8a9cbc req-7d9ca9d6-1e3f-45b6-be7c-42e837593860 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:12.077617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b3650ff7-0a4b-469d-93fe-86d07a8a9cbc req-7d9ca9d6-1e3f-45b6-be7c-42e837593860 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1144600 Nov 15 14:30:12.095477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e403370b-c494-4762-95d7-1a173233e929,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:12.123951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62651530-b177-4a1d-8781-7172e83a6243 req-1b6fb1ad-3af0-4a38-9d5b-e26e23ae47e8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:12.132027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62651530-b177-4a1d-8781-7172e83a6243 req-1b6fb1ad-3af0-4a38-9d5b-e26e23ae47e8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 948 time: 0.1359365 Nov 15 14:30:12.157352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efece16-1c06-41d5-b016-3b990453f939 req-90735acf-4245-4e60-8623-c48d35eb3b10 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:12.159430 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6efece16-1c06-41d5-b016-3b990453f939 req-90735acf-4245-4e60-8623-c48d35eb3b10 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 945 time: 0.1195045 Nov 15 14:30:12.188357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['ff6d83e2-4506-4586-90cc-398176d051bd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:12.196040 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b3650ff7-0a4b-469d-93fe-86d07a8a9cbc req-ea314259-a35c-4033-85fe-57facefafba9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071763 Nov 15 14:30:12.208184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62651530-b177-4a1d-8781-7172e83a6243 req-6106d00e-be52-4bd2-8b0e-ec5d6115bf58 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752289 Nov 15 14:30:12.341341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6efece16-1c06-41d5-b016-3b990453f939 req-17ff9825-b256-45c5-8c56-2cd3e2020e44 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Deleting port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:12.341904 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6efece16-1c06-41d5-b016-3b990453f939 req-17ff9825-b256-45c5-8c56-2cd3e2020e44 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:12.380682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb901bf-7367-4677-9a01-b26bcba25fe1 req-702fc58b-f327-49fc-aae7-3436dc8445d2 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:12.390573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-feb901bf-7367-4677-9a01-b26bcba25fe1 req-702fc58b-f327-49fc-aae7-3436dc8445d2 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.1204128 Nov 15 14:30:12.455001 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6efece16-1c06-41d5-b016-3b990453f939 req-17ff9825-b256-45c5-8c56-2cd3e2020e44 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] For port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=99fd0b6a-49e5-47fa-a048-6e0c67fe3b78,segment=NetworkSegment(544b019b-5407-4453-b234-4299df65ab1a),segment_id=544b019b-5407-4453-b234-4299df65ab1a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:12.455277 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6efece16-1c06-41d5-b016-3b990453f939 req-17ff9825-b256-45c5-8c56-2cd3e2020e44 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:12.471772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6efece16-1c06-41d5-b016-3b990453f939 req-17ff9825-b256-45c5-8c56-2cd3e2020e44 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Calling delete_port for 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:12.705620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef2b0a-ec0b-4aeb-a28d-e8c9d02356bb req-7c6d8156-074b-4bfd-812d-542219fe6a46 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:12.707153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5ef2b0a-ec0b-4aeb-a28d-e8c9d02356bb req-7c6d8156-074b-4bfd-812d-542219fe6a46 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.3760402 Nov 15 14:30:12.715722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-feb901bf-7367-4677-9a01-b26bcba25fe1 req-1456ddf5-b0dd-4c36-90f9-3a1e2559ea17 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240447 Nov 15 14:30:12.743151 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6efece16-1c06-41d5-b016-3b990453f939 req-17ff9825-b256-45c5-8c56-2cd3e2020e44 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:12.760993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['99fd0b6a-49e5-47fa-a048-6e0c67fe3b78'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:12.788753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e403370b-c494-4762-95d7-1a173233e929'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:12.798304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff9825-b256-45c5-8c56-2cd3e2020e44 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Pushing event deleted for resources: {'Port': ['ID=99fd0b6a-49e5-47fa-a048-6e0c67fe3b78,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:12.839149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5ef2b0a-ec0b-4aeb-a28d-e8c9d02356bb req-5002cc8c-ef5c-4f7e-beaf-f8ebf6723252 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098545 Nov 15 14:30:12.986224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efece16-1c06-41d5-b016-3b990453f939 req-17ff9825-b256-45c5-8c56-2cd3e2020e44 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] No DVR routers for this DVR port 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:12.994593 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6efece16-1c06-41d5-b016-3b990453f939 req-17ff9825-b256-45c5-8c56-2cd3e2020e44 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:13.007267 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6efece16-1c06-41d5-b016-3b990453f939 req-17ff9825-b256-45c5-8c56-2cd3e2020e44 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.46 "DELETE /v2.0/ports/99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 HTTP/1.1" status: 204 len: 173 time: 0.8106868 Nov 15 14:30:13.012505 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d38cfdfe-622a-428c-b783-627de1859237 req-869acfc5-e879-499e-80c0-2d65318f8828 tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 210 time: 0.0524974 Nov 15 14:30:13.075768 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:30:13.112819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc90f0-49f3-4a4e-86a1-e24b47b85d5e req-fedb61cd-3ec1-45e7-92f9-3bb3f40b578d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:13.114700 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfcc90f0-49f3-4a4e-86a1-e24b47b85d5e req-fedb61cd-3ec1-45e7-92f9-3bb3f40b578d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0933931 Nov 15 14:30:13.203159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfcc90f0-49f3-4a4e-86a1-e24b47b85d5e req-b7efd878-bd61-43e6-876d-f06429181b20 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771863 Nov 15 14:30:13.218649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6319a37-42c3-4906-8625-cc648d3428c5 req-9e605b2b-933e-4405-b042-b884d252ca38 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:13.219021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6319a37-42c3-4906-8625-cc648d3428c5 req-9e605b2b-933e-4405-b042-b884d252ca38 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.1031525 Nov 15 14:30:13.309339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6319a37-42c3-4906-8625-cc648d3428c5 req-b9f2cbe9-7544-4de4-8d37-2169a0344689 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799177 Nov 15 14:30:13.368533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1332869-5011-423e-b9b2-60f4c3dca1f2 req-d048b023-5f09-4bb9-954f-334ef0ab0e0d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:13.370930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1332869-5011-423e-b9b2-60f4c3dca1f2 req-d048b023-5f09-4bb9-954f-334ef0ab0e0d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0804420 Nov 15 14:30:13.407690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'tag': 'ff6d83e2-4506-4586-90cc-398176d051bd'}, {'server_uuid': '5fd894e0-0e09-4488-86df-ceae17711bb3', 'name': 'network-vif-deleted', 'tag': '99fd0b6a-49e5-47fa-a048-6e0c67fe3b78'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:13.411883 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae52c2c-0e68-4cf4-8c81-5c2737902730" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8f5726-f34d-4bb9-b92e-a8913592185b", "tag": "ff6d83e2-4506-4586-90cc-398176d051bd"}, {"server_uuid": "5fd894e0-0e09-4488-86df-ceae17711bb3", "name": "network-vif-deleted", "tag": "99fd0b6a-49e5-47fa-a048-6e0c67fe3b78"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:13.426210 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-52a9331f-5966-408c-93a8-111493dc293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:13.427928 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-52a9331f-5966-408c-93a8-111493dc293e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 1101 time: 0.0630145 Nov 15 14:30:13.458434 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1332869-5011-423e-b9b2-60f4c3dca1f2 req-1609edb3-3f51-4d7a-9352-faf092dd9ea0 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771904 Nov 15 14:30:13.482251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4a1e3-3d99-4cb9-b0af-dd700994cd80 req-9e5239ec-1153-4530-99d4-87b928b2575d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:13.485633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92c4a1e3-3d99-4cb9-b0af-dd700994cd80 req-9e5239ec-1153-4530-99d4-87b928b2575d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 948 time: 0.0741920 Nov 15 14:30:13.556363 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4aa33e-b2f0-4d59-acf4-f0a15298083f x-openstack-request-id: req-8f4aa33e-b2f0-4d59-acf4-f0a15298083f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:13.556590 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8f5726-f34d-4bb9-b92e-a8913592185b", "tag": "ff6d83e2-4506-4586-90cc-398176d051bd", "status": "completed", "code": 200}, {"server_uuid": "5fd894e0-0e09-4488-86df-ceae17711bb3", "name": "network-vif-deleted", "tag": "99fd0b6a-49e5-47fa-a048-6e0c67fe3b78", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:13.556863 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f4aa33e-b2f0-4d59-acf4-f0a15298083f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:13.557239 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'tag': 'ff6d83e2-4506-4586-90cc-398176d051bd', 'status': 'completed', 'code': 200} Nov 15 14:30:13.557464 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd894e0-0e09-4488-86df-ceae17711bb3', 'name': 'network-vif-deleted', 'tag': '99fd0b6a-49e5-47fa-a048-6e0c67fe3b78', 'status': 'completed', 'code': 200} Nov 15 14:30:13.576508 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-b3f38919-1679-41b2-80a9-e23b523678ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:13.580617 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-b3f38919-1679-41b2-80a9-e23b523678ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1388104 Nov 15 14:30:13.585922 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92c4a1e3-3d99-4cb9-b0af-dd700994cd80 req-2b37ad8a-a742-4a36-bb5a-6206d6892350 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902300 Nov 15 14:30:13.647595 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-d406a715-b8e1-4074-adbc-32236b328b4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54 HTTP/1.1" status: 200 len: 217 time: 0.0447297 Nov 15 14:30:13.658845 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae52c2c-0e68-4cf4-8c81-5c2737902730 req-beedf6a5-5552-41e9-8481-c1e4f364499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:13.660333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ae52c2c-0e68-4cf4-8c81-5c2737902730 req-beedf6a5-5552-41e9-8481-c1e4f364499f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 1124 time: 0.0434356 Nov 15 14:30:13.763745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-ca67eb05-268d-4109-adca-2da1a690832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:13.766080 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-ca67eb05-268d-4109-adca-2da1a690832e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0669622 Nov 15 14:30:13.832781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae52c2c-0e68-4cf4-8c81-5c2737902730 req-7c37edab-f7b0-4eb0-baf5-954317f3fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:13.834360 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ae52c2c-0e68-4cf4-8c81-5c2737902730 req-7c37edab-f7b0-4eb0-baf5-954317f3fe8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.1322162 Nov 15 14:30:13.843429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-e85d7dfb-0783-4a0a-bd3f-b85e211dfc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:13.845003 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-e85d7dfb-0783-4a0a-bd3f-b85e211dfc47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435514 Nov 15 14:30:13.856190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbbe35-2a10-4a2d-8065-e23d6e497bbf req-bffd1cc0-bfe7-4a6c-a411-1d892a6a5e0c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:13.857652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08cbbe35-2a10-4a2d-8065-e23d6e497bbf req-bffd1cc0-bfe7-4a6c-a411-1d892a6a5e0c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.0595737 Nov 15 14:30:13.911403 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ff6d83e2-4506-4586-90cc-398176d051bd details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:30:13.931187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ae52c2c-0e68-4cf4-8c81-5c2737902730 req-58bbbd03-b3a9-429c-a55f-07a4c022d523 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff6d83e2-4506-4586-90cc-398176d051bd HTTP/1.1" status: 200 len: 217 time: 0.0521882 Nov 15 14:30:13.972224 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08cbbe35-2a10-4a2d-8065-e23d6e497bbf req-cd8a22c9-3176-4880-bbad-dc38166e822c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939989 Nov 15 14:30:13.991650 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-46267d2e-83c7-4bac-a832-54c54516e396 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059611 Nov 15 14:30:14.030640 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ff6d83e2-4506-4586-90cc-398176d051bd,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:14.043574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ff6d83e2-4506-4586-90cc-398176d051bd has no active binding in host n-h2-817748-2 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 14:30:14.089154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae52c2c-0e68-4cf4-8c81-5c2737902730 req-d29dd831-67b1-419b-8d73-0bae937a5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:14.089154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ae52c2c-0e68-4cf4-8c81-5c2737902730 req-d29dd831-67b1-419b-8d73-0bae937a5bf2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.1159482 Nov 15 14:30:14.125577 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-c7db7e79-45b8-429b-8972-2d6c95c9f152 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133821 Nov 15 14:30:14.149367 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63017f9f-4c51-40eb-9514-6d47b09a38a2 req-423b78d1-2ddc-4b1e-8c70-917e85b88eb9 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:14.150979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63017f9f-4c51-40eb-9514-6d47b09a38a2 req-423b78d1-2ddc-4b1e-8c70-917e85b88eb9 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.1372240 Nov 15 14:30:14.153409 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20030c6-1db1-4e8d-9f6f-773b1ef7ddf2 req-a3df71d8-c607-43b5-b843-26946ef3cbca tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:14.154873 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d20030c6-1db1-4e8d-9f6f-773b1ef7ddf2 req-a3df71d8-c607-43b5-b843-26946ef3cbca tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 1097 time: 0.1069696 Nov 15 14:30:14.156622 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ae52c2c-0e68-4cf4-8c81-5c2737902730 req-c81f8464-bc98-4c66-885c-7bc39642b6ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528383 Nov 15 14:30:14.313907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d20030c6-1db1-4e8d-9f6f-773b1ef7ddf2 req-0c709fb3-c66c-47a1-b4eb-2a7c7dcf9475 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429982 Nov 15 14:30:14.324691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63017f9f-4c51-40eb-9514-6d47b09a38a2 req-3cdd6b2c-08d3-41d6-be34-aecd52bb2a0f tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603167 Nov 15 14:30:14.353263 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ae52c2c-0e68-4cf4-8c81-5c2737902730 req-f20cc3e9-77ca-4827-8180-150a9e79ac55 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677113 Nov 15 14:30:14.497209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-efdda7a0-b7b1-4eaf-a452-793b4a4f4fd1 req-175ee88b-e887-4fc8-ae80-026f8fe6c31b tempest-AttachSCSIVolumeTestJSON-1782655262 tempest-AttachSCSIVolumeTestJSON-1782655262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd894e0-0e09-4488-86df-ceae17711bb3 HTTP/1.1" status: 200 len: 210 time: 0.0521209 Nov 15 14:30:14.549505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4436261-dcac-4967-9ff9-2ae3c17cd10c req-58a8c175-81b9-435d-b47c-23101d17e7ca tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:14.552019 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4436261-dcac-4967-9ff9-2ae3c17cd10c req-58a8c175-81b9-435d-b47c-23101d17e7ca tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1084840 Nov 15 14:30:14.572648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ae52c2c-0e68-4cf4-8c81-5c2737902730 req-4c167aac-af33-4db2-bf27-eb32b5885dd0 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971145 Nov 15 14:30:14.656115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4436261-dcac-4967-9ff9-2ae3c17cd10c req-ff62b3e3-d6aa-4da1-9ac4-f082b0edc33a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869122 Nov 15 14:30:14.664613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e597b07-168a-4889-990e-e28246e0f174 req-4977f38a-738b-4bfc-9d10-07c3aa9faa8d tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:14.666068 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e597b07-168a-4889-990e-e28246e0f174 req-4977f38a-738b-4bfc-9d10-07c3aa9faa8d tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.0872567 Nov 15 14:30:14.727156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e597b07-168a-4889-990e-e28246e0f174 req-a1f8c219-3b65-4295-845d-e7428457f21f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542841 Nov 15 14:30:14.845029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b72b2-863c-4e0b-b647-f03bff44e18b req-f8ad54a6-336c-4edd-8758-1d27858a98a8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:14.847153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c09b72b2-863c-4e0b-b647-f03bff44e18b req-f8ad54a6-336c-4edd-8758-1d27858a98a8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0868001 Nov 15 14:30:14.884528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e1671-b141-47b1-9c00-78ad47e280d6 req-9cf2b6c5-8968-4d65-bf2e-583e87065f8b tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:14.886224 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da1e1671-b141-47b1-9c00-78ad47e280d6 req-9cf2b6c5-8968-4d65-bf2e-583e87065f8b tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 948 time: 0.0825262 Nov 15 14:30:14.934446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c09b72b2-863c-4e0b-b647-f03bff44e18b req-a0ad9554-9b4a-4038-b777-f26f095bdf03 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797870 Nov 15 14:30:14.966090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da1e1671-b141-47b1-9c00-78ad47e280d6 req-ff71c7fa-0d15-444f-ab26-cd309ebdabe4 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732720 Nov 15 14:30:15.471839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef5545-3519-4f31-820d-90a72b4ea96b req-60e93ce1-384f-42a5-9b34-e9ec1dc6fa46 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:15.473876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59ef5545-3519-4f31-820d-90a72b4ea96b req-60e93ce1-384f-42a5-9b34-e9ec1dc6fa46 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.0527697 Nov 15 14:30:15.531221 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59ef5545-3519-4f31-820d-90a72b4ea96b req-1ce6fa80-f699-4b45-868f-fb85e909687d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504870 Nov 15 14:30:15.664815 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e403370b-c494-4762-95d7-1a173233e929 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:30:15.794038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port e403370b-c494-4762-95d7-1a173233e929 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:30:15.805193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port e403370b-c494-4762-95d7-1a173233e929 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:30:15.805193 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:15.813664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c462e4-e2ce-4fdb-abc4-bd5dc07efcf1 req-eb5d3403-e086-403d-a321-98499604e46a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:15.815612 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88c462e4-e2ce-4fdb-abc4-bd5dc07efcf1 req-eb5d3403-e086-403d-a321-98499604e46a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0805130 Nov 15 14:30:15.910538 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:15.921973 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88c462e4-e2ce-4fdb-abc4-bd5dc07efcf1 req-26da6ab4-00b1-4eef-b22f-941b3df8139d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004429 Nov 15 14:30:15.927661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:15.945808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65d97a-865a-47f1-bbaa-05fe1956c575 req-58794d46-3d3d-4f85-9367-5055e4c195df tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:15.948084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a65d97a-865a-47f1-bbaa-05fe1956c575 req-58794d46-3d3d-4f85-9367-5055e4c195df tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.1182024 Nov 15 14:30:16.013352 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a65d97a-865a-47f1-bbaa-05fe1956c575 req-9a51858b-c1ca-4ea3-a104-c3ae9e204e77 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530896 Nov 15 14:30:16.018579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:16.019300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 99fd0b6a-49e5-47fa-a048-6e0c67fe3b78 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:16.032969 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff3b28e-718c-4f7f-83e2-541b871969e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e403370b-c494-4762-95d7-1a173233e929'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:16.035434 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22037065-1e9e-4617-abd9-ec437255417e" -d '{"events": [{"server_uuid": "4ff3b28e-718c-4f7f-83e2-541b871969e1", "name": "network-vif-plugged", "status": "completed", "tag": "e403370b-c494-4762-95d7-1a173233e929"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:16.061168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e403370b-c494-4762-95d7-1a173233e929, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e403370b-c494-4762-95d7-1a173233e929,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:16.132011 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249249fd-9c12-4e7a-a034-539dedcfdce5 req-cbd017cf-d9df-4ef8-baa9-3eb67a228873 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:16.133421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-249249fd-9c12-4e7a-a034-539dedcfdce5 req-cbd017cf-d9df-4ef8-baa9-3eb67a228873 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0844646 Nov 15 14:30:16.153879 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:16.178446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b55ae5-6c19-4eed-81fa-282830899e9c req-98dc9c40-d141-4e9d-80aa-b7ae064e8c0c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:16.183768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46b55ae5-6c19-4eed-81fa-282830899e9c req-98dc9c40-d141-4e9d-80aa-b7ae064e8c0c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 948 time: 0.0848229 Nov 15 14:30:16.228236 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-249249fd-9c12-4e7a-a034-539dedcfdce5 req-6587dc8d-6a44-4bb0-a184-e16bd74f8832 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875010 Nov 15 14:30:16.236160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e403370b-c494-4762-95d7-1a173233e929,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:16.262461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46b55ae5-6c19-4eed-81fa-282830899e9c req-40fe29f9-5816-41e8-b567-743d19e8fc37 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721619 Nov 15 14:30:16.328432 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228778f9-19cc-464e-a6c2-c0d92b85ddcb x-openstack-request-id: req-228778f9-19cc-464e-a6c2-c0d92b85ddcb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:16.328846 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff3b28e-718c-4f7f-83e2-541b871969e1", "name": "network-vif-plugged", "status": "completed", "tag": "e403370b-c494-4762-95d7-1a173233e929", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:16.329316 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-228778f9-19cc-464e-a6c2-c0d92b85ddcb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:16.329862 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff3b28e-718c-4f7f-83e2-541b871969e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e403370b-c494-4762-95d7-1a173233e929', 'code': 200} Nov 15 14:30:16.389499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317fbbd-3594-4bf4-8fb0-8d0fe99952de req-4dcd5140-24af-40b4-959d-0eae2a6d402e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:16.391233 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9317fbbd-3594-4bf4-8fb0-8d0fe99952de req-4dcd5140-24af-40b4-959d-0eae2a6d402e tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=49fcdf8d-218a-480d-8d1f-dd6402ce3e5c HTTP/1.1" status: 200 len: 945 time: 0.0634294 Nov 15 14:30:16.448706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9317fbbd-3594-4bf4-8fb0-8d0fe99952de req-52802e7d-550d-42aa-8127-75ce9604e357 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462070 Nov 15 14:30:16.523225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf8c96-2359-4fbf-a3b3-8716854b1f51 req-507d3d7f-1866-42d7-a0d5-3d0831e7ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:16.524542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ceaf8c96-2359-4fbf-a3b3-8716854b1f51 req-507d3d7f-1866-42d7-a0d5-3d0831e7ccb9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 1100 time: 0.0704732 Nov 15 14:30:16.637800 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ceaf8c96-2359-4fbf-a3b3-8716854b1f51 req-4cc4b892-1b3d-4426-aa44-d0c0f7cd8a7c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927625 Nov 15 14:30:16.653226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a281f8-09e7-48ab-aef4-83da7c534c62 req-80cb038d-68f8-4674-a57f-75c7c6dfefc1 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:16.655205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05a281f8-09e7-48ab-aef4-83da7c534c62 req-80cb038d-68f8-4674-a57f-75c7c6dfefc1 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f521763-261f-4849-a9cf-9bcd3f343d8b HTTP/1.1" status: 200 len: 946 time: 0.0913396 Nov 15 14:30:16.775971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130775-d912-4d8f-b0c7-54f466e7ba5a req-005aa77f-1579-42b5-bdb1-acd5834723fe tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:16.777548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64130775-d912-4d8f-b0c7-54f466e7ba5a req-005aa77f-1579-42b5-bdb1-acd5834723fe tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.1214285 Nov 15 14:30:16.782595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05a281f8-09e7-48ab-aef4-83da7c534c62 req-57d550cd-e432-4fce-a540-6176d76e3794 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170990 Nov 15 14:30:16.832813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64130775-d912-4d8f-b0c7-54f466e7ba5a req-7e559b89-a802-4505-93d2-be7781604f0c tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488155 Nov 15 14:30:17.054194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2443b02-21ee-4eae-a90f-e70ce5c505fe req-a66162de-4763-4f6c-9ed5-75478a8bf065 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:17.055977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2443b02-21ee-4eae-a90f-e70ce5c505fe req-a66162de-4763-4f6c-9ed5-75478a8bf065 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0542147 Nov 15 14:30:17.107547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2443b02-21ee-4eae-a90f-e70ce5c505fe req-69c241d2-d22a-463c-87e3-8f49567afdea tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436530 Nov 15 14:30:17.389488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a042e-509a-4299-a8fe-b6ae6fc4314a req-1fb17a3c-ea13-4401-bcf1-3e0078b692d9 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:17.389488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e9a042e-509a-4299-a8fe-b6ae6fc4314a req-1fb17a3c-ea13-4401-bcf1-3e0078b692d9 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f521763-261f-4849-a9cf-9bcd3f343d8b HTTP/1.1" status: 200 len: 946 time: 0.1012871 Nov 15 14:30:17.412283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29487e-adc1-4bd2-b43b-3fcd125fb8ae req-d049e595-326e-4f99-88b6-7053f01e3fb3 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:17.413805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd29487e-adc1-4bd2-b43b-3fcd125fb8ae req-d049e595-326e-4f99-88b6-7053f01e3fb3 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0921106 Nov 15 14:30:17.482042 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e9a042e-509a-4299-a8fe-b6ae6fc4314a req-8307098d-31e5-41bc-92b2-6369e43c64f4 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860233 Nov 15 14:30:17.495447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd29487e-adc1-4bd2-b43b-3fcd125fb8ae req-d8f491e3-eb51-45c0-bfdb-82f4446dffa5 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732472 Nov 15 14:30:17.621670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e051a-ef69-4e0b-829d-72ca2e95207a req-8db3fd1c-46f1-49af-b0c4-bc0218d649aa tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:17.623224 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-686e051a-ef69-4e0b-829d-72ca2e95207a req-8db3fd1c-46f1-49af-b0c4-bc0218d649aa tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 949 time: 0.0615423 Nov 15 14:30:17.681111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-686e051a-ef69-4e0b-829d-72ca2e95207a req-c3824f16-7a0f-4a6b-b69a-ef062c6077aa tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520267 Nov 15 14:30:17.967743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d273b3-b141-4f6a-a77b-2570c7a39c75 req-26483c96-4360-40e7-9fb2-b0f46d9a987b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:17.969306 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2d273b3-b141-4f6a-a77b-2570c7a39c75 req-26483c96-4360-40e7-9fb2-b0f46d9a987b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.0526323 Nov 15 14:30:18.024565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2d273b3-b141-4f6a-a77b-2570c7a39c75 req-435292fa-c87f-464c-8f8e-74f1bc4b2948 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458694 Nov 15 14:30:18.237797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a26e34-193a-4a75-94cd-2b3d331297cf req-ec482d6e-8434-4a27-a4b2-8f0ec43a2867 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:18.239960 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63a26e34-193a-4a75-94cd-2b3d331297cf req-ec482d6e-8434-4a27-a4b2-8f0ec43a2867 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0553069 Nov 15 14:30:18.289253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63a26e34-193a-4a75-94cd-2b3d331297cf req-a4518c59-33e9-4f62-ad95-5d260ead01e8 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Nov 15 14:30:18.637327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed7f6a-ed49-4a1e-a257-f4beaa477907 req-6fb4274e-acd5-4408-b41c-3516676f11b0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:18.649580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3ed7f6a-ed49-4a1e-a257-f4beaa477907 req-6fb4274e-acd5-4408-b41c-3516676f11b0 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f521763-261f-4849-a9cf-9bcd3f343d8b HTTP/1.1" status: 200 len: 946 time: 0.0729125 Nov 15 14:30:18.736545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafde91-8948-4455-b300-282b35747f09 req-8c7dbb67-0706-475d-8923-802966ed9316 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:18.738029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fafde91-8948-4455-b300-282b35747f09 req-8c7dbb67-0706-475d-8923-802966ed9316 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0724742 Nov 15 14:30:18.758980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3ed7f6a-ed49-4a1e-a257-f4beaa477907 req-9d228593-41b2-4d8b-9db0-095d64084286 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083329 Nov 15 14:30:18.823405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fafde91-8948-4455-b300-282b35747f09 req-95b6b4b6-201b-4429-81cc-675baaa3f685 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763090 Nov 15 14:30:18.943661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b7fc3-4468-4abb-bfcb-525a6b3e6062 req-94dff28f-8aeb-4464-b84e-59c34969876a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:18.944970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-106b7fc3-4468-4abb-bfcb-525a6b3e6062 req-94dff28f-8aeb-4464-b84e-59c34969876a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 949 time: 0.0641990 Nov 15 14:30:18.989674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-106b7fc3-4468-4abb-bfcb-525a6b3e6062 req-1c150606-1b70-42fc-9e06-c2fdae6cf219 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432620 Nov 15 14:30:19.163872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887309e0-01da-415e-aad7-6a567ecd7948 req-8a62e80f-856a-434d-856c-db5f347ee63a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:19.165572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-887309e0-01da-415e-aad7-6a567ecd7948 req-8a62e80f-856a-434d-856c-db5f347ee63a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.0530658 Nov 15 14:30:19.220409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-887309e0-01da-415e-aad7-6a567ecd7948 req-b951ae4b-2506-40c1-87aa-755e85018de1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Nov 15 14:30:19.451505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed72a86-45ea-48d7-bc6d-4286cd419fa7 req-14e8e486-fae7-4449-b397-b2704a2cb625 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:19.453089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ed72a86-45ea-48d7-bc6d-4286cd419fa7 req-14e8e486-fae7-4449-b397-b2704a2cb625 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0766821 Nov 15 14:30:19.515354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ed72a86-45ea-48d7-bc6d-4286cd419fa7 req-107150e9-2050-4a0b-b729-a46a698d2124 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511899 Nov 15 14:30:19.969855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc109a2-697a-4357-9bb2-f748a6cc4ef8 req-bf3e62c5-514d-4f24-87db-a305a1a80c1d tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:19.972069 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-efc109a2-697a-4357-9bb2-f748a6cc4ef8 req-bf3e62c5-514d-4f24-87db-a305a1a80c1d tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f521763-261f-4849-a9cf-9bcd3f343d8b HTTP/1.1" status: 200 len: 946 time: 0.1008661 Nov 15 14:30:19.974963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7c467-466d-4d16-a1c0-d81a9dfcc055 req-b1a57231-872d-42c1-a3a5-8a99944c169c tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:19.976590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2f7c467-466d-4d16-a1c0-d81a9dfcc055 req-b1a57231-872d-42c1-a3a5-8a99944c169c tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f521763-261f-4849-a9cf-9bcd3f343d8b HTTP/1.1" status: 200 len: 946 time: 0.1391554 Nov 15 14:30:19.992014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3193dfa-73a2-44e0-a2c7-3f6fc74a8a6e req-5704a955-ab94-44d8-9a7b-7132ee52f9f1 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:19.999583 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3193dfa-73a2-44e0-a2c7-3f6fc74a8a6e req-5704a955-ab94-44d8-9a7b-7132ee52f9f1 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0875871 Nov 15 14:30:20.085858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2f7c467-466d-4d16-a1c0-d81a9dfcc055 req-556bd437-2128-4056-8804-5ef3d80b0dcc tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788717 Nov 15 14:30:20.104743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3193dfa-73a2-44e0-a2c7-3f6fc74a8a6e req-c3ec9c1e-71e5-4e8d-b911-3df2a6f98f83 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038907 Nov 15 14:30:20.135982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-efc109a2-697a-4357-9bb2-f748a6cc4ef8 req-c45facca-53ad-4601-8870-dbc32aafca0f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Deleting port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:20.138189 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-efc109a2-697a-4357-9bb2-f748a6cc4ef8 req-c45facca-53ad-4601-8870-dbc32aafca0f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:20.263045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c22a8-64a0-41ea-ac1a-5ea7f4127d3e req-06fe230e-995d-4ede-b7da-2dda6da53fb8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:20.269182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc0c22a8-64a0-41ea-ac1a-5ea7f4127d3e req-06fe230e-995d-4ede-b7da-2dda6da53fb8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 949 time: 0.0857952 Nov 15 14:30:20.304418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-efc109a2-697a-4357-9bb2-f748a6cc4ef8 req-c45facca-53ad-4601-8870-dbc32aafca0f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] For port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:20.307457 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-efc109a2-697a-4357-9bb2-f748a6cc4ef8 req-c45facca-53ad-4601-8870-dbc32aafca0f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:20.340826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-efc109a2-697a-4357-9bb2-f748a6cc4ef8 req-c45facca-53ad-4601-8870-dbc32aafca0f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Calling delete_port for f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:20.342594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc0c22a8-64a0-41ea-ac1a-5ea7f4127d3e req-a979d2d9-0d16-45f6-ace1-1ebf1b4225db tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667846 Nov 15 14:30:20.418017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833db5f-0352-411e-bf75-072ee5466055 req-4f9ff41b-d94b-4721-8597-2541c72df68b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:20.435657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f833db5f-0352-411e-bf75-072ee5466055 req-4f9ff41b-d94b-4721-8597-2541c72df68b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.1071951 Nov 15 14:30:20.523023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f833db5f-0352-411e-bf75-072ee5466055 req-efad8f07-0d88-4387-b44f-eddaa28c1d46 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854149 Nov 15 14:30:20.535823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098b59c-183a-4711-b7e5-9d1955a8432d req-f52a0ef0-6a95-4a78-ba70-1cd9205098b7 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:20.539075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b098b59c-183a-4711-b7e5-9d1955a8432d req-f52a0ef0-6a95-4a78-ba70-1cd9205098b7 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 1100 time: 0.1002388 Nov 15 14:30:20.612645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b098b59c-183a-4711-b7e5-9d1955a8432d req-374666c5-78d8-4aca-9cfd-883af71803e5 tempest-ServersOnMultiNodesTest-363812112 tempest-ServersOnMultiNodesTest-363812112-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641658 Nov 15 14:30:20.642093 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-efc109a2-697a-4357-9bb2-f748a6cc4ef8 req-c45facca-53ad-4601-8870-dbc32aafca0f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:20.665436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['4bb0a397-4859-4236-9a85-d042e3c3ae17'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:20.667722 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c', '6de45e1a-c194-43f9-af1c-dc4cfa10b4c8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:20.685332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a0a51-4346-47e4-9e85-d2929e1da506 req-7bf270ff-0c44-4e2d-b6fd-f424aee59710 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:20.687264 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a83a0a51-4346-47e4-9e85-d2929e1da506 req-7bf270ff-0c44-4e2d-b6fd-f424aee59710 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0711167 Nov 15 14:30:20.732257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45facca-53ad-4601-8870-dbc32aafca0f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Pushing event deleted for resources: {'Port': ['ID=f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:20.758484 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a83a0a51-4346-47e4-9e85-d2929e1da506 req-537c5cd1-514f-4441-b88a-ff3807855e0f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634425 Nov 15 14:30:20.815161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc109a2-697a-4357-9bb2-f748a6cc4ef8 req-c45facca-53ad-4601-8870-dbc32aafca0f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] No DVR routers for this DVR port f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:20.819825 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-efc109a2-697a-4357-9bb2-f748a6cc4ef8 req-c45facca-53ad-4601-8870-dbc32aafca0f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:20.824606 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-efc109a2-697a-4357-9bb2-f748a6cc4ef8 req-c45facca-53ad-4601-8870-dbc32aafca0f tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.46 "DELETE /v2.0/ports/f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c HTTP/1.1" status: 204 len: 173 time: 0.8392785 Nov 15 14:30:20.825468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f521763-261f-4849-a9cf-9bcd3f343d8b', 'name': 'network-vif-deleted', 'tag': 'f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:20.828074 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ed005c-fc80-445f-905c-895c2d2f0e25" -d '{"events": [{"server_uuid": "9f521763-261f-4849-a9cf-9bcd3f343d8b", "name": "network-vif-deleted", "tag": "f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:20.867857 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f58ae1-6b5b-4f5e-a927-c5c08f9354a0 x-openstack-request-id: req-39f58ae1-6b5b-4f5e-a927-c5c08f9354a0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:20.868178 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f521763-261f-4849-a9cf-9bcd3f343d8b", "name": "network-vif-deleted", "tag": "f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:20.868386 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39f58ae1-6b5b-4f5e-a927-c5c08f9354a0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:20.868877 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f521763-261f-4849-a9cf-9bcd3f343d8b', 'name': 'network-vif-deleted', 'tag': 'f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c', 'status': 'completed', 'code': 200} Nov 15 14:30:21.205824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009e846-f225-4e23-b165-043366a1f6d6 req-082afd8f-8d6e-40df-96f0-054b7b61f51e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:21.207447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6009e846-f225-4e23-b165-043366a1f6d6 req-082afd8f-8d6e-40df-96f0-054b7b61f51e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 949 time: 0.0789399 Nov 15 14:30:21.233371 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6d72fa6-f07d-499b-97a1-aac62e413887 req-3dcf2af6-3f2d-4926-a259-c813f46e1ab2 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f521763-261f-4849-a9cf-9bcd3f343d8b HTTP/1.1" status: 200 len: 210 time: 0.0506403 Nov 15 14:30:21.283741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6009e846-f225-4e23-b165-043366a1f6d6 req-9d71a2bc-90b7-4aa4-9041-84de5d2d9de3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600984 Nov 15 14:30:21.378475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adfb22-c69a-4e52-a998-1aa42f06913e req-f7f3b61f-b864-4144-8b64-a41b02b980f1 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:21.380919 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72adfb22-c69a-4e52-a998-1aa42f06913e req-f7f3b61f-b864-4144-8b64-a41b02b980f1 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0638881 Nov 15 14:30:21.446132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72adfb22-c69a-4e52-a998-1aa42f06913e req-1af7464e-d894-4b32-bc87-3ac96657909d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595496 Nov 15 14:30:21.688478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3c643-7d08-46e6-be4c-6109ce39b3ae req-34fbee38-4e6f-4c2f-a542-d2208e09d049 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:21.690154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9a3c643-7d08-46e6-be4c-6109ce39b3ae req-34fbee38-4e6f-4c2f-a542-d2208e09d049 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.0781453 Nov 15 14:30:21.755639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9a3c643-7d08-46e6-be4c-6109ce39b3ae req-1abfbc99-e8c3-4314-84ca-81a669a16850 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575337 Nov 15 14:30:21.903733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:21.937667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc8092-6591-4775-963f-891fd1e8042d req-92bed8d9-a552-4874-be9a-432396f216b9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:21.939372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dcc8092-6591-4775-963f-891fd1e8042d req-92bed8d9-a552-4874-be9a-432396f216b9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0900192 Nov 15 14:30:21.942488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ff6d83e2-4506-4586-90cc-398176d051bd no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:22.037274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dcc8092-6591-4775-963f-891fd1e8042d req-388e589e-24f6-43ff-ba46-6844ee5786dc tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841074 Nov 15 14:30:22.042830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ff6d83e2-4506-4586-90cc-398176d051bd not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:22.465363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b66a9-8dd8-4620-9ec8-a906c1b363c1 req-6396dde6-cc01-4001-b763-255d0ba822b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:22.473145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-080b66a9-8dd8-4620-9ec8-a906c1b363c1 req-6396dde6-cc01-4001-b763-255d0ba822b7 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 949 time: 0.0640008 Nov 15 14:30:22.547171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-080b66a9-8dd8-4620-9ec8-a906c1b363c1 req-424a80d3-2104-4a96-8231-828602eebeeb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729065 Nov 15 14:30:22.611456 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be0381de-0245-434c-9c4f-90c70369b093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:22.682382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e97dd4-d80f-4964-909b-71bda9c805c0 req-cf1d1f40-f3fc-4324-8946-4b3dbc598272 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:22.690898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1e97dd4-d80f-4964-909b-71bda9c805c0 req-cf1d1f40-f3fc-4324-8946-4b3dbc598272 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0744448 Nov 15 14:30:22.755754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1e97dd4-d80f-4964-909b-71bda9c805c0 req-e4141984-acb5-4017-abb4-a090c3abdea4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630841 Nov 15 14:30:22.903873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8b794-aff7-45b5-81cd-99374e3f1c18 req-f9eddf7f-d361-4d4a-99a1-d6523be0692f tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:22.912042 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5b8b794-aff7-45b5-81cd-99374e3f1c18 req-f9eddf7f-d361-4d4a-99a1-d6523be0692f tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.0682843 Nov 15 14:30:22.979940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5b8b794-aff7-45b5-81cd-99374e3f1c18 req-0396ce0b-652b-4ef1-af29-7227dd28d935 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667770 Nov 15 14:30:23.083742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-be0381de-0245-434c-9c4f-90c70369b093 admin admin] Deleting port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:23.084332 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be0381de-0245-434c-9c4f-90c70369b093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:23.186922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd2c4a-455d-42b0-b60f-abfb0d165c35 req-3ddfe415-5f22-4aa9-9fee-03ac16364f4a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:23.195142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9bd2c4a-455d-42b0-b60f-abfb0d165c35 req-3ddfe415-5f22-4aa9-9fee-03ac16364f4a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0835073 Nov 15 14:30:23.202987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-be0381de-0245-434c-9c4f-90c70369b093 admin admin] For port 7c62c6fe-d124-4d84-9619-43d3c2fdbf82, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7c62c6fe-d124-4d84-9619-43d3c2fdbf82,segment=NetworkSegment(544b019b-5407-4453-b234-4299df65ab1a),segment_id=544b019b-5407-4453-b234-4299df65ab1a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:23.203859 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be0381de-0245-434c-9c4f-90c70369b093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:23.218781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-be0381de-0245-434c-9c4f-90c70369b093 admin admin] Calling delete_port for 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:23.263218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9bd2c4a-455d-42b0-b60f-abfb0d165c35 req-eb2d92e6-cc65-42ab-b12d-217a09de2934 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670803 Nov 15 14:30:23.333603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811fcb2-877b-43b2-bd9e-c0823fbf6293 req-4c88d2c7-3f38-4968-a3b4-b87bb5b5933a tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:23.339892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811fcb2-877b-43b2-bd9e-c0823fbf6293 req-4c88d2c7-3f38-4968-a3b4-b87bb5b5933a tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:23.341587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7811fcb2-877b-43b2-bd9e-c0823fbf6293 req-4c88d2c7-3f38-4968-a3b4-b87bb5b5933a tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=49fcdf8d-218a-480d-8d1f-dd6402ce3e5c&device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 1682 time: 0.0725026 Nov 15 14:30:23.395854 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7811fcb2-877b-43b2-bd9e-c0823fbf6293 req-5df6494f-1d11-443b-85d2-307dd54b2aea tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 Nov 15 14:30:23.550938 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be0381de-0245-434c-9c4f-90c70369b093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:23.582632 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0381de-0245-434c-9c4f-90c70369b093 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c62c6fe-d124-4d84-9619-43d3c2fdbf82,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:23.749301 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dcf93-3008-4079-8cd3-8015d95bcc31 req-65e465bd-9ac2-4e89-9768-3aca50b0826f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:23.757302 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-228dcf93-3008-4079-8cd3-8015d95bcc31 req-65e465bd-9ac2-4e89-9768-3aca50b0826f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 949 time: 0.1078038 Nov 15 14:30:23.822559 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be0381de-0245-434c-9c4f-90c70369b093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:23.831550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-228dcf93-3008-4079-8cd3-8015d95bcc31 req-d5aac5cf-f6e2-42ff-a0ec-8daca5d6b724 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729749 Nov 15 14:30:23.952542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:23.978049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e11b9-b189-47ec-b172-b194cbc0f40a req-fadb4e8d-7647-48da-a145-04066cb40467 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:23.980418 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa2e11b9-b189-47ec-b172-b194cbc0f40a req-fadb4e8d-7647-48da-a145-04066cb40467 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0625479 Nov 15 14:30:23.987085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:23.989144 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f7fd8c4e-e1d9-4cbd-9006-7064488fbd6c not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:24.043530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa2e11b9-b189-47ec-b172-b194cbc0f40a req-7396af3f-d253-4689-af7b-2c97a7f8aaa0 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566952 Nov 15 14:30:24.220380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ed7db-9452-4d9d-9f4e-f2ef57940ab2 req-73fb4fcf-6248-4fec-872b-e1d7b4f259de tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:24.222102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-310ed7db-9452-4d9d-9f4e-f2ef57940ab2 req-73fb4fcf-6248-4fec-872b-e1d7b4f259de tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.0913682 Nov 15 14:30:24.282678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-310ed7db-9452-4d9d-9f4e-f2ef57940ab2 req-07a04c90-e0b3-45a3-a810-f95908df6564 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542154 Nov 15 14:30:24.444049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947400ce-d76b-42dc-90b1-ad25c9ee54c2 req-9156984e-cb45-42b7-83a2-959f0306f0b8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:24.445605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-947400ce-d76b-42dc-90b1-ad25c9ee54c2 req-9156984e-cb45-42b7-83a2-959f0306f0b8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 949 time: 0.0626304 Nov 15 14:30:24.456602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea962f0-3d83-4bde-a1dc-0c13595a236d req-91427f11-40a3-4ffb-9f0a-6544abdd90f2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:24.459803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cea962f0-3d83-4bde-a1dc-0c13595a236d req-91427f11-40a3-4ffb-9f0a-6544abdd90f2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1041496 Nov 15 14:30:24.485052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0381de-0245-434c-9c4f-90c70369b093 admin admin] Router b8a033cf-cdb4-44c1-99e8-26390fe24a70 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:30:24.526526 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cea962f0-3d83-4bde-a1dc-0c13595a236d req-a88f448d-a28e-4a96-98bc-e5daa53c1dee tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585148 Nov 15 14:30:24.608987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0381de-0245-434c-9c4f-90c70369b093 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:30:24.608987 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-be0381de-0245-434c-9c4f-90c70369b093 admin admin] 10.222.0.70 "PUT /v2.0/routers/b8a033cf-cdb4-44c1-99e8-26390fe24a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7030268 Nov 15 14:30:24.610840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:24.612623 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a36d1db-bddb-4299-8077-9e2af0fed8ad None None] Sync routers for ids ['b8a033cf-cdb4-44c1-99e8-26390fe24a70'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:30:24.625562 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a36d1db-bddb-4299-8077-9e2af0fed8ad None None] Routers {'b8a033cf-cdb4-44c1-99e8-26390fe24a70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:30:24.630570 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8a36d1db-bddb-4299-8077-9e2af0fed8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:30:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b8a033cf-cdb4-44c1-99e8-26390fe24a70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:24.655680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-947400ce-d76b-42dc-90b1-ad25c9ee54c2 req-f1c66559-0467-4202-b5ee-6f20404f2b3f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Deleting port e403370b-c494-4762-95d7-1a173233e929 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:24.656174 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-947400ce-d76b-42dc-90b1-ad25c9ee54c2 req-f1c66559-0467-4202-b5ee-6f20404f2b3f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:24.762270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:24.795855 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8a36d1db-bddb-4299-8077-9e2af0fed8ad None None] Set router b8a033cf-cdb4-44c1-99e8-26390fe24a70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:30:24.796940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-947400ce-d76b-42dc-90b1-ad25c9ee54c2 req-f1c66559-0467-4202-b5ee-6f20404f2b3f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] For port e403370b-c494-4762-95d7-1a173233e929, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e403370b-c494-4762-95d7-1a173233e929,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:24.797937 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-947400ce-d76b-42dc-90b1-ad25c9ee54c2 req-f1c66559-0467-4202-b5ee-6f20404f2b3f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:24.819415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-947400ce-d76b-42dc-90b1-ad25c9ee54c2 req-f1c66559-0467-4202-b5ee-6f20404f2b3f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Calling delete_port for e403370b-c494-4762-95d7-1a173233e929 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:24.886030 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:25.042220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Deleting port 49e63bf5-1f40-4a2f-b52f-48010657b9fa {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:25.042853 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:25.052341 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8a36d1db-bddb-4299-8077-9e2af0fed8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'name': 'tempest-AttachSCSIVolumeTestJSON-959128741-router', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:27:49Z', 'updated_at': '2021-11-15T14:30:23Z', 'revision_number': 5, 'project_id': '56b95adc077249b380a17692e9e0d3b5', 'gw_port': {'id': '49e63bf5-1f40-4a2f-b52f-48010657b9fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:50Z', 'updated_at': '2021-11-15T14:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:25.083769 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a36d1db-bddb-4299-8077-9e2af0fed8ad None None] Checking router: b8a033cf-cdb4-44c1-99e8-26390fe24a70 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:30:25.084139 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec0801-14d8-4790-a200-30729ea39075 req-1b41def3-a5f4-4891-9f92-f4c4d7cd8e6f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:25.085646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fec0801-14d8-4790-a200-30729ea39075 req-1b41def3-a5f4-4891-9f92-f4c4d7cd8e6f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 949 time: 0.1080651 Nov 15 14:30:25.094902 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a36d1db-bddb-4299-8077-9e2af0fed8ad None None] Routers {'b8a033cf-cdb4-44c1-99e8-26390fe24a70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:30:25.095918 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8a36d1db-bddb-4299-8077-9e2af0fed8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:30:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b8a033cf-cdb4-44c1-99e8-26390fe24a70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:25.096904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00191dd0-982c-4726-ade5-effea6dc6305 req-f870cc40-2593-4e0c-bc9f-af44daece349 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:25.098470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00191dd0-982c-4726-ade5-effea6dc6305 req-f870cc40-2593-4e0c-bc9f-af44daece349 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=49fcdf8d-218a-480d-8d1f-dd6402ce3e5c HTTP/1.1" status: 200 len: 945 time: 0.0996661 Nov 15 14:30:25.143016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] For port 49e63bf5-1f40-4a2f-b52f-48010657b9fa, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=49e63bf5-1f40-4a2f-b52f-48010657b9fa,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:25.143308 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:25.157456 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Calling delete_port for 49e63bf5-1f40-4a2f-b52f-48010657b9fa owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:25.173926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00191dd0-982c-4726-ade5-effea6dc6305 req-c49ff204-fe76-4d68-aa44-655952085a53 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682905 Nov 15 14:30:25.194254 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fec0801-14d8-4790-a200-30729ea39075 req-2e3e45d0-a76f-4d51-8d44-2665afe4dae6 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945871 Nov 15 14:30:25.219031 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8a36d1db-bddb-4299-8077-9e2af0fed8ad None None] Set router b8a033cf-cdb4-44c1-99e8-26390fe24a70 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:30:25.287248 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8a36d1db-bddb-4299-8077-9e2af0fed8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'name': 'tempest-AttachSCSIVolumeTestJSON-959128741-router', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:27:49Z', 'updated_at': '2021-11-15T14:30:24Z', 'revision_number': 6, 'project_id': '56b95adc077249b380a17692e9e0d3b5', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:25.314640 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a36d1db-bddb-4299-8077-9e2af0fed8ad None None] The sync data for ids ['b8a033cf-cdb4-44c1-99e8-26390fe24a70'] in n-d-817748-2 is: [{'id': 'b8a033cf-cdb4-44c1-99e8-26390fe24a70', 'name': 'tempest-AttachSCSIVolumeTestJSON-959128741-router', 'tenant_id': '56b95adc077249b380a17692e9e0d3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:27:49Z', 'updated_at': '2021-11-15T14:30:24Z', 'revision_number': 6, 'project_id': '56b95adc077249b380a17692e9e0d3b5', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:30:25.329396 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-947400ce-d76b-42dc-90b1-ad25c9ee54c2 req-f1c66559-0467-4202-b5ee-6f20404f2b3f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:25.348917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a5958a31-66a1-4414-9ba1-2e6cae7c355f', '27241eea-da6e-403b-9f49-23ecbba00061', '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb', '1716f132-4d21-4857-afd2-30d4423b12c8', '07ed11ac-6451-46e5-b09e-a2e700feb7e0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:25.353974 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e', '95746eea-09d5-4746-8b39-e99b3f251dc3', 'e403370b-c494-4762-95d7-1a173233e929'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:25.367331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c66559-0467-4202-b5ee-6f20404f2b3f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event deleted for resources: {'Port': ['ID=e403370b-c494-4762-95d7-1a173233e929,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:25.439959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-947400ce-d76b-42dc-90b1-ad25c9ee54c2 req-f1c66559-0467-4202-b5ee-6f20404f2b3f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] No DVR routers for this DVR port e403370b-c494-4762-95d7-1a173233e929 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:25.445779 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-947400ce-d76b-42dc-90b1-ad25c9ee54c2 req-f1c66559-0467-4202-b5ee-6f20404f2b3f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:25.449200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-947400ce-d76b-42dc-90b1-ad25c9ee54c2 req-f1c66559-0467-4202-b5ee-6f20404f2b3f tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "DELETE /v2.0/ports/e403370b-c494-4762-95d7-1a173233e929 HTTP/1.1" status: 204 len: 173 time: 0.9399929 Nov 15 14:30:25.456559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff3b28e-718c-4f7f-83e2-541b871969e1', 'name': 'network-vif-deleted', 'tag': 'e403370b-c494-4762-95d7-1a173233e929'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:25.459444 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c6bfa3-6af8-4e3b-8bf7-8974afd4132b" -d '{"events": [{"server_uuid": "4ff3b28e-718c-4f7f-83e2-541b871969e1", "name": "network-vif-deleted", "tag": "e403370b-c494-4762-95d7-1a173233e929"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:25.472194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc48f0f-6bda-4995-9802-ba82d1a57c2b req-b9c8983b-a3cb-4ff3-97ec-f96bdda51c05 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:25.473792 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebc48f0f-6bda-4995-9802-ba82d1a57c2b req-b9c8983b-a3cb-4ff3-97ec-f96bdda51c05 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1863639 Nov 15 14:30:25.538214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01380272-668d-4036-85b2-b1e4bc45ea94 req-4049d110-7557-4698-85a2-8655f2a52bc4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:25.539838 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01380272-668d-4036-85b2-b1e4bc45ea94 req-4049d110-7557-4698-85a2-8655f2a52bc4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.1025798 Nov 15 14:30:25.566058 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:25.568430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebc48f0f-6bda-4995-9802-ba82d1a57c2b req-09327a98-8052-4ff1-a9fd-26f3f2fd7918 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801547 Nov 15 14:30:25.623677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e63bf5-1f40-4a2f-b52f-48010657b9fa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:25.641736 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01380272-668d-4036-85b2-b1e4bc45ea94 req-436ddc2c-2658-45b1-933a-6cc1c4544f85 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904346 Nov 15 14:30:25.647404 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cb411f-a5ce-4593-8cdd-270fd0d0e5d3 x-openstack-request-id: req-b9cb411f-a5ce-4593-8cdd-270fd0d0e5d3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:25.647715 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff3b28e-718c-4f7f-83e2-541b871969e1", "name": "network-vif-deleted", "tag": "e403370b-c494-4762-95d7-1a173233e929", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:25.660865 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9cb411f-a5ce-4593-8cdd-270fd0d0e5d3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:25.661092 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff3b28e-718c-4f7f-83e2-541b871969e1', 'name': 'network-vif-deleted', 'tag': 'e403370b-c494-4762-95d7-1a173233e929', 'status': 'completed', 'code': 200} Nov 15 14:30:25.742888 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:25.844358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d41ce6-3d0f-437b-ab29-3a16c6055ff3 req-ca4839e1-317b-4da0-9318-dbf93586906a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:25.862802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16d41ce6-3d0f-437b-ab29-3a16c6055ff3 req-ca4839e1-317b-4da0-9318-dbf93586906a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1261358 Nov 15 14:30:25.903894 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:25.906775 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:25.908173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16d41ce6-3d0f-437b-ab29-3a16c6055ff3 req-923221ad-5c60-4146-b45d-634e254347bb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523760 Nov 15 14:30:26.122377 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:26.122377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8a033cf-cdb4-44c1-99e8-26390fe24a70 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:30:26.122377 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:26.123323 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-492a1081-d051-4abf-bfcd-8ec816209c01 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b8a033cf-cdb4-44c1-99e8-26390fe24a70 HTTP/1.1" status: 204 len: 168 time: 1.5103424 Nov 15 14:30:26.125748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:26.173946 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3d699a-0ad9-4ebd-95bc-8ada785803e2 admin admin] Deleting subnet 67276381-d486-465c-b5f4-6e68f80906b0 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:30:26.177757 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a3d699a-0ad9-4ebd-95bc-8ada785803e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:26.242513 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a3d699a-0ad9-4ebd-95bc-8ada785803e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:26.259523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:26.307427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:26.307773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7c62c6fe-d124-4d84-9619-43d3c2fdbf82 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:26.309383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 49e63bf5-1f40-4a2f-b52f-48010657b9fa no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:26.340427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 49e63bf5-1f40-4a2f-b52f-48010657b9fa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:26.340789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 49e63bf5-1f40-4a2f-b52f-48010657b9fa not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:26.355292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4dc9b717-0881-4eda-8a70-c9669881ac31 req-0f1ed481-2034-4008-8058-fc05bacd671d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ff3b28e-718c-4f7f-83e2-541b871969e1 HTTP/1.1" status: 200 len: 210 time: 0.0470474 Nov 15 14:30:26.362897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022232b9-831f-4c21-bfda-656c44159b8f req-fa258681-f181-4ed5-9332-66336fc02386 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:26.364927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-022232b9-831f-4c21-bfda-656c44159b8f req-fa258681-f181-4ed5-9332-66336fc02386 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=49fcdf8d-218a-480d-8d1f-dd6402ce3e5c HTTP/1.1" status: 200 len: 945 time: 0.1045780 Nov 15 14:30:26.403770 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a3d699a-0ad9-4ebd-95bc-8ada785803e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:26.418208 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-022232b9-831f-4c21-bfda-656c44159b8f req-be49fe7e-0f1f-45ea-9be6-1de72b3dd703 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460773 Nov 15 14:30:26.573465 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a3d699a-0ad9-4ebd-95bc-8ada785803e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:26.599470 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d699a-0ad9-4ebd-95bc-8ada785803e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67276381-d486-465c-b5f4-6e68f80906b0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:26.603893 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a3d699a-0ad9-4ebd-95bc-8ada785803e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:26.606422 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5a3d699a-0ad9-4ebd-95bc-8ada785803e2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/67276381-d486-465c-b5f4-6e68f80906b0 HTTP/1.1" status: 204 len: 168 time: 0.4797032 Nov 15 14:30:26.609079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46958) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:26.609771 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c60c38-3634-4f16-8094-35cff1a2fa8d None None] Network fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:30:26.713039 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:26.769268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568b20f-e0d2-4342-8467-de93e8244ce7 req-bfaa3e7a-fcc1-4306-a267-2f94fde06837 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:26.770817 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8568b20f-e0d2-4342-8467-de93e8244ce7 req-bfaa3e7a-fcc1-4306-a267-2f94fde06837 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1079714 Nov 15 14:30:26.815228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1653ae-a738-4207-85fb-9f560feff91d None None] DHCP port deletion for fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:30:26.869435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe59a95-cea5-4de1-8980-c10d119a0d45 req-0c147ea4-b4fb-4314-a84c-563894c56d9c tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:26.871018 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-efe59a95-cea5-4de1-8980-c10d119a0d45 req-0c147ea4-b4fb-4314-a84c-563894c56d9c tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.1112747 Nov 15 14:30:26.871140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b1653ae-a738-4207-85fb-9f560feff91d None None] Deleting port f33b7504-fea6-416e-b982-69260428e113 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:26.871424 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b1653ae-a738-4207-85fb-9f560feff91d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:26.875432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8568b20f-e0d2-4342-8467-de93e8244ce7 req-9160847f-d5f4-4238-8eb8-afaa27fbb85f tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941808 Nov 15 14:30:26.880600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Deleting port f33b7504-fea6-416e-b982-69260428e113 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:26.880948 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:26.948135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7b1653ae-a738-4207-85fb-9f560feff91d None None] For port f33b7504-fea6-416e-b982-69260428e113, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f33b7504-fea6-416e-b982-69260428e113,segment=NetworkSegment(544b019b-5407-4453-b234-4299df65ab1a),segment_id=544b019b-5407-4453-b234-4299df65ab1a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:26.948135 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b1653ae-a738-4207-85fb-9f560feff91d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:26.956696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b1653ae-a738-4207-85fb-9f560feff91d None None] Calling delete_port for f33b7504-fea6-416e-b982-69260428e113 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:26.978127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] For port f33b7504-fea6-416e-b982-69260428e113, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f33b7504-fea6-416e-b982-69260428e113,segment=NetworkSegment(544b019b-5407-4453-b234-4299df65ab1a),segment_id=544b019b-5407-4453-b234-4299df65ab1a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:26.978536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:26.996290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-efe59a95-cea5-4de1-8980-c10d119a0d45 req-37a58d4c-b4b9-41f4-a12c-b22213ddd13d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124570 Nov 15 14:30:26.997167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Calling delete_port for f33b7504-fea6-416e-b982-69260428e113 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:27.108629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfe7a1-1c62-450f-bdf8-f920db52734a req-ec80ed09-ee54-4c8f-a311-f8ca4f2d8c20 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:27.110116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3abfe7a1-1c62-450f-bdf8-f920db52734a req-ec80ed09-ee54-4c8f-a311-f8ca4f2d8c20 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0715733 Nov 15 14:30:27.162733 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b1653ae-a738-4207-85fb-9f560feff91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:27.163039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3abfe7a1-1c62-450f-bdf8-f920db52734a req-0c611a8a-2a79-4d51-86bd-a28df7813c24 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466180 Nov 15 14:30:27.173618 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:27.194040 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1653ae-a738-4207-85fb-9f560feff91d None None] Pushing event deleted for resources: {'Port': ['ID=f33b7504-fea6-416e-b982-69260428e113,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:27.200143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1653ae-a738-4207-85fb-9f560feff91d None None] No DVR routers for this DVR port f33b7504-fea6-416e-b982-69260428e113 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:27.202581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f33b7504-fea6-416e-b982-69260428e113,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:27.205565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] No DVR routers for this DVR port f33b7504-fea6-416e-b982-69260428e113 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:27.279264 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:27.301458 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.301820 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.302576 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.302913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.303258 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.303581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.303941 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.304264 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.304590 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.304913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.373588 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.373956 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.374452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.374948 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 14:30:27.375338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:27.662140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544b019b-5407-4453-b234-4299df65ab1a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:27.662608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544b019b-5407-4453-b234-4299df65ab1a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:27.704516 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:27.718511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4bb0a397-4859-4236-9a85-d042e3c3ae17 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:27.753106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b726afc-1e4b-40ff-9ed2-87293fb8a2d1 req-8ed84754-a465-4285-867c-0291e87fd8ae tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:27.755556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b726afc-1e4b-40ff-9ed2-87293fb8a2d1 req-8ed84754-a465-4285-867c-0291e87fd8ae tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.59 "GET /v2.0/ports?device_id=49fcdf8d-218a-480d-8d1f-dd6402ce3e5c HTTP/1.1" status: 200 len: 945 time: 0.3739913 Nov 15 14:30:27.757593 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:27.769392 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:30:27.771578 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: from cryptography.utils import int_from_bytes Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: from cryptography.utils import int_from_bytes Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:30:27.775683 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:30:27.803708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756b399-9733-47f2-9c7b-0d29e5716d42 req-1b806cff-5c21-4f28-99c5-7380576af402 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:27.805317 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2756b399-9733-47f2-9c7b-0d29e5716d42 req-1b806cff-5c21-4f28-99c5-7380576af402 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=49fcdf8d-218a-480d-8d1f-dd6402ce3e5c HTTP/1.1" status: 200 len: 945 time: 0.1593211 Nov 15 14:30:27.859840 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:27.910613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fcdf8d-218a-480d-8d1f-dd6402ce3e5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb0a397-4859-4236-9a85-d042e3c3ae17'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:27.913038 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3205d3-6241-419e-b03f-bc8fc085a2a1" -d '{"events": [{"server_uuid": "49fcdf8d-218a-480d-8d1f-dd6402ce3e5c", "name": "network-vif-unplugged", "status": "completed", "tag": "4bb0a397-4859-4236-9a85-d042e3c3ae17"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:27.930249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4bb0a397-4859-4236-9a85-d042e3c3ae17, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4bb0a397-4859-4236-9a85-d042e3c3ae17,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:27.942534 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:28.005153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2756b399-9733-47f2-9c7b-0d29e5716d42 req-3071ab69-619b-48b2-9967-c087b45bf255 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7127e7-fa91-4044-852d-8aa2858bd889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417725 Nov 15 14:30:28.019906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf5a46-f502-4bc2-80c3-dd2ae6c7753c req-72442af6-227a-414c-9c86-bde364bf707e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:28.019906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ffdf5a46-f502-4bc2-80c3-dd2ae6c7753c req-72442af6-227a-414c-9c86-bde364bf707e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 950 time: 0.1376853 Nov 15 14:30:28.039281 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:28.040627 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e403370b-c494-4762-95d7-1a173233e929 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:28.056932 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:28.069286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1b726afc-1e4b-40ff-9ed2-87293fb8a2d1 req-421d1530-a728-4493-bffd-1cfd1196a034 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Deleting port 4bb0a397-4859-4236-9a85-d042e3c3ae17 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:28.069616 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1b726afc-1e4b-40ff-9ed2-87293fb8a2d1 req-421d1530-a728-4493-bffd-1cfd1196a034 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:28.108433 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:28.115443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c HTTP/1.1" status: 204 len: 168 time: 1.5052228 Nov 15 14:30:28.121161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46986) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:28.126333 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: e403370b-c494-4762-95d7-1a173233e929 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:28.132180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e403370b-c494-4762-95d7-1a173233e929 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:28.183442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=4bb0a397-4859-4236-9a85-d042e3c3ae17,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:28.199700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef81be-c8ca-4a20-a7e7-6ef898965ab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fce5bb56-d3e9-4cd6-be53-c0c8c46d4a2c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:28.205529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f33b7504-fea6-416e-b982-69260428e113 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:28.231045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ffdf5a46-f502-4bc2-80c3-dd2ae6c7753c req-76d823a1-2397-41d2-a2be-c10aa94f76a0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032340 Nov 15 14:30:28.235805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: f33b7504-fea6-416e-b982-69260428e113 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:28.236213 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f33b7504-fea6-416e-b982-69260428e113 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:28.330042 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115155aa-4de5-4e50-90ce-6ecb5381d63c x-openstack-request-id: req-115155aa-4de5-4e50-90ce-6ecb5381d63c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:28.330299 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fcdf8d-218a-480d-8d1f-dd6402ce3e5c", "name": "network-vif-unplugged", "status": "completed", "tag": "4bb0a397-4859-4236-9a85-d042e3c3ae17", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:28.330597 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-115155aa-4de5-4e50-90ce-6ecb5381d63c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:28.330995 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fcdf8d-218a-480d-8d1f-dd6402ce3e5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb0a397-4859-4236-9a85-d042e3c3ae17', 'code': 200} Nov 15 14:30:28.331121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03e4d4-ba38-4820-87e1-bcf174a2cfe1 req-66518521-982c-46fd-9e5f-bef93696def9 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:28.336118 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb03e4d4-ba38-4820-87e1-bcf174a2cfe1 req-66518521-982c-46fd-9e5f-bef93696def9 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca9c6652-69b5-45bd-9445-1d1c62c620a9 HTTP/1.1" status: 200 len: 946 time: 0.2866776 Nov 15 14:30:28.342555 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:28.358314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1b726afc-1e4b-40ff-9ed2-87293fb8a2d1 req-421d1530-a728-4493-bffd-1cfd1196a034 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] For port 4bb0a397-4859-4236-9a85-d042e3c3ae17, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4bb0a397-4859-4236-9a85-d042e3c3ae17,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:28.358688 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1b726afc-1e4b-40ff-9ed2-87293fb8a2d1 req-421d1530-a728-4493-bffd-1cfd1196a034 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:28.384843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1b726afc-1e4b-40ff-9ed2-87293fb8a2d1 req-421d1530-a728-4493-bffd-1cfd1196a034 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Calling delete_port for 4bb0a397-4859-4236-9a85-d042e3c3ae17 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:28.566825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6080c-e0ca-474a-b6a4-5c5c2e2f90a6 req-0d15839b-27d2-4f76-b357-a2403b1deb51 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:28.568461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bc6080c-e0ca-474a-b6a4-5c5c2e2f90a6 req-0d15839b-27d2-4f76-b357-a2403b1deb51 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.4396265 Nov 15 14:30:28.641728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb86fd1-4f49-4aeb-ad9c-a3b3abbf7668 req-b08951a5-d242-496e-b5aa-7f0ac4626509 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:28.649567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8cb86fd1-4f49-4aeb-ad9c-a3b3abbf7668 req-b08951a5-d242-496e-b5aa-7f0ac4626509 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.1374254 Nov 15 14:30:28.737999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-bb03e4d4-ba38-4820-87e1-bcf174a2cfe1 req-8a9a4c51-c1d0-4d62-8876-0467a5b15a60 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Deleting port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:28.738593 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb03e4d4-ba38-4820-87e1-bcf174a2cfe1 req-8a9a4c51-c1d0-4d62-8876-0467a5b15a60 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:28.751009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bc6080c-e0ca-474a-b6a4-5c5c2e2f90a6 req-d852b1f6-462c-4488-915d-1656d18e2cbb tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740556 Nov 15 14:30:28.820884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8cb86fd1-4f49-4aeb-ad9c-a3b3abbf7668 req-eb5ac66c-f9b7-4f49-b7d9-a65d415b5bca tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613626 Nov 15 14:30:28.822656 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1b726afc-1e4b-40ff-9ed2-87293fb8a2d1 req-421d1530-a728-4493-bffd-1cfd1196a034 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:28.837092 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6de45e1a-c194-43f9-af1c-dc4cfa10b4c8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:28.885342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d1530-a728-4493-bffd-1cfd1196a034 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Pushing event deleted for resources: {'Port': ['ID=4bb0a397-4859-4236-9a85-d042e3c3ae17,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:28.917534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bb03e4d4-ba38-4820-87e1-bcf174a2cfe1 req-8a9a4c51-c1d0-4d62-8876-0467a5b15a60 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] For port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6de45e1a-c194-43f9-af1c-dc4cfa10b4c8,segment=NetworkSegment(947c65e3-89c7-449d-950e-7e57df8fe696),segment_id=947c65e3-89c7-449d-950e-7e57df8fe696)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:28.918472 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb03e4d4-ba38-4820-87e1-bcf174a2cfe1 req-8a9a4c51-c1d0-4d62-8876-0467a5b15a60 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:28.967683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-bb03e4d4-ba38-4820-87e1-bcf174a2cfe1 req-8a9a4c51-c1d0-4d62-8876-0467a5b15a60 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Calling delete_port for 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:28.971677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b726afc-1e4b-40ff-9ed2-87293fb8a2d1 req-421d1530-a728-4493-bffd-1cfd1196a034 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] No DVR routers for this DVR port 4bb0a397-4859-4236-9a85-d042e3c3ae17 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:28.978157 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1b726afc-1e4b-40ff-9ed2-87293fb8a2d1 req-421d1530-a728-4493-bffd-1cfd1196a034 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:28.982613 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b726afc-1e4b-40ff-9ed2-87293fb8a2d1 req-421d1530-a728-4493-bffd-1cfd1196a034 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.59 "DELETE /v2.0/ports/4bb0a397-4859-4236-9a85-d042e3c3ae17 HTTP/1.1" status: 204 len: 173 time: 1.2050042 Nov 15 14:30:28.983157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fcdf8d-218a-480d-8d1f-dd6402ce3e5c', 'name': 'network-vif-deleted', 'tag': '4bb0a397-4859-4236-9a85-d042e3c3ae17'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:28.985859 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb54925-17b3-4d37-9500-75963db4a720" -d '{"events": [{"server_uuid": "49fcdf8d-218a-480d-8d1f-dd6402ce3e5c", "name": "network-vif-deleted", "tag": "4bb0a397-4859-4236-9a85-d042e3c3ae17"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:29.031631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c273ed-4d67-4234-be93-9febb04b6f5e req-27743d5e-75b5-49d7-b4f9-36ddba54d76d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:29.033227 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86c273ed-4d67-4234-be93-9febb04b6f5e req-27743d5e-75b5-49d7-b4f9-36ddba54d76d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1509707 Nov 15 14:30:29.109637 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018039e9-41dd-4afb-b1f0-8607673d0baf x-openstack-request-id: req-018039e9-41dd-4afb-b1f0-8607673d0baf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:29.109852 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fcdf8d-218a-480d-8d1f-dd6402ce3e5c", "name": "network-vif-deleted", "tag": "4bb0a397-4859-4236-9a85-d042e3c3ae17", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:29.110477 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-018039e9-41dd-4afb-b1f0-8607673d0baf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:29.111191 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fcdf8d-218a-480d-8d1f-dd6402ce3e5c', 'name': 'network-vif-deleted', 'tag': '4bb0a397-4859-4236-9a85-d042e3c3ae17', 'status': 'completed', 'code': 200} Nov 15 14:30:29.116737 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d63-264a-44f4-879c-262b576dea97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:29.150784 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86c273ed-4d67-4234-be93-9febb04b6f5e req-b87a3353-f980-4453-af67-eb50a9935337 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070945 Nov 15 14:30:29.331541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecc37e13-e7be-4fa0-bd8e-0e958d099015 req-aa3fe063-a374-4bfb-ab30-a310bdfe7dca tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=49fcdf8d-218a-480d-8d1f-dd6402ce3e5c HTTP/1.1" status: 200 len: 210 time: 0.0606303 Nov 15 14:30:29.458708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb81bf-6b06-4257-ba58-329dcc21c387 req-1721468e-7e0b-4b81-8066-55120b55a495 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:29.467127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0fb81bf-6b06-4257-ba58-329dcc21c387 req-1721468e-7e0b-4b81-8066-55120b55a495 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 950 time: 0.1021421 Nov 15 14:30:29.512016 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb03e4d4-ba38-4820-87e1-bcf174a2cfe1 req-8a9a4c51-c1d0-4d62-8876-0467a5b15a60 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:29.582516 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0fb81bf-6b06-4257-ba58-329dcc21c387 req-793ceed6-877e-4c39-8223-948565cc13f5 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790889 Nov 15 14:30:29.588976 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a4c51-c1d0-4d62-8876-0467a5b15a60 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Pushing event deleted for resources: {'Port': ['ID=6de45e1a-c194-43f9-af1c-dc4cfa10b4c8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:29.636714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb03e4d4-ba38-4820-87e1-bcf174a2cfe1 req-8a9a4c51-c1d0-4d62-8876-0467a5b15a60 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] No DVR routers for this DVR port 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:29.641105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb03e4d4-ba38-4820-87e1-bcf174a2cfe1 req-8a9a4c51-c1d0-4d62-8876-0467a5b15a60 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:29.644422 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb03e4d4-ba38-4820-87e1-bcf174a2cfe1 req-8a9a4c51-c1d0-4d62-8876-0467a5b15a60 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.46 "DELETE /v2.0/ports/6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 HTTP/1.1" status: 204 len: 173 time: 1.2890081 Nov 15 14:30:29.644973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9c6652-69b5-45bd-9445-1d1c62c620a9', 'name': 'network-vif-deleted', 'tag': '6de45e1a-c194-43f9-af1c-dc4cfa10b4c8'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:29.647270 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea30577-6e53-43a7-ac4c-13dd70f3e085" -d '{"events": [{"server_uuid": "ca9c6652-69b5-45bd-9445-1d1c62c620a9", "name": "network-vif-deleted", "tag": "6de45e1a-c194-43f9-af1c-dc4cfa10b4c8"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:29.656552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-97ef4d63-264a-44f4-879c-262b576dea97 admin admin] Deleting port 8b76d7b2-896b-4ca0-a4d8-14bef497e729 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:29.656884 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d63-264a-44f4-879c-262b576dea97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:29.712672 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdec1b43-911d-4451-8e39-5e2fcfc17427 x-openstack-request-id: req-fdec1b43-911d-4451-8e39-5e2fcfc17427 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:29.713023 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9c6652-69b5-45bd-9445-1d1c62c620a9", "name": "network-vif-deleted", "tag": "6de45e1a-c194-43f9-af1c-dc4cfa10b4c8", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:29.713286 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdec1b43-911d-4451-8e39-5e2fcfc17427 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:29.713652 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9c6652-69b5-45bd-9445-1d1c62c620a9', 'name': 'network-vif-deleted', 'tag': '6de45e1a-c194-43f9-af1c-dc4cfa10b4c8', 'status': 'completed', 'code': 200} Nov 15 14:30:29.770126 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02ff574c-fb01-486f-b117-ce7ad960e217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:29.786684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-97ef4d63-264a-44f4-879c-262b576dea97 admin admin] For port 8b76d7b2-896b-4ca0-a4d8-14bef497e729, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8b76d7b2-896b-4ca0-a4d8-14bef497e729,segment=NetworkSegment(a0206d02-a3b7-4e3e-8449-26cb4e9c228b),segment_id=a0206d02-a3b7-4e3e-8449-26cb4e9c228b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:29.786684 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d63-264a-44f4-879c-262b576dea97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:29.786684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-97ef4d63-264a-44f4-879c-262b576dea97 admin admin] Calling delete_port for 8b76d7b2-896b-4ca0-a4d8-14bef497e729 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:29.944851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c89851-500e-4dde-a488-c301ff3e7ef2 req-78cdc007-9e93-47e6-9e4c-9d2cad301f45 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:29.947434 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37c89851-500e-4dde-a488-c301ff3e7ef2 req-78cdc007-9e93-47e6-9e4c-9d2cad301f45 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0960119 Nov 15 14:30:30.057570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37c89851-500e-4dde-a488-c301ff3e7ef2 req-7b0e1f98-177a-4a74-b750-90d0c9c78a91 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029251 Nov 15 14:30:30.082447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6b7fb-08d3-4117-86f6-0329235d8bae req-4f33ceac-4bad-4fb2-811a-802d8063d1a1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:30.082447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23f6b7fb-08d3-4117-86f6-0329235d8bae req-4f33ceac-4bad-4fb2-811a-802d8063d1a1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.1007986 Nov 15 14:30:30.109979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53b375-924e-40a1-bc7d-bf97ec150073 req-f975678e-c9f5-4687-a03b-f8be835d051c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:30.111243 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9d53b375-924e-40a1-bc7d-bf97ec150073 req-f975678e-c9f5-4687-a03b-f8be835d051c tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 950 time: 0.1105654 Nov 15 14:30:30.171200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23f6b7fb-08d3-4117-86f6-0329235d8bae req-3bce5b19-b176-4bd2-b1bc-b581e6ec2a4b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878439 Nov 15 14:30:30.257665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9d53b375-924e-40a1-bc7d-bf97ec150073 req-06437c54-5867-4c92-a358-01a9f15f03a9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Deleting port 07ed11ac-6451-46e5-b09e-a2e700feb7e0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:30.258038 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9d53b375-924e-40a1-bc7d-bf97ec150073 req-06437c54-5867-4c92-a358-01a9f15f03a9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:30.276865 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d63-264a-44f4-879c-262b576dea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:30.353944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f860e65-67af-43b5-901b-01b77ef5a84c req-d0527bf0-6851-4135-90af-b90c9de693b6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:30.357013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f860e65-67af-43b5-901b-01b77ef5a84c req-d0527bf0-6851-4135-90af-b90c9de693b6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0820432 Nov 15 14:30:30.377372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef4d63-264a-44f4-879c-262b576dea97 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b76d7b2-896b-4ca0-a4d8-14bef497e729,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:30.478062 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f860e65-67af-43b5-901b-01b77ef5a84c req-89dfca71-33c5-440a-a7d2-ba18bae3f33c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043131 Nov 15 14:30:30.503166 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ce91f56-2f58-42f6-ae08-cdc5814ad519 req-1a32bc85-a314-42de-8480-3f77c9718a60 tempest-ListServersNegativeTestJSON-1155643569 tempest-ListServersNegativeTestJSON-1155643569-project] 10.222.0.70 "GET /v2.0/ports?device_id=49fcdf8d-218a-480d-8d1f-dd6402ce3e5c HTTP/1.1" status: 200 len: 210 time: 0.0401869 Nov 15 14:30:30.815965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdec69-8203-42a2-b5d6-dee49e56a473 req-634437e5-8171-4516-80d9-9dee65604a63 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:30.817894 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0efdec69-8203-42a2-b5d6-dee49e56a473 req-634437e5-8171-4516-80d9-9dee65604a63 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 950 time: 0.0716038 Nov 15 14:30:30.876424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0efdec69-8203-42a2-b5d6-dee49e56a473 req-05e8686e-972b-4488-a639-2e888c976065 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522256 Nov 15 14:30:30.994154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9d53b375-924e-40a1-bc7d-bf97ec150073 req-06437c54-5867-4c92-a358-01a9f15f03a9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] For port 07ed11ac-6451-46e5-b09e-a2e700feb7e0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=07ed11ac-6451-46e5-b09e-a2e700feb7e0,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:30.994762 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9d53b375-924e-40a1-bc7d-bf97ec150073 req-06437c54-5867-4c92-a358-01a9f15f03a9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:31.034906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9d53b375-924e-40a1-bc7d-bf97ec150073 req-06437c54-5867-4c92-a358-01a9f15f03a9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Calling delete_port for 07ed11ac-6451-46e5-b09e-a2e700feb7e0 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:31.104858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039792b-e44c-4349-9578-dee1c89a3eec req-e66ee2df-4e64-4f06-95cd-ddd584f4a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:31.106384 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-e66ee2df-4e64-4f06-95cd-ddd584f4a88a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 1124 time: 0.4962718 Nov 15 14:30:31.108817 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d63-264a-44f4-879c-262b576dea97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:31.207369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a80062-bc60-40d7-aaf3-b055df8bca17 req-9cc7a1a0-78d4-4063-b35e-c843c6099ddf tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:31.208987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51a80062-bc60-40d7-aaf3-b055df8bca17 req-9cc7a1a0-78d4-4063-b35e-c843c6099ddf tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0606918 Nov 15 14:30:31.274786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51a80062-bc60-40d7-aaf3-b055df8bca17 req-6ab1f6cf-0b1f-46b7-9816-17701873af9d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581276 Nov 15 14:30:31.345203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9bd03-d400-4606-a5a5-ffd3822a6f58 req-d8d55336-e85c-4617-ab7d-25d9a4babe69 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:31.347116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6c9bd03-d400-4606-a5a5-ffd3822a6f58 req-d8d55336-e85c-4617-ab7d-25d9a4babe69 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 943 time: 0.0603342 Nov 15 14:30:31.397324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039792b-e44c-4349-9578-dee1c89a3eec req-c38a2952-63b5-4c1e-8ba1-745ccedc2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:31.399083 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-c38a2952-63b5-4c1e-8ba1-745ccedc2311 service neutron] 10.222.0.46 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.2795479 Nov 15 14:30:31.415201 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6c9bd03-d400-4606-a5a5-ffd3822a6f58 req-b0c96d43-cc4a-444c-ac3d-b0749ffe9ddf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576656 Nov 15 14:30:31.461639 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-9264cf69-a5e1-4c79-ba98-c16f1dd81d43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff6d83e2-4506-4586-90cc-398176d051bd HTTP/1.1" status: 200 len: 217 time: 0.0486090 Nov 15 14:30:31.547977 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9d53b375-924e-40a1-bc7d-bf97ec150073 req-06437c54-5867-4c92-a358-01a9f15f03a9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:31.564378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a5958a31-66a1-4414-9ba1-2e6cae7c355f', '27241eea-da6e-403b-9f49-23ecbba00061', '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb', '1716f132-4d21-4857-afd2-30d4423b12c8', '07ed11ac-6451-46e5-b09e-a2e700feb7e0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:31.624097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06437c54-5867-4c92-a358-01a9f15f03a9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event deleted for resources: {'Port': ['ID=07ed11ac-6451-46e5-b09e-a2e700feb7e0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:31.626098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e', '95746eea-09d5-4746-8b39-e99b3f251dc3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:31.674798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da705a07-1648-41b8-954c-f86bba21d4ee req-8ed8ec88-f584-47da-a77c-d54368151588 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:31.680849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da705a07-1648-41b8-954c-f86bba21d4ee req-8ed8ec88-f584-47da-a77c-d54368151588 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 1124 time: 0.1261380 Nov 15 14:30:31.692699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039792b-e44c-4349-9578-dee1c89a3eec req-1fdebd1a-4f08-48da-a0d7-b5b353ee013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:31.694212 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-1fdebd1a-4f08-48da-a0d7-b5b353ee013e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.1945584 Nov 15 14:30:31.706005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ffc07-8c10-437d-b089-51771876c756 req-c76d2ce8-3d0b-4ec8-943a-84cf664e06ea tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:31.719384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d53b375-924e-40a1-bc7d-bf97ec150073 req-06437c54-5867-4c92-a358-01a9f15f03a9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] No DVR routers for this DVR port 07ed11ac-6451-46e5-b09e-a2e700feb7e0 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:31.724131 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b1ffc07-8c10-437d-b089-51771876c756 req-c76d2ce8-3d0b-4ec8-943a-84cf664e06ea tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1444557 Nov 15 14:30:31.733359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9d53b375-924e-40a1-bc7d-bf97ec150073 req-06437c54-5867-4c92-a358-01a9f15f03a9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:31.736757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9d53b375-924e-40a1-bc7d-bf97ec150073 req-06437c54-5867-4c92-a358-01a9f15f03a9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "DELETE /v2.0/ports/07ed11ac-6451-46e5-b09e-a2e700feb7e0 HTTP/1.1" status: 204 len: 173 time: 1.6042194 Nov 15 14:30:31.740005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a716a2-2c39-4145-888b-26e416894f0c', 'name': 'network-vif-deleted', 'tag': '07ed11ac-6451-46e5-b09e-a2e700feb7e0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:31.741142 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5eb18c7-6eb1-4375-962e-b3a0352cecf3" -d '{"events": [{"server_uuid": "55a716a2-2c39-4145-888b-26e416894f0c", "name": "network-vif-deleted", "tag": "07ed11ac-6451-46e5-b09e-a2e700feb7e0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:31.767444 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-58739af0-7c3d-45eb-b8ba-a225febfe4b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515330 Nov 15 14:30:31.808149 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ef4d63-264a-44f4-879c-262b576dea97 admin admin] Router 3fe9f12f-af3f-4dde-b1b6-dec096661eed has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:30:31.946961 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b1ffc07-8c10-437d-b089-51771876c756 req-d3eb90ce-797a-4cfe-81d4-e190c2533e39 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204099 Nov 15 14:30:32.042573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:32.099913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:32.100586 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6de45e1a-c194-43f9-af1c-dc4cfa10b4c8 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:32.103551 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2ed50c16-1ccf-4cf5-a258-0b13a4483a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:32.132711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2ae9609-525c-4afc-8bbe-84b5414ba53f req-b401a208-b632-4e00-bb55-02c359c4ffab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2120519 Nov 15 14:30:32.139978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da705a07-1648-41b8-954c-f86bba21d4ee req-1aa43a18-8ccf-467c-b3a0-8f4abe998f5c tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386056 Nov 15 14:30:32.157706 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd21c3ab-13f6-40ec-9edb-3520fea49fd3 x-openstack-request-id: req-fd21c3ab-13f6-40ec-9edb-3520fea49fd3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:32.158215 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a716a2-2c39-4145-888b-26e416894f0c", "name": "network-vif-deleted", "tag": "07ed11ac-6451-46e5-b09e-a2e700feb7e0", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:32.158301 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd21c3ab-13f6-40ec-9edb-3520fea49fd3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:32.159418 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a716a2-2c39-4145-888b-26e416894f0c', 'name': 'network-vif-deleted', 'tag': '07ed11ac-6451-46e5-b09e-a2e700feb7e0', 'status': 'completed', 'code': 200} Nov 15 14:30:32.177098 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-40fa95c3-1139-4c5d-a648-83924b2ab254 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902571 Nov 15 14:30:32.237076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ef4d63-264a-44f4-879c-262b576dea97 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:30:32.258247 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-97ef4d63-264a-44f4-879c-262b576dea97 admin admin] 10.222.0.70 "PUT /v2.0/routers/3fe9f12f-af3f-4dde-b1b6-dec096661eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1345205 Nov 15 14:30:32.261334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47046) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:32.339572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4b3bf-1175-4311-a640-ce46be54264a None None] Sync routers for ids ['3fe9f12f-af3f-4dde-b1b6-dec096661eed'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:30:32.421036 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-472574ab-9d72-4c54-acb3-4f83639229f9 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079549 Nov 15 14:30:32.432654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4b3bf-1175-4311-a640-ce46be54264a None None] Routers {'3fe9f12f-af3f-4dde-b1b6-dec096661eed'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:30:32.433293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1cf4b3bf-1175-4311-a640-ce46be54264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:30:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['3fe9f12f-af3f-4dde-b1b6-dec096661eed'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:32.503431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-921043d6-a04b-4ab3-be3e-1823fee07ca6 req-e9c9a8e8-0f3e-4097-8815-c6b41f68e774 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=55a716a2-2c39-4145-888b-26e416894f0c HTTP/1.1" status: 200 len: 210 time: 0.0913620 Nov 15 14:30:32.534548 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35b51c62-80c2-4501-8a5e-58c0ee258b02 req-eb9a3679-1058-4634-a135-f5b4137f19b4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0968578 Nov 15 14:30:32.541228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bfd45ceb-4a5c-460f-9282-32185b18fc42 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:32.542384 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-bfd45ceb-4a5c-460f-9282-32185b18fc42 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1124 time: 0.0728810 Nov 15 14:30:32.578164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:32.595718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae9609-525c-4afc-8bbe-84b5414ba53f req-13264455-0992-4ba8-8705-2b276e763718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:32.596684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2ae9609-525c-4afc-8bbe-84b5414ba53f req-13264455-0992-4ba8-8705-2b276e763718 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 1101 time: 0.2777653 Nov 15 14:30:32.603339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac208f-0d4c-48ea-bc3c-520df49a1917 req-187849a7-9f85-44d0-968f-00d8a55c5b79 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:32.610722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40ac208f-0d4c-48ea-bc3c-520df49a1917 req-187849a7-9f85-44d0-968f-00d8a55c5b79 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 1097 time: 0.1699533 Nov 15 14:30:32.647982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47052) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:32.714057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-1cf4b3bf-1175-4311-a640-ce46be54264a None None] Set router 3fe9f12f-af3f-4dde-b1b6-dec096661eed gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:30:32.733896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b51c62-80c2-4501-8a5e-58c0ee258b02 req-211b7db2-203a-4fcd-bb3d-97de495a8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:32.737784 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35b51c62-80c2-4501-8a5e-58c0ee258b02 req-211b7db2-203a-4fcd-bb3d-97de495a8e57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 1101 time: 0.1172881 Nov 15 14:30:32.738954 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:32.857355 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:32.945083 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b51c62-80c2-4501-8a5e-58c0ee258b02 req-251a7dc4-cc27-4217-b2a5-ee6b6cf62dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:32.948127 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35b51c62-80c2-4501-8a5e-58c0ee258b02 req-251a7dc4-cc27-4217-b2a5-ee6b6cf62dd9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1641312 Nov 15 14:30:33.019665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c05f3ad-a8f9-4f47-81be-159a10e05722 admin admin] Deleting subnet a0ba57a3-7c07-47c1-bc6c-e3aa5405f775 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:30:33.019893 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35b51c62-80c2-4501-8a5e-58c0ee258b02 req-bc886105-ff0f-4db5-a3c2-f0ee78684f71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=af96e6ba-9544-4679-be60-64b63e6f4a63 HTTP/1.1" status: 200 len: 217 time: 0.0525377 Nov 15 14:30:33.021647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ff6d83e2-4506-4586-90cc-398176d051bd,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:33.043154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae9609-525c-4afc-8bbe-84b5414ba53f req-f6bad8b6-fc73-467e-b1ca-cfac7d1119ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:33.048349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2ae9609-525c-4afc-8bbe-84b5414ba53f req-f6bad8b6-fc73-467e-b1ca-cfac7d1119ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.3777294 Nov 15 14:30:33.048349 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c05f3ad-a8f9-4f47-81be-159a10e05722 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:33.072963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40ac208f-0d4c-48ea-bc3c-520df49a1917 req-a2c21dea-19e4-47be-a655-23bcbf9c3521 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598975 Nov 15 14:30:33.129973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:30:33.182021 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b51c62-80c2-4501-8a5e-58c0ee258b02 req-26725d21-f3be-4713-bbdc-2d120ecc530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:33.189109 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35b51c62-80c2-4501-8a5e-58c0ee258b02 req-26725d21-f3be-4713-bbdc-2d120ecc530f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1393573 Nov 15 14:30:33.200066 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1cf4b3bf-1175-4311-a640-ce46be54264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-47060332-router', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:28:00Z', 'updated_at': '2021-11-15T14:30:29Z', 'revision_number': 5, 'project_id': 'c2810fda76794071bf71207f4434b49a', 'gw_port': {'id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:28:02Z', 'updated_at': '2021-11-15T14:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:33.251754 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6d83e2-4506-4586-90cc-398176d051bd {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:30:33.263479 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:33.264013 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4b3bf-1175-4311-a640-ce46be54264a None None] Checking router: 3fe9f12f-af3f-4dde-b1b6-dec096661eed for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:30:33.273759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2ae9609-525c-4afc-8bbe-84b5414ba53f req-02a94343-9dbb-4ae7-af28-ce15c4a9e1e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=667ca1c8-8b1e-4d41-8e66-1944d16edc3e HTTP/1.1" status: 200 len: 217 time: 0.1353259 Nov 15 14:30:33.276615 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:33.282529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4b3bf-1175-4311-a640-ce46be54264a None None] Routers {'3fe9f12f-af3f-4dde-b1b6-dec096661eed'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:30:33.283186 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1cf4b3bf-1175-4311-a640-ce46be54264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:30:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['3fe9f12f-af3f-4dde-b1b6-dec096661eed'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:33.287625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b51c62-80c2-4501-8a5e-58c0ee258b02 req-568cb52c-5c10-4096-9ab2-3ecfa20b57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:33.290646 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35b51c62-80c2-4501-8a5e-58c0ee258b02 req-568cb52c-5c10-4096-9ab2-3ecfa20b57a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870855 Nov 15 14:30:33.362085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff183e-8615-4699-b82f-d752c120b26b req-63d5de24-8693-4625-8acd-0c298688611c tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:33.364665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7ff183e-8615-4699-b82f-d752c120b26b req-63d5de24-8693-4625-8acd-0c298688611c tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.6377599 Nov 15 14:30:33.373879 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c05f3ad-a8f9-4f47-81be-159a10e05722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:33.406841 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:33.418875 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:33.451462 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c05f3ad-a8f9-4f47-81be-159a10e05722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:33.476047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-1cf4b3bf-1175-4311-a640-ce46be54264a None None] Set router 3fe9f12f-af3f-4dde-b1b6-dec096661eed gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:30:33.500588 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35b51c62-80c2-4501-8a5e-58c0ee258b02 req-62c840f3-6331-4351-a643-0d7ae8ce9f0e service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873734 Nov 15 14:30:33.632554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7ff183e-8615-4699-b82f-d752c120b26b req-34ea1dfd-3404-4871-8a37-ef20fab97af8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883454 Nov 15 14:30:33.673167 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd on host n-h1-817748-2 for vnic_type normal with profile {} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:30:33.673167 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:30:33.673491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:33.682368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Port ff6d83e2-4506-4586-90cc-398176d051bd on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:30:33.684135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Attempting to bind port ff6d83e2-4506-4586-90cc-398176d051bd on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:33.692930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Pushing event updated for resources: {'Port': ['ID=ff6d83e2-4506-4586-90cc-398176d051bd,revision_number=9']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:33.712414 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:30:33.712814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:30:33.713206 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:30:33.713656 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Bound port: ff6d83e2-4506-4586-90cc-398176d051bd, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:30:33.714013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:33.744208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae9609-525c-4afc-8bbe-84b5414ba53f req-a908de81-abe1-48ff-b8cb-8b59beb4242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:33.745993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2ae9609-525c-4afc-8bbe-84b5414ba53f req-a908de81-abe1-48ff-b8cb-8b59beb4242c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.4351652 Nov 15 14:30:33.762662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-fef54d02-560d-4817-9646-16a3ab26f26e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:33.765413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-fef54d02-560d-4817-9646-16a3ab26f26e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 821 time: 0.5161934 Nov 15 14:30:33.841068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:30:33.865087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1cf4b3bf-1175-4311-a640-ce46be54264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-47060332-router', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:28:00Z', 'updated_at': '2021-11-15T14:30:29Z', 'revision_number': 5, 'project_id': 'c2810fda76794071bf71207f4434b49a', 'gw_port': {'id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:28:02Z', 'updated_at': '2021-11-15T14:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:33.871683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ff6d83e2-4506-4586-90cc-398176d051bd,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:30:33.878858 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35b51c62-80c2-4501-8a5e-58c0ee258b02 req-3f8bfd29-59d8-4cac-9d9c-96a9a8f5cd8e service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663948 Nov 15 14:30:33.954079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4b3bf-1175-4311-a640-ce46be54264a None None] The sync data for ids ['3fe9f12f-af3f-4dde-b1b6-dec096661eed'] in n-d-817748-2 is: [{'id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-47060332-router', 'tenant_id': 'c2810fda76794071bf71207f4434b49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:28:00Z', 'updated_at': '2021-11-15T14:30:29Z', 'revision_number': 5, 'project_id': 'c2810fda76794071bf71207f4434b49a', 'gw_port': {'id': '4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9f12f-af3f-4dde-b1b6-dec096661eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:28:02Z', 'updated_at': '2021-11-15T14:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:30:33.976075 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:33.991137 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 07ed11ac-6451-46e5-b09e-a2e700feb7e0 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:34.046788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:34.048051 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:34.050192 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] 10.222.0.46 "PUT /v2.0/ports/ff6d83e2-4506-4586-90cc-398176d051bd HTTP/1.1" status: 200 len: 1091 time: 1.4886844 Nov 15 14:30:34.071867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 07ed11ac-6451-46e5-b09e-a2e700feb7e0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:34.072388 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 07ed11ac-6451-46e5-b09e-a2e700feb7e0 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:34.118145 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1ae4f-74a3-4a0f-9056-1c67e79f5b8c service neutron] Pushing event updated for resources: {'Port': ['ID=ff6d83e2-4506-4586-90cc-398176d051bd,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:34.167024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-3956a5ad-86f0-4ca7-a5f9-e6ea73265b87 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/quotas/a5157ea54aaf4ffcbef456f45523f0d8 HTTP/1.1" status: 200 len: 375 time: 0.3548534 Nov 15 14:30:34.181582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'tag': 'ff6d83e2-4506-4586-90cc-398176d051bd'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:34.184013 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d33500-f571-4229-90d6-1ef0da4c366a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8f5726-f34d-4bb9-b92e-a8913592185b", "tag": "ff6d83e2-4506-4586-90cc-398176d051bd"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:34.246865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Deleting port 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:34.247216 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:34.250038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae9609-525c-4afc-8bbe-84b5414ba53f req-465ec5fc-b7a5-499a-af4f-4e7c2f69c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:34.251591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2ae9609-525c-4afc-8bbe-84b5414ba53f req-465ec5fc-b7a5-499a-af4f-4e7c2f69c68c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4823003 Nov 15 14:30:34.276096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['ff6d83e2-4506-4586-90cc-398176d051bd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:34.306451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52d94d-5def-4888-b948-520030f81f63 req-ed3b00a1-dffd-4387-afb4-616a5681530b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:34.308047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d52d94d-5def-4888-b948-520030f81f63 req-ed3b00a1-dffd-4387-afb4-616a5681530b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.4835391 Nov 15 14:30:34.321309 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c05f3ad-a8f9-4f47-81be-159a10e05722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:34.392720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8b76d7b2-896b-4ca0-a4d8-14bef497e729 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:34.455010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 8b76d7b2-896b-4ca0-a4d8-14bef497e729 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:34.455696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8b76d7b2-896b-4ca0-a4d8-14bef497e729 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:34.503886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e039792b-e44c-4349-9578-dee1c89a3eec req-e20e85eb-318b-41f4-ac6e-21ae645188f6 service neutron] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:30:34.507528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05f3ad-a8f9-4f47-81be-159a10e05722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ba57a3-7c07-47c1-bc6c-e3aa5405f775,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:34.529014 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-e90e16fe-3437-4034-8a90-2a8eba0938e8 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3388917 Nov 15 14:30:34.530246 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c05f3ad-a8f9-4f47-81be-159a10e05722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:34.535829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2c05f3ad-a8f9-4f47-81be-159a10e05722 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a0ba57a3-7c07-47c1-bc6c-e3aa5405f775 HTTP/1.1" status: 204 len: 168 time: 1.8860414 Nov 15 14:30:34.537319 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:34.614314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039792b-e44c-4349-9578-dee1c89a3eec req-e20e85eb-318b-41f4-ac6e-21ae645188f6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:34.615640 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e039792b-e44c-4349-9578-dee1c89a3eec req-e20e85eb-318b-41f4-ac6e-21ae645188f6 service neutron] 10.222.0.46 "DELETE /v2.0/ports/ff6d83e2-4506-4586-90cc-398176d051bd/bindings/n-h2-817748-2 HTTP/1.1" status: 204 len: 173 time: 0.5550163 Nov 15 14:30:34.655550 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd48bbc6-a8bf-42e4-9a99-58cb31c68d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:34.712284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d52d94d-5def-4888-b948-520030f81f63 req-5f774ab1-3911-43ce-92ec-0977b6d6004d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744817 Nov 15 14:30:34.722214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] For port 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:34.722657 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:34.740841 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2ae9609-525c-4afc-8bbe-84b5414ba53f req-fc7646c3-7f69-4eee-a0ac-bf1801b78095 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303973 Nov 15 14:30:34.746195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Calling delete_port for 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:34.775728 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd48bbc6-a8bf-42e4-9a99-58cb31c68d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:34.800302 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cd48bbc6-a8bf-42e4-9a99-58cb31c68d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc57a4a-2151-4c84-b85f-694e276127e8']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:34.811203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cd48bbc6-a8bf-42e4-9a99-58cb31c68d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947c65e3-89c7-449d-950e-7e57df8fe696') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:34.811503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cd48bbc6-a8bf-42e4-9a99-58cb31c68d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947c65e3-89c7-449d-950e-7e57df8fe696') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:34.824211 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd48bbc6-a8bf-42e4-9a99-58cb31c68d27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:34.839450 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd48bbc6-a8bf-42e4-9a99-58cb31c68d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:34.848547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd48bbc6-a8bf-42e4-9a99-58cb31c68d27 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:30:34.848969 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd48bbc6-a8bf-42e4-9a99-58cb31c68d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:30:34.851191 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:30:34.881479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-20ba3193-5a37-4ea6-a6a2-33cab68797ef service neutron] 10.222.0.70 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228297 Nov 15 14:30:35.010718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd48bbc6-a8bf-42e4-9a99-58cb31c68d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.011434 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.023825 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd48bbc6-a8bf-42e4-9a99-58cb31c68d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.027458 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cd48bbc6-a8bf-42e4-9a99-58cb31c68d27 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ffc57a4a-2151-4c84-b85f-694e276127e8 HTTP/1.1" status: 204 len: 168 time: 0.4886544 Nov 15 14:30:35.040741 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48bbc6-a8bf-42e4-9a99-58cb31c68d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc57a4a-2151-4c84-b85f-694e276127e8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:35.051692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2ae9609-525c-4afc-8bbe-84b5414ba53f req-39a84886-dbd1-488f-b5e0-70059b43893e service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886131 Nov 15 14:30:35.102238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-14fa9698-b7ba-4677-937b-7d9fb91fa3c4 service neutron] 10.222.0.70 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112625 Nov 15 14:30:35.244961 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.277953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:35.375991 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.492386 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b8a446-c315-4366-87b3-2d301790a2c5 x-openstack-request-id: req-17b8a446-c315-4366-87b3-2d301790a2c5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:35.492857 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8f5726-f34d-4bb9-b92e-a8913592185b", "tag": "ff6d83e2-4506-4586-90cc-398176d051bd", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:35.492956 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17b8a446-c315-4366-87b3-2d301790a2c5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:35.493311 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'tag': 'ff6d83e2-4506-4586-90cc-398176d051bd', 'status': 'completed', 'code': 200} Nov 15 14:30:35.547319 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:35.585226 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.611304 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.636844 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d456f65d-56c6-496b-a58d-ec428b8ab2c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eda5311969e643f2ba59923d3bcdc620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0851920 Nov 15 14:30:35.637292 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:35.714664 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9c8970c-4bab-4ee6-94e3-edd3908fb926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.761761 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.775800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d33500-f571-4229-90d6-1ef0da4c366a req-bfbdf63e-2350-44a5-b1cb-542837c629a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:35.777362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3d33500-f571-4229-90d6-1ef0da4c366a req-bfbdf63e-2350-44a5-b1cb-542837c629a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 1095 time: 0.2124338 Nov 15 14:30:35.779547 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9c8970c-4bab-4ee6-94e3-edd3908fb926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.793079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55743c3-7e6e-4725-8d82-f0c58adcd0ec req-5f23b6bc-1bfb-4a81-8c29-0fa4c8efd480 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:35.801925 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b55743c3-7e6e-4725-8d82-f0c58adcd0ec req-5f23b6bc-1bfb-4a81-8c29-0fa4c8efd480 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1858709 Nov 15 14:30:35.879552 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.883050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fe9f12f-af3f-4dde-b1b6-dec096661eed {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:30:35.914269 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.922734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7591ab9c-54fd-4295-9091-fdec6602ef3f admin admin] 10.222.0.70 "DELETE /v2.0/routers/3fe9f12f-af3f-4dde-b1b6-dec096661eed HTTP/1.1" status: 204 len: 168 time: 3.6520379 Nov 15 14:30:35.922734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47110) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:35.973206 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b55743c3-7e6e-4725-8d82-f0c58adcd0ec req-4e6ddb8b-287d-430a-a480-8cfa24479c3d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703627 Nov 15 14:30:35.975949 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9c8970c-4bab-4ee6-94e3-edd3908fb926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.979239 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9c8970c-4bab-4ee6-94e3-edd3908fb926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:35.983142 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b9c8970c-4bab-4ee6-94e3-edd3908fb926 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a7127e7-fa91-4044-852d-8aa2858bd889 HTTP/1.1" status: 204 len: 168 time: 0.3425860 Nov 15 14:30:36.026888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8970c-4bab-4ee6-94e3-edd3908fb926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7127e7-fa91-4044-852d-8aa2858bd889,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:36.027099 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d33500-f571-4229-90d6-1ef0da4c366a req-19c9109c-683a-42f7-b65a-56e260016496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:36.027099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3d33500-f571-4229-90d6-1ef0da4c366a req-19c9109c-683a-42f7-b65a-56e260016496 service neutron] 10.222.0.59 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.2214875 Nov 15 14:30:36.035473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70b71bf-8eec-43c2-a06a-b23dab61fbd2 admin admin] Deleting subnet 53e5bb74-a324-45bb-a879-8d50a3a1973d {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:30:36.042337 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d70b71bf-8eec-43c2-a06a-b23dab61fbd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:36.082222 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d70b71bf-8eec-43c2-a06a-b23dab61fbd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:36.275210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d70b71bf-8eec-43c2-a06a-b23dab61fbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:36.278814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3d33500-f571-4229-90d6-1ef0da4c366a req-56a06fa4-d6ad-4915-94f7-5ef9e68c8c1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff6d83e2-4506-4586-90cc-398176d051bd HTTP/1.1" status: 200 len: 217 time: 0.0649376 Nov 15 14:30:36.280678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8354293-3ca7-4b1a-b76d-3ebf0328231e req-ab093ed7-4625-4d4d-9413-9802def43326 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 210 time: 0.0656600 Nov 15 14:30:36.373434 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d33500-f571-4229-90d6-1ef0da4c366a req-69190ef8-3300-4a71-babd-29ea2cb6cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:36.376182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3d33500-f571-4229-90d6-1ef0da4c366a req-69190ef8-3300-4a71-babd-29ea2cb6cb44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0662208 Nov 15 14:30:36.421256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3d33500-f571-4229-90d6-1ef0da4c366a req-f83420a1-574c-44cb-acd5-dcb9c8fe2e6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306034 Nov 15 14:30:36.533986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3d33500-f571-4229-90d6-1ef0da4c366a req-f1db6e2b-42b1-4845-8eee-b3774dbf5556 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942638 Nov 15 14:30:36.542962 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d70b71bf-8eec-43c2-a06a-b23dab61fbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:36.585305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b71bf-8eec-43c2-a06a-b23dab61fbd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53e5bb74-a324-45bb-a879-8d50a3a1973d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:36.614478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723bbae0-935d-4dfc-a9d9-0bffcbed79d7 None None] Network b1662e36-cb35-4008-b23b-3519ca1514c0 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:30:36.657521 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d70b71bf-8eec-43c2-a06a-b23dab61fbd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:36.663682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d70b71bf-8eec-43c2-a06a-b23dab61fbd2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/53e5bb74-a324-45bb-a879-8d50a3a1973d HTTP/1.1" status: 204 len: 168 time: 0.7390819 Nov 15 14:30:36.664021 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47124) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:36.734080 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3d33500-f571-4229-90d6-1ef0da4c366a req-9db70b01-1216-43a4-8972-75ec29165bf4 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590998 Nov 15 14:30:36.764298 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:36.849621 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Deleting port d9c14daf-d3d7-4b33-b310-0cc7281967cf {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:36.850057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:36.938320 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] For port d9c14daf-d3d7-4b33-b310-0cc7281967cf, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d9c14daf-d3d7-4b33-b310-0cc7281967cf,segment=NetworkSegment(a0206d02-a3b7-4e3e-8449-26cb4e9c228b),segment_id=a0206d02-a3b7-4e3e-8449-26cb4e9c228b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:36.938739 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:36.938898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735759c4-218c-4139-af8a-ac0e067efd7f None None] DHCP port deletion for b1662e36-cb35-4008-b23b-3519ca1514c0 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:30:36.966894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Calling delete_port for d9c14daf-d3d7-4b33-b310-0cc7281967cf owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:37.060411 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-735759c4-218c-4139-af8a-ac0e067efd7f None None] Deleting port d9c14daf-d3d7-4b33-b310-0cc7281967cf {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:37.060886 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-735759c4-218c-4139-af8a-ac0e067efd7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:37.139610 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-735759c4-218c-4139-af8a-ac0e067efd7f None None] For port d9c14daf-d3d7-4b33-b310-0cc7281967cf, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d9c14daf-d3d7-4b33-b310-0cc7281967cf,segment=NetworkSegment(a0206d02-a3b7-4e3e-8449-26cb4e9c228b),segment_id=a0206d02-a3b7-4e3e-8449-26cb4e9c228b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:37.140227 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-735759c4-218c-4139-af8a-ac0e067efd7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:37.150906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61796c3-7a10-45d8-b41b-cbe5f7d99681 req-24ce8ae3-7ee7-4555-a485-9e264cc5a528 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:37.151261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b61796c3-7a10-45d8-b41b-cbe5f7d99681 req-24ce8ae3-7ee7-4555-a485-9e264cc5a528 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0606365 Nov 15 14:30:37.158115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-735759c4-218c-4139-af8a-ac0e067efd7f None None] Calling delete_port for d9c14daf-d3d7-4b33-b310-0cc7281967cf owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:37.221933 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:37.225418 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b61796c3-7a10-45d8-b41b-cbe5f7d99681 req-bff1fac7-46b2-412b-a252-d0fff64d23ea tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658967 Nov 15 14:30:37.274111 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-735759c4-218c-4139-af8a-ac0e067efd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:37.276464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c14daf-d3d7-4b33-b310-0cc7281967cf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:37.284636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] No DVR routers for this DVR port d9c14daf-d3d7-4b33-b310-0cc7281967cf on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:37.317110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735759c4-218c-4139-af8a-ac0e067efd7f None None] Pushing event deleted for resources: {'Port': ['ID=d9c14daf-d3d7-4b33-b310-0cc7281967cf,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:37.326369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735759c4-218c-4139-af8a-ac0e067efd7f None None] No DVR routers for this DVR port d9c14daf-d3d7-4b33-b310-0cc7281967cf on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:37.414639 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:37.443308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1662e36-cb35-4008-b23b-3519ca1514c0']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:37.455313 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0206d02-a3b7-4e3e-8449-26cb4e9c228b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:37.455888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0206d02-a3b7-4e3e-8449-26cb4e9c228b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:37.471852 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:37.486212 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:37.494155 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:30:37.494669 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:30:37.496537 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:30:37.552224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263203ab-c24a-4462-943f-21aa4dc58c43 req-e8dd5bb4-d95c-4c5b-b931-2a7086f84d9d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:37.553770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-263203ab-c24a-4462-943f-21aa4dc58c43 req-e8dd5bb4-d95c-4c5b-b931-2a7086f84d9d tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 950 time: 0.0621002 Nov 15 14:30:37.624560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-263203ab-c24a-4462-943f-21aa4dc58c43 req-cde62ec1-72ab-4afd-88e5-f0cdd9e7f641 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643196 Nov 15 14:30:37.654618 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:37.662751 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:37.668458 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b1662e36-cb35-4008-b23b-3519ca1514c0 HTTP/1.1" status: 204 len: 168 time: 1.0032842 Nov 15 14:30:37.726380 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabc1db-6a93-4677-bfbb-c665005c8697 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1662e36-cb35-4008-b23b-3519ca1514c0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:37.771618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-68f3674a-fdc9-4cdc-929a-177c94b01c94 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:30:37.773007 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-68f3674a-fdc9-4cdc-929a-177c94b01c94 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063093 Nov 15 14:30:37.797463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff030bd0-d9f1-4c5e-90f9-c75a9081d42b req-24804c40-e9da-43e1-8b85-dead8d83674a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:37.799068 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff030bd0-d9f1-4c5e-90f9-c75a9081d42b req-24804c40-e9da-43e1-8b85-dead8d83674a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0611289 Nov 15 14:30:37.831244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-37067c1f-3d94-4b44-baf0-f398c3011d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:37.835077 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-37067c1f-3d94-4b44-baf0-f398c3011d75 service neutron] 10.222.0.70 "GET /v2.0/ports/dd51bf37-4f03-4a30-8e33-483643b0edd5 HTTP/1.1" status: 200 len: 1094 time: 0.0521777 Nov 15 14:30:37.841974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] Request body: {'binding': {'host': 'n-h1-817748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:37.842844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:30:37.873417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff030bd0-d9f1-4c5e-90f9-c75a9081d42b req-f38ca813-c064-422f-812b-e1c8750660bf tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578067 Nov 15 14:30:37.977209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5260b15-8399-4762-a116-37aa8260ab81 req-fcf4bc92-5bf2-456c-9158-9871cc9430f5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 210 time: 0.0330145 Nov 15 14:30:38.072943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] Attempting to bind port dd51bf37-4f03-4a30-8e33-483643b0edd5 on host n-h1-817748-2 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:30:38.073292 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] Attempting to bind port dd51bf37-4f03-4a30-8e33-483643b0edd5 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:30:38.073628 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] Attempting to bind port dd51bf37-4f03-4a30-8e33-483643b0edd5 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:38.078824 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] Port dd51bf37-4f03-4a30-8e33-483643b0edd5 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:30:38.079156 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] Attempting to bind port dd51bf37-4f03-4a30-8e33-483643b0edd5 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:38.084834 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:30:38.085100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:30:38.085494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] Bound using segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:30:38.085937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] Bound port: dd51bf37-4f03-4a30-8e33-483643b0edd5, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:30:38.165872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47156) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:38.168670 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:30:38.185508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d9c14daf-d3d7-4b33-b310-0cc7281967cf no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:38.222258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: d9c14daf-d3d7-4b33-b310-0cc7281967cf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:38.223049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d9c14daf-d3d7-4b33-b310-0cc7281967cf not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:38.224051 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:38.235761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-08d205ca-603e-43a7-b0fe-af12b97cbd6c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56b95adc077249b380a17692e9e0d3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0684931 Nov 15 14:30:38.248839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47158) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:38.258841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:38.259438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4c8e8996-dfcb-47dc-8c9f-b0cbb03b69ec not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:38.319114 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-480b94c4-1133-4f10-aba3-3df759629046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:38.325119 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:38.326765 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a65aec4a-ffca-4d83-bcf5-2329db6e28f3 service neutron] 10.222.0.70 "POST /v2.0/ports/dd51bf37-4f03-4a30-8e33-483643b0edd5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4906607 Nov 15 14:30:38.357268 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-480b94c4-1133-4f10-aba3-3df759629046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:38.500105 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-480b94c4-1133-4f10-aba3-3df759629046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:38.507865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-480b94c4-1133-4f10-aba3-3df759629046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:38.507865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-480b94c4-1133-4f10-aba3-3df759629046 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ae6ef9d-d221-4486-a0b1-f71c17f001a8 HTTP/1.1" status: 204 len: 168 time: 0.2576599 Nov 15 14:30:38.529371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b94c4-1133-4f10-aba3-3df759629046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae6ef9d-d221-4486-a0b1-f71c17f001a8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:38.614814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31562f87-9d2d-4c52-8e0c-3a62be5b4a6b req-1c10b517-bfcc-4902-a4d2-a0287d1f45c2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:38.625385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31562f87-9d2d-4c52-8e0c-3a62be5b4a6b req-1c10b517-bfcc-4902-a4d2-a0287d1f45c2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0877500 Nov 15 14:30:38.693718 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31562f87-9d2d-4c52-8e0c-3a62be5b4a6b req-6a2f61bd-5bbf-4d06-86d9-ad377dc081e2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674484 Nov 15 14:30:38.841657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26ccda-9ef9-4891-b7bd-13a2ab4c3d41 req-dab79dc2-64af-4f09-a775-f2ee326ced8a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:38.843282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa26ccda-9ef9-4891-b7bd-13a2ab4c3d41 req-dab79dc2-64af-4f09-a775-f2ee326ced8a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 950 time: 0.0655162 Nov 15 14:30:38.857844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69731e74-564c-4766-9980-65bea8d8ee17 req-13ecbd9d-5851-4b96-a701-4eb1fdecd867 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:38.859603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69731e74-564c-4766-9980-65bea8d8ee17 req-13ecbd9d-5851-4b96-a701-4eb1fdecd867 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.1130621 Nov 15 14:30:38.945419 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa26ccda-9ef9-4891-b7bd-13a2ab4c3d41 req-14a91743-3612-4684-a5ad-e774553a34c3 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847998 Nov 15 14:30:38.958691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69731e74-564c-4766-9980-65bea8d8ee17 req-1ae7cd9d-8f84-4cc2-a5f7-4afe0fc4faef tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902910 Nov 15 14:30:39.121910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39172246-9c0d-4984-9d3e-8de88671392f req-78805a41-51a2-4375-9ce8-ebded11c33ea tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 210 time: 0.0402415 Nov 15 14:30:39.215294 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-ee402b4d-6853-47a4-afea-7fe9977e8b1f tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:39.217532 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-ee402b4d-6853-47a4-afea-7fe9977e8b1f tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.46 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 821 time: 0.3132381 Nov 15 14:30:39.220689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c44c3d-8038-487f-8120-649b87899336 req-c23797e0-d086-4052-9cec-d6e5bfa1af41 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:39.230926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88c44c3d-8038-487f-8120-649b87899336 req-c23797e0-d086-4052-9cec-d6e5bfa1af41 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1105335 Nov 15 14:30:39.268352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973f5b3-0cd3-4c72-b81e-1ac9c333fe6b req-0b277523-503f-4358-ac43-d5daac663d88 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:39.272944 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6973f5b3-0cd3-4c72-b81e-1ac9c333fe6b req-0b277523-503f-4358-ac43-d5daac663d88 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 950 time: 0.2582273 Nov 15 14:30:39.280538 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-1cc338b5-5774-4b03-b8f1-24a5129573d5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Request body: {'port': {'device_id': '8c630e0f-7953-4390-8e6b-cb6f6295cf71', 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca', 'admin_state_up': True, 'tenant_id': 'a5157ea54aaf4ffcbef456f45523f0d8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:39.370754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-ebcc1ca7-4654-43ea-8694-77a943169da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:39.372275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-ebcc1ca7-4654-43ea-8694-77a943169da7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 1097 time: 0.1345024 Nov 15 14:30:39.377409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88c44c3d-8038-487f-8120-649b87899336 req-337cfe90-5700-418d-af11-d9f3260ec4f7 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466267 Nov 15 14:30:39.508533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-7fde6994-660f-45b7-bc56-6ef1a523e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:39.508533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-7fde6994-660f-45b7-bc56-6ef1a523e4ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.1100221 Nov 15 14:30:39.509098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6973f5b3-0cd3-4c72-b81e-1ac9c333fe6b req-507dbaae-a1d6-4b37-ad7a-79f3a3ad4dd2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Deleting port 1716f132-4d21-4857-afd2-30d4423b12c8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:39.509477 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6973f5b3-0cd3-4c72-b81e-1ac9c333fe6b req-507dbaae-a1d6-4b37-ad7a-79f3a3ad4dd2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:39.559069 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-bec8b62b-5018-41bb-bfc0-8421ceba6ce9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5 HTTP/1.1" status: 200 len: 217 time: 0.0443566 Nov 15 14:30:39.621423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6973f5b3-0cd3-4c72-b81e-1ac9c333fe6b req-507dbaae-a1d6-4b37-ad7a-79f3a3ad4dd2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] For port 1716f132-4d21-4857-afd2-30d4423b12c8, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1716f132-4d21-4857-afd2-30d4423b12c8,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:39.621797 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6973f5b3-0cd3-4c72-b81e-1ac9c333fe6b req-507dbaae-a1d6-4b37-ad7a-79f3a3ad4dd2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:39.630327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-261e2d94-b311-42af-bb52-8e47cdf090a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:39.631864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-261e2d94-b311-42af-bb52-8e47cdf090a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.0597126 Nov 15 14:30:39.636691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6973f5b3-0cd3-4c72-b81e-1ac9c333fe6b req-507dbaae-a1d6-4b37-ad7a-79f3a3ad4dd2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Calling delete_port for 1716f132-4d21-4857-afd2-30d4423b12c8 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:39.670828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-aa1646c0-1025-4c74-a90b-f9e22317732d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274243 Nov 15 14:30:39.845534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-1cc338b5-5774-4b03-b8f1-24a5129573d5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Made reservation on behalf of a5157ea54aaf4ffcbef456f45523f0d8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:30:39.851446 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-1cc338b5-5774-4b03-b8f1-24a5129573d5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:39.867357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-fff7e5da-406b-4ab9-aa13-17420a28e1be service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829405 Nov 15 14:30:39.916864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8679d-d4fc-48c8-abce-30721a29e880 req-cbdb9504-4450-44e3-922a-6ffd744fce49 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:39.922450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65f8679d-d4fc-48c8-abce-30721a29e880 req-cbdb9504-4450-44e3-922a-6ffd744fce49 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1179433 Nov 15 14:30:39.946054 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6973f5b3-0cd3-4c72-b81e-1ac9c333fe6b req-507dbaae-a1d6-4b37-ad7a-79f3a3ad4dd2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:39.962035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a5958a31-66a1-4414-9ba1-2e6cae7c355f', '27241eea-da6e-403b-9f49-23ecbba00061', '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb', '1716f132-4d21-4857-afd2-30d4423b12c8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:39.964876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e', '95746eea-09d5-4746-8b39-e99b3f251dc3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:40.026090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:40.056288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dbaae-a1d6-4b37-ad7a-79f3a3ad4dd2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event deleted for resources: {'Port': ['ID=1716f132-4d21-4857-afd2-30d4423b12c8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:40.085679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65f8679d-d4fc-48c8-abce-30721a29e880 req-9280e76f-5336-418f-9d02-72b92c7f4d59 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534696 Nov 15 14:30:40.171362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-971a2739-45ad-441e-8e11-cf86926d8d79 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2810fda76794071bf71207f4434b49a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1103189 Nov 15 14:30:40.184232 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:40.274816 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6973f5b3-0cd3-4c72-b81e-1ac9c333fe6b req-507dbaae-a1d6-4b37-ad7a-79f3a3ad4dd2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] No DVR routers for this DVR port 1716f132-4d21-4857-afd2-30d4423b12c8 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:40.280112 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6973f5b3-0cd3-4c72-b81e-1ac9c333fe6b req-507dbaae-a1d6-4b37-ad7a-79f3a3ad4dd2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:40.282005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-064e31b6-d7f6-4406-b1df-45ba22d2aaac req-30f5b1db-a1cc-4a12-9b9f-839abb8ca586 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 210 time: 0.1276231 Nov 15 14:30:40.301753 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6973f5b3-0cd3-4c72-b81e-1ac9c333fe6b req-507dbaae-a1d6-4b37-ad7a-79f3a3ad4dd2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "DELETE /v2.0/ports/1716f132-4d21-4857-afd2-30d4423b12c8 HTTP/1.1" status: 204 len: 173 time: 1.0027604 Nov 15 14:30:40.304221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bb09ba-85ef-4dde-a1fa-85cb42071774', 'name': 'network-vif-deleted', 'tag': '1716f132-4d21-4857-afd2-30d4423b12c8'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:40.308918 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d981aa-6ac2-499d-a17b-e4c8a3d93c87" -d '{"events": [{"server_uuid": "38bb09ba-85ef-4dde-a1fa-85cb42071774", "name": "network-vif-deleted", "tag": "1716f132-4d21-4857-afd2-30d4423b12c8"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:40.319244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-1cc338b5-5774-4b03-b8f1-24a5129573d5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Allocated IP 172.20.0.5 (844d1d90-2dae-4da3-8343-45d2d51575ca/93e33989-edac-46ce-a104-f6b36cd0e3ea/802d5a57-8439-4a92-bc1b-14e9f95d4eb5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:30:40.370270 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:40.519696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-044148af-74fb-42a0-ba09-56d6764fb0b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:40.687335 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3ce5f37-b5f0-4100-8bf2-2b24ea3aedd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:40.694251 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-044148af-74fb-42a0-ba09-56d6764fb0b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:40.829249 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-1cc338b5-5774-4b03-b8f1-24a5129573d5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:40.886156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9852fc2-bfbb-479b-9d5d-b69ac316b72a req-cf49b128-7a84-4178-bb21-1edb92324b1c tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 210 time: 0.0519774 Nov 15 14:30:40.894237 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3ce5f37-b5f0-4100-8bf2-2b24ea3aedd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:40.906336 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634030cb-2d4f-4d20-876f-a092a96f9b95 req-f8959a93-a8af-4cb1-bc95-8b54b51584aa tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:40.907970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-634030cb-2d4f-4d20-876f-a092a96f9b95 req-f8959a93-a8af-4cb1-bc95-8b54b51584aa tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.6246071 Nov 15 14:30:40.912038 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-044148af-74fb-42a0-ba09-56d6764fb0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:40.915419 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-044148af-74fb-42a0-ba09-56d6764fb0b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:40.916963 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-044148af-74fb-42a0-ba09-56d6764fb0b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf18b273-15cb-48fa-a470-e8d6921ab6b6 HTTP/1.1" status: 204 len: 168 time: 0.6507022 Nov 15 14:30:40.936227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044148af-74fb-42a0-ba09-56d6764fb0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf18b273-15cb-48fa-a470-e8d6921ab6b6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:40.994922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3ce5f37-b5f0-4100-8bf2-2b24ea3aedd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:41.035574 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-159231c6-c869-4f71-a326-e0d3e91b55ec service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1566527 Nov 15 14:30:41.047232 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-1cc338b5-5774-4b03-b8f1-24a5129573d5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:41.076754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-634030cb-2d4f-4d20-876f-a092a96f9b95 req-d755b92f-db86-44a1-bce2-ac81d7bdcb9b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536958 Nov 15 14:30:41.093306 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a339484-b24e-439c-bc33-62bbc758c711 x-openstack-request-id: req-8a339484-b24e-439c-bc33-62bbc758c711 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:41.093879 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bb09ba-85ef-4dde-a1fa-85cb42071774", "name": "network-vif-deleted", "tag": "1716f132-4d21-4857-afd2-30d4423b12c8", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:41.096276 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a339484-b24e-439c-bc33-62bbc758c711 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:41.097276 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bb09ba-85ef-4dde-a1fa-85cb42071774', 'name': 'network-vif-deleted', 'tag': '1716f132-4d21-4857-afd2-30d4423b12c8', 'status': 'completed', 'code': 200} Nov 15 14:30:41.159409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-1cc338b5-5774-4b03-b8f1-24a5129573d5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Network 844d1d90-2dae-4da3-8343-45d2d51575ca is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:30:41.178198 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-1cc338b5-5774-4b03-b8f1-24a5129573d5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:30:41.181271 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-1cc338b5-5774-4b03-b8f1-24a5129573d5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:30:41.190373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae768e91-d77c-43a2-a1ca-a62b8c52b9be req-13450dba-bce3-4db7-8370-5d341a0bc1f6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:41.202970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae768e91-d77c-43a2-a1ca-a62b8c52b9be req-13450dba-bce3-4db7-8370-5d341a0bc1f6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0921423 Nov 15 14:30:41.213366 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e3ce5f37-b5f0-4100-8bf2-2b24ea3aedd3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=073ec0ef1aba451bb567b2866cf23bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8370581 Nov 15 14:30:41.214225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:41.219778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce5f37-b5f0-4100-8bf2-2b24ea3aedd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7596fc-8d09-491c-a07b-6406cbf18199,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:41.257309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc338b5-5774-4b03-b8f1-24a5129573d5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Pushing event updated for resources: {'Port': ['ID=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:41.292212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-1cc338b5-5774-4b03-b8f1-24a5129573d5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:41.293086 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-1cc338b5-5774-4b03-b8f1-24a5129573d5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:41.307190 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a86177f5-053b-47ce-87b1-32d59fc24098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:41.340540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae768e91-d77c-43a2-a1ca-a62b8c52b9be req-a7c62c3d-4bc7-4a75-b0cf-208565fbc4bd tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330829 Nov 15 14:30:41.364688 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a86177f5-053b-47ce-87b1-32d59fc24098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:41.416983 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-1cc338b5-5774-4b03-b8f1-24a5129573d5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1409204 Nov 15 14:30:41.463244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Request body: {'port': {'device_id': '8c630e0f-7953-4390-8e6b-cb6f6295cf71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:41.463359 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fe94a-803e-42c6-a88b-feba9f5c79d6 req-8a6d8e88-8c36-4cc9-9bd6-eb8745231d95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:41.463359 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-603fe94a-803e-42c6-a88b-feba9f5c79d6 req-8a6d8e88-8c36-4cc9-9bd6-eb8745231d95 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0553010 Nov 15 14:30:41.541650 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a86177f5-053b-47ce-87b1-32d59fc24098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:41.548739 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a86177f5-053b-47ce-87b1-32d59fc24098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:41.553748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a86177f5-053b-47ce-87b1-32d59fc24098 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c7596fc-8d09-491c-a07b-6406cbf18199 HTTP/1.1" status: 204 len: 168 time: 0.3382928 Nov 15 14:30:41.601961 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86177f5-053b-47ce-87b1-32d59fc24098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7596fc-8d09-491c-a07b-6406cbf18199,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:41.636645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-603fe94a-803e-42c6-a88b-feba9f5c79d6 req-efd01dd1-ac2f-4785-a9a7-94f6fae1cd9a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694629 Nov 15 14:30:41.799689 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c991a4d1-725c-4981-97ed-2ad89450157e req-494f8437-f5c8-4423-9e9b-03e14aead322 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=38bb09ba-85ef-4dde-a1fa-85cb42071774 HTTP/1.1" status: 200 len: 210 time: 0.0747855 Nov 15 14:30:41.921543 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:42.020443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['ff6d83e2-4506-4586-90cc-398176d051bd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:42.229959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa308c23-e4e2-42ad-be86-cc29311f15ab req-655dfa9e-75ce-4dc5-8020-1341f9a610d1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:42.232723 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa308c23-e4e2-42ad-be86-cc29311f15ab req-655dfa9e-75ce-4dc5-8020-1341f9a610d1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 931 time: 0.1594648 Nov 15 14:30:42.265953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1716f132-4d21-4857-afd2-30d4423b12c8 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:42.286260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a90d-f87f-4265-a84f-739f609c96ca req-0f78faa2-10c5-4591-8e47-46201b97ad40 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:42.299407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 1716f132-4d21-4857-afd2-30d4423b12c8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:42.300257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1716f132-4d21-4857-afd2-30d4423b12c8 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:42.305967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b60a90d-f87f-4265-a84f-739f609c96ca req-0f78faa2-10c5-4591-8e47-46201b97ad40 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.1169086 Nov 15 14:30:42.405919 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa308c23-e4e2-42ad-be86-cc29311f15ab req-a1513cc2-63de-42d6-97a3-af399d0bbb3e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654968 Nov 15 14:30:42.436941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b60a90d-f87f-4265-a84f-739f609c96ca req-d9c75046-3532-4c45-860e-dd81e9503562 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284542 Nov 15 14:30:42.476062 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:30:42.485433 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:42.517995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Transition to ACTIVE for port object 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:30:42.602237 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:42.615216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa36092-5c06-4f8a-98a9-ad17de48431e req-485c8f25-2111-4234-8636-642001a4851a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:42.616942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaa36092-5c06-4f8a-98a9-ad17de48431e req-485c8f25-2111-4234-8636-642001a4851a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0723352 Nov 15 14:30:42.659870 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Pushing event updated for resources: {'Port': ['ID=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:42.715209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaa36092-5c06-4f8a-98a9-ad17de48431e req-02fc4683-8800-4222-96b1-eb2aba2ad791 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847237 Nov 15 14:30:42.749003 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:30:42.749335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:30:42.749672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:42.756082 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:30:42.756409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:42.762230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:30:42.762760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:30:42.763013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:30:42.764786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Bound port: 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:30:42.765287 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:42.788400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df7e78-b2f0-49a7-adfe-c2f11aa7addb req-bb52bba7-80ff-41b3-ae83-ec2b447a5e0d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:42.795938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8df7e78-b2f0-49a7-adfe-c2f11aa7addb req-bb52bba7-80ff-41b3-ae83-ec2b447a5e0d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0793509 Nov 15 14:30:42.856374 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8df7e78-b2f0-49a7-adfe-c2f11aa7addb req-503cf7cd-40e8-40bd-9ccf-4885a74b45a2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594974 Nov 15 14:30:42.871776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:30:42.876648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:30:42.982460 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:43.019300 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:43.020628 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:43.022550 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] 10.222.0.46 "PUT /v2.0/ports/802d5a57-8439-4a92-bc1b-14e9f95d4eb5 HTTP/1.1" status: 200 len: 1091 time: 1.5923529 Nov 15 14:30:43.068072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04fb39-f18e-467c-97d8-d7463153d668 service neutron] Pushing event updated for resources: {'Port': ['ID=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:43.098881 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c630e0f-7953-4390-8e6b-cb6f6295cf71', 'tag': '802d5a57-8439-4a92-bc1b-14e9f95d4eb5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:43.101945 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb676f8-b9e5-4cf5-9aad-8c2ed3361fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "8c630e0f-7953-4390-8e6b-cb6f6295cf71", "tag": "802d5a57-8439-4a92-bc1b-14e9f95d4eb5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:43.163342 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa04e2b0-0465-4bc0-b584-e8fcee1a9fcf x-openstack-request-id: req-aa04e2b0-0465-4bc0-b584-e8fcee1a9fcf {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:43.163830 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c630e0f-7953-4390-8e6b-cb6f6295cf71", "tag": "802d5a57-8439-4a92-bc1b-14e9f95d4eb5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:43.164309 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa04e2b0-0465-4bc0-b584-e8fcee1a9fcf {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:43.164878 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c630e0f-7953-4390-8e6b-cb6f6295cf71', 'tag': '802d5a57-8439-4a92-bc1b-14e9f95d4eb5', 'status': 'completed', 'code': 200} Nov 15 14:30:43.320269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb676f8-b9e5-4cf5-9aad-8c2ed3361fdd req-7b3350e5-e5fd-4610-ae5b-03fd24940078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:43.322321 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4bb676f8-b9e5-4cf5-9aad-8c2ed3361fdd req-7b3350e5-e5fd-4610-ae5b-03fd24940078 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 1094 time: 0.1119490 Nov 15 14:30:43.493127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb676f8-b9e5-4cf5-9aad-8c2ed3361fdd req-9a24c4f8-a8f2-4aae-a4d6-0af63a181613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:43.494372 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4bb676f8-b9e5-4cf5-9aad-8c2ed3361fdd req-9a24c4f8-a8f2-4aae-a4d6-0af63a181613 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1594262 Nov 15 14:30:43.545435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:43.637875 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb676f8-b9e5-4cf5-9aad-8c2ed3361fdd req-eed31bcf-3cc8-49e4-a92a-0de5d661701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:43.639441 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4bb676f8-b9e5-4cf5-9aad-8c2ed3361fdd req-eed31bcf-3cc8-49e4-a92a-0de5d661701c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298964 Nov 15 14:30:43.704124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-54384966-network', 'tenant_id': 'a0b5fcd9958b48ef9d08761af262a74d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:43.776252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-c8546d44-d483-4acb-b9de-ce9192c5e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:43.778150 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-c8546d44-d483-4acb-b9de-ce9192c5e34f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 1094 time: 0.0454805 Nov 15 14:30:43.848130 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-3204ef2e-9324-4dc3-82ff-35c327eeef2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5 HTTP/1.1" status: 200 len: 217 time: 0.0565341 Nov 15 14:30:43.876341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Made reservation on behalf of a0b5fcd9958b48ef9d08761af262a74d for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:30:43.880548 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:43.912768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-fedabdef-1ef7-4e29-b439-c211ea632450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:43.914588 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-fedabdef-1ef7-4e29-b439-c211ea632450 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0529752 Nov 15 14:30:43.930918 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:43.950700 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-ebc83b66-17a4-4b58-bc10-ee8811b6fc70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261724 Nov 15 14:30:43.979601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1fcef-9bf5-4f8e-8b52-d77328dff918 req-0fdcd649-82d2-489b-8caa-324ec8c69c2a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:43.982896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ef1fcef-9bf5-4f8e-8b52-d77328dff918 req-0fdcd649-82d2-489b-8caa-324ec8c69c2a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 943 time: 0.1210198 Nov 15 14:30:44.032525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943734e-8f63-4207-98d1-6988f702ec14 req-7487cc0e-3860-46ee-ab64-f48bb3af51ea tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:44.034176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d943734e-8f63-4207-98d1-6988f702ec14 req-7487cc0e-3860-46ee-ab64-f48bb3af51ea tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.1301746 Nov 15 14:30:44.062708 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-e03e74fe-f8ee-4fee-904d-8f0804393098 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037893 Nov 15 14:30:44.115552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ef1fcef-9bf5-4f8e-8b52-d77328dff918 req-d1d69ba7-6cea-437d-a510-6d8062a323b1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238158 Nov 15 14:30:44.162599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d943734e-8f63-4207-98d1-6988f702ec14 req-c79fa645-614c-42ce-96f7-e1bc645c2972 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126478 Nov 15 14:30:44.193763 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:44.239261 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d9f7cc96-b027-4e33-94af-6bdb431d5570 req-42afefbf-323c-486d-a620-828ceb5e9f59 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572814 Nov 15 14:30:44.256850 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:44.321109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:30:44.343427 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:44.343783 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Added segment 1a16b458-e0bc-4597-a037-49b66ffecda8 of type vlan for network 28b6c642-ac6e-4272-a6d1-ed1a94911a5f Nov 15 14:30:44.346766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afbfabe-c743-42d9-b4a1-92f9f3d61b77,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:44.392174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d634c81-85c2-4bd5-827f-bc58ba394826 req-bb93c787-2e22-41fd-b078-402097085150 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:44.393733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d634c81-85c2-4bd5-827f-bc58ba394826 req-bb93c787-2e22-41fd-b078-402097085150 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1518912 Nov 15 14:30:44.418458 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:44.439789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c8cf0-ebe4-464c-94cd-9fd8dce553d1 req-b6b4bb35-97b2-419c-a4da-07616261e344 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:44.441961 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d43c8cf0-ebe4-464c-94cd-9fd8dce553d1 req-b6b4bb35-97b2-419c-a4da-07616261e344 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20de173-fac9-4106-aff4-f53911c07a83 HTTP/1.1" status: 200 len: 950 time: 0.1646414 Nov 15 14:30:44.509216 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d634c81-85c2-4bd5-827f-bc58ba394826 req-c8eba0e5-be16-4f4e-a04e-22d06127711d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044669 Nov 15 14:30:44.530908 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d43c8cf0-ebe4-464c-94cd-9fd8dce553d1 req-bd2eb707-b017-44d0-b3ed-aec349437ecb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767276 Nov 15 14:30:44.556174 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:44.557471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:44.558411 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:44.647648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1004317 Nov 15 14:30:44.652051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47312) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:44.656339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c8a8e9f7-6f6b-4b86-b112-542a5a9c5a3a admin admin] Request body: {'subnet': {'network_id': '28b6c642-ac6e-4272-a6d1-ed1a94911a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-54384966-subnet', 'tenant_id': 'a0b5fcd9958b48ef9d08761af262a74d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:44.681129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326b3bd-31e2-4c06-98e2-0087acdffb9c admin admin] Pushing event updated for resources: {'Network': ['ID=28b6c642-ac6e-4272-a6d1-ed1a94911a5f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:44.701330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 28b6c642-ac6e-4272-a6d1-ed1a94911a5f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:30:44.715733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62797fcb-ab7f-416b-a18b-ef35907b30bb req-5d354b4e-9f15-425e-b20c-f00a528d8955 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:44.717722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62797fcb-ab7f-416b-a18b-ef35907b30bb req-5d354b4e-9f15-425e-b20c-f00a528d8955 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1124606 Nov 15 14:30:44.753068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a8e9f7-6f6b-4b86-b112-542a5a9c5a3a admin admin] Made reservation on behalf of a0b5fcd9958b48ef9d08761af262a74d for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:30:44.755602 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8a8e9f7-6f6b-4b86-b112-542a5a9c5a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:44.804535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62797fcb-ab7f-416b-a18b-ef35907b30bb req-dabe172f-e127-4d14-9d6c-4dd3e70c1fe1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788319 Nov 15 14:30:45.065733 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8a8e9f7-6f6b-4b86-b112-542a5a9c5a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:45.138972 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8e9f7-6f6b-4b86-b112-542a5a9c5a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f351e400-564e-46d8-bc68-04160b10436d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:45.148712 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8e9f7-6f6b-4b86-b112-542a5a9c5a3a admin admin] Checking segment: {'id': '1a16b458-e0bc-4597-a037-49b66ffecda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '28b6c642-ac6e-4272-a6d1-ed1a94911a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:30:45.148712 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a8e9f7-6f6b-4b86-b112-542a5a9c5a3a admin admin] Network hostable DHCP agents. Network: 28b6c642-ac6e-4272-a6d1-ed1a94911a5f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:30:45.238988 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a8e9f7-6f6b-4b86-b112-542a5a9c5a3a admin admin] Network 28b6c642-ac6e-4272-a6d1-ed1a94911a5f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:30:45.308850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9470f-3b45-4f33-a324-3c2f86daf99a req-89f98502-5b42-4d6e-ae38-21ded172f595 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:45.317507 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5a9470f-3b45-4f33-a324-3c2f86daf99a req-89f98502-5b42-4d6e-ae38-21ded172f595 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 943 time: 0.0952666 Nov 15 14:30:45.319065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c8a8e9f7-6f6b-4b86-b112-542a5a9c5a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 28b6c642-ac6e-4272-a6d1-ed1a94911a5f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:30:45.325715 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a8e9f7-6f6b-4b86-b112-542a5a9c5a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:45.326594 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8a8e9f7-6f6b-4b86-b112-542a5a9c5a3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:45.343352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5996a7c-4e41-4a2b-b37f-c40862ca6d47 None None] Network 28b6c642-ac6e-4272-a6d1-ed1a94911a5f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:30:45.345115 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d662cb6-0399-4471-9405-a787d3de5d7c req-4d34f0ee-a7b1-4c6c-9048-11fe4db86257 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:45.346908 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d662cb6-0399-4471-9405-a787d3de5d7c req-4d34f0ee-a7b1-4c6c-9048-11fe4db86257 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.1104529 Nov 15 14:30:45.417166 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5a9470f-3b45-4f33-a324-3c2f86daf99a req-c08a7581-e0e6-4d61-b085-27c0d7dd3250 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986323 Nov 15 14:30:45.427783 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c8a8e9f7-6f6b-4b86-b112-542a5a9c5a3a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7753685 Nov 15 14:30:45.518823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d662cb6-0399-4471-9405-a787d3de5d7c req-525e19ed-3e03-491b-a2fb-33d9b5ed6885 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648614 Nov 15 14:30:45.533084 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b1365-b8b8-4cd8-aec8-4ba7c2abed18 req-84b34215-0c89-4471-b8a3-8f6b9fe8e5d1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:45.556968 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-067b1365-b8b8-4cd8-aec8-4ba7c2abed18 req-84b34215-0c89-4471-b8a3-8f6b9fe8e5d1 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/ports?device_id=e20de173-fac9-4106-aff4-f53911c07a83 HTTP/1.1" status: 200 len: 950 time: 0.2178292 Nov 15 14:30:45.576788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daff276-2045-44f2-a464-50594b3c0b73 None None] Network 28b6c642-ac6e-4272-a6d1-ed1a94911a5f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:30:45.714872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-067b1365-b8b8-4cd8-aec8-4ba7c2abed18 req-33104db1-9402-49f1-8983-ce11ff5cf406 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Deleting port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:45.715445 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-067b1365-b8b8-4cd8-aec8-4ba7c2abed18 req-33104db1-9402-49f1-8983-ce11ff5cf406 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:45.722905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46ce66-c682-48a2-a47d-dc425dbebff3 req-0c03dd90-fec4-43f3-90fa-cbc339d9996a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:45.727779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac46ce66-c682-48a2-a47d-dc425dbebff3 req-0c03dd90-fec4-43f3-90fa-cbc339d9996a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1277022 Nov 15 14:30:45.846105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-067b1365-b8b8-4cd8-aec8-4ba7c2abed18 req-33104db1-9402-49f1-8983-ce11ff5cf406 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] For port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:45.846799 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-067b1365-b8b8-4cd8-aec8-4ba7c2abed18 req-33104db1-9402-49f1-8983-ce11ff5cf406 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:45.866862 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-067b1365-b8b8-4cd8-aec8-4ba7c2abed18 req-33104db1-9402-49f1-8983-ce11ff5cf406 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Calling delete_port for 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:45.869525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:45.885270 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac46ce66-c682-48a2-a47d-dc425dbebff3 req-71aa2ade-1ace-48a3-af09-cdcce8d5caa6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499958 Nov 15 14:30:45.929078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e25513-79de-45bc-b21c-bfc46c856cc6 req-9037e6b0-f1a4-47e3-94eb-8a49a7a9c1db tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:45.931035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18e25513-79de-45bc-b21c-bfc46c856cc6 req-9037e6b0-f1a4-47e3-94eb-8a49a7a9c1db tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=e20de173-fac9-4106-aff4-f53911c07a83 HTTP/1.1" status: 200 len: 950 time: 0.1596923 Nov 15 14:30:46.002305 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09814746-d082-4fb3-8545-31ff7074975e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:46.023524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18e25513-79de-45bc-b21c-bfc46c856cc6 req-2b4d9852-02a6-4b59-b27e-7422c11f8fb0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846188 Nov 15 14:30:46.044608 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:30:46.058267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deecdd-c26b-4587-b825-c6ad36007078 req-9d1a740f-c49b-4fd4-9a56-1edae3d86efb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:46.059896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74deecdd-c26b-4587-b825-c6ad36007078 req-9d1a740f-c49b-4fd4-9a56-1edae3d86efb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0916424 Nov 15 14:30:46.160506 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-067b1365-b8b8-4cd8-aec8-4ba7c2abed18 req-33104db1-9402-49f1-8983-ce11ff5cf406 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:46.169453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f99a9b-6ec5-4dda-8f00-369e2c6582bb req-43d0584e-3c94-4af1-9e91-046960a54dae tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:46.171013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17f99a9b-6ec5-4dda-8f00-369e2c6582bb req-43d0584e-3c94-4af1-9e91-046960a54dae tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 950 time: 0.1102037 Nov 15 14:30:46.176326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74deecdd-c26b-4587-b825-c6ad36007078 req-0a9b4fdc-0181-44ab-bb09-8dfcb10d0143 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050529 Nov 15 14:30:46.189291 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09814746-d082-4fb3-8545-31ff7074975e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:46.197048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a5958a31-66a1-4414-9ba1-2e6cae7c355f', '27241eea-da6e-403b-9f49-23ecbba00061', '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:46.199944 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e', '95746eea-09d5-4746-8b39-e99b3f251dc3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:46.226290 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33104db1-9402-49f1-8983-ce11ff5cf406 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event deleted for resources: {'Port': ['ID=7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:46.283055 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-067b1365-b8b8-4cd8-aec8-4ba7c2abed18 req-33104db1-9402-49f1-8983-ce11ff5cf406 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] No DVR routers for this DVR port 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:46.287810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-067b1365-b8b8-4cd8-aec8-4ba7c2abed18 req-33104db1-9402-49f1-8983-ce11ff5cf406 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:46.294747 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-067b1365-b8b8-4cd8-aec8-4ba7c2abed18 req-33104db1-9402-49f1-8983-ce11ff5cf406 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "DELETE /v2.0/ports/7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb HTTP/1.1" status: 204 len: 173 time: 0.7297845 Nov 15 14:30:46.298880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20de173-fac9-4106-aff4-f53911c07a83', 'name': 'network-vif-deleted', 'tag': '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:46.305985 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d10d12d-93cc-46d6-87fb-d28673102a67" -d '{"events": [{"server_uuid": "e20de173-fac9-4106-aff4-f53911c07a83", "name": "network-vif-deleted", "tag": "7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:46.320955 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09814746-d082-4fb3-8545-31ff7074975e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:46.371282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-17f99a9b-6ec5-4dda-8f00-369e2c6582bb req-34407ce7-5e42-4802-bbb4-67fcc59a26dd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Deleting port 95746eea-09d5-4746-8b39-e99b3f251dc3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:46.371282 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-17f99a9b-6ec5-4dda-8f00-369e2c6582bb req-34407ce7-5e42-4802-bbb4-67fcc59a26dd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:46.373014 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-09814746-d082-4fb3-8545-31ff7074975e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=881bebbc13454ea698ff9603080b6c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5022914 Nov 15 14:30:46.374431 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09814746-d082-4fb3-8545-31ff7074975e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a663f13-5f9f-47a9-9ecf-a84ce5b2051f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:46.377885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:46.436675 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892771d0-7538-4087-beb2-5b864e20749e x-openstack-request-id: req-892771d0-7538-4087-beb2-5b864e20749e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:46.437084 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20de173-fac9-4106-aff4-f53911c07a83", "name": "network-vif-deleted", "tag": "7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:46.437903 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-892771d0-7538-4087-beb2-5b864e20749e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:46.438731 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20de173-fac9-4106-aff4-f53911c07a83', 'name': 'network-vif-deleted', 'tag': '7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb', 'status': 'completed', 'code': 200} Nov 15 14:30:46.450978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ff5bec0-e091-4b95-aea5-9a3c8cfa56f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:46.495007 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ff5bec0-e091-4b95-aea5-9a3c8cfa56f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:46.611050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:46.641802 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ff5bec0-e091-4b95-aea5-9a3c8cfa56f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:46.645607 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ff5bec0-e091-4b95-aea5-9a3c8cfa56f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:46.647159 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0ff5bec0-e091-4b95-aea5-9a3c8cfa56f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a663f13-5f9f-47a9-9ecf-a84ce5b2051f HTTP/1.1" status: 204 len: 168 time: 0.2682254 Nov 15 14:30:46.667370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5bec0-e091-4b95-aea5-9a3c8cfa56f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a663f13-5f9f-47a9-9ecf-a84ce5b2051f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:46.703134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-17f99a9b-6ec5-4dda-8f00-369e2c6582bb req-34407ce7-5e42-4802-bbb4-67fcc59a26dd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] For port 95746eea-09d5-4746-8b39-e99b3f251dc3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=95746eea-09d5-4746-8b39-e99b3f251dc3,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:46.703855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-17f99a9b-6ec5-4dda-8f00-369e2c6582bb req-34407ce7-5e42-4802-bbb4-67fcc59a26dd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:46.704044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '802d5a57-8439-4a92-bc1b-14e9f95d4eb5', 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca', 'port_id': '802d5a57-8439-4a92-bc1b-14e9f95d4eb5', 'mac_address': 'fa:16:3e:27:6b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e33989-edac-46ce-a104-f6b36cd0e3ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:30:46.731173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04636e1a-a25e-4107-a635-2501497e01d4 req-242e156b-b480-432c-8152-a6628655ee82 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:46.742253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-242e156b-b480-432c-8152-a6628655ee82 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/networks?id=28b6c642-ac6e-4272-a6d1-ed1a94911a5f HTTP/1.1" status: 200 len: 811 time: 0.3301923 Nov 15 14:30:46.751120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-17f99a9b-6ec5-4dda-8f00-369e2c6582bb req-34407ce7-5e42-4802-bbb4-67fcc59a26dd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Calling delete_port for 95746eea-09d5-4746-8b39-e99b3f251dc3 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:46.768019 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-95db54a9-acb9-49ed-8428-b3e7018bd0d2 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/quotas/a0b5fcd9958b48ef9d08761af262a74d HTTP/1.1" status: 200 len: 375 time: 0.0273626 Nov 15 14:30:46.797326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd09926-78e9-4f8a-8df9-6a0b9ec3f597 req-dd995e27-b7f7-4843-ba20-0f46e77db112 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:46.799358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7dd09926-78e9-4f8a-8df9-6a0b9ec3f597 req-dd995e27-b7f7-4843-ba20-0f46e77db112 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 943 time: 0.1856489 Nov 15 14:30:46.823831 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:46.828319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-565ae26d-96db-46b6-84fe-5a03c3a44ac4 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0b5fcd9958b48ef9d08761af262a74d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590947 Nov 15 14:30:46.928284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:30:46.979061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:47.006658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7dd09926-78e9-4f8a-8df9-6a0b9ec3f597 req-5a5b420f-5147-4fb1-adf5-cbb2da6e3f6d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317523 Nov 15 14:30:47.039074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-333a4666-3777-48c3-8a29-89f3add9ef53 service neutron] 10.222.0.70 "GET /v2.0/networks/28b6c642-ac6e-4272-a6d1-ed1a94911a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096696 Nov 15 14:30:47.080725 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:47.246828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:47.272046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd44fc8-ef50-4d18-afcf-99013af544f9 req-ec0fd86c-7975-486d-9af8-10ed2ce3b822 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:47.273661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebd44fc8-ef50-4d18-afcf-99013af544f9 req-ec0fd86c-7975-486d-9af8-10ed2ce3b822 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.1325870 Nov 15 14:30:47.331492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-15d125e6-479a-4dfc-ae6f-c0c3273e5df6 service neutron] 10.222.0.70 "GET /v2.0/networks/28b6c642-ac6e-4272-a6d1-ed1a94911a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914474 Nov 15 14:30:47.334749 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-17f99a9b-6ec5-4dda-8f00-369e2c6582bb req-34407ce7-5e42-4802-bbb4-67fcc59a26dd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:47.400716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34407ce7-5e42-4802-bbb4-67fcc59a26dd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event deleted for resources: {'Port': ['ID=95746eea-09d5-4746-8b39-e99b3f251dc3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:47.416194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebd44fc8-ef50-4d18-afcf-99013af544f9 req-4dea14c7-3667-42f5-be5f-21a2b80ef10c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330924 Nov 15 14:30:47.477698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f99a9b-6ec5-4dda-8f00-369e2c6582bb req-34407ce7-5e42-4802-bbb4-67fcc59a26dd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] No DVR routers for this DVR port 95746eea-09d5-4746-8b39-e99b3f251dc3 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:47.485230 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-17f99a9b-6ec5-4dda-8f00-369e2c6582bb req-34407ce7-5e42-4802-bbb4-67fcc59a26dd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:47.498444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17f99a9b-6ec5-4dda-8f00-369e2c6582bb req-34407ce7-5e42-4802-bbb4-67fcc59a26dd tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "DELETE /v2.0/ports/95746eea-09d5-4746-8b39-e99b3f251dc3 HTTP/1.1" status: 204 len: 173 time: 1.3152428 Nov 15 14:30:47.498444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342d9373-61f7-4f3d-b8de-bf3c7c9015ad', 'name': 'network-vif-deleted', 'tag': '95746eea-09d5-4746-8b39-e99b3f251dc3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:47.500067 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f5e29f-5d69-4107-a008-200433c2745e" -d '{"events": [{"server_uuid": "342d9373-61f7-4f3d-b8de-bf3c7c9015ad", "name": "network-vif-deleted", "tag": "95746eea-09d5-4746-8b39-e99b3f251dc3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:47.508375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['802d5a57-8439-4a92-bc1b-14e9f95d4eb5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:47.731695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95106d0-9d46-4d02-bed7-7df51bc26663 req-e8076ee8-ed78-4d2a-95f8-b50eb1727e8b tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:47.733447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d95106d0-9d46-4d02-bed7-7df51bc26663 req-e8076ee8-ed78-4d2a-95f8-b50eb1727e8b tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1027665 Nov 15 14:30:47.754624 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:47.921026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d95106d0-9d46-4d02-bed7-7df51bc26663 req-543de9d0-305f-4985-92ff-c67ea0cda5cf tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754425 Nov 15 14:30:47.987210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a5958a31-66a1-4414-9ba1-2e6cae7c355f', '27241eea-da6e-403b-9f49-23ecbba00061'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:47.993894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9966c-b4b2-4ce7-a572-8e65ea14e821 req-e50c24b0-5a3e-4fc5-a21b-0aeb2ea89b5d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:47.996139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bc9966c-b4b2-4ce7-a572-8e65ea14e821 req-e50c24b0-5a3e-4fc5-a21b-0aeb2ea89b5d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.2075026 Nov 15 14:30:48.019468 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8780a74d-35e7-404c-a614-35b105f6d09d x-openstack-request-id: req-8780a74d-35e7-404c-a614-35b105f6d09d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:48.019800 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342d9373-61f7-4f3d-b8de-bf3c7c9015ad", "name": "network-vif-deleted", "tag": "95746eea-09d5-4746-8b39-e99b3f251dc3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:48.020003 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8780a74d-35e7-404c-a614-35b105f6d09d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:48.020445 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342d9373-61f7-4f3d-b8de-bf3c7c9015ad', 'name': 'network-vif-deleted', 'tag': '95746eea-09d5-4746-8b39-e99b3f251dc3', 'status': 'completed', 'code': 200} Nov 15 14:30:48.062368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:48.090733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:48.091550 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 7c5e89d4-6e30-4c05-9312-a1cc1a5e18cb not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:48.109724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bc9966c-b4b2-4ce7-a572-8e65ea14e821 req-b430901c-fa32-4148-8fc2-fdac03fdb7c4 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063032 Nov 15 14:30:48.144379 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa693a09-7412-4dfb-8fc7-e187478ae948 req-5c573328-4a74-4ae1-a8dc-7f14cc39a081 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 210 time: 0.0614212 Nov 15 14:30:48.266167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6729274f-9e13-471b-97c3-6c32882e0365 req-0416a82b-1536-4b03-9ad7-6e643257a859 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=342d9373-61f7-4f3d-b8de-bf3c7c9015ad HTTP/1.1" status: 200 len: 210 time: 0.0254261 Nov 15 14:30:48.308256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:48.385401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d66661-65d6-403c-a4ba-779f11294589 req-71373a61-7d47-4b78-86c8-ac311a8f2932 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:48.403275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06d66661-65d6-403c-a4ba-779f11294589 req-71373a61-7d47-4b78-86c8-ac311a8f2932 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 944 time: 0.1358566 Nov 15 14:30:48.473329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-network', 'tenant_id': '56be216f96be435cb7d751ce791b1bed'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:48.498952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06d66661-65d6-403c-a4ba-779f11294589 req-a64f0a82-2f6e-46be-acff-673cb8724a4c tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774088 Nov 15 14:30:48.598850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Made reservation on behalf of 56be216f96be435cb7d751ce791b1bed for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:30:48.601432 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:48.605963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a08ca-93ae-4570-9a9d-6130416358d0 req-45ad18da-2a90-4351-b05f-82d90bc0dced tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:48.607593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-551a08ca-93ae-4570-9a9d-6130416358d0 req-45ad18da-2a90-4351-b05f-82d90bc0dced tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.0553081 Nov 15 14:30:48.616513 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:48.701016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-551a08ca-93ae-4570-9a9d-6130416358d0 req-af3de5b4-0490-45b0-9096-d392b733629a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834360 Nov 15 14:30:48.748963 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:48.878345 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:48.905485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:30:48.919223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3db100-6a45-49fc-9ea9-11dc6e791c1f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:48.923612 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:48.923954 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Added segment 986f01b9-accb-46bb-bf41-37e8df1e820f of type vlan for network 19b577fb-fa38-46fa-8627-bb8693ab76db Nov 15 14:30:48.991639 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:49.081672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bbfe3-db9c-4569-84d3-ea8bc48c0fc8 req-a5754fd9-93e7-4972-a71b-f48c63414b5a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:49.087763 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f7bbfe3-db9c-4569-84d3-ea8bc48c0fc8 req-a5754fd9-93e7-4972-a71b-f48c63414b5a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0879226 Nov 15 14:30:49.122481 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:49.123837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:49.124789 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:49.139638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f7bbfe3-db9c-4569-84d3-ea8bc48c0fc8 req-831b0df2-c25a-4bc6-a281-f3d01e4d6590 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495636 Nov 15 14:30:49.214693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] Pushing event updated for resources: {'Network': ['ID=19b577fb-fa38-46fa-8627-bb8693ab76db,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:49.226430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 19b577fb-fa38-46fa-8627-bb8693ab76db details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:30:49.243234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-634f83bb-17cc-4fa6-b7ed-47db9e946700 req-b5ec2f2f-ae9c-47bf-8885-68aedc1f5345 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 210 time: 0.0364103 Nov 15 14:30:49.262429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea8d62-34fa-4d03-837e-2b31ae89917e req-8f98a5e3-ccb6-4bfd-811a-418a08019490 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:49.269129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-efea8d62-34fa-4d03-837e-2b31ae89917e req-8f98a5e3-ccb6-4bfd-811a-418a08019490 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0961092 Nov 15 14:30:49.269296 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-674971a8-1c92-4b25-ae1e-67848b15e101 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9579408 Nov 15 14:30:49.271540 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47444) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:49.278977 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d23ebf94-cfbb-43cd-8e01-13077c5176ad admin admin] Request body: {'subnet': {'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-subnet', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:49.337907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-efea8d62-34fa-4d03-837e-2b31ae89917e req-fe0d08af-79be-4abf-92ff-0251f47010de tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621209 Nov 15 14:30:49.370600 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23ebf94-cfbb-43cd-8e01-13077c5176ad admin admin] Made reservation on behalf of 56be216f96be435cb7d751ce791b1bed for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:30:49.372909 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d23ebf94-cfbb-43cd-8e01-13077c5176ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:49.618540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67139968-3f95-47af-ad58-6d498901a8e8 req-03df8e75-5bc7-4ee3-8b6b-c963067ed00e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:49.620080 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67139968-3f95-47af-ad58-6d498901a8e8 req-03df8e75-5bc7-4ee3-8b6b-c963067ed00e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 944 time: 0.0533741 Nov 15 14:30:49.675236 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67139968-3f95-47af-ad58-6d498901a8e8 req-4e8896a3-7c75-47a0-92a1-d0d116da8748 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472391 Nov 15 14:30:49.707974 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d23ebf94-cfbb-43cd-8e01-13077c5176ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:49.761864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 95746eea-09d5-4746-8b39-e99b3f251dc3 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:49.783553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 95746eea-09d5-4746-8b39-e99b3f251dc3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:49.784185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 95746eea-09d5-4746-8b39-e99b3f251dc3 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:49.787543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ebf94-cfbb-43cd-8e01-13077c5176ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9285fe-e383-44c8-a8bb-67c37a6a5381,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:49.793352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ebf94-cfbb-43cd-8e01-13077c5176ad admin admin] Checking segment: {'id': '986f01b9-accb-46bb-bf41-37e8df1e820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:30:49.794645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ebf94-cfbb-43cd-8e01-13077c5176ad admin admin] Network hostable DHCP agents. Network: 19b577fb-fa38-46fa-8627-bb8693ab76db, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:30:49.906161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2bccc-d77f-49a1-ba27-3444210b184e req-ce039dcc-48e9-48f3-9163-b73ba7e8cfb4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:49.906161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ba2bccc-d77f-49a1-ba27-3444210b184e req-ce039dcc-48e9-48f3-9163-b73ba7e8cfb4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.0661263 Nov 15 14:30:49.948155 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ba2bccc-d77f-49a1-ba27-3444210b184e req-ba04b0d9-4572-4474-96d0-89830086551c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477238 Nov 15 14:30:49.970157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ebf94-cfbb-43cd-8e01-13077c5176ad admin admin] Network 19b577fb-fa38-46fa-8627-bb8693ab76db is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:30:50.050567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d23ebf94-cfbb-43cd-8e01-13077c5176ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 19b577fb-fa38-46fa-8627-bb8693ab76db) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:30:50.054766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23ebf94-cfbb-43cd-8e01-13077c5176ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:50.055407 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d23ebf94-cfbb-43cd-8e01-13077c5176ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:50.059579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:30:50.066670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb39a274-b0e5-4caa-ae3f-32c3d943788e None None] Network 19b577fb-fa38-46fa-8627-bb8693ab76db requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:30:50.074891 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:30:50.233273 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d23ebf94-cfbb-43cd-8e01-13077c5176ad admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9602849 Nov 15 14:30:50.236164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47462) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:50.241379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:50.276452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cdbfb-98f7-4f9b-82cd-05964f292b7d req-f4832354-039b-4ea0-b9d7-9e0bd3d58161 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:50.278073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb2cdbfb-98f7-4f9b-82cd-05964f292b7d req-f4832354-039b-4ea0-b9d7-9e0bd3d58161 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0550251 Nov 15 14:30:50.294780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-19b577fb-fa38-46fa-8627-bb8693ab76db', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'fixed_ips': [{'subnet_id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:30:50.295847 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:50.336716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb2cdbfb-98f7-4f9b-82cd-05964f292b7d req-3b496af3-ec08-418b-9cd1-dac2db3dfd0c tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505905 Nov 15 14:30:50.369577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:30:50.382753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:30:50.383121 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:50.387404 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:50.388492 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:50.445083 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4bac883-9c15-4aac-864a-3cd4fdbe4c4b req-bbe267f4-fc9b-4eec-90c8-5e65ae4e6940 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 210 time: 0.0486116 Nov 15 14:30:50.457746 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:50.493909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Allocated IP 172.20.0.2 (19b577fb-fa38-46fa-8627-bb8693ab76db/8f9285fe-e383-44c8-a8bb-67c37a6a5381/f2903c10-ec32-4275-b67d-a53ab3cf51a3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:30:50.582108 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:50.593920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbca34a-69f5-4e73-9fb8-1c06ad4bb5d8 req-07eeca66-4624-45ca-958f-71b894d570fc tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:50.595587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cbca34a-69f5-4e73-9fb8-1c06ad4bb5d8 req-07eeca66-4624-45ca-958f-71b894d570fc tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1017778 Nov 15 14:30:50.613785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7c73e-efb3-4225-9081-fd98804db1ac req-d09fd70d-631c-4e26-af9f-aa22f35abbe2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:50.622200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7f7c73e-efb3-4225-9081-fd98804db1ac req-d09fd70d-631c-4e26-af9f-aa22f35abbe2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=730fb7c3-3155-4ba8-afb5-9719fa398079 HTTP/1.1" status: 200 len: 950 time: 0.0908310 Nov 15 14:30:50.623090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c630e0f-7953-4390-8e6b-cb6f6295cf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802d5a57-8439-4a92-bc1b-14e9f95d4eb5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:50.625978 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d079583-ef40-434b-915d-c6fe95b5bc0f" -d '{"events": [{"server_uuid": "8c630e0f-7953-4390-8e6b-cb6f6295cf71", "name": "network-vif-plugged", "status": "completed", "tag": "802d5a57-8439-4a92-bc1b-14e9f95d4eb5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:50.651661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:50.702429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cbca34a-69f5-4e73-9fb8-1c06ad4bb5d8 req-f00b33d3-2b53-410e-87d5-7aab197a95e0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712736 Nov 15 14:30:50.728732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7f7c73e-efb3-4225-9081-fd98804db1ac req-25f44714-c0d4-41e9-b921-794819db47b2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989599 Nov 15 14:30:50.751400 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:50.757081 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:50.785595 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44943fd2-ea0c-486b-91b3-76763aca1bcd x-openstack-request-id: req-44943fd2-ea0c-486b-91b3-76763aca1bcd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:50.785763 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c630e0f-7953-4390-8e6b-cb6f6295cf71", "name": "network-vif-plugged", "status": "completed", "tag": "802d5a57-8439-4a92-bc1b-14e9f95d4eb5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:50.785955 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44943fd2-ea0c-486b-91b3-76763aca1bcd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:50.786496 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c630e0f-7953-4390-8e6b-cb6f6295cf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802d5a57-8439-4a92-bc1b-14e9f95d4eb5', 'code': 200} Nov 15 14:30:50.827690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04636e1a-a25e-4107-a635-2501497e01d4 req-30b1e5e1-7852-4232-959c-e5caac429ef4 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:50.831237 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-30b1e5e1-7852-4232-959c-e5caac429ef4 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.46 "GET /v2.0/networks?id=28b6c642-ac6e-4272-a6d1-ed1a94911a5f HTTP/1.1" status: 200 len: 811 time: 0.2001786 Nov 15 14:30:50.836705 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:50.848645 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:50.853132 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:50.853825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-04636e1a-a25e-4107-a635-2501497e01d4 req-ebe80e5c-93f5-4174-b8f1-fb12f86e291d tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Request body: {'port': {'device_id': '4c672643-b062-41e2-a3d3-48e37a4ba4a9', 'network_id': '28b6c642-ac6e-4272-a6d1-ed1a94911a5f', 'admin_state_up': True, 'tenant_id': 'a0b5fcd9958b48ef9d08761af262a74d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:50.871768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:50.872115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:50.883594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:50.883594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:50.883594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:50.883594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:50.883594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:50.883594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:50.883594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:50.883594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:50.883594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:50.883594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:50.890422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13f391-5e1a-4967-a870-636fdb19c063 req-71f9cbdc-90e8-4743-9b30-fc8be9456e71 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:50.892034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Network 19b577fb-fa38-46fa-8627-bb8693ab76db is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:30:50.894501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:30:50.905256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd13f391-5e1a-4967-a870-636fdb19c063 req-71f9cbdc-90e8-4743-9b30-fc8be9456e71 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 945 time: 0.0850942 Nov 15 14:30:50.915305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:30:50.975441 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd13f391-5e1a-4967-a870-636fdb19c063 req-92c924f6-240d-4dcf-8e1d-3cafd51d716a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682430 Nov 15 14:30:51.027450 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19f1bc-d523-48b8-8de1-4ab717541522 req-380c9d29-4d80-4021-a607-6dd5c9045248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:51.029016 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ac19f1bc-d523-48b8-8de1-4ab717541522 req-380c9d29-4d80-4021-a607-6dd5c9045248 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 1096 time: 0.1578538 Nov 15 14:30:51.121058 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Pushing event updated for resources: {'Port': ['ID=f2903c10-ec32-4275-b67d-a53ab3cf51a3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:51.127982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Attempting to bind port f2903c10-ec32-4275-b67d-a53ab3cf51a3 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:30:51.129790 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ac19f1bc-d523-48b8-8de1-4ab717541522 req-2bf178ab-426f-4e28-a987-9dfc55d6e0e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838974 Nov 15 14:30:51.130922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Attempting to bind port f2903c10-ec32-4275-b67d-a53ab3cf51a3 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '986f01b9-accb-46bb-bf41-37e8df1e820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:30:51.130922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Attempting to bind port f2903c10-ec32-4275-b67d-a53ab3cf51a3 on network 19b577fb-fa38-46fa-8627-bb8693ab76db {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:51.134874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36424-4b26-46e6-8b09-1bf9cffe5966 req-b9ca705b-decd-41a6-a4d5-4614396b9bb4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:51.135774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:30:51.136475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Checking segment: {'id': '986f01b9-accb-46bb-bf41-37e8df1e820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:30:51.136895 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:51.137297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Bound using segment: {'id': '986f01b9-accb-46bb-bf41-37e8df1e820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:30:51.137841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Bound port: f2903c10-ec32-4275-b67d-a53ab3cf51a3, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986f01b9-accb-46bb-bf41-37e8df1e820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:30:51.138257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:51.141842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bf36424-4b26-46e6-8b09-1bf9cffe5966 req-b9ca705b-decd-41a6-a4d5-4614396b9bb4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.0910041 Nov 15 14:30:51.199796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bf36424-4b26-46e6-8b09-1bf9cffe5966 req-59a55562-44a9-4aaf-84dc-e374e60dec6a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570753 Nov 15 14:30:51.230831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] For port f2903c10-ec32-4275-b67d-a53ab3cf51a3, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:30:51.230831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] For port f2903c10-ec32-4275-b67d-a53ab3cf51a3, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f2903c10-ec32-4275-b67d-a53ab3cf51a3,segment=NetworkSegment(986f01b9-accb-46bb-bf41-37e8df1e820f),segment_id=986f01b9-accb-46bb-bf41-37e8df1e820f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:30:51.231654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04636e1a-a25e-4107-a635-2501497e01d4 req-ebe80e5c-93f5-4174-b8f1-fb12f86e291d tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Made reservation on behalf of a0b5fcd9958b48ef9d08761af262a74d for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:30:51.235230 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04636e1a-a25e-4107-a635-2501497e01d4 req-ebe80e5c-93f5-4174-b8f1-fb12f86e291d tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:51.312454 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:51.330780 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:51.367693 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:51.409031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f88a2-825b-4d96-9a71-02984302e5e3 None None] Pushing event updated for resources: {'Port': ['ID=f2903c10-ec32-4275-b67d-a53ab3cf51a3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:51.493080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-04636e1a-a25e-4107-a635-2501497e01d4 req-ebe80e5c-93f5-4174-b8f1-fb12f86e291d tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Allocated IP 172.20.0.10 (28b6c642-ac6e-4272-a6d1-ed1a94911a5f/f351e400-564e-46d8-bc68-04160b10436d/6a51b81f-93c4-48f2-9d19-01cbda5c18e3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:30:51.592268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Allocated IP 172.25.4.25 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/a66ed7be-a6fb-4a6d-85cd-b378c6a16a86) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:30:51.613201 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4deaf36d-3783-4289-a441-e33f4a3cb0d8 req-6d3e4715-9810-4f2e-9a1e-ce42ff416be5 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 210 time: 0.0562823 Nov 15 14:30:51.771658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aba18f-3c81-4e42-95c0-a4715314d680 req-31ff6aa2-b3be-4ec3-bb4b-a6bf6bfa08d0 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:51.773505 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16aba18f-3c81-4e42-95c0-a4715314d680 req-31ff6aa2-b3be-4ec3-bb4b-a6bf6bfa08d0 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0648687 Nov 15 14:30:51.875786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16aba18f-3c81-4e42-95c0-a4715314d680 req-fd6c84bc-05ac-42a0-9125-f381e339c44d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921466 Nov 15 14:30:51.895269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65eb19-03bb-4020-bf19-cf709e7fca5f req-4de01221-5c47-4428-a50b-6154adf7812d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:51.896809 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f65eb19-03bb-4020-bf19-cf709e7fca5f req-4de01221-5c47-4428-a50b-6154adf7812d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0875869 Nov 15 14:30:51.899153 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04636e1a-a25e-4107-a635-2501497e01d4 req-ebe80e5c-93f5-4174-b8f1-fb12f86e291d tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:51.921821 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:51.973889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f65eb19-03bb-4020-bf19-cf709e7fca5f req-203ae896-cfff-4cc2-be57-b109387290df tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576329 Nov 15 14:30:52.024906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425348-947f-4b42-a45c-957031a6e5db req-8c8fc72e-d0a5-4688-ba82-5d3ef455c148 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:52.026546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84425348-947f-4b42-a45c-957031a6e5db req-8c8fc72e-d0a5-4688-ba82-5d3ef455c148 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=730fb7c3-3155-4ba8-afb5-9719fa398079 HTTP/1.1" status: 200 len: 950 time: 0.0796707 Nov 15 14:30:52.030806 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04636e1a-a25e-4107-a635-2501497e01d4 req-ebe80e5c-93f5-4174-b8f1-fb12f86e291d tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:52.088883 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:52.090813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84425348-947f-4b42-a45c-957031a6e5db req-50849d06-8d35-445c-b03f-1ae4394a2bd2 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525429 Nov 15 14:30:52.130958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04636e1a-a25e-4107-a635-2501497e01d4 req-ebe80e5c-93f5-4174-b8f1-fb12f86e291d tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Network 28b6c642-ac6e-4272-a6d1-ed1a94911a5f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:30:52.145323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-04636e1a-a25e-4107-a635-2501497e01d4 req-ebe80e5c-93f5-4174-b8f1-fb12f86e291d tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:30:52.149157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-04636e1a-a25e-4107-a635-2501497e01d4 req-ebe80e5c-93f5-4174-b8f1-fb12f86e291d tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:30:52.171894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d9fbd-6d5b-4c76-bd11-a228d087f7cd req-003f3139-2bef-4ed0-9cb0-d23fc4ec8e73 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:52.173515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-099d9fbd-6d5b-4c76-bd11-a228d087f7cd req-003f3139-2bef-4ed0-9cb0-d23fc4ec8e73 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 945 time: 0.0667331 Nov 15 14:30:52.180779 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:30:52.182711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe80e5c-93f5-4174-b8f1-fb12f86e291d tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Pushing event updated for resources: {'Port': ['ID=6a51b81f-93c4-48f2-9d19-01cbda5c18e3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:52.198717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:30:52.200255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:30:52.250462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-099d9fbd-6d5b-4c76-bd11-a228d087f7cd req-a7465a2e-0395-4b0c-8201-8e67e1f27dee tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615253 Nov 15 14:30:52.267846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f2903c10-ec32-4275-b67d-a53ab3cf51a3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:30:52.272634 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ef655-d8e1-4569-9629-b2d5664b6843 req-8dcb23f7-9c16-4c6c-8a11-34daaa9ef675 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:52.274271 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c59ef655-d8e1-4569-9629-b2d5664b6843 req-8dcb23f7-9c16-4c6c-8a11-34daaa9ef675 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/ports?device_id=730fb7c3-3155-4ba8-afb5-9719fa398079 HTTP/1.1" status: 200 len: 950 time: 0.2545516 Nov 15 14:30:52.374948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04636e1a-a25e-4107-a635-2501497e01d4 req-ebe80e5c-93f5-4174-b8f1-fb12f86e291d tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:52.375631 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04636e1a-a25e-4107-a635-2501497e01d4 req-ebe80e5c-93f5-4174-b8f1-fb12f86e291d tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:52.377380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d269367-cee3-445c-aa43-32058b0ce875 req-69c73bf7-27d9-4432-99df-937cc9426817 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:52.379013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d269367-cee3-445c-aa43-32058b0ce875 req-69c73bf7-27d9-4432-99df-937cc9426817 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.0874510 Nov 15 14:30:52.382492 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Pushing event updated for resources: {'Port': ['ID=a66ed7be-a6fb-4a6d-85cd-b378c6a16a86,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:52.390721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f2903c10-ec32-4275-b67d-a53ab3cf51a3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:30:52.392382 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:52.446650 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d269367-cee3-445c-aa43-32058b0ce875 req-f419ea39-180b-4458-8ab2-d602ae029b53 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589128 Nov 15 14:30:52.488970 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:52.527676 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-ebe80e5c-93f5-4174-b8f1-fb12f86e291d tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6806524 Nov 15 14:30:52.533484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port f2903c10-ec32-4275-b67d-a53ab3cf51a3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f2903c10-ec32-4275-b67d-a53ab3cf51a3,segment=NetworkSegment(986f01b9-accb-46bb-bf41-37e8df1e820f),segment_id=986f01b9-accb-46bb-bf41-37e8df1e820f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:52.563014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Request body: {'port': {'device_id': '4c672643-b062-41e2-a3d3-48e37a4ba4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:52.604300 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:52.613628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575c893-4fbf-4298-97d3-102d39b4d9f5 req-1a3ef0a2-f48c-45f3-93d9-c5a856316049 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:52.615314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b575c893-4fbf-4298-97d3-102d39b4d9f5 req-1a3ef0a2-f48c-45f3-93d9-c5a856316049 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4 HTTP/1.1" status: 200 len: 950 time: 0.0727248 Nov 15 14:30:52.652816 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:52.658142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c59ef655-d8e1-4569-9629-b2d5664b6843 req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Deleting port a5958a31-66a1-4414-9ba1-2e6cae7c355f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:52.658513 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c59ef655-d8e1-4569-9629-b2d5664b6843 req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:52.683526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=f2903c10-ec32-4275-b67d-a53ab3cf51a3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:52.766217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1768ba4a-6a30-4b40-b21c-fbb872fc68e9 None None] Network 19b577fb-fa38-46fa-8627-bb8693ab76db requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:30:52.817296 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b575c893-4fbf-4298-97d3-102d39b4d9f5 req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Deleting port 27241eea-da6e-403b-9f49-23ecbba00061 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:52.817716 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b575c893-4fbf-4298-97d3-102d39b4d9f5 req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:52.844183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa039f24-cd00-47b3-b33a-ffae64df16a1 req-be9e1915-4659-4d09-9fa4-5ebf50f31b41 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:52.845786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa039f24-cd00-47b3-b33a-ffae64df16a1 req-be9e1915-4659-4d09-9fa4-5ebf50f31b41 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 932 time: 0.0906601 Nov 15 14:30:52.848635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-99cea6e2-9dfd-42a2-9fde-fa9652e6cc5c None None] Provisioning complete for port f2903c10-ec32-4275-b67d-a53ab3cf51a3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:30:52.849026 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99cea6e2-9dfd-42a2-9fde-fa9652e6cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:52.959444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa039f24-cd00-47b3-b33a-ffae64df16a1 req-7773a162-913e-440b-8baa-adef79b7a852 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/security-groups?id=9afbfabe-c743-42d9-b4a1-92f9f3d61b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852864 Nov 15 14:30:52.973167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b575c893-4fbf-4298-97d3-102d39b4d9f5 req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] For port 27241eea-da6e-403b-9f49-23ecbba00061, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=27241eea-da6e-403b-9f49-23ecbba00061,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:52.973571 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b575c893-4fbf-4298-97d3-102d39b4d9f5 req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:52.998701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b575c893-4fbf-4298-97d3-102d39b4d9f5 req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Calling delete_port for 27241eea-da6e-403b-9f49-23ecbba00061 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:53.176447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b235154-4d24-479c-8f39-6c7aa4554e2f req-ed5d55c4-020d-4f13-83fc-0ed5b1e0ec68 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:53.178096 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b235154-4d24-479c-8f39-6c7aa4554e2f req-ed5d55c4-020d-4f13-83fc-0ed5b1e0ec68 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1702003 Nov 15 14:30:53.213309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99190a-d908-4f2a-9d70-56e077dbc74e req-54ef07c8-1db7-4770-acb6-61bdd021daf6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:53.216520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b99190a-d908-4f2a-9d70-56e077dbc74e req-54ef07c8-1db7-4770-acb6-61bdd021daf6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1230421 Nov 15 14:30:53.218034 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c59ef655-d8e1-4569-9629-b2d5664b6843 req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] For port a5958a31-66a1-4414-9ba1-2e6cae7c355f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a5958a31-66a1-4414-9ba1-2e6cae7c355f,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:53.218420 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c59ef655-d8e1-4569-9629-b2d5664b6843 req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:53.248319 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:53.251050 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c59ef655-d8e1-4569-9629-b2d5664b6843 req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Calling delete_port for a5958a31-66a1-4414-9ba1-2e6cae7c355f owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:53.311357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b235154-4d24-479c-8f39-6c7aa4554e2f req-dcc6cd5e-a083-4fbf-aa94-9a8a424c10bb tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246152 Nov 15 14:30:53.347008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b99190a-d908-4f2a-9d70-56e077dbc74e req-d7e8d638-e12b-4074-bc10-d5f74e97e209 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136048 Nov 15 14:30:53.392730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d15b5053-995a-455c-84e3-1b958f09116d None None] Provisioning complete for port f2903c10-ec32-4275-b67d-a53ab3cf51a3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:30:53.393323 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d15b5053-995a-455c-84e3-1b958f09116d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:53.476849 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b575c893-4fbf-4298-97d3-102d39b4d9f5 req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:53.494311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['27241eea-da6e-403b-9f49-23ecbba00061'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:53.496618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:53.516496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec559ee1-3b5f-4239-aeda-536f736411f1 req-a20e4f29-04a5-4351-b78f-65b4b7c727e0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:53.518469 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec559ee1-3b5f-4239-aeda-536f736411f1 req-a20e4f29-04a5-4351-b78f-65b4b7c727e0 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=730fb7c3-3155-4ba8-afb5-9719fa398079 HTTP/1.1" status: 200 len: 950 time: 0.1013281 Nov 15 14:30:53.565720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event deleted for resources: {'Port': ['ID=27241eea-da6e-403b-9f49-23ecbba00061,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:53.610907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.611248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.611584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.612425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.612425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.612713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.613098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.613423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.614620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.614620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.614620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.615414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.661407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b575c893-4fbf-4298-97d3-102d39b4d9f5 req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] No DVR routers for this DVR port 27241eea-da6e-403b-9f49-23ecbba00061 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:53.664633 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b575c893-4fbf-4298-97d3-102d39b4d9f5 req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:53.668797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b575c893-4fbf-4298-97d3-102d39b4d9f5 req-841c529f-cb0b-4fb2-95e3-15a9df3d11eb tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "DELETE /v2.0/ports/27241eea-da6e-403b-9f49-23ecbba00061 HTTP/1.1" status: 204 len: 173 time: 1.0457852 Nov 15 14:30:53.670583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4', 'name': 'network-vif-deleted', 'tag': '27241eea-da6e-403b-9f49-23ecbba00061'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:53.679674 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a53ad8b-af8a-4b96-8bdf-cb0e59dbf413" -d '{"events": [{"server_uuid": "9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4", "name": "network-vif-deleted", "tag": "27241eea-da6e-403b-9f49-23ecbba00061"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:53.688795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:30:53.699947 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:53.705394 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:53.714276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7636c9-1ef3-4a63-bed8-5ac1c331356e req-cf3a65c4-f90b-43d4-8970-5eed62634743 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:53.715994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc7636c9-1ef3-4a63-bed8-5ac1c331356e req-cf3a65c4-f90b-43d4-8970-5eed62634743 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 945 time: 0.2099688 Nov 15 14:30:53.719710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Transition to ACTIVE for port object 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:30:53.729502 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec559ee1-3b5f-4239-aeda-536f736411f1 req-9fb4494e-ca84-4da0-bae6-7cf3507644c9 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814666 Nov 15 14:30:53.754705 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c59ef655-d8e1-4569-9629-b2d5664b6843 req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:53.769756 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['27241eea-da6e-403b-9f49-23ecbba00061'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:53.801103 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc7636c9-1ef3-4a63-bed8-5ac1c331356e req-cfbe3e99-f0ca-4f1b-b431-741bee6c01e2 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713563 Nov 15 14:30:53.819199 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:53.839802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event deleted for resources: {'Port': ['ID=a5958a31-66a1-4414-9ba1-2e6cae7c355f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:53.862740 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528d424a-cdc7-4c62-97fa-675acc774fa9 x-openstack-request-id: req-528d424a-cdc7-4c62-97fa-675acc774fa9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:53.867598 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4", "name": "network-vif-deleted", "tag": "27241eea-da6e-403b-9f49-23ecbba00061", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:53.867598 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-528d424a-cdc7-4c62-97fa-675acc774fa9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:53.867598 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf7eabc-5ab2-4a59-8edf-3822e7e5a7b4', 'name': 'network-vif-deleted', 'tag': '27241eea-da6e-403b-9f49-23ecbba00061', 'status': 'completed', 'code': 200} Nov 15 14:30:53.881081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e778412-e1c8-4e72-baf0-b491225297f8 req-88764ceb-3336-450f-8213-a99c498033b0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:53.888791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e778412-e1c8-4e72-baf0-b491225297f8 req-88764ceb-3336-450f-8213-a99c498033b0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.0782993 Nov 15 14:30:53.889746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.889746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.889955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.890242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.890603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.890935 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.891261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.891592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.892487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.892487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.892718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.893553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:53.933404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59ef655-d8e1-4569-9629-b2d5664b6843 req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] No DVR routers for this DVR port a5958a31-66a1-4414-9ba1-2e6cae7c355f on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:53.944585 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e778412-e1c8-4e72-baf0-b491225297f8 req-d6c7e60c-a646-4008-9bc0-2d6c228c0127 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548382 Nov 15 14:30:53.957773 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c59ef655-d8e1-4569-9629-b2d5664b6843 req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:53.961500 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c59ef655-d8e1-4569-9629-b2d5664b6843 req-b999ab8b-cafd-4a86-b01c-49ec7a07d743 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.46 "DELETE /v2.0/ports/a5958a31-66a1-4414-9ba1-2e6cae7c355f HTTP/1.1" status: 204 len: 173 time: 1.6561193 Nov 15 14:30:53.965241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730fb7c3-3155-4ba8-afb5-9719fa398079', 'name': 'network-vif-deleted', 'tag': 'a5958a31-66a1-4414-9ba1-2e6cae7c355f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:53.966426 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47e6a1c-6a75-4f10-965b-9dcc0512bde3" -d '{"events": [{"server_uuid": "730fb7c3-3155-4ba8-afb5-9719fa398079", "name": "network-vif-deleted", "tag": "a5958a31-66a1-4414-9ba1-2e6cae7c355f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:54.027856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252f449-4fe1-4743-90f9-4ffb4efb536b req-3c5fd5de-157e-4476-aeec-92e6d269635b tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:54.035616 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d44c7d-1fa9-4c05-b2fc-41a0d5edaaf4 x-openstack-request-id: req-c4d44c7d-1fa9-4c05-b2fc-41a0d5edaaf4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:54.035923 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730fb7c3-3155-4ba8-afb5-9719fa398079", "name": "network-vif-deleted", "tag": "a5958a31-66a1-4414-9ba1-2e6cae7c355f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:54.036158 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4d44c7d-1fa9-4c05-b2fc-41a0d5edaaf4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:54.036558 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730fb7c3-3155-4ba8-afb5-9719fa398079', 'name': 'network-vif-deleted', 'tag': 'a5958a31-66a1-4414-9ba1-2e6cae7c355f', 'status': 'completed', 'code': 200} Nov 15 14:30:54.040694 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Pushing event updated for resources: {'Port': ['ID=6a51b81f-93c4-48f2-9d19-01cbda5c18e3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:54.046427 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2252f449-4fe1-4743-90f9-4ffb4efb536b req-3c5fd5de-157e-4476-aeec-92e6d269635b tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 1096 time: 0.0777493 Nov 15 14:30:54.069487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a5958a31-66a1-4414-9ba1-2e6cae7c355f no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:54.105113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Attempting to bind port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:30:54.105459 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Attempting to bind port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '1a16b458-e0bc-4597-a037-49b66ffecda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '28b6c642-ac6e-4272-a6d1-ed1a94911a5f'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:30:54.105805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Attempting to bind port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 on network 28b6c642-ac6e-4272-a6d1-ed1a94911a5f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:54.120550 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 on network 28b6c642-ac6e-4272-a6d1-ed1a94911a5f not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:30:54.120883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Attempting to bind port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 on network 28b6c642-ac6e-4272-a6d1-ed1a94911a5f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:54.129125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:30:54.129125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Checking segment: {'id': '1a16b458-e0bc-4597-a037-49b66ffecda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '28b6c642-ac6e-4272-a6d1-ed1a94911a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:30:54.129125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Bound using segment: {'id': '1a16b458-e0bc-4597-a037-49b66ffecda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '28b6c642-ac6e-4272-a6d1-ed1a94911a5f'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:30:54.129433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Bound port: 6a51b81f-93c4-48f2-9d19-01cbda5c18e3, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a16b458-e0bc-4597-a037-49b66ffecda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '28b6c642-ac6e-4272-a6d1-ed1a94911a5f'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:30:54.130246 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:54.136649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2252f449-4fe1-4743-90f9-4ffb4efb536b req-d84d7a36-c1db-4e47-bc1b-eb78564b9af4 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892291 Nov 15 14:30:54.153991 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['667ca1c8-8b1e-4d41-8e66-1944d16edc3e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:54.160014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: a5958a31-66a1-4414-9ba1-2e6cae7c355f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:54.160014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a5958a31-66a1-4414-9ba1-2e6cae7c355f not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:54.239607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Router 67596c5b-9b3b-411d-a7df-27507e0ec2ec is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:30:54.297547 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbb34f-a2a2-4a72-a77b-d3ce579a345b req-f80a236d-0afc-4817-a3d8-053117fdaf07 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:54.307924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91cbb34f-a2a2-4a72-a77b-d3ce579a345b req-f80a236d-0afc-4817-a3d8-053117fdaf07 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 944 time: 0.1632571 Nov 15 14:30:54.311894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f2903c10-ec32-4275-b67d-a53ab3cf51a3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:30:54.362110 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] For port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:30:54.389904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91cbb34f-a2a2-4a72-a77b-d3ce579a345b req-6bad4ddd-5ce3-4783-aa61-d22d063c3bd0 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/security-groups?id=9afbfabe-c743-42d9-b4a1-92f9f3d61b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701489 Nov 15 14:30:54.394299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] For port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6a51b81f-93c4-48f2-9d19-01cbda5c18e3,segment=NetworkSegment(1a16b458-e0bc-4597-a037-49b66ffecda8),segment_id=1a16b458-e0bc-4597-a037-49b66ffecda8)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:30:54.423981 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:30:54.440154 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Sync routers for ids ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:30:54.456311 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:54.456863 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Routers {'67596c5b-9b3b-411d-a7df-27507e0ec2ec'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:30:54.464481 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:30:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:54.479285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc53998-52a9-46fb-b46c-db3ba550abcb req-c00afc71-07cd-4024-8db6-7c4363ef0816 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:54.488708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbc53998-52a9-46fb-b46c-db3ba550abcb req-c00afc71-07cd-4024-8db6-7c4363ef0816 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0668554 Nov 15 14:30:54.495464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f2903c10-ec32-4275-b67d-a53ab3cf51a3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:30:54.496027 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:54.528374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:54.529025 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:54.530559 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] 10.222.0.46 "PUT /v2.0/ports/6a51b81f-93c4-48f2-9d19-01cbda5c18e3 HTTP/1.1" status: 200 len: 1092 time: 1.9733543 Nov 15 14:30:54.534877 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:54.536211 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3c2785cc-e194-4db7-b1a5-6aa8949bfce4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.2989826 Nov 15 14:30:54.539808 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47526) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:30:54.562221 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbc53998-52a9-46fb-b46c-db3ba550abcb req-615a242e-a061-4941-92f6-2f8b7317e175 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717704 Nov 15 14:30:54.728946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8335901-eae0-4f59-8cfd-d5b1221a3c9c req-16a96d1b-f396-40cc-95cd-08a60d0b7663 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:54.732133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8335901-eae0-4f59-8cfd-d5b1221a3c9c req-16a96d1b-f396-40cc-95cd-08a60d0b7663 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1189849 Nov 15 14:30:54.748574 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Set router 67596c5b-9b3b-411d-a7df-27507e0ec2ec gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:30:54.828380 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8335901-eae0-4f59-8cfd-d5b1221a3c9c req-596f69e0-8938-4654-848e-b5b008f093c8 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877333 Nov 15 14:30:54.937673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cd1e2f8-4b2a-4c7d-a835-07c74d7a91c0 req-ce1970e8-387e-4dfc-86e6-47b9ff886a3b tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=730fb7c3-3155-4ba8-afb5-9719fa398079 HTTP/1.1" status: 200 len: 210 time: 0.0402546 Nov 15 14:30:54.970506 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229a6af-c4b3-409b-b60a-0b4af28a4c45 service neutron] Pushing event updated for resources: {'Port': ['ID=6a51b81f-93c4-48f2-9d19-01cbda5c18e3,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:55.009187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04636e1a-a25e-4107-a635-2501497e01d4 req-f352a103-9497-4b7d-ad05-75af28f31b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:55.010873 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-f352a103-9497-4b7d-ad05-75af28f31b78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0b5fcd9958b48ef9d08761af262a74d&device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 1095 time: 0.3360603 Nov 15 14:30:55.052954 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:30:52Z', 'revision_number': 3, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:55.080248 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Checking router: 67596c5b-9b3b-411d-a7df-27507e0ec2ec for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:30:55.080524 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Updating router 67596c5b-9b3b-411d-a7df-27507e0ec2ec port a66ed7be-a6fb-4a6d-85cd-b378c6a16a86 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:30:55.109639 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:55.143436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d63ec4-f33c-4d00-b007-d29f17cf063c req-0bb71d80-0a31-4d72-b222-6f73d16b4beb tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:55.146468 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-26363a6a-2f3d-42f0-aed3-b07e9245bbf1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a51b81f-93c4-48f2-9d19-01cbda5c18e3 HTTP/1.1" status: 200 len: 217 time: 0.1197762 Nov 15 14:30:55.151969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32d63ec4-f33c-4d00-b007-d29f17cf063c req-0bb71d80-0a31-4d72-b222-6f73d16b4beb tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.0662301 Nov 15 14:30:55.219690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04636e1a-a25e-4107-a635-2501497e01d4 req-acd0bc99-df28-4f7f-a987-d7f7ecb416b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:55.221181 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-acd0bc99-df28-4f7f-a987-d7f7ecb416b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f351e400-564e-46d8-bc68-04160b10436d HTTP/1.1" status: 200 len: 851 time: 0.0656598 Nov 15 14:30:55.242910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32d63ec4-f33c-4d00-b007-d29f17cf063c req-165b683d-9239-4351-aa4c-f2ce32eab954 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621288 Nov 15 14:30:55.287700 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-21f96c67-9b32-4e6b-953c-28b1b0d6d162 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28b6c642-ac6e-4272-a6d1-ed1a94911a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350518 Nov 15 14:30:55.398598 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:55.450253 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:55.482016 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:55.495110 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Pushing event updated for resources: {'Port': ['ID=a66ed7be-a6fb-4a6d-85cd-b378c6a16a86,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:55.505493 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:55.506233 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:55.506805 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:55.507345 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:55.507898 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:55.508753 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:55.509284 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:55.509814 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:55.510354 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:55.510922 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:55.511650 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:55.512192 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:30:55.563264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02a3c0-a8ef-4052-b7c3-4f807039a288 req-96d95f42-bac9-444c-99cf-cec532a21615 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:55.565119 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-7e4caa82-99d5-4c08-8558-42dbf15fe258 service neutron] 10.222.0.46 "GET /v2.0/networks/28b6c642-ac6e-4272-a6d1-ed1a94911a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657459 Nov 15 14:30:55.572061 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab02a3c0-a8ef-4052-b7c3-4f807039a288 req-96d95f42-bac9-444c-99cf-cec532a21615 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 944 time: 0.0907772 Nov 15 14:30:55.586107 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Attempting to bind port a66ed7be-a6fb-4a6d-85cd-b378c6a16a86 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:30:55.587405 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Attempting to bind port a66ed7be-a6fb-4a6d-85cd-b378c6a16a86 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:30:55.588419 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Attempting to bind port a66ed7be-a6fb-4a6d-85cd-b378c6a16a86 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:55.610624 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:30:55.610986 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:30:55.616920 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:55.617459 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:30:55.618644 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Bound port: a66ed7be-a6fb-4a6d-85cd-b378c6a16a86, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:30:55.619776 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:55.661541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab02a3c0-a8ef-4052-b7c3-4f807039a288 req-fb839a05-a4a1-4f64-b820-c11ba98628b3 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/security-groups?id=9afbfabe-c743-42d9-b4a1-92f9f3d61b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882463 Nov 15 14:30:55.704239 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] For port a66ed7be-a6fb-4a6d-85cd-b378c6a16a86, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:30:55.708420 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] For port a66ed7be-a6fb-4a6d-85cd-b378c6a16a86, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a66ed7be-a6fb-4a6d-85cd-b378c6a16a86,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:30:55.728926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd88b8-efa2-4138-a48d-59edb7df7a37 req-820b0952-f71a-4f0f-81a3-3dfc36d4395f tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:55.736876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6bfd88b8-efa2-4138-a48d-59edb7df7a37 req-820b0952-f71a-4f0f-81a3-3dfc36d4395f tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0597594 Nov 15 14:30:55.766704 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-04636e1a-a25e-4107-a635-2501497e01d4 req-13bc18f4-32b8-4ac0-bdc2-32ad5a9b8a74 service neutron] 10.222.0.46 "GET /v2.0/networks/28b6c642-ac6e-4272-a6d1-ed1a94911a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897337 Nov 15 14:30:55.782907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Allocated IP 172.20.0.1 (19b577fb-fa38-46fa-8627-bb8693ab76db/8f9285fe-e383-44c8-a8bb-67c37a6a5381/3637ce4c-ffc5-4691-b78b-07c351ed1033) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:30:55.793225 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6bfd88b8-efa2-4138-a48d-59edb7df7a37 req-c6f43f37-32f3-45c0-aca0-a9d83c39243f tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553684 Nov 15 14:30:55.803141 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:55.936184 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:55.970632 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d99844-52e8-40ca-9528-f676f02c3407 None None] Pushing event updated for resources: {'Port': ['ID=a66ed7be-a6fb-4a6d-85cd-b378c6a16a86,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:55.981206 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Routers {'67596c5b-9b3b-411d-a7df-27507e0ec2ec'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:30:55.982336 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:30:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:56.014055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc65215-da1d-4c5d-b603-a385871207ca req-e3505dcb-7f8d-4bf5-9087-6d9bd390276a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:56.020067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5dc65215-da1d-4c5d-b603-a385871207ca req-e3505dcb-7f8d-4bf5-9087-6d9bd390276a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1014020 Nov 15 14:30:56.036750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:56.048824 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c672643-b062-41e2-a3d3-48e37a4ba4a9', 'tag': '6a51b81f-93c4-48f2-9d19-01cbda5c18e3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:56.052998 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f7c969-d5a1-4dac-ba49-3ff0eb4d2a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c672643-b062-41e2-a3d3-48e37a4ba4a9", "tag": "6a51b81f-93c4-48f2-9d19-01cbda5c18e3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:56.063451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 27241eea-da6e-403b-9f49-23ecbba00061 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:30:56.097982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Network 19b577fb-fa38-46fa-8627-bb8693ab76db is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:30:56.102079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:30:56.106782 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 27241eea-da6e-403b-9f49-23ecbba00061 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:30:56.106782 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 27241eea-da6e-403b-9f49-23ecbba00061 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:30:56.119151 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:30:56.126876 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] Set router 67596c5b-9b3b-411d-a7df-27507e0ec2ec gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:30:56.131808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5dc65215-da1d-4c5d-b603-a385871207ca req-5d0d9d12-c477-41ab-8f3d-aa54dc2aace9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060905 Nov 15 14:30:56.183592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3637ce4c-ffc5-4691-b78b-07c351ed1033,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:56.188962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:56.289996 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d4b351-cae8-4af6-a670-10f428a90a03 x-openstack-request-id: req-88d4b351-cae8-4af6-a670-10f428a90a03 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:56.290454 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c672643-b062-41e2-a3d3-48e37a4ba4a9", "tag": "6a51b81f-93c4-48f2-9d19-01cbda5c18e3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:56.290812 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88d4b351-cae8-4af6-a670-10f428a90a03 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:56.291326 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c672643-b062-41e2-a3d3-48e37a4ba4a9', 'tag': '6a51b81f-93c4-48f2-9d19-01cbda5c18e3', 'status': 'completed', 'code': 200} Nov 15 14:30:56.338119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7c969-d5a1-4dac-ba49-3ff0eb4d2a5b req-86cda4dd-ca31-4556-9a32-568a1ab287fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:56.339918 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62f7c969-d5a1-4dac-ba49-3ff0eb4d2a5b req-86cda4dd-ca31-4556-9a32-568a1ab287fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0b5fcd9958b48ef9d08761af262a74d&device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 1095 time: 0.0898507 Nov 15 14:30:56.442494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6460f-6ae0-4c4f-b252-7f47b1b80a14 req-1909ff60-73bb-4fb0-925a-404aadc61169 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:56.449443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eea6460f-6ae0-4c4f-b252-7f47b1b80a14 req-1909ff60-73bb-4fb0-925a-404aadc61169 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.0833695 Nov 15 14:30:56.453915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f3f90f3f-99ef-4e80-b42f-03d401f62cfd None None] Provisioning complete for port 3637ce4c-ffc5-4691-b78b-07c351ed1033 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:30:56.454592 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3f90f3f-99ef-4e80-b42f-03d401f62cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:56.475715 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:30:52Z', 'revision_number': 3, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:56.499000 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f3f90f3f-99ef-4e80-b42f-03d401f62cfd None None] Port 3637ce4c-ffc5-4691-b78b-07c351ed1033 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:30:56.512633 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d001de64-cd84-40a4-a3d3-ad1c9659ed1a None None] The sync data for ids ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'] in n-d-817748-2 is: [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:30:52Z', 'revision_number': 3, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:30:56.539127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eea6460f-6ae0-4c4f-b252-7f47b1b80a14 req-fa26a16d-31fa-4759-87a2-b3da9bd875a7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744717 Nov 15 14:30:56.769406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3dd55-b6be-4030-be3d-0123e74368ac req-2e985097-69fc-4c8b-9514-7dddc3352143 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:56.771312 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2bc3dd55-b6be-4030-be3d-0123e74368ac req-2e985097-69fc-4c8b-9514-7dddc3352143 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 950 time: 0.0927966 Nov 15 14:30:56.848658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca54fd-a6d0-4cd1-966b-f1fb85767b18 req-de221c78-f9bb-4c64-b6ff-d9c6c9affae9 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:56.856649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7c969-d5a1-4dac-ba49-3ff0eb4d2a5b req-31f942a2-a686-45c0-8885-b60fcf6caa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:56.856649 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62f7c969-d5a1-4dac-ba49-3ff0eb4d2a5b req-31f942a2-a686-45c0-8885-b60fcf6caa7f service neutron] 10.222.0.46 "GET /v2.0/networks?id=28b6c642-ac6e-4272-a6d1-ed1a94911a5f HTTP/1.1" status: 200 len: 912 time: 0.5031168 Nov 15 14:30:56.856987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39ca54fd-a6d0-4cd1-966b-f1fb85767b18 req-de221c78-f9bb-4c64-b6ff-d9c6c9affae9 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 944 time: 0.1088064 Nov 15 14:30:56.885716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2bc3dd55-b6be-4030-be3d-0123e74368ac req-f1edf376-efc0-4c5d-acf4-34935535d4b5 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983982 Nov 15 14:30:56.900106 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62f7c969-d5a1-4dac-ba49-3ff0eb4d2a5b req-90351317-63ae-47da-a2fd-1483eb23c8e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a51b81f-93c4-48f2-9d19-01cbda5c18e3 HTTP/1.1" status: 200 len: 217 time: 0.0386791 Nov 15 14:30:57.007571 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:57.048375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7c969-d5a1-4dac-ba49-3ff0eb4d2a5b req-19caa0dc-f49e-4393-843c-796c1f940d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:57.051651 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62f7c969-d5a1-4dac-ba49-3ff0eb4d2a5b req-19caa0dc-f49e-4393-843c-796c1f940d25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f351e400-564e-46d8-bc68-04160b10436d HTTP/1.1" status: 200 len: 851 time: 0.1119537 Nov 15 14:30:57.108646 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62f7c969-d5a1-4dac-ba49-3ff0eb4d2a5b req-e21fa799-a613-4743-978a-fd1ade48e2e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28b6c642-ac6e-4272-a6d1-ed1a94911a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376127 Nov 15 14:30:57.271033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39ca54fd-a6d0-4cd1-966b-f1fb85767b18 req-922cbd3c-aa20-41cf-bda5-67026b34e604 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/security-groups?id=9afbfabe-c743-42d9-b4a1-92f9f3d61b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131639 Nov 15 14:30:57.290819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db5654-f736-4757-9511-9d7f06031d60 req-5c1d686f-e1bf-4c34-b8e0-7020a34484ae tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:57.295833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68db5654-f736-4757-9511-9d7f06031d60 req-5c1d686f-e1bf-4c34-b8e0-7020a34484ae tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0880086 Nov 15 14:30:57.320338 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62f7c969-d5a1-4dac-ba49-3ff0eb4d2a5b req-edc70afe-b3f8-46ce-b7bd-dd7b34c0a5dd service neutron] 10.222.0.46 "GET /v2.0/networks/28b6c642-ac6e-4272-a6d1-ed1a94911a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853144 Nov 15 14:30:57.362348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68db5654-f736-4757-9511-9d7f06031d60 req-22b30cfe-dd4e-4c8f-98f5-f9fbc330af1e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535510 Nov 15 14:30:57.401245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:57.451243 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62f7c969-d5a1-4dac-ba49-3ff0eb4d2a5b req-4ca9f35b-ccd5-45a1-8ed3-d991816f94eb service neutron] 10.222.0.46 "GET /v2.0/networks/28b6c642-ac6e-4272-a6d1-ed1a94911a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191967 Nov 15 14:30:57.494375 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd9446-0d96-440f-8c3a-2bf771df3bd4 req-0603a697-cad5-40db-902f-8a1e870c313f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:57.496069 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ffd9446-0d96-440f-8c3a-2bf771df3bd4 req-0603a697-cad5-40db-902f-8a1e870c313f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0608172 Nov 15 14:30:57.503074 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:57.581582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3637ce4c-ffc5-4691-b78b-07c351ed1033,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:57.584717 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:57.599080 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ffd9446-0d96-440f-8c3a-2bf771df3bd4 req-6cbc8b2a-4507-4fd6-b0bd-3ddc9627a609 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909545 Nov 15 14:30:57.601671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-c7436a88-cff9-43ce-b65b-c31880e11a1f tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:57.603560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-c7436a88-cff9-43ce-b65b-c31880e11a1f tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee&tenant_id=d9f26606747847b78d092ad490e45917&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 1097 time: 0.1046798 Nov 15 14:30:57.635761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817748-2'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:30:57.700262 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Network 19b577fb-fa38-46fa-8627-bb8693ab76db is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:30:57.702142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:30:57.740984 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:57.760197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc640bc9-304f-482c-8933-798abe487959 req-485914cd-99eb-4a3d-b5cb-0a233eca2639 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:57.761609 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc640bc9-304f-482c-8933-798abe487959 req-485914cd-99eb-4a3d-b5cb-0a233eca2639 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 946 time: 0.0911493 Nov 15 14:30:57.866809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Router 67596c5b-9b3b-411d-a7df-27507e0ec2ec has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:30:57.878750 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:57.888295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc640bc9-304f-482c-8933-798abe487959 req-5281c7f7-43ce-43f7-9b4b-a557a62ff790 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015010 Nov 15 14:30:57.935072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:57.985260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:30:58.030710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:30:58.047086 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-53cc0b50-192b-4f32-a30a-35f1e928a6e6 admin admin] 10.222.0.70 "PUT /v2.0/routers/67596c5b-9b3b-411d-a7df-27507e0ec2ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4977150 Nov 15 14:30:58.057585 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cf9ab85e-fb85-4191-9498-3048c2eef7be None None] Provisioning complete for port 3637ce4c-ffc5-4691-b78b-07c351ed1033 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:30:58.058164 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf9ab85e-fb85-4191-9498-3048c2eef7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:58.073090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b33ea6-c094-48e0-952f-193249f8cbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd51bf37-4f03-4a30-8e33-483643b0edd5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:30:58.075368 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba86a371-7ac0-46b1-810d-aa578e9198ea" -d '{"events": [{"server_uuid": "f6b33ea6-c094-48e0-952f-193249f8cbee", "name": "network-vif-unplugged", "status": "completed", "tag": "dd51bf37-4f03-4a30-8e33-483643b0edd5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:30:58.081379 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:58.087993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:30:58.106500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65212e1-0879-44c0-87bf-0ca2321e41e1 req-5b486619-bc25-47e6-8935-38a6c1a1e327 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:58.108560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d65212e1-0879-44c0-87bf-0ca2321e41e1 req-5b486619-bc25-47e6-8935-38a6c1a1e327 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 950 time: 0.0754051 Nov 15 14:30:58.119308 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ab85e-fb85-4191-9498-3048c2eef7be None None] Port 3637ce4c-ffc5-4691-b78b-07c351ed1033 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:30:58.187935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d65212e1-0879-44c0-87bf-0ca2321e41e1 req-dbdbe89c-787a-4cae-836f-707a82c7d36e tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/security-groups?id=a251641d-600a-4136-8ab7-12d07e67e603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639293 Nov 15 14:30:58.209528 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:58.227901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6a51b81f-93c4-48f2-9d19-01cbda5c18e3,segment=NetworkSegment(1a16b458-e0bc-4597-a037-49b66ffecda8),segment_id=1a16b458-e0bc-4597-a037-49b66ffecda8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:58.251138 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '6a51b81f-93c4-48f2-9d19-01cbda5c18e3', 'network_id': '28b6c642-ac6e-4272-a6d1-ed1a94911a5f', 'port_id': '6a51b81f-93c4-48f2-9d19-01cbda5c18e3', 'mac_address': 'fa:16:3e:9d:8a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f351e400-564e-46d8-bc68-04160b10436d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:30:58.339108 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbfa43a-c7c8-4439-b863-783768125ce3 x-openstack-request-id: req-3cbfa43a-c7c8-4439-b863-783768125ce3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:30:58.339468 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b33ea6-c094-48e0-952f-193249f8cbee", "name": "network-vif-unplugged", "status": "completed", "tag": "dd51bf37-4f03-4a30-8e33-483643b0edd5", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:30:58.339683 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3cbfa43a-c7c8-4439-b863-783768125ce3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:30:58.340035 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b33ea6-c094-48e0-952f-193249f8cbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd51bf37-4f03-4a30-8e33-483643b0edd5', 'code': 200} Nov 15 14:30:58.346206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a66ed7be-a6fb-4a6d-85cd-b378c6a16a86 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:30:58.348786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Attempting to bind port dd51bf37-4f03-4a30-8e33-483643b0edd5 on host n-h2-817748-2 for vnic_type normal with profile {"migrating_to": "n-h1-817748-2"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:30:58.348786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Attempting to bind port dd51bf37-4f03-4a30-8e33-483643b0edd5 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:30:58.348786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Attempting to bind port dd51bf37-4f03-4a30-8e33-483643b0edd5 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:58.356470 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Pushing event updated for resources: {'Port': ['ID=dd51bf37-4f03-4a30-8e33-483643b0edd5,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:58.359406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Port dd51bf37-4f03-4a30-8e33-483643b0edd5 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:30:58.359808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Attempting to bind port dd51bf37-4f03-4a30-8e33-483643b0edd5 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:30:58.370215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:30:58.370742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:30:58.371084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Bound using segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:30:58.371526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Bound port: dd51bf37-4f03-4a30-8e33-483643b0edd5, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:30:58.371885 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:58.395183 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:58.416248 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:30:58.442644 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6a51b81f-93c4-48f2-9d19-01cbda5c18e3,segment=NetworkSegment(1a16b458-e0bc-4597-a037-49b66ffecda8),segment_id=1a16b458-e0bc-4597-a037-49b66ffecda8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:58.452220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port a66ed7be-a6fb-4a6d-85cd-b378c6a16a86 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:30:58.452905 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:58.457972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:30:58.461952 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:30:58.478170 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:58.503027 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:58.554261 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:58.573493 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:58.612274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6a51b81f-93c4-48f2-9d19-01cbda5c18e3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:58.623828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port a66ed7be-a6fb-4a6d-85cd-b378c6a16a86, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a66ed7be-a6fb-4a6d-85cd-b378c6a16a86,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:58.677469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Pushing event updated for resources: {'Port': ['ID=dd51bf37-4f03-4a30-8e33-483643b0edd5,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:58.695752 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:58.756910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Sync routers for ids ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:30:58.780685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:58.781327 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:58.782820 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-9d36f1d2-199f-44c0-b037-75f6756e1286 service neutron] 10.222.0.59 "PUT /v2.0/ports/dd51bf37-4f03-4a30-8e33-483643b0edd5 HTTP/1.1" status: 200 len: 1122 time: 1.1609004 Nov 15 14:30:58.790867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=a66ed7be-a6fb-4a6d-85cd-b378c6a16a86,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:58.795642 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Routers {'67596c5b-9b3b-411d-a7df-27507e0ec2ec'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:30:58.796278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:30:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:58.833180 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2b92c-b2bb-4088-93f2-fb72d1e8e7de req-d64a89e2-c44f-47f0-af55-743f5a3ec3fc tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:58.834944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4a2b92c-b2bb-4088-93f2-fb72d1e8e7de req-d64a89e2-c44f-47f0-af55-743f5a3ec3fc tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 945 time: 0.1233821 Nov 15 14:30:58.869701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2042d91b-8cbc-4954-a724-5f3060468fe1 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:58.871437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2042d91b-8cbc-4954-a724-5f3060468fe1 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/networks?id=19b577fb-fa38-46fa-8627-bb8693ab76db HTTP/1.1" status: 200 len: 828 time: 0.2341022 Nov 15 14:30:58.912393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6a51b81f-93c4-48f2-9d19-01cbda5c18e3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:58.920970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-3761efe9-021a-44f7-93ed-dafc1d7e50ca tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/quotas/56be216f96be435cb7d751ce791b1bed HTTP/1.1" status: 200 len: 375 time: 0.0267208 Nov 15 14:30:58.954776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['dd51bf37-4f03-4a30-8e33-483643b0edd5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:59.000450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5eaa04-88e2-477f-b523-58eb2ac525ef req-9e9e8f2a-d555-45a8-8462-6acb1208b7e8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:59.004243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de5eaa04-88e2-477f-b523-58eb2ac525ef req-9e9e8f2a-d555-45a8-8462-6acb1208b7e8 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 950 time: 0.1622639 Nov 15 14:30:59.011573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4a2b92c-b2bb-4088-93f2-fb72d1e8e7de req-e8a8320a-fd12-4bd9-a527-c88df9bcdc34 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/security-groups?id=9afbfabe-c743-42d9-b4a1-92f9f3d61b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529875 Nov 15 14:30:59.017680 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['dd51bf37-4f03-4a30-8e33-483643b0edd5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:30:59.068322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-06973fe2-2b25-4fc1-a93c-f98c361ea2d9 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=56be216f96be435cb7d751ce791b1bed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362698 Nov 15 14:30:59.071619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Set router 67596c5b-9b3b-411d-a7df-27507e0ec2ec gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:30:59.255345 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-af342c46-1cbc-4ce0-9342-46e64a444985 service neutron] 10.222.0.70 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776700 Nov 15 14:30:59.258373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-de5eaa04-88e2-477f-b523-58eb2ac525ef req-86c2b399-8e0d-47dd-88fe-04a16559a44a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Deleting port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:30:59.258746 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de5eaa04-88e2-477f-b523-58eb2ac525ef req-86c2b399-8e0d-47dd-88fe-04a16559a44a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:59.369854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c9ff9-623f-43cf-8261-2501c9b484f8 req-b76854ed-831d-4fdd-8193-55ef6fad218e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:59.371572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d77c9ff9-623f-43cf-8261-2501c9b484f8 req-b76854ed-831d-4fdd-8193-55ef6fad218e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1881409 Nov 15 14:30:59.475358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-de5eaa04-88e2-477f-b523-58eb2ac525ef req-86c2b399-8e0d-47dd-88fe-04a16559a44a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] For port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=667ca1c8-8b1e-4d41-8e66-1944d16edc3e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:30:59.475801 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de5eaa04-88e2-477f-b523-58eb2ac525ef req-86c2b399-8e0d-47dd-88fe-04a16559a44a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:59.495573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-de5eaa04-88e2-477f-b523-58eb2ac525ef req-86c2b399-8e0d-47dd-88fe-04a16559a44a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Calling delete_port for 667ca1c8-8b1e-4d41-8e66-1944d16edc3e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:30:59.498848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-702b10c5-3723-4442-b3ba-e72b55b63fd2 service neutron] 10.222.0.70 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369564 Nov 15 14:30:59.502368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d77c9ff9-623f-43cf-8261-2501c9b484f8 req-3877aa92-0b3d-4b5a-a78f-ac2c5a52914d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174891 Nov 15 14:30:59.704407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5609e6-2b76-409b-b086-db87061bfa03 req-131b8c5a-4890-43fc-a738-9fc51f98dac4 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:30:59.712429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f5609e6-2b76-409b-b086-db87061bfa03 req-131b8c5a-4890-43fc-a738-9fc51f98dac4 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1068363 Nov 15 14:30:59.723786 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:30:56Z', 'revision_number': 4, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3637ce4c-ffc5-4691-b78b-07c351ed1033', 'name': '', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'mac_address': 'fa:16:3e:c9:f7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:55Z', 'updated_at': '2021-11-15T14:30:57Z', 'revision_number': 2, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'subnets': [{'id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:30:59.760258 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e33c35f5-00f8-410e-8c4f-6359dc788878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:59.761887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Checking router: 67596c5b-9b3b-411d-a7df-27507e0ec2ec for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:30:59.762302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Updating router 67596c5b-9b3b-411d-a7df-27507e0ec2ec port 3637ce4c-ffc5-4691-b78b-07c351ed1033 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:30:59.768120 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de5eaa04-88e2-477f-b523-58eb2ac525ef req-86c2b399-8e0d-47dd-88fe-04a16559a44a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:59.789764 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:59.802185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f5609e6-2b76-409b-b086-db87061bfa03 req-a56e37cd-159f-44c2-b975-54aff1e4897e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865912 Nov 15 14:30:59.806255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2b399-8e0d-47dd-88fe-04a16559a44a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Pushing event deleted for resources: {'Port': ['ID=667ca1c8-8b1e-4d41-8e66-1944d16edc3e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:30:59.828759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dd51bf37-4f03-4a30-8e33-483643b0edd5 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:30:59.953896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5eaa04-88e2-477f-b523-58eb2ac525ef req-86c2b399-8e0d-47dd-88fe-04a16559a44a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] No DVR routers for this DVR port 667ca1c8-8b1e-4d41-8e66-1944d16edc3e on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:30:59.973123 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de5eaa04-88e2-477f-b523-58eb2ac525ef req-86c2b399-8e0d-47dd-88fe-04a16559a44a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:30:59.976633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de5eaa04-88e2-477f-b523-58eb2ac525ef req-86c2b399-8e0d-47dd-88fe-04a16559a44a tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.59 "DELETE /v2.0/ports/667ca1c8-8b1e-4d41-8e66-1944d16edc3e HTTP/1.1" status: 204 len: 173 time: 0.9638066 Nov 15 14:31:00.003867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5eaf2-9de6-4457-9243-98a6e3ab5cff req-105eeef8-ff6d-40ef-920f-ceafbef40303 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:00.011561 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8cd5eaf2-9de6-4457-9243-98a6e3ab5cff req-105eeef8-ff6d-40ef-920f-ceafbef40303 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 944 time: 0.0931108 Nov 15 14:31:00.054492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6cd5e296-8b28-40ba-af5b-67f5e53109bc req-3299afe1-e415-4ef3-a81c-f0c929c57d67 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 210 time: 0.0399284 Nov 15 14:31:00.128579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8cd5eaf2-9de6-4457-9243-98a6e3ab5cff req-e3cad08c-a6bd-4cba-85f2-16cdd5096c3b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958183 Nov 15 14:31:00.166339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:00.186155 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f18ada9-6fff-4cb2-9682-b2102267e4b2 req-e9150326-1557-44eb-876c-1c1290caa374 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 210 time: 0.0563934 Nov 15 14:31:00.208903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dd51bf37-4f03-4a30-8e33-483643b0edd5 has no active binding in host n-h1-817748-2 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 14:31:00.267892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a66ed7be-a6fb-4a6d-85cd-b378c6a16a86 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:31:00.320055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edd1c6-ad5a-40cc-a8a0-ebed77a8269b req-799ac1e4-f1ac-4142-b786-776c874c698c tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:00.328664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7edd1c6-ad5a-40cc-a8a0-ebed77a8269b req-799ac1e4-f1ac-4142-b786-776c874c698c tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 945 time: 0.1083300 Nov 15 14:31:00.346195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b33ea6-c094-48e0-952f-193249f8cbee', 'tag': 'dd51bf37-4f03-4a30-8e33-483643b0edd5'}, {'server_uuid': '8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a', 'name': 'network-vif-deleted', 'tag': '667ca1c8-8b1e-4d41-8e66-1944d16edc3e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:00.348823 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c372429f-aca7-4694-b35a-d79801938bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b33ea6-c094-48e0-952f-193249f8cbee", "tag": "dd51bf37-4f03-4a30-8e33-483643b0edd5"}, {"server_uuid": "8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a", "name": "network-vif-deleted", "tag": "667ca1c8-8b1e-4d41-8e66-1944d16edc3e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:00.390594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7edd1c6-ad5a-40cc-a8a0-ebed77a8269b req-37a82bb1-46c1-494b-a092-a8a0355087f9 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/security-groups?id=9afbfabe-c743-42d9-b4a1-92f9f3d61b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607126 Nov 15 14:31:00.444084 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faadb29-4367-42c1-96a1-822e29919cb8 x-openstack-request-id: req-6faadb29-4367-42c1-96a1-822e29919cb8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:00.444619 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b33ea6-c094-48e0-952f-193249f8cbee", "tag": "dd51bf37-4f03-4a30-8e33-483643b0edd5", "status": "completed", "code": 200}, {"server_uuid": "8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a", "name": "network-vif-deleted", "tag": "667ca1c8-8b1e-4d41-8e66-1944d16edc3e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:00.444942 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6faadb29-4367-42c1-96a1-822e29919cb8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:00.445410 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b33ea6-c094-48e0-952f-193249f8cbee', 'tag': 'dd51bf37-4f03-4a30-8e33-483643b0edd5', 'status': 'completed', 'code': 200} Nov 15 14:31:00.445758 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a', 'name': 'network-vif-deleted', 'tag': '667ca1c8-8b1e-4d41-8e66-1944d16edc3e', 'status': 'completed', 'code': 200} Nov 15 14:31:00.490624 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port a66ed7be-a6fb-4a6d-85cd-b378c6a16a86 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:00.491324 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:00.495761 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:00.513615 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372429f-aca7-4694-b35a-d79801938bf6 req-a1b0b434-9f2e-4abc-96bc-5401fafefb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:00.517763 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c372429f-aca7-4694-b35a-d79801938bf6 req-a1b0b434-9f2e-4abc-96bc-5401fafefb78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 1125 time: 0.0661979 Nov 15 14:31:00.630086 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:00.656006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebce0e6-9b9d-4609-9342-3c293d42f6be req-f7c10d01-33ea-4f98-9d66-c4098feef809 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:00.665057 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372429f-aca7-4694-b35a-d79801938bf6 req-a1dbba3b-916d-4866-b307-66e3970bbcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:00.665310 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cebce0e6-9b9d-4609-9342-3c293d42f6be req-f7c10d01-33ea-4f98-9d66-c4098feef809 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0614100 Nov 15 14:31:00.666698 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c372429f-aca7-4694-b35a-d79801938bf6 req-a1dbba3b-916d-4866-b307-66e3970bbcc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.1399961 Nov 15 14:31:00.740287 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c372429f-aca7-4694-b35a-d79801938bf6 req-2431365a-7fd3-4557-833d-8017b52bf77e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5 HTTP/1.1" status: 200 len: 217 time: 0.0616395 Nov 15 14:31:00.748594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cebce0e6-9b9d-4609-9342-3c293d42f6be req-40d9d85b-2c4f-40da-921a-62ff3e5460df tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755796 Nov 15 14:31:00.748842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7b8a3-c12f-4489-a997-2329414b77a8 None None] Pushing event updated for resources: {'Port': ['ID=3637ce4c-ffc5-4691-b78b-07c351ed1033,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:00.827312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Attempting to bind port 3637ce4c-ffc5-4691-b78b-07c351ed1033 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:31:00.827674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Attempting to bind port 3637ce4c-ffc5-4691-b78b-07c351ed1033 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '986f01b9-accb-46bb-bf41-37e8df1e820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:31:00.830250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Attempting to bind port 3637ce4c-ffc5-4691-b78b-07c351ed1033 on network 19b577fb-fa38-46fa-8627-bb8693ab76db {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:00.836634 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372429f-aca7-4694-b35a-d79801938bf6 req-85804e3c-df58-408c-965a-2c7ceccc595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:00.842814 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c372429f-aca7-4694-b35a-d79801938bf6 req-85804e3c-df58-408c-965a-2c7ceccc595b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.0904541 Nov 15 14:31:00.844871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:31:00.845255 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Checking segment: {'id': '986f01b9-accb-46bb-bf41-37e8df1e820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:31:00.845750 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:00.846345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Bound using segment: {'id': '986f01b9-accb-46bb-bf41-37e8df1e820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:31:00.848189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Bound port: 3637ce4c-ffc5-4691-b78b-07c351ed1033, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986f01b9-accb-46bb-bf41-37e8df1e820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:31:00.848677 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:00.932605 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c372429f-aca7-4694-b35a-d79801938bf6 req-badb9f42-b9d1-41aa-9977-401c5afecdca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811985 Nov 15 14:31:00.943761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] For port 3637ce4c-ffc5-4691-b78b-07c351ed1033, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:00.948355 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] For port 3637ce4c-ffc5-4691-b78b-07c351ed1033, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3637ce4c-ffc5-4691-b78b-07c351ed1033,segment=NetworkSegment(986f01b9-accb-46bb-bf41-37e8df1e820f),segment_id=986f01b9-accb-46bb-bf41-37e8df1e820f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:31:00.985466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab6677-1337-45ca-b3ca-d9274ff9968f req-64b17d5b-c490-406e-995a-e70b53958883 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:00.988406 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6ab6677-1337-45ca-b3ca-d9274ff9968f req-64b17d5b-c490-406e-995a-e70b53958883 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0678678 Nov 15 14:31:01.042151 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:01.044774 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c372429f-aca7-4694-b35a-d79801938bf6 req-632a16e0-7b36-43db-9a00-35f300ba3447 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019878 Nov 15 14:31:01.048692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6ab6677-1337-45ca-b3ca-d9274ff9968f req-983adebc-9675-4049-b1ec-008cf28b73f3 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540955 Nov 15 14:31:01.160712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-73c6e984-2a2b-449c-a2db-171b6737bf89 None None] Provisioning complete for port 3637ce4c-ffc5-4691-b78b-07c351ed1033 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:01.161092 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73c6e984-2a2b-449c-a2db-171b6737bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:01.167507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7b8a3-c12f-4489-a997-2329414b77a8 None None] Pushing event updated for resources: {'Port': ['ID=3637ce4c-ffc5-4691-b78b-07c351ed1033,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:01.186145 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c372429f-aca7-4694-b35a-d79801938bf6 req-4faa4e07-df08-4e4b-aaac-3c5ea7f1f7ea service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234624 Nov 15 14:31:01.212748 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Routers {'67596c5b-9b3b-411d-a7df-27507e0ec2ec'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:31:01.213989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:30:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:01.236822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf511fe3-f2be-403d-a72c-2f0cef1ce19d req-77d84233-770e-4602-ab3b-1c3d4efc8a62 tempest-ServersOnMultiNodesTest-1860877870 tempest-ServersOnMultiNodesTest-1860877870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a421aa4-f9fe-4f55-b7e1-da50bfb3b68a HTTP/1.1" status: 200 len: 210 time: 0.0410867 Nov 15 14:31:01.319583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb3670-e38e-4369-a412-cd6a71968251 req-6bfce747-b008-459e-948d-daace9158f18 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:01.327766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69bb3670-e38e-4369-a412-cd6a71968251 req-6bfce747-b008-459e-948d-daace9158f18 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 944 time: 0.0944180 Nov 15 14:31:01.389247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9b4cf12-a2c9-46c0-a650-786b72ae8a33 req-e3ed977c-4eb3-4155-aafd-d61b2f578d36 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 210 time: 0.0601251 Nov 15 14:31:01.469193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69bb3670-e38e-4369-a412-cd6a71968251 req-c0b83783-8405-4869-b00b-637e69457826 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388421 Nov 15 14:31:01.477834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] Set router 67596c5b-9b3b-411d-a7df-27507e0ec2ec gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:31:01.543963 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73c6e984-2a2b-449c-a2db-171b6737bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:01.597469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5f6b9-e997-4282-ac8e-138284b4c8e0 req-7c92c8e1-0b4a-41a7-8913-d6cb5121146b tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:01.599092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-acd5f6b9-e997-4282-ac8e-138284b4c8e0 req-7c92c8e1-0b4a-41a7-8913-d6cb5121146b tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 945 time: 0.0561330 Nov 15 14:31:01.662804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-73c6e984-2a2b-449c-a2db-171b6737bf89 None None] For port 3637ce4c-ffc5-4691-b78b-07c351ed1033, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3637ce4c-ffc5-4691-b78b-07c351ed1033,segment=NetworkSegment(986f01b9-accb-46bb-bf41-37e8df1e820f),segment_id=986f01b9-accb-46bb-bf41-37e8df1e820f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:01.676723 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-acd5f6b9-e997-4282-ac8e-138284b4c8e0 req-7d244184-a5f9-4a40-9ffa-5159067e0838 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/security-groups?id=9afbfabe-c743-42d9-b4a1-92f9f3d61b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682151 Nov 15 14:31:01.756200 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:30:56Z', 'revision_number': 4, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3637ce4c-ffc5-4691-b78b-07c351ed1033', 'name': '', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'mac_address': 'fa:16:3e:c9:f7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:55Z', 'updated_at': '2021-11-15T14:31:00Z', 'revision_number': 4, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'subnets': [{'id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:01.783793 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2538d24-866e-447d-9cd8-67b686d7dc95 None None] The sync data for ids ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'] in n-d-817748-2 is: [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:30:56Z', 'revision_number': 4, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3637ce4c-ffc5-4691-b78b-07c351ed1033', 'name': '', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'mac_address': 'fa:16:3e:c9:f7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:55Z', 'updated_at': '2021-11-15T14:31:00Z', 'revision_number': 4, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'subnets': [{'id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:31:01.785384 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73c6e984-2a2b-449c-a2db-171b6737bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:01.876460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 667ca1c8-8b1e-4d41-8e66-1944d16edc3e no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:01.912583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6e984-2a2b-449c-a2db-171b6737bf89 None None] Pushing event updated for resources: {'Port': ['ID=3637ce4c-ffc5-4691-b78b-07c351ed1033,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:01.975731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d31551-9151-4197-ad18-51a597e67240 req-e6e7a169-6af0-49f1-b79b-cf94053f5dc6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:01.977389 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57d31551-9151-4197-ad18-51a597e67240 req-e6e7a169-6af0-49f1-b79b-cf94053f5dc6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1385076 Nov 15 14:31:02.051565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57d31551-9151-4197-ad18-51a597e67240 req-baaa869d-8157-4d00-8157-962d37c89aaa tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654442 Nov 15 14:31:02.129574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:31:02.150965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 667ca1c8-8b1e-4d41-8e66-1944d16edc3e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:31:02.151308 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 667ca1c8-8b1e-4d41-8e66-1944d16edc3e not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:31:02.210805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8e375553-b2e3-46fd-8bc7-aca34d839dac None None] Provisioning complete for port 3637ce4c-ffc5-4691-b78b-07c351ed1033 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:02.213344 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e375553-b2e3-46fd-8bc7-aca34d839dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:02.271531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8650b-3c7e-4253-9188-0a0453222832 req-b3797758-c4d2-4445-9ed3-0ae38ff14aab tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:02.279580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66c8650b-3c7e-4253-9188-0a0453222832 req-b3797758-c4d2-4445-9ed3-0ae38ff14aab tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1340811 Nov 15 14:31:02.290304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3637ce4c-ffc5-4691-b78b-07c351ed1033 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:31:02.296955 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b70f468b-bd65-4263-b70a-b010251b95d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:02.398514 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66c8650b-3c7e-4253-9188-0a0453222832 req-c81eddaf-c095-41d5-afe0-aefd81c0b183 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159694 Nov 15 14:31:02.448297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 3637ce4c-ffc5-4691-b78b-07c351ed1033 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:02.450014 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:02.494810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:31:02.501236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:02.501992 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:02.525985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e940959a-82e6-4b8e-b461-2f74ff01c92d req-dc5ab963-02b3-4c6e-927b-cd85925dfe8d tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 210 time: 0.0413520 Nov 15 14:31:02.671984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da40454-492e-41d8-871a-fe16159544b3 req-bc58b0a1-1af3-4771-8781-45aaecc444fa tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:02.677594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3da40454-492e-41d8-871a-fe16159544b3 req-bc58b0a1-1af3-4771-8781-45aaecc444fa tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 944 time: 0.0839922 Nov 15 14:31:02.719770 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:02.753810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c672643-b062-41e2-a3d3-48e37a4ba4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a51b81f-93c4-48f2-9d19-01cbda5c18e3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:02.757025 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16db9b72-b48c-485c-b449-9432938d0583" -d '{"events": [{"server_uuid": "4c672643-b062-41e2-a3d3-48e37a4ba4a9", "name": "network-vif-plugged", "status": "completed", "tag": "6a51b81f-93c4-48f2-9d19-01cbda5c18e3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:02.781453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6a51b81f-93c4-48f2-9d19-01cbda5c18e3,segment=NetworkSegment(1a16b458-e0bc-4597-a037-49b66ffecda8),segment_id=1a16b458-e0bc-4597-a037-49b66ffecda8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:02.811854 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3da40454-492e-41d8-871a-fe16159544b3 req-dbe14f93-05e9-48f2-a611-65e0e0668c68 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082380 Nov 15 14:31:02.878946 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:02.927313 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb4838e-5854-4c5b-bc41-42a1ace7eb52 x-openstack-request-id: req-fdb4838e-5854-4c5b-bc41-42a1ace7eb52 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:02.927920 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c672643-b062-41e2-a3d3-48e37a4ba4a9", "name": "network-vif-plugged", "status": "completed", "tag": "6a51b81f-93c4-48f2-9d19-01cbda5c18e3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:02.929962 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdb4838e-5854-4c5b-bc41-42a1ace7eb52 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:02.930636 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c672643-b062-41e2-a3d3-48e37a4ba4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a51b81f-93c4-48f2-9d19-01cbda5c18e3', 'code': 200} Nov 15 14:31:02.953215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:03.002890 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6a51b81f-93c4-48f2-9d19-01cbda5c18e3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:03.014176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660286f-2b14-4fa3-9820-dc0b47d25314 req-2349d84c-0ba9-4209-998a-ac3b6b4b7074 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:03.020368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d660286f-2b14-4fa3-9820-dc0b47d25314 req-2349d84c-0ba9-4209-998a-ac3b6b4b7074 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 945 time: 0.2076263 Nov 15 14:31:03.113312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-8e38e4b3-7463-4543-8ff1-f1201f8f4add tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:03.114911 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-8e38e4b3-7463-4543-8ff1-f1201f8f4add tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.46 "GET /v2.0/networks?id=19b577fb-fa38-46fa-8627-bb8693ab76db HTTP/1.1" status: 200 len: 828 time: 0.2993867 Nov 15 14:31:03.142521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2ac8c2c6-bd49-4c65-a185-a13f1bb7e64b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Request body: {'port': {'device_id': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'admin_state_up': True, 'tenant_id': '56be216f96be435cb7d751ce791b1bed'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:03.259135 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d660286f-2b14-4fa3-9820-dc0b47d25314 req-8c303c0b-2489-4f55-b4a2-a38de262f294 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/security-groups?id=9afbfabe-c743-42d9-b4a1-92f9f3d61b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289135 Nov 15 14:31:03.298338 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c600a3d-1344-4944-a1a1-09916dc7ee6d req-b955c352-9e30-4794-b7b2-cf09a64a3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:03.300868 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7c600a3d-1344-4944-a1a1-09916dc7ee6d req-b955c352-9e30-4794-b7b2-cf09a64a3620 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 1097 time: 0.2353568 Nov 15 14:31:03.365637 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7c600a3d-1344-4944-a1a1-09916dc7ee6d req-5a4d3466-7fe6-4c7c-9c80-760396138188 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9afbfabe-c743-42d9-b4a1-92f9f3d61b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516696 Nov 15 14:31:03.388122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4fb33-4bd5-47a9-bdf2-d4410e2eee36 req-50f69833-5239-436e-9e1e-dbc02e430fa4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:03.389621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27d4fb33-4bd5-47a9-bdf2-d4410e2eee36 req-50f69833-5239-436e-9e1e-dbc02e430fa4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1539760 Nov 15 14:31:03.391462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-1dd08faa-d291-4de4-ba12-adc49bfbbef3 service neutron] 10.222.0.59 "GET /v2.0/ports/77e5a8de-1d1d-48af-b0e9-3dda443a7d54/bindings/n-h1-817748-2 HTTP/1.1" status: 200 len: 382 time: 0.2593715 Nov 15 14:31:03.395605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2429b6d0-fce0-4a4c-b409-644b832afb7c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3387854e8ac24db7b4fadc747eea0b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4287834 Nov 15 14:31:03.397173 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:03.441662 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:03.459049 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27d4fb33-4bd5-47a9-bdf2-d4410e2eee36 req-be038baa-55ea-476d-bdd0-87937f493c83 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625730 Nov 15 14:31:03.469943 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b97b52f-a90d-4df9-845d-78dc7804befb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:03.493566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2ac8c2c6-bd49-4c65-a185-a13f1bb7e64b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Made reservation on behalf of 56be216f96be435cb7d751ce791b1bed for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:31:03.496551 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2ac8c2c6-bd49-4c65-a185-a13f1bb7e64b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:03.522686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b97b52f-a90d-4df9-845d-78dc7804befb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:03.571300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67f339-058a-401f-b39f-e42c921bb687 req-e57f0294-99af-413f-8734-db26905d4976 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:03.572964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd67f339-058a-401f-b39f-e42c921bb687 req-e57f0294-99af-413f-8734-db26905d4976 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0828581 Nov 15 14:31:03.689241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-568c3903-7ba8-49c5-8d08-349d5b048162 req-2140d613-5b6e-44fc-a617-076992907414 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 210 time: 0.0408249 Nov 15 14:31:03.701995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd67f339-058a-401f-b39f-e42c921bb687 req-9eb1ddff-4eb8-4826-b1d9-4b6a04e08a23 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143978 Nov 15 14:31:03.712414 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2ac8c2c6-bd49-4c65-a185-a13f1bb7e64b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Allocated IP 172.20.0.12 (19b577fb-fa38-46fa-8627-bb8693ab76db/8f9285fe-e383-44c8-a8bb-67c37a6a5381/001979c9-1fd5-4bd1-9c6b-716171196147) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:31:03.811485 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b97b52f-a90d-4df9-845d-78dc7804befb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:03.816590 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b97b52f-a90d-4df9-845d-78dc7804befb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:03.816590 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7b97b52f-a90d-4df9-845d-78dc7804befb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a251641d-600a-4136-8ab7-12d07e67e603 HTTP/1.1" status: 204 len: 168 time: 0.4171703 Nov 15 14:31:03.855646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97b52f-a90d-4df9-845d-78dc7804befb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a251641d-600a-4136-8ab7-12d07e67e603,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:03.939624 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2ac8c2c6-bd49-4c65-a185-a13f1bb7e64b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:03.986594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed2e43-639c-4b40-98d0-1651c54e186b req-57d12bc4-243f-4e0c-abd4-55fe115ab9ee tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:03.989812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6ed2e43-639c-4b40-98d0-1651c54e186b req-57d12bc4-243f-4e0c-abd4-55fe115ab9ee tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 944 time: 0.0693343 Nov 15 14:31:04.045173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6ed2e43-639c-4b40-98d0-1651c54e186b req-2e8058b8-18c7-471f-982c-3d89c0c864d4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 Nov 15 14:31:04.116666 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2ac8c2c6-bd49-4c65-a185-a13f1bb7e64b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:04.161749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2ac8c2c6-bd49-4c65-a185-a13f1bb7e64b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Network 19b577fb-fa38-46fa-8627-bb8693ab76db is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:31:04.164767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2ac8c2c6-bd49-4c65-a185-a13f1bb7e64b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:31:04.168738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2ac8c2c6-bd49-4c65-a185-a13f1bb7e64b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:31:04.236049 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8c2c6-bd49-4c65-a185-a13f1bb7e64b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Pushing event updated for resources: {'Port': ['ID=001979c9-1fd5-4bd1-9c6b-716171196147,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:04.260901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2ac8c2c6-bd49-4c65-a185-a13f1bb7e64b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:04.261671 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2ac8c2c6-bd49-4c65-a185-a13f1bb7e64b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:04.269051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-27c4a0da-2f5a-4b5f-a912-be9d27a2c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:04.270696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-27c4a0da-2f5a-4b5f-a912-be9d27a2c8ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299&tenant_id=3a3f6958c0604fcab32ba65195204bc2 HTTP/1.1" status: 200 len: 1101 time: 0.0742106 Nov 15 14:31:04.383665 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-2ac8c2c6-bd49-4c65-a185-a13f1bb7e64b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2487829 Nov 15 14:31:04.398624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Request body: {'port': {'device_id': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:04.405502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-3177fea7-fa13-4c0e-b950-cdb6b9e5cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:04.407202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-3177fea7-fa13-4c0e-b950-cdb6b9e5cfb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 1101 time: 0.1012807 Nov 15 14:31:04.500177 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:04.546579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9444fe8-ec7b-462a-a3ce-c0eed212c5a9 req-023cb9b0-d5a0-4340-9063-2ea7fdf4bbfd tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:04.549910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e59e1ca2-b596-48d1-ba53-36291cce9914 None None] Provisioning complete for port 001979c9-1fd5-4bd1-9c6b-716171196147 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:04.552294 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e59e1ca2-b596-48d1-ba53-36291cce9914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:04.555557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9444fe8-ec7b-462a-a3ce-c0eed212c5a9 req-023cb9b0-d5a0-4340-9063-2ea7fdf4bbfd tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 946 time: 0.1417820 Nov 15 14:31:04.605246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e59e1ca2-b596-48d1-ba53-36291cce9914 None None] Port 001979c9-1fd5-4bd1-9c6b-716171196147 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:31:04.666098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9444fe8-ec7b-462a-a3ce-c0eed212c5a9 req-dcfe448e-0070-4fda-9b41-a7a2f9a68cf2 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/security-groups?id=9afbfabe-c743-42d9-b4a1-92f9f3d61b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094661 Nov 15 14:31:04.691739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96883bec-7822-463f-9d1a-fd3568f21808 req-b6fe4642-ef5d-45c3-aa54-bf1e4b97fba3 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:04.693962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96883bec-7822-463f-9d1a-fd3568f21808 req-b6fe4642-ef5d-45c3-aa54-bf1e4b97fba3 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1353250 Nov 15 14:31:04.700210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-f7bf4198-5de9-4d57-a65e-2130c5722502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:04.701209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-f7bf4198-5de9-4d57-a65e-2130c5722502 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2548995 Nov 15 14:31:04.773773 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:04.782495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-dbb1a24f-7fb5-475d-93e8-118297ff7b3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54 HTTP/1.1" status: 200 len: 217 time: 0.0632014 Nov 15 14:31:04.919625 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-82ba404c-4dcd-4953-9e7b-e2847d5c2099 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0551166f6f5f49848e3bb0db203a59a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444383 Nov 15 14:31:04.920836 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:05.041361 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22dd509b-9ae8-4741-8cf6-6ca304f9c429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:05.064476 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:05.070449 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22dd509b-9ae8-4741-8cf6-6ca304f9c429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:05.089867 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001979c9-1fd5-4bd1-9c6b-716171196147 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:31:05.106823 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:05.135548 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Transition to ACTIVE for port object 001979c9-1fd5-4bd1-9c6b-716171196147 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:31:05.180980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96883bec-7822-463f-9d1a-fd3568f21808 req-d4b21c03-6965-4bd6-a12b-8c267765cca5 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749680 Nov 15 14:31:05.189569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-3604a442-22e8-485c-9c24-f6fa8c038686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:05.190466 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-3604a442-22e8-485c-9c24-f6fa8c038686 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.3917267 Nov 15 14:31:05.239950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5625b89-5cec-47ea-a2b3-6d4b93dfa1ff req-67132db6-5a37-4d88-8a97-ff8a770eb24a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:05.243129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f5625b89-5cec-47ea-a2b3-6d4b93dfa1ff req-67132db6-5a37-4d88-8a97-ff8a770eb24a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1676006 Nov 15 14:31:05.281726 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:05.332866 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-3477bcd0-a62d-4838-93fa-f38a5abfa6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:05.334169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-3477bcd0-a62d-4838-93fa-f38a5abfa6a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308167 Nov 15 14:31:05.338580 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22dd509b-9ae8-4741-8cf6-6ca304f9c429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:05.341664 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22dd509b-9ae8-4741-8cf6-6ca304f9c429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:05.343055 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-22dd509b-9ae8-4741-8cf6-6ca304f9c429 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f146cb51-c05a-4a84-a820-c166edf5390e HTTP/1.1" status: 204 len: 168 time: 0.4036250 Nov 15 14:31:05.358704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Pushing event updated for resources: {'Port': ['ID=001979c9-1fd5-4bd1-9c6b-716171196147,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:05.360504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f5625b89-5cec-47ea-a2b3-6d4b93dfa1ff req-30acad24-e098-401b-b691-0660960da0bd tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115324 Nov 15 14:31:05.385435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd509b-9ae8-4741-8cf6-6ca304f9c429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f146cb51-c05a-4a84-a820-c166edf5390e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:05.431507 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa08238-b67a-428d-8814-06b3a4749020 req-48b7aa5e-73f8-4600-9817-f9a59bd0883a tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:05.443131 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fa08238-b67a-428d-8814-06b3a4749020 req-48b7aa5e-73f8-4600-9817-f9a59bd0883a tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 932 time: 0.1899087 Nov 15 14:31:05.479212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Attempting to bind port 001979c9-1fd5-4bd1-9c6b-716171196147 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:31:05.479553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Attempting to bind port 001979c9-1fd5-4bd1-9c6b-716171196147 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '986f01b9-accb-46bb-bf41-37e8df1e820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:31:05.479889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Attempting to bind port 001979c9-1fd5-4bd1-9c6b-716171196147 on network 19b577fb-fa38-46fa-8627-bb8693ab76db {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:05.488939 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Port 001979c9-1fd5-4bd1-9c6b-716171196147 on network 19b577fb-fa38-46fa-8627-bb8693ab76db not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:31:05.489276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Attempting to bind port 001979c9-1fd5-4bd1-9c6b-716171196147 on network 19b577fb-fa38-46fa-8627-bb8693ab76db {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:05.505636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:31:05.508001 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Checking segment: {'id': '986f01b9-accb-46bb-bf41-37e8df1e820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:31:05.509934 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Bound using segment: {'id': '986f01b9-accb-46bb-bf41-37e8df1e820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:31:05.514705 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Bound port: 001979c9-1fd5-4bd1-9c6b-716171196147, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '986f01b9-accb-46bb-bf41-37e8df1e820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:31:05.517720 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:05.651039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fa08238-b67a-428d-8814-06b3a4749020 req-6c547dc8-a9a2-49d3-9abd-efda6382a414 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a3db100-6a45-49fc-9ea9-11dc6e791c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052772 Nov 15 14:31:05.719502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] For port 001979c9-1fd5-4bd1-9c6b-716171196147, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:05.723668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] For port 001979c9-1fd5-4bd1-9c6b-716171196147, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=001979c9-1fd5-4bd1-9c6b-716171196147,segment=NetworkSegment(986f01b9-accb-46bb-bf41-37e8df1e820f),segment_id=986f01b9-accb-46bb-bf41-37e8df1e820f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:31:05.732631 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-a8faa9db-06bb-4f08-9208-275367df8d9a service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697145 Nov 15 14:31:05.824704 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:05.865502 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:05.869129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95e1c4-9e2e-481f-bdef-233902788341 req-6af99533-d557-4272-b57a-d28fd88945d0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:05.870981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf95e1c4-9e2e-481f-bdef-233902788341 req-6af99533-d557-4272-b57a-d28fd88945d0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 944 time: 0.1626983 Nov 15 14:31:05.903330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5def1fa-02ac-4f9c-9fc1-b6119528d344 req-f0bdd11c-66b0-4117-bf38-8dd3c00f63d6 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:05.904858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5def1fa-02ac-4f9c-9fc1-b6119528d344 req-f0bdd11c-66b0-4117-bf38-8dd3c00f63d6 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 946 time: 0.1320310 Nov 15 14:31:05.920763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:05.921675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:05.927892 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] 10.222.0.46 "PUT /v2.0/ports/001979c9-1fd5-4bd1-9c6b-716171196147 HTTP/1.1" status: 200 len: 1092 time: 1.5302749 Nov 15 14:31:05.937031 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'tag': '001979c9-1fd5-4bd1-9c6b-716171196147'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:05.939452 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafcb674-86b1-4de9-b9c2-e7128f2cfa32" -d '{"events": [{"name": "network-changed", "server_uuid": "13695cf6-0d48-4357-a578-64dd8e8a28c6", "tag": "001979c9-1fd5-4bd1-9c6b-716171196147"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:05.962788 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e1c47c9-d17f-4918-90ce-01dc8b30afca req-10eda8c1-2576-45f9-a6cf-d0ad848336e7 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137942 Nov 15 14:31:05.990735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d1557-ce76-427b-8bbd-a1b0f93607bb service neutron] Pushing event updated for resources: {'Port': ['ID=001979c9-1fd5-4bd1-9c6b-716171196147,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:06.053120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf95e1c4-9e2e-481f-bdef-233902788341 req-76a83270-aff2-477d-8360-66f35d6d64e4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716866 Nov 15 14:31:06.148203 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e49e837-dc0c-4162-b43a-84eb24ffe173 x-openstack-request-id: req-8e49e837-dc0c-4162-b43a-84eb24ffe173 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:06.148701 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13695cf6-0d48-4357-a578-64dd8e8a28c6", "tag": "001979c9-1fd5-4bd1-9c6b-716171196147", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:06.148823 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e49e837-dc0c-4162-b43a-84eb24ffe173 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:06.149249 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'tag': '001979c9-1fd5-4bd1-9c6b-716171196147', 'status': 'completed', 'code': 200} Nov 15 14:31:06.150856 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5def1fa-02ac-4f9c-9fc1-b6119528d344 req-424cd261-54da-404f-a041-d6ee1f1f4cb9 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/security-groups?id=9afbfabe-c743-42d9-b4a1-92f9f3d61b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302475 Nov 15 14:31:06.180957 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-eb1b404b-8671-4937-b4fe-2ef2adef7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:06.183423 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-eb1b404b-8671-4937-b4fe-2ef2adef7d90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56be216f96be435cb7d751ce791b1bed&device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 1095 time: 0.0929348 Nov 15 14:31:06.284307 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-5dacf8ee-acef-4091-ba32-c2d27862a357 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001979c9-1fd5-4bd1-9c6b-716171196147 HTTP/1.1" status: 200 len: 217 time: 0.0798113 Nov 15 14:31:06.395600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956dcff-ac80-4301-96b4-8577c62bfdc1 req-10d9e709-6e66-46df-8c11-9568b5196a9b tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:06.398437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6956dcff-ac80-4301-96b4-8577c62bfdc1 req-10d9e709-6e66-46df-8c11-9568b5196a9b tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0863178 Nov 15 14:31:06.400429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-9cebbad2-5a6d-4a2d-910d-ee7c7ff29238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:06.402108 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-9cebbad2-5a6d-4a2d-910d-ee7c7ff29238 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f9285fe-e383-44c8-a8bb-67c37a6a5381 HTTP/1.1" status: 200 len: 867 time: 0.1070657 Nov 15 14:31:06.460306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-165e5a26-c908-498e-bdb4-200e0ace7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:06.462263 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-165e5a26-c908-498e-bdb4-200e0ace7e31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19b577fb-fa38-46fa-8627-bb8693ab76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510411 Nov 15 14:31:06.465736 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6956dcff-ac80-4301-96b4-8577c62bfdc1 req-d4888633-4952-497b-9efe-5a850c768f93 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531139 Nov 15 14:31:06.653966 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-c477cd1a-21d5-4ead-a12e-fafa7ceb2dbf service neutron] 10.222.0.46 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833913 Nov 15 14:31:06.702010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f2f5f-723c-45c0-b5ee-94ab91ee8af2 req-394a3a7e-4f07-40b2-85fa-6e0bfcfe8214 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:06.703696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-181f2f5f-723c-45c0-b5ee-94ab91ee8af2 req-394a3a7e-4f07-40b2-85fa-6e0bfcfe8214 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0899136 Nov 15 14:31:06.768567 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2184e05d-9b87-4247-9ae2-aa2da1f94a16 req-a0afb849-9f17-4848-a20a-0b92b42050f9 service neutron] 10.222.0.46 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051061 Nov 15 14:31:06.774745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-181f2f5f-723c-45c0-b5ee-94ab91ee8af2 req-df754330-8f55-4f21-aa88-188222f5ce4d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644484 Nov 15 14:31:06.917021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a3ba1-3be6-465d-bc88-765bb5903c1a req-35040c56-02d0-4f70-9e5c-dd31fbbbbf6d tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:06.920186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f20a3ba1-3be6-465d-bc88-765bb5903c1a req-35040c56-02d0-4f70-9e5c-dd31fbbbbf6d tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 944 time: 0.0746775 Nov 15 14:31:06.960408 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcb674-86b1-4de9-b9c2-e7128f2cfa32 req-9ef6c6a8-dc31-4ae5-8c87-c0caf0523dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:06.961930 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dafcb674-86b1-4de9-b9c2-e7128f2cfa32 req-9ef6c6a8-dc31-4ae5-8c87-c0caf0523dba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56be216f96be435cb7d751ce791b1bed&device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 1095 time: 0.0577669 Nov 15 14:31:06.998438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f20a3ba1-3be6-465d-bc88-765bb5903c1a req-d3d61871-cc09-406c-9730-91913b4db267 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a3db100-6a45-49fc-9ea9-11dc6e791c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716271 Nov 15 14:31:07.088690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcb674-86b1-4de9-b9c2-e7128f2cfa32 req-ee17c416-b292-447b-9d02-b78fb7199425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:07.090813 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dafcb674-86b1-4de9-b9c2-e7128f2cfa32 req-ee17c416-b292-447b-9d02-b78fb7199425 service neutron] 10.222.0.46 "GET /v2.0/networks?id=19b577fb-fa38-46fa-8627-bb8693ab76db HTTP/1.1" status: 200 len: 929 time: 0.1182985 Nov 15 14:31:07.155725 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dafcb674-86b1-4de9-b9c2-e7128f2cfa32 req-bc15342d-31bc-494b-ad94-cf9430c5a12c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001979c9-1fd5-4bd1-9c6b-716171196147 HTTP/1.1" status: 200 len: 217 time: 0.0544562 Nov 15 14:31:07.247252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcb674-86b1-4de9-b9c2-e7128f2cfa32 req-f81d5bca-4a3e-44d5-998d-2798c4747369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:07.249449 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dafcb674-86b1-4de9-b9c2-e7128f2cfa32 req-f81d5bca-4a3e-44d5-998d-2798c4747369 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f9285fe-e383-44c8-a8bb-67c37a6a5381 HTTP/1.1" status: 200 len: 867 time: 0.0730674 Nov 15 14:31:07.255498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf4d11-f1e4-4c2f-a851-b5ed0ca750ec req-eef73e05-17e6-4aa5-8abb-5602966bcf73 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:07.258931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-beaf4d11-f1e4-4c2f-a851-b5ed0ca750ec req-eef73e05-17e6-4aa5-8abb-5602966bcf73 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 944 time: 0.0899520 Nov 15 14:31:07.267320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27e817-8f4f-49d7-9d91-5766ce454435 req-f58c5e45-b57e-4dac-89b1-66b765b769e9 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:07.269469 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a27e817-8f4f-49d7-9d91-5766ce454435 req-f58c5e45-b57e-4dac-89b1-66b765b769e9 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 946 time: 0.0905671 Nov 15 14:31:07.322931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcb674-86b1-4de9-b9c2-e7128f2cfa32 req-81965289-d028-4baa-a194-f55d1ae4204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:07.324814 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dafcb674-86b1-4de9-b9c2-e7128f2cfa32 req-81965289-d028-4baa-a194-f55d1ae4204c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19b577fb-fa38-46fa-8627-bb8693ab76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601480 Nov 15 14:31:07.369926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-beaf4d11-f1e4-4c2f-a851-b5ed0ca750ec req-bb8757c1-f0d5-4615-b0be-21e054bb1ae7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994380 Nov 15 14:31:07.375375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a27e817-8f4f-49d7-9d91-5766ce454435 req-c6e59a5e-fa35-4c4b-bc90-811af0fb666f tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/security-groups?id=9afbfabe-c743-42d9-b4a1-92f9f3d61b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867977 Nov 15 14:31:07.435515 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dafcb674-86b1-4de9-b9c2-e7128f2cfa32 req-6520a6d7-5363-4cc3-bc16-df09a6990f40 service neutron] 10.222.0.46 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018436 Nov 15 14:31:07.561079 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dafcb674-86b1-4de9-b9c2-e7128f2cfa32 req-ffba5342-df84-4aa3-9541-97754ab0dd0f service neutron] 10.222.0.46 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111145 Nov 15 14:31:07.642694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0636f4-eed7-4093-a89d-dbda583aaedb req-6ab8b705-5522-45ff-a0aa-4a348a229b4f tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:07.644335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b0636f4-eed7-4093-a89d-dbda583aaedb req-6ab8b705-5522-45ff-a0aa-4a348a229b4f tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0826685 Nov 15 14:31:07.715308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b0636f4-eed7-4093-a89d-dbda583aaedb req-a579a896-630d-480a-8eb8-e43cc55ae271 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637350 Nov 15 14:31:07.863908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:07.922252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc69b9-0c38-4d63-8e47-b7b3539c40db req-f3ec2050-82f6-4c84-9658-397dd9a7f26c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:07.924183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87bc69b9-0c38-4d63-8e47-b7b3539c40db req-f3ec2050-82f6-4c84-9658-397dd9a7f26c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0769372 Nov 15 14:31:07.952262 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:07.985885 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:07.988373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87bc69b9-0c38-4d63-8e47-b7b3539c40db req-46ceb3a9-cc63-4343-af4f-6105a412d500 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560648 Nov 15 14:31:07.988774 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada01682-7414-4f97-9a00-2224819f6ea1" -d '{"events": [{"server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "name": "network-vif-unplugged", "status": "completed", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:08.032394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:08.055899 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092d7b84-17b1-4947-8b39-a71aa164b382 x-openstack-request-id: req-092d7b84-17b1-4947-8b39-a71aa164b382 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:08.056223 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "name": "network-vif-unplugged", "status": "completed", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:08.056480 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-092d7b84-17b1-4947-8b39-a71aa164b382 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:08.056880 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54', 'code': 200} Nov 15 14:31:08.104587 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:08.132939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67404268-2025-41b3-b9d5-db9f07c639b8 req-b2732195-81b6-4749-9568-aa2f900e066b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:08.134772 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67404268-2025-41b3-b9d5-db9f07c639b8 req-b2732195-81b6-4749-9568-aa2f900e066b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 944 time: 0.0586421 Nov 15 14:31:08.176241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:08.196179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67404268-2025-41b3-b9d5-db9f07c639b8 req-45eebecf-cd97-4cf4-b8ed-75f62ac34b50 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a3db100-6a45-49fc-9ea9-11dc6e791c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552399 Nov 15 14:31:08.506882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4242c4-692b-4f0e-a78c-367e14ea6c25 req-45e1328a-ce40-4446-8580-1cd32ca757c0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:08.508450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f4242c4-692b-4f0e-a78c-367e14ea6c25 req-45e1328a-ce40-4446-8580-1cd32ca757c0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 944 time: 0.0651798 Nov 15 14:31:08.537932 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-3970a0b5-d00f-4041-a7b2-2f70cb336318 service neutron] 10.222.0.46 "GET /v2.0/ports/dd51bf37-4f03-4a30-8e33-483643b0edd5/bindings/n-h1-817748-2 HTTP/1.1" status: 200 len: 384 time: 0.0636282 Nov 15 14:31:08.571550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7dcbe-d753-40ce-9f0d-93689f736e6b req-9a68ebe1-4fc1-4ba8-95e2-052870a60b9a tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:08.573141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3da7dcbe-d753-40ce-9f0d-93689f736e6b req-9a68ebe1-4fc1-4ba8-95e2-052870a60b9a tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 946 time: 0.0862916 Nov 15 14:31:08.602439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f4242c4-692b-4f0e-a78c-367e14ea6c25 req-ac2b3bf7-5744-4498-bd9e-55947e4f84bc tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794888 Nov 15 14:31:08.647832 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3da7dcbe-d753-40ce-9f0d-93689f736e6b req-4057f68b-8927-4f92-bf54-b073713c3cf0 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/security-groups?id=9afbfabe-c743-42d9-b4a1-92f9f3d61b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665576 Nov 15 14:31:08.747996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-945cce33-1aa5-4790-b837-f72399b48150 service neutron] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:08.777507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-945cce33-1aa5-4790-b837-f72399b48150 service neutron] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:08.813161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-945cce33-1aa5-4790-b837-f72399b48150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd51bf37-4f03-4a30-8e33-483643b0edd5 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:31:08.825173 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-945cce33-1aa5-4790-b837-f72399b48150 service neutron] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:08.868125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ae563-3013-4616-b14a-9571f53597b2 req-1b9dc1fa-e263-4e24-9cd3-01aedf38c6fa tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:08.869667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-458ae563-3013-4616-b14a-9571f53597b2 req-1b9dc1fa-e263-4e24-9cd3-01aedf38c6fa tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0605922 Nov 15 14:31:08.896692 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-945cce33-1aa5-4790-b837-f72399b48150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:08.940019 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-458ae563-3013-4616-b14a-9571f53597b2 req-b2ef99a1-1bf4-4bde-82c0-314c92639ad2 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641494 Nov 15 14:31:09.019471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c274-4cda-4f8e-a672-05fc5d45cd4a req-defc2c83-bca7-432c-8627-5163038b47cf tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:09.020951 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a3c7c274-4cda-4f8e-a672-05fc5d45cd4a req-defc2c83-bca7-432c-8627-5163038b47cf tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 946 time: 0.0792341 Nov 15 14:31:09.042073 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-945cce33-1aa5-4790-b837-f72399b48150 service neutron] Transition to ACTIVE for port object dd51bf37-4f03-4a30-8e33-483643b0edd5 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:31:09.120776 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059eeca-5282-4659-906b-35409da89474 req-1cb65e72-c823-4889-8bfc-ca194cc3ab22 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:09.122513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8059eeca-5282-4659-906b-35409da89474 req-1cb65e72-c823-4889-8bfc-ca194cc3ab22 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 948 time: 0.0494668 Nov 15 14:31:09.138851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-a3c7c274-4cda-4f8e-a672-05fc5d45cd4a req-3c8d5b67-36ea-4d49-b049-be98c1ab0339 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Deleting port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:31:09.139242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a3c7c274-4cda-4f8e-a672-05fc5d45cd4a req-3c8d5b67-36ea-4d49-b049-be98c1ab0339 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:09.173590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8059eeca-5282-4659-906b-35409da89474 req-86e2ec7f-ed29-43f8-938d-aff6a7fa12fc tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438235 Nov 15 14:31:09.235953 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a3c7c274-4cda-4f8e-a672-05fc5d45cd4a req-3c8d5b67-36ea-4d49-b049-be98c1ab0339 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] For port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6a51b81f-93c4-48f2-9d19-01cbda5c18e3,segment=NetworkSegment(1a16b458-e0bc-4597-a037-49b66ffecda8),segment_id=1a16b458-e0bc-4597-a037-49b66ffecda8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:09.235953 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a3c7c274-4cda-4f8e-a672-05fc5d45cd4a req-3c8d5b67-36ea-4d49-b049-be98c1ab0339 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:09.250056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-a3c7c274-4cda-4f8e-a672-05fc5d45cd4a req-3c8d5b67-36ea-4d49-b049-be98c1ab0339 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Calling delete_port for 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:31:09.264979 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-945cce33-1aa5-4790-b837-f72399b48150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:09.331252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3bf96-9a3a-4b4e-b002-bb7c76e7035d req-a4fa30de-cf03-4fef-8a29-44b1cc17638f tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:09.336147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36a3bf96-9a3a-4b4e-b002-bb7c76e7035d req-a4fa30de-cf03-4fef-8a29-44b1cc17638f tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 944 time: 0.0678775 Nov 15 14:31:09.390564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-945cce33-1aa5-4790-b837-f72399b48150 service neutron] No DVR routers for this DVR port dd51bf37-4f03-4a30-8e33-483643b0edd5 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:31:09.404987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36a3bf96-9a3a-4b4e-b002-bb7c76e7035d req-e5d1bf16-306d-4396-adb4-37ca18d5d0de tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a3db100-6a45-49fc-9ea9-11dc6e791c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539434 Nov 15 14:31:09.423290 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cce33-1aa5-4790-b837-f72399b48150 service neutron] Pushing event updated for resources: {'Port': ['ID=dd51bf37-4f03-4a30-8e33-483643b0edd5,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:09.468165 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-945cce33-1aa5-4790-b837-f72399b48150 service neutron] 10.222.0.46 "PUT /v2.0/ports/dd51bf37-4f03-4a30-8e33-483643b0edd5/bindings/n-h1-817748-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9230011 Nov 15 14:31:09.570268 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a3c7c274-4cda-4f8e-a672-05fc5d45cd4a req-3c8d5b67-36ea-4d49-b049-be98c1ab0339 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:09.584087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6a51b81f-93c4-48f2-9d19-01cbda5c18e3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:09.605051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:09.605846 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d5b67-36ea-4d49-b049-be98c1ab0339 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Pushing event deleted for resources: {'Port': ['ID=6a51b81f-93c4-48f2-9d19-01cbda5c18e3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:09.664081 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c7c274-4cda-4f8e-a672-05fc5d45cd4a req-3c8d5b67-36ea-4d49-b049-be98c1ab0339 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] No DVR routers for this DVR port 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:31:09.667605 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a3c7c274-4cda-4f8e-a672-05fc5d45cd4a req-3c8d5b67-36ea-4d49-b049-be98c1ab0339 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:09.671089 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a3c7c274-4cda-4f8e-a672-05fc5d45cd4a req-3c8d5b67-36ea-4d49-b049-be98c1ab0339 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.46 "DELETE /v2.0/ports/6a51b81f-93c4-48f2-9d19-01cbda5c18e3 HTTP/1.1" status: 204 len: 173 time: 0.6401439 Nov 15 14:31:09.671571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c672643-b062-41e2-a3d3-48e37a4ba4a9', 'name': 'network-vif-deleted', 'tag': '6a51b81f-93c4-48f2-9d19-01cbda5c18e3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:09.674031 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28a1133-1652-4c6d-a827-3e2850aba6c5" -d '{"events": [{"server_uuid": "4c672643-b062-41e2-a3d3-48e37a4ba4a9", "name": "network-vif-deleted", "tag": "6a51b81f-93c4-48f2-9d19-01cbda5c18e3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:09.783693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3b4a29c-234b-49f6-ad9b-6f2b94725c8e req-2123d016-522f-4f97-a335-0e73d6efbb7e tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 210 time: 0.0532706 Nov 15 14:31:09.794146 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-623325ed-0deb-4161-b761-126ea1406341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:09.799967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-1fe8f011-ea4c-445d-ba0e-65e7a1ac3697 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:09.804405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-1fe8f011-ea4c-445d-ba0e-65e7a1ac3697 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee&tenant_id=d9f26606747847b78d092ad490e45917&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1444798 Nov 15 14:31:09.815979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd29066-877f-4cc8-a228-7198067dce08 req-b2fb6409-48dc-4cf6-846d-94f3c5e49de8 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:09.820571 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2dd29066-877f-4cc8-a228-7198067dce08 req-b2fb6409-48dc-4cf6-846d-94f3c5e49de8 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 945 time: 0.1011441 Nov 15 14:31:09.855613 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e85c3fe-88eb-46f2-9774-a01e54dafcd4 x-openstack-request-id: req-2e85c3fe-88eb-46f2-9774-a01e54dafcd4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:09.856105 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c672643-b062-41e2-a3d3-48e37a4ba4a9", "name": "network-vif-deleted", "tag": "6a51b81f-93c4-48f2-9d19-01cbda5c18e3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:09.856607 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e85c3fe-88eb-46f2-9774-a01e54dafcd4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:09.857184 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c672643-b062-41e2-a3d3-48e37a4ba4a9', 'name': 'network-vif-deleted', 'tag': '6a51b81f-93c4-48f2-9d19-01cbda5c18e3', 'status': 'completed', 'code': 200} Nov 15 14:31:09.866637 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:31:09.926295 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-623325ed-0deb-4161-b761-126ea1406341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:09.927725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-798c39bb-661e-450b-a178-39926111601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:09.929341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-798c39bb-661e-450b-a178-39926111601c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee&tenant_id=d9f26606747847b78d092ad490e45917 HTTP/1.1" status: 200 len: 1096 time: 0.1002862 Nov 15 14:31:09.932872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2dd29066-877f-4cc8-a228-7198067dce08 req-b93692be-75fc-40cf-9572-b2aad1ea8acd tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059387 Nov 15 14:31:10.007786 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:10.035642 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54', 'mac_address': 'fa:16:3e:c2:e7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:31:10.035934 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-623325ed-0deb-4161-b761-126ea1406341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:10.084004 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-623325ed-0deb-4161-b761-126ea1406341 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b05cc36c7a14946a327936cc9ff20b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4758623 Nov 15 14:31:10.084991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623325ed-0deb-4161-b761-126ea1406341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611c39e7-8ab4-4249-a584-5163d145a505,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:10.086795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47852) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:10.092465 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:10.097539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-66b988e7-b9fa-49eb-9ff4-f4175a6cea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:10.099125 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-66b988e7-b9fa-49eb-9ff4-f4175a6cea18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 1096 time: 0.1133051 Nov 15 14:31:10.107550 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 001979c9-1fd5-4bd1-9c6b-716171196147 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:31:10.112250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device dd51bf37-4f03-4a30-8e33-483643b0edd5 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:10.113829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bb286-a002-4032-a589-f367ff87b070 req-ae6d7229-5fa9-4ee5-92e6-4500e73a4c88 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:10.115396 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd4bb286-a002-4032-a589-f367ff87b070 req-ae6d7229-5fa9-4ee5-92e6-4500e73a4c88 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0881052 Nov 15 14:31:10.121645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:31:10.333118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:10.385527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device dd51bf37-4f03-4a30-8e33-483643b0edd5 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:31:10.450368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 001979c9-1fd5-4bd1-9c6b-716171196147, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=001979c9-1fd5-4bd1-9c6b-716171196147,segment=NetworkSegment(986f01b9-accb-46bb-bf41-37e8df1e820f),segment_id=986f01b9-accb-46bb-bf41-37e8df1e820f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:10.450828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd4bb286-a002-4032-a589-f367ff87b070 req-088727fb-c91a-4fd5-aa2c-edc68212b96f tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213305 Nov 15 14:31:10.466741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '001979c9-1fd5-4bd1-9c6b-716171196147', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'port_id': '001979c9-1fd5-4bd1-9c6b-716171196147', 'mac_address': 'fa:16:3e:4b:a9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:31:10.467854 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-305dad57-d2f9-4adb-9e8d-274c060cfca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:10.503285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e5e3-3f7e-44a7-9406-f07cc7e88a26 req-51707131-1bf9-4b67-b21f-b646b7170275 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:10.503285 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21d5e5e3-3f7e-44a7-9406-f07cc7e88a26 req-51707131-1bf9-4b67-b21f-b646b7170275 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 948 time: 0.2213423 Nov 15 14:31:10.517583 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:10.532256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001979c9-1fd5-4bd1-9c6b-716171196147 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:31:10.550762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a000a53a-d932-4595-8f74-3b0a78394059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:10.552416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-a000a53a-d932-4595-8f74-3b0a78394059 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.4344044 Nov 15 14:31:10.555090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 001979c9-1fd5-4bd1-9c6b-716171196147, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=001979c9-1fd5-4bd1-9c6b-716171196147,segment=NetworkSegment(986f01b9-accb-46bb-bf41-37e8df1e820f),segment_id=986f01b9-accb-46bb-bf41-37e8df1e820f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:10.567546 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-305dad57-d2f9-4adb-9e8d-274c060cfca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:10.644584 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-0b67af0f-02cf-464f-b9f1-872ddc756be9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5 HTTP/1.1" status: 200 len: 217 time: 0.0661876 Nov 15 14:31:10.667223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21d5e5e3-3f7e-44a7-9406-f07cc7e88a26 req-bd9d012a-b5da-42b9-9154-9e84d3802093 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790364 Nov 15 14:31:10.685312 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:10.688617 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:10.706060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03027f6-3b08-4a23-a4c6-82f117dcc920 req-450128b0-7bb1-4bb0-be08-557032223d7e tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:10.708175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e03027f6-3b08-4a23-a4c6-82f117dcc920 req-450128b0-7bb1-4bb0-be08-557032223d7e tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 944 time: 0.1917040 Nov 15 14:31:10.748617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=001979c9-1fd5-4bd1-9c6b-716171196147,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:10.755059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-e84102d2-f70e-4d1f-877e-ec06b5966a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:10.755059 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-e84102d2-f70e-4d1f-877e-ec06b5966a88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.0913541 Nov 15 14:31:10.805457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-b756f523-895d-469c-878d-536d85df971f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332689 Nov 15 14:31:10.816682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e03027f6-3b08-4a23-a4c6-82f117dcc920 req-b4538f85-a2fb-499b-98f2-afbea7903dd0 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a3db100-6a45-49fc-9ea9-11dc6e791c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961845 Nov 15 14:31:10.824423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:10.890362 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-305dad57-d2f9-4adb-9e8d-274c060cfca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:10.893125 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-305dad57-d2f9-4adb-9e8d-274c060cfca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:10.895103 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-305dad57-d2f9-4adb-9e8d-274c060cfca4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/611c39e7-8ab4-4249-a584-5163d145a505 HTTP/1.1" status: 204 len: 168 time: 0.8072829 Nov 15 14:31:10.913558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305dad57-d2f9-4adb-9e8d-274c060cfca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611c39e7-8ab4-4249-a584-5163d145a505,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:10.973943 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4293af0-ecdf-4d00-895f-83391b810520 req-648e69dc-453e-417e-8e78-6dd2647c5b19 tempest-ServerPasswordTestJSON-1621602350 tempest-ServerPasswordTestJSON-1621602350-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c672643-b062-41e2-a3d3-48e37a4ba4a9 HTTP/1.1" status: 200 len: 210 time: 0.0368290 Nov 15 14:31:10.979079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['001979c9-1fd5-4bd1-9c6b-716171196147'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:10.994802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-7bf496fe-20a6-4997-a0c4-65a91d87599f service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535604 Nov 15 14:31:11.140794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f7722-01f2-4e5b-92e9-4bc84034c295 req-c4a8bac7-a5be-4158-9d47-9d1be0d6e88e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:11.142346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f0f7722-01f2-4e5b-92e9-4bc84034c295 req-c4a8bac7-a5be-4158-9d47-9d1be0d6e88e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 945 time: 0.0781469 Nov 15 14:31:11.146596 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-4a242a56-e57e-443d-8ac5-1898fa2050b6 service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414809 Nov 15 14:31:11.156010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['77e5a8de-1d1d-48af-b0e9-3dda443a7d54'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:11.200923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f0f7722-01f2-4e5b-92e9-4bc84034c295 req-99cc37ca-9c18-433f-a157-994f81143368 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493026 Nov 15 14:31:11.543036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16fd53-ebf2-40e7-8e10-01de4b1cdb47 req-fb094b66-0b1d-4e11-992d-6791269db14b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:11.546902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f16fd53-ebf2-40e7-8e10-01de4b1cdb47 req-fb094b66-0b1d-4e11-992d-6791269db14b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 949 time: 0.0547218 Nov 15 14:31:11.658758 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f16fd53-ebf2-40e7-8e10-01de4b1cdb47 req-b2ba66ea-0b8c-41d2-be5d-e8b8924fd081 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072271 Nov 15 14:31:11.679177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a71ee-9ee8-4cb9-baba-66ad990f6cd6 req-1941d5de-cf5d-456e-a0ef-73d43c7e84fe tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:11.680778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e2a71ee-9ee8-4cb9-baba-66ad990f6cd6 req-1941d5de-cf5d-456e-a0ef-73d43c7e84fe tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1131229 Nov 15 14:31:11.699877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-4e3ac20a-57e8-4d11-a6b5-93bf962021d5 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:11.701452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-4e3ac20a-57e8-4d11-a6b5-93bf962021d5 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299&tenant_id=3a3f6958c0604fcab32ba65195204bc2&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 949 time: 0.0999703 Nov 15 14:31:11.769795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e2a71ee-9ee8-4cb9-baba-66ad990f6cd6 req-6fe6b424-50e9-4bd7-b778-d98a636cd860 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800512 Nov 15 14:31:11.778013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-3f34e5ab-2e75-4fc5-a809-7c5f567af08c tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:11.779570 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-3f34e5ab-2e75-4fc5-a809-7c5f567af08c tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee&tenant_id=d9f26606747847b78d092ad490e45917&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1096 time: 0.0490475 Nov 15 14:31:11.799762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-3bacd955-dfb9-4f21-ae67-c8bfe7039863 service neutron] 10.222.0.59 "GET /v2.0/ports/77e5a8de-1d1d-48af-b0e9-3dda443a7d54/bindings/n-h1-817748-2 HTTP/1.1" status: 200 len: 382 time: 0.0666966 Nov 15 14:31:11.827554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:11.850774 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7073f7ad-d832-490b-86ce-a566a50aecea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:11.868440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dc5e8615-9733-4aa8-a872-1be348c05aef no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:11.923639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-469554ae-9f8a-4f6e-98e7-a4aea2dac5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:11.925350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-469554ae-9f8a-4f6e-98e7-a4aea2dac5ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 1100 time: 0.0901361 Nov 15 14:31:11.976602 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.009030 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-c02aefcb-f2b0-43d0-8887-c1383c470672 service neutron] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:12.009146 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b124c205-60fc-46b0-9041-a70efd82d668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5e8615-9733-4aa8-a872-1be348c05aef'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:12.009146 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efb9858-82e1-4fa4-b37d-d58109e2553c" -d '{"events": [{"server_uuid": "b124c205-60fc-46b0-9041-a70efd82d668", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5e8615-9733-4aa8-a872-1be348c05aef"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:12.009353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-c02aefcb-f2b0-43d0-8887-c1383c470672 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.010077 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4adca510-3a1f-4645-b50f-bd3ec11f910c req-c02aefcb-f2b0-43d0-8887-c1383c470672 service neutron] 10.222.0.59 "DELETE /v2.0/ports/dd51bf37-4f03-4a30-8e33-483643b0edd5/bindings/n-h2-817748-2 HTTP/1.1" status: 204 len: 173 time: 0.2160265 Nov 15 14:31:12.031341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dc5e8615-9733-4aa8-a872-1be348c05aef,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:12.041158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:12.076072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb297f-7fd0-40ff-b517-645477cba58e req-9d6947de-70fd-40a6-8c38-fdde53949ed1 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:12.077854 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86836d2a-6e93-44f9-b558-88965bb90cb0 x-openstack-request-id: req-86836d2a-6e93-44f9-b558-88965bb90cb0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:12.078176 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b124c205-60fc-46b0-9041-a70efd82d668", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5e8615-9733-4aa8-a872-1be348c05aef", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:12.078476 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86836d2a-6e93-44f9-b558-88965bb90cb0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:12.078873 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b124c205-60fc-46b0-9041-a70efd82d668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5e8615-9733-4aa8-a872-1be348c05aef', 'code': 200} Nov 15 14:31:12.079308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3cb297f-7fd0-40ff-b517-645477cba58e req-9d6947de-70fd-40a6-8c38-fdde53949ed1 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 945 time: 0.1739364 Nov 15 14:31:12.093993 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-76121a85-d2fc-4e7f-b085-653fb833a13f admin admin] Deleting subnet f351e400-564e-46d8-bc68-04160b10436d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:31:12.097519 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76121a85-d2fc-4e7f-b085-653fb833a13f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.107341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 001979c9-1fd5-4bd1-9c6b-716171196147 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:31:12.109519 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7073f7ad-d832-490b-86ce-a566a50aecea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.120653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-d6d1fe1f-9768-417b-9a76-b55a7f2654b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:12.123708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-d6d1fe1f-9768-417b-9a76-b55a7f2654b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1800361 Nov 15 14:31:12.143144 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.171751 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76121a85-d2fc-4e7f-b085-653fb833a13f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.187699 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-acb12106-82ad-4aa5-afb3-11342929d86b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54 HTTP/1.1" status: 200 len: 217 time: 0.0473471 Nov 15 14:31:12.188214 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7073f7ad-d832-490b-86ce-a566a50aecea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.197008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3cb297f-7fd0-40ff-b517-645477cba58e req-e2fe4081-acc0-4ee3-bcae-42b9b9a7bc2e tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a3db100-6a45-49fc-9ea9-11dc6e791c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089339 Nov 15 14:31:12.223090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=dc5e8615-9733-4aa8-a872-1be348c05aef,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:12.242935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76121a85-d2fc-4e7f-b085-653fb833a13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.294524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073f7ad-d832-490b-86ce-a566a50aecea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8334bcf2-c481-4fef-913b-272d30be147a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:12.302185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7073f7ad-d832-490b-86ce-a566a50aecea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ba2f4a1003b4fdcb8a89069f785557a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733558 Nov 15 14:31:12.313742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47892) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:12.325394 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-57c7c81d-2f1c-4bdb-8019-2e2c1886115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:12.325394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-57c7c81d-2f1c-4bdb-8019-2e2c1886115c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1119394 Nov 15 14:31:12.344888 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 001979c9-1fd5-4bd1-9c6b-716171196147 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:31:12.351335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 001979c9-1fd5-4bd1-9c6b-716171196147 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:12.353550 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.382632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-118c2add-d8fb-4dd4-bc8a-b4d20685dafb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.406212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b9052-7ada-4b04-bcc8-906a4e2c65c4 req-1a16c96e-e739-4d0b-86e5-c003d04441a0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:12.412733 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-118c2add-d8fb-4dd4-bc8a-b4d20685dafb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.421572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-360b9052-7ada-4b04-bcc8-906a4e2c65c4 req-1a16c96e-e739-4d0b-86e5-c003d04441a0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 945 time: 0.1312573 Nov 15 14:31:12.440726 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76121a85-d2fc-4e7f-b085-653fb833a13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.441904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-fd7ad068-acc8-4d80-a76c-1993ecbf27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:12.445369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-fd7ad068-acc8-4d80-a76c-1993ecbf27aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008990 Nov 15 14:31:12.464224 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.488229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76121a85-d2fc-4e7f-b085-653fb833a13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f351e400-564e-46d8-bc68-04160b10436d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:12.490428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76121a85-d2fc-4e7f-b085-653fb833a13f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.493725 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-76121a85-d2fc-4e7f-b085-653fb833a13f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f351e400-564e-46d8-bc68-04160b10436d HTTP/1.1" status: 204 len: 168 time: 0.4512768 Nov 15 14:31:12.497223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:12.512250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 001979c9-1fd5-4bd1-9c6b-716171196147, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=001979c9-1fd5-4bd1-9c6b-716171196147,segment=NetworkSegment(986f01b9-accb-46bb-bf41-37e8df1e820f),segment_id=986f01b9-accb-46bb-bf41-37e8df1e820f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:12.569561 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-360b9052-7ada-4b04-bcc8-906a4e2c65c4 req-3856a85d-5dcd-44de-adb8-4c7fb38c4d65 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470790 Nov 15 14:31:12.591508 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:12.592413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:12.620485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-4e53d092-b5db-486d-b2ea-d7fa9be19016 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388371 Nov 15 14:31:12.662772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:31:12.663162 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6a51b81f-93c4-48f2-9d19-01cbda5c18e3 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:31:12.719133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=001979c9-1fd5-4bd1-9c6b-716171196147,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:12.804954 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-f1be3188-3586-4dbb-b0a8-1b470292504a service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683221 Nov 15 14:31:12.813645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202dc23-fb50-4e73-abc5-f4597c52acce req-b93e1e54-237c-4793-a9bc-890deede52ed tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:12.815180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7202dc23-fb50-4e73-abc5-f4597c52acce req-b93e1e54-237c-4793-a9bc-890deede52ed tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 1096 time: 0.1128850 Nov 15 14:31:12.852277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409bc53-c73b-4199-87e0-322730a340b0 req-40f5d1d9-5253-4180-903e-dcef7499584c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:12.853009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3409bc53-c73b-4199-87e0-322730a340b0 req-40f5d1d9-5253-4180-903e-dcef7499584c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 949 time: 0.0931163 Nov 15 14:31:12.896730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7202dc23-fb50-4e73-abc5-f4597c52acce req-a14418ca-f81a-4236-b713-addb5d311f95 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721054 Nov 15 14:31:12.932468 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3409bc53-c73b-4199-87e0-322730a340b0 req-e76b29e8-3143-447f-a16c-3a3d5663de07 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678794 Nov 15 14:31:12.942481 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18e7cdb-547a-4f63-8448-3bbc5f7ccc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:13.005288 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-118c2add-d8fb-4dd4-bc8a-b4d20685dafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:13.008377 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-118c2add-d8fb-4dd4-bc8a-b4d20685dafb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:13.011879 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-118c2add-d8fb-4dd4-bc8a-b4d20685dafb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8334bcf2-c481-4fef-913b-272d30be147a HTTP/1.1" status: 204 len: 168 time: 0.6924002 Nov 15 14:31:13.034087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82753d2-2718-47d3-ad44-ce9ad3f13909 req-d3821910-eb19-425e-b89a-81e66d647ead tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:13.044623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a82753d2-2718-47d3-ad44-ce9ad3f13909 req-d3821910-eb19-425e-b89a-81e66d647ead tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 947 time: 0.0770481 Nov 15 14:31:13.047973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c2add-d8fb-4dd4-bc8a-b4d20685dafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8334bcf2-c481-4fef-913b-272d30be147a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:13.065233 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18e7cdb-547a-4f63-8448-3bbc5f7ccc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:13.101743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f18e7cdb-547a-4f63-8448-3bbc5f7ccc93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b6c642-ac6e-4272-a6d1-ed1a94911a5f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:13.125653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f18e7cdb-547a-4f63-8448-3bbc5f7ccc93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a16b458-e0bc-4597-a037-49b66ffecda8') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:13.129670 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f18e7cdb-547a-4f63-8448-3bbc5f7ccc93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a16b458-e0bc-4597-a037-49b66ffecda8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:13.130803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29394af-481b-4aea-ad7c-20a1f818fc62 req-4cf06a4e-6264-43a5-b54f-6be3e2c38e0f tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:13.137951 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18e7cdb-547a-4f63-8448-3bbc5f7ccc93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:13.138772 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c29394af-481b-4aea-ad7c-20a1f818fc62 req-4cf06a4e-6264-43a5-b54f-6be3e2c38e0f tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 1096 time: 0.0902231 Nov 15 14:31:13.155179 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18e7cdb-547a-4f63-8448-3bbc5f7ccc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:13.164079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18e7cdb-547a-4f63-8448-3bbc5f7ccc93 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:31:13.164892 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18e7cdb-547a-4f63-8448-3bbc5f7ccc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:31:13.167549 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:31:13.199879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a82753d2-2718-47d3-ad44-ce9ad3f13909 req-7eae6e5e-be33-408b-96f8-8bb41b547536 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543839 Nov 15 14:31:13.231199 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c29394af-481b-4aea-ad7c-20a1f818fc62 req-6b4b6167-a4d7-4335-bc49-8e965257f960 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578022 Nov 15 14:31:13.341919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76cd26-7c12-43fe-9117-22e5ad22bb2b req-688f6109-5bd1-4dec-b7a3-672695b7774e tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:13.343493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c76cd26-7c12-43fe-9117-22e5ad22bb2b req-688f6109-5bd1-4dec-b7a3-672695b7774e tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 1096 time: 0.0786047 Nov 15 14:31:13.348363 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18e7cdb-547a-4f63-8448-3bbc5f7ccc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:13.357501 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18e7cdb-547a-4f63-8448-3bbc5f7ccc93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:13.363431 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f18e7cdb-547a-4f63-8448-3bbc5f7ccc93 admin admin] 10.222.0.70 "DELETE /v2.0/networks/28b6c642-ac6e-4272-a6d1-ed1a94911a5f HTTP/1.1" status: 204 len: 168 time: 0.8625038 Nov 15 14:31:13.366545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57931c5f-6d70-46cb-9de9-5e28fc9a3341 req-0b067dd0-a32e-454e-96d6-3a1a2b22bad4 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:13.368373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57931c5f-6d70-46cb-9de9-5e28fc9a3341 req-0b067dd0-a32e-454e-96d6-3a1a2b22bad4 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 946 time: 0.0707734 Nov 15 14:31:13.375537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e7cdb-547a-4f63-8448-3bbc5f7ccc93 admin admin] Pushing event deleted for resources: {'Network': ['ID=28b6c642-ac6e-4272-a6d1-ed1a94911a5f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:13.434907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c76cd26-7c12-43fe-9117-22e5ad22bb2b req-1374fd4b-72f4-4cf8-8c63-dc59ec6a15b0 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781674 Nov 15 14:31:13.453457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57931c5f-6d70-46cb-9de9-5e28fc9a3341 req-fda7939a-8c9c-41b1-a13a-107e9990661e tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a3db100-6a45-49fc-9ea9-11dc6e791c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783522 Nov 15 14:31:13.834831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:13.867106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dc5e8615-9733-4aa8-a872-1be348c05aef details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:31:13.871955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:31:13.878429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6f27e893-889e-4b49-9a99-4eaec53d7f61 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0b5fcd9958b48ef9d08761af262a74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423748 Nov 15 14:31:13.892145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:13.943754 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b955cf21-6dfb-4d63-a445-ce127f02f048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:13.985664 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b955cf21-6dfb-4d63-a445-ce127f02f048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:13.992325 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:13.992702 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:14.051079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dc5e8615-9733-4aa8-a872-1be348c05aef,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:14.066787 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'dc5e8615-9733-4aa8-a872-1be348c05aef', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'dc5e8615-9733-4aa8-a872-1be348c05aef', 'mac_address': 'fa:16:3e:15:04:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:31:14.100245 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001979c9-1fd5-4bd1-9c6b-716171196147'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:14.102569 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5cb526-6c66-4bbc-a678-f0e2bc3ed39c" -d '{"events": [{"server_uuid": "13695cf6-0d48-4357-a578-64dd8e8a28c6", "name": "network-vif-plugged", "status": "completed", "tag": "001979c9-1fd5-4bd1-9c6b-716171196147"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:14.154093 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:14.177888 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:14.208172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5e8615-9733-4aa8-a872-1be348c05aef {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:31:14.215408 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dc5e8615-9733-4aa8-a872-1be348c05aef,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:14.242437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:14.385525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170ee97-3379-458c-ac27-2aea03c6abc2 req-3682d408-21f9-4cf3-bbb6-a1dd7c76a878 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:14.387072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c170ee97-3379-458c-ac27-2aea03c6abc2 req-3682d408-21f9-4cf3-bbb6-a1dd7c76a878 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 949 time: 0.3501740 Nov 15 14:31:14.393016 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:14.428897 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:14.444909 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c170ee97-3379-458c-ac27-2aea03c6abc2 req-eea8befa-5117-44a4-9490-f25bb2847e98 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512815 Nov 15 14:31:14.445300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=dc5e8615-9733-4aa8-a872-1be348c05aef,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:14.457704 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b955cf21-6dfb-4d63-a445-ce127f02f048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:14.468291 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b955cf21-6dfb-4d63-a445-ce127f02f048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:14.469944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b955cf21-6dfb-4d63-a445-ce127f02f048 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9afbfabe-c743-42d9-b4a1-92f9f3d61b77 HTTP/1.1" status: 204 len: 168 time: 0.5765572 Nov 15 14:31:14.486062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955cf21-6dfb-4d63-a445-ce127f02f048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afbfabe-c743-42d9-b4a1-92f9f3d61b77,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:14.524808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:14.577348 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704d82a0-8f24-4223-a3ab-11be78f89b5f x-openstack-request-id: req-704d82a0-8f24-4223-a3ab-11be78f89b5f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:14.577842 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13695cf6-0d48-4357-a578-64dd8e8a28c6", "name": "network-vif-plugged", "status": "completed", "tag": "001979c9-1fd5-4bd1-9c6b-716171196147", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:14.578164 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-704d82a0-8f24-4223-a3ab-11be78f89b5f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:14.578652 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001979c9-1fd5-4bd1-9c6b-716171196147', 'code': 200} Nov 15 14:31:14.688978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd49dde-0655-4ba6-a437-f11a6277b424 req-11eac655-2ff9-4e97-88d8-de1c95b5c151 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:14.697158 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1dd49dde-0655-4ba6-a437-f11a6277b424 req-11eac655-2ff9-4e97-88d8-de1c95b5c151 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.0636303 Nov 15 14:31:14.707950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f81a83-f865-45ae-af74-6f17bde8306a req-0985e539-da5d-4c2f-9ed2-5b7a480ab8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:14.709462 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-93f81a83-f865-45ae-af74-6f17bde8306a req-0985e539-da5d-4c2f-9ed2-5b7a480ab8e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 1097 time: 0.0540676 Nov 15 14:31:14.740607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1dd49dde-0655-4ba6-a437-f11a6277b424 req-425903a3-e78d-4f45-90cd-dcbdd562f8b0 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Nov 15 14:31:14.765109 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-93f81a83-f865-45ae-af74-6f17bde8306a req-79c113ab-29b6-4a6d-9546-f01d0c5bf47d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a3db100-6a45-49fc-9ea9-11dc6e791c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465164 Nov 15 14:31:14.854634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38c445-51dd-43df-9d32-d70acd89f4e4 req-b75a2004-30a9-41a2-a9f6-38f7e4fb5a30 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:14.856144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c38c445-51dd-43df-9d32-d70acd89f4e4 req-b75a2004-30a9-41a2-a9f6-38f7e4fb5a30 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 946 time: 0.0519764 Nov 15 14:31:14.870678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['dc5e8615-9733-4aa8-a872-1be348c05aef'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:14.915851 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c38c445-51dd-43df-9d32-d70acd89f4e4 req-3b13c379-1478-4f98-8d2b-723fbf7769c7 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a3db100-6a45-49fc-9ea9-11dc6e791c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522926 Nov 15 14:31:15.596841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442fd98-4d8b-4734-b1ab-4fdf07bc753a req-fe906859-70e3-4c8a-a607-03b036cbab6e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:15.598718 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6442fd98-4d8b-4734-b1ab-4fdf07bc753a req-fe906859-70e3-4c8a-a607-03b036cbab6e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0568683 Nov 15 14:31:15.664462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6442fd98-4d8b-4734-b1ab-4fdf07bc753a req-be919d4a-432c-4017-887e-c3b922b5543f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489941 Nov 15 14:31:15.947773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a20b9-4af7-484a-9812-f54a9043eab1 req-d00e35a6-878c-46dd-8b8f-412b389c43ad tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:15.957238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-433a20b9-4af7-484a-9812-f54a9043eab1 req-d00e35a6-878c-46dd-8b8f-412b389c43ad tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1058104 Nov 15 14:31:16.023525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-433a20b9-4af7-484a-9812-f54a9043eab1 req-ce5ce327-4d3e-4144-aadc-d5ff25686e5d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599568 Nov 15 14:31:16.150574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d58bb-d0d0-40cf-8950-01c059da9b12 req-65dbecec-2023-4134-b967-d3fb806fb859 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:16.152165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb5d58bb-d0d0-40cf-8950-01c059da9b12 req-65dbecec-2023-4134-b967-d3fb806fb859 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 946 time: 0.0644584 Nov 15 14:31:16.209574 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb5d58bb-d0d0-40cf-8950-01c059da9b12 req-d864c029-491b-409a-bede-d2e898c8b270 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a3db100-6a45-49fc-9ea9-11dc6e791c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513539 Nov 15 14:31:16.372837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:16.505659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-400633692-network', 'tenant_id': '1bb10d95a0e646be8c8cb5daa69c0b6f'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:16.581914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:16.583302 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a2bc19-038f-4530-893d-5955ae601df3" -d '{"events": [{"server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "name": "network-vif-plugged", "status": "completed", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:16.598136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-0b616020-f41e-4399-b4e6-8ddb56408072 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b9506952d446436c8a6c6f61d5963e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236645 Nov 15 14:31:16.601330 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Made reservation on behalf of 1bb10d95a0e646be8c8cb5daa69c0b6f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:31:16.604186 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:16.616722 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:16.687359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-612545fb-a22a-4fbb-86c2-ad2f9754bc51 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:31:16.688688 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-612545fb-a22a-4fbb-86c2-ad2f9754bc51 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067699 Nov 15 14:31:16.748247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-8ca97f69-cf93-4cdf-a03b-692bc9b17803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:16.749634 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-8ca97f69-cf93-4cdf-a03b-692bc9b17803 service neutron] 10.222.0.70 "GET /v2.0/ports/802d5a57-8439-4a92-bc1b-14e9f95d4eb5 HTTP/1.1" status: 200 len: 1093 time: 0.0500913 Nov 15 14:31:16.753704 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c18d5ba9-296b-4a50-b018-8760ff28cc7e tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:16.755029 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:16.755274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c18d5ba9-296b-4a50-b018-8760ff28cc7e tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513417 Nov 15 14:31:16.762543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] Request body: {'binding': {'host': 'n-h1-817748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:16.763399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:31:16.773402 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-743dd0ec-e435-435c-a821-3c63755bfebe tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/quotas/b9506952d446436c8a6c6f61d5963e69 HTTP/1.1" status: 200 len: 375 time: 0.0112514 Nov 15 14:31:16.810859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-25b9e328-e64c-4c1b-a472-32e54be1adba tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9506952d446436c8a6c6f61d5963e69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314765 Nov 15 14:31:16.865378 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:16.899309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:31:16.929577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b605df-4859-4be8-b9bc-54733943ab8e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:16.933030 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:16.933384 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Added segment 9b2b85e7-02dd-4978-b4f3-70cf76ce5494 of type vlan for network dedb6156-d28a-46e7-9bda-d26e0c45ab77 Nov 15 14:31:16.995341 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:17.006489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-21db82b4-259b-4c12-a36a-329217de105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:17.006489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-21db82b4-259b-4c12-a36a-329217de105b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299&tenant_id=3a3f6958c0604fcab32ba65195204bc2 HTTP/1.1" status: 200 len: 1101 time: 0.0649905 Nov 15 14:31:17.019212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on host n-h1-817748-2 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:31:17.019646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:31:17.019978 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:17.035729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] Port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:31:17.036033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:17.043485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:31:17.043829 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:31:17.044222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:31:17.045116 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] Bound port: 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:31:17.119253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-fb911f06-9cc5-423c-83c9-c904d1730cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:17.120863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:31:17.121017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-fb911f06-9cc5-423c-83c9-c904d1730cb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 1101 time: 0.0651855 Nov 15 14:31:17.140194 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcc90b3-6108-44c9-9738-52dfd15d83fb x-openstack-request-id: req-bdcc90b3-6108-44c9-9738-52dfd15d83fb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:17.141173 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "name": "network-vif-plugged", "status": "completed", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:17.141613 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdcc90b3-6108-44c9-9738-52dfd15d83fb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:17.142163 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54', 'code': 200} Nov 15 14:31:17.150409 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:17.161923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:17.161923 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:17.221861 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] Pushing event updated for resources: {'Network': ['ID=dedb6156-d28a-46e7-9bda-d26e0c45ab77,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:17.238546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network dedb6156-d28a-46e7-9bda-d26e0c45ab77 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:31:17.287857 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:17.290003 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-aafbbfb7-70fb-4fff-87a9-9bb2294a7222 service neutron] 10.222.0.70 "POST /v2.0/ports/802d5a57-8439-4a92-bc1b-14e9f95d4eb5/bindings HTTP/1.1" status: 201 len: 389 time: 0.5326741 Nov 15 14:31:17.291664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-896c146c-2542-42dd-83e0-527d9039e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:17.293159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-896c146c-2542-42dd-83e0-527d9039e9bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1633067 Nov 15 14:31:17.309218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5fab5-1a77-4c93-aa96-a9f9b1a55b67 req-f474b0fd-c7ec-46f7-8ed5-2bc91a90824f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:17.309218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ee5fab5-1a77-4c93-aa96-a9f9b1a55b67 req-f474b0fd-c7ec-46f7-8ed5-2bc91a90824f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.0895536 Nov 15 14:31:17.338729 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-833ac249-0b13-433e-8240-c579239704f8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9598949 Nov 15 14:31:17.361926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-ba6063b1-9705-4116-876e-69038df2d62a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54 HTTP/1.1" status: 200 len: 217 time: 0.0524426 Nov 15 14:31:17.442318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ee5fab5-1a77-4c93-aa96-a9f9b1a55b67 req-d2726b03-79f4-40eb-8181-b9897549b898 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893538 Nov 15 14:31:17.443952 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-5086b294-ebe7-48be-97b0-c2d984e6cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:17.445367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-5086b294-ebe7-48be-97b0-c2d984e6cc44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0737960 Nov 15 14:31:17.536028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-27b0bec9-ef6e-4d65-8277-58b23b3d98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:17.537980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-27b0bec9-ef6e-4d65-8277-58b23b3d98fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838199 Nov 15 14:31:17.624511 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4c700bac-c3c6-4015-b96e-1345bdaac972 req-ad26894c-f0ae-48c3-bd89-f74019b4b44a tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 210 time: 0.0641267 Nov 15 14:31:17.684969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-60f68d88-3c3a-4d29-8c2f-438377208a16 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378317 Nov 15 14:31:17.805994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c4dc-6334-4b94-9f7e-7df658ff0456 req-28d58b9c-5f43-4bd4-b19c-2ab25b6f1ffb tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:17.807676 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebc2c4dc-6334-4b94-9f7e-7df658ff0456 req-28d58b9c-5f43-4bd4-b19c-2ab25b6f1ffb tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 949 time: 0.1144583 Nov 15 14:31:17.877911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff454eb-070f-43ac-8cf5-b84277ea79be req-cedd4b8b-c847-432b-a5bc-3764cd20ceb1 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820116 Nov 15 14:31:17.883871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dc5e8615-9733-4aa8-a872-1be348c05aef up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:31:17.913382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac44117-48d9-4b89-842c-e9becca2f053 req-b2f06dbf-6e29-4a6c-9d40-63fa7f52615b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:17.915082 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ac44117-48d9-4b89-842c-e9becca2f053 req-b2f06dbf-6e29-4a6c-9d40-63fa7f52615b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 946 time: 0.1064081 Nov 15 14:31:17.934990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebc2c4dc-6334-4b94-9f7e-7df658ff0456 req-abc386ae-fb09-48e8-a021-31bd674d7db6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094429 Nov 15 14:31:17.955740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port dc5e8615-9733-4aa8-a872-1be348c05aef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:17.963975 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:18.020098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ac44117-48d9-4b89-842c-e9becca2f053 req-2a1aa210-bac4-42aa-bb57-f61dd734591a tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a3db100-6a45-49fc-9ea9-11dc6e791c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798631 Nov 15 14:31:18.088499 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:18.132046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dc5e8615-9733-4aa8-a872-1be348c05aef,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:18.254385 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:18.312700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db9e5-a719-4959-84b4-434d70e4c49d req-de03d9cd-878a-40a4-8f09-6b996d8b2da5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:18.321331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b0db9e5-a719-4959-84b4-434d70e4c49d req-de03d9cd-878a-40a4-8f09-6b996d8b2da5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 945 time: 0.1798506 Nov 15 14:31:18.330214 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=dc5e8615-9733-4aa8-a872-1be348c05aef,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:18.361954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da731a3-16f8-4a89-9cc6-6e94f3fa81d6 req-88c06a08-b4a9-4277-a028-e3da4318d76d tempest-ComputeTenantNetworksTest-2104118896 tempest-ComputeTenantNetworksTest-2104118896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:18.368255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da731a3-16f8-4a89-9cc6-6e94f3fa81d6 req-88c06a08-b4a9-4277-a028-e3da4318d76d tempest-ComputeTenantNetworksTest-2104118896 tempest-ComputeTenantNetworksTest-2104118896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:18.374203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da731a3-16f8-4a89-9cc6-6e94f3fa81d6 req-88c06a08-b4a9-4277-a028-e3da4318d76d tempest-ComputeTenantNetworksTest-2104118896 tempest-ComputeTenantNetworksTest-2104118896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:18.375911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1da731a3-16f8-4a89-9cc6-6e94f3fa81d6 req-88c06a08-b4a9-4277-a028-e3da4318d76d tempest-ComputeTenantNetworksTest-2104118896 tempest-ComputeTenantNetworksTest-2104118896-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3160529 Nov 15 14:31:18.395856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-c206e823-9ec9-47f2-a572-7821a1cd9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:18.400069 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-c206e823-9ec9-47f2-a572-7821a1cd9549 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 1096 time: 0.1735086 Nov 15 14:31:18.545963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b0db9e5-a719-4959-84b4-434d70e4c49d req-f8421c96-9970-401f-8454-e2c1e4a44610 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237449 Nov 15 14:31:18.730174 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-f26de8e8-07ca-4dc6-9074-255fe5084cf2 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 258 time: 0.3317385 Nov 15 14:31:18.756911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-cc0ae460-0de0-4d51-881e-33560ea8d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:18.758626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-cc0ae460-0de0-4d51-881e-33560ea8d2fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.3450668 Nov 15 14:31:18.768900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:18.833350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-d9d9e24b-2e9b-4886-89ad-7b23c1ec05e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5 HTTP/1.1" status: 200 len: 217 time: 0.0575728 Nov 15 14:31:18.858039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fd7fc-8bdf-402e-be24-f931d519644d req-faf25cfb-1c23-48c0-9754-3d42932cfab8 tempest-ComputeTenantNetworksTest-2104118896 tempest-ComputeTenantNetworksTest-2104118896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:18.859604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-685fd7fc-8bdf-402e-be24-f931d519644d req-faf25cfb-1c23-48c0-9754-3d42932cfab8 tempest-ComputeTenantNetworksTest-2104118896 tempest-ComputeTenantNetworksTest-2104118896-project] 10.222.0.70 "GET /v2.0/networks/dedb6156-d28a-46e7-9bda-d26e0c45ab77 HTTP/1.1" status: 200 len: 768 time: 0.1652339 Nov 15 14:31:18.872985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48088) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:18.910633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-483e762f-3117-46a7-a332-61d791c707ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:18.916174 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-483e762f-3117-46a7-a332-61d791c707ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0698838 Nov 15 14:31:18.935167 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:18.958968 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ede1fa8-cf3e-4e46-9505-380c30f64889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:18.969150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-f807ffce-b92c-4bcb-9f96-4c44765d3f49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457749 Nov 15 14:31:19.083495 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ede1fa8-cf3e-4e46-9505-380c30f64889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:19.115921 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8ede1fa8-cf3e-4e46-9505-380c30f64889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedb6156-d28a-46e7-9bda-d26e0c45ab77']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:19.116222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4fc51-d6f9-404a-a292-15da5364aef0 req-cb8f1c0e-fce2-4d50-aed2-89cec52b30e9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:19.118197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63b4fc51-d6f9-404a-a292-15da5364aef0 req-cb8f1c0e-fce2-4d50-aed2-89cec52b30e9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1511631 Nov 15 14:31:19.127565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8ede1fa8-cf3e-4e46-9505-380c30f64889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2b85e7-02dd-4978-b4f3-70cf76ce5494') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:19.128300 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8ede1fa8-cf3e-4e46-9505-380c30f64889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2b85e7-02dd-4978-b4f3-70cf76ce5494') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:19.139837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ede1fa8-cf3e-4e46-9505-380c30f64889 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:19.144461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b124c205-60fc-46b0-9041-a70efd82d668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e8615-9733-4aa8-a872-1be348c05aef'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:19.148663 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d07b15a-4cef-485e-b5a6-d57b68212fb3" -d '{"events": [{"server_uuid": "b124c205-60fc-46b0-9041-a70efd82d668", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e8615-9733-4aa8-a872-1be348c05aef"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:19.157410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ede1fa8-cf3e-4e46-9505-380c30f64889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:19.165609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ede1fa8-cf3e-4e46-9505-380c30f64889 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:31:19.166439 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ede1fa8-cf3e-4e46-9505-380c30f64889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:31:19.168535 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:31:19.205149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63b4fc51-d6f9-404a-a292-15da5364aef0 req-f66b7232-651a-4b0a-8507-0d9c33a89f5d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721817 Nov 15 14:31:19.207048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-545f09e8-6651-431d-9108-99d04e7d4ef7 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013564 Nov 15 14:31:19.301043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:19.319169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ede1fa8-cf3e-4e46-9505-380c30f64889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:19.324451 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ede1fa8-cf3e-4e46-9505-380c30f64889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:19.331746 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8ede1fa8-cf3e-4e46-9505-380c30f64889 admin admin] 10.222.0.70 "DELETE /v2.0/networks/dedb6156-d28a-46e7-9bda-d26e0c45ab77 HTTP/1.1" status: 204 len: 168 time: 0.4567604 Nov 15 14:31:19.363520 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede1fa8-cf3e-4e46-9505-380c30f64889 admin admin] Pushing event deleted for resources: {'Network': ['ID=dedb6156-d28a-46e7-9bda-d26e0c45ab77,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:19.457636 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2284c22c-75dc-4149-b502-ab6150279301 req-3530565c-f099-4098-b38a-4878f35256fe tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 210 time: 0.0616791 Nov 15 14:31:19.501043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Allocated IP 172.25.4.166 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/b74e1966-d764-4fb0-aa99-6570d0b05833) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:31:19.514417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-95d3785d-28a7-4b32-abef-bf0bdc5238da service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820666 Nov 15 14:31:19.734729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:19.783322 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9e9c677c-a4ad-4eeb-83df-e04535c1e497 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1bb10d95a0e646be8c8cb5daa69c0b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472434 Nov 15 14:31:19.786372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:19.860056 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb9c5-7449-4c53-aab8-ecab639e76f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:19.887928 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb9c5-7449-4c53-aab8-ecab639e76f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:19.890941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa24baa-3c71-4bc4-aa19-1fc1b0911436 req-38f9ce3d-699d-4082-8a0f-b73c7d767ada tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:19.901281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:19.906008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8aa24baa-3c71-4bc4-aa19-1fc1b0911436 req-38f9ce3d-699d-4082-8a0f-b73c7d767ada tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 950 time: 0.1054702 Nov 15 14:31:19.988112 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-0f7b76b9-5cd3-455d-a04a-59d332bd3cc1 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b9506952d446436c8a6c6f61d5963e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241849 Nov 15 14:31:20.027851 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:20.041151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8aa24baa-3c71-4bc4-aa19-1fc1b0911436 req-b0981c9b-1b5d-40c9-8825-6fcdac55321d tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220961 Nov 15 14:31:20.043524 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:20.101423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:20.107699 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baa4ba4-17fd-42b4-9fde-553a0ff3f735 x-openstack-request-id: req-6baa4ba4-17fd-42b4-9fde-553a0ff3f735 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:20.108821 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b124c205-60fc-46b0-9041-a70efd82d668", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e8615-9733-4aa8-a872-1be348c05aef", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:20.109299 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6baa4ba4-17fd-42b4-9fde-553a0ff3f735 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:20.110294 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b124c205-60fc-46b0-9041-a70efd82d668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e8615-9733-4aa8-a872-1be348c05aef', 'code': 200} Nov 15 14:31:20.117227 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb9c5-7449-4c53-aab8-ecab639e76f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:20.120731 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb9c5-7449-4c53-aab8-ecab639e76f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:20.134657 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6bbdb9c5-7449-4c53-aab8-ecab639e76f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03b605df-4859-4be8-b9bc-54733943ab8e HTTP/1.1" status: 204 len: 168 time: 0.3414602 Nov 15 14:31:20.174119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdb9c5-7449-4c53-aab8-ecab639e76f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b605df-4859-4be8-b9bc-54733943ab8e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:20.230314 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-70605bd8-16e1-4a4f-91a5-36a17369deb8 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:20.232457 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-70605bd8-16e1-4a4f-91a5-36a17369deb8 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361467 Nov 15 14:31:20.249262 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Request body: {'port': {'device_id': 'f8975e03-ebd9-4402-b1ab-268f3575d00e', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': 'b9506952d446436c8a6c6f61d5963e69'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:20.270355 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:20.278613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:20.396592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:20.403585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:31:20.413006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953c64c-44ed-4142-ae37-c1475c7cfc45 req-56e9486f-14aa-415f-976b-8719a7e5bf90 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:20.421456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d953c64c-44ed-4142-ae37-c1475c7cfc45 req-56e9486f-14aa-415f-976b-8719a7e5bf90 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 945 time: 0.2176831 Nov 15 14:31:20.452256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:31:20.459231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:31:20.474525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Pushing event updated for resources: {'Port': ['ID=b74e1966-d764-4fb0-aa99-6570d0b05833,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:20.530142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d30b18-3fb7-4d92-bb96-6f9b5f9569e4 req-ee144105-0674-499a-922e-601ade427802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:20.531750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31d30b18-3fb7-4d92-bb96-6f9b5f9569e4 req-ee144105-0674-499a-922e-601ade427802 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 1101 time: 0.2229772 Nov 15 14:31:20.570970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d953c64c-44ed-4142-ae37-c1475c7cfc45 req-3cab3bdf-41f4-4223-a74e-ffa8deeae1d9 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271167 Nov 15 14:31:20.587198 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Made reservation on behalf of b9506952d446436c8a6c6f61d5963e69 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:31:20.591329 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:20.601654 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:20.634082 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:20.637295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31d30b18-3fb7-4d92-bb96-6f9b5f9569e4 req-4096c31f-4f82-4ddf-ae13-b381d7182166 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819848 Nov 15 14:31:20.694363 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:20.757682 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:20.810050 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:20.938372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34856449-1c04-4144-aba5-52b4ff32f195,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:21.083039 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Allocated IP 192.168.233.147 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/d0fab2a9-4706-41bc-96ee-a11d740aed29) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:31:21.100373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0212f6-c4bb-4ebe-803a-020a291ce843 req-93c81029-fcbb-4856-8f04-bcf33a71c16e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:21.107824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a0212f6-c4bb-4ebe-803a-020a291ce843 req-93c81029-fcbb-4856-8f04-bcf33a71c16e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 948 time: 0.1090028 Nov 15 14:31:21.109911 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:21.194566 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a0212f6-c4bb-4ebe-803a-020a291ce843 req-0287d0c6-841b-4e49-8749-cf544a0f881b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792055 Nov 15 14:31:21.261540 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:21.301639 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:21.490906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Pushing event updated for resources: {'Port': ['ID=b74e1966-d764-4fb0-aa99-6570d0b05833,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:21.508437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d47c4d45-aaaa-4ca1-b3cb-79ef24fe3743 req-0c824004-913e-413c-8811-4fc128d49466 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 210 time: 0.1089287 Nov 15 14:31:21.517925 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:21.539391 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:21.595234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:31:21.607211 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:31:21.613147 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:31:21.646135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Pushing event updated for resources: {'Port': ['ID=d0fab2a9-4706-41bc-96ee-a11d740aed29,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:21.694056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:21.708221 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:21.710904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-668b24ed-f70e-406b-ba1e-4da558613b28 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9507215 Nov 15 14:31:21.717872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:21.733267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13f35a-6a5f-46d6-b163-ce52050990dc req-151ebff4-acf9-49d2-8105-cd88fcd9c291 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:21.735104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb13f35a-6a5f-46d6-b163-ce52050990dc req-151ebff4-acf9-49d2-8105-cd88fcd9c291 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 950 time: 0.1261282 Nov 15 14:31:21.833479 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-c61b0330-19db-4cdf-986d-a8735d36965d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5895584 Nov 15 14:31:21.849030 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Request body: {'port': {'device_id': 'f8975e03-ebd9-4402-b1ab-268f3575d00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:21.895523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:31:21.947698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:21.949712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-58fa11aa-55b5-4f23-81a0-96e0515b6b00 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.2089596 Nov 15 14:31:21.991242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:21.998958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb13f35a-6a5f-46d6-b163-ce52050990dc req-fe4d0758-ad2f-45ad-86c7-5ec2a4e9d183 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517250 Nov 15 14:31:22.212645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1182529589-network', 'tenant_id': '81e3a07f515f4b09a5a5cb70414f88cf'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:22.238965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-751fe4b5-ea7c-4c41-9e79-319b2cb6be3c tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:22.247845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-751fe4b5-ea7c-4c41-9e79-319b2cb6be3c tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.2971408 Nov 15 14:31:22.256832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-25cd0735-05bd-4140-8bbe-88b488c35bca tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:31:22.269327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83ba76ca-5e56-4da4-8412-1b0198772050 req-25cd0735-05bd-4140-8bbe-88b488c35bca tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205266 Nov 15 14:31:22.310054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e7c95-eb99-4b13-aa1c-b262d8b71e35 req-bddcd672-403a-4ff3-a86c-55ad2e252c45 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:22.321884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e19e7c95-eb99-4b13-aa1c-b262d8b71e35 req-bddcd672-403a-4ff3-a86c-55ad2e252c45 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 945 time: 0.1691024 Nov 15 14:31:22.364701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:22.370411 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4513ab44-d692-4231-8546-703a054ee274" -d '{"events": [{"server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "name": "network-vif-unplugged", "status": "completed", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:22.390416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Made reservation on behalf of 81e3a07f515f4b09a5a5cb70414f88cf for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:31:22.394469 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e19e7c95-eb99-4b13-aa1c-b262d8b71e35 req-bb308537-79b7-446f-a3cc-0832fcd6a6cb tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689285 Nov 15 14:31:22.395133 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:22.410480 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:22.426878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:22.478943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54', 'mac_address': 'fa:16:3e:c2:e7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:31:22.486932 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e674014f-9446-4f39-9c92-ab49b8cbcf22 None None] Provisioning complete for port d0fab2a9-4706-41bc-96ee-a11d740aed29 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:22.487398 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e674014f-9446-4f39-9c92-ab49b8cbcf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:22.584833 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:22.625793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fab2a9-4706-41bc-96ee-a11d740aed29 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:31:22.633655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e674014f-9446-4f39-9c92-ab49b8cbcf22 None None] Port d0fab2a9-4706-41bc-96ee-a11d740aed29 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:31:22.636081 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:22.649046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:22.654663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:31:22.675994 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:22.677533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d265d-689a-4fc6-b376-d95580dd102e req-379b5238-ec49-4041-a56f-2351323ce644 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:22.685710 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c67d265d-689a-4fc6-b376-d95580dd102e req-379b5238-ec49-4041-a56f-2351323ce644 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 948 time: 0.1725726 Nov 15 14:31:22.702720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Transition to ACTIVE for port object d0fab2a9-4706-41bc-96ee-a11d740aed29 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:31:22.709226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:22.738540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-4619254e-5255-411f-8386-bc547b4e140c tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:22.741116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-4619254e-5255-411f-8386-bc547b4e140c tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1498530 Nov 15 14:31:22.753734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:31:22.764766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80ec39d-7008-4840-a883-8af897de4049,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:22.769988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:22.770482 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Added segment 658bd47c-e444-4b3a-9b54-7de740e645f6 of type vlan for network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa Nov 15 14:31:22.784799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c67d265d-689a-4fc6-b376-d95580dd102e req-95f83fd3-9904-419a-829b-baacea683e70 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979109 Nov 15 14:31:22.824196 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:22.832080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:22.840137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-bb1abdf3-28ef-4759-91fb-c71971a8f020 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.0718160 Nov 15 14:31:22.851570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-e6579c2e-81d4-42a0-8b36-3c02328e57b0 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Request body: {'floatingip': {'port_id': '001979c9-1fd5-4bd1-9c6b-716171196147', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:22.869618 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:22.939819 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-e6579c2e-81d4-42a0-8b36-3c02328e57b0 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:22.947607 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0427971e-3244-403c-af1b-15fd3f5ba12d x-openstack-request-id: req-0427971e-3244-403c-af1b-15fd3f5ba12d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:22.950159 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "name": "network-vif-unplugged", "status": "completed", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:22.950550 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0427971e-3244-403c-af1b-15fd3f5ba12d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:22.951653 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54', 'code': 200} Nov 15 14:31:23.019269 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:23.021097 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:23.024823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:23.025728 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:23.164150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fab2a9-4706-41bc-96ee-a11d740aed29,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:23.171798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] Pushing event updated for resources: {'Network': ['ID=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:23.178492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c628e-7083-484a-a5ed-16c87dac32b7 req-103f6750-c14a-43e6-9619-2f7f13e66961 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:23.190704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:31:23.191945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-947c628e-7083-484a-a5ed-16c87dac32b7 req-103f6750-c14a-43e6-9619-2f7f13e66961 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 948 time: 0.1684637 Nov 15 14:31:23.198695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Attempting to bind port d0fab2a9-4706-41bc-96ee-a11d740aed29 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:31:23.199067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Attempting to bind port d0fab2a9-4706-41bc-96ee-a11d740aed29 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:31:23.199405 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Attempting to bind port d0fab2a9-4706-41bc-96ee-a11d740aed29 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:23.211593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Port d0fab2a9-4706-41bc-96ee-a11d740aed29 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:31:23.212107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Attempting to bind port d0fab2a9-4706-41bc-96ee-a11d740aed29 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:23.229363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:31:23.230031 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:31:23.230609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:31:23.232509 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Bound port: d0fab2a9-4706-41bc-96ee-a11d740aed29, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:31:23.232947 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:23.290628 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-961b7c2c-bfbc-4641-b3cf-8290098fad6a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3335204 Nov 15 14:31:23.314912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:23.321367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-119b8971-c13a-41eb-94ac-49b693ad08bb admin admin] Request body: {'subnet': {'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1182529589-subnet', 'tenant_id': '81e3a07f515f4b09a5a5cb70414f88cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:23.325097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['77e5a8de-1d1d-48af-b0e9-3dda443a7d54'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:23.413048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] For port d0fab2a9-4706-41bc-96ee-a11d740aed29, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:23.417520 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] For port d0fab2a9-4706-41bc-96ee-a11d740aed29, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d0fab2a9-4706-41bc-96ee-a11d740aed29,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:31:23.426989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-947c628e-7083-484a-a5ed-16c87dac32b7 req-ca77039b-7868-47bd-82bf-95dbbb0ed58b tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/security-groups?id=34856449-1c04-4144-aba5-52b4ff32f195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249486 Nov 15 14:31:23.459126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119b8971-c13a-41eb-94ac-49b693ad08bb admin admin] Made reservation on behalf of 81e3a07f515f4b09a5a5cb70414f88cf for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:31:23.459126 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-119b8971-c13a-41eb-94ac-49b693ad08bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:23.506859 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:23.615527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fab2a9-4706-41bc-96ee-a11d740aed29,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:23.640930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:23.641926 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:23.643881 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-ddb04b0d-0358-454f-a7ae-25b54421f5f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/d0fab2a9-4706-41bc-96ee-a11d740aed29 HTTP/1.1" status: 200 len: 1096 time: 1.8009272 Nov 15 14:31:23.644503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8975e03-ebd9-4402-b1ab-268f3575d00e', 'tag': 'd0fab2a9-4706-41bc-96ee-a11d740aed29'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:23.647604 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae955637-dd80-44f7-a4c5-054c3036ae1d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8975e03-ebd9-4402-b1ab-268f3575d00e", "tag": "d0fab2a9-4706-41bc-96ee-a11d740aed29"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:23.743726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68df5-e2bb-4093-a935-f05aad98a556 req-f67d10e5-7d1e-46ea-83bd-9b6913b30549 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:23.766936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0d68df5-e2bb-4093-a935-f05aad98a556 req-f67d10e5-7d1e-46ea-83bd-9b6913b30549 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 950 time: 0.1636980 Nov 15 14:31:23.841089 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-e6579c2e-81d4-42a0-8b36-3c02328e57b0 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:31:23.913250 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-4642c8ab-9a48-4a2a-8cb6-cdab199255c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:23.915094 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-4642c8ab-9a48-4a2a-8cb6-cdab199255c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9506952d446436c8a6c6f61d5963e69&device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 1099 time: 0.1318069 Nov 15 14:31:23.947728 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0d68df5-e2bb-4093-a935-f05aad98a556 req-4ff4cace-04b8-4033-bb25-27d26ff459e9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792216 Nov 15 14:31:23.967147 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-e6579c2e-81d4-42a0-8b36-3c02328e57b0 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:23.979798 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-6a0e62cb-290f-45d7-a467-24cd16a28dcb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=d0fab2a9-4706-41bc-96ee-a11d740aed29 HTTP/1.1" status: 200 len: 217 time: 0.0514708 Nov 15 14:31:24.030432 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-119b8971-c13a-41eb-94ac-49b693ad08bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:24.062285 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-e6579c2e-81d4-42a0-8b36-3c02328e57b0 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:24.104439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-277df47e-bbdc-44d2-91f8-3ca7a5242612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:24.104762 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-277df47e-bbdc-44d2-91f8-3ca7a5242612 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1153259 Nov 15 14:31:24.162783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc543a55-5423-4b39-9b4b-0f937c34c2c0 req-c3365cc7-8f3a-40f0-88c8-4e4204ca8aae tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:24.170325 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc543a55-5423-4b39-9b4b-0f937c34c2c0 req-c3365cc7-8f3a-40f0-88c8-4e4204ca8aae tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 950 time: 0.1497617 Nov 15 14:31:24.194292 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b8971-c13a-41eb-94ac-49b693ad08bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e666ef-75fd-4a32-a1e8-d3f78e5b9900,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:24.208663 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b8971-c13a-41eb-94ac-49b693ad08bb admin admin] Checking segment: {'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:31:24.209034 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119b8971-c13a-41eb-94ac-49b693ad08bb admin admin] Network hostable DHCP agents. Network: 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:31:24.236221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-e538dd12-ea36-4006-b7d9-77e1d296563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:24.238306 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-e538dd12-ea36-4006-b7d9-77e1d296563f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225581 Nov 15 14:31:24.250933 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-e6579c2e-81d4-42a0-8b36-3c02328e57b0 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Floating IP 751bec91-d440-4c11-a437-7e3ac27f17c6 associated. External IP: 172.25.4.166, port: 001979c9-1fd5-4bd1-9c6b-716171196147. Nov 15 14:31:24.258142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc543a55-5423-4b39-9b4b-0f937c34c2c0 req-e9350e58-4101-4378-b17d-19b1babc9b93 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868800 Nov 15 14:31:24.331461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119b8971-c13a-41eb-94ac-49b693ad08bb admin admin] Network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:31:24.411364 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-4c28d11d-641e-46f1-919d-6580e69dd85b service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630688 Nov 15 14:31:24.453477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-119b8971-c13a-41eb-94ac-49b693ad08bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:31:24.464899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b0599c-d7b1-4f8f-862e-b4d13d3a805d None None] Network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:31:24.481749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119b8971-c13a-41eb-94ac-49b693ad08bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:24.482661 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-119b8971-c13a-41eb-94ac-49b693ad08bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:24.585975 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d547788-2d1b-4b4c-b8b9-8ae7f4f9699b req-11d1a4c1-794c-4d0d-97db-29329319ab4b service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628385 Nov 15 14:31:24.613137 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-119b8971-c13a-41eb-94ac-49b693ad08bb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2883456 Nov 15 14:31:24.641429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd940729-930a-4c05-a6b6-df2a926c098d req-954a7862-67f5-492e-a2ed-0c7d1cdf5319 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:24.654563 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd940729-930a-4c05-a6b6-df2a926c098d req-954a7862-67f5-492e-a2ed-0c7d1cdf5319 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 945 time: 0.1360178 Nov 15 14:31:24.685477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d4d9f0-df60-48e0-80ff-5672e9b334ec None None] Network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:31:24.743425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd940729-930a-4c05-a6b6-df2a926c098d req-ffbc8cd5-f414-415a-a5b9-5d87e2d38df0 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876837 Nov 15 14:31:24.762154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-e6579c2e-81d4-42a0-8b36-3c02328e57b0 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Router 67596c5b-9b3b-411d-a7df-27507e0ec2ec has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:31:24.822291 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41631310-d16e-4575-9938-3632e848e102 x-openstack-request-id: req-41631310-d16e-4575-9938-3632e848e102 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:24.822633 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8975e03-ebd9-4402-b1ab-268f3575d00e", "tag": "d0fab2a9-4706-41bc-96ee-a11d740aed29", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:24.826837 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41631310-d16e-4575-9938-3632e848e102 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:24.826837 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8975e03-ebd9-4402-b1ab-268f3575d00e', 'tag': 'd0fab2a9-4706-41bc-96ee-a11d740aed29', 'status': 'completed', 'code': 200} Nov 15 14:31:24.969743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae955637-dd80-44f7-a4c5-054c3036ae1d req-62b27cd0-9637-4fdf-bfba-6327a3edc554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:24.970119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-e6579c2e-81d4-42a0-8b36-3c02328e57b0 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:31:24.975799 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ae955637-dd80-44f7-a4c5-054c3036ae1d req-62b27cd0-9637-4fdf-bfba-6327a3edc554 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9506952d446436c8a6c6f61d5963e69&device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 1099 time: 0.1200161 Nov 15 14:31:24.976606 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-e6579c2e-81d4-42a0-8b36-3c02328e57b0 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:24.987224 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff13857-239e-4656-88f2-fbce5106481b None None] Sync routers for ids ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:31:25.009672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-e6579c2e-81d4-42a0-8b36-3c02328e57b0 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "PUT /v2.0/floatingips/751bec91-d440-4c11-a437-7e3ac27f17c6 HTTP/1.1" status: 200 len: 997 time: 2.1631494 Nov 15 14:31:25.010255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'tag': '001979c9-1fd5-4bd1-9c6b-716171196147'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:25.011176 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff13857-239e-4656-88f2-fbce5106481b None None] Routers {'67596c5b-9b3b-411d-a7df-27507e0ec2ec'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:31:25.011886 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ff13857-239e-4656-88f2-fbce5106481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:31:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:25.013125 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce51a2cb-4582-4c92-a8cf-ed2bcd205866" -d '{"events": [{"name": "network-changed", "server_uuid": "13695cf6-0d48-4357-a578-64dd8e8a28c6", "tag": "001979c9-1fd5-4bd1-9c6b-716171196147"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:25.122431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-d8ea0adc-5ea4-459f-babb-cda7c0eae821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:25.133554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae955637-dd80-44f7-a4c5-054c3036ae1d req-608524c1-c1e4-454c-a094-a5453a38787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:25.135906 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ae955637-dd80-44f7-a4c5-054c3036ae1d req-608524c1-c1e4-454c-a094-a5453a38787f service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1533051 Nov 15 14:31:25.136050 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-d8ea0adc-5ea4-459f-babb-cda7c0eae821 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=56be216f96be435cb7d751ce791b1bed&device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 1097 time: 0.1021872 Nov 15 14:31:25.172581 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8ff13857-239e-4656-88f2-fbce5106481b None None] Set router 67596c5b-9b3b-411d-a7df-27507e0ec2ec gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:31:25.254657 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ae955637-dd80-44f7-a4c5-054c3036ae1d req-db57f774-54d2-4f77-84be-ff6e4db1db2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=d0fab2a9-4706-41bc-96ee-a11d740aed29 HTTP/1.1" status: 200 len: 217 time: 0.1084278 Nov 15 14:31:25.364815 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae955637-dd80-44f7-a4c5-054c3036ae1d req-2eb5b627-f776-4a04-ba2f-26cfb46fcf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:25.369359 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ae955637-dd80-44f7-a4c5-054c3036ae1d req-2eb5b627-f776-4a04-ba2f-26cfb46fcf8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1058004 Nov 15 14:31:25.459438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae955637-dd80-44f7-a4c5-054c3036ae1d req-a9ce84d0-2fb6-4c5c-962d-0207db928138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:25.462104 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ae955637-dd80-44f7-a4c5-054c3036ae1d req-a9ce84d0-2fb6-4c5c-962d-0207db928138 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843697 Nov 15 14:31:25.558332 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ff13857-239e-4656-88f2-fbce5106481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:30:56Z', 'revision_number': 4, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '751bec91-d440-4c11-a437-7e3ac27f17c6', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'port_id': '001979c9-1fd5-4bd1-9c6b-716171196147', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'mac_address': 'fa:16:3e:4b:a9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:31:20Z', 'updated_at': '2021-11-15T14:31:23Z', 'revision_number': 1, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3637ce4c-ffc5-4691-b78b-07c351ed1033', 'name': '', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'mac_address': 'fa:16:3e:c9:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:55Z', 'updated_at': '2021-11-15T14:31:01Z', 'revision_number': 5, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'subnets': [{'id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:25.597616 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff13857-239e-4656-88f2-fbce5106481b None None] Checking router: 67596c5b-9b3b-411d-a7df-27507e0ec2ec for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:31:25.611195 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff13857-239e-4656-88f2-fbce5106481b None None] Routers {'67596c5b-9b3b-411d-a7df-27507e0ec2ec'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:31:25.612679 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ff13857-239e-4656-88f2-fbce5106481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:31:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:25.637365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-6e327104-fa15-45fb-9588-0a5b8a87bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:25.638997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-6e327104-fa15-45fb-9588-0a5b8a87bcfb service neutron] 10.222.0.70 "GET /v2.0/networks?id=19b577fb-fa38-46fa-8627-bb8693ab76db HTTP/1.1" status: 200 len: 929 time: 0.5021317 Nov 15 14:31:25.673143 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ae955637-dd80-44f7-a4c5-054c3036ae1d req-cf1a2f00-4454-475c-8e8c-d9003c5508fd service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016463 Nov 15 14:31:25.805508 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8ff13857-239e-4656-88f2-fbce5106481b None None] Set router 67596c5b-9b3b-411d-a7df-27507e0ec2ec gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:31:25.824443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-5a1f3e7e-71f5-4a87-9b79-d9d665efc328 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001979c9-1fd5-4bd1-9c6b-716171196147 HTTP/1.1" status: 200 len: 1000 time: 0.1764910 Nov 15 14:31:25.845727 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ae955637-dd80-44f7-a4c5-054c3036ae1d req-9a854693-ef85-4bc9-82d7-c96d5cd8b15d service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620398 Nov 15 14:31:25.850351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da518da2-e939-42d4-9c83-7e51da1d28bd req-1f81b7b5-9d41-4621-805b-91be0976008d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:25.858592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da518da2-e939-42d4-9c83-7e51da1d28bd req-1f81b7b5-9d41-4621-805b-91be0976008d tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 948 time: 0.2757478 Nov 15 14:31:25.905576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:31:25.955928 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da518da2-e939-42d4-9c83-7e51da1d28bd req-fbcb6e3a-b33d-4b4f-a921-c9b5c3bfa42c tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/security-groups?id=34856449-1c04-4144-aba5-52b4ff32f195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916498 Nov 15 14:31:25.959042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-0be2e179-039b-454e-8ca8-7de4976851cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:25.966127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-0be2e179-039b-454e-8ca8-7de4976851cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f9285fe-e383-44c8-a8bb-67c37a6a5381 HTTP/1.1" status: 200 len: 867 time: 0.1408880 Nov 15 14:31:26.032611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:26.033084 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:26.048673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-9b81231b-d695-4a3a-9161-cbc1025151d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:26.056548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-9b81231b-d695-4a3a-9161-cbc1025151d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19b577fb-fa38-46fa-8627-bb8693ab76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792415 Nov 15 14:31:26.064671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-1125ca33-a3ad-4e28-8f33-400029766614 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:31:26.067956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-1125ca33-a3ad-4e28-8f33-400029766614 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067389 Nov 15 14:31:26.242907 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:26.282743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-51ad0aa4-f743-4277-ae3b-68f701a9702e service neutron] 10.222.0.70 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006209 Nov 15 14:31:26.288722 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:26.289980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:26.292751 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161a8676-463c-4828-a4f1-b09429386d39" -d '{"events": [{"server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "name": "network-vif-plugged", "status": "completed", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:26.339565 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ff13857-239e-4656-88f2-fbce5106481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:30:56Z', 'revision_number': 4, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '751bec91-d440-4c11-a437-7e3ac27f17c6', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'port_id': '001979c9-1fd5-4bd1-9c6b-716171196147', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'mac_address': 'fa:16:3e:4b:a9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:31:20Z', 'updated_at': '2021-11-15T14:31:23Z', 'revision_number': 1, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3637ce4c-ffc5-4691-b78b-07c351ed1033', 'name': '', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'mac_address': 'fa:16:3e:c9:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:55Z', 'updated_at': '2021-11-15T14:31:01Z', 'revision_number': 5, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'subnets': [{'id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:26.373382 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff13857-239e-4656-88f2-fbce5106481b None None] The sync data for ids ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'] in n-d-817748-2 is: [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:30:56Z', 'revision_number': 4, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '751bec91-d440-4c11-a437-7e3ac27f17c6', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'port_id': '001979c9-1fd5-4bd1-9c6b-716171196147', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'mac_address': 'fa:16:3e:4b:a9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:31:20Z', 'updated_at': '2021-11-15T14:31:23Z', 'revision_number': 1, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3637ce4c-ffc5-4691-b78b-07c351ed1033', 'name': '', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'mac_address': 'fa:16:3e:c9:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:55Z', 'updated_at': '2021-11-15T14:31:01Z', 'revision_number': 5, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'subnets': [{'id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:31:26.390260 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:26.450833 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:26.537643 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdc4e72f-55f1-433f-a947-ace15fecd682 req-35c4b62a-7bc6-4378-bb3d-44763d2403f1 service neutron] 10.222.0.70 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524331 Nov 15 14:31:26.579000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-d49e91ef-d35c-420d-b325-f3356474f2d9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:26.579000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-d49e91ef-d35c-420d-b325-f3356474f2d9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/networks?id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa HTTP/1.1" status: 200 len: 815 time: 0.2261088 Nov 15 14:31:26.595879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-b9c48636-fbda-4332-8111-b265c47a721f tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/quotas/81e3a07f515f4b09a5a5cb70414f88cf HTTP/1.1" status: 200 len: 375 time: 0.0107765 Nov 15 14:31:26.645144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-9c3869b5-f431-4401-9934-7ea9b163c244 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=81e3a07f515f4b09a5a5cb70414f88cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396535 Nov 15 14:31:26.678886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a548b25f-e4ba-435c-bd71-d634161effde None None] New status for floating IP 751bec91-d440-4c11-a437-7e3ac27f17c6: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:31:26.783491 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-c304e5c3-c9b2-42f7-b366-c0b4864b6aa0 service neutron] 10.222.0.70 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334341 Nov 15 14:31:26.794165 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f556bcfd-42d4-4cbd-9bd8-c17b62cb8370 x-openstack-request-id: req-f556bcfd-42d4-4cbd-9bd8-c17b62cb8370 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:26.794533 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13695cf6-0d48-4357-a578-64dd8e8a28c6", "tag": "001979c9-1fd5-4bd1-9c6b-716171196147", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:26.794751 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f556bcfd-42d4-4cbd-9bd8-c17b62cb8370 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:26.795173 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'tag': '001979c9-1fd5-4bd1-9c6b-716171196147', 'status': 'completed', 'code': 200} Nov 15 14:31:26.874166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a2cb-4582-4c92-a8cf-ed2bcd205866 req-d1de96bc-8177-4e4a-89ff-9c1f6b60329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:26.875779 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ce51a2cb-4582-4c92-a8cf-ed2bcd205866 req-d1de96bc-8177-4e4a-89ff-9c1f6b60329e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56be216f96be435cb7d751ce791b1bed&device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 1097 time: 0.0901377 Nov 15 14:31:26.896115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-8e86035e-24b6-4385-ae1e-51637e910ec4 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3a3f6958c0604fcab32ba65195204bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301788 Nov 15 14:31:27.036070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-c1bf2ad8-d334-455a-8afb-26b6ebea592d service neutron] 10.222.0.70 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399368 Nov 15 14:31:27.051890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a2cb-4582-4c92-a8cf-ed2bcd205866 req-6c859daf-6958-4d2b-9b33-5fddb2960598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:27.055516 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ce51a2cb-4582-4c92-a8cf-ed2bcd205866 req-6c859daf-6958-4d2b-9b33-5fddb2960598 service neutron] 10.222.0.46 "GET /v2.0/networks?id=19b577fb-fa38-46fa-8627-bb8693ab76db HTTP/1.1" status: 200 len: 929 time: 0.1671691 Nov 15 14:31:27.077108 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:31:27.150653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54ed936-69e8-4633-afd1-c27a4b89e988 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:27.162530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54ed936-69e8-4633-afd1-c27a4b89e988 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577546 Nov 15 14:31:27.185776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-537a2366-863e-4a99-9be4-c3447ac517d5 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/quotas/3a3f6958c0604fcab32ba65195204bc2 HTTP/1.1" status: 200 len: 375 time: 0.0203786 Nov 15 14:31:27.206766 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ce51a2cb-4582-4c92-a8cf-ed2bcd205866 req-cf8809ca-c02c-4ea9-be57-7acc41286fd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001979c9-1fd5-4bd1-9c6b-716171196147 HTTP/1.1" status: 200 len: 1000 time: 0.1446767 Nov 15 14:31:27.261968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-5b4e39b9-68f8-42e9-9a65-6a11ee0b2626 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688901 Nov 15 14:31:27.271725 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a2cb-4582-4c92-a8cf-ed2bcd205866 req-f6509586-d2e3-4fa0-8fac-f6d1a7555b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:27.273413 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ce51a2cb-4582-4c92-a8cf-ed2bcd205866 req-f6509586-d2e3-4fa0-8fac-f6d1a7555b0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f9285fe-e383-44c8-a8bb-67c37a6a5381 HTTP/1.1" status: 200 len: 867 time: 0.0583656 Nov 15 14:31:27.400414 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a2cb-4582-4c92-a8cf-ed2bcd205866 req-96416781-1b3c-4366-a935-f0a9e6b0ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:27.403823 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ce51a2cb-4582-4c92-a8cf-ed2bcd205866 req-96416781-1b3c-4366-a935-f0a9e6b0ff19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19b577fb-fa38-46fa-8627-bb8693ab76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218681 Nov 15 14:31:27.485272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d132f-5349-4c29-a7fb-4f763577ec6f req-0a171ee8-45b5-41ef-9907-176cf463946a tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:27.495129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a8d132f-5349-4c29-a7fb-4f763577ec6f req-0a171ee8-45b5-41ef-9907-176cf463946a tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 1101 time: 0.0582216 Nov 15 14:31:27.547411 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ce51a2cb-4582-4c92-a8cf-ed2bcd205866 req-2ede99fb-ebce-468d-922e-c478867893ea service neutron] 10.222.0.46 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353528 Nov 15 14:31:27.578774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a8d132f-5349-4c29-a7fb-4f763577ec6f req-3c89e619-9e57-4612-b73f-ad69a0d6b42c tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690997 Nov 15 14:31:27.699321 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e99b3b-9e4f-4e8d-8090-43b87c8c3c9a x-openstack-request-id: req-91e99b3b-9e4f-4e8d-8090-43b87c8c3c9a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:27.699877 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "name": "network-vif-plugged", "status": "completed", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:27.699877 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91e99b3b-9e4f-4e8d-8090-43b87c8c3c9a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:27.700421 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54', 'code': 200} Nov 15 14:31:27.758666 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ce51a2cb-4582-4c92-a8cf-ed2bcd205866 req-e702162a-9c0f-4e80-81a7-8cc2b755580e service neutron] 10.222.0.46 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035928 Nov 15 14:31:27.807535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740f17d-324c-4719-9eba-78fea9c77738 req-be4f4669-c701-4e59-bd41-1f22dcb7d16d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:27.815885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4740f17d-324c-4719-9eba-78fea9c77738 req-be4f4669-c701-4e59-bd41-1f22dcb7d16d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 945 time: 0.1339490 Nov 15 14:31:27.896301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-6cef6b6c-e13e-4ec2-80cb-ce5bdfc585eb tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 258 time: 0.1784124 Nov 15 14:31:27.899953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4740f17d-324c-4719-9eba-78fea9c77738 req-08df6a20-17c2-4782-a420-79f8cbc0d701 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832822 Nov 15 14:31:27.907188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:27.978906 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:28.017280 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:28.077666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4a3b7-9ac0-499d-b1c8-29703809a8d2 req-fd0df4fe-0ed0-4d14-be05-152fbc86e7ad tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:28.085237 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63d4a3b7-9ac0-499d-b1c8-29703809a8d2 req-fd0df4fe-0ed0-4d14-be05-152fbc86e7ad tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 948 time: 0.1051888 Nov 15 14:31:28.153203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63d4a3b7-9ac0-499d-b1c8-29703809a8d2 req-b8839c70-caee-4c6c-8e8a-82d5ae8a5d9f tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/security-groups?id=34856449-1c04-4144-aba5-52b4ff32f195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672467 Nov 15 14:31:28.191758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d0fab2a9-4706-41bc-96ee-a11d740aed29 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:31:28.262060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fe95956-4338-4c43-a742-426ed5d8a4a9 req-1e68dc33-2a44-45e8-8ee3-6a7494aa3aa7 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 210 time: 0.0608745 Nov 15 14:31:28.269936 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:28.419243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port d0fab2a9-4706-41bc-96ee-a11d740aed29, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d0fab2a9-4706-41bc-96ee-a11d740aed29,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:28.438189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c4ea936-72e5-407d-83fe-fd2ec7cf38e5 req-bcc5c62c-dfde-4791-955d-20ec84919675 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 210 time: 0.0821486 Nov 15 14:31:28.478506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'd0fab2a9-4706-41bc-96ee-a11d740aed29', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'd0fab2a9-4706-41bc-96ee-a11d740aed29', 'mac_address': 'fa:16:3e:99:f7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:31:28.517156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Allocated IP 172.25.4.220 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/343eab6d-0456-448f-a2ed-f3bf9f3df758) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:31:28.572675 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:28.592676 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fab2a9-4706-41bc-96ee-a11d740aed29 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:31:28.623423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port d0fab2a9-4706-41bc-96ee-a11d740aed29, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d0fab2a9-4706-41bc-96ee-a11d740aed29,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:28.651055 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:28.683637 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:28.735663 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:28.799029 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:28.800805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=d0fab2a9-4706-41bc-96ee-a11d740aed29,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:28.845795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:31:28.853964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:31:28.858927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:31:28.865313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Pushing event updated for resources: {'Port': ['ID=343eab6d-0456-448f-a2ed-f3bf9f3df758,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:28.992542 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:29.050612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['d0fab2a9-4706-41bc-96ee-a11d740aed29'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:29.217496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:29.283468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65af28-fd47-4297-a904-842110b7b917 req-37a3cb79-44ae-496c-94d1-d4283bd4acc3 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:29.292900 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab65af28-fd47-4297-a904-842110b7b917 req-37a3cb79-44ae-496c-94d1-d4283bd4acc3 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 945 time: 0.2015409 Nov 15 14:31:29.410768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab65af28-fd47-4297-a904-842110b7b917 req-8fe0faf5-f825-4556-9239-cf392b55e438 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128693 Nov 15 14:31:29.520685 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:29.575217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebfad0-89a4-4a15-aac4-a9e5fa572d0c req-0e83a079-a80f-4242-8669-ed5b612e2ad8 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:29.576975 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44ebfad0-89a4-4a15-aac4-a9e5fa572d0c req-0e83a079-a80f-4242-8669-ed5b612e2ad8 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 1101 time: 0.0530610 Nov 15 14:31:29.603162 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:29.690968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44ebfad0-89a4-4a15-aac4-a9e5fa572d0c req-bd89c903-e279-4797-92ca-68dcc3df8b86 tempest-ServersAdminTestJSON-1042175880 tempest-ServersAdminTestJSON-1042175880-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076906 Nov 15 14:31:29.698941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Pushing event updated for resources: {'Port': ['ID=343eab6d-0456-448f-a2ed-f3bf9f3df758,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:29.711818 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08a12f67-d45b-43ed-99a4-f950f0d66182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:29.724539 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:29.801287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:29.806977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-c13aa45f-bd96-4907-9f5d-d160fd02f195 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9036958 Nov 15 14:31:29.868426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f87b63-090c-4098-a0ae-b312b81ba7c7 req-213b5a5a-e751-474a-9987-aaa3c69eec3b tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:29.869887 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0f87b63-090c-4098-a0ae-b312b81ba7c7 req-213b5a5a-e751-474a-9987-aaa3c69eec3b tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 949 time: 0.1060226 Nov 15 14:31:29.873399 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-36b55fda-761d-45fb-94c8-a6c7b8204ba1 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.220 HTTP/1.1" status: 200 len: 696 time: 0.0636837 Nov 15 14:31:29.975982 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0f87b63-090c-4098-a0ae-b312b81ba7c7 req-86afc4d9-4932-4cac-92b0-7aea3590f086 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/security-groups?id=34856449-1c04-4144-aba5-52b4ff32f195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000254 Nov 15 14:31:30.022761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-8cd812c8-74fe-485f-84b5-f1bfd8d78ff0 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:30.024414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-8cd812c8-74fe-485f-84b5-f1bfd8d78ff0 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.1426175 Nov 15 14:31:30.036582 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-e9f7b9fd-164b-4949-99b2-a69fe1ab9da3 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:31:30.037833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94c19c13-3f9a-450c-8d94-bca0d05159d4 req-e9f7b9fd-164b-4949-99b2-a69fe1ab9da3 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065980 Nov 15 14:31:30.086971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06fa429d-81a9-4590-bbe6-c1f84a2c9035 req-02a14ad7-ac6b-4ac2-8174-2f7f4057eeb1 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 210 time: 0.0478117 Nov 15 14:31:30.145152 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b3059b9b-665e-4b89-ad76-9e49a2fa7dc8 req-2c8fb270-1757-4db4-90c6-4ec7f9501ff4 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 210 time: 0.0312889 Nov 15 14:31:30.219674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d0fab2a9-4706-41bc-96ee-a11d740aed29 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:31:30.367152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-edceb34d-b365-4cd7-bdc7-49b69e7309b6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:30.369651 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-edceb34d-b365-4cd7-bdc7-49b69e7309b6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "GET /v2.0/networks?id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa HTTP/1.1" status: 200 len: 815 time: 0.1816764 Nov 15 14:31:30.387812 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-7942f46d-53e2-4810-ac50-7da2e334ebf3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Request body: {'port': {'device_id': '7851839a-62dc-4fcb-9570-69a0c91e7159', 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa', 'admin_state_up': True, 'tenant_id': '81e3a07f515f4b09a5a5cb70414f88cf'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:30.400219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae125a-2236-42b2-aeb8-9862a74f99ff req-545e38ad-c6ea-4f7c-98c9-72ffd7d58ecc tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:30.401806 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49ae125a-2236-42b2-aeb8-9862a74f99ff req-545e38ad-c6ea-4f7c-98c9-72ffd7d58ecc tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0684340 Nov 15 14:31:30.460486 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49ae125a-2236-42b2-aeb8-9862a74f99ff req-5fd75ad4-bae1-462d-b67f-8a2c81a85797 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.220 HTTP/1.1" status: 200 len: 696 time: 0.0483890 Nov 15 14:31:30.467495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port d0fab2a9-4706-41bc-96ee-a11d740aed29 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:31:30.471721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port d0fab2a9-4706-41bc-96ee-a11d740aed29 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:30.472086 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:30.479673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-49ae125a-2236-42b2-aeb8-9862a74f99ff req-3f292a90-a2cf-4cfd-89b3-7d3a3431f198 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Request body: {'floatingip': {'port_id': '001979c9-1fd5-4bd1-9c6b-716171196147', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:30.541725 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-49ae125a-2236-42b2-aeb8-9862a74f99ff req-3f292a90-a2cf-4cfd-89b3-7d3a3431f198 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:30.575983 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:30.611161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8975e03-ebd9-4402-b1ab-268f3575d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fab2a9-4706-41bc-96ee-a11d740aed29'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:30.615757 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752c1297-fb94-4a08-b3c9-7d9ad2a0f03c" -d '{"events": [{"server_uuid": "f8975e03-ebd9-4402-b1ab-268f3575d00e", "name": "network-vif-plugged", "status": "completed", "tag": "d0fab2a9-4706-41bc-96ee-a11d740aed29"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:30.636516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port d0fab2a9-4706-41bc-96ee-a11d740aed29, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d0fab2a9-4706-41bc-96ee-a11d740aed29,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:30.669731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-7942f46d-53e2-4810-ac50-7da2e334ebf3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Made reservation on behalf of 81e3a07f515f4b09a5a5cb70414f88cf for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:31:30.673365 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-7942f46d-53e2-4810-ac50-7da2e334ebf3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:30.739043 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:30.806017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=d0fab2a9-4706-41bc-96ee-a11d740aed29,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:30.811041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161ffc0-1f77-45ed-8153-7199b6aa3aca req-7bc2a26e-16d5-45d1-b3f5-64a859928142 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:30.812743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d161ffc0-1f77-45ed-8153-7199b6aa3aca req-7bc2a26e-16d5-45d1-b3f5-64a859928142 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 945 time: 0.1403940 Nov 15 14:31:30.857891 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-49ae125a-2236-42b2-aeb8-9862a74f99ff req-3f292a90-a2cf-4cfd-89b3-7d3a3431f198 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] update failed (client error): There was a conflict when trying to complete your request. Nov 15 14:31:30.868842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-7942f46d-53e2-4810-ac50-7da2e334ebf3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Allocated IP 172.20.0.10 (304f5f62-8be0-4d32-a6e0-0c8cb4b433fa/17e666ef-75fd-4a32-a1e8-d3f78e5b9900/9d0702bf-ac69-4276-bdc1-ac848cb5d33e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:31:30.872578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49ae125a-2236-42b2-aeb8-9862a74f99ff req-3f292a90-a2cf-4cfd-89b3-7d3a3431f198 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "PUT /v2.0/floatingips/6fa209f6-4313-4cf6-9ffc-e7453cc0a89a HTTP/1.1" status: 409 len: 551 time: 0.3972492 Nov 15 14:31:30.904365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d161ffc0-1f77-45ed-8153-7199b6aa3aca req-70842f78-150c-48fc-bcab-48009096cf82 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843625 Nov 15 14:31:30.959782 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242e1569-17f6-481e-aa8c-e86bab8c3b91 x-openstack-request-id: req-242e1569-17f6-481e-aa8c-e86bab8c3b91 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:30.960244 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8975e03-ebd9-4402-b1ab-268f3575d00e", "name": "network-vif-plugged", "status": "completed", "tag": "d0fab2a9-4706-41bc-96ee-a11d740aed29", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:30.960620 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-242e1569-17f6-481e-aa8c-e86bab8c3b91 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:30.961208 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8975e03-ebd9-4402-b1ab-268f3575d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fab2a9-4706-41bc-96ee-a11d740aed29', 'code': 200} Nov 15 14:31:31.091354 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-4329ddbd-1c02-41b4-8f04-d516c79fcb51 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3a3f6958c0604fcab32ba65195204bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547178 Nov 15 14:31:31.133256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-9ade6a06-8a0c-467c-9d0a-ea26bc2873ee tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips/6fa209f6-4313-4cf6-9ffc-e7453cc0a89a HTTP/1.1" status: 200 len: 693 time: 0.1504188 Nov 15 14:31:31.185016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a641e3c-c7ef-4b2b-a8a4-6fc673aa9510 req-d2fc5e10-c256-40ed-b7ae-ea530cf5adb1 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:31.198480 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a641e3c-c7ef-4b2b-a8a4-6fc673aa9510 req-d2fc5e10-c256-40ed-b7ae-ea530cf5adb1 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 950 time: 0.2303293 Nov 15 14:31:31.277779 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-7942f46d-53e2-4810-ac50-7da2e334ebf3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:31.349453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f1de7-8f3d-4a05-b7f4-621748d7a9fb req-12c63403-02ac-4a05-8081-77f1cbe790ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:31.349880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df8f1de7-8f3d-4a05-b7f4-621748d7a9fb req-12c63403-02ac-4a05-8081-77f1cbe790ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 1101 time: 0.2683966 Nov 15 14:31:31.354473 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-2a38ebf5-e858-4c66-a61b-0672f9201ca6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:31.355987 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-2a38ebf5-e858-4c66-a61b-0672f9201ca6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560313 Nov 15 14:31:31.381853 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-a990d107-6bf5-41de-b9e0-b6ea41ad2880 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Request body: {'port': {'device_id': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '3a3f6958c0604fcab32ba65195204bc2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:31.415545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-170a517a-1f96-4b4b-a5b7-24902d90b130 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:31.417001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-170a517a-1f96-4b4b-a5b7-24902d90b130 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.2745876 Nov 15 14:31:31.422857 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a641e3c-c7ef-4b2b-a8a4-6fc673aa9510 req-485a428e-1031-4e53-bb98-8e3080296962 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232323 Nov 15 14:31:31.434672 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-7942f46d-53e2-4810-ac50-7da2e334ebf3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:31.439664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-79a86c12-cfe9-4849-9538-c8a46d915983 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:31:31.450933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-79a86c12-cfe9-4849-9538-c8a46d915983 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189271 Nov 15 14:31:31.507101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-7942f46d-53e2-4810-ac50-7da2e334ebf3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:31:31.516314 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-7942f46d-53e2-4810-ac50-7da2e334ebf3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:31:31.529153 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-7942f46d-53e2-4810-ac50-7da2e334ebf3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:31:31.561702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942f46d-53e2-4810-ac50-7da2e334ebf3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Pushing event updated for resources: {'Port': ['ID=9d0702bf-ac69-4276-bdc1-ac848cb5d33e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:31.573639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df8f1de7-8f3d-4a05-b7f4-621748d7a9fb req-7d3e6a9c-339f-4141-81a0-9d51040d74d8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=34856449-1c04-4144-aba5-52b4ff32f195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965709 Nov 15 14:31:31.578798 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-b8a4dc14-4c92-41cf-b4db-47bd7efa7156 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.220 HTTP/1.1" status: 200 len: 696 time: 0.1131768 Nov 15 14:31:31.600481 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-7942f46d-53e2-4810-ac50-7da2e334ebf3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:31.601077 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-7942f46d-53e2-4810-ac50-7da2e334ebf3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:31.645549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-e145a8e3-10ae-4a36-b5c3-5cb5901fa620 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.220 HTTP/1.1" status: 200 len: 696 time: 0.0552211 Nov 15 14:31:31.653917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541052e-ef86-4841-89f7-bc208cb052cd req-1623ee74-b391-4f1c-88c6-4c8771af119f tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:31.655695 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f541052e-ef86-4841-89f7-bc208cb052cd req-1623ee74-b391-4f1c-88c6-4c8771af119f tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 950 time: 0.1335640 Nov 15 14:31:31.701049 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-a990d107-6bf5-41de-b9e0-b6ea41ad2880 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Made reservation on behalf of 3a3f6958c0604fcab32ba65195204bc2 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:31:31.704672 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-a990d107-6bf5-41de-b9e0-b6ea41ad2880 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:31.823363 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-7942f46d-53e2-4810-ac50-7da2e334ebf3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4412622 Nov 15 14:31:31.843190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Request body: {'port': {'device_id': '7851839a-62dc-4fcb-9570-69a0c91e7159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:31.895134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-a990d107-6bf5-41de-b9e0-b6ea41ad2880 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Allocated IP 192.168.233.140 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/ad5e35b3-d3c9-44ed-9a25-5471e27d677a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:31:31.942858 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:32.051502 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d86a9bd-7297-4bfa-8b06-febd844f596b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:32.105478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f541052e-ef86-4841-89f7-bc208cb052cd req-35984a0b-ef18-4afe-bafd-0b03eef82916 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/security-groups?id=34856449-1c04-4144-aba5-52b4ff32f195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381442 Nov 15 14:31:32.126930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef76cc5d-ce08-4b3a-9f18-c5744a7599db req-7d5a31dd-d52e-4412-818f-f2291645b183 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1040533 Nov 15 14:31:32.161035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-d67b4776-9019-44cd-8c42-648d35a26118 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Deleting port 343eab6d-0456-448f-a2ed-f3bf9f3df758 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:31:32.164461 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-d67b4776-9019-44cd-8c42-648d35a26118 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:32.309992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76cc5d-ce08-4b3a-9f18-c5744a7599db req-84396504-a9a0-4728-8808-6aaa943f5ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:32.311549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef76cc5d-ce08-4b3a-9f18-c5744a7599db req-84396504-a9a0-4728-8808-6aaa943f5ecd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3167e2f59f474b97949fa1423db8a721&device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 1101 time: 0.1439557 Nov 15 14:31:32.333437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ef947-9fd3-4c73-8075-f04d5b8ed833 req-a9dca4ef-55b8-487c-954f-120b3dd63291 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:32.335043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-586ef947-9fd3-4c73-8075-f04d5b8ed833 req-a9dca4ef-55b8-487c-954f-120b3dd63291 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 932 time: 0.1041667 Nov 15 14:31:32.337139 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-d67b4776-9019-44cd-8c42-648d35a26118 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:32.337475 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-d67b4776-9019-44cd-8c42-648d35a26118 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:32.361242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-d67b4776-9019-44cd-8c42-648d35a26118 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Calling delete_port for 343eab6d-0456-448f-a2ed-f3bf9f3df758 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:31:32.518186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-586ef947-9fd3-4c73-8075-f04d5b8ed833 req-110a83be-cd61-45d2-bd19-6d20699f8a32 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711667 Nov 15 14:31:32.584431 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-a990d107-6bf5-41de-b9e0-b6ea41ad2880 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:32.593338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76cc5d-ce08-4b3a-9f18-c5744a7599db req-0bb9638c-2b19-4abd-8b33-4f864252082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:32.597669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef76cc5d-ce08-4b3a-9f18-c5744a7599db req-0bb9638c-2b19-4abd-8b33-4f864252082b service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2351940 Nov 15 14:31:32.642182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cd7c1d7-ed17-4ff7-a196-a391b320dc13 req-2b908392-49cf-46c8-8eb5-dcac41f91a86 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 210 time: 0.0422239 Nov 15 14:31:32.700588 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef76cc5d-ce08-4b3a-9f18-c5744a7599db req-06a32788-ec45-4c81-8e31-ccab9ccfe97e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=dc5e8615-9733-4aa8-a872-1be348c05aef HTTP/1.1" status: 200 len: 217 time: 0.0888214 Nov 15 14:31:32.710000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0702bf-ac69-4276-bdc1-ac848cb5d33e {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:31:32.718097 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:32.733273 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-a990d107-6bf5-41de-b9e0-b6ea41ad2880 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:32.746713 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['af96e6ba-9544-4679-be60-64b63e6f4a63', '65ba119f-2b15-46b2-847d-2c22265d9ab6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:32.803297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['77e5a8de-1d1d-48af-b0e9-3dda443a7d54'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:32.807923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76cc5d-ce08-4b3a-9f18-c5744a7599db req-9c7cdddf-5a58-4986-ae60-089f3171577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:32.809728 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef76cc5d-ce08-4b3a-9f18-c5744a7599db req-9c7cdddf-5a58-4986-ae60-089f3171577e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0887477 Nov 15 14:31:32.841749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-a990d107-6bf5-41de-b9e0-b6ea41ad2880 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:31:32.853825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Transition to ACTIVE for port object 9d0702bf-ac69-4276-bdc1-ac848cb5d33e will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:31:32.867466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ff530-1351-425d-b1a5-10ca2de9345b req-6dded050-12ec-49d8-a663-2bc0dad86679 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:32.869238 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a1ff530-1351-425d-b1a5-10ca2de9345b req-6dded050-12ec-49d8-a663-2bc0dad86679 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 950 time: 0.0993919 Nov 15 14:31:32.870205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-a990d107-6bf5-41de-b9e0-b6ea41ad2880 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:31:32.872991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-a990d107-6bf5-41de-b9e0-b6ea41ad2880 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:31:32.879651 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-d67b4776-9019-44cd-8c42-648d35a26118 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:32.879910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990d107-6bf5-41de-b9e0-b6ea41ad2880 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Pushing event updated for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:32.943599 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:32.999828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b4776-9019-44cd-8c42-648d35a26118 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Pushing event deleted for resources: {'Port': ['ID=343eab6d-0456-448f-a2ed-f3bf9f3df758,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:33.015513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76cc5d-ce08-4b3a-9f18-c5744a7599db req-1c7f00b0-0440-4aa1-90ee-fb1382cba4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:33.017197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef76cc5d-ce08-4b3a-9f18-c5744a7599db req-1c7f00b0-0440-4aa1-90ee-fb1382cba4ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931424 Nov 15 14:31:33.060949 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-a990d107-6bf5-41de-b9e0-b6ea41ad2880 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:33.060949 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-a990d107-6bf5-41de-b9e0-b6ea41ad2880 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:33.103045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbf646-7bf3-4692-a59e-7c56f17be06e req-0142027a-0f82-4bd1-a552-bff7fc06844b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:33.112052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15fbf646-7bf3-4692-a59e-7c56f17be06e req-0142027a-0f82-4bd1-a552-bff7fc06844b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 945 time: 0.2523258 Nov 15 14:31:33.145427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Pushing event updated for resources: {'Port': ['ID=9d0702bf-ac69-4276-bdc1-ac848cb5d33e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:33.197424 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-d67b4776-9019-44cd-8c42-648d35a26118 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:33.200886 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-d67b4776-9019-44cd-8c42-648d35a26118 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:33.204981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de7b3b7d-8837-4879-ae12-e376926d20ec req-d67b4776-9019-44cd-8c42-648d35a26118 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "DELETE /v2.0/floatingips/6fa209f6-4313-4cf6-9ffc-e7453cc0a89a HTTP/1.1" status: 204 len: 173 time: 1.5454288 Nov 15 14:31:33.253559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15fbf646-7bf3-4692-a59e-7c56f17be06e req-80b12248-f968-4a03-9723-ece92f804a04 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395853 Nov 15 14:31:33.284408 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-a990d107-6bf5-41de-b9e0-b6ea41ad2880 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9074786 Nov 15 14:31:33.288881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-be6b7c7a-3b4d-4762-9c84-a8afb7d44243 None None] Provisioning complete for port ad5e35b3-d3c9-44ed-9a25-5471e27d677a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:33.289472 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be6b7c7a-3b4d-4762-9c84-a8afb7d44243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:33.318264 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3a1ff530-1351-425d-b1a5-10ca2de9345b req-a5faa56c-d152-42df-bd9e-4cfe8871df5a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Deleting port 2845b12d-c714-46dc-9844-cd95a99bea34 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:31:33.320588 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a1ff530-1351-425d-b1a5-10ca2de9345b req-a5faa56c-d152-42df-bd9e-4cfe8871df5a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:33.345687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef76cc5d-ce08-4b3a-9f18-c5744a7599db req-68504afe-07b6-4410-b14f-73ff64858133 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941151 Nov 15 14:31:33.356136 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-be6b7c7a-3b4d-4762-9c84-a8afb7d44243 None None] Port ad5e35b3-d3c9-44ed-9a25-5471e27d677a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:31:33.360737 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:33.394377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Request body: {'port': {'device_id': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:33.483960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Attempting to bind port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:31:33.484371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Attempting to bind port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:31:33.484855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Attempting to bind port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e on network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:33.503916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bad69-cf89-47d5-9090-25c549590d56 req-8f3abf9a-7622-4736-b912-82dcada00ac6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:33.509917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f55bad69-cf89-47d5-9090-25c549590d56 req-8f3abf9a-7622-4736-b912-82dcada00ac6 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 950 time: 0.1597791 Nov 15 14:31:33.520910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e on network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:31:33.521240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Attempting to bind port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e on network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:33.536085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914f5b6-1410-4138-acae-c100249e7d67 req-b64e81f1-4596-4636-8bc3-28f73243ba0e tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:33.539205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f914f5b6-1410-4138-acae-c100249e7d67 req-b64e81f1-4596-4636-8bc3-28f73243ba0e tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 950 time: 0.1707041 Nov 15 14:31:33.541510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:31:33.541857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Checking segment: {'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:31:33.542255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Bound using segment: {'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:31:33.542737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Bound port: 9d0702bf-ac69-4276-bdc1-ac848cb5d33e, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:31:33.543101 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:33.558545 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:33.585601 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3a1ff530-1351-425d-b1a5-10ca2de9345b req-a5faa56c-d152-42df-bd9e-4cfe8871df5a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] For port 2845b12d-c714-46dc-9844-cd95a99bea34, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2845b12d-c714-46dc-9844-cd95a99bea34,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:33.586262 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a1ff530-1351-425d-b1a5-10ca2de9345b req-a5faa56c-d152-42df-bd9e-4cfe8871df5a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:33.607067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef76cc5d-ce08-4b3a-9f18-c5744a7599db req-33ef1a69-d55e-4dc0-81e6-8664e40a5f00 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387035 Nov 15 14:31:33.634829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f55bad69-cf89-47d5-9090-25c549590d56 req-2ee9c96a-2cad-4367-9933-67e8c8e4832c tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157453 Nov 15 14:31:33.653266 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3a1ff530-1351-425d-b1a5-10ca2de9345b req-a5faa56c-d152-42df-bd9e-4cfe8871df5a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Calling delete_port for 2845b12d-c714-46dc-9844-cd95a99bea34 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:31:33.678967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f914f5b6-1410-4138-acae-c100249e7d67 req-13fa9cc8-fdd1-4224-b2ad-316b76d8c846 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/security-groups?id=34856449-1c04-4144-aba5-52b4ff32f195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216750 Nov 15 14:31:33.802491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] For port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:33.820409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-d73e99ae-daff-41ad-976c-5b7c777ebce8 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 1002 time: 0.1554115 Nov 15 14:31:33.837025 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] For port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9d0702bf-ac69-4276-bdc1-ac848cb5d33e,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:31:33.877633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf689c2-b8fe-4e8e-88e6-c734fdbb307b req-d60479e7-b6f5-4483-bdec-deb784f944b8 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:33.879328 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-daf689c2-b8fe-4e8e-88e6-c734fdbb307b req-d60479e7-b6f5-4483-bdec-deb784f944b8 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 944 time: 0.1017804 Nov 15 14:31:33.886563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-bcd3d2eb-1596-43b0-a786-892f53280cbf tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:33.887870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-bcd3d2eb-1596-43b0-a786-892f53280cbf tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports/001979c9-1fd5-4bd1-9c6b-716171196147 HTTP/1.1" status: 200 len: 943 time: 0.0612400 Nov 15 14:31:33.917551 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:33.940453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-daf689c2-b8fe-4e8e-88e6-c734fdbb307b req-25621433-1a51-440e-9105-433decabec97 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515747 Nov 15 14:31:34.022740 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:34.023449 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:34.025105 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] 10.222.0.46 "PUT /v2.0/ports/9d0702bf-ac69-4276-bdc1-ac848cb5d33e HTTP/1.1" status: 200 len: 1092 time: 2.1892264 Nov 15 14:31:34.025764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7851839a-62dc-4fcb-9570-69a0c91e7159', 'tag': '9d0702bf-ac69-4276-bdc1-ac848cb5d33e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:34.028177 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a975d582-c452-4360-be10-22e1eed1f7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7851839a-62dc-4fcb-9570-69a0c91e7159", "tag": "9d0702bf-ac69-4276-bdc1-ac848cb5d33e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:34.071913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1a247-41dd-44ca-bb48-e0db22106b8a service neutron] Pushing event updated for resources: {'Port': ['ID=9d0702bf-ac69-4276-bdc1-ac848cb5d33e,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:34.104016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-2aaed706-adc2-4e9e-83f1-5e297a064aa4 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 1002 time: 0.1084347 Nov 15 14:31:34.150076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22efe7-41e6-467f-869d-8cd1feba0b91 req-a3d56232-1eec-47e6-97b1-9e0751b7773b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:34.151791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e22efe7-41e6-467f-869d-8cd1feba0b91 req-a3d56232-1eec-47e6-97b1-9e0751b7773b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 936 time: 0.0979245 Nov 15 14:31:34.183569 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a1ff530-1351-425d-b1a5-10ca2de9345b req-a5faa56c-d152-42df-bd9e-4cfe8871df5a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:34.201073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['2340c9c2-099e-4969-9276-86f8ed06aa7c', '2845b12d-c714-46dc-9844-cd95a99bea34', 'dc5e8615-9733-4aa8-a872-1be348c05aef'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:34.232713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5faa56c-d152-42df-bd9e-4cfe8871df5a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Pushing event deleted for resources: {'Port': ['ID=2845b12d-c714-46dc-9844-cd95a99bea34,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:34.248887 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5e35b3-d3c9-44ed-9a25-5471e27d677a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:31:34.302971 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:34.341864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e22efe7-41e6-467f-869d-8cd1feba0b91 req-e758a017-5d03-409d-a750-bd47b0a5d1fb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644678 Nov 15 14:31:34.352614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-7045f695-2a8c-4fb8-81ec-90b61f7e620c tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:34.354215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-7045f695-2a8c-4fb8-81ec-90b61f7e620c tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.2381341 Nov 15 14:31:34.380442 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-86a0d64a-1470-4fbc-862c-f61aebf97e2b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:31:34.381550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-86a0d64a-1470-4fbc-862c-f61aebf97e2b tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091851 Nov 15 14:31:34.402914 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1ff530-1351-425d-b1a5-10ca2de9345b req-a5faa56c-d152-42df-bd9e-4cfe8871df5a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] No DVR routers for this DVR port 2845b12d-c714-46dc-9844-cd95a99bea34 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:31:34.407180 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a1ff530-1351-425d-b1a5-10ca2de9345b req-a5faa56c-d152-42df-bd9e-4cfe8871df5a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:34.417203 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a1ff530-1351-425d-b1a5-10ca2de9345b req-a5faa56c-d152-42df-bd9e-4cfe8871df5a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "DELETE /v2.0/ports/2845b12d-c714-46dc-9844-cd95a99bea34 HTTP/1.1" status: 204 len: 173 time: 1.5126231 Nov 15 14:31:34.425816 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-60ee03de-4124-4adf-891f-08cc36cabc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:34.427639 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-60ee03de-4124-4adf-891f-08cc36cabc5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81e3a07f515f4b09a5a5cb70414f88cf&device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 1095 time: 0.2820306 Nov 15 14:31:34.429714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Transition to ACTIVE for port object ad5e35b3-d3c9-44ed-9a25-5471e27d677a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:31:34.504191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e095a36-9115-4f7c-bea2-e49275a33882 req-5a91275f-7417-45af-8b00-59e57ab55703 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1485212 Nov 15 14:31:34.554839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-8b87a618-356a-4c6f-b385-557262511ce7 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 1002 time: 0.1223474 Nov 15 14:31:34.560233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-6d5d1d3b-d1d4-44b8-afec-c1820ca9bd19 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:34.673064 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:34.677139 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-91746721-da96-49b1-80e3-f6cf866ebe38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0702bf-ac69-4276-bdc1-ac848cb5d33e HTTP/1.1" status: 200 len: 217 time: 0.2363155 Nov 15 14:31:34.753169 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-6d5d1d3b-d1d4-44b8-afec-c1820ca9bd19 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:34.958857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:34.962727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-613546f9-61fa-4931-bfcc-424445857fb1 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:34.969171 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-613546f9-61fa-4931-bfcc-424445857fb1 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 1096 time: 0.3539073 Nov 15 14:31:34.969498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-a93923e8-caf3-47c9-ba15-c8001a98a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:34.971405 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-a93923e8-caf3-47c9-ba15-c8001a98a1b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17e666ef-75fd-4a32-a1e8-d3f78e5b9900 HTTP/1.1" status: 200 len: 855 time: 0.2711623 Nov 15 14:31:34.996901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095a36-9115-4f7c-bea2-e49275a33882 req-80332971-ce79-4d13-bc5c-b7205d8adac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:35.002914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e095a36-9115-4f7c-bea2-e49275a33882 req-80332971-ce79-4d13-bc5c-b7205d8adac7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 1095 time: 0.4027855 Nov 15 14:31:35.006154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817748-2'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:35.086351 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254c80d2-853d-425d-ad37-6fb90c59182a x-openstack-request-id: req-254c80d2-853d-425d-ad37-6fb90c59182a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:35.086668 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7851839a-62dc-4fcb-9570-69a0c91e7159", "tag": "9d0702bf-ac69-4276-bdc1-ac848cb5d33e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:35.088380 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-254c80d2-853d-425d-ad37-6fb90c59182a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:35.088380 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7851839a-62dc-4fcb-9570-69a0c91e7159', 'tag': '9d0702bf-ac69-4276-bdc1-ac848cb5d33e', 'status': 'completed', 'code': 200} Nov 15 14:31:35.093081 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-210a9b68-b4c0-416a-951d-1e047abe9c24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828221 Nov 15 14:31:35.164327 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:35.227220 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:35.227664 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-6d5d1d3b-d1d4-44b8-afec-c1820ca9bd19 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:35.241843 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Attempting to bind port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:31:35.242183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Attempting to bind port ad5e35b3-d3c9-44ed-9a25-5471e27d677a by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:31:35.242613 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Attempting to bind port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:35.261524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ce195-089a-4498-afff-49b3c8ae67e7 req-35feb528-4cbf-47a4-a33c-82d7544122ab tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:35.261764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:31:35.262027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Attempting to bind port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:35.263549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d7ce195-089a-4498-afff-49b3c8ae67e7 req-35feb528-4cbf-47a4-a33c-82d7544122ab tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 945 time: 0.1218073 Nov 15 14:31:35.298421 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:31:35.298803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:31:35.299756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:31:35.300234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Bound port: ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:31:35.300594 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:35.320112 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-a7957790-98a7-4af8-b0ab-25f5bf26e75e service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080033 Nov 15 14:31:35.334187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095a36-9115-4f7c-bea2-e49275a33882 req-2ec5958c-3583-4425-8528-9436ba806da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:35.335764 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e095a36-9115-4f7c-bea2-e49275a33882 req-2ec5958c-3583-4425-8528-9436ba806da7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.2964902 Nov 15 14:31:35.338153 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-6d5d1d3b-d1d4-44b8-afec-c1820ca9bd19 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:35.338524 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-6d5d1d3b-d1d4-44b8-afec-c1820ca9bd19 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Floating IP 751bec91-d440-4c11-a437-7e3ac27f17c6 disassociated. External IP: 172.25.4.166, port: 001979c9-1fd5-4bd1-9c6b-716171196147. Nov 15 14:31:35.345247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d7ce195-089a-4498-afff-49b3c8ae67e7 req-e895c2c0-5291-4152-82a9-298f2badc68c tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678368 Nov 15 14:31:35.501273 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e095a36-9115-4f7c-bea2-e49275a33882 req-b6d240ad-c245-4178-8343-4108dfdb3c92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78 HTTP/1.1" status: 200 len: 217 time: 0.1128628 Nov 15 14:31:35.532752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc0de72c-b6d3-4d5a-a2f6-2c90135b5ef2 req-0f3f6d09-170a-47a1-835f-f60d5b6a45ae tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ade30cf-13c4-43ad-af9c-2499014928d7 HTTP/1.1" status: 200 len: 210 time: 0.0420477 Nov 15 14:31:35.593238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095a36-9115-4f7c-bea2-e49275a33882 req-470bd653-59a6-4fb2-bb6c-017f0b3dc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:35.594540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e095a36-9115-4f7c-bea2-e49275a33882 req-470bd653-59a6-4fb2-bb6c-017f0b3dc34d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.0719757 Nov 15 14:31:35.670464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:35.694939 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4ba6cdfe-4f0e-4a8f-9f15-2c4a3fb16ec5 req-30ec805a-7277-4e6c-bd71-1f411959cd56 service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631804 Nov 15 14:31:35.696028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:35.721014 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e095a36-9115-4f7c-bea2-e49275a33882 req-87338af4-22af-4a7e-9f9c-e368a79df04d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167092 Nov 15 14:31:35.745764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:31:35.761643 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:35.772646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:35.826276 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:35.836776 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:35.902126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:35.903848 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:35.905692 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] 10.222.0.46 "PUT /v2.0/ports/ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 200 len: 1096 time: 2.5491800 Nov 15 14:31:35.934146 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:35.985095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a7a4a-1d7a-440a-85fd-d66aefaa2fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:35.990072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:31:36.005816 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975d582-c452-4360-be10-22e1eed1f7c6 req-bee31419-988f-409d-a970-30086d4da214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:36.007538 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a975d582-c452-4360-be10-22e1eed1f7c6 req-bee31419-988f-409d-a970-30086d4da214 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81e3a07f515f4b09a5a5cb70414f88cf&device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 1095 time: 0.1284616 Nov 15 14:31:36.147457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:36.180518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on host n-h2-817748-2 for vnic_type normal with profile {"migrating_to": "n-h1-817748-2"} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:31:36.181174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:31:36.181390 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:36.188119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:31:36.189471 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:36.203370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on host n-h2-817748-2 for vnic_type normal with profile {"migrating_to": "n-h1-817748-2"} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:31:36.203745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:31:36.204150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:36.210538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:31:36.210538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:31:36.210538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:31:36.210538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Bound port: 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:31:36.210538 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:36.225158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:31:36.225479 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:36.232285 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:36.253702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:31:36.256095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:31:36.256095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:31:36.256095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Bound port: 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:31:36.256095 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:36.290666 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-17da8f7a-8bd2-43cd-8e96-5b403f2acfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:36.292839 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-17da8f7a-8bd2-43cd-8e96-5b403f2acfd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 1099 time: 0.2071409 Nov 15 14:31:36.300368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975d582-c452-4360-be10-22e1eed1f7c6 req-0ac0ad5a-56d7-4b86-b5e4-d08828a461f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:36.302475 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a975d582-c452-4360-be10-22e1eed1f7c6 req-0ac0ad5a-56d7-4b86-b5e4-d08828a461f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa HTTP/1.1" status: 200 len: 916 time: 0.2727463 Nov 15 14:31:36.316120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:36.320711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:31:36.349729 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed6f45-87f4-4612-910c-03c4a9b80e17 req-31806522-4746-4f4c-aff5-9f5ab20e6d17 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:36.354927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-80ed6f45-87f4-4612-910c-03c4a9b80e17 req-31806522-4746-4f4c-aff5-9f5ab20e6d17 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 944 time: 0.5678835 Nov 15 14:31:36.393526 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:36.404803 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-22523862-c33e-4ff9-a365-d4cd1a31623e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 200 len: 217 time: 0.0731721 Nov 15 14:31:36.410371 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a975d582-c452-4360-be10-22e1eed1f7c6 req-18b6c5a5-c9b7-4206-a229-4402ea7c5591 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0702bf-ac69-4276-bdc1-ac848cb5d33e HTTP/1.1" status: 200 len: 217 time: 0.0693564 Nov 15 14:31:36.420861 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e095a36-9115-4f7c-bea2-e49275a33882 req-cfceec2d-76ab-4fe0-b924-3d495cfbb1a5 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368201 Nov 15 14:31:36.442995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-6d5d1d3b-d1d4-44b8-afec-c1820ca9bd19 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Router 67596c5b-9b3b-411d-a7df-27507e0ec2ec has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:31:36.477615 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-80ed6f45-87f4-4612-910c-03c4a9b80e17 req-fc6c5763-942b-474b-a101-3692ff37f4ac tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127617 Nov 15 14:31:36.504448 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:36.523653 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:36.531327 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b9ccf675-8068-48b8-8592-fecd0f6a1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:36.532837 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-b9ccf675-8068-48b8-8592-fecd0f6a1233 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1007073 Nov 15 14:31:36.534429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975d582-c452-4360-be10-22e1eed1f7c6 req-e7041b5a-6a85-4942-b4eb-d4180fd31eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:36.535757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a975d582-c452-4360-be10-22e1eed1f7c6 req-e7041b5a-6a85-4942-b4eb-d4180fd31eca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17e666ef-75fd-4a32-a1e8-d3f78e5b9900 HTTP/1.1" status: 200 len: 855 time: 0.0907488 Nov 15 14:31:36.541299 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 802d5a57-8439-4a92-bc1b-14e9f95d4eb5-n-h2-817748-2-0 {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:31:36.541719 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:31:36.566899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 has no active binding in host n-h1-817748-2 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 14:31:36.606683 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a975d582-c452-4360-be10-22e1eed1f7c6 req-c9ec75a6-6692-40a3-9f71-b519f2e498fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447347 Nov 15 14:31:36.644091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-293004b6-3763-4be6-8757-a89619bfc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:36.645874 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-293004b6-3763-4be6-8757-a89619bfc113 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979040 Nov 15 14:31:36.707093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe505a5a-b9bf-45cb-966c-d6069746ad26 req-3fb90215-40bd-407c-80b6-a2847721b6ef tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:36.708532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe505a5a-b9bf-45cb-966c-d6069746ad26 req-3fb90215-40bd-407c-80b6-a2847721b6ef tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 948 time: 0.1243327 Nov 15 14:31:36.712528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e095a36-9115-4f7c-bea2-e49275a33882 req-f64ed954-47e9-4298-91db-9b6796bc4e4c service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643702 Nov 15 14:31:36.790646 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a975d582-c452-4360-be10-22e1eed1f7c6 req-c021d481-2574-46e4-bc60-879b76b5c992 service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737492 Nov 15 14:31:36.797195 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-2f601872-6f1f-4a91-b128-222a36e308a5 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262770 Nov 15 14:31:36.801642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-6d5d1d3b-d1d4-44b8-afec-c1820ca9bd19 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:31:36.808536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-6d5d1d3b-d1d4-44b8-afec-c1820ca9bd19 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:36.818674 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f0a73-f618-408e-be69-63d295f5135a None None] Sync routers for ids ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:31:36.838572 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f0a73-f618-408e-be69-63d295f5135a None None] Routers {'67596c5b-9b3b-411d-a7df-27507e0ec2ec'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:31:36.839466 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e40f0a73-f618-408e-be69-63d295f5135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:31:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:36.852363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe505a5a-b9bf-45cb-966c-d6069746ad26 req-cd93eb10-87f1-419f-a7df-87db1220e606 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357970 Nov 15 14:31:36.883926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-6d5d1d3b-d1d4-44b8-afec-c1820ca9bd19 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "PUT /v2.0/floatingips/751bec91-d440-4c11-a437-7e3ac27f17c6 HTTP/1.1" status: 200 len: 695 time: 2.3280411 Nov 15 14:31:36.884404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'tag': '001979c9-1fd5-4bd1-9c6b-716171196147'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:36.886859 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200eacf4-3e32-4aed-9b0b-66daaa6c961a" -d '{"events": [{"name": "network-changed", "server_uuid": "13695cf6-0d48-4357-a578-64dd8e8a28c6", "tag": "001979c9-1fd5-4bd1-9c6b-716171196147"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:36.958045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-af7b22a7-d26f-4ae3-a031-f38efa7e30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:36.960155 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-af7b22a7-d26f-4ae3-a031-f38efa7e30d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=56be216f96be435cb7d751ce791b1bed&device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 1097 time: 0.0483601 Nov 15 14:31:37.001570 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e40f0a73-f618-408e-be69-63d295f5135a None None] Set router 67596c5b-9b3b-411d-a7df-27507e0ec2ec gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:31:37.003460 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bff3fe38-097d-4f84-b60f-4910d5793109 req-9f1caf22-b990-45b1-b673-209ce54be40e service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917155 Nov 15 14:31:37.073725 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a975d582-c452-4360-be10-22e1eed1f7c6 req-2adb7d2a-da74-4c74-b8b7-9ac30078075d service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629986 Nov 15 14:31:37.079489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on host n-h2-817748-2 for vnic_type normal with profile {"migrating_to": "n-h1-817748-2"} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:31:37.080151 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:31:37.080518 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:37.086699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:31:37.087120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Attempting to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:37.092631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ade30cf-13c4-43ad-af9c-2499014928d7', 'name': 'network-vif-deleted', 'tag': '2845b12d-c714-46dc-9844-cd95a99bea34'}, {'server_uuid': '8c630e0f-7953-4390-8e6b-cb6f6295cf71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802d5a57-8439-4a92-bc1b-14e9f95d4eb5'}, {'name': 'network-changed', 'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:37.095107 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d269f824-8bc6-437e-8d82-23d8b513aac0" -d '{"events": [{"server_uuid": "4ade30cf-13c4-43ad-af9c-2499014928d7", "name": "network-vif-deleted", "tag": "2845b12d-c714-46dc-9844-cd95a99bea34"}, {"server_uuid": "8c630e0f-7953-4390-8e6b-cb6f6295cf71", "name": "network-vif-unplugged", "status": "completed", "tag": "802d5a57-8439-4a92-bc1b-14e9f95d4eb5"}, {"name": "network-changed", "server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:37.098593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:31:37.098943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:31:37.099333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:31:37.099844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Bound port: 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:31:37.100791 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:37.174807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-b9050198-4da9-4524-a457-689ccc04d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:37.177928 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-b9050198-4da9-4524-a457-689ccc04d4e2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=19b577fb-fa38-46fa-8627-bb8693ab76db HTTP/1.1" status: 200 len: 929 time: 0.2100093 Nov 15 14:31:37.207731 n-d-817748-2 neutron-server[103147]: WARNING neutron.plugins.ml2.plugin [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Concurrent port binding operations failed on port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 Nov 15 14:31:37.226719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:37.226719 n-d-817748-2 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Attempt 2 to bind port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 Nov 15 14:31:37.226719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:37.226719 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:37.227806 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-1fce53bc-795c-42a2-88b9-9e8999410ce0 service neutron] 10.222.0.59 "PUT /v2.0/ports/802d5a57-8439-4a92-bc1b-14e9f95d4eb5 HTTP/1.1" status: 200 len: 1121 time: 2.2253695 Nov 15 14:31:37.277990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-f40dabb3-0d16-4e10-a7fc-858c19e2198c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001979c9-1fd5-4bd1-9c6b-716171196147 HTTP/1.1" status: 200 len: 217 time: 0.0946302 Nov 15 14:31:37.378764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['802d5a57-8439-4a92-bc1b-14e9f95d4eb5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:37.425574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-062b4939-6b82-4485-b3c7-da7f33e65bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:37.427069 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-062b4939-6b82-4485-b3c7-da7f33e65bd1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f9285fe-e383-44c8-a8bb-67c37a6a5381 HTTP/1.1" status: 200 len: 867 time: 0.1299007 Nov 15 14:31:37.437171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330ef49-3ae8-4ffd-a5c7-e659c94f014d req-1188911d-0aba-4921-9027-2ea1cec08bcd tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:37.439406 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7330ef49-3ae8-4ffd-a5c7-e659c94f014d req-1188911d-0aba-4921-9027-2ea1cec08bcd tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 943 time: 0.1706045 Nov 15 14:31:37.466761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['802d5a57-8439-4a92-bc1b-14e9f95d4eb5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:37.480955 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e40f0a73-f618-408e-be69-63d295f5135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:30:56Z', 'revision_number': 4, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3637ce4c-ffc5-4691-b78b-07c351ed1033', 'name': '', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'mac_address': 'fa:16:3e:c9:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:55Z', 'updated_at': '2021-11-15T14:31:01Z', 'revision_number': 5, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'subnets': [{'id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:37.530245 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f0a73-f618-408e-be69-63d295f5135a None None] Checking router: 67596c5b-9b3b-411d-a7df-27507e0ec2ec for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:31:37.544985 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f0a73-f618-408e-be69-63d295f5135a None None] Routers {'67596c5b-9b3b-411d-a7df-27507e0ec2ec'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:31:37.545356 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-b0536bfb-8cd0-4333-8822-287c2780d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:37.546310 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e40f0a73-f618-408e-be69-63d295f5135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:31:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:37.546586 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-b0536bfb-8cd0-4333-8822-287c2780d550 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19b577fb-fa38-46fa-8627-bb8693ab76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976539 Nov 15 14:31:37.594556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7330ef49-3ae8-4ffd-a5c7-e659c94f014d req-4f27ba7c-56ed-41f4-9a5b-3c9e235b8c2a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003971 Nov 15 14:31:37.739414 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e40f0a73-f618-408e-be69-63d295f5135a None None] Set router 67596c5b-9b3b-411d-a7df-27507e0ec2ec gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:31:37.743224 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ff368f-bffd-44c9-b9c7-80d5a0e683ef x-openstack-request-id: req-39ff368f-bffd-44c9-b9c7-80d5a0e683ef {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:37.743840 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13695cf6-0d48-4357-a578-64dd8e8a28c6", "tag": "001979c9-1fd5-4bd1-9c6b-716171196147", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:37.744324 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39ff368f-bffd-44c9-b9c7-80d5a0e683ef {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:37.744840 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'tag': '001979c9-1fd5-4bd1-9c6b-716171196147', 'status': 'completed', 'code': 200} Nov 15 14:31:37.788845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-d83f4b2c-388f-444f-99c3-092bcd94f22c service neutron] 10.222.0.70 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319443 Nov 15 14:31:37.881452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eacf4-3e32-4aed-9b0b-66daaa6c961a req-ce40da6e-5018-47c5-8a4e-bc88db1c3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:37.887526 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-200eacf4-3e32-4aed-9b0b-66daaa6c961a req-ce40da6e-5018-47c5-8a4e-bc88db1c3e16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56be216f96be435cb7d751ce791b1bed&device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 1097 time: 0.1044865 Nov 15 14:31:37.981444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c6fa6-51f8-4bd3-8402-c94a7017d808 req-1f930468-3032-43a4-87a1-020a5589ba77 service neutron] 10.222.0.70 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821008 Nov 15 14:31:38.000490 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2845b12d-c714-46dc-9844-cd95a99bea34 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:38.029216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 2845b12d-c714-46dc-9844-cd95a99bea34 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:31:38.029538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2845b12d-c714-46dc-9844-cd95a99bea34 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:31:38.063284 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e40f0a73-f618-408e-be69-63d295f5135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:30:56Z', 'revision_number': 4, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3637ce4c-ffc5-4691-b78b-07c351ed1033', 'name': '', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'mac_address': 'fa:16:3e:c9:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:55Z', 'updated_at': '2021-11-15T14:31:01Z', 'revision_number': 5, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'subnets': [{'id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:38.092488 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f0a73-f618-408e-be69-63d295f5135a None None] The sync data for ids ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'] in n-d-817748-2 is: [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:30:56Z', 'revision_number': 4, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3637ce4c-ffc5-4691-b78b-07c351ed1033', 'name': '', 'network_id': '19b577fb-fa38-46fa-8627-bb8693ab76db', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'mac_address': 'fa:16:3e:c9:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:55Z', 'updated_at': '2021-11-15T14:31:01Z', 'revision_number': 5, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'subnets': [{'id': '8f9285fe-e383-44c8-a8bb-67c37a6a5381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:31:38.276754 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1543cd5-e8e2-4602-b6a7-cab19192c7f3 x-openstack-request-id: req-f1543cd5-e8e2-4602-b6a7-cab19192c7f3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:38.276991 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ade30cf-13c4-43ad-af9c-2499014928d7", "name": "network-vif-deleted", "tag": "2845b12d-c714-46dc-9844-cd95a99bea34", "status": "completed", "code": 200}, {"server_uuid": "8c630e0f-7953-4390-8e6b-cb6f6295cf71", "name": "network-vif-unplugged", "status": "completed", "tag": "802d5a57-8439-4a92-bc1b-14e9f95d4eb5", "code": 200}, {"name": "network-changed", "server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:38.277296 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1543cd5-e8e2-4602-b6a7-cab19192c7f3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:38.277629 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ade30cf-13c4-43ad-af9c-2499014928d7', 'name': 'network-vif-deleted', 'tag': '2845b12d-c714-46dc-9844-cd95a99bea34', 'status': 'completed', 'code': 200} Nov 15 14:31:38.277875 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c630e0f-7953-4390-8e6b-cb6f6295cf71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802d5a57-8439-4a92-bc1b-14e9f95d4eb5', 'code': 200} Nov 15 14:31:38.278114 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'status': 'completed', 'code': 200} Nov 15 14:31:38.372557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c84f3-40b9-43dd-855b-16158730d534 req-041e5d4a-a7a6-4a38-afc9-6e0679e80628 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:38.374183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a1c84f3-40b9-43dd-855b-16158730d534 req-041e5d4a-a7a6-4a38-afc9-6e0679e80628 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 944 time: 0.1002040 Nov 15 14:31:38.389967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269f824-8bc6-437e-8d82-23d8b513aac0 req-87b24524-d0c2-4e5d-8903-8d38202ffe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:38.391244 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d269f824-8bc6-437e-8d82-23d8b513aac0 req-87b24524-d0c2-4e5d-8903-8d38202ffe3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 1099 time: 0.1123505 Nov 15 14:31:38.413061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eacf4-3e32-4aed-9b0b-66daaa6c961a req-5cda9338-5a1e-431a-b5ae-ef301c4d9097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:38.415944 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-200eacf4-3e32-4aed-9b0b-66daaa6c961a req-5cda9338-5a1e-431a-b5ae-ef301c4d9097 service neutron] 10.222.0.46 "GET /v2.0/networks?id=19b577fb-fa38-46fa-8627-bb8693ab76db HTTP/1.1" status: 200 len: 929 time: 0.5144482 Nov 15 14:31:38.445986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a1c84f3-40b9-43dd-855b-16158730d534 req-dbd26fca-1bea-4cfe-9252-ad38ae87c6ad tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639768 Nov 15 14:31:38.479784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e557b-76e6-4a0e-90f5-2d73b7d543b3 None None] New status for floating IP 751bec91-d440-4c11-a437-7e3ac27f17c6: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:31:38.498352 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-200eacf4-3e32-4aed-9b0b-66daaa6c961a req-d9b5f172-f7f1-4902-a958-17dec2dc38ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001979c9-1fd5-4bd1-9c6b-716171196147 HTTP/1.1" status: 200 len: 217 time: 0.0708122 Nov 15 14:31:38.574576 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269f824-8bc6-437e-8d82-23d8b513aac0 req-d951c516-f139-46bd-8984-082a915186e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:38.576147 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d269f824-8bc6-437e-8d82-23d8b513aac0 req-d951c516-f139-46bd-8984-082a915186e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1718106 Nov 15 14:31:38.590512 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eacf4-3e32-4aed-9b0b-66daaa6c961a req-939e885c-0613-410e-a374-ad76aad15551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:38.592057 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-200eacf4-3e32-4aed-9b0b-66daaa6c961a req-939e885c-0613-410e-a374-ad76aad15551 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f9285fe-e383-44c8-a8bb-67c37a6a5381 HTTP/1.1" status: 200 len: 867 time: 0.0803559 Nov 15 14:31:38.627373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109a3d6-ce64-41a4-afaa-b6c647f454fe req-ec9a159b-78f2-4a19-bdf1-0a79accbbbe2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:38.638746 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9109a3d6-ce64-41a4-afaa-b6c647f454fe req-ec9a159b-78f2-4a19-bdf1-0a79accbbbe2 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 948 time: 0.0988557 Nov 15 14:31:38.662639 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d269f824-8bc6-437e-8d82-23d8b513aac0 req-3c866471-fe7f-4cb6-99c7-9942e6ac1b87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 200 len: 217 time: 0.0632751 Nov 15 14:31:38.703024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9109a3d6-ce64-41a4-afaa-b6c647f454fe req-b937c7d4-a2c8-4895-845c-7261403d8e6d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630314 Nov 15 14:31:38.755087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eacf4-3e32-4aed-9b0b-66daaa6c961a req-c574ce74-3937-48a2-b8e5-fa2eb1218a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:38.756829 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-200eacf4-3e32-4aed-9b0b-66daaa6c961a req-c574ce74-3937-48a2-b8e5-fa2eb1218a0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19b577fb-fa38-46fa-8627-bb8693ab76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517460 Nov 15 14:31:38.759406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269f824-8bc6-437e-8d82-23d8b513aac0 req-895273c7-4ea4-456c-8880-eb592f15bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:38.761357 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d269f824-8bc6-437e-8d82-23d8b513aac0 req-895273c7-4ea4-456c-8880-eb592f15bc0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0925410 Nov 15 14:31:38.790781 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fe0409b-e070-431d-84ac-c1153b836457 req-775b93e4-e45c-4193-8c88-6857e69539ac tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips/751bec91-d440-4c11-a437-7e3ac27f17c6 HTTP/1.1" status: 200 len: 695 time: 0.0558791 Nov 15 14:31:38.880120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269f824-8bc6-437e-8d82-23d8b513aac0 req-2cc9fd0b-98b9-4b68-bb07-103f076ad581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:38.882249 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d269f824-8bc6-437e-8d82-23d8b513aac0 req-2cc9fd0b-98b9-4b68-bb07-103f076ad581 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983136 Nov 15 14:31:38.937363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0409b-e070-431d-84ac-c1153b836457 req-5cc7fd4d-3f9b-4f9d-b82d-7053403f1c11 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:38.939394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fe0409b-e070-431d-84ac-c1153b836457 req-5cc7fd4d-3f9b-4f9d-b82d-7053403f1c11 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.1414094 Nov 15 14:31:38.968093 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-200eacf4-3e32-4aed-9b0b-66daaa6c961a req-ad0e6c36-8ff7-42a5-8c1b-b0b964acb54e service neutron] 10.222.0.46 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957312 Nov 15 14:31:39.018067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fe0409b-e070-431d-84ac-c1153b836457 req-7151682d-9d19-4ebd-92a7-034607957d65 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 698 time: 0.0705607 Nov 15 14:31:39.063483 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d269f824-8bc6-437e-8d82-23d8b513aac0 req-796ee223-587a-406e-ba79-b89f73360c90 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680307 Nov 15 14:31:39.076347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fe0409b-e070-431d-84ac-c1153b836457 req-7846fd1c-9d0f-4587-bb85-858b915b282c tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 698 time: 0.0519028 Nov 15 14:31:39.148840 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-200eacf4-3e32-4aed-9b0b-66daaa6c961a req-fff00011-2727-408f-bbbe-4cb8ba99d098 service neutron] 10.222.0.46 "GET /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713433 Nov 15 14:31:39.199813 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d269f824-8bc6-437e-8d82-23d8b513aac0 req-df8dd7b5-d955-484b-9e4f-915fdb03d097 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258702 Nov 15 14:31:39.229766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7fe0409b-e070-431d-84ac-c1153b836457 req-50805187-b474-4bfd-b4bd-1caf83712291 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Deleting port b74e1966-d764-4fb0-aa99-6570d0b05833 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:31:39.230163 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fe0409b-e070-431d-84ac-c1153b836457 req-50805187-b474-4bfd-b4bd-1caf83712291 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:39.323931 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fe0409b-e070-431d-84ac-c1153b836457 req-50805187-b474-4bfd-b4bd-1caf83712291 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:39.327782 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fe0409b-e070-431d-84ac-c1153b836457 req-50805187-b474-4bfd-b4bd-1caf83712291 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:39.339771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7fe0409b-e070-431d-84ac-c1153b836457 req-50805187-b474-4bfd-b4bd-1caf83712291 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Calling delete_port for b74e1966-d764-4fb0-aa99-6570d0b05833 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:31:39.519173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90849d-515f-48a3-89f3-c9a2af199de1 req-d89a8118-0ce2-4399-81a0-8f3d42e7366a tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:39.520657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b90849d-515f-48a3-89f3-c9a2af199de1 req-d89a8118-0ce2-4399-81a0-8f3d42e7366a tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 950 time: 0.0911231 Nov 15 14:31:39.576160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b90849d-515f-48a3-89f3-c9a2af199de1 req-c72acbc6-c05d-4b22-b1c3-23e07fef0cb5 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/security-groups?id=34856449-1c04-4144-aba5-52b4ff32f195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477433 Nov 15 14:31:39.599373 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fe0409b-e070-431d-84ac-c1153b836457 req-50805187-b474-4bfd-b4bd-1caf83712291 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:39.630295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50805187-b474-4bfd-b4bd-1caf83712291 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Pushing event deleted for resources: {'Port': ['ID=b74e1966-d764-4fb0-aa99-6570d0b05833,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:39.729342 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fe0409b-e070-431d-84ac-c1153b836457 req-50805187-b474-4bfd-b4bd-1caf83712291 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:39.732358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fe0409b-e070-431d-84ac-c1153b836457 req-50805187-b474-4bfd-b4bd-1caf83712291 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:39.733534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fe0409b-e070-431d-84ac-c1153b836457 req-50805187-b474-4bfd-b4bd-1caf83712291 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "DELETE /v2.0/floatingips/751bec91-d440-4c11-a437-7e3ac27f17c6 HTTP/1.1" status: 204 len: 173 time: 0.6502521 Nov 15 14:31:39.745309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ebf64-feba-4cd1-a471-ab237ef51b1d req-23a7c2fc-cb00-4c27-92b6-968b0692220f tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:39.746877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-895ebf64-feba-4cd1-a471-ab237ef51b1d req-23a7c2fc-cb00-4c27-92b6-968b0692220f tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 943 time: 0.0950539 Nov 15 14:31:39.838180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-895ebf64-feba-4cd1-a471-ab237ef51b1d req-08cc338a-244a-48d6-afd7-0f63d4d1323d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837810 Nov 15 14:31:39.862351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7897ffd-86b3-4d2c-b971-cd82a3fb5704 req-c4b190df-779d-4a5a-a3df-8969930167ba tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:39.864072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7897ffd-86b3-4d2c-b971-cd82a3fb5704 req-c4b190df-779d-4a5a-a3df-8969930167ba tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 949 time: 0.0694690 Nov 15 14:31:39.928009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7897ffd-86b3-4d2c-b971-cd82a3fb5704 req-e03209e6-fad1-41f9-8233-fdb35ae6647e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564351 Nov 15 14:31:39.966053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4a07a-270f-4080-8c10-1821f6617271 req-23fcdb0f-27b0-4fb7-8e32-caae09e314f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:39.973335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2dc4a07a-270f-4080-8c10-1821f6617271 req-23fcdb0f-27b0-4fb7-8e32-caae09e314f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 944 time: 0.0670846 Nov 15 14:31:39.975889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898fce6-a51b-4f20-8650-e7ff7239b931 req-2ade848f-79a7-401e-980f-f9a4e2fd50d7 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:39.978709 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4898fce6-a51b-4f20-8650-e7ff7239b931 req-2ade848f-79a7-401e-980f-f9a4e2fd50d7 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 950 time: 0.0810125 Nov 15 14:31:40.048726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2dc4a07a-270f-4080-8c10-1821f6617271 req-b94065d3-74c8-4f50-a631-867e6da7bd20 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744750 Nov 15 14:31:40.128442 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4898fce6-a51b-4f20-8650-e7ff7239b931 req-156a18d7-257b-4552-8bab-cb16f2389057 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Deleting port d0fab2a9-4706-41bc-96ee-a11d740aed29 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:31:40.128955 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4898fce6-a51b-4f20-8650-e7ff7239b931 req-156a18d7-257b-4552-8bab-cb16f2389057 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:40.220090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c7f39-a31d-49ef-8f6c-d58e19a22061 req-2eae5bca-8d92-4111-b9ab-c8681fe9cb9c tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:40.227688 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-273c7f39-a31d-49ef-8f6c-d58e19a22061 req-2eae5bca-8d92-4111-b9ab-c8681fe9cb9c tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0757473 Nov 15 14:31:40.264144 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 9d0702bf-ac69-4276-bdc1-ac848cb5d33e details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:31:40.273260 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4898fce6-a51b-4f20-8650-e7ff7239b931 req-156a18d7-257b-4552-8bab-cb16f2389057 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] For port d0fab2a9-4706-41bc-96ee-a11d740aed29, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d0fab2a9-4706-41bc-96ee-a11d740aed29,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:40.273501 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4898fce6-a51b-4f20-8650-e7ff7239b931 req-156a18d7-257b-4552-8bab-cb16f2389057 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:40.281049 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c630e0f-7953-4390-8e6b-cb6f6295cf71', 'tag': '802d5a57-8439-4a92-bc1b-14e9f95d4eb5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:40.285518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-273c7f39-a31d-49ef-8f6c-d58e19a22061 req-f2b83c33-b7fa-482d-baba-51cade46ca26 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0568755 Nov 15 14:31:40.286949 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7415bcfb-ba00-4727-bf9f-c7a0f80886ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8c630e0f-7953-4390-8e6b-cb6f6295cf71", "tag": "802d5a57-8439-4a92-bc1b-14e9f95d4eb5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:40.298973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4898fce6-a51b-4f20-8650-e7ff7239b931 req-156a18d7-257b-4552-8bab-cb16f2389057 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Calling delete_port for d0fab2a9-4706-41bc-96ee-a11d740aed29 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:31:40.385518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebd39692-c68d-4f24-a3cd-5eb0fb96d0e1 req-6ccf338c-b415-4d47-bff2-5b2c62414989 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0650575 Nov 15 14:31:40.403393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9d0702bf-ac69-4276-bdc1-ac848cb5d33e,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:40.420887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '9d0702bf-ac69-4276-bdc1-ac848cb5d33e', 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa', 'port_id': '9d0702bf-ac69-4276-bdc1-ac848cb5d33e', 'mac_address': 'fa:16:3e:61:c1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e666ef-75fd-4a32-a1e8-d3f78e5b9900', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:31:40.421826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80543c8-fe20-4513-b76f-1dfb9556d138 req-fe7a53f6-1f6b-4786-9413-68d964f21fc6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:40.432145 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55679be-5534-442d-a33a-ee7d0c9389b4 x-openstack-request-id: req-d55679be-5534-442d-a33a-ee7d0c9389b4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:40.432813 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c630e0f-7953-4390-8e6b-cb6f6295cf71", "tag": "802d5a57-8439-4a92-bc1b-14e9f95d4eb5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:40.433232 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d55679be-5534-442d-a33a-ee7d0c9389b4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:40.433853 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c630e0f-7953-4390-8e6b-cb6f6295cf71', 'tag': '802d5a57-8439-4a92-bc1b-14e9f95d4eb5', 'status': 'completed', 'code': 200} Nov 15 14:31:40.440992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d80543c8-fe20-4513-b76f-1dfb9556d138 req-fe7a53f6-1f6b-4786-9413-68d964f21fc6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 948 time: 0.2031791 Nov 15 14:31:40.481653 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:40.505117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0702bf-ac69-4276-bdc1-ac848cb5d33e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:31:40.515014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415bcfb-ba00-4727-bf9f-c7a0f80886ab req-ae5b7be2-23b1-4d7e-a3d9-0b494899f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:40.516897 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7415bcfb-ba00-4727-bf9f-c7a0f80886ab req-ae5b7be2-23b1-4d7e-a3d9-0b494899f8de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 1124 time: 0.0628948 Nov 15 14:31:40.525119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d80543c8-fe20-4513-b76f-1dfb9556d138 req-f2511ce9-dd78-408f-8802-cd61d7a5f087 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737524 Nov 15 14:31:40.528622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9d0702bf-ac69-4276-bdc1-ac848cb5d33e,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:40.590930 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4898fce6-a51b-4f20-8650-e7ff7239b931 req-156a18d7-257b-4552-8bab-cb16f2389057 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:40.604590 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['d0fab2a9-4706-41bc-96ee-a11d740aed29'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:40.638154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a18d7-257b-4552-8bab-cb16f2389057 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Pushing event deleted for resources: {'Port': ['ID=d0fab2a9-4706-41bc-96ee-a11d740aed29,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:40.670123 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:40.670123 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ad5e35b3-d3c9-44ed-9a25-5471e27d677a details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:31:40.687145 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4898fce6-a51b-4f20-8650-e7ff7239b931 req-156a18d7-257b-4552-8bab-cb16f2389057 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] No DVR routers for this DVR port d0fab2a9-4706-41bc-96ee-a11d740aed29 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:31:40.696774 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4898fce6-a51b-4f20-8650-e7ff7239b931 req-156a18d7-257b-4552-8bab-cb16f2389057 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:40.709808 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4898fce6-a51b-4f20-8650-e7ff7239b931 req-156a18d7-257b-4552-8bab-cb16f2389057 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.46 "DELETE /v2.0/ports/d0fab2a9-4706-41bc-96ee-a11d740aed29 HTTP/1.1" status: 204 len: 173 time: 0.7141979 Nov 15 14:31:40.746767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d959ad78-cbaa-401d-a10f-9397c656c026 req-3576d2fd-c0b3-43b5-8302-155fd8b92f4e tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 210 time: 0.0462232 Nov 15 14:31:40.759293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415bcfb-ba00-4727-bf9f-c7a0f80886ab req-23b2619f-c198-4eae-8e24-07c17e465ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:40.762716 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7415bcfb-ba00-4727-bf9f-c7a0f80886ab req-23b2619f-c198-4eae-8e24-07c17e465ac1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.2355566 Nov 15 14:31:40.845695 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7415bcfb-ba00-4727-bf9f-c7a0f80886ab req-ebded3c8-5205-4069-a555-7b0b439141e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5 HTTP/1.1" status: 200 len: 217 time: 0.0755081 Nov 15 14:31:40.846694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=9d0702bf-ac69-4276-bdc1-ac848cb5d33e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:40.899433 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:40.926444 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'mac_address': 'fa:16:3e:7f:59:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:31:40.956187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415bcfb-ba00-4727-bf9f-c7a0f80886ab req-001843cb-16dd-46bd-ab11-fc01b2813809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:40.960885 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7415bcfb-ba00-4727-bf9f-c7a0f80886ab req-001843cb-16dd-46bd-ab11-fc01b2813809 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.1009634 Nov 15 14:31:40.976444 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:40.996822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5e35b3-d3c9-44ed-9a25-5471e27d677a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:31:40.998872 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7415bcfb-ba00-4727-bf9f-c7a0f80886ab req-553e508d-187f-4c8d-b8aa-6fc04055129c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311244 Nov 15 14:31:41.023083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:41.033042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4340439-948f-4cb8-919a-7e24d57a6598 req-bd2008df-f6c6-45bb-8169-3baa0b3222ec tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:41.042235 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4340439-948f-4cb8-919a-7e24d57a6598 req-bd2008df-f6c6-45bb-8169-3baa0b3222ec tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 943 time: 0.0945754 Nov 15 14:31:41.118927 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:41.122041 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7415bcfb-ba00-4727-bf9f-c7a0f80886ab req-a05cd133-cf96-4957-be08-1d4b10e3ff6f service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152270 Nov 15 14:31:41.148642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4340439-948f-4cb8-919a-7e24d57a6598 req-206eaa97-201e-4713-9938-7c7e3632b1bb tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011410 Nov 15 14:31:41.172784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2b238-0d6f-41b6-a874-270911ca819d req-7b725f41-b43f-4831-b301-5726d635d564 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:41.186708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53b2b238-0d6f-41b6-a874-270911ca819d req-7b725f41-b43f-4831-b301-5726d635d564 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 949 time: 0.0804486 Nov 15 14:31:41.198948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:41.234015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53b2b238-0d6f-41b6-a874-270911ca819d req-970ba7a3-1804-488f-a091-6ddc7706f0d4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497358 Nov 15 14:31:41.248214 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7415bcfb-ba00-4727-bf9f-c7a0f80886ab req-054dc0a4-a08e-45e3-9596-ce96491d0870 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177320 Nov 15 14:31:41.326925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37605a-8c1f-4c35-8d8a-b6c4f947d2db req-b419aed1-5d5a-49e5-a585-c8f5ca72f6ce tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:41.328499 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af37605a-8c1f-4c35-8d8a-b6c4f947d2db req-b419aed1-5d5a-49e5-a585-c8f5ca72f6ce tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 946 time: 0.0629270 Nov 15 14:31:41.410632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af37605a-8c1f-4c35-8d8a-b6c4f947d2db req-2746c9d4-e138-4cea-b622-86ba26e51547 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a3db100-6a45-49fc-9ea9-11dc6e791c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736587 Nov 15 14:31:41.419361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3f03d-4ac3-4236-ab01-34e4f896f317 req-c0c119e7-face-4d35-a5ab-c2424099bafc tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:41.420912 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2d3f03d-4ac3-4236-ab01-34e4f896f317 req-c0c119e7-face-4d35-a5ab-c2424099bafc tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 945 time: 0.1035311 Nov 15 14:31:41.477187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2d3f03d-4ac3-4236-ab01-34e4f896f317 req-bedfc273-7582-456d-8b09-634eb8ba7ff9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490720 Nov 15 14:31:41.615079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['9d0702bf-ac69-4276-bdc1-ac848cb5d33e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:41.641316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['ad5e35b3-d3c9-44ed-9a25-5471e27d677a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:41.654553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37678ccf-e35d-40d8-82cb-07d6a3d40df9 req-63fddbf7-4d8d-4fc2-b38b-8a4fa48fa4c0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:41.656103 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37678ccf-e35d-40d8-82cb-07d6a3d40df9 req-63fddbf7-4d8d-4fc2-b38b-8a4fa48fa4c0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 949 time: 0.0565457 Nov 15 14:31:41.709774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37678ccf-e35d-40d8-82cb-07d6a3d40df9 req-e81e4939-2777-4ca7-b566-c03b9132fee0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471315 Nov 15 14:31:41.867142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfac894a-fe9c-437c-a039-4f2227ba0424 req-88c2c549-14d0-4d1e-a945-0a0a014e91c2 tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 210 time: 0.0293214 Nov 15 14:31:42.313062 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55110e-2f45-44e3-88cd-ee4f6e90218f req-64892136-c81a-46f5-ba2a-064687e152a0 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:42.313062 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6a55110e-2f45-44e3-88cd-ee4f6e90218f req-64892136-c81a-46f5-ba2a-064687e152a0 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 949 time: 0.0750465 Nov 15 14:31:42.314642 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d0fab2a9-4706-41bc-96ee-a11d740aed29 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:42.337246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23024ab-2be4-430d-9193-b3268c8d3d7f req-c78f40f6-e8c8-4d77-9ce1-d64c129cc03a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:42.338866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f23024ab-2be4-430d-9193-b3268c8d3d7f req-c78f40f6-e8c8-4d77-9ce1-d64c129cc03a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 943 time: 0.0763505 Nov 15 14:31:42.369219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: d0fab2a9-4706-41bc-96ee-a11d740aed29 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:31:42.369568 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d0fab2a9-4706-41bc-96ee-a11d740aed29 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:31:42.431438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6a55110e-2f45-44e3-88cd-ee4f6e90218f req-c6c55d4f-6d06-41b3-8df9-e661b44a01d8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Deleting port 2340c9c2-099e-4969-9276-86f8ed06aa7c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:31:42.431800 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6a55110e-2f45-44e3-88cd-ee4f6e90218f req-c6c55d4f-6d06-41b3-8df9-e661b44a01d8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:42.435722 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8975e03-ebd9-4402-b1ab-268f3575d00e', 'name': 'network-vif-deleted', 'tag': 'd0fab2a9-4706-41bc-96ee-a11d740aed29'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:42.438021 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fc7a34-8a41-473b-9f62-36dffca51254" -d '{"events": [{"server_uuid": "f8975e03-ebd9-4402-b1ab-268f3575d00e", "name": "network-vif-deleted", "tag": "d0fab2a9-4706-41bc-96ee-a11d740aed29"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:42.438517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d5413-bdb2-45d3-a6ce-3350e0288ae9 req-16161535-796c-48a2-a602-a436f873d267 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:42.440090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-877d5413-bdb2-45d3-a6ce-3350e0288ae9 req-16161535-796c-48a2-a602-a436f873d267 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 949 time: 0.0976446 Nov 15 14:31:42.444320 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f23024ab-2be4-430d-9193-b3268c8d3d7f req-1d76ef72-bdf6-45a6-bead-ba8836d1220b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863879 Nov 15 14:31:42.515435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-877d5413-bdb2-45d3-a6ce-3350e0288ae9 req-47e7aaa3-4860-4a78-8987-4684e9e1fb37 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639708 Nov 15 14:31:42.555696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6a55110e-2f45-44e3-88cd-ee4f6e90218f req-c6c55d4f-6d06-41b3-8df9-e661b44a01d8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] For port 2340c9c2-099e-4969-9276-86f8ed06aa7c, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2340c9c2-099e-4969-9276-86f8ed06aa7c,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:42.558071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6a55110e-2f45-44e3-88cd-ee4f6e90218f req-c6c55d4f-6d06-41b3-8df9-e661b44a01d8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:42.579804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6a55110e-2f45-44e3-88cd-ee4f6e90218f req-c6c55d4f-6d06-41b3-8df9-e661b44a01d8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Calling delete_port for 2340c9c2-099e-4969-9276-86f8ed06aa7c owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:31:42.584868 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c49825-8e9c-42e7-a693-5730a665278f x-openstack-request-id: req-b5c49825-8e9c-42e7-a693-5730a665278f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:42.585315 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8975e03-ebd9-4402-b1ab-268f3575d00e", "name": "network-vif-deleted", "tag": "d0fab2a9-4706-41bc-96ee-a11d740aed29", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:42.585567 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5c49825-8e9c-42e7-a693-5730a665278f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:42.586108 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8975e03-ebd9-4402-b1ab-268f3575d00e', 'name': 'network-vif-deleted', 'tag': 'd0fab2a9-4706-41bc-96ee-a11d740aed29', 'status': 'completed', 'code': 200} Nov 15 14:31:42.592345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc125b71-b854-411e-a0ce-f9f3b10a6ffe req-758ed9d4-6894-44a1-875c-d1f1ae55c2bd tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:42.593946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc125b71-b854-411e-a0ce-f9f3b10a6ffe req-758ed9d4-6894-44a1-875c-d1f1ae55c2bd tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 946 time: 0.0667074 Nov 15 14:31:42.689766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc125b71-b854-411e-a0ce-f9f3b10a6ffe req-415cde85-d5d0-4230-958c-a31ae5466543 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a3db100-6a45-49fc-9ea9-11dc6e791c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833426 Nov 15 14:31:42.702452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b84e4-0e36-4ddf-9b02-7cdcdf5dfafe req-5b434b3d-0d59-4554-91e5-e448de6e1db7 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:42.713052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-369b84e4-0e36-4ddf-9b02-7cdcdf5dfafe req-5b434b3d-0d59-4554-91e5-e448de6e1db7 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 945 time: 0.0908008 Nov 15 14:31:42.813219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-369b84e4-0e36-4ddf-9b02-7cdcdf5dfafe req-474e8367-f97b-4624-91f0-fb33013884f5 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876141 Nov 15 14:31:42.878666 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6a55110e-2f45-44e3-88cd-ee4f6e90218f req-c6c55d4f-6d06-41b3-8df9-e661b44a01d8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:42.888556 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6217df-7b19-43b2-82b9-eb2b565bdb5b req-6be26066-d500-4074-a85c-c19c5dbdabee tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:42.889891 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0f6217df-7b19-43b2-82b9-eb2b565bdb5b req-6be26066-d500-4074-a85c-c19c5dbdabee tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.46 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 946 time: 0.0572577 Nov 15 14:31:42.896815 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['2340c9c2-099e-4969-9276-86f8ed06aa7c', 'dc5e8615-9733-4aa8-a872-1be348c05aef'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:42.920202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb88719-1543-4e41-8544-bc0ff91d5528 req-a3273573-66f5-4960-895d-2201f9c9645a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:42.926594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7eb88719-1543-4e41-8544-bc0ff91d5528 req-a3273573-66f5-4960-895d-2201f9c9645a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 949 time: 0.0710084 Nov 15 14:31:42.934042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c55d4f-6d06-41b3-8df9-e661b44a01d8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Pushing event deleted for resources: {'Port': ['ID=2340c9c2-099e-4969-9276-86f8ed06aa7c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:43.010124 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a55110e-2f45-44e3-88cd-ee4f6e90218f req-c6c55d4f-6d06-41b3-8df9-e661b44a01d8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] No DVR routers for this DVR port 2340c9c2-099e-4969-9276-86f8ed06aa7c on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:31:43.015664 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6a55110e-2f45-44e3-88cd-ee4f6e90218f req-c6c55d4f-6d06-41b3-8df9-e661b44a01d8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:43.023618 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6a55110e-2f45-44e3-88cd-ee4f6e90218f req-c6c55d4f-6d06-41b3-8df9-e661b44a01d8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "DELETE /v2.0/ports/2340c9c2-099e-4969-9276-86f8ed06aa7c HTTP/1.1" status: 204 len: 173 time: 0.7255366 Nov 15 14:31:43.069768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad510547-c350-4bd8-b450-9b2fb4300d10 req-173d43d6-37e3-4521-974b-36bb6351a1fe tempest-TenantUsagesTestJSON-866832859 tempest-TenantUsagesTestJSON-866832859-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8975e03-ebd9-4402-b1ab-268f3575d00e HTTP/1.1" status: 200 len: 210 time: 0.0442255 Nov 15 14:31:43.081539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7eb88719-1543-4e41-8544-bc0ff91d5528 req-1d510efe-53b9-4c89-adb2-cfc5bb302700 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517403 Nov 15 14:31:43.090895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0f6217df-7b19-43b2-82b9-eb2b565bdb5b req-1084477c-0e6f-4c6c-8b3f-b6d708852537 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Deleting port 001979c9-1fd5-4bd1-9c6b-716171196147 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:31:43.091521 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f6217df-7b19-43b2-82b9-eb2b565bdb5b req-1084477c-0e6f-4c6c-8b3f-b6d708852537 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:43.190925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0f6217df-7b19-43b2-82b9-eb2b565bdb5b req-1084477c-0e6f-4c6c-8b3f-b6d708852537 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] For port 001979c9-1fd5-4bd1-9c6b-716171196147, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=001979c9-1fd5-4bd1-9c6b-716171196147,segment=NetworkSegment(986f01b9-accb-46bb-bf41-37e8df1e820f),segment_id=986f01b9-accb-46bb-bf41-37e8df1e820f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:43.191286 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f6217df-7b19-43b2-82b9-eb2b565bdb5b req-1084477c-0e6f-4c6c-8b3f-b6d708852537 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:43.204434 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0f6217df-7b19-43b2-82b9-eb2b565bdb5b req-1084477c-0e6f-4c6c-8b3f-b6d708852537 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Calling delete_port for 001979c9-1fd5-4bd1-9c6b-716171196147 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:31:43.430138 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f6217df-7b19-43b2-82b9-eb2b565bdb5b req-1084477c-0e6f-4c6c-8b3f-b6d708852537 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:43.445968 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['001979c9-1fd5-4bd1-9c6b-716171196147'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:43.463387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084477c-0e6f-4c6c-8b3f-b6d708852537 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Pushing event deleted for resources: {'Port': ['ID=001979c9-1fd5-4bd1-9c6b-716171196147,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:43.532963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6217df-7b19-43b2-82b9-eb2b565bdb5b req-1084477c-0e6f-4c6c-8b3f-b6d708852537 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] No DVR routers for this DVR port 001979c9-1fd5-4bd1-9c6b-716171196147 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:31:43.536525 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0f6217df-7b19-43b2-82b9-eb2b565bdb5b req-1084477c-0e6f-4c6c-8b3f-b6d708852537 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:43.541893 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0f6217df-7b19-43b2-82b9-eb2b565bdb5b req-1084477c-0e6f-4c6c-8b3f-b6d708852537 tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.46 "DELETE /v2.0/ports/001979c9-1fd5-4bd1-9c6b-716171196147 HTTP/1.1" status: 204 len: 173 time: 0.6415050 Nov 15 14:31:43.630012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aee855-a34e-43c9-b315-25fe2433b9ca req-534837da-7149-4531-9413-8b24fe09a43a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:43.640982 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0aee855-a34e-43c9-b315-25fe2433b9ca req-534837da-7149-4531-9413-8b24fe09a43a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 943 time: 0.0756400 Nov 15 14:31:43.683530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8e8e5a1-19c3-4b52-ba4d-2e9c234190a8 req-a01e7cd5-09e1-4bb8-af48-38157478a974 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ffca18-503c-4966-9f61-90f916a8994d HTTP/1.1" status: 200 len: 210 time: 0.0397277 Nov 15 14:31:43.730860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0aee855-a34e-43c9-b315-25fe2433b9ca req-b2d35524-59d4-45d5-97e6-32f9a3c6b711 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888286 Nov 15 14:31:43.814299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a08d099c-66ac-48c7-8463-cce6134dffbf req-1de6f234-7cdc-4a17-a4b3-73daa3eaff6e tempest-FloatingIPsAssociationNegativeTestJSON-961570963 tempest-FloatingIPsAssociationNegativeTestJSON-961570963-project] 10.222.0.70 "GET /v2.0/ports?device_id=13695cf6-0d48-4357-a578-64dd8e8a28c6 HTTP/1.1" status: 200 len: 210 time: 0.0296683 Nov 15 14:31:43.932810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9bb57-26e5-48fd-9445-20f41732f72f req-7168526a-d4d1-4a8e-8be6-b7db17a397f4 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:43.934954 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1f9bb57-26e5-48fd-9445-20f41732f72f req-7168526a-d4d1-4a8e-8be6-b7db17a397f4 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 945 time: 0.0532095 Nov 15 14:31:43.994887 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1f9bb57-26e5-48fd-9445-20f41732f72f req-ca3b9de1-4e01-4b0e-b4c7-0b354faddec4 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539324 Nov 15 14:31:44.230541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785cee9-b6b5-4ce8-a678-d0b5771d4e52 req-74c9f510-e276-4174-acf2-d2510bc3dcd1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:44.232304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c785cee9-b6b5-4ce8-a678-d0b5771d4e52 req-74c9f510-e276-4174-acf2-d2510bc3dcd1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 949 time: 0.0651152 Nov 15 14:31:44.292068 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c785cee9-b6b5-4ce8-a678-d0b5771d4e52 req-13b6b2f1-fc34-444f-872d-663304726d0c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505033 Nov 15 14:31:44.308643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 9d0702bf-ac69-4276-bdc1-ac848cb5d33e up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:31:44.460800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:31:44.466737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:44.475095 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:44.568660 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:44.586940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ffca18-503c-4966-9f61-90f916a8994d', 'name': 'network-vif-deleted', 'tag': '2340c9c2-099e-4969-9276-86f8ed06aa7c'}, {'server_uuid': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'name': 'network-vif-deleted', 'tag': '001979c9-1fd5-4bd1-9c6b-716171196147'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:44.590676 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964a22d0-ef5e-4a43-a0b0-da09cd303c44" -d '{"events": [{"server_uuid": "c6ffca18-503c-4966-9f61-90f916a8994d", "name": "network-vif-deleted", "tag": "2340c9c2-099e-4969-9276-86f8ed06aa7c"}, {"server_uuid": "13695cf6-0d48-4357-a578-64dd8e8a28c6", "name": "network-vif-deleted", "tag": "001979c9-1fd5-4bd1-9c6b-716171196147"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:44.616717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9d0702bf-ac69-4276-bdc1-ac848cb5d33e,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:44.618936 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7851839a-62dc-4fcb-9570-69a0c91e7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0702bf-ac69-4276-bdc1-ac848cb5d33e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:44.621720 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e77956-163a-4714-b7dc-8d30b76c51d1" -d '{"events": [{"server_uuid": "7851839a-62dc-4fcb-9570-69a0c91e7159", "name": "network-vif-plugged", "status": "completed", "tag": "9d0702bf-ac69-4276-bdc1-ac848cb5d33e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:44.671696 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf4014c-90e4-4839-a89f-3ceb99172d7d x-openstack-request-id: req-3bf4014c-90e4-4839-a89f-3ceb99172d7d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:44.672200 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ffca18-503c-4966-9f61-90f916a8994d", "name": "network-vif-deleted", "tag": "2340c9c2-099e-4969-9276-86f8ed06aa7c", "status": "completed", "code": 200}, {"server_uuid": "13695cf6-0d48-4357-a578-64dd8e8a28c6", "name": "network-vif-deleted", "tag": "001979c9-1fd5-4bd1-9c6b-716171196147", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:44.672608 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3bf4014c-90e4-4839-a89f-3ceb99172d7d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:44.673096 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ffca18-503c-4966-9f61-90f916a8994d', 'name': 'network-vif-deleted', 'tag': '2340c9c2-099e-4969-9276-86f8ed06aa7c', 'status': 'completed', 'code': 200} Nov 15 14:31:44.673606 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13695cf6-0d48-4357-a578-64dd8e8a28c6', 'name': 'network-vif-deleted', 'tag': '001979c9-1fd5-4bd1-9c6b-716171196147', 'status': 'completed', 'code': 200} Nov 15 14:31:44.687958 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:44.689260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ad5e35b3-d3c9-44ed-9a25-5471e27d677a up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:31:44.831082 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228f4f7e-7a99-49fd-9062-e4c62deba58c x-openstack-request-id: req-228f4f7e-7a99-49fd-9062-e4c62deba58c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:44.831082 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7851839a-62dc-4fcb-9570-69a0c91e7159", "name": "network-vif-plugged", "status": "completed", "tag": "9d0702bf-ac69-4276-bdc1-ac848cb5d33e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:44.831082 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-228f4f7e-7a99-49fd-9062-e4c62deba58c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:44.831082 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7851839a-62dc-4fcb-9570-69a0c91e7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0702bf-ac69-4276-bdc1-ac848cb5d33e', 'code': 200} Nov 15 14:31:44.831082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=9d0702bf-ac69-4276-bdc1-ac848cb5d33e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:44.854553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48540) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:44.932648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port ad5e35b3-d3c9-44ed-9a25-5471e27d677a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:31:44.941551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port ad5e35b3-d3c9-44ed-9a25-5471e27d677a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:44.942504 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:44.963236 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528f2b5-4431-4199-bfc3-7c4b678bb5c7 req-4ff9af6d-2e8b-45dd-af82-12d959955166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:44.965151 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4528f2b5-4431-4199-bfc3-7c4b678bb5c7 req-4ff9af6d-2e8b-45dd-af82-12d959955166 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 1097 time: 0.1206663 Nov 15 14:31:45.039404 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4528f2b5-4431-4199-bfc3-7c4b678bb5c7 req-5ff92880-0b31-4a1e-b1bc-a1158e69eb06 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634565 Nov 15 14:31:45.106002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c0e1d-3bbf-42df-b49f-b0052d3143ef req-b596a126-52ed-421f-9127-28febfe669d6 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:45.110738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a7c0e1d-3bbf-42df-b49f-b0052d3143ef req-b596a126-52ed-421f-9127-28febfe669d6 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 943 time: 0.1680014 Nov 15 14:31:45.129073 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:45.166664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:45.205693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4dbc0e85-9627-4271-ab1c-cb2b64be0ce5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9506952d446436c8a6c6f61d5963e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493514 Nov 15 14:31:45.208120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48548) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:45.213203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a7c0e1d-3bbf-42df-b49f-b0052d3143ef req-ddf8f116-19ee-49e7-88d0-c5411c09e832 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694723 Nov 15 14:31:45.272449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48550) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:45.273366 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:45.293315 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60eae1e1-43b4-4c4b-a16c-f81fd97ea827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:45.335896 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60eae1e1-43b4-4c4b-a16c-f81fd97ea827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:45.360019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:45.498966 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60eae1e1-43b4-4c4b-a16c-f81fd97ea827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:45.501956 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60eae1e1-43b4-4c4b-a16c-f81fd97ea827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:45.503207 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-60eae1e1-43b4-4c4b-a16c-f81fd97ea827 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34856449-1c04-4144-aba5-52b4ff32f195 HTTP/1.1" status: 204 len: 168 time: 0.2938612 Nov 15 14:31:45.519096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eae1e1-43b4-4c4b-a16c-f81fd97ea827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34856449-1c04-4144-aba5-52b4ff32f195,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:45.713240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a618e3-1bc2-4ee9-b087-1e0437d60048 req-3d6edf37-bf3b-44ae-8668-7aacef569c89 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:45.721618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28a618e3-1bc2-4ee9-b087-1e0437d60048 req-3d6edf37-bf3b-44ae-8668-7aacef569c89 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 946 time: 0.2153904 Nov 15 14:31:45.770714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee2b78-f2f2-4024-9ce6-e7876bef1215 req-509f02af-9375-40b5-b0e4-01e586522242 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:45.771446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eaee2b78-f2f2-4024-9ce6-e7876bef1215 req-509f02af-9375-40b5-b0e4-01e586522242 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1658716 Nov 15 14:31:45.876995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28a618e3-1bc2-4ee9-b087-1e0437d60048 req-e0506b1b-eeb4-497b-9046-99f46ddf4f8e tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542454 Nov 15 14:31:45.987793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eaee2b78-f2f2-4024-9ce6-e7876bef1215 req-e042b40a-8ccc-4cb4-bee5-89812b352383 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087405 Nov 15 14:31:46.041505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2340c9c2-099e-4969-9276-86f8ed06aa7c no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:46.075645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 2340c9c2-099e-4969-9276-86f8ed06aa7c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:31:46.076583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2340c9c2-099e-4969-9276-86f8ed06aa7c not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:31:46.370272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48572) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:46.385976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74113f5-fbd1-4350-84dd-511f1d1299f1 req-5bf09877-8594-43a9-bae4-3aace8cdb94e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:46.386215 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-108b8a68-bbb3-4b1b-b155-8e8b2e632e93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:46.394238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d74113f5-fbd1-4350-84dd-511f1d1299f1 req-5bf09877-8594-43a9-bae4-3aace8cdb94e tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 950 time: 0.4105697 Nov 15 14:31:46.498361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a247f3-a090-45ce-966f-13fe9fbb291c req-fbbb494f-eae0-48da-81f0-39d9d9ccd4b1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:46.500352 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6a247f3-a090-45ce-966f-13fe9fbb291c req-fbbb494f-eae0-48da-81f0-39d9d9ccd4b1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 943 time: 0.1029792 Nov 15 14:31:46.515422 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-108b8a68-bbb3-4b1b-b155-8e8b2e632e93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:46.558825 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d74113f5-fbd1-4350-84dd-511f1d1299f1 req-e0c5dd40-2714-4126-b1b5-7c916b547007 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634011 Nov 15 14:31:46.631559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6a247f3-a090-45ce-966f-13fe9fbb291c req-d125476f-1ba7-4f8c-9a92-7d163b69d7d0 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207199 Nov 15 14:31:46.649994 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-108b8a68-bbb3-4b1b-b155-8e8b2e632e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:46.661658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fb2f51b-ac4f-4117-8b01-a68a4d2e2968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:46.735899 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-108b8a68-bbb3-4b1b-b155-8e8b2e632e93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6e7bcf15b944c2cbb9f612e669dbe8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599949 Nov 15 14:31:46.735899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48578) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:46.749537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b8a68-bbb3-4b1b-b155-8e8b2e632e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e6c8fc-b67c-4963-8dc4-0ba738f2db05,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:46.819440 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00c5c3ae-a16a-450a-933e-fb5a3d12c4a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:46.824356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:46.828653 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac43ba3-5475-4402-a12e-533f97ab4303" -d '{"events": [{"server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "name": "network-vif-plugged", "status": "completed", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:46.856560 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00c5c3ae-a16a-450a-933e-fb5a3d12c4a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:46.895488 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b5fa04-4645-46f2-93b0-06f33103e5fc x-openstack-request-id: req-75b5fa04-4645-46f2-93b0-06f33103e5fc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:46.895983 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "name": "network-vif-plugged", "status": "completed", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:46.896485 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75b5fa04-4645-46f2-93b0-06f33103e5fc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:46.897096 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'code': 200} Nov 15 14:31:46.992618 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00c5c3ae-a16a-450a-933e-fb5a3d12c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:46.997282 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00c5c3ae-a16a-450a-933e-fb5a3d12c4a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:46.997282 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-00c5c3ae-a16a-450a-933e-fb5a3d12c4a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04e6c8fc-b67c-4963-8dc4-0ba738f2db05 HTTP/1.1" status: 204 len: 168 time: 0.2601335 Nov 15 14:31:47.006763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c3ae-a16a-450a-933e-fb5a3d12c4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e6c8fc-b67c-4963-8dc4-0ba738f2db05,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:47.104082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63853c-bd5a-4790-8188-fcaa6be94710 req-a0f9be2e-54a2-4983-b2e5-f9bb0798334c tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:47.113443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c63853c-bd5a-4790-8188-fcaa6be94710 req-a0f9be2e-54a2-4983-b2e5-f9bb0798334c tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 946 time: 0.1299534 Nov 15 14:31:47.189699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a7265-01e2-46b3-8426-0c0695773a8b req-592c2592-f724-437d-bfeb-d697c0192b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:47.191559 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-286a7265-01e2-46b3-8426-0c0695773a8b req-592c2592-f724-437d-bfeb-d697c0192b22 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 1101 time: 0.0761094 Nov 15 14:31:47.193152 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-800c3817-b5bf-467c-be5d-418cae8e774a service neutron] 10.222.0.46 "GET /v2.0/ports/802d5a57-8439-4a92-bc1b-14e9f95d4eb5/bindings/n-h1-817748-2 HTTP/1.1" status: 200 len: 384 time: 0.1309206 Nov 15 14:31:47.224119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c63853c-bd5a-4790-8188-fcaa6be94710 req-4ce353bb-8b57-41a9-94e2-b85db61e7e5e tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097825 Nov 15 14:31:47.229500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2f51b-ac4f-4117-8b01-a68a4d2e2968 admin admin] Deleting port 3637ce4c-ffc5-4691-b78b-07c351ed1033 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:31:47.229844 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fb2f51b-ac4f-4117-8b01-a68a4d2e2968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:47.281090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe83a78-86ff-4177-80e1-3fef595531aa req-eb108235-e81c-48b8-85cc-3d0d1af33857 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:47.282701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbe83a78-86ff-4177-80e1-3fef595531aa req-eb108235-e81c-48b8-85cc-3d0d1af33857 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1657701 Nov 15 14:31:47.349686 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-286a7265-01e2-46b3-8426-0c0695773a8b req-c7da6a74-eb17-41ff-90bd-daa448804bea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429663 Nov 15 14:31:47.377281 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbe83a78-86ff-4177-80e1-3fef595531aa req-6dfaea4c-f38a-4ac4-8829-e1711a7f9749 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764313 Nov 15 14:31:47.403464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2fb2f51b-ac4f-4117-8b01-a68a4d2e2968 admin admin] For port 3637ce4c-ffc5-4691-b78b-07c351ed1033, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3637ce4c-ffc5-4691-b78b-07c351ed1033,segment=NetworkSegment(986f01b9-accb-46bb-bf41-37e8df1e820f),segment_id=986f01b9-accb-46bb-bf41-37e8df1e820f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:47.403938 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fb2f51b-ac4f-4117-8b01-a68a4d2e2968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:47.419180 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2f51b-ac4f-4117-8b01-a68a4d2e2968 admin admin] Calling delete_port for 3637ce4c-ffc5-4691-b78b-07c351ed1033 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:31:47.495369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-ceb2ff05-671a-4ce5-8bcd-271b31f7a025 service neutron] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:47.531589 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-ceb2ff05-671a-4ce5-8bcd-271b31f7a025 service neutron] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:47.569828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-ceb2ff05-671a-4ce5-8bcd-271b31f7a025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:31:47.583474 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-ceb2ff05-671a-4ce5-8bcd-271b31f7a025 service neutron] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:47.754097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46408742-b8bb-4b6e-a85c-6eee90244105 req-48fef9b1-73b3-4e88-af1c-a3dc922edfbf tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:47.754097 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46408742-b8bb-4b6e-a85c-6eee90244105 req-48fef9b1-73b3-4e88-af1c-a3dc922edfbf tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 950 time: 0.1164260 Nov 15 14:31:47.758901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ab1dc-07b7-44e3-9763-91e32b784e20 req-cba6b511-e1ea-44c4-9d04-dd32c7b577a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:47.768873 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-974ab1dc-07b7-44e3-9763-91e32b784e20 req-cba6b511-e1ea-44c4-9d04-dd32c7b577a4 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 950 time: 0.0858092 Nov 15 14:31:47.872274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-974ab1dc-07b7-44e3-9763-91e32b784e20 req-20e1fc70-e2ab-479d-9727-85b86a6c5f5a tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981576 Nov 15 14:31:47.884645 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-ceb2ff05-671a-4ce5-8bcd-271b31f7a025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:47.900516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cf0ec-340c-4983-ac38-e6bd29d0b485 req-acbd0b74-60b4-458a-be40-c9f26acecb99 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:47.902200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a9cf0ec-340c-4983-ac38-e6bd29d0b485 req-acbd0b74-60b4-458a-be40-c9f26acecb99 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 943 time: 0.1107595 Nov 15 14:31:47.958385 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-46408742-b8bb-4b6e-a85c-6eee90244105 req-be6653d9-0b59-4fa9-a398-da4b08d50af9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Deleting port dc5e8615-9733-4aa8-a872-1be348c05aef {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:31:47.958761 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-46408742-b8bb-4b6e-a85c-6eee90244105 req-be6653d9-0b59-4fa9-a398-da4b08d50af9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:47.964083 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fb2f51b-ac4f-4117-8b01-a68a4d2e2968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:48.006281 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a9cf0ec-340c-4983-ac38-e6bd29d0b485 req-52c4d032-9704-469b-82f2-5d7ab1601d7b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967948 Nov 15 14:31:48.007510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2f51b-ac4f-4117-8b01-a68a4d2e2968 admin admin] Pushing event deleted for resources: {'Port': ['ID=3637ce4c-ffc5-4691-b78b-07c351ed1033,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:48.065216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-ceb2ff05-671a-4ce5-8bcd-271b31f7a025 service neutron] Transition to ACTIVE for port object 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:31:48.103936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-46408742-b8bb-4b6e-a85c-6eee90244105 req-be6653d9-0b59-4fa9-a398-da4b08d50af9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] For port dc5e8615-9733-4aa8-a872-1be348c05aef, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dc5e8615-9733-4aa8-a872-1be348c05aef,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:48.104432 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-46408742-b8bb-4b6e-a85c-6eee90244105 req-be6653d9-0b59-4fa9-a398-da4b08d50af9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:48.121280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-46408742-b8bb-4b6e-a85c-6eee90244105 req-be6653d9-0b59-4fa9-a398-da4b08d50af9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Calling delete_port for dc5e8615-9733-4aa8-a872-1be348c05aef owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:31:48.244284 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-ceb2ff05-671a-4ce5-8bcd-271b31f7a025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:48.276768 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fb2f51b-ac4f-4117-8b01-a68a4d2e2968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:48.333109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:48.437438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:31:48.437986 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 001979c9-1fd5-4bd1-9c6b-716171196147 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:48.500470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 001979c9-1fd5-4bd1-9c6b-716171196147 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:31:48.501328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 001979c9-1fd5-4bd1-9c6b-716171196147 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:31:48.510825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-ceb2ff05-671a-4ce5-8bcd-271b31f7a025 service neutron] No DVR routers for this DVR port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:31:48.568917 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2ff05-671a-4ce5-8bcd-271b31f7a025 service neutron] Pushing event updated for resources: {'Port': ['ID=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:48.574449 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-ceb2ff05-671a-4ce5-8bcd-271b31f7a025 service neutron] 10.222.0.46 "PUT /v2.0/ports/802d5a57-8439-4a92-bc1b-14e9f95d4eb5/bindings/n-h1-817748-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3660185 Nov 15 14:31:48.614943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b04ca3-0511-47c2-907d-843277121224 req-c2a3c987-6f85-4504-8898-bb33a93738b6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:48.617016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52b04ca3-0511-47c2-907d-843277121224 req-c2a3c987-6f85-4504-8898-bb33a93738b6 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.0939724 Nov 15 14:31:48.745402 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-46408742-b8bb-4b6e-a85c-6eee90244105 req-be6653d9-0b59-4fa9-a398-da4b08d50af9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:48.763718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['dc5e8615-9733-4aa8-a872-1be348c05aef'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:31:48.780153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52b04ca3-0511-47c2-907d-843277121224 req-e0167f36-81e6-4a89-85fc-c988ee3f0c02 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214657 Nov 15 14:31:48.863607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6653d9-0b59-4fa9-a398-da4b08d50af9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Pushing event deleted for resources: {'Port': ['ID=dc5e8615-9733-4aa8-a872-1be348c05aef,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:48.863848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb2f51b-ac4f-4117-8b01-a68a4d2e2968 admin admin] Router 67596c5b-9b3b-411d-a7df-27507e0ec2ec has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:31:48.880061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-72636681-94c1-46dc-8e1f-9536375b7963 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:48.881538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-72636681-94c1-46dc-8e1f-9536375b7963 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1268084 Nov 15 14:31:48.925165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:48.927517 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-46408742-b8bb-4b6e-a85c-6eee90244105 req-be6653d9-0b59-4fa9-a398-da4b08d50af9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] No DVR routers for this DVR port dc5e8615-9733-4aa8-a872-1be348c05aef on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:31:48.931599 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-46408742-b8bb-4b6e-a85c-6eee90244105 req-be6653d9-0b59-4fa9-a398-da4b08d50af9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:48.935980 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46408742-b8bb-4b6e-a85c-6eee90244105 req-be6653d9-0b59-4fa9-a398-da4b08d50af9 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.59 "DELETE /v2.0/ports/dc5e8615-9733-4aa8-a872-1be348c05aef HTTP/1.1" status: 204 len: 173 time: 1.1867902 Nov 15 14:31:48.936469 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b124c205-60fc-46b0-9041-a70efd82d668', 'name': 'network-vif-deleted', 'tag': 'dc5e8615-9733-4aa8-a872-1be348c05aef'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:31:48.950712 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a924b7f-2e09-423d-92e2-ef96c97313d1" -d '{"events": [{"server_uuid": "b124c205-60fc-46b0-9041-a70efd82d668", "name": "network-vif-deleted", "tag": "dc5e8615-9733-4aa8-a872-1be348c05aef"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:31:48.998017 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832ca6c7-ddb3-48e6-b0c2-08eae4803ec7 x-openstack-request-id: req-832ca6c7-ddb3-48e6-b0c2-08eae4803ec7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:31:48.998581 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b124c205-60fc-46b0-9041-a70efd82d668", "name": "network-vif-deleted", "tag": "dc5e8615-9733-4aa8-a872-1be348c05aef", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:31:48.999147 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-832ca6c7-ddb3-48e6-b0c2-08eae4803ec7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:31:48.999827 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b124c205-60fc-46b0-9041-a70efd82d668', 'name': 'network-vif-deleted', 'tag': 'dc5e8615-9733-4aa8-a872-1be348c05aef', 'status': 'completed', 'code': 200} Nov 15 14:31:49.069513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-190bbf7a-6acc-49bc-b06e-3bfe5e79a342 req-bab07dc7-db13-4c6c-988c-6d362950ccb8 tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 210 time: 0.0535345 Nov 15 14:31:49.112543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-844f1e7d-32f8-4d53-ad72-280e062740de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:49.119562 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-844f1e7d-32f8-4d53-ad72-280e062740de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8 HTTP/1.1" status: 200 len: 1095 time: 0.1880240 Nov 15 14:31:49.143133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb2f51b-ac4f-4117-8b01-a68a4d2e2968 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:31:49.152799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2fb2f51b-ac4f-4117-8b01-a68a4d2e2968 admin admin] 10.222.0.70 "PUT /v2.0/routers/67596c5b-9b3b-411d-a7df-27507e0ec2ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8786080 Nov 15 14:31:49.155394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48638) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:49.157504 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3521848-84e2-4a1e-93d7-a76a4caf2130 None None] Sync routers for ids ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:31:49.184345 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3521848-84e2-4a1e-93d7-a76a4caf2130 None None] Routers {'67596c5b-9b3b-411d-a7df-27507e0ec2ec'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:31:49.185325 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a3521848-84e2-4a1e-93d7-a76a4caf2130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:31:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:49.274037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-679498445-network', 'tenant_id': 'cc6ac9d218c545d484cf99d89f4fd425'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:49.351766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-213a0ece-3446-4a50-9523-481306c0fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:49.353322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-213a0ece-3446-4a50-9523-481306c0fb6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 1095 time: 0.1494591 Nov 15 14:31:49.363005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37265ffe-0bd3-45d8-a218-a8007ed4edff req-f78ebf55-2cb2-4f44-989e-98a532eee4d8 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:49.371045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37265ffe-0bd3-45d8-a218-a8007ed4edff req-f78ebf55-2cb2-4f44-989e-98a532eee4d8 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 944 time: 0.0847702 Nov 15 14:31:49.386068 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a3521848-84e2-4a1e-93d7-a76a4caf2130 None None] Set router 67596c5b-9b3b-411d-a7df-27507e0ec2ec gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:31:49.410654 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:49.487210 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37265ffe-0bd3-45d8-a218-a8007ed4edff req-5a1a06bf-40ee-4fb6-9dde-58fcbede6a5a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081614 Nov 15 14:31:49.490483 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Made reservation on behalf of cc6ac9d218c545d484cf99d89f4fd425 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:31:49.495528 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:49.533994 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:49.542978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-ddb561ea-9e0a-4f70-beda-54b2ad09abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:49.544558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-ddb561ea-9e0a-4f70-beda-54b2ad09abb8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.1715724 Nov 15 14:31:49.571208 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:49.601631 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a3521848-84e2-4a1e-93d7-a76a4caf2130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:31:47Z', 'revision_number': 5, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:49.607404 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-85550def-badd-49c2-8f60-ebaca889f7ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5 HTTP/1.1" status: 200 len: 217 time: 0.0492835 Nov 15 14:31:49.628465 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3521848-84e2-4a1e-93d7-a76a4caf2130 None None] Checking router: 67596c5b-9b3b-411d-a7df-27507e0ec2ec for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:31:49.644446 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3521848-84e2-4a1e-93d7-a76a4caf2130 None None] Routers {'67596c5b-9b3b-411d-a7df-27507e0ec2ec'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:31:49.645140 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a3521848-84e2-4a1e-93d7-a76a4caf2130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:31:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:49.693710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-a35193ba-e0eb-415d-9117-d75013a5c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:49.695279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-a35193ba-e0eb-415d-9117-d75013a5c988 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0717804 Nov 15 14:31:49.701300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:49.738405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-49229659-8117-44df-b3ec-4baa6c5bef79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291555 Nov 15 14:31:49.760578 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a3521848-84e2-4a1e-93d7-a76a4caf2130 None None] Set router 67596c5b-9b3b-411d-a7df-27507e0ec2ec gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:31:49.835982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Deleting port a66ed7be-a6fb-4a6d-85cd-b378c6a16a86 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:31:49.837221 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:49.849745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-da8ccdc6-9366-4b9f-ba14-c071c095cc93 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967464 Nov 15 14:31:49.890912 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:49.998351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] For port a66ed7be-a6fb-4a6d-85cd-b378c6a16a86, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a66ed7be-a6fb-4a6d-85cd-b378c6a16a86,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:49.998744 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:50.017286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Calling delete_port for a66ed7be-a6fb-4a6d-85cd-b378c6a16a86 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:31:50.043171 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a3521848-84e2-4a1e-93d7-a76a4caf2130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:31:47Z', 'revision_number': 5, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:50.073916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:31:50.087599 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3521848-84e2-4a1e-93d7-a76a4caf2130 None None] The sync data for ids ['67596c5b-9b3b-411d-a7df-27507e0ec2ec'] in n-d-817748-2 is: [{'id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-432908441-router', 'tenant_id': '56be216f96be435cb7d751ce791b1bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:30:50Z', 'updated_at': '2021-11-15T14:31:47Z', 'revision_number': 5, 'project_id': '56be216f96be435cb7d751ce791b1bed', 'gw_port': {'id': 'a66ed7be-a6fb-4a6d-85cd-b378c6a16a86', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67596c5b-9b3b-411d-a7df-27507e0ec2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:30:51Z', 'updated_at': '2021-11-15T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:31:50.103176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdab07f2-bc82-43ba-84fc-a97d1123d320,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:50.120346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:50.120346 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Added segment b90f67da-97e2-4757-9c1a-275d65e258bf of type vlan for network b3c0b2a8-f265-4e49-8b0c-2848b89e985d Nov 15 14:31:50.164696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871593d-068d-46ce-be7f-dd8813cc5758 req-9fb0e8cd-29d9-4394-bbc0-3d19c79f19fa tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:50.177258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4871593d-068d-46ce-be7f-dd8813cc5758 req-9fb0e8cd-29d9-4394-bbc0-3d19c79f19fa tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.2132332 Nov 15 14:31:50.262269 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:50.271189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f702ee19-dd61-432e-8b83-59420b0e9d46 req-c23f80de-3fe5-45d9-a9af-e4635729c3eb tempest-ServersAdminTestJSON-1622554224 tempest-ServersAdminTestJSON-1622554224-project] 10.222.0.70 "GET /v2.0/ports?device_id=b124c205-60fc-46b0-9041-a70efd82d668 HTTP/1.1" status: 200 len: 210 time: 0.0655675 Nov 15 14:31:50.277791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-9ffefd76-11a4-40fb-b590-106f43e00994 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147711 Nov 15 14:31:50.324335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4871593d-068d-46ce-be7f-dd8813cc5758 req-8b5b4427-f92d-4370-9558-cb4cc5489ecd tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504154 Nov 15 14:31:50.484532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5683d19-c75d-4e50-a420-6a2ddb5b3e21 req-19614f1c-2b1e-466b-ac1f-0b83caa3d1e8 tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:50.486192 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5683d19-c75d-4e50-a420-6a2ddb5b3e21 req-19614f1c-2b1e-466b-ac1f-0b83caa3d1e8 tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 1101 time: 0.0725405 Nov 15 14:31:50.491544 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3637ce4c-ffc5-4691-b78b-07c351ed1033 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:50.513701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 3637ce4c-ffc5-4691-b78b-07c351ed1033 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:31:50.514033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3637ce4c-ffc5-4691-b78b-07c351ed1033 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:31:50.521664 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:50.550646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5683d19-c75d-4e50-a420-6a2ddb5b3e21 req-c44ef2c5-5552-49f7-8b56-eba3bdff962f tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561256 Nov 15 14:31:50.552994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Pushing event deleted for resources: {'Port': ['ID=a66ed7be-a6fb-4a6d-85cd-b378c6a16a86,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:50.602432 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:50.603522 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:50.604442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:50.739543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] Pushing event updated for resources: {'Network': ['ID=b3c0b2a8-f265-4e49-8b0c-2848b89e985d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:50.756163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b3c0b2a8-f265-4e49-8b0c-2848b89e985d details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:31:50.778433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431adfa1-ae71-4a80-85bd-5936d5b2e59a req-6c484001-3973-4d2a-8a41-b84d723b0bae tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:50.788370 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-431adfa1-ae71-4a80-85bd-5936d5b2e59a req-6c484001-3973-4d2a-8a41-b84d723b0bae tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 944 time: 0.1617358 Nov 15 14:31:50.818218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c722fe1-5e4c-4ddd-9510-426daa87c697 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8820367 Nov 15 14:31:50.845469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:50.855807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bad8dbde-0805-418d-977c-a2624999ca23 admin admin] Request body: {'subnet': {'network_id': 'b3c0b2a8-f265-4e49-8b0c-2848b89e985d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-679498445-subnet', 'tenant_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:50.891292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-431adfa1-ae71-4a80-85bd-5936d5b2e59a req-523553ce-e643-4952-a329-df5fc3eafeba tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020327 Nov 15 14:31:50.968156 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.041747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad8dbde-0805-418d-977c-a2624999ca23 admin admin] Made reservation on behalf of cc6ac9d218c545d484cf99d89f4fd425 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:31:51.044642 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bad8dbde-0805-418d-977c-a2624999ca23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.065602 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.068213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.213636 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-50d42947-35de-4270-9b06-596687faa307 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:51.215074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-50d42947-35de-4270-9b06-596687faa307 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.0886436 Nov 15 14:31:51.347679 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.348520 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67596c5b-9b3b-411d-a7df-27507e0ec2ec {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:31:51.354252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.366770 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-06d73eca-31e7-441b-a934-18e42ed6b732 admin admin] 10.222.0.70 "DELETE /v2.0/routers/67596c5b-9b3b-411d-a7df-27507e0ec2ec HTTP/1.1" status: 204 len: 168 time: 2.1983800 Nov 15 14:31:51.366770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:51.417046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-43657303-900b-4333-898e-b877a32c1b58 admin admin] Deleting subnet 8f9285fe-e383-44c8-a8bb-67c37a6a5381 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:31:51.420422 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43657303-900b-4333-898e-b877a32c1b58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.464385 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43657303-900b-4333-898e-b877a32c1b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.467739 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bad8dbde-0805-418d-977c-a2624999ca23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.606652 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43657303-900b-4333-898e-b877a32c1b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.772865 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-405bb283-966d-4bdc-b443-203b1b9faf4b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453546 Nov 15 14:31:51.796164 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43657303-900b-4333-898e-b877a32c1b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.826427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43657303-900b-4333-898e-b877a32c1b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9285fe-e383-44c8-a8bb-67c37a6a5381,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:51.831276 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43657303-900b-4333-898e-b877a32c1b58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.839371 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-43657303-900b-4333-898e-b877a32c1b58 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8f9285fe-e383-44c8-a8bb-67c37a6a5381 HTTP/1.1" status: 204 len: 168 time: 0.4775803 Nov 15 14:31:51.840912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:51.849057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90604d6e-6819-40eb-948d-f2d7d8bd1a4b None None] Network 19b577fb-fa38-46fa-8627-bb8693ab76db requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:31:51.855126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-5ecbce3f-e31b-4f8c-affb-d2eb26a97a52 service neutron] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:51.879668 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-5ecbce3f-e31b-4f8c-affb-d2eb26a97a52 service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.880967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bb88208-c73b-41fc-8f16-2bbbed60f326 req-5ecbce3f-e31b-4f8c-affb-d2eb26a97a52 service neutron] 10.222.0.59 "DELETE /v2.0/ports/802d5a57-8439-4a92-bc1b-14e9f95d4eb5/bindings/n-h2-817748-2 HTTP/1.1" status: 204 len: 173 time: 0.6546466 Nov 15 14:31:51.907833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8dbde-0805-418d-977c-a2624999ca23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6e1514-1fb9-4ad1-a404-a14726d4f38d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:51.960509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad8dbde-0805-418d-977c-a2624999ca23 admin admin] Checking segment: {'id': 'b90f67da-97e2-4757-9c1a-275d65e258bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3c0b2a8-f265-4e49-8b0c-2848b89e985d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:31:51.960893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad8dbde-0805-418d-977c-a2624999ca23 admin admin] Network hostable DHCP agents. Network: b3c0b2a8-f265-4e49-8b0c-2848b89e985d, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:31:51.993967 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:51.996129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86661d32-a356-4407-9d9e-04e7d2c888d3 req-6588e6a6-653d-4da9-b620-115340ae33c3 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:52.002318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86661d32-a356-4407-9d9e-04e7d2c888d3 req-6588e6a6-653d-4da9-b620-115340ae33c3 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1763799 Nov 15 14:31:52.066848 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dc5e8615-9733-4aa8-a872-1be348c05aef no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:52.100807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: dc5e8615-9733-4aa8-a872-1be348c05aef {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:31:52.102122 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dc5e8615-9733-4aa8-a872-1be348c05aef not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:31:52.197957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86661d32-a356-4407-9d9e-04e7d2c888d3 req-fe745376-ddcc-435a-867a-d4080c356f88 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755452 Nov 15 14:31:52.221320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ca816-94a6-4f2b-b7a4-3b8be0a52e1e req-c83ec646-0b13-4d51-97ff-980a64318d00 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:52.222701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Deleting port f2903c10-ec32-4275-b67d-a53ab3cf51a3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:31:52.223675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:52.230162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-219ca816-94a6-4f2b-b7a4-3b8be0a52e1e req-c83ec646-0b13-4d51-97ff-980a64318d00 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 944 time: 0.1908450 Nov 15 14:31:52.247947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad8dbde-0805-418d-977c-a2624999ca23 admin admin] Network b3c0b2a8-f265-4e49-8b0c-2848b89e985d is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:31:52.310000 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a66ed7be-a6fb-4a6d-85cd-b378c6a16a86 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:52.311702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:52.349219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: a66ed7be-a6fb-4a6d-85cd-b378c6a16a86 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:31:52.349830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a66ed7be-a6fb-4a6d-85cd-b378c6a16a86 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:31:52.377613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] DHCP port deletion for 19b577fb-fa38-46fa-8627-bb8693ab76db request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:31:52.380994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] For port f2903c10-ec32-4275-b67d-a53ab3cf51a3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f2903c10-ec32-4275-b67d-a53ab3cf51a3,segment=NetworkSegment(986f01b9-accb-46bb-bf41-37e8df1e820f),segment_id=986f01b9-accb-46bb-bf41-37e8df1e820f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:52.381362 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:52.391037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-bad8dbde-0805-418d-977c-a2624999ca23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b3c0b2a8-f265-4e49-8b0c-2848b89e985d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:31:52.402817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Calling delete_port for f2903c10-ec32-4275-b67d-a53ab3cf51a3 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:31:52.414345 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-219ca816-94a6-4f2b-b7a4-3b8be0a52e1e req-00ebaeeb-f587-467f-81c0-c82a223a3d14 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831844 Nov 15 14:31:52.421027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8dbde-0805-418d-977c-a2624999ca23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:52.421027 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bad8dbde-0805-418d-977c-a2624999ca23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:52.459695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b50f7d-18b8-44fb-b0c2-848c947b6ff6 None None] Network b3c0b2a8-f265-4e49-8b0c-2848b89e985d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:31:52.595121 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bad8dbde-0805-418d-977c-a2624999ca23 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7449660 Nov 15 14:31:52.595246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:52.600661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-679498445-router', 'tenant_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:31:52.634575 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c8513199-af2a-4882-8d52-4539e3452fdf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3167e2f59f474b97949fa1423db8a721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179598 Nov 15 14:31:52.648576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48720) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:52.689115 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:52.746264 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2903c10-ec32-4275-b67d-a53ab3cf51a3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:52.751244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] No DVR routers for this DVR port f2903c10-ec32-4275-b67d-a53ab3cf51a3 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:31:52.753221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Deleting port f2903c10-ec32-4275-b67d-a53ab3cf51a3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:31:52.753736 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:52.790480 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:52.791576 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:52.827492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d3e2-2046-4a3b-9e77-971a63971b3a req-96b3b140-7a8a-48dc-bbe0-8e9c61db1711 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:52.831819 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0c1d3e2-2046-4a3b-9e77-971a63971b3a req-96b3b140-7a8a-48dc-bbe0-8e9c61db1711 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 1095 time: 0.1075726 Nov 15 14:31:52.833267 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f876c860-a455-4bc0-99de-0ea8c230021e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:52.866386 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f876c860-a455-4bc0-99de-0ea8c230021e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:52.892028 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:52.927238 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] For port f2903c10-ec32-4275-b67d-a53ab3cf51a3, host n-d-817748-2, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:52.928359 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:52.959112 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b577fb-fa38-46fa-8627-bb8693ab76db']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:52.962213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:52.968667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Calling delete_port for f2903c10-ec32-4275-b67d-a53ab3cf51a3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:31:52.972455 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986f01b9-accb-46bb-bf41-37e8df1e820f') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:52.972905 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986f01b9-accb-46bb-bf41-37e8df1e820f') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:52.975876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Port f2903c10-ec32-4275-b67d-a53ab3cf51a3 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 14:31:52.981757 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:52.985236 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:53.001558 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:53.009772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-b3c0b2a8-f265-4e49-8b0c-2848b89e985d', 'network_id': 'b3c0b2a8-f265-4e49-8b0c-2848b89e985d', 'tenant_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'fixed_ips': [{'subnet_id': '9c6e1514-1fb9-4ad1-a404-a14726d4f38d'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:31:53.010960 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:53.011602 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:31:53.012080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:31:53.014741 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:31:53.028501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Pushing event deleted for resources: {'Port': ['ID=f2903c10-ec32-4275-b67d-a53ab3cf51a3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:53.031113 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] No DVR routers for this DVR port f2903c10-ec32-4275-b67d-a53ab3cf51a3 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:31:53.042993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:53.051080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:53.052272 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:53.052814 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:53.053346 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:53.054108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:53.054850 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:53.056772 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0c1d3e2-2046-4a3b-9e77-971a63971b3a req-39e7ab60-bd37-4c42-92d6-af6dead9405a tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155493 Nov 15 14:31:53.057131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:53.057665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:53.058184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:53.058719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:53.059659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99125852-1b20-4966-bfb1-c676c7960cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:53.117629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f876c860-a455-4bc0-99de-0ea8c230021e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:53.123414 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f876c860-a455-4bc0-99de-0ea8c230021e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:53.123414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f876c860-a455-4bc0-99de-0ea8c230021e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4 HTTP/1.1" status: 204 len: 168 time: 0.4718401 Nov 15 14:31:53.136782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876c860-a455-4bc0-99de-0ea8c230021e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1db0cc9-b73b-4124-9fa3-3adc2c2e75a4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:53.301259 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:53.303878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Allocated IP 172.20.0.2 (b3c0b2a8-f265-4e49-8b0c-2848b89e985d/9c6e1514-1fb9-4ad1-a404-a14726d4f38d/331102a9-c5d4-4e78-9fc0-282d99e0877f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:31:53.333253 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:53.336552 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/19b577fb-fa38-46fa-8627-bb8693ab76db HTTP/1.1" status: 204 len: 168 time: 1.4945967 Nov 15 14:31:53.446363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa5ce3-92ae-4688-9076-800ab82dd8f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=19b577fb-fa38-46fa-8627-bb8693ab76db,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:53.454344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d08fc5-25bb-4fb6-b6f6-38f5ea9b5b7c req-58959c3c-1319-41eb-aa05-6401b49f1a76 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:53.466158 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20d08fc5-25bb-4fb6-b6f6-38f5ea9b5b7c req-58959c3c-1319-41eb-aa05-6401b49f1a76 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 1095 time: 0.1573205 Nov 15 14:31:53.516667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48969978-1714-4f69-91bc-66121c8abb57 req-ece7216f-8437-49aa-a0f3-f814a9a84101 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:53.517961 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48969978-1714-4f69-91bc-66121c8abb57 req-ece7216f-8437-49aa-a0f3-f814a9a84101 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1522756 Nov 15 14:31:53.556339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20d08fc5-25bb-4fb6-b6f6-38f5ea9b5b7c req-4e00b370-d54b-4297-b101-d244516febd8 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891259 Nov 15 14:31:53.597818 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:53.599748 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:53.644373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48969978-1714-4f69-91bc-66121c8abb57 req-b2c4b6d7-1d4d-430d-95d5-f72b80df90c7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885682 Nov 15 14:31:53.711748 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:53.839084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Network b3c0b2a8-f265-4e49-8b0c-2848b89e985d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:31:53.855810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:31:53.856887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Pushing event updated for resources: {'Port': ['ID=331102a9-c5d4-4e78-9fc0-282d99e0877f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:53.865014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:31:53.966320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Attempting to bind port 331102a9-c5d4-4e78-9fc0-282d99e0877f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:31:53.966320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Attempting to bind port 331102a9-c5d4-4e78-9fc0-282d99e0877f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'b90f67da-97e2-4757-9c1a-275d65e258bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3c0b2a8-f265-4e49-8b0c-2848b89e985d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:31:53.966320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Attempting to bind port 331102a9-c5d4-4e78-9fc0-282d99e0877f on network b3c0b2a8-f265-4e49-8b0c-2848b89e985d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:53.973677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:31:53.974223 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Checking segment: {'id': 'b90f67da-97e2-4757-9c1a-275d65e258bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3c0b2a8-f265-4e49-8b0c-2848b89e985d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:31:53.974667 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:53.975060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Bound using segment: {'id': 'b90f67da-97e2-4757-9c1a-275d65e258bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3c0b2a8-f265-4e49-8b0c-2848b89e985d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:31:53.975633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Bound port: 331102a9-c5d4-4e78-9fc0-282d99e0877f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90f67da-97e2-4757-9c1a-275d65e258bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3c0b2a8-f265-4e49-8b0c-2848b89e985d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:31:53.976076 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:54.007875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48752) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:54.045062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:54.062209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-74ee6fa4-c148-4ed9-ba95-983d47ccca39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56be216f96be435cb7d751ce791b1bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523646 Nov 15 14:31:54.065554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:54.069301 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:54.070806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] For port 331102a9-c5d4-4e78-9fc0-282d99e0877f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:54.075391 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] For port 331102a9-c5d4-4e78-9fc0-282d99e0877f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=331102a9-c5d4-4e78-9fc0-282d99e0877f,segment=NetworkSegment(b90f67da-97e2-4757-9c1a-275d65e258bf),segment_id=b90f67da-97e2-4757-9c1a-275d65e258bf)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:31:54.125792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:54.158186 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:54.229485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Allocated IP 172.25.4.91 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/21ab4614-5880-4c60-a2b3-36c332c1e4ea) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:31:54.274280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f2903c10-ec32-4275-b67d-a53ab3cf51a3 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:31:54.280605 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:54.319485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: f2903c10-ec32-4275-b67d-a53ab3cf51a3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:31:54.319837 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f2903c10-ec32-4275-b67d-a53ab3cf51a3 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:31:54.363812 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:54.367172 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:54.370924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a3db100-6a45-49fc-9ea9-11dc6e791c1f HTTP/1.1" status: 204 len: 168 time: 0.3018928 Nov 15 14:31:54.393910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3db100-6a45-49fc-9ea9-11dc6e791c1f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:54.404800 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:54.422179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.425139 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.428863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.429403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.432402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.432938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.436679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.437083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.437432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.441335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.441335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.441335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9d8e-cd11-466f-9f6a-412cd000409a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.494296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa40c4-b744-40a5-bb60-a7eb7e5140e1 None None] Pushing event updated for resources: {'Port': ['ID=331102a9-c5d4-4e78-9fc0-282d99e0877f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:54.650070 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:54.672031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48766) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:54.761618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:31:54.787608 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:31:54.799874 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:31:54.844165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f30f930c-5092-4fb0-b2f7-111d15a16c6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36b0b59f7e194c35b65bb46537f13944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709983 Nov 15 14:31:54.844377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Pushing event updated for resources: {'Port': ['ID=21ab4614-5880-4c60-a2b3-36c332c1e4ea,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:54.848865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48768) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:54.869374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.881468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.881468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.881468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.881468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.881468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.881468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.881468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.881468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.882182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbbce2-6548-4c8b-ae20-418926fb30aa req-93c686e1-a364-42bb-a121-e75b81493e96 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:54.882278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.882278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.882278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:31:54.882543 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0bfbbce2-6548-4c8b-ae20-418926fb30aa req-93c686e1-a364-42bb-a121-e75b81493e96 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.0807049 Nov 15 14:31:55.019290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0bfbbce2-6548-4c8b-ae20-418926fb30aa req-b82d0302-9a57-435b-a45e-6b10df83318e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231713 Nov 15 14:31:55.028612 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd7a7-6683-4b80-921c-f1826f102592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:55.061843 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd7a7-6683-4b80-921c-f1826f102592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:55.369715 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd7a7-6683-4b80-921c-f1826f102592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:55.372858 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd7a7-6683-4b80-921c-f1826f102592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:55.377794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5ccfd7a7-6683-4b80-921c-f1826f102592 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8aed6783-ef06-428b-aec6-c39f9fb2244e HTTP/1.1" status: 204 len: 168 time: 0.5278687 Nov 15 14:31:55.387980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfd7a7-6683-4b80-921c-f1826f102592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aed6783-ef06-428b-aec6-c39f9fb2244e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:55.414247 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:55.707906 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:55.839784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-52a4c532-9af7-4cd4-9c2a-0d7277d31aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:55.841328 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-52a4c532-9af7-4cd4-9c2a-0d7277d31aaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 1101 time: 0.0907280 Nov 15 14:31:55.852007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce4509-494b-4614-9570-a9a959ecbaf6 None None] Network b3c0b2a8-f265-4e49-8b0c-2848b89e985d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:31:55.922826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3f59120b-575a-4abc-b2d7-349add131aec None None] Provisioning complete for port 331102a9-c5d4-4e78-9fc0-282d99e0877f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:55.923194 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f59120b-575a-4abc-b2d7-349add131aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:56.089852 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f59120b-575a-4abc-b2d7-349add131aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:56.108800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-0f5c7769-c8b4-4572-a148-5be63420f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:56.120059 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-0f5c7769-c8b4-4572-a148-5be63420f0c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2636523 Nov 15 14:31:56.180618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3f59120b-575a-4abc-b2d7-349add131aec None None] For port 331102a9-c5d4-4e78-9fc0-282d99e0877f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=331102a9-c5d4-4e78-9fc0-282d99e0877f,segment=NetworkSegment(b90f67da-97e2-4757-9c1a-275d65e258bf),segment_id=b90f67da-97e2-4757-9c1a-275d65e258bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:31:56.234362 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-d2f0aa3f-5a8b-4eac-9fb8-be050ea2a2b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 200 len: 217 time: 0.1085505 Nov 15 14:31:56.235850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Router a7182aac-0d70-47eb-95f4-aee4a53fb4cc is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:31:56.266886 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd80081-1dbb-41ea-95f5-400fef743364 req-4f538b44-5a81-4140-b39d-7188965ed7c0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:56.279629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbd80081-1dbb-41ea-95f5-400fef743364 req-4f538b44-5a81-4140-b39d-7188965ed7c0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1301343 Nov 15 14:31:56.322437 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f59120b-575a-4abc-b2d7-349add131aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:56.446134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbd80081-1dbb-41ea-95f5-400fef743364 req-eeb839e7-2988-4e64-93be-23b0ca4fbc72 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649246 Nov 15 14:31:56.478105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59120b-575a-4abc-b2d7-349add131aec None None] Pushing event updated for resources: {'Port': ['ID=331102a9-c5d4-4e78-9fc0-282d99e0877f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:56.488161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 331102a9-c5d4-4e78-9fc0-282d99e0877f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:31:56.510424 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-281de45a-26b0-4dbc-84c6-78ac3542239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:56.513182 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-281de45a-26b0-4dbc-84c6-78ac3542239e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.2729216 Nov 15 14:31:56.560166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:31:56.575304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Sync routers for ids ['a7182aac-0d70-47eb-95f4-aee4a53fb4cc'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:31:56.584574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-ebd86af1-8a00-46bc-b8ab-a097737f81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:56.586292 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-ebd86af1-8a00-46bc-b8ab-a097737f81fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0617352 Nov 15 14:31:56.602181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Routers {'a7182aac-0d70-47eb-95f4-aee4a53fb4cc'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:31:56.603177 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:31:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a7182aac-0d70-47eb-95f4-aee4a53fb4cc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:56.608176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b247e0c2-e95c-4574-a576-237e56bdb24a None None] Provisioning complete for port 331102a9-c5d4-4e78-9fc0-282d99e0877f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:56.609170 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b247e0c2-e95c-4574-a576-237e56bdb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:56.677467 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:56.680145 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a8340182-bac4-4359-a7af-7a732972b687 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.0825520 Nov 15 14:31:56.684583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:56.763909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 331102a9-c5d4-4e78-9fc0-282d99e0877f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:56.764278 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:57.031400 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Set router a7182aac-0d70-47eb-95f4-aee4a53fb4cc gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:31:57.273810 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-68c37265-578a-44bf-8b5a-e102b3d12805 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755757 Nov 15 14:31:57.376442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:57.465955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-679498445-router', 'tenant_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '21ab4614-5880-4c60-a2b3-36c332c1e4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:31:52Z', 'updated_at': '2021-11-15T14:31:55Z', 'revision_number': 3, 'project_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'gw_port': {'id': '21ab4614-5880-4c60-a2b3-36c332c1e4ea', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:31:54Z', 'updated_at': '2021-11-15T14:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:57.467155 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-a1eae0da-cff0-47dc-ac2f-622e0485d3ea service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849442 Nov 15 14:31:57.499199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Checking router: a7182aac-0d70-47eb-95f4-aee4a53fb4cc for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:31:57.500605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Updating router a7182aac-0d70-47eb-95f4-aee4a53fb4cc port 21ab4614-5880-4c60-a2b3-36c332c1e4ea binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:31:57.528774 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:57.682510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48846) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:57.723012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Allocated IP 172.20.0.1 (b3c0b2a8-f265-4e49-8b0c-2848b89e985d/9c6e1514-1fb9-4ad1-a404-a14726d4f38d/8d57565c-f7b6-4ab2-bccc-79bc5e3cb676) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:31:57.889833 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:57.902657 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79b6be0a-25a0-4f87-9576-a5a7ed33e568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.026512 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.054374 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79b6be0a-25a0-4f87-9576-a5a7ed33e568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.070137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.082998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.123005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Network b3c0b2a8-f265-4e49-8b0c-2848b89e985d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:31:58.131786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:31:58.135080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:31:58.137247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Pushing event updated for resources: {'Port': ['ID=8d57565c-f7b6-4ab2-bccc-79bc5e3cb676,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:58.147108 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79b6be0a-25a0-4f87-9576-a5a7ed33e568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.171873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34f9f2-2f42-4f0b-85ff-daebb56f6327 req-093240bc-411b-4e73-b9e2-1cd453efe42b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:58.174512 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b34f9f2-2f42-4f0b-85ff-daebb56f6327 req-093240bc-411b-4e73-b9e2-1cd453efe42b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1506720 Nov 15 14:31:58.180837 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.207580 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-79b6be0a-25a0-4f87-9576-a5a7ed33e568 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a676557467e4e0699a11fb721a29e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5230372 Nov 15 14:31:58.211358 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48856) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:31:58.219481 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.220019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6be0a-25a0-4f87-9576-a5a7ed33e568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b0ba86-4e70-4da5-bb94-8a7f57e91e7e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:58.289853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac6fe5-b97e-466f-aecf-9fb776b21a4e None None] Pushing event updated for resources: {'Port': ['ID=21ab4614-5880-4c60-a2b3-36c332c1e4ea,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:58.331791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 331102a9-c5d4-4e78-9fc0-282d99e0877f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:31:58.362199 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbd017b4-109a-4448-9f6d-c8e1b947b382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.410686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbd017b4-109a-4448-9f6d-c8e1b947b382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.456686 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b34f9f2-2f42-4f0b-85ff-daebb56f6327 req-edeacb34-d7cd-43f0-8c11-459c0608c73e tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627723 Nov 15 14:31:58.461191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Attempting to bind port 21ab4614-5880-4c60-a2b3-36c332c1e4ea on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:31:58.461580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Attempting to bind port 21ab4614-5880-4c60-a2b3-36c332c1e4ea by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:31:58.461951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Attempting to bind port 21ab4614-5880-4c60-a2b3-36c332c1e4ea on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:31:58.469878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:31:58.471470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:31:58.481488 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.482389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:31:58.482940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Bound port: 21ab4614-5880-4c60-a2b3-36c332c1e4ea, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:31:58.483432 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.548159 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-092dc5c5-2abe-4751-b9eb-edbff06b17af None None] Provisioning complete for port 8d57565c-f7b6-4ab2-bccc-79bc5e3cb676 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:58.548680 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-092dc5c5-2abe-4751-b9eb-edbff06b17af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.591673 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.600572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 331102a9-c5d4-4e78-9fc0-282d99e0877f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:58.601134 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.607039 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.652804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] For port 21ab4614-5880-4c60-a2b3-36c332c1e4ea, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:31:58.674728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-092dc5c5-2abe-4751-b9eb-edbff06b17af None None] Port 8d57565c-f7b6-4ab2-bccc-79bc5e3cb676 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:31:58.678009 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbd017b4-109a-4448-9f6d-c8e1b947b382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.678692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] For port 21ab4614-5880-4c60-a2b3-36c332c1e4ea, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=21ab4614-5880-4c60-a2b3-36c332c1e4ea,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:31:58.681043 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbd017b4-109a-4448-9f6d-c8e1b947b382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.682842 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cbd017b4-109a-4448-9f6d-c8e1b947b382 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f9b0ba86-4e70-4da5-bb94-8a7f57e91e7e HTTP/1.1" status: 204 len: 168 time: 0.4682446 Nov 15 14:31:58.709042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd017b4-109a-4448-9f6d-c8e1b947b382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b0ba86-4e70-4da5-bb94-8a7f57e91e7e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:58.810023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.836293 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:58.899273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Routers {'a7182aac-0d70-47eb-95f4-aee4a53fb4cc'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:31:58.899906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:31:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a7182aac-0d70-47eb-95f4-aee4a53fb4cc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:58.936333 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac6fe5-b97e-466f-aecf-9fb776b21a4e None None] Pushing event updated for resources: {'Port': ['ID=21ab4614-5880-4c60-a2b3-36c332c1e4ea,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:58.946346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:59.024045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Pushing event updated for resources: {'Port': ['ID=8d57565c-f7b6-4ab2-bccc-79bc5e3cb676,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:31:59.025485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] Set router a7182aac-0d70-47eb-95f4-aee4a53fb4cc gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:31:59.026721 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:59.180570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Network b3c0b2a8-f265-4e49-8b0c-2848b89e985d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:31:59.182093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:31:59.379689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Router a7182aac-0d70-47eb-95f4-aee4a53fb4cc has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:31:59.433703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-679498445-router', 'tenant_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '21ab4614-5880-4c60-a2b3-36c332c1e4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:31:52Z', 'updated_at': '2021-11-15T14:31:58Z', 'revision_number': 4, 'project_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'gw_port': {'id': '21ab4614-5880-4c60-a2b3-36c332c1e4ea', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:31:54Z', 'updated_at': '2021-11-15T14:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '8d57565c-f7b6-4ab2-bccc-79bc5e3cb676', 'name': '', 'network_id': 'b3c0b2a8-f265-4e49-8b0c-2848b89e985d', 'tenant_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'mac_address': 'fa:16:3e:69:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c6e1514-1fb9-4ad1-a404-a14726d4f38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:31:57Z', 'updated_at': '2021-11-15T14:31:57Z', 'revision_number': 1, 'project_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'subnets': [{'id': '9c6e1514-1fb9-4ad1-a404-a14726d4f38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:31:59.469253 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a432d3c-228c-46d1-9f2d-0187872bfdf7 None None] The sync data for ids ['a7182aac-0d70-47eb-95f4-aee4a53fb4cc'] in n-d-817748-2 is: [{'id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-679498445-router', 'tenant_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '21ab4614-5880-4c60-a2b3-36c332c1e4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:31:52Z', 'updated_at': '2021-11-15T14:31:58Z', 'revision_number': 4, 'project_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'gw_port': {'id': '21ab4614-5880-4c60-a2b3-36c332c1e4ea', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:31:54Z', 'updated_at': '2021-11-15T14:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '8d57565c-f7b6-4ab2-bccc-79bc5e3cb676', 'name': '', 'network_id': 'b3c0b2a8-f265-4e49-8b0c-2848b89e985d', 'tenant_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'mac_address': 'fa:16:3e:69:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c6e1514-1fb9-4ad1-a404-a14726d4f38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:31:57Z', 'updated_at': '2021-11-15T14:31:57Z', 'revision_number': 1, 'project_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'subnets': [{'id': '9c6e1514-1fb9-4ad1-a404-a14726d4f38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:31:59.574904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:31:59.580664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-68a58063-ccd4-43a3-8ea6-99af2fdbf317 admin admin] 10.222.0.70 "PUT /v2.0/routers/a7182aac-0d70-47eb-95f4-aee4a53fb4cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8945441 Nov 15 14:31:59.636398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1be1d-3509-4040-a5d8-e6fee11d2a3b req-40b5af94-a127-4479-a46f-859d0f30a6e1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:31:59.639886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-87087952-595e-4779-9d99-1d80758a4be4 None None] Provisioning complete for port 8d57565c-f7b6-4ab2-bccc-79bc5e3cb676 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:31:59.640402 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87087952-595e-4779-9d99-1d80758a4be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:31:59.645478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34d1be1d-3509-4040-a5d8-e6fee11d2a3b req-40b5af94-a127-4479-a46f-859d0f30a6e1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.0832880 Nov 15 14:31:59.737538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-87087952-595e-4779-9d99-1d80758a4be4 None None] Port 8d57565c-f7b6-4ab2-bccc-79bc5e3cb676 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:31:59.774185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34d1be1d-3509-4040-a5d8-e6fee11d2a3b req-189364f9-1615-4fe1-b5d8-38d0f6921ebb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277285 Nov 15 14:31:59.825056 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e21916a0-d273-4c5c-8d59-2eb8c7df0481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:00.276894 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-4f54d294-97a9-47d8-9f13-9d1598a0fb36 req-afef9052-5521-458a-993e-99eb13a3f43f tempest-FloatingIPDetailsNegativeTestJSON-1610616835 tempest-FloatingIPDetailsNegativeTestJSON-1610616835-project] show failed (client error): The resource could not be found. Nov 15 14:32:00.276894 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f54d294-97a9-47d8-9f13-9d1598a0fb36 req-afef9052-5521-458a-993e-99eb13a3f43f tempest-FloatingIPDetailsNegativeTestJSON-1610616835 tempest-FloatingIPDetailsNegativeTestJSON-1610616835-project] 10.222.0.70 "GET /v2.0/floatingips/835a3ac5-739a-4357-af2f-fa21e1304bdc HTTP/1.1" status: 404 len: 350 time: 0.2056746 Nov 15 14:32:00.288604 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48908) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:00.567102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48912) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:00.749790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-173615127-network', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:00.827355 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-415b0584-5775-4aca-ba25-7799be1e8ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:00.870513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Made reservation on behalf of a7aba4b0ebe74237af9116898484e24c for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:00.888708 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:00.930020 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:00.983432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ff8b2-5782-48e8-900c-67959edd9d28 req-fea9ddf1-6331-4483-88ea-9d27e0fadf91 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:00.985038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa4ff8b2-5782-48e8-900c-67959edd9d28 req-fea9ddf1-6331-4483-88ea-9d27e0fadf91 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.0931180 Nov 15 14:32:01.078505 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:01.181194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa4ff8b2-5782-48e8-900c-67959edd9d28 req-9a8b80ad-9f96-492d-93ee-075b111b9ee0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989571 Nov 15 14:32:01.194992 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:01.255124 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-415b0584-5775-4aca-ba25-7799be1e8ec8 admin admin] Deleting port 8d57565c-f7b6-4ab2-bccc-79bc5e3cb676 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:01.257332 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-415b0584-5775-4aca-ba25-7799be1e8ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:01.275850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:32:01.278856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b8dfcd-1e0c-4e5d-8053-fb3d96ce8e95,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:01.298721 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:01.299369 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Added segment 7d25e783-f2c4-4b79-98f2-9c4fc9a495b2 of type vlan for network 11c1ec29-32ab-446b-9063-29a61930f003 Nov 15 14:32:01.385325 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:01.475516 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-415b0584-5775-4aca-ba25-7799be1e8ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:01.524833 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-415b0584-5775-4aca-ba25-7799be1e8ec8 admin admin] Calling delete_port for 8d57565c-f7b6-4ab2-bccc-79bc5e3cb676 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:01.558014 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:01.559197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:01.559810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:01.635643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=11c1ec29-32ab-446b-9063-29a61930f003,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:01.648432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 11c1ec29-32ab-446b-9063-29a61930f003 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:32:01.741165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4080f31b-fdb4-47b4-8c3b-805f546fa9f8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1701262 Nov 15 14:32:01.741510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:01.747175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ea87ee39-8e60-4ebb-842f-6d3b7312bb3e admin admin] Request body: {'subnet': {'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-173615127-subnet', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:01.906867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea87ee39-8e60-4ebb-842f-6d3b7312bb3e admin admin] Made reservation on behalf of a7aba4b0ebe74237af9116898484e24c for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:01.909762 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea87ee39-8e60-4ebb-842f-6d3b7312bb3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:01.935982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-415b0584-5775-4aca-ba25-7799be1e8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:02.042464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b0584-5775-4aca-ba25-7799be1e8ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d57565c-f7b6-4ab2-bccc-79bc5e3cb676,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:02.061581 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c47ad4d-09d2-437d-aa45-bebdf13360db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:02.170067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:02.281929 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea87ee39-8e60-4ebb-842f-6d3b7312bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:02.350455 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-415b0584-5775-4aca-ba25-7799be1e8ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:02.398632 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 21ab4614-5880-4c60-a2b3-36c332c1e4ea up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:02.494991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-caf4b7f8-2200-40bb-ac90-e6ccf0c54618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:02.508950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87ee39-8e60-4ebb-842f-6d3b7312bb3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=433242e2-220d-4066-8a0f-d4a4e74a3f49,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:02.521116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 21ab4614-5880-4c60-a2b3-36c332c1e4ea triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:02.521576 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:02.522253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87ee39-8e60-4ebb-842f-6d3b7312bb3e admin admin] Checking segment: {'id': '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:02.523675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea87ee39-8e60-4ebb-842f-6d3b7312bb3e admin admin] Network hostable DHCP agents. Network: 11c1ec29-32ab-446b-9063-29a61930f003, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:32:02.583924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef70e4-98a2-4c41-9006-a441ba137b6f req-60685eb2-3e95-4569-a87b-bdfde7036f06 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:02.591522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00ef70e4-98a2-4c41-9006-a441ba137b6f req-60685eb2-3e95-4569-a87b-bdfde7036f06 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1569932 Nov 15 14:32:02.641280 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:02.647835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea87ee39-8e60-4ebb-842f-6d3b7312bb3e admin admin] Network 11c1ec29-32ab-446b-9063-29a61930f003 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:32:02.669003 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 21ab4614-5880-4c60-a2b3-36c332c1e4ea, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=21ab4614-5880-4c60-a2b3-36c332c1e4ea,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:02.686838 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00ef70e4-98a2-4c41-9006-a441ba137b6f req-30c59988-271c-4dcd-9010-5e0de6759e3c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892200 Nov 15 14:32:02.706268 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ede0ca-d2fb-41d8-b558-8f4c0f76b784 None None] Sync routers for ids ['a7182aac-0d70-47eb-95f4-aee4a53fb4cc'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:32:02.717644 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ede0ca-d2fb-41d8-b558-8f4c0f76b784 None None] Routers {'a7182aac-0d70-47eb-95f4-aee4a53fb4cc'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:02.718753 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f5ede0ca-d2fb-41d8-b558-8f4c0f76b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a7182aac-0d70-47eb-95f4-aee4a53fb4cc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:02.757207 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-caf4b7f8-2200-40bb-ac90-e6ccf0c54618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:02.776012 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:02.776339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ea87ee39-8e60-4ebb-842f-6d3b7312bb3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 11c1ec29-32ab-446b-9063-29a61930f003) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:02.790020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea87ee39-8e60-4ebb-842f-6d3b7312bb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:02.793700 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea87ee39-8e60-4ebb-842f-6d3b7312bb3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:02.794885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415b0584-5775-4aca-ba25-7799be1e8ec8 admin admin] Router a7182aac-0d70-47eb-95f4-aee4a53fb4cc has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:32:02.812607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f0895e-beec-40a1-bc6d-e6e0432fa5f8 None None] Network 11c1ec29-32ab-446b-9063-29a61930f003 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:32:02.866688 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f5ede0ca-d2fb-41d8-b558-8f4c0f76b784 None None] Set router a7182aac-0d70-47eb-95f4-aee4a53fb4cc gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:02.898645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ea87ee39-8e60-4ebb-842f-6d3b7312bb3e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1558778 Nov 15 14:32:02.899777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48946) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:02.901217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=21ab4614-5880-4c60-a2b3-36c332c1e4ea,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:02.908956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:02.942311 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-caf4b7f8-2200-40bb-ac90-e6ccf0c54618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.035531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-11c1ec29-32ab-446b-9063-29a61930f003', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'fixed_ips': [{'subnet_id': '433242e2-220d-4066-8a0f-d4a4e74a3f49'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:32:03.036438 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.036786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.038132 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.045110 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-caf4b7f8-2200-40bb-ac90-e6ccf0c54618 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7852ae34a944edcb1c5815d623b3155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8654251 Nov 15 14:32:03.048619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4b7f8-2200-40bb-ac90-e6ccf0c54618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40812fa-1d8f-4cad-bed6-2987e731adde,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:03.082863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:03.085591 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415b0584-5775-4aca-ba25-7799be1e8ec8 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:32:03.101225 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-415b0584-5775-4aca-ba25-7799be1e8ec8 admin admin] 10.222.0.70 "PUT /v2.0/routers/a7182aac-0d70-47eb-95f4-aee4a53fb4cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8108387 Nov 15 14:32:03.104195 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:03.131124 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.147666 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f5ede0ca-d2fb-41d8-b558-8f4c0f76b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-679498445-router', 'tenant_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '21ab4614-5880-4c60-a2b3-36c332c1e4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:31:52Z', 'updated_at': '2021-11-15T14:32:01Z', 'revision_number': 5, 'project_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'gw_port': {'id': '21ab4614-5880-4c60-a2b3-36c332c1e4ea', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:31:54Z', 'updated_at': '2021-11-15T14:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:03.175720 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ede0ca-d2fb-41d8-b558-8f4c0f76b784 None None] Checking router: a7182aac-0d70-47eb-95f4-aee4a53fb4cc for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:32:03.184976 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ede0ca-d2fb-41d8-b558-8f4c0f76b784 None None] Routers {'a7182aac-0d70-47eb-95f4-aee4a53fb4cc'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:03.185528 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f5ede0ca-d2fb-41d8-b558-8f4c0f76b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a7182aac-0d70-47eb-95f4-aee4a53fb4cc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:03.245552 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08c3e42d-7349-4690-987e-11b83e423105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.259887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Allocated IP 172.20.0.2 (11c1ec29-32ab-446b-9063-29a61930f003/433242e2-220d-4066-8a0f-d4a4e74a3f49/cb0d6c05-9e56-4c97-b698-861f2caf08cb) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:32:03.337086 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f5ede0ca-d2fb-41d8-b558-8f4c0f76b784 None None] Set router a7182aac-0d70-47eb-95f4-aee4a53fb4cc gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:03.351942 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08c3e42d-7349-4690-987e-11b83e423105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.371677 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.442717 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.457349 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.489097 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.523068 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.593817 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f5ede0ca-d2fb-41d8-b558-8f4c0f76b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-679498445-router', 'tenant_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '21ab4614-5880-4c60-a2b3-36c332c1e4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:31:52Z', 'updated_at': '2021-11-15T14:32:01Z', 'revision_number': 5, 'project_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'gw_port': {'id': '21ab4614-5880-4c60-a2b3-36c332c1e4ea', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:31:54Z', 'updated_at': '2021-11-15T14:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:03.599088 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.629433 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08c3e42d-7349-4690-987e-11b83e423105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.634852 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08c3e42d-7349-4690-987e-11b83e423105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.640501 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-08c3e42d-7349-4690-987e-11b83e423105 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a40812fa-1d8f-4cad-bed6-2987e731adde HTTP/1.1" status: 204 len: 168 time: 0.5490921 Nov 15 14:32:03.652294 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Network 11c1ec29-32ab-446b-9063-29a61930f003 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:03.655998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:03.660889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:32:03.675172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Pushing event updated for resources: {'Port': ['ID=cb0d6c05-9e56-4c97-b698-861f2caf08cb,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:03.697523 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ede0ca-d2fb-41d8-b558-8f4c0f76b784 None None] The sync data for ids ['a7182aac-0d70-47eb-95f4-aee4a53fb4cc'] in n-d-817748-2 is: [{'id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-679498445-router', 'tenant_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '21ab4614-5880-4c60-a2b3-36c332c1e4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:31:52Z', 'updated_at': '2021-11-15T14:32:01Z', 'revision_number': 5, 'project_id': 'cc6ac9d218c545d484cf99d89f4fd425', 'gw_port': {'id': '21ab4614-5880-4c60-a2b3-36c332c1e4ea', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182aac-0d70-47eb-95f4-aee4a53fb4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:31:54Z', 'updated_at': '2021-11-15T14:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:32:03.713631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3e42d-7349-4690-987e-11b83e423105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40812fa-1d8f-4cad-bed6-2987e731adde,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:03.747916 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Deleting port 21ab4614-5880-4c60-a2b3-36c332c1e4ea {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:03.748462 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.854272 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Attempting to bind port cb0d6c05-9e56-4c97-b698-861f2caf08cb on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:32:03.855592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Attempting to bind port cb0d6c05-9e56-4c97-b698-861f2caf08cb by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:32:03.856446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Attempting to bind port cb0d6c05-9e56-4c97-b698-861f2caf08cb on network 11c1ec29-32ab-446b-9063-29a61930f003 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:03.866711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:32:03.867092 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Checking segment: {'id': '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:03.867623 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.868359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Bound using segment: {'id': '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:32:03.869678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Bound port: cb0d6c05-9e56-4c97-b698-861f2caf08cb, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:32:03.870240 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.883403 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.902143 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] For port 21ab4614-5880-4c60-a2b3-36c332c1e4ea, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=21ab4614-5880-4c60-a2b3-36c332c1e4ea,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:03.905496 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.908673 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:03.943727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Calling delete_port for 21ab4614-5880-4c60-a2b3-36c332c1e4ea owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:03.949553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] For port cb0d6c05-9e56-4c97-b698-861f2caf08cb, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:03.953670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] For port cb0d6c05-9e56-4c97-b698-861f2caf08cb, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=cb0d6c05-9e56-4c97-b698-861f2caf08cb,segment=NetworkSegment(7d25e783-f2c4-4b79-98f2-9c4fc9a495b2),segment_id=7d25e783-f2c4-4b79-98f2-9c4fc9a495b2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:32:04.035072 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:04.036847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Allocated IP 172.25.4.41 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:32:04.078727 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:32:04.179235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff6360-3508-4507-b985-8897acbef0d6 None None] Pushing event updated for resources: {'Port': ['ID=cb0d6c05-9e56-4c97-b698-861f2caf08cb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:04.192250 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:04.354931 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 21ab4614-5880-4c60-a2b3-36c332c1e4ea up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:04.365911 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:04.396126 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:04.413107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc817dc-3c5b-414c-9362-767d7cfd9151 req-a0e83046-4cb7-4044-9bb8-0c6a021cc634 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:04.422286 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1dc817dc-3c5b-414c-9362-767d7cfd9151 req-a0e83046-4cb7-4044-9bb8-0c6a021cc634 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.5681300 Nov 15 14:32:04.473897 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=21ab4614-5880-4c60-a2b3-36c332c1e4ea,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:04.481871 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:04.583332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:04.587001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:32:04.701940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:04.745283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No active binding found for port 21ab4614-5880-4c60-a2b3-36c332c1e4ea {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 14:32:04.745935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 21ab4614-5880-4c60-a2b3-36c332c1e4ea not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 15 14:32:04.771792 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1dc817dc-3c5b-414c-9362-767d7cfd9151 req-457907b0-f772-4bf3-83d0-e92c57e558fb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483293 Nov 15 14:32:04.785929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Port 21ab4614-5880-4c60-a2b3-36c332c1e4ea not found, will not notify nova. {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 15 14:32:04.796287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8d57565c-f7b6-4ab2-bccc-79bc5e3cb676 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:32:04.815305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:04.825921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 8d57565c-f7b6-4ab2-bccc-79bc5e3cb676 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:32:04.826264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8d57565c-f7b6-4ab2-bccc-79bc5e3cb676 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:32:04.891405 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:04.892438 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:05.028459 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:05.054332 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:05.056863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7182aac-0d70-47eb-95f4-aee4a53fb4cc {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:32:05.059615 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:05.064695 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-281d2397-3795-4f9a-a5c5-38772b88bb9d admin admin] 10.222.0.70 "DELETE /v2.0/routers/a7182aac-0d70-47eb-95f4-aee4a53fb4cc HTTP/1.1" status: 204 len: 168 time: 1.9554312 Nov 15 14:32:05.064695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48980) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:05.128471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-184e0de6-170b-40a7-b445-c666720918fc admin admin] Deleting subnet 9c6e1514-1fb9-4ad1-a404-a14726d4f38d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:32:05.133012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-184e0de6-170b-40a7-b445-c666720918fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:05.181043 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-184e0de6-170b-40a7-b445-c666720918fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:05.364924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-184e0de6-170b-40a7-b445-c666720918fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:05.528507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df453dca-690f-4e0e-8bd4-d21eeb01cd12 None None] Sync routers for ids ['a7182aac-0d70-47eb-95f4-aee4a53fb4cc'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:32:05.544169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df453dca-690f-4e0e-8bd4-d21eeb01cd12 None None] Routers set() bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:05.544169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df453dca-690f-4e0e-8bd4-d21eeb01cd12 None None] Router IDs set() for agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 14:32:05.544169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_agentschedulers_db [None req-df453dca-690f-4e0e-8bd4-d21eeb01cd12 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a7182aac-0d70-47eb-95f4-aee4a53fb4cc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent'). {{(pid=103148) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 14:32:05.556459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df453dca-690f-4e0e-8bd4-d21eeb01cd12 None None] Routers set() bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:05.556903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df453dca-690f-4e0e-8bd4-d21eeb01cd12 None None] Router IDs set() for agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 14:32:05.557696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_agentschedulers_db [None req-df453dca-690f-4e0e-8bd4-d21eeb01cd12 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a7182aac-0d70-47eb-95f4-aee4a53fb4cc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent'). {{(pid=103148) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 14:32:05.558243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df453dca-690f-4e0e-8bd4-d21eeb01cd12 None None] The sync data for ids ['a7182aac-0d70-47eb-95f4-aee4a53fb4cc'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:32:05.603948 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-184e0de6-170b-40a7-b445-c666720918fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:05.739063 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e0de6-170b-40a7-b445-c666720918fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6e1514-1fb9-4ad1-a404-a14726d4f38d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:05.741523 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-184e0de6-170b-40a7-b445-c666720918fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:05.744889 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-184e0de6-170b-40a7-b445-c666720918fc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9c6e1514-1fb9-4ad1-a404-a14726d4f38d HTTP/1.1" status: 204 len: 168 time: 0.6793392 Nov 15 14:32:05.759501 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:05.759922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f577763-49b7-43ef-a78f-2640cfb37667 None None] Network b3c0b2a8-f265-4e49-8b0c-2848b89e985d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:32:05.874471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:05.901518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dc978f-b2b5-4da1-9dad-8931487a193d None None] Network 11c1ec29-32ab-446b-9063-29a61930f003 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:32:05.906374 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:06.020572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e5eeb5e4-d77a-4a38-acc0-ef017c5fd15c None None] Provisioning complete for port cb0d6c05-9e56-4c97-b698-861f2caf08cb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:06.021255 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb5e4-d77a-4a38-acc0-ef017c5fd15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:06.022593 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:06.196136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-3ab9358c-3110-4106-b979-2614543b4a58 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:06.197710 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-3ab9358c-3110-4106-b979-2614543b4a58 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 807 time: 0.3150320 Nov 15 14:32:06.275798 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-3b555521-6abf-4fe0-9811-be447fba2ad3 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/quotas/d9f26606747847b78d092ad490e45917 HTTP/1.1" status: 200 len: 375 time: 0.0375936 Nov 15 14:32:06.422701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-0dfa955c-a5a5-4697-8380-31b1942471e0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1458278 Nov 15 14:32:06.440297 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Deleting port 331102a9-c5d4-4e78-9fc0-282d99e0877f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:06.441230 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:06.473468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8aa354-7a82-4195-b55c-998d522c3857 None None] DHCP port deletion for b3c0b2a8-f265-4e49-8b0c-2848b89e985d request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:32:06.477726 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:06.509883 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device cb0d6c05-9e56-4c97-b698-861f2caf08cb up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:06.514837 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb5e4-d77a-4a38-acc0-ef017c5fd15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:06.559385 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] For port 331102a9-c5d4-4e78-9fc0-282d99e0877f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=331102a9-c5d4-4e78-9fc0-282d99e0877f,segment=NetworkSegment(b90f67da-97e2-4757-9c1a-275d65e258bf),segment_id=b90f67da-97e2-4757-9c1a-275d65e258bf)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:06.559664 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:06.574896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Calling delete_port for 331102a9-c5d4-4e78-9fc0-282d99e0877f owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:06.732171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-0e36e621-c615-4a7f-b44d-86f81d84324b service neutron] 10.222.0.70 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085546 Nov 15 14:32:06.741085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e5eeb5e4-d77a-4a38-acc0-ef017c5fd15c None None] For port cb0d6c05-9e56-4c97-b698-861f2caf08cb, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=cb0d6c05-9e56-4c97-b698-861f2caf08cb,segment=NetworkSegment(7d25e783-f2c4-4b79-98f2-9c4fc9a495b2),segment_id=7d25e783-f2c4-4b79-98f2-9c4fc9a495b2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:06.792115 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:06.802947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port cb0d6c05-9e56-4c97-b698-861f2caf08cb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:06.803631 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:06.810467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5d8aa354-7a82-4195-b55c-998d522c3857 None None] Deleting port 331102a9-c5d4-4e78-9fc0-282d99e0877f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:06.810895 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa354-7a82-4195-b55c-998d522c3857 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:06.854794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Pushing event deleted for resources: {'Port': ['ID=331102a9-c5d4-4e78-9fc0-282d99e0877f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:06.860462 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] No DVR routers for this DVR port 331102a9-c5d4-4e78-9fc0-282d99e0877f on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:32:06.890912 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb5e4-d77a-4a38-acc0-ef017c5fd15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:07.018980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-c3643cde-b260-4fa2-9fdb-559c50ada8c3 service neutron] 10.222.0.70 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583239 Nov 15 14:32:07.028246 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:07.043704 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Router 61f0b921-5768-4788-9e26-5c8f073dd749 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:32:07.051898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5d8aa354-7a82-4195-b55c-998d522c3857 None None] For port 331102a9-c5d4-4e78-9fc0-282d99e0877f, host n-d-817748-2, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:07.052303 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa354-7a82-4195-b55c-998d522c3857 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:07.070173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eeb5e4-d77a-4a38-acc0-ef017c5fd15c None None] Pushing event updated for resources: {'Port': ['ID=cb0d6c05-9e56-4c97-b698-861f2caf08cb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:07.079082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5d8aa354-7a82-4195-b55c-998d522c3857 None None] Calling delete_port for 331102a9-c5d4-4e78-9fc0-282d99e0877f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:07.086187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-5d8aa354-7a82-4195-b55c-998d522c3857 None None] Port 331102a9-c5d4-4e78-9fc0-282d99e0877f was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 14:32:07.090216 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa354-7a82-4195-b55c-998d522c3857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:07.107572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c0b2a8-f265-4e49-8b0c-2848b89e985d']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:07.114339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b015e2b8-2194-4e16-992c-ff51c4ea1579 None None] Provisioning complete for port cb0d6c05-9e56-4c97-b698-861f2caf08cb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:07.114747 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b015e2b8-2194-4e16-992c-ff51c4ea1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:07.142118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90f67da-97e2-4757-9c1a-275d65e258bf') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:07.146217 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90f67da-97e2-4757-9c1a-275d65e258bf') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:07.167889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8aa354-7a82-4195-b55c-998d522c3857 None None] No DVR routers for this DVR port 331102a9-c5d4-4e78-9fc0-282d99e0877f on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:32:07.181839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8aa354-7a82-4195-b55c-998d522c3857 None None] Pushing event deleted for resources: {'Port': ['ID=331102a9-c5d4-4e78-9fc0-282d99e0877f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:07.184062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:07.220552 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:07.231260 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:32:07.231675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:32:07.233553 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:32:07.273661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f4ad5-7c31-4ca6-93f2-6735694e1041 req-bee0e79c-c2e3-429e-9e96-a47b7e523bce tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:07.284041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-111f4ad5-7c31-4ca6-93f2-6735694e1041 req-bee0e79c-c2e3-429e-9e96-a47b7e523bce tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.2086298 Nov 15 14:32:07.307456 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 21ab4614-5880-4c60-a2b3-36c332c1e4ea no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:32:07.338873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 21ab4614-5880-4c60-a2b3-36c332c1e4ea {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:32:07.339224 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 21ab4614-5880-4c60-a2b3-36c332c1e4ea not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:32:07.395951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:32:07.405095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-111f4ad5-7c31-4ca6-93f2-6735694e1041 req-c6e87492-2a46-4e37-b070-b87ddb6e5405 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201191 Nov 15 14:32:07.407372 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Sync routers for ids ['61f0b921-5768-4788-9e26-5c8f073dd749'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:32:07.407939 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:07.415412 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:07.422324 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] 10.222.0.70 "DELETE /v2.0/networks/b3c0b2a8-f265-4e49-8b0c-2848b89e985d HTTP/1.1" status: 204 len: 168 time: 1.6590142 Nov 15 14:32:07.429390 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Routers {'61f0b921-5768-4788-9e26-5c8f073dd749'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:07.430309 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['61f0b921-5768-4788-9e26-5c8f073dd749'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:07.437406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c0a62-71b1-4915-b0c1-92932a74db3b admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c0b2a8-f265-4e49-8b0c-2848b89e985d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:07.508646 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:07.509929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fa6d32fc-88d5-449a-a70e-23f1673d44e0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.6086764 Nov 15 14:32:07.514494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49016) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:07.589612 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Set router 61f0b921-5768-4788-9e26-5c8f073dd749 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:07.801403 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:04Z', 'revision_number': 3, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port': {'id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:07.863673 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Checking router: 61f0b921-5768-4788-9e26-5c8f073dd749 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:32:07.864040 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Updating router 61f0b921-5768-4788-9e26-5c8f073dd749 port d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:32:07.928091 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:07.957354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e67d39bc-719c-4670-9763-b5097b9a5fba req-54c1c125-c6ef-4736-8cf2-6978bc6148ba tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 210 time: 0.0500617 Nov 15 14:32:08.046774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:08.161303 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-86a47ab7-970a-4c79-88a9-36376b932ba3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc6ac9d218c545d484cf99d89f4fd425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1130638 Nov 15 14:32:08.164641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:08.233872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:08.280684 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79737172-0772-4816-beb3-59af133ccc70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:08.314878 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79737172-0772-4816-beb3-59af133ccc70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:08.315278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device cb0d6c05-9e56-4c97-b698-861f2caf08cb up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:08.424994 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:08.452231 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port cb0d6c05-9e56-4c97-b698-861f2caf08cb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:08.452732 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:08.515683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79737172-0772-4816-beb3-59af133ccc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:08.518503 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:08.520259 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79737172-0772-4816-beb3-59af133ccc70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:08.521784 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-79737172-0772-4816-beb3-59af133ccc70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cdab07f2-bc82-43ba-84fc-a97d1123d320 HTTP/1.1" status: 204 len: 168 time: 0.3560922 Nov 15 14:32:08.545441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79737172-0772-4816-beb3-59af133ccc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdab07f2-bc82-43ba-84fc-a97d1123d320,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:08.601725 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Allocated IP 172.20.0.1 (11c1ec29-32ab-446b-9063-29a61930f003/433242e2-220d-4066-8a0f-d4a4e74a3f49/68bdbad8-21b8-430f-8ca0-a65c27f4cb45) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:32:08.624803 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Pushing event updated for resources: {'Port': ['ID=d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:08.651970 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:08.653215 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:08.653556 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:08.655028 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:08.656224 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:08.656549 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:08.656886 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:08.657222 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:08.660476 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:08.660638 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:08.662078 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:08.662442 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:08.681848 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Attempting to bind port d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:32:08.685017 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Attempting to bind port d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:32:08.685599 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Attempting to bind port d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:08.695279 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:32:08.695662 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:08.696066 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:08.696463 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:32:08.704219 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Bound port: d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:32:08.704219 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:08.725402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66777d7b-fb99-4c22-93e4-46fcbc7411ae req-4c1cc7e6-d4f4-42e5-8ced-7d9e8522b56b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:08.727320 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66777d7b-fb99-4c22-93e4-46fcbc7411ae req-4c1cc7e6-d4f4-42e5-8ced-7d9e8522b56b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1267402 Nov 15 14:32:08.797424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66777d7b-fb99-4c22-93e4-46fcbc7411ae req-252b3e84-6a1e-429d-bef0-7ce635b608b9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617573 Nov 15 14:32:08.805151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 331102a9-c5d4-4e78-9fc0-282d99e0877f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:32:08.840569 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] For port d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:08.846343 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] For port d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:32:08.868623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 331102a9-c5d4-4e78-9fc0-282d99e0877f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:32:08.868623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 331102a9-c5d4-4e78-9fc0-282d99e0877f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:32:08.878297 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:08.939119 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:08.987353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:09.038317 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc182f-abd2-457a-a9e0-503ff86797f2 None None] Pushing event updated for resources: {'Port': ['ID=d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:09.072308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Network 11c1ec29-32ab-446b-9063-29a61930f003 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:09.075789 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:09.078226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:32:09.118265 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Routers {'61f0b921-5768-4788-9e26-5c8f073dd749'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:09.119164 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['61f0b921-5768-4788-9e26-5c8f073dd749'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:09.201294 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Pushing event updated for resources: {'Port': ['ID=68bdbad8-21b8-430f-8ca0-a65c27f4cb45,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:09.238327 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:09.332568 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] Set router 61f0b921-5768-4788-9e26-5c8f073dd749 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:09.587176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54d1229e-69d4-45b4-9a46-3f455bec3161 req-1148f022-f640-41f7-b7c0-96480c02ed05 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 210 time: 0.1046875 Nov 15 14:32:09.591044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-20899fe6-de07-4fa1-9f4c-cb46b20b662b None None] Provisioning complete for port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:09.591550 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20899fe6-de07-4fa1-9f4c-cb46b20b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:09.631297 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:09.696667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-20899fe6-de07-4fa1-9f4c-cb46b20b662b None None] Port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:32:09.852119 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:09.883134 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:04Z', 'revision_number': 3, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port': {'id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:09.963551 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306da21-1d37-495a-8dc6-76132de90cbe None None] The sync data for ids ['61f0b921-5768-4788-9e26-5c8f073dd749'] in n-d-817748-2 is: [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:04Z', 'revision_number': 3, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port': {'id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:32:09.966083 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:10.066268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17ec41-dd57-4e88-834b-7736f5525bc1 req-6d2c50df-d467-497d-a500-bb34725d5272 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:10.074092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd17ec41-dd57-4e88-834b-7736f5525bc1 req-6d2c50df-d467-497d-a500-bb34725d5272 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1057115 Nov 15 14:32:10.091430 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:10.103080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Pushing event updated for resources: {'Port': ['ID=68bdbad8-21b8-430f-8ca0-a65c27f4cb45,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:10.185720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd17ec41-dd57-4e88-834b-7736f5525bc1 req-bb9623c8-d1b1-45d6-a347-ae50c387a771 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069803 Nov 15 14:32:10.296817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Network 11c1ec29-32ab-446b-9063-29a61930f003 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:10.300039 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:10.557356 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Router 61f0b921-5768-4788-9e26-5c8f073dd749 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:32:10.751115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-506a4b69-dd80-46be-86a9-7f3177c36613 req-9cf95c43-80b1-4c48-81c3-18b023663356 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 210 time: 0.0338662 Nov 15 14:32:10.756055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:10.761757 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b854c3ab-9cf6-4e6d-9137-15e55c8206d7 None None] Provisioning complete for port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:10.762879 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b854c3ab-9cf6-4e6d-9137-15e55c8206d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:10.807809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:32:10.818975 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ba1d5afe-08a0-4a06-b294-659ef5fa41ac admin admin] 10.222.0.70 "PUT /v2.0/routers/61f0b921-5768-4788-9e26-5c8f073dd749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3050773 Nov 15 14:32:10.858673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b854c3ab-9cf6-4e6d-9137-15e55c8206d7 None None] Port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:32:10.934071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1957577191-network', 'tenant_id': '5f38c5c53eef414aaa95bdd4035947bb'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:11.064755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Made reservation on behalf of 5f38c5c53eef414aaa95bdd4035947bb for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:11.069122 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:11.085756 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:11.224521 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:11.329959 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:11.369199 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec7b089-5274-448a-9907-088983efd634,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:11.432795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:32:11.472185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:11.472530 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Added segment 7b7e31a4-172b-44d8-b774-1de82c6801d7 of type vlan for network 8d948a43-4cc1-4b6f-898b-a449d54b934b Nov 15 14:32:11.558637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2eb68-234b-450a-8bae-e2c2ea23d106 req-89e4863c-19e7-4129-a51a-d5b031ecd168 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:11.559180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:11.560420 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06a2eb68-234b-450a-8bae-e2c2ea23d106 req-89e4863c-19e7-4129-a51a-d5b031ecd168 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1655898 Nov 15 14:32:11.564422 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:11.568394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8b1ada2b-c3f1-45e7-996e-352a1414446d tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092397080', 'description': 'tempest-description--706561890'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:11.575258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-1560ab33-75c5-488a-98c5-f7c689dc3ffa tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:11.577142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-1560ab33-75c5-488a-98c5-f7c689dc3ffa tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.59 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 807 time: 0.2100620 Nov 15 14:32:11.602519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-50275ce5-bf4b-471e-88c8-f6e1edb6910b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Request body: {'port': {'device_id': 'f3155b4e-9ccc-4936-aa94-0437d01a5eff', 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a', 'admin_state_up': True, 'tenant_id': 'd9f26606747847b78d092ad490e45917'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:11.702662 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1ada2b-c3f1-45e7-996e-352a1414446d tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:11.707923 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:11.716121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:11.716121 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:11.734812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06a2eb68-234b-450a-8bae-e2c2ea23d106 req-aed8749f-6b00-4458-a5fa-f4f9d126070a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286163 Nov 15 14:32:11.810451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] Pushing event updated for resources: {'Network': ['ID=8d948a43-4cc1-4b6f-898b-a449d54b934b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:11.817487 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1ada2b-c3f1-45e7-996e-352a1414446d tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:11.826775 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 8d948a43-4cc1-4b6f-898b-a449d54b934b details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:32:11.906561 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1ada2b-c3f1-45e7-996e-352a1414446d tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:11.949840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8455070-cb4c-41d1-97c1-5cdf90cc8264 req-871ecd7e-6e98-443a-8ff5-6df3755ca05c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 210 time: 0.0836668 Nov 15 14:32:11.969403 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49196) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:11.969581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c3c93bd-6781-4071-ab25-2a1a1490cf6a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2034853 Nov 15 14:32:11.984558 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7b5f3abd-f630-4ee7-bf16-b5f18535245c admin admin] Request body: {'subnet': {'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1957577191-subnet', 'tenant_id': '5f38c5c53eef414aaa95bdd4035947bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:12.011783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ada2b-c3f1-45e7-996e-352a1414446d tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc8d1ff-8360-4b11-8560-ee5d873df814,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:12.067092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-50275ce5-bf4b-471e-88c8-f6e1edb6910b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Made reservation on behalf of d9f26606747847b78d092ad490e45917 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:12.072901 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-50275ce5-bf4b-471e-88c8-f6e1edb6910b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:12.171165 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1ada2b-c3f1-45e7-996e-352a1414446d tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:12.176212 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8b1ada2b-c3f1-45e7-996e-352a1414446d tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6118805 Nov 15 14:32:12.177257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:12.187559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a5abe7c1-b2bb-4f8e-8d59-6a53b0b09b49 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Request body: {'security_group_rule': {'security_group_id': '6fc8d1ff-8360-4b11-8560-ee5d873df814', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:12.306484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-50275ce5-bf4b-471e-88c8-f6e1edb6910b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Allocated IP 172.20.0.7 (59a252ac-2bd0-4b93-9e88-1c3a7da19f7a/e8003970-bb0c-45a3-b639-4f9ffc645632/3ca5237a-9418-4a22-84b3-984f7bbc60f3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:32:12.321026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5f3abd-f630-4ee7-bf16-b5f18535245c admin admin] Made reservation on behalf of 5f38c5c53eef414aaa95bdd4035947bb for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:12.323842 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b5f3abd-f630-4ee7-bf16-b5f18535245c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:12.352907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:12.431292 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:12.437811 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:12.499041 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5abe7c1-b2bb-4f8e-8d59-6a53b0b09b49 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:12.522212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Sync routers for ids ['61f0b921-5768-4788-9e26-5c8f073dd749'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:32:12.562638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Routers {'61f0b921-5768-4788-9e26-5c8f073dd749'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:12.563624 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['61f0b921-5768-4788-9e26-5c8f073dd749'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:12.650600 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-50275ce5-bf4b-471e-88c8-f6e1edb6910b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:12.798071 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-50275ce5-bf4b-471e-88c8-f6e1edb6910b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:12.853139 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-50275ce5-bf4b-471e-88c8-f6e1edb6910b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:12.856737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-50275ce5-bf4b-471e-88c8-f6e1edb6910b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:12.890311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-50275ce5-bf4b-471e-88c8-f6e1edb6910b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:32:12.895244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['dd51bf37-4f03-4a30-8e33-483643b0edd5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:12.955169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5abe7c1-b2bb-4f8e-8d59-6a53b0b09b49 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:12.961374 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:12.961716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50275ce5-bf4b-471e-88c8-f6e1edb6910b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Pushing event updated for resources: {'Port': ['ID=3ca5237a-9418-4a22-84b3-984f7bbc60f3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:12.992299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-50275ce5-bf4b-471e-88c8-f6e1edb6910b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:12.993658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-50275ce5-bf4b-471e-88c8-f6e1edb6910b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:13.010022 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b5f3abd-f630-4ee7-bf16-b5f18535245c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:13.025041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:13.036706 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Set router 61f0b921-5768-4788-9e26-5c8f073dd749 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:13.067717 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5abe7c1-b2bb-4f8e-8d59-6a53b0b09b49 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:13.107541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f842c63-8c25-4019-911d-5bb71b6912c0 req-87582596-ad2c-4d55-8df6-3df85c5f6f8d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:13.109347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f842c63-8c25-4019-911d-5bb71b6912c0 req-87582596-ad2c-4d55-8df6-3df85c5f6f8d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.0866060 Nov 15 14:32:13.122852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abe7c1-b2bb-4f8e-8d59-6a53b0b09b49 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d949d5-15f1-4225-a8e5-3e1db2c47b77,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:13.158511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f3abd-f630-4ee7-bf16-b5f18535245c admin admin] Pushing event updated for resources: {'Subnet': ['ID=252401ff-9afd-40e6-ae5d-f72c82fc03f1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:13.159423 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-50275ce5-bf4b-471e-88c8-f6e1edb6910b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5563529 Nov 15 14:32:13.161086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f3abd-f630-4ee7-bf16-b5f18535245c admin admin] Checking segment: {'id': '7b7e31a4-172b-44d8-b774-1de82c6801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:13.163803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5f3abd-f630-4ee7-bf16-b5f18535245c admin admin] Network hostable DHCP agents. Network: 8d948a43-4cc1-4b6f-898b-a449d54b934b, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:32:13.252413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f842c63-8c25-4019-911d-5bb71b6912c0 req-d3400b6d-dea3-4dc5-a79d-de749a26e38d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304128 Nov 15 14:32:13.256257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:13.257918 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5abe7c1-b2bb-4f8e-8d59-6a53b0b09b49 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:13.259344 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a5abe7c1-b2bb-4f8e-8d59-6a53b0b09b49 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0818510 Nov 15 14:32:13.262200 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:13.271618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-657bb552-97f3-451e-bf3e-a9f601184a54 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Request body: {'security_group_rule': {'security_group_id': '6fc8d1ff-8360-4b11-8560-ee5d873df814', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:13.318529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5f3abd-f630-4ee7-bf16-b5f18535245c admin admin] Network 8d948a43-4cc1-4b6f-898b-a449d54b934b is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:32:13.361300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Request body: {'port': {'device_id': 'f3155b4e-9ccc-4936-aa94-0437d01a5eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:13.402910 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-657bb552-97f3-451e-bf3e-a9f601184a54 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:13.431631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7b5f3abd-f630-4ee7-bf16-b5f18535245c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 8d948a43-4cc1-4b6f-898b-a449d54b934b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:13.444470 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5f3abd-f630-4ee7-bf16-b5f18535245c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:13.445209 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b5f3abd-f630-4ee7-bf16-b5f18535245c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:13.480594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3474aa09-036a-45c1-85ed-830ceca51ff5 None None] Network 8d948a43-4cc1-4b6f-898b-a449d54b934b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:32:13.536059 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:13.543020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:13.546158 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-657bb552-97f3-451e-bf3e-a9f601184a54 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:13.598629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e49c6-3ffc-4072-a584-8243e32666df req-dcabed28-933c-4f2b-a503-67f215d13f43 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:13.609830 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-503e49c6-3ffc-4072-a584-8243e32666df req-dcabed28-933c-4f2b-a503-67f215d13f43 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 931 time: 0.1739278 Nov 15 14:32:13.623618 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7b5f3abd-f630-4ee7-bf16-b5f18535245c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6525092 Nov 15 14:32:13.624790 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-657bb552-97f3-451e-bf3e-a9f601184a54 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:13.682288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bb552-97f3-451e-bf3e-a9f601184a54 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c8e1d6-b27a-4156-bd2b-6c8d7fd0dd42,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:13.712082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b250b-7123-4d8f-83e4-c7a49e6587ce None None] Network 8d948a43-4cc1-4b6f-898b-a449d54b934b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:32:13.811594 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-657bb552-97f3-451e-bf3e-a9f601184a54 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:13.813156 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-657bb552-97f3-451e-bf3e-a9f601184a54 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5498712 Nov 15 14:32:13.816716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:13.821805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:13.872057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:09Z', 'revision_number': 4, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port': {'id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '68bdbad8-21b8-430f-8ca0-a65c27f4cb45', 'name': '', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'mac_address': 'fa:16:3e:d3:0a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:08Z', 'updated_at': '2021-11-15T14:32:09Z', 'revision_number': 2, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'subnets': [{'id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:13.921016 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Checking router: 61f0b921-5768-4788-9e26-5c8f073dd749 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:32:13.921645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Updating router 61f0b921-5768-4788-9e26-5c8f073dd749 port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:32:13.966458 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-503e49c6-3ffc-4072-a584-8243e32666df req-6cf07ec7-22a4-4f5b-9f4c-782e8068d57e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558434 Nov 15 14:32:13.972013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b75d45a0-6e50-4f6e-a556-82c0af25e274 req-882b6148-8f78-41fa-b31e-7952d3723922 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1547779933', 'description': 'tempest-description-2053960173'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:13.997319 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:14.060179 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:14.224507 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b75d45a0-6e50-4f6e-a556-82c0af25e274 req-882b6148-8f78-41fa-b31e-7952d3723922 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:14.290958 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de10a7-ce12-480f-a9ca-50cb1aca74f1 req-8630c1b3-fa07-45b1-ae75-53ba5ef65718 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:14.301189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-30de10a7-ce12-480f-a9ca-50cb1aca74f1 req-8630c1b3-fa07-45b1-ae75-53ba5ef65718 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 946 time: 0.1146495 Nov 15 14:32:14.358802 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:14.364548 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:14.574094 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b75d45a0-6e50-4f6e-a556-82c0af25e274 req-882b6148-8f78-41fa-b31e-7952d3723922 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:14.588700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca5237a-9418-4a22-84b3-984f7bbc60f3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:32:14.605183 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:14.620814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Transition to ACTIVE for port object 3ca5237a-9418-4a22-84b3-984f7bbc60f3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:32:14.622128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Allocated IP 172.25.4.102 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/1de2b78a-b2d0-4392-a898-d4904d2c6f81) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:32:14.626039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:14.651835 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b75d45a0-6e50-4f6e-a556-82c0af25e274 req-882b6148-8f78-41fa-b31e-7952d3723922 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:14.694414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-30de10a7-ce12-480f-a9ca-50cb1aca74f1 req-f73ba33c-b8b4-4b4a-a2cf-b86a1b7967d0 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921824 Nov 15 14:32:14.699911 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:14.799467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca5237a-9418-4a22-84b3-984f7bbc60f3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:14.812299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b6148-8f78-41fa-b31e-7952d3723922 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bc295d-91fb-4649-bdb3-b6021eff8581,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:14.858240 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b75d45a0-6e50-4f6e-a556-82c0af25e274 req-882b6148-8f78-41fa-b31e-7952d3723922 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:14.869960 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b75d45a0-6e50-4f6e-a556-82c0af25e274 req-882b6148-8f78-41fa-b31e-7952d3723922 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9104314 Nov 15 14:32:14.919287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-107c4037-b5cd-48dc-b124-b460e03db207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:14.942743 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:14.962674 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:14.985267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:14.986674 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.038605 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.053466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf81a46-69ee-494e-a3af-9fa24cc3acda req-7b030f22-c459-45db-87b2-395876578afd tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:15.060272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbf81a46-69ee-494e-a3af-9fa24cc3acda req-7b030f22-c459-45db-87b2-395876578afd tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1419799 Nov 15 14:32:15.107526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce2e0c-6e5b-40a9-9e91-10200e0673c8 None None] Pushing event updated for resources: {'Port': ['ID=68bdbad8-21b8-430f-8ca0-a65c27f4cb45,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:15.121993 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.140678 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:32:15.141009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:32:15.141339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:15.203828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:15.207618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:15.218158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:32:15.234761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Attempting to bind port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:32:15.235730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Pushing event updated for resources: {'Port': ['ID=1de2b78a-b2d0-4392-a898-d4904d2c6f81,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:15.243606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Attempting to bind port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:32:15.243606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Attempting to bind port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 on network 11c1ec29-32ab-446b-9063-29a61930f003 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:15.248491 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:32:15.249040 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Checking segment: {'id': '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:15.249642 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.250261 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Bound using segment: {'id': '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:32:15.250792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Bound port: 68bdbad8-21b8-430f-8ca0-a65c27f4cb45, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:32:15.251256 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.335662 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-107c4037-b5cd-48dc-b124-b460e03db207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.374811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:32:15.375147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:15.402967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] For port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:15.423756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:32:15.423756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:15.423756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Bound using segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:32:15.424971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] For port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=68bdbad8-21b8-430f-8ca0-a65c27f4cb45,segment=NetworkSegment(7d25e783-f2c4-4b79-98f2-9c4fc9a495b2),segment_id=7d25e783-f2c4-4b79-98f2-9c4fc9a495b2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:32:15.425080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Bound port: 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:32:15.425080 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.463218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbf81a46-69ee-494e-a3af-9fa24cc3acda req-0493d26a-8e46-47e2-8133-dc0f308e73cf tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017494 Nov 15 14:32:15.481798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-03349056-4dda-4a32-b244-42d9feaa8370 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:15.492687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-03349056-4dda-4a32-b244-42d9feaa8370 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/networks?id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa HTTP/1.1" status: 200 len: 815 time: 0.4874001 Nov 15 14:32:15.498191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.512670 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-107c4037-b5cd-48dc-b124-b460e03db207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.539036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9e6a8163-9b72-465c-8f73-36b4d733ef3b None None] Provisioning complete for port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:15.539536 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e6a8163-9b72-465c-8f73-36b4d733ef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.570226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-06867436-131b-4530-9c07-d1b0630fdcaa req-9012ec7d-6419-4af7-aad3-f2ad21c437c5 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1957551846', 'description': 'tempest-description-398519711'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:15.578154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-ad55d544-0306-4d4d-b09d-84c9687fc9ea tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/quotas/81e3a07f515f4b09a5a5cb70414f88cf HTTP/1.1" status: 200 len: 375 time: 0.0683382 Nov 15 14:32:15.583283 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-107c4037-b5cd-48dc-b124-b460e03db207 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7eb3eb89a1d94dc48b31cea633853c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9534912 Nov 15 14:32:15.584865 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:15.588812 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9e6a8163-9b72-465c-8f73-36b4d733ef3b None None] Port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:32:15.598317 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.644733 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.652261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c4037-b5cd-48dc-b124-b460e03db207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9c6444-8dba-4c63-b4d1-087a0db30044,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:15.745815 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d973e6a0-08f6-459b-8c6a-183e22a39f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.776234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d973e6a0-08f6-459b-8c6a-183e22a39f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.783973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Routers {'61f0b921-5768-4788-9e26-5c8f073dd749'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:15.785432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['61f0b921-5768-4788-9e26-5c8f073dd749'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:15.785713 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-06867436-131b-4530-9c07-d1b0630fdcaa req-9012ec7d-6419-4af7-aad3-f2ad21c437c5 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.892396 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce2e0c-6e5b-40a9-9e91-10200e0673c8 None None] Pushing event updated for resources: {'Port': ['ID=68bdbad8-21b8-430f-8ca0-a65c27f4cb45,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:15.895364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:15.910332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:32:15.929793 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d973e6a0-08f6-459b-8c6a-183e22a39f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.939206 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d973e6a0-08f6-459b-8c6a-183e22a39f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:15.956288 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d973e6a0-08f6-459b-8c6a-183e22a39f2a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad9c6444-8dba-4c63-b4d1-087a0db30044 HTTP/1.1" status: 204 len: 168 time: 0.3562267 Nov 15 14:32:16.011120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-b1e64203-5ecb-42db-a1aa-f40fdf4c01d0 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=81e3a07f515f4b09a5a5cb70414f88cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3885038 Nov 15 14:32:16.022948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] Set router 61f0b921-5768-4788-9e26-5c8f073dd749 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:16.038359 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:16.041371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973e6a0-08f6-459b-8c6a-183e22a39f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9c6444-8dba-4c63-b4d1-087a0db30044,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:16.118115 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:16.151185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-06867436-131b-4530-9c07-d1b0630fdcaa req-9012ec7d-6419-4af7-aad3-f2ad21c437c5 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:16.159933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:16.160563 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:16.162133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] 10.222.0.59 "PUT /v2.0/ports/3ca5237a-9418-4a22-84b3-984f7bbc60f3 HTTP/1.1" status: 200 len: 1091 time: 2.9650137 Nov 15 14:32:16.162616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3155b4e-9ccc-4936-aa94-0437d01a5eff', 'tag': '3ca5237a-9418-4a22-84b3-984f7bbc60f3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:16.164881 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776811b4-031b-413c-aaa6-d0d9da90a843" -d '{"events": [{"name": "network-changed", "server_uuid": "f3155b4e-9ccc-4936-aa94-0437d01a5eff", "tag": "3ca5237a-9418-4a22-84b3-984f7bbc60f3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:16.204062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:16.233048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a42c49-7f91-4558-a867-92962a156757 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca5237a-9418-4a22-84b3-984f7bbc60f3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:16.252318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-06867436-131b-4530-9c07-d1b0630fdcaa req-9012ec7d-6419-4af7-aad3-f2ad21c437c5 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:16.303457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4b6c2ac4-97b2-4397-afde-b3d746477879 None None] Provisioning complete for port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:16.304038 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2ac4-97b2-4397-afde-b3d746477879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:16.317588 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-580c328b-72fd-44e5-ad46-829dd791c44d service neutron] 10.222.0.70 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055573 Nov 15 14:32:16.438030 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2ac4-97b2-4397-afde-b3d746477879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:16.456327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:09Z', 'revision_number': 4, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port': {'id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '68bdbad8-21b8-430f-8ca0-a65c27f4cb45', 'name': '', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'mac_address': 'fa:16:3e:d3:0a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:08Z', 'updated_at': '2021-11-15T14:32:15Z', 'revision_number': 4, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'subnets': [{'id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:16.482481 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Pushing event updated for resources: {'Port': ['ID=1de2b78a-b2d0-4392-a898-d4904d2c6f81,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:16.483867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4b6c2ac4-97b2-4397-afde-b3d746477879 None None] For port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=68bdbad8-21b8-430f-8ca0-a65c27f4cb45,segment=NetworkSegment(7d25e783-f2c4-4b79-98f2-9c4fc9a495b2),segment_id=7d25e783-f2c4-4b79-98f2-9c4fc9a495b2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:16.496401 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:16.503578 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-06867436-131b-4530-9c07-d1b0630fdcaa req-9012ec7d-6419-4af7-aad3-f2ad21c437c5 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:16.505201 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06867436-131b-4530-9c07-d1b0630fdcaa req-9012ec7d-6419-4af7-aad3-f2ad21c437c5 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.9937069 Nov 15 14:32:16.524202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-cfef9561-f979-41ce-8692-156c9cc8463b service neutron] 10.222.0.70 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044694 Nov 15 14:32:16.528241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7493162-675f-4a45-a503-d674a583ccc5 None None] The sync data for ids ['61f0b921-5768-4788-9e26-5c8f073dd749'] in n-d-817748-2 is: [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:09Z', 'revision_number': 4, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port': {'id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '68bdbad8-21b8-430f-8ca0-a65c27f4cb45', 'name': '', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'mac_address': 'fa:16:3e:d3:0a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:08Z', 'updated_at': '2021-11-15T14:32:15Z', 'revision_number': 4, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'subnets': [{'id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:32:16.563695 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2ac4-97b2-4397-afde-b3d746477879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:16.614211 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:16.623398 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ae2c2db2-e850-4d09-9f39-19df8b7f38c3 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7977240 Nov 15 14:32:16.647538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012ec7d-6419-4af7-aad3-f2ad21c437c5 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df87cf85-a339-4329-b67e-886c1300e7d9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:16.709396 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-7875dfa7-d862-41d7-a616-8b826d0b6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:16.710953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-7875dfa7-d862-41d7-a616-8b826d0b6b26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 1094 time: 0.3137708 Nov 15 14:32:16.727638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c2ac4-97b2-4397-afde-b3d746477879 None None] Pushing event updated for resources: {'Port': ['ID=68bdbad8-21b8-430f-8ca0-a65c27f4cb45,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:16.888404 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-59e45f91-f151-46e0-966b-832f22a492aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3 HTTP/1.1" status: 200 len: 217 time: 0.1475878 Nov 15 14:32:17.048372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00595c7-648b-4b21-a10e-b59a86552588 req-b18d05d4-8126-4d83-937f-03b9965711d7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:17.053297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b00595c7-648b-4b21-a10e-b59a86552588 req-b18d05d4-8126-4d83-937f-03b9965711d7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 943 time: 0.3553474 Nov 15 14:32:17.071784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-3c006cfe-8e7c-4c6a-9009-50e50a6531f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:17.073616 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-3c006cfe-8e7c-4c6a-9009-50e50a6531f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.1769450 Nov 15 14:32:17.120194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-cf0066a0-def0-4a8e-ae21-52a48d9b9093 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343640 Nov 15 14:32:17.218114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b00595c7-648b-4b21-a10e-b59a86552588 req-6cfc7d7e-827f-4a0e-98b6-0184e12f3445 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574006 Nov 15 14:32:17.320052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-fffd9fcd-195e-48c9-af72-b57610ea5621 service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890399 Nov 15 14:32:17.848091 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09787cb0-c6a1-4341-9829-5225fdd17f1e x-openstack-request-id: req-09787cb0-c6a1-4341-9829-5225fdd17f1e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:17.848658 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3155b4e-9ccc-4936-aa94-0437d01a5eff", "tag": "3ca5237a-9418-4a22-84b3-984f7bbc60f3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:17.849107 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09787cb0-c6a1-4341-9829-5225fdd17f1e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:17.849670 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3155b4e-9ccc-4936-aa94-0437d01a5eff', 'tag': '3ca5237a-9418-4a22-84b3-984f7bbc60f3', 'status': 'completed', 'code': 200} Nov 15 14:32:18.075628 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f7a7310-aaf2-4ab8-a2c4-acd180267d23 req-9aac3035-1e47-4e9f-a117-84926ea91f8b service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7449715 Nov 15 14:32:18.099427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3c5de-c5ec-41c7-9b87-f8b41fdbc079 req-36435a38-707b-48a0-9765-6784270e78ca tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:18.107863 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e3c5de-c5ec-41c7-9b87-f8b41fdbc079 req-36435a38-707b-48a0-9765-6784270e78ca tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.2630069 Nov 15 14:32:18.238387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e3c5de-c5ec-41c7-9b87-f8b41fdbc079 req-6797121a-f48f-43d2-b616-7090a185b41a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294739 Nov 15 14:32:18.267693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-77daa230-cf19-4a39-8481-a4da74ecac6b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:18.269247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-77daa230-cf19-4a39-8481-a4da74ecac6b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/networks?id=8d948a43-4cc1-4b6f-898b-a449d54b934b HTTP/1.1" status: 200 len: 813 time: 0.4228945 Nov 15 14:32:18.321561 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-6d30d99e-a909-4516-8a1c-135f537b4274 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/quotas/5f38c5c53eef414aaa95bdd4035947bb HTTP/1.1" status: 200 len: 375 time: 0.0371945 Nov 15 14:32:18.377008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-ae500607-53f5-4924-b3ee-62ea75df874e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f38c5c53eef414aaa95bdd4035947bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392950 Nov 15 14:32:18.378877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776811b4-031b-413c-aaa6-d0d9da90a843 req-8e64e840-d8c4-473d-8a17-8e7d647038b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:18.380377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-776811b4-031b-413c-aaa6-d0d9da90a843 req-8e64e840-d8c4-473d-8a17-8e7d647038b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 1094 time: 0.1409431 Nov 15 14:32:18.416773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:18.488724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:18.495758 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:18.590996 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-bd4c18df-2e2e-44a5-a220-7dec2c0981e4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1092397080&fields=id&tenant_id=a7aba4b0ebe74237af9116898484e24c HTTP/1.1" status: 200 len: 267 time: 0.2167003 Nov 15 14:32:18.684679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776811b4-031b-413c-aaa6-d0d9da90a843 req-30b56a5e-6bac-4a92-9041-ef9e95c185b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:18.686329 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-776811b4-031b-413c-aaa6-d0d9da90a843 req-30b56a5e-6bac-4a92-9041-ef9e95c185b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.2846129 Nov 15 14:32:18.778601 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-776811b4-031b-413c-aaa6-d0d9da90a843 req-33a75d8c-0607-4645-b055-aeec5d9e7b99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3 HTTP/1.1" status: 200 len: 217 time: 0.0553920 Nov 15 14:32:18.790967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-6291b219-0498-4e45-984f-cdf3cb6beb85 service neutron] 10.222.0.70 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038918 Nov 15 14:32:18.978629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776811b4-031b-413c-aaa6-d0d9da90a843 req-87650235-1fa1-4be1-b57a-41cf5e5e7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:18.987600 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-776811b4-031b-413c-aaa6-d0d9da90a843 req-87650235-1fa1-4be1-b57a-41cf5e5e7062 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.1940477 Nov 15 14:32:18.995678 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-99f228df-d778-4e5d-a5ff-4c533c96aa2c tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:18.997427 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-99f228df-d778-4e5d-a5ff-4c533c96aa2c tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/networks?id=11c1ec29-32ab-446b-9063-29a61930f003 HTTP/1.1" status: 200 len: 805 time: 0.3470659 Nov 15 14:32:19.072119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-776811b4-031b-413c-aaa6-d0d9da90a843 req-9f07ac3a-a9fa-4d35-8216-245f47107ad1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515978 Nov 15 14:32:19.076381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-a0797bea-5f37-41c6-b608-d61a6f514ce0 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/quotas/a7aba4b0ebe74237af9116898484e24c HTTP/1.1" status: 200 len: 375 time: 0.0571182 Nov 15 14:32:19.078527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-6eb11056-d524-46fe-831f-388611f61777 service neutron] 10.222.0.70 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864079 Nov 15 14:32:19.187013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-7f43286f-08fa-45df-9ae0-c484a7524152 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7aba4b0ebe74237af9116898484e24c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033039 Nov 15 14:32:19.240969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-776811b4-031b-413c-aaa6-d0d9da90a843 req-36333bbf-f05a-468a-8cf0-83ae30a18aa5 service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479759 Nov 15 14:32:19.527140 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6510ee4-6507-44af-974a-d2969e3f7167 req-b925ee3f-0f60-4da1-9b7a-138463ee7cfe tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 210 time: 0.0579543 Nov 15 14:32:19.559982 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-776811b4-031b-413c-aaa6-d0d9da90a843 req-588531dd-515b-4083-8b7a-9901655ea12e service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052609 Nov 15 14:32:19.625309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-b5cc0928-9f50-41a0-baa0-5d45ccc0bcbe service neutron] 10.222.0.70 "GET /v2.0/networks/11c1ec29-32ab-446b-9063-29a61930f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093914 Nov 15 14:32:19.734247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-2a10dd1d-a14e-48ba-a1c8-fb7d68a17223 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:19.739371 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-2a10dd1d-a14e-48ba-a1c8-fb7d68a17223 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.59 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 946 time: 0.2073834 Nov 15 14:32:19.783073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7fc1a-31a5-423b-98cd-a4bd02f81d5b req-b3c4401b-6cd9-4c24-80d2-f0e889d2911c tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:19.789111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8c7fc1a-31a5-423b-98cd-a4bd02f81d5b req-b3c4401b-6cd9-4c24-80d2-f0e889d2911c tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 946 time: 0.0845261 Nov 15 14:32:19.823926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-c35e607e-e881-4298-9d01-7b36b97ffd8b service neutron] 10.222.0.70 "GET /v2.0/networks/11c1ec29-32ab-446b-9063-29a61930f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974154 Nov 15 14:32:19.871642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8c7fc1a-31a5-423b-98cd-a4bd02f81d5b req-47a93745-a954-4930-a0dd-119a81750f9f tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687461 Nov 15 14:32:19.942480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-fed71e39-a98d-42a7-bb8c-e457f232523d tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:19.944113 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-fed71e39-a98d-42a7-bb8c-e457f232523d tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "GET /v2.0/networks?id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa HTTP/1.1" status: 200 len: 815 time: 0.3176863 Nov 15 14:32:19.964555 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-79f52244-f4b1-450f-966a-0b7253bc2cd9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Request body: {'port': {'device_id': '5b6196c6-76fe-4b32-93b0-345aee693bc6', 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa', 'admin_state_up': True, 'tenant_id': '81e3a07f515f4b09a5a5cb70414f88cf'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:20.039934 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Deleting port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:20.040277 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:20.254609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] For port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=636ee8d5-8a12-4d46-8d88-71bdb9580f8d,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:20.259993 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:20.410105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-79f52244-f4b1-450f-966a-0b7253bc2cd9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Made reservation on behalf of 81e3a07f515f4b09a5a5cb70414f88cf for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:20.413951 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-79f52244-f4b1-450f-966a-0b7253bc2cd9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:20.456443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc371a-1ce9-4343-bda4-62079143f67b req-2d9586b3-76eb-4f36-ad38-6912896d9a32 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:20.457684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7cc371a-1ce9-4343-bda4-62079143f67b req-2d9586b3-76eb-4f36-ad38-6912896d9a32 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 943 time: 0.1893919 Nov 15 14:32:20.490277 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-e3601b7f-281e-4b25-9ff4-241a09024231 service neutron] show failed (client error): The resource could not be found. Nov 15 14:32:20.491400 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-e3601b7f-281e-4b25-9ff4-241a09024231 service neutron] 10.222.0.46 "GET /v2.0/ports/ad5e35b3-d3c9-44ed-9a25-5471e27d677a/bindings/n-h1-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.2320149 Nov 15 14:32:20.497836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9f424-620d-4fbb-805f-c745dbd4d872 req-17e422f9-083d-4042-bb2b-09eed6618d27 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:20.507081 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40f9f424-620d-4fbb-805f-c745dbd4d872 req-17e422f9-083d-4042-bb2b-09eed6618d27 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1279476 Nov 15 14:32:20.600167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40f9f424-620d-4fbb-805f-c745dbd4d872 req-1348b433-f9d5-4480-a45a-d91a1cc78c88 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921800 Nov 15 14:32:20.677271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7cc371a-1ce9-4343-bda4-62079143f67b req-f35cb4e2-1e73-4016-bfcc-454f15de475c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101679 Nov 15 14:32:20.699539 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:20.699539 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:20.699539 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Floating IP f3495059-3c7a-4f3a-b9b0-61333250fedd disassociated. External IP: 172.25.4.219, port: 636ee8d5-8a12-4d46-8d88-71bdb9580f8d. Nov 15 14:32:20.699539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Calling delete_port for 636ee8d5-8a12-4d46-8d88-71bdb9580f8d owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:20.751899 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ff10c3f-f3e7-4b4b-8538-781024507d57 req-a5855259-db42-4c64-8dba-3801ff4126ce tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 210 time: 0.0509391 Nov 15 14:32:20.776691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-79f52244-f4b1-450f-966a-0b7253bc2cd9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Allocated IP 172.20.0.2 (304f5f62-8be0-4d32-a6e0-0c8cb4b433fa/17e666ef-75fd-4a32-a1e8-d3f78e5b9900/1ab33ef2-46ce-430b-a49d-7946ea8b99da) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:32:20.794344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d9e8142-9f7f-48c9-bd82-55277bbfd613 req-16b67b27-3350-4092-9a9d-e5822a691407 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 210 time: 0.0413647 Nov 15 14:32:20.911643 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-622e812f-6492-4363-aba2-e890d2e66db8 req-e8d0390f-87ba-4fa3-8de3-b72696cb9b71 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 210 time: 0.0804515 Nov 15 14:32:21.015340 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:21.020713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eadee4-73a7-4b67-a39b-baada94df77c req-d8db66b8-9627-4725-8f5c-d080921c1f33 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:21.022299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0eadee4-73a7-4b67-a39b-baada94df77c req-d8db66b8-9627-4725-8f5c-d080921c1f33 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 946 time: 0.0587089 Nov 15 14:32:21.094481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0eadee4-73a7-4b67-a39b-baada94df77c req-dc0c4bf6-a087-405f-a026-c5bae074cb6e tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642092 Nov 15 14:32:21.106132 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-79f52244-f4b1-450f-966a-0b7253bc2cd9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:21.162254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:21.206838 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Pushing event deleted for resources: {'Port': ['ID=636ee8d5-8a12-4d46-8d88-71bdb9580f8d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:21.502076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-7f2a15b6-0916-4dca-86fb-ab46da50d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:21.503850 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-7f2a15b6-0916-4dca-86fb-ab46da50d803 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076&tenant_id=3a3f6958c0604fcab32ba65195204bc2 HTTP/1.1" status: 200 len: 1101 time: 0.0768864 Nov 15 14:32:21.529404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:21.586849 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-79f52244-f4b1-450f-966a-0b7253bc2cd9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:21.599128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['9d0702bf-ac69-4276-bdc1-ac848cb5d33e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:21.646251 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:21.651641 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc608c0f-6d67-4ef9-bfd6-eaf57c4a6226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:21.703850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-79f52244-f4b1-450f-966a-0b7253bc2cd9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:21.716031 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-79f52244-f4b1-450f-966a-0b7253bc2cd9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:21.722048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-79f52244-f4b1-450f-966a-0b7253bc2cd9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:32:21.726497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f52244-f4b1-450f-966a-0b7253bc2cd9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Pushing event updated for resources: {'Port': ['ID=1ab33ef2-46ce-430b-a49d-7946ea8b99da,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:21.845902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-79f52244-f4b1-450f-966a-0b7253bc2cd9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:21.846628 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-79f52244-f4b1-450f-966a-0b7253bc2cd9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:21.857777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Router 32756b1a-5029-46e1-9ce5-880ac1e7f082 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:32:21.936729 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc608c0f-6d67-4ef9-bfd6-eaf57c4a6226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:22.024773 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-79f52244-f4b1-450f-966a-0b7253bc2cd9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0661561 Nov 15 14:32:22.042016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Request body: {'port': {'device_id': '5b6196c6-76fe-4b32-93b0-345aee693bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:22.074046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561566d9-e2d7-46bd-a528-8931771276ac req-4a550e93-094d-4cca-892f-5c93b637984c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:22.075886 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-561566d9-e2d7-46bd-a528-8931771276ac req-4a550e93-094d-4cca-892f-5c93b637984c tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.2464519 Nov 15 14:32:22.111218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:32:22.117786 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc608c0f-6d67-4ef9-bfd6-eaf57c4a6226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:22.127737 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece1bcd2-bdf8-4211-a067-86d6d784ec92 None None] Sync routers for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:32:22.145275 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1bcd2-bdf8-4211-a067-86d6d784ec92 None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:22.146184 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ece1bcd2-bdf8-4211-a067-86d6d784ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:22.159591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817512f-6d09-46b2-935b-7fe77a024027 req-2e0ffd0e-6953-4d0f-b9f8-a7c0f840a339 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:22.161388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c817512f-6d09-46b2-935b-7fe77a024027 req-2e0ffd0e-6953-4d0f-b9f8-a7c0f840a339 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 943 time: 0.1531188 Nov 15 14:32:22.175053 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:22.221419 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] No DVR routers for this DVR port 636ee8d5-8a12-4d46-8d88-71bdb9580f8d on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:32:22.241091 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:22.247426 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8915f16d-e6f7-4cbb-924b-75fc378b40c9 req-8ca7b02a-9368-4494-9e4c-777d6e14e2c8 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.59 "DELETE /v2.0/ports/636ee8d5-8a12-4d46-8d88-71bdb9580f8d HTTP/1.1" status: 204 len: 173 time: 2.4968548 Nov 15 14:32:22.247941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17e0090-b2bf-488e-baf1-78089d71c7e9', 'name': 'network-vif-deleted', 'tag': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:22.250279 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b966e0bc-41b3-4133-a66c-daa0b14a48f5" -d '{"events": [{"server_uuid": "a17e0090-b2bf-488e-baf1-78089d71c7e9", "name": "network-vif-deleted", "tag": "636ee8d5-8a12-4d46-8d88-71bdb9580f8d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:22.268280 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bc608c0f-6d67-4ef9-bfd6-eaf57c4a6226 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ab5e80801394084bb95cc3d7c4cbb58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2475059 Nov 15 14:32:22.269610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:22.270261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc608c0f-6d67-4ef9-bfd6-eaf57c4a6226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e14050-d731-4854-8e42-bfec665da81f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:22.315570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-561566d9-e2d7-46bd-a528-8931771276ac req-266b2bfb-4b29-48e3-8481-327ea32ee7f5 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268615 Nov 15 14:32:22.335477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:22.367736 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c817512f-6d09-46b2-935b-7fe77a024027 req-d4612e8f-ed35-4751-a288-f1d3d93b73f9 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903839 Nov 15 14:32:22.382118 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ece1bcd2-bdf8-4211-a067-86d6d784ec92 None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:22.443404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:22.501642 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:22.520048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Transition to ACTIVE for port object ad5e35b3-d3c9-44ed-9a25-5471e27d677a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:32:22.521258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:22.524711 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3374c5-53e4-4ddb-ad49-fcdc6710ae55" -d '{"events": [{"server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "name": "network-vif-unplugged", "status": "completed", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:22.587816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f176640-3d97-4c77-a511-8deca8c9da9c req-d1bdabf7-2782-49fd-9e9f-c05b57e6b1b3 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 210 time: 0.0568089 Nov 15 14:32:22.626118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31551248-cf9e-492c-abc6-c2c2daf09f23 req-b9594513-7354-4a1e-839c-676518bf531b tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 210 time: 0.0964315 Nov 15 14:32:22.635243 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:22.652041 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a531bb3-fd77-44f3-8aa1-b26122b3987f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:22.733322 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ece1bcd2-bdf8-4211-a067-86d6d784ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:57Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:22.783813 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece1bcd2-bdf8-4211-a067-86d6d784ec92 None None] Checking router: 32756b1a-5029-46e1-9ce5-880ac1e7f082 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:32:22.800993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] No DVR routers for this DVR port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:32:22.804294 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1bcd2-bdf8-4211-a067-86d6d784ec92 None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:22.805149 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ece1bcd2-bdf8-4211-a067-86d6d784ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:22.841398 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a531bb3-fd77-44f3-8aa1-b26122b3987f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:22.876363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c834d6d2-9811-47bb-a979-a9e4a5298e96 req-926b2a5a-79cc-41f7-8964-7c84e5b87091 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/ports?device_id=a17e0090-b2bf-488e-baf1-78089d71c7e9 HTTP/1.1" status: 200 len: 210 time: 0.1091943 Nov 15 14:32:22.926742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7508e-0419-40ab-813e-398ff743721e req-c3c6c9a5-601a-4fef-8bc5-ed05d935aa79 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:22.928412 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcb7508e-0419-40ab-813e-398ff743721e req-c3c6c9a5-601a-4fef-8bc5-ed05d935aa79 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 931 time: 0.2259407 Nov 15 14:32:22.960847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Pushing event updated for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:22.971752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab33ef2-46ce-430b-a49d-7946ea8b99da {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:32:22.972341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Attempting to bind port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:32:22.972696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Attempting to bind port ad5e35b3-d3c9-44ed-9a25-5471e27d677a by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:32:22.973098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Attempting to bind port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:22.986258 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:23.001635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:32:23.002723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Attempting to bind port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:23.025755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:32:23.030585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:23.031310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:32:23.031876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Bound port: ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:32:23.044299 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:23.063383 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ece1bcd2-bdf8-4211-a067-86d6d784ec92 None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:23.079026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcb7508e-0419-40ab-813e-398ff743721e req-ef489d6e-f3cf-4f40-8282-8f6abe081af7 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979493 Nov 15 14:32:23.193635 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a28046-7474-499d-98e4-af7629dc3e7e x-openstack-request-id: req-13a28046-7474-499d-98e4-af7629dc3e7e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:23.194250 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "name": "network-vif-unplugged", "status": "completed", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:23.194629 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13a28046-7474-499d-98e4-af7629dc3e7e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:23.195127 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'code': 200} Nov 15 14:32:23.199747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:23.206780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Transition to ACTIVE for port object 1ab33ef2-46ce-430b-a49d-7946ea8b99da will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:32:23.207479 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a531bb3-fd77-44f3-8aa1-b26122b3987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:23.208948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:32:23.219399 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a531bb3-fd77-44f3-8aa1-b26122b3987f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:23.222085 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2a531bb3-fd77-44f3-8aa1-b26122b3987f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69e14050-d731-4854-8e42-bfec665da81f HTTP/1.1" status: 204 len: 168 time: 0.9487212 Nov 15 14:32:23.275682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a531bb3-fd77-44f3-8aa1-b26122b3987f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e14050-d731-4854-8e42-bfec665da81f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:23.331909 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:23.367897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:23.371832 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d743816-6762-40cc-bd0c-0ce23238e3f3 x-openstack-request-id: req-9d743816-6762-40cc-bd0c-0ce23238e3f3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:23.372156 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17e0090-b2bf-488e-baf1-78089d71c7e9", "name": "network-vif-deleted", "tag": "636ee8d5-8a12-4d46-8d88-71bdb9580f8d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:23.375743 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d743816-6762-40cc-bd0c-0ce23238e3f3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:23.375743 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17e0090-b2bf-488e-baf1-78089d71c7e9', 'name': 'network-vif-deleted', 'tag': '636ee8d5-8a12-4d46-8d88-71bdb9580f8d', 'status': 'completed', 'code': 200} Nov 15 14:32:23.491512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Pushing event updated for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:23.498867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:23.499651 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:23.501482 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f335e14b-12ba-41c2-b8e3-02897371eb5c service neutron] 10.222.0.59 "PUT /v2.0/ports/ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 200 len: 1096 time: 1.9764707 Nov 15 14:32:23.535861 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0044b216-8898-48f3-94b2-0e78e8079d4a tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:23.537937 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0044b216-8898-48f3-94b2-0e78e8079d4a tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.59 "GET /v2.0/networks?id=8d948a43-4cc1-4b6f-898b-a449d54b934b HTTP/1.1" status: 200 len: 813 time: 0.4415562 Nov 15 14:32:23.543133 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ece1bcd2-bdf8-4211-a067-86d6d784ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:57Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:23.546115 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Pushing event updated for resources: {'Port': ['ID=1ab33ef2-46ce-430b-a49d-7946ea8b99da,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:23.626805 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece1bcd2-bdf8-4211-a067-86d6d784ec92 None None] The sync data for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 is: [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:52Z', 'revision_number': 4, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '4465964c-85e6-4ee7-8e22-68b566f2d272', 'name': '', 'network_id': '8453fbeb-5996-412b-872a-2c562d6b1fe8', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'mac_address': 'fa:16:3e:84:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:51Z', 'updated_at': '2021-11-15T14:26:57Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'subnets': [{'id': '097b76ed-0b6c-418d-a9b0-bb42141f4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:32:23.650835 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-1e0bfa57-9933-47ae-a7a6-00f24a50a2c9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'port': {'device_id': 'bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe', 'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b', 'admin_state_up': True, 'tenant_id': '5f38c5c53eef414aaa95bdd4035947bb'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:23.667369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b478ea-912d-4743-92d7-a33bdc339e09 req-5ebb7cd3-1788-44e0-aa43-00239efc42a9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:23.677768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81b478ea-912d-4743-92d7-a33bdc339e09 req-5ebb7cd3-1788-44e0-aa43-00239efc42a9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 948 time: 0.1875820 Nov 15 14:32:23.743438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-8eb7635c-1222-4a90-b0df-35ebcf6edb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:23.745033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-8eb7635c-1222-4a90-b0df-35ebcf6edb50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 1099 time: 0.1598022 Nov 15 14:32:23.773604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f4792-b638-4ba1-a45a-b35aab52f1fb req-b2515612-d3fc-471d-8257-12c9a8137ca3 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:23.777185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f8f4792-b638-4ba1-a45a-b35aab52f1fb req-b2515612-d3fc-471d-8257-12c9a8137ca3 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 943 time: 0.2401667 Nov 15 14:32:23.872545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Attempting to bind port 1ab33ef2-46ce-430b-a49d-7946ea8b99da on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:32:23.872765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Attempting to bind port 1ab33ef2-46ce-430b-a49d-7946ea8b99da by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:32:23.873103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Attempting to bind port 1ab33ef2-46ce-430b-a49d-7946ea8b99da on network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:23.885393 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Port 1ab33ef2-46ce-430b-a49d-7946ea8b99da on network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:32:23.885393 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Attempting to bind port 1ab33ef2-46ce-430b-a49d-7946ea8b99da on network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:23.918083 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:32:23.918468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Checking segment: {'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:23.919069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Bound using segment: {'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:32:23.919409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Bound port: 1ab33ef2-46ce-430b-a49d-7946ea8b99da, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:32:23.919784 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:24.026414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-d0e8f80c-3a90-4cd2-9bae-811f23e87063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:24.028571 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-d0e8f80c-3a90-4cd2-9bae-811f23e87063 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2472856 Nov 15 14:32:24.047404 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81b478ea-912d-4743-92d7-a33bdc339e09 req-47073d8c-be60-4614-8d36-843438f35a7d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479037 Nov 15 14:32:24.064663 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] For port 1ab33ef2-46ce-430b-a49d-7946ea8b99da, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:24.070547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] For port 1ab33ef2-46ce-430b-a49d-7946ea8b99da, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1ab33ef2-46ce-430b-a49d-7946ea8b99da,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:32:24.098795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-1e0bfa57-9933-47ae-a7a6-00f24a50a2c9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Made reservation on behalf of 5f38c5c53eef414aaa95bdd4035947bb for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:24.102742 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-1e0bfa57-9933-47ae-a7a6-00f24a50a2c9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:24.117954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb7b5fc-9b16-4f5c-9bb1-7064b99ab11c None None] New status for floating IP f3495059-3c7a-4f3a-b9b0-61333250fedd: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:32:24.127611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-f06f9744-cb7d-420e-95b5-f143ac3c7bb0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 200 len: 217 time: 0.0758612 Nov 15 14:32:24.132898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f8f4792-b638-4ba1-a45a-b35aab52f1fb req-51946e6a-67d3-4c87-980c-dd7b05a49d94 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359325 Nov 15 14:32:24.176501 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1978ee7-3389-46db-8b9e-4b7ca5f1d7b2 req-7aa8dd93-bbb3-451c-9564-c67dd5ea9d94 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 210 time: 0.0420079 Nov 15 14:32:24.231035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-5e0b8658-d2d5-4a12-88c9-24b95db104c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:24.233196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-5e0b8658-d2d5-4a12-88c9-24b95db104c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0551717 Nov 15 14:32:24.234449 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:24.319618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 636ee8d5-8a12-4d46-8d88-71bdb9580f8d no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:32:24.365523 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:24.367192 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:24.369318 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] 10.222.0.46 "PUT /v2.0/ports/1ab33ef2-46ce-430b-a49d-7946ea8b99da HTTP/1.1" status: 200 len: 1091 time: 2.3336995 Nov 15 14:32:24.369517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-685cb54a-3910-433c-bee4-54ddd1668abf req-234738bd-efbd-4539-8308-5ca1299f3219 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 210 time: 0.0481703 Nov 15 14:32:24.393305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ad5e35b3-d3c9-44ed-9a25-5471e27d677a no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:32:24.416221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-1e0bfa57-9933-47ae-a7a6-00f24a50a2c9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Allocated IP 172.20.0.2 (8d948a43-4cc1-4b6f-898b-a449d54b934b/252401ff-9afd-40e6-ae5d-f72c82fc03f1/40516a2e-a7e2-4b7e-93ff-9700755e7ffa) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:32:24.443926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 636ee8d5-8a12-4d46-8d88-71bdb9580f8d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:32:24.444489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 636ee8d5-8a12-4d46-8d88-71bdb9580f8d not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:32:24.496035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ad5e35b3-d3c9-44ed-9a25-5471e27d677a not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:32:24.606182 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e55d9-1727-4000-a4ff-d31a5cd99c7c service neutron] Pushing event updated for resources: {'Port': ['ID=1ab33ef2-46ce-430b-a49d-7946ea8b99da,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:24.712689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-4c4ce699-6ac2-46ed-8a0a-0e6aa1cbc0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:24.714374 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-4c4ce699-6ac2-46ed-8a0a-0e6aa1cbc0a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81e3a07f515f4b09a5a5cb70414f88cf&device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 1094 time: 0.1981728 Nov 15 14:32:24.718177 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49460) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:24.806433 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-fd19620d-91ef-4c2f-a9bd-d066c723b18a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ab33ef2-46ce-430b-a49d-7946ea8b99da HTTP/1.1" status: 200 len: 217 time: 0.0718966 Nov 15 14:32:24.859164 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-1e0bfa57-9933-47ae-a7a6-00f24a50a2c9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:24.889025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-c4b20390-9179-4f37-b187-b12621e07722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:24.890559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-c4b20390-9179-4f37-b187-b12621e07722 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6398151 Nov 15 14:32:25.006485 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e2a2430-4023-472a-8ee3-fdba7ef70a01 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:25.014928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f94648-953d-4ffb-b70f-1e81a6462408 req-13238417-e1c1-4869-aaef-4ecbfbc278d7 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:25.023740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01f94648-953d-4ffb-b70f-1e81a6462408 req-13238417-e1c1-4869-aaef-4ecbfbc278d7 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 943 time: 0.6530912 Nov 15 14:32:25.049430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-192c2e79-020b-40e7-be3e-89cf8a273c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:25.051076 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-192c2e79-020b-40e7-be3e-89cf8a273c70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17e666ef-75fd-4a32-a1e8-d3f78e5b9900 HTTP/1.1" status: 200 len: 855 time: 0.2335722 Nov 15 14:32:25.080088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-85ec9a25-c135-4770-9666-04d7c78f556d service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675572 Nov 15 14:32:25.109149 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e2a2430-4023-472a-8ee3-fdba7ef70a01 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:25.118311 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-4bee45ef-acb1-4c71-99a7-d171c0fd7a0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555720 Nov 15 14:32:25.147081 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01f94648-953d-4ffb-b70f-1e81a6462408 req-cc674130-6e2c-443d-b382-6e2e8a2aaff1 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218741 Nov 15 14:32:25.199565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:25.204676 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da283bb-bde4-4e41-a19b-251a593ddbd0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:25.277869 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-1e0bfa57-9933-47ae-a7a6-00f24a50a2c9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:25.286856 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb54bda2-912f-4601-878b-a38d03a6c03f req-4116f7a3-fa5f-4536-85ed-a02f825c2dba service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740522 Nov 15 14:32:25.349267 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-1e0bfa57-9933-47ae-a7a6-00f24a50a2c9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Network 8d948a43-4cc1-4b6f-898b-a449d54b934b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:25.353682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507aee3-08cd-45e9-b753-9646797a96f6 req-5db5d7fd-116a-4a4b-8be5-d5a7374e0525 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:25.363290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7507aee3-08cd-45e9-b753-9646797a96f6 req-5db5d7fd-116a-4a4b-8be5-d5a7374e0525 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 948 time: 0.1320479 Nov 15 14:32:25.378124 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-97dcc8a2-db08-4ef3-9ee6-554629de8814 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:25.379930 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-97dcc8a2-db08-4ef3-9ee6-554629de8814 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.59 "GET /v2.0/networks?id=11c1ec29-32ab-446b-9063-29a61930f003 HTTP/1.1" status: 200 len: 805 time: 0.5450041 Nov 15 14:32:25.398381 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6196c6-76fe-4b32-93b0-345aee693bc6', 'tag': '1ab33ef2-46ce-430b-a49d-7946ea8b99da'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:25.402271 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cc9407-d70c-4aa7-be3a-907ee9b64d46" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6196c6-76fe-4b32-93b0-345aee693bc6", "tag": "1ab33ef2-46ce-430b-a49d-7946ea8b99da"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:25.412312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-1e0bfa57-9933-47ae-a7a6-00f24a50a2c9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:25.425125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-1e0bfa57-9933-47ae-a7a6-00f24a50a2c9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:32:25.485037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bfa57-9933-47ae-a7a6-00f24a50a2c9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'Port': ['ID=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:25.490609 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7507aee3-08cd-45e9-b753-9646797a96f6 req-92bd0d3d-06df-4c6e-8626-a68e896eb559 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227407 Nov 15 14:32:25.495508 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-f7fb0836-d1a7-4397-a4e0-54488964368c service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635554 Nov 15 14:32:25.524674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff2e3-0c79-4dfd-ac35-f1bf7384da59 req-37ab5aff-9175-4d1d-a7c7-a5a40bc922d0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:25.535012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e2ff2e3-0c79-4dfd-ac35-f1bf7384da59 req-37ab5aff-9175-4d1d-a7c7-a5a40bc922d0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 943 time: 0.1094718 Nov 15 14:32:25.597759 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3675f832-bc09-4d65-881e-ca01b772d26a x-openstack-request-id: req-3675f832-bc09-4d65-881e-ca01b772d26a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:25.598093 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:25.598641 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3675f832-bc09-4d65-881e-ca01b772d26a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:25.599100 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'status': 'completed', 'code': 200} Nov 15 14:32:25.608605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-1e0bfa57-9933-47ae-a7a6-00f24a50a2c9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:25.609718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-1e0bfa57-9933-47ae-a7a6-00f24a50a2c9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:25.630441 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e2ff2e3-0c79-4dfd-ac35-f1bf7384da59 req-ec320484-04ca-4621-a778-9ded68258367 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752513 Nov 15 14:32:25.663524 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e2a2430-4023-472a-8ee3-fdba7ef70a01 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:25.666424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e2a2430-4023-472a-8ee3-fdba7ef70a01 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:25.668428 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4e2a2430-4023-472a-8ee3-fdba7ef70a01 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "DELETE /v2.0/security-groups/a7a7a43f-1b42-4857-9ca4-0f3398dd2a72 HTTP/1.1" status: 204 len: 168 time: 0.9487846 Nov 15 14:32:25.679140 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49486) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:25.684872 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-d6124820-3fa0-426e-9386-34d87070d3da tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7aba4b0ebe74237af9116898484e24c HTTP/1.1" status: 200 len: 380 time: 0.2775185 Nov 15 14:32:25.721446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-035e5168-ee6c-4ae0-a22f-54a075d9bee4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Request body: {'port': {'device_id': 'c8c865f2-9f0f-4c8c-9967-440e9597e9ff', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'admin_state_up': True, 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'security_groups': ['6fc8d1ff-8360-4b11-8560-ee5d873df814']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:25.723856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a2430-4023-472a-8ee3-fdba7ef70a01 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a7a43f-1b42-4857-9ca4-0f3398dd2a72,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:25.747160 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-72f326a1-6114-4f3d-a216-4439781c60a4 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] show failed (client error): The resource could not be found. Nov 15 14:32:25.750738 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-72f326a1-6114-4f3d-a216-4439781c60a4 tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "GET /v2.0/security-groups/a7a7a43f-1b42-4857-9ca4-0f3398dd2a72 HTTP/1.1" status: 404 len: 347 time: 0.0623200 Nov 15 14:32:25.787025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49498) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:25.811642 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-1e0bfa57-9933-47ae-a7a6-00f24a50a2c9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1899407 Nov 15 14:32:25.818891 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-debc9568-ba5b-4333-a174-b500adba14c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:25.820385 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-debc9568-ba5b-4333-a174-b500adba14c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 1099 time: 0.2377892 Nov 15 14:32:25.825071 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5f3f92a2-d388-4b09-9826-9d91e2d3133c req-cfac87c2-3645-4f95-beb1-01def907b78a service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192055 Nov 15 14:32:25.832251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Request body: {'port': {'device_id': 'bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:25.875218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-12d68538-0a55-40f3-884c-32ca717f9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:25.878310 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-12d68538-0a55-40f3-884c-32ca717f9938 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 1099 time: 0.2489889 Nov 15 14:32:25.935783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43282184-6fa2-42fa-bf17-759e8c1c6f7f req-0a2172a7-8878-40a9-a5e6-140c2c2d447b tempest-AbsoluteLimitsNegativeTestJSON-1832309011 tempest-AbsoluteLimitsNegativeTestJSON-1832309011-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9b3fbb03fd5948b994e05faf452b45aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1522477 Nov 15 14:32:25.982744 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:26.048232 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-d690fa34-44e7-48f1-9e9b-78f22fedc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:26.049997 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-d690fa34-44e7-48f1-9e9b-78f22fedc6b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2129071 Nov 15 14:32:26.090650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285094a-c923-408d-9ed1-d5259054ce93 req-81b33da9-b6ee-411f-8811-76c69c83fb8b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:26.092227 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6285094a-c923-408d-9ed1-d5259054ce93 req-81b33da9-b6ee-411f-8811-76c69c83fb8b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 931 time: 0.3831694 Nov 15 14:32:26.108547 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-33482218-101e-4085-abcb-1707c2850fda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 200 len: 217 time: 0.0493484 Nov 15 14:32:26.191592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-035e5168-ee6c-4ae0-a22f-54a075d9bee4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Made reservation on behalf of a7aba4b0ebe74237af9116898484e24c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:26.195202 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-035e5168-ee6c-4ae0-a22f-54a075d9bee4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:26.233762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43282184-6fa2-42fa-bf17-759e8c1c6f7f req-27e40934-caf8-41ec-99ed-2a1e5a141730 tempest-AbsoluteLimitsNegativeTestJSON-1832309011 tempest-AbsoluteLimitsNegativeTestJSON-1832309011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:26.235958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43282184-6fa2-42fa-bf17-759e8c1c6f7f req-27e40934-caf8-41ec-99ed-2a1e5a141730 tempest-AbsoluteLimitsNegativeTestJSON-1832309011 tempest-AbsoluteLimitsNegativeTestJSON-1832309011-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980328 Nov 15 14:32:26.248733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-0c270839-38b1-4078-be52-c8961f139514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:26.250233 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-0c270839-38b1-4078-be52-c8961f139514 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1332879 Nov 15 14:32:26.250753 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6285094a-c923-408d-9ed1-d5259054ce93 req-63ec6f9f-38bc-4ab7-be30-4f34a8219315 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492381 Nov 15 14:32:26.263438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-bc6e8ae4-811b-474f-8b7f-59eb3b10c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:26.265154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-bc6e8ae4-811b-474f-8b7f-59eb3b10c190 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.3154926 Nov 15 14:32:26.268460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d5db72b2-5c21-4cc0-885d-799cd37bf30d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Deleting port d56be11b-d91f-4dba-bd8b-a3cbde35b8eb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:26.269016 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5db72b2-5c21-4cc0-885d-799cd37bf30d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:26.271745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43282184-6fa2-42fa-bf17-759e8c1c6f7f req-44842c22-5ba1-48bd-a426-bd0aceef87d8 tempest-AbsoluteLimitsNegativeTestJSON-1832309011 tempest-AbsoluteLimitsNegativeTestJSON-1832309011-project] 10.222.0.70 "GET /v2.0/quotas/9b3fbb03fd5948b994e05faf452b45aa HTTP/1.1" status: 200 len: 375 time: 0.0260987 Nov 15 14:32:26.392143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43282184-6fa2-42fa-bf17-759e8c1c6f7f req-ad28cb1c-0c8a-46d8-a0bf-cb8c9ea91ecd tempest-AbsoluteLimitsNegativeTestJSON-1832309011 tempest-AbsoluteLimitsNegativeTestJSON-1832309011-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b3fbb03fd5948b994e05faf452b45aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1110961 Nov 15 14:32:26.393524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-9ceeab52-78c2-4bbf-9d71-d1d1cdef353c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 200 len: 217 time: 0.1138313 Nov 15 14:32:26.460509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e435d3b9-3461-4374-ba42-154f0f732007 req-d2d35931-891e-418f-9da7-16ab07273dda tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 210 time: 0.0939527 Nov 15 14:32:26.504096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-091db492-3620-4803-bf27-683dabb230de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:26.505603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-091db492-3620-4803-bf27-683dabb230de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0992160 Nov 15 14:32:26.528043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5db72b2-5c21-4cc0-885d-799cd37bf30d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:26.528381 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5db72b2-5c21-4cc0-885d-799cd37bf30d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:26.597719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d5db72b2-5c21-4cc0-885d-799cd37bf30d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Calling delete_port for d56be11b-d91f-4dba-bd8b-a3cbde35b8eb owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:26.688839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-3f2694a1-f4c3-460f-b73e-ff93017aead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:26.690437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-3f2694a1-f4c3-460f-b73e-ff93017aead0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1722331 Nov 15 14:32:26.836921 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37aaac-747f-4373-b5af-515a2e00db34 req-e6d10695-9a00-4a77-a376-0124cff4da36 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:26.838542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb37aaac-747f-4373-b5af-515a2e00db34 req-e6d10695-9a00-4a77-a376-0124cff4da36 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 943 time: 0.1776948 Nov 15 14:32:26.856172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd05e0b-e954-4a24-be5f-c78bf610fa42 req-04f4a9d7-f331-49fa-8f59-6171df262791 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:26.857839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afd05e0b-e954-4a24-be5f-c78bf610fa42 req-04f4a9d7-f331-49fa-8f59-6171df262791 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 948 time: 0.1981809 Nov 15 14:32:26.862644 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f546511c-4bb0-449c-a932-669ad58e03a1 x-openstack-request-id: req-f546511c-4bb0-449c-a932-669ad58e03a1 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:26.862932 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6196c6-76fe-4b32-93b0-345aee693bc6", "tag": "1ab33ef2-46ce-430b-a49d-7946ea8b99da", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:26.863183 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f546511c-4bb0-449c-a932-669ad58e03a1 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:26.863572 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6196c6-76fe-4b32-93b0-345aee693bc6', 'tag': '1ab33ef2-46ce-430b-a49d-7946ea8b99da', 'status': 'completed', 'code': 200} Nov 15 14:32:26.921975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-a8609b57-b618-4b9d-b413-fa72e52d54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:26.924336 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-a8609b57-b618-4b9d-b413-fa72e52d54e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6585557 Nov 15 14:32:26.973656 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-5ec6afa7-2d26-494a-afa1-03fa43c60bbb service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540915 Nov 15 14:32:27.056096 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb37aaac-747f-4373-b5af-515a2e00db34 req-b5d4f3a9-13b9-4119-83ac-e956176e0fa6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971958 Nov 15 14:32:27.096037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-035e5168-ee6c-4ae0-a22f-54a075d9bee4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Allocated IP 172.20.0.12 (11c1ec29-32ab-446b-9063-29a61930f003/433242e2-220d-4066-8a0f-d4a4e74a3f49/ddf3b7d2-5824-48fe-a987-38f3a6bec99a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:32:27.096490 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afd05e0b-e954-4a24-be5f-c78bf610fa42 req-2aaec61f-8b6f-4ef5-92fe-763298bd16da tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000465 Nov 15 14:32:27.096651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc9407-d70c-4aa7-be3a-907ee9b64d46 req-51f48439-a0f2-431f-b9d8-8e7d6bd3ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:27.096651 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-57cc9407-d70c-4aa7-be3a-907ee9b64d46 req-51f48439-a0f2-431f-b9d8-8e7d6bd3ba69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81e3a07f515f4b09a5a5cb70414f88cf&device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 1094 time: 0.2276838 Nov 15 14:32:27.126953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49512) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:27.152024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-fb1afd81-89af-4fb5-aff3-ed76aa062378 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596522 Nov 15 14:32:27.215148 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5db72b2-5c21-4cc0-885d-799cd37bf30d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:27.246003 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-944e9da1-5e46-4f21-a02d-f1dbac5a9479 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977114 Nov 15 14:32:27.267205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40516a2e-a7e2-4b7e-93ff-9700755e7ffa {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:32:27.286171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db72b2-5c21-4cc0-885d-799cd37bf30d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Pushing event deleted for resources: {'Port': ['ID=d56be11b-d91f-4dba-bd8b-a3cbde35b8eb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:27.326005 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:27.366292 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba81d-4d68-46cc-a67f-9f759e333418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:27.407033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Transition to ACTIVE for port object 40516a2e-a7e2-4b7e-93ff-9700755e7ffa will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:32:27.413216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc9407-d70c-4aa7-be3a-907ee9b64d46 req-42e21156-fba9-4569-8a18-86fc103154fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:27.414880 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-57cc9407-d70c-4aa7-be3a-907ee9b64d46 req-42e21156-fba9-4569-8a18-86fc103154fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa HTTP/1.1" status: 200 len: 916 time: 0.3187931 Nov 15 14:32:27.436953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35394dda-b8ca-4cf8-aaa3-11d21e6509ec req-137eba75-c6b6-44de-a297-59e821370fbf tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:27.438455 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35394dda-b8ca-4cf8-aaa3-11d21e6509ec req-137eba75-c6b6-44de-a297-59e821370fbf tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 943 time: 0.2177677 Nov 15 14:32:27.462173 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5db72b2-5c21-4cc0-885d-799cd37bf30d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:27.465011 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5db72b2-5c21-4cc0-885d-799cd37bf30d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:27.469358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d5db72b2-5c21-4cc0-885d-799cd37bf30d tempest-ServersWithSpecificFlavorTestJSON-449843102 tempest-ServersWithSpecificFlavorTestJSON-449843102-project] 10.222.0.70 "DELETE /v2.0/floatingips/f3495059-3c7a-4f3a-b9b0-61333250fedd HTTP/1.1" status: 204 len: 168 time: 1.6769109 Nov 15 14:32:27.560749 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-57cc9407-d70c-4aa7-be3a-907ee9b64d46 req-73c8acd2-2fb2-4613-bcf3-3e322e8d54ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ab33ef2-46ce-430b-a49d-7946ea8b99da HTTP/1.1" status: 200 len: 217 time: 0.0741365 Nov 15 14:32:27.561013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8c244-d80c-459f-b0f0-ce0187118c2b req-7e3730f7-a948-405c-9df0-397f3431cc5e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:27.561013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ae8c244-d80c-459f-b0f0-ce0187118c2b req-7e3730f7-a948-405c-9df0-397f3431cc5e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 931 time: 0.1484118 Nov 15 14:32:27.561224 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1da283bb-bde4-4e41-a19b-251a593ddbd0 req-a541dd8b-59e4-47e9-89a2-9b14b3fe268b service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970665 Nov 15 14:32:27.562824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35394dda-b8ca-4cf8-aaa3-11d21e6509ec req-a60592a2-296c-4b32-a55a-a7e4746c33e9 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154335 Nov 15 14:32:27.565042 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-035e5168-ee6c-4ae0-a22f-54a075d9bee4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:27.593247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc9407-d70c-4aa7-be3a-907ee9b64d46 req-6acb5e2b-6bc3-4a00-b74c-330d1ba08f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:27.593247 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-57cc9407-d70c-4aa7-be3a-907ee9b64d46 req-6acb5e2b-6bc3-4a00-b74c-330d1ba08f4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17e666ef-75fd-4a32-a1e8-d3f78e5b9900 HTTP/1.1" status: 200 len: 855 time: 0.0820937 Nov 15 14:32:27.619249 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba81d-4d68-46cc-a67f-9f759e333418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:27.644814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ae8c244-d80c-459f-b0f0-ce0187118c2b req-a39ca295-1f85-4c4f-a0d3-80167e156dd8 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122744 Nov 15 14:32:27.645440 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-57cc9407-d70c-4aa7-be3a-907ee9b64d46 req-e91ef632-3164-4add-be84-b19d7d567c6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399737 Nov 15 14:32:27.758937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04ae561b-8d6b-4264-bb4b-8648a4095ccf req-11c53200-667f-4d66-a1aa-8c0818601060 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 210 time: 0.0406108 Nov 15 14:32:27.819170 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-57cc9407-d70c-4aa7-be3a-907ee9b64d46 req-fb74ebbd-5ea7-4b25-a8b8-220bad57f0d5 service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635084 Nov 15 14:32:27.939190 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-57cc9407-d70c-4aa7-be3a-907ee9b64d46 req-4852d07b-e4f4-4972-9603-e1fcf52c576c service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069264 Nov 15 14:32:28.114228 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:28.171903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-035e5168-ee6c-4ae0-a22f-54a075d9bee4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:28.172266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba81d-4d68-46cc-a67f-9f759e333418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:28.210030 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:28.226043 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:28.247529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ad5e35b3-d3c9-44ed-9a25-5471e27d677a details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:32:28.260376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-035e5168-ee6c-4ae0-a22f-54a075d9bee4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Network 11c1ec29-32ab-446b-9063-29a61930f003 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:28.296878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ba2ba81d-4d68-46cc-a67f-9f759e333418 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b3fbb03fd5948b994e05faf452b45aa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1685472 Nov 15 14:32:28.309958 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49532) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:28.324184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ba81d-4d68-46cc-a67f-9f759e333418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912b6ba1-d75f-44c2-a1e1-f2a81954f4af,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:28.371414 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-035e5168-ee6c-4ae0-a22f-54a075d9bee4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:28.378680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-035e5168-ee6c-4ae0-a22f-54a075d9bee4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:32:28.410607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689d16c-1a02-457f-8812-4fae94ed9be7 req-70381d34-c7a2-48a6-8d4f-2f3f6e2e239b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:28.412147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3689d16c-1a02-457f-8812-4fae94ed9be7 req-70381d34-c7a2-48a6-8d4f-2f3f6e2e239b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 943 time: 0.2265162 Nov 15 14:32:28.429707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1ab33ef2-46ce-430b-a49d-7946ea8b99da details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:32:28.487661 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e6d9-b9ff-455c-bc55-90e5d239541e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:28.514226 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e6d9-b9ff-455c-bc55-90e5d239541e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:28.537137 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:28.601109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a43be-65e2-46b9-ab7a-3151a9c3ba33 req-e70fd9cf-c71b-4a21-b0ff-e5f9627d5a4a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:28.609333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-364a43be-65e2-46b9-ab7a-3151a9c3ba33 req-e70fd9cf-c71b-4a21-b0ff-e5f9627d5a4a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 948 time: 0.2359130 Nov 15 14:32:28.622606 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e5168-ee6c-4ae0-a22f-54a075d9bee4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Pushing event updated for resources: {'Port': ['ID=ddf3b7d2-5824-48fe-a987-38f3a6bec99a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:28.636006 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:28.637340 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-035e5168-ee6c-4ae0-a22f-54a075d9bee4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:28.638012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-035e5168-ee6c-4ae0-a22f-54a075d9bee4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:28.651180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3689d16c-1a02-457f-8812-4fae94ed9be7 req-bdaa0d4a-b8e2-4dfa-a22e-fce8acd1ae6f tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293644 Nov 15 14:32:28.660009 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e6d9-b9ff-455c-bc55-90e5d239541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:28.673386 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e6d9-b9ff-455c-bc55-90e5d239541e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:28.673386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bcb2e6d9-b9ff-455c-bc55-90e5d239541e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/912b6ba1-d75f-44c2-a1e1-f2a81954f4af HTTP/1.1" status: 204 len: 168 time: 0.3563728 Nov 15 14:32:28.674852 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'mac_address': 'fa:16:3e:7f:59:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:32:28.746609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Attempting to bind port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:32:28.754074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Attempting to bind port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '7b7e31a4-172b-44d8-b774-1de82c6801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:32:28.754074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Attempting to bind port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa on network 8d948a43-4cc1-4b6f-898b-a449d54b934b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:28.754726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2e6d9-b9ff-455c-bc55-90e5d239541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912b6ba1-d75f-44c2-a1e1-f2a81954f4af,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:28.782682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa on network 8d948a43-4cc1-4b6f-898b-a449d54b934b not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:32:28.784124 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Attempting to bind port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa on network 8d948a43-4cc1-4b6f-898b-a449d54b934b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:28.792296 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:28.812299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:32:28.826378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Checking segment: {'id': '7b7e31a4-172b-44d8-b774-1de82c6801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:28.826378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Bound using segment: {'id': '7b7e31a4-172b-44d8-b774-1de82c6801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:32:28.826378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Bound port: 40516a2e-a7e2-4b7e-93ff-9700755e7ffa, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7e31a4-172b-44d8-b774-1de82c6801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:32:28.826378 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:28.827639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-364a43be-65e2-46b9-ab7a-3151a9c3ba33 req-f5f970d1-d3f4-4dbb-9584-1522aa0b88e8 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173855 Nov 15 14:32:28.852254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5e35b3-d3c9-44ed-9a25-5471e27d677a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:32:28.890731 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-035e5168-ee6c-4ae0-a22f-54a075d9bee4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1886675 Nov 15 14:32:28.899017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:28.913619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8fd01-3386-42c7-a5e0-8c0439704ebf req-b0dc9790-36f6-4e8f-b110-e8b71d23ce14 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:28.914993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-af5c429e-66e8-41d9-93d3-0084c41c36cb None None] Provisioning complete for port ddf3b7d2-5824-48fe-a987-38f3a6bec99a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:28.915362 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af5c429e-66e8-41d9-93d3-0084c41c36cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:28.931896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98f8fd01-3386-42c7-a5e0-8c0439704ebf req-b0dc9790-36f6-4e8f-b110-e8b71d23ce14 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 943 time: 0.0962784 Nov 15 14:32:28.949363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Request body: {'port': {'device_id': 'c8c865f2-9f0f-4c8c-9967-440e9597e9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:28.991926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1ab33ef2-46ce-430b-a49d-7946ea8b99da, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1ab33ef2-46ce-430b-a49d-7946ea8b99da,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:28.996873 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:29.015323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-af5c429e-66e8-41d9-93d3-0084c41c36cb None None] Port ddf3b7d2-5824-48fe-a987-38f3a6bec99a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:32:29.036851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '1ab33ef2-46ce-430b-a49d-7946ea8b99da', 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa', 'port_id': '1ab33ef2-46ce-430b-a49d-7946ea8b99da', 'mac_address': 'fa:16:3e:de:50:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e666ef-75fd-4a32-a1e8-d3f78e5b9900', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:32:29.040075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9866807-c6ea-4ab5-967d-3d8f84b314e1 req-b523da01-38fc-488d-b3e2-77f2e702b47f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:29.044184 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:29.050783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9866807-c6ea-4ab5-967d-3d8f84b314e1 req-b523da01-38fc-488d-b3e2-77f2e702b47f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 943 time: 0.0867081 Nov 15 14:32:29.061922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] For port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:29.079460 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] For port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:32:29.095988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98f8fd01-3386-42c7-a5e0-8c0439704ebf req-e1e9a5f6-9d41-4b23-a6be-b82c3b4efee5 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591749 Nov 15 14:32:29.119362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:29.133781 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:29.160486 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:29.162369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9866807-c6ea-4ab5-967d-3d8f84b314e1 req-419e1993-5326-4dd5-b7d0-d51e53f6002d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049953 Nov 15 14:32:29.173472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab33ef2-46ce-430b-a49d-7946ea8b99da {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:32:29.206788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1ab33ef2-46ce-430b-a49d-7946ea8b99da, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1ab33ef2-46ce-430b-a49d-7946ea8b99da,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:29.262541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:29.275023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:29.275972 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:29.277356 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-0139c650-7219-4378-b899-508a4c31f4d4 service neutron] 10.222.0.59 "PUT /v2.0/ports/40516a2e-a7e2-4b7e-93ff-9700755e7ffa HTTP/1.1" status: 200 len: 1091 time: 3.4493492 Nov 15 14:32:29.279379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe', 'tag': '40516a2e-a7e2-4b7e-93ff-9700755e7ffa'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:29.283244 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce59294-575b-46eb-8ce0-ec41991ddbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe", "tag": "40516a2e-a7e2-4b7e-93ff-9700755e7ffa"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:29.289751 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:29.379909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dca809-815f-4b69-ab79-c3981bfcbd63 req-ac7491a0-dbed-47c1-bec8-4d0e577fae56 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:29.415475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94dca809-815f-4b69-ab79-c3981bfcbd63 req-ac7491a0-dbed-47c1-bec8-4d0e577fae56 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 932 time: 0.1670659 Nov 15 14:32:29.417755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['ad5e35b3-d3c9-44ed-9a25-5471e27d677a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:29.489613 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dfd429-1d2b-47a4-bb76-4ac046bfe8b4 x-openstack-request-id: req-06dfd429-1d2b-47a4-bb76-4ac046bfe8b4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:29.489922 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe", "tag": "40516a2e-a7e2-4b7e-93ff-9700755e7ffa", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:29.490184 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06dfd429-1d2b-47a4-bb76-4ac046bfe8b4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:29.492116 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe', 'tag': '40516a2e-a7e2-4b7e-93ff-9700755e7ffa', 'status': 'completed', 'code': 200} Nov 15 14:32:29.553568 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1ab33ef2-46ce-430b-a49d-7946ea8b99da,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:29.610896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94dca809-815f-4b69-ab79-c3981bfcbd63 req-523eb6de-ab0c-4fa5-8887-2e9bcfd0704d tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907866 Nov 15 14:32:29.686654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['1ab33ef2-46ce-430b-a49d-7946ea8b99da'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:29.707911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49568) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:29.729110 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-30246a4b-1788-49f0-a505-3cead4c971e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:29.735887 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-30246a4b-1788-49f0-a505-3cead4c971e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f38c5c53eef414aaa95bdd4035947bb&device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 1094 time: 0.2488439 Nov 15 14:32:29.782059 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-776db2ec-bc95-423b-a6e2-36c84df3f19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:29.826848 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-3af7f95d-0d20-46b1-a9ff-8c06c7acd74a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40516a2e-a7e2-4b7e-93ff-9700755e7ffa HTTP/1.1" status: 200 len: 217 time: 0.0670373 Nov 15 14:32:29.937838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c8531-168f-43ad-b6c7-db39123e561b req-2f0e48a1-f303-49db-8119-aa1537f6b1f5 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:29.957148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa3c8531-168f-43ad-b6c7-db39123e561b req-2f0e48a1-f303-49db-8119-aa1537f6b1f5 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 944 time: 0.1864884 Nov 15 14:32:30.020234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-2603566f-2065-4f96-8fe8-df8596a6dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:30.021907 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-2603566f-2065-4f96-8fe8-df8596a6dc72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=252401ff-9afd-40e6-ae5d-f72c82fc03f1 HTTP/1.1" status: 200 len: 853 time: 0.1726170 Nov 15 14:32:30.073413 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-dd96aded-56a8-4b92-9513-e9188c6dbf73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d948a43-4cc1-4b6f-898b-a449d54b934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378766 Nov 15 14:32:30.127555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa3c8531-168f-43ad-b6c7-db39123e561b req-80f311c3-76e2-4109-824f-b374e9267cf5 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620049 Nov 15 14:32:30.254750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 3ca5237a-9418-4a22-84b3-984f7bbc60f3 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:32:30.267056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf3b7d2-5824-48fe-a987-38f3a6bec99a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:32:30.283385 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:30.290751 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-96affbfa-04c4-45fb-8f83-721a7eebc239 service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072783 Nov 15 14:32:30.326424 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Transition to ACTIVE for port object ddf3b7d2-5824-48fe-a987-38f3a6bec99a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:32:30.392112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3826f-ca9f-42c7-90d6-90e601e0d750 req-bfb24059-05e8-44ac-934c-2cd06b1118c1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:30.406300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fe3826f-ca9f-42c7-90d6-90e601e0d750 req-bfb24059-05e8-44ac-934c-2cd06b1118c1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 949 time: 0.4028137 Nov 15 14:32:30.413677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:30.422888 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:30.438148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '3ca5237a-9418-4a22-84b3-984f7bbc60f3', 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a', 'port_id': '3ca5237a-9418-4a22-84b3-984f7bbc60f3', 'mac_address': 'fa:16:3e:94:9d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8003970-bb0c-45a3-b639-4f9ffc645632', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:32:30.476251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87b1ef-ea84-46ad-96e2-daa2e2fc05c3 req-947c8692-4cd4-4366-80a4-4b1843f4db09 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:30.484167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df87b1ef-ea84-46ad-96e2-daa2e2fc05c3 req-947c8692-4cd4-4366-80a4-4b1843f4db09 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 943 time: 0.2468278 Nov 15 14:32:30.489862 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2c424d9b-33e8-403d-8529-4c15f8e9d557 req-218a2650-7220-4bce-af78-72abf7caa796 service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881633 Nov 15 14:32:30.514662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf3b7d2-5824-48fe-a987-38f3a6bec99a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:30.523602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fe3826f-ca9f-42c7-90d6-90e601e0d750 req-b6acfb5f-e87c-4488-9367-3d0a9ce80b96 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163294 Nov 15 14:32:30.531308 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:30.578781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca5237a-9418-4a22-84b3-984f7bbc60f3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:32:30.661258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:30.662506 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df87b1ef-ea84-46ad-96e2-daa2e2fc05c3 req-99d3bed0-cee2-489f-925c-efb73d9fdb92 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773810 Nov 15 14:32:30.713375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49594) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:30.752373 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:30.773783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59294-575b-46eb-8ce0-ec41991ddbd4 req-bf8a1250-2839-47ca-8e0c-5aac53f42891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:30.775992 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dce59294-575b-46eb-8ce0-ec41991ddbd4 req-bf8a1250-2839-47ca-8e0c-5aac53f42891 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f38c5c53eef414aaa95bdd4035947bb&device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 1094 time: 0.1092467 Nov 15 14:32:30.781362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Attempting to bind port ddf3b7d2-5824-48fe-a987-38f3a6bec99a on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:32:30.781362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Attempting to bind port ddf3b7d2-5824-48fe-a987-38f3a6bec99a by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:32:30.781362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Attempting to bind port ddf3b7d2-5824-48fe-a987-38f3a6bec99a on network 11c1ec29-32ab-446b-9063-29a61930f003 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:30.809613 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Port ddf3b7d2-5824-48fe-a987-38f3a6bec99a on network 11c1ec29-32ab-446b-9063-29a61930f003 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:32:30.810003 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Attempting to bind port ddf3b7d2-5824-48fe-a987-38f3a6bec99a on network 11c1ec29-32ab-446b-9063-29a61930f003 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:30.841341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:32:30.841688 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Checking segment: {'id': '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:30.842088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Bound using segment: {'id': '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:32:30.843378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Bound port: ddf3b7d2-5824-48fe-a987-38f3a6bec99a, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:32:30.843755 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:30.877989 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868f235-5187-4e48-a10a-23b09807eb72 req-b70b0ec9-f212-47c3-aedf-4834832e055c tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:30.885541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c868f235-5187-4e48-a10a-23b09807eb72 req-b70b0ec9-f212-47c3-aedf-4834832e055c tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 943 time: 0.1955948 Nov 15 14:32:30.893747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=3ca5237a-9418-4a22-84b3-984f7bbc60f3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:30.947967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-627858014-network', 'tenant_id': 'ff28e88921364838bb7a8eb657594f56'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:30.962182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c868f235-5187-4e48-a10a-23b09807eb72 req-d101a95e-1952-4228-be15-2ebc46d28a04 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710592 Nov 15 14:32:31.096098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] For port ddf3b7d2-5824-48fe-a987-38f3a6bec99a, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:31.101787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] For port ddf3b7d2-5824-48fe-a987-38f3a6bec99a, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ddf3b7d2-5824-48fe-a987-38f3a6bec99a,segment=NetworkSegment(7d25e783-f2c4-4b79-98f2-9c4fc9a495b2),segment_id=7d25e783-f2c4-4b79-98f2-9c4fc9a495b2)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:32:31.105153 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59294-575b-46eb-8ce0-ec41991ddbd4 req-751ecacb-60cc-4ebf-90cb-5f0fc46b0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:31.106797 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dce59294-575b-46eb-8ce0-ec41991ddbd4 req-751ecacb-60cc-4ebf-90cb-5f0fc46b0b52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d948a43-4cc1-4b6f-898b-a449d54b934b HTTP/1.1" status: 200 len: 914 time: 0.3167050 Nov 15 14:32:31.120856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817765e5-3051-47d2-ab90-b5e6c0a0e147 req-6827ba1c-01c0-47ab-b447-56e20fdd5293 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:31.122456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-817765e5-3051-47d2-ab90-b5e6c0a0e147 req-6827ba1c-01c0-47ab-b447-56e20fdd5293 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 944 time: 0.0749774 Nov 15 14:32:31.159105 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dce59294-575b-46eb-8ce0-ec41991ddbd4 req-3779bc6d-732a-41e1-a507-fea6b41c6f1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40516a2e-a7e2-4b7e-93ff-9700755e7ffa HTTP/1.1" status: 200 len: 217 time: 0.0429449 Nov 15 14:32:31.159872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90c3740d-8fec-4797-a670-4e450c550549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:31.193502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['3ca5237a-9418-4a22-84b3-984f7bbc60f3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:31.225237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59294-575b-46eb-8ce0-ec41991ddbd4 req-3be1f196-6d38-4d85-a462-58c7784d5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:31.227176 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dce59294-575b-46eb-8ce0-ec41991ddbd4 req-3be1f196-6d38-4d85-a462-58c7784d5917 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=252401ff-9afd-40e6-ae5d-f72c82fc03f1 HTTP/1.1" status: 200 len: 853 time: 0.0581288 Nov 15 14:32:31.268256 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dce59294-575b-46eb-8ce0-ec41991ddbd4 req-b76731f3-b3db-4ed0-807f-8bbde79dbc69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d948a43-4cc1-4b6f-898b-a449d54b934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288129 Nov 15 14:32:31.270975 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-817765e5-3051-47d2-ab90-b5e6c0a0e147 req-94366f65-bac9-446f-b214-f80afa2f105d tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368923 Nov 15 14:32:31.417547 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dce59294-575b-46eb-8ce0-ec41991ddbd4 req-887225a4-d42c-49cf-a4fb-9e277bcc7958 service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352732 Nov 15 14:32:31.449733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8872aa-2830-43cd-9152-c28b7e9406a8 req-70b1ded2-d4bd-4928-8d0c-887d2c7eda48 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:31.452107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa8872aa-2830-43cd-9152-c28b7e9406a8 req-70b1ded2-d4bd-4928-8d0c-887d2c7eda48 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 944 time: 0.0844643 Nov 15 14:32:31.543810 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dce59294-575b-46eb-8ce0-ec41991ddbd4 req-b4372b94-4ebc-494a-919d-58d90071bd52 service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144309 Nov 15 14:32:31.548384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa8872aa-2830-43cd-9152-c28b7e9406a8 req-d63c68ff-6807-4326-8122-47b105bc66bb tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789356 Nov 15 14:32:31.605654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-90c3740d-8fec-4797-a670-4e450c550549 admin admin] Deleting port 4465964c-85e6-4ee7-8e22-68b566f2d272 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:31.605654 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90c3740d-8fec-4797-a670-4e450c550549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:31.722667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-90c3740d-8fec-4797-a670-4e450c550549 admin admin] For port 4465964c-85e6-4ee7-8e22-68b566f2d272, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4465964c-85e6-4ee7-8e22-68b566f2d272,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:31.723382 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90c3740d-8fec-4797-a670-4e450c550549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:31.777306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-90c3740d-8fec-4797-a670-4e450c550549 admin admin] Calling delete_port for 4465964c-85e6-4ee7-8e22-68b566f2d272 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:31.851249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5cc14-5802-4fee-8455-cf6d61297abb req-8189255e-e6f7-4383-a4d6-ed140e4f1c13 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:31.852872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7a5cc14-5802-4fee-8455-cf6d61297abb req-8189255e-e6f7-4383-a4d6-ed140e4f1c13 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 944 time: 0.1249876 Nov 15 14:32:31.960165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7a5cc14-5802-4fee-8455-cf6d61297abb req-a18e5d97-1d59-4347-b131-2fb332640c72 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987625 Nov 15 14:32:32.079714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe520e17-11f9-44cb-a407-520b95b5aa47 req-72edbf14-21fc-4132-88c0-e797b03e4518 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:32.081461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe520e17-11f9-44cb-a407-520b95b5aa47 req-72edbf14-21fc-4132-88c0-e797b03e4518 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 943 time: 0.0535102 Nov 15 14:32:32.137100 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe520e17-11f9-44cb-a407-520b95b5aa47 req-35f08ddc-bed4-4305-869b-b6b78641b252 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493271 Nov 15 14:32:32.184696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Made reservation on behalf of ff28e88921364838bb7a8eb657594f56 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:32.193599 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a3f26bb-1fed-4129-b426-a3756c656186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:32.195327 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:32.195327 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:32.250543 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:32.277500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ad5e35b3-d3c9-44ed-9a25-5471e27d677a up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:32.298932 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:32.299882 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:32.303859 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] 10.222.0.59 "PUT /v2.0/ports/ddf3b7d2-5824-48fe-a987-38f3a6bec99a HTTP/1.1" status: 200 len: 1092 time: 3.3618588 Nov 15 14:32:32.303859 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c865f2-9f0f-4c8c-9967-440e9597e9ff', 'tag': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:32.309376 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21b82c1-85ad-4217-b0d2-279bc35dd1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c865f2-9f0f-4c8c-9967-440e9597e9ff", "tag": "ddf3b7d2-5824-48fe-a987-38f3a6bec99a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:32.350381 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b07e8-9b25-4ea2-b2f6-7e60f96af1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf3b7d2-5824-48fe-a987-38f3a6bec99a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:32.380297 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90c3740d-8fec-4797-a670-4e450c550549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:32.449214 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1ab33ef2-46ce-430b-a49d-7946ea8b99da up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:32.480927 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7e1bdb-9fd9-49c3-bc74-d2904febbcc8 x-openstack-request-id: req-1a7e1bdb-9fd9-49c3-bc74-d2904febbcc8 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:32.481200 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c865f2-9f0f-4c8c-9967-440e9597e9ff", "tag": "ddf3b7d2-5824-48fe-a987-38f3a6bec99a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:32.481444 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a7e1bdb-9fd9-49c3-bc74-d2904febbcc8 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:32.481898 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c865f2-9f0f-4c8c-9967-440e9597e9ff', 'tag': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a', 'status': 'completed', 'code': 200} Nov 15 14:32:32.520314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port ad5e35b3-d3c9-44ed-9a25-5471e27d677a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:32:32.523592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3740d-8fec-4797-a670-4e450c550549 admin admin] Pushing event deleted for resources: {'Port': ['ID=4465964c-85e6-4ee7-8e22-68b566f2d272,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:32.527690 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port ad5e35b3-d3c9-44ed-9a25-5471e27d677a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:32.528203 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:32.603156 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:32.614616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-75b64a3d-ac55-448f-982c-7c308d0e93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:32.616408 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-75b64a3d-ac55-448f-982c-7c308d0e93bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7aba4b0ebe74237af9116898484e24c&device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 1095 time: 0.1179442 Nov 15 14:32:32.722304 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-d3fed283-8d58-434a-8f11-43f6c7874a37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf3b7d2-5824-48fe-a987-38f3a6bec99a HTTP/1.1" status: 200 len: 217 time: 0.0945711 Nov 15 14:32:32.740498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:32.753406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 1ab33ef2-46ce-430b-a49d-7946ea8b99da completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:32:32.767174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 1ab33ef2-46ce-430b-a49d-7946ea8b99da triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:32.767547 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:32.835711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:32:32.846859 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138c1c8e-5303-4643-856c-38fdc528eb48,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:32.859926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-f19c443f-f238-40da-aefb-dbf6248e0548 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:32.863151 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-f19c443f-f238-40da-aefb-dbf6248e0548 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076&tenant_id=3a3f6958c0604fcab32ba65195204bc2&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 949 time: 0.2342241 Nov 15 14:32:32.868497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-ba7e81bb-df11-48f2-a517-83455f8081c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:32.870409 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-ba7e81bb-df11-48f2-a517-83455f8081c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=433242e2-220d-4066-8a0f-d4a4e74a3f49 HTTP/1.1" status: 200 len: 844 time: 0.1310308 Nov 15 14:32:32.872487 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:32.873242 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Added segment 98cc2314-f009-4781-a314-ea817ae5912c of type vlan for network 7b03a939-1aa6-428a-baf8-b2422dbd3d70 Nov 15 14:32:32.881232 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:32.967816 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:32.978462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:32.981450 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:32.984140 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451894f8-097a-430e-bc5a-9bfdda9e06f9" -d '{"events": [{"server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "name": "network-vif-plugged", "status": "completed", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:33.010717 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:33.036351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49392e-0dbd-49a3-a8e1-05ea317be9c5 req-1c510591-cd8b-4d6a-8c06-4ae9685ff9c0 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:33.046345 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db49392e-0dbd-49a3-a8e1-05ea317be9c5 req-1c510591-cd8b-4d6a-8c06-4ae9685ff9c0 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 944 time: 0.5759261 Nov 15 14:32:33.049691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-8b560396-ee5f-4204-bcd7-e6655b41959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:33.051446 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-8b560396-ee5f-4204-bcd7-e6655b41959a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c1ec29-32ab-446b-9063-29a61930f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349347 Nov 15 14:32:33.054604 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-993136ef-b642-4102-826c-12cd74b34c3a service neutron] 10.222.0.59 "GET /v2.0/ports/ad5e35b3-d3c9-44ed-9a25-5471e27d677a/bindings/n-h1-817748-2 HTTP/1.1" status: 200 len: 382 time: 0.1461027 Nov 15 14:32:33.065749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1ab33ef2-46ce-430b-a49d-7946ea8b99da, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1ab33ef2-46ce-430b-a49d-7946ea8b99da,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:33.087843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a95ec1-f42f-4759-96cc-afe1cbc15434 req-8b8ec34b-007b-4de4-b9e2-12803a476acf tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:33.089493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7a95ec1-f42f-4759-96cc-afe1cbc15434 req-8b8ec34b-007b-4de4-b9e2-12803a476acf tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 949 time: 0.1369464 Nov 15 14:32:33.191229 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:33.197751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-bd39d703-aa5e-4710-b5af-df3d3cf36e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:33.207834 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db49392e-0dbd-49a3-a8e1-05ea317be9c5 req-72d7c997-770f-4ae4-8b07-c522194ecfe0 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632295 Nov 15 14:32:33.208103 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-bd39d703-aa5e-4710-b5af-df3d3cf36e75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 1100 time: 0.1015251 Nov 15 14:32:33.250386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7a95ec1-f42f-4759-96cc-afe1cbc15434 req-fbb7b452-0fdb-41aa-aca3-6fa14325f071 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214981 Nov 15 14:32:33.263808 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90c3740d-8fec-4797-a670-4e450c550549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:33.265810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:33.267091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:33.267856 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:33.303446 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:33.389503 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-77dbfef3-579f-4d12-bb2c-fdee75e5f926 service neutron] 10.222.0.59 "GET /v2.0/networks/11c1ec29-32ab-446b-9063-29a61930f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078139 Nov 15 14:32:33.392705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:33.466485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1ab33ef2-46ce-430b-a49d-7946ea8b99da,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:33.471974 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:33.524727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] Pushing event updated for resources: {'Network': ['ID=7b03a939-1aa6-428a-baf8-b2422dbd3d70,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:33.537977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 7b03a939-1aa6-428a-baf8-b2422dbd3d70 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:32:33.538507 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa48591-c3df-48b3-870e-84e9106d3ebb req-a8757f20-177d-4604-bdb5-b1cbd9b4751d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:33.546435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfa48591-c3df-48b3-870e-84e9106d3ebb req-a8757f20-177d-4604-bdb5-b1cbd9b4751d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 944 time: 0.1614122 Nov 15 14:32:33.566671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc98342-3dda-4ebf-8028-cee0e0a5831e req-74b64198-df23-46e0-ae23-dc7073c9738a tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:33.574071 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcc98342-3dda-4ebf-8028-cee0e0a5831e req-74b64198-df23-46e0-ae23-dc7073c9738a tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 945 time: 0.1650937 Nov 15 14:32:33.604274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-f01eb5c6-7a8b-4c37-bf87-45577534c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:33.606987 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-f01eb5c6-7a8b-4c37-bf87-45577534c15f service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.3620832 Nov 15 14:32:33.646109 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f5d929a0-db62-4f0e-aee6-95edb6c6096b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9316146 Nov 15 14:32:33.647394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49640) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:33.724432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfa48591-c3df-48b3-870e-84e9106d3ebb req-401fc473-0d56-4a84-a40f-79af6a09c183 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775208 Nov 15 14:32:33.733428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcc98342-3dda-4ebf-8028-cee0e0a5831e req-1a6d308c-706b-4e34-9957-eb1d4b53516e tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587315 Nov 15 14:32:33.785785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c3740d-8fec-4797-a670-4e450c550549 admin admin] Router 32756b1a-5029-46e1-9ce5-880ac1e7f082 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:32:34.003621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c3740d-8fec-4797-a670-4e450c550549 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:32:34.013518 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415398bd-8d88-4f98-8fea-2e4a1c267201 req-4941bb2b-2850-4983-b5fa-a1eac5c60aa9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:34.015075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-415398bd-8d88-4f98-8fea-2e4a1c267201 req-4941bb2b-2850-4983-b5fa-a1eac5c60aa9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 943 time: 0.1418889 Nov 15 14:32:34.015609 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d797ec9-7a63-4fb7-8057-43a638b37cbf None None] Sync routers for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:32:34.023200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-90c3740d-8fec-4797-a670-4e450c550549 admin admin] 10.222.0.70 "PUT /v2.0/routers/32756b1a-5029-46e1-9ce5-880ac1e7f082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3111737 Nov 15 14:32:34.024006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:34.031551 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d797ec9-7a63-4fb7-8057-43a638b37cbf None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:34.032231 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1d797ec9-7a63-4fb7-8057-43a638b37cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:34.037477 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5695d94e-133d-4707-8e75-aba02ba43705 x-openstack-request-id: req-5695d94e-133d-4707-8e75-aba02ba43705 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:34.037831 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "name": "network-vif-plugged", "status": "completed", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:34.038032 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5695d94e-133d-4707-8e75-aba02ba43705 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:34.038476 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'code': 200} Nov 15 14:32:34.050256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ec80bbf3-a29b-44a2-b6b3-2eb980452a00 admin admin] Request body: {'subnet': {'network_id': '7b03a939-1aa6-428a-baf8-b2422dbd3d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-627858014-subnet', 'tenant_id': 'ff28e88921364838bb7a8eb657594f56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:34.102140 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-73224f51-c3c5-49a4-8b5b-1856d4783cf9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 200 len: 217 time: 0.4521255 Nov 15 14:32:34.105863 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-91e003f0-9afc-46d5-b585-62ad563d4342 req-780a33c6-5b3f-402f-b7cb-fa106d16eaa8 service neutron] 10.222.0.59 "GET /v2.0/networks/11c1ec29-32ab-446b-9063-29a61930f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627679 Nov 15 14:32:34.132914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-512c7d36-40b0-4fe1-8067-2e607a7b251a req-da497d56-9021-4489-af57-5a92008c7c06 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1622338 Nov 15 14:32:34.189328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec80bbf3-a29b-44a2-b6b3-2eb980452a00 admin admin] Made reservation on behalf of ff28e88921364838bb7a8eb657594f56 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:34.193073 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec80bbf3-a29b-44a2-b6b3-2eb980452a00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:34.204287 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1d797ec9-7a63-4fb7-8057-43a638b37cbf None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:34.224843 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-415398bd-8d88-4f98-8fea-2e4a1c267201 req-cbc9d9ba-2055-462c-9861-f68b4b00bb56 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954234 Nov 15 14:32:34.270979 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 40516a2e-a7e2-4b7e-93ff-9700755e7ffa details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:32:34.271787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:34.278377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 3ca5237a-9418-4a22-84b3-984f7bbc60f3 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:34.414540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c7d36-40b0-4fe1-8067-2e607a7b251a req-25204bd4-4d3c-4b3c-bdea-5135a8f07252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:34.416417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-512c7d36-40b0-4fe1-8067-2e607a7b251a req-25204bd4-4d3c-4b3c-bdea-5135a8f07252 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 1095 time: 0.2417655 Nov 15 14:32:34.536696 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1d797ec9-7a63-4fb7-8057-43a638b37cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:32:32Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:34.598746 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d797ec9-7a63-4fb7-8057-43a638b37cbf None None] Checking router: 32756b1a-5029-46e1-9ce5-880ac1e7f082 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:32:34.613122 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d797ec9-7a63-4fb7-8057-43a638b37cbf None None] Routers {'32756b1a-5029-46e1-9ce5-880ac1e7f082'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:34.613985 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1d797ec9-7a63-4fb7-8057-43a638b37cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['32756b1a-5029-46e1-9ce5-880ac1e7f082'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:34.623048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b82c1-85ad-4217-b0d2-279bc35dd1ad req-f415e0e4-ea58-4dc8-af00-6fcc45af3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:34.625264 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a21b82c1-85ad-4217-b0d2-279bc35dd1ad req-f415e0e4-ea58-4dc8-af00-6fcc45af3e5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7aba4b0ebe74237af9116898484e24c&device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 1095 time: 0.0707989 Nov 15 14:32:34.627129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-d5842845-a49c-48f4-a117-9b231dc8ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:34.629031 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-d5842845-a49c-48f4-a117-9b231dc8ae48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.4957335 Nov 15 14:32:34.685752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edb038-f125-4a6a-bb4a-148fee664d63 req-695ad4b0-60d2-4528-801b-55dfe7743c7f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:34.695823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:34.699344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12edb038-f125-4a6a-bb4a-148fee664d63 req-695ad4b0-60d2-4528-801b-55dfe7743c7f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.2802322 Nov 15 14:32:34.712025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '40516a2e-a7e2-4b7e-93ff-9700755e7ffa', 'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b', 'port_id': '40516a2e-a7e2-4b7e-93ff-9700755e7ffa', 'mac_address': 'fa:16:3e:0f:6e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252401ff-9afd-40e6-ae5d-f72c82fc03f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:32:34.761740 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec80bbf3-a29b-44a2-b6b3-2eb980452a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:34.774687 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:34.778370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c7d36-40b0-4fe1-8067-2e607a7b251a req-dd840df0-e1e2-409a-b99d-558f71fc1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:34.785948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-512c7d36-40b0-4fe1-8067-2e607a7b251a req-dd840df0-e1e2-409a-b99d-558f71fc1eaf service neutron] 10.222.0.59 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.3100300 Nov 15 14:32:34.785948 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:34.791033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40516a2e-a7e2-4b7e-93ff-9700755e7ffa {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:32:34.807235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d99308-8ecd-4b48-8c40-7c870dcecadf req-3d62433f-82d3-47bb-a61f-f34cbc19a052 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:34.808885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5d99308-8ecd-4b48-8c40-7c870dcecadf req-3d62433f-82d3-47bb-a61f-f34cbc19a052 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 944 time: 0.3407066 Nov 15 14:32:34.830511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:34.852733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:32:34.864095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:34.864484 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:34.907463 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-512c7d36-40b0-4fe1-8067-2e607a7b251a req-5eebb441-dfcc-4e4e-8f94-e1db864a6270 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46bebb83-eae8-4dd9-9922-b6a354db9927 HTTP/1.1" status: 200 len: 217 time: 0.0911522 Nov 15 14:32:34.991551 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1d797ec9-7a63-4fb7-8057-43a638b37cbf None None] Set router 32756b1a-5029-46e1-9ce5-880ac1e7f082 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:35.006033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12edb038-f125-4a6a-bb4a-148fee664d63 req-ec198da1-2809-41e3-931e-3bc2af2bd5b9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929540 Nov 15 14:32:35.040523 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:35.046088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80bbf3-a29b-44a2-b6b3-2eb980452a00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f222f7d3-6705-4745-a1bc-94b9cd6719e9,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:35.109200 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-a0f72758-8f06-4e64-8491-b6bd8bbf7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:35.114898 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-a0f72758-8f06-4e64-8491-b6bd8bbf7442 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4489715 Nov 15 14:32:35.128179 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:35.144612 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:35.167847 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b82c1-85ad-4217-b0d2-279bc35dd1ad req-ab0164c3-c4be-4ad6-914e-990b33f609d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:35.169440 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a21b82c1-85ad-4217-b0d2-279bc35dd1ad req-ab0164c3-c4be-4ad6-914e-990b33f609d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c1ec29-32ab-446b-9063-29a61930f003 HTTP/1.1" status: 200 len: 906 time: 0.5190797 Nov 15 14:32:35.229460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:35.231182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:35.251344 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80bbf3-a29b-44a2-b6b3-2eb980452a00 admin admin] Checking segment: {'id': '98cc2314-f009-4781-a314-ea817ae5912c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7b03a939-1aa6-428a-baf8-b2422dbd3d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:35.251344 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec80bbf3-a29b-44a2-b6b3-2eb980452a00 admin admin] Network hostable DHCP agents. Network: 7b03a939-1aa6-428a-baf8-b2422dbd3d70, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:32:35.267392 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5d99308-8ecd-4b48-8c40-7c870dcecadf req-d53cd0af-582c-4653-9ee8-af9acd6f83dd tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4490278 Nov 15 14:32:35.290734 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a21b82c1-85ad-4217-b0d2-279bc35dd1ad req-5b1437cc-5d6e-40e5-802f-c362bc046eff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf3b7d2-5824-48fe-a987-38f3a6bec99a HTTP/1.1" status: 200 len: 217 time: 0.0822868 Nov 15 14:32:35.323639 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:35.338421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c7d36-40b0-4fe1-8067-2e607a7b251a req-4dadae6d-4543-432d-8e2a-f8e37ed6b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:35.339996 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-512c7d36-40b0-4fe1-8067-2e607a7b251a req-4dadae6d-4543-432d-8e2a-f8e37ed6b2c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.4048605 Nov 15 14:32:35.386575 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1d797ec9-7a63-4fb7-8057-43a638b37cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:32:32Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:35.415053 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=3ca5237a-9418-4a22-84b3-984f7bbc60f3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:35.417554 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d797ec9-7a63-4fb7-8057-43a638b37cbf None None] The sync data for ids ['32756b1a-5029-46e1-9ce5-880ac1e7f082'] in n-d-817748-2 is: [{'id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865527786-router', 'tenant_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:32:32Z', 'revision_number': 5, 'project_id': 'b4827a9ab8464cb3acac13a31f8a8251', 'gw_port': {'id': '60f25b80-e887-4e0c-9490-32fba26d4d36', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32756b1a-5029-46e1-9ce5-880ac1e7f082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:26:48Z', 'updated_at': '2021-11-15T14:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:32:35.429640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-512c7d36-40b0-4fe1-8067-2e607a7b251a req-2c67263d-42af-4654-a638-dfc130458ae8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670004 Nov 15 14:32:35.458775 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-8676cafb-c30e-4149-bef6-01687e70a06a service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374794 Nov 15 14:32:35.460316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b82c1-85ad-4217-b0d2-279bc35dd1ad req-efbd33e5-fb2b-4f2a-8966-947b5ba30309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:35.461684 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a21b82c1-85ad-4217-b0d2-279bc35dd1ad req-efbd33e5-fb2b-4f2a-8966-947b5ba30309 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=433242e2-220d-4066-8a0f-d4a4e74a3f49 HTTP/1.1" status: 200 len: 844 time: 0.1566062 Nov 15 14:32:35.480100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Deleting port 60f25b80-e887-4e0c-9490-32fba26d4d36 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:35.480452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:35.525989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['40516a2e-a7e2-4b7e-93ff-9700755e7ffa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:35.549423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec80bbf3-a29b-44a2-b6b3-2eb980452a00 admin admin] Network 7b03a939-1aa6-428a-baf8-b2422dbd3d70 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:32:35.589844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] For port 60f25b80-e887-4e0c-9490-32fba26d4d36, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=60f25b80-e887-4e0c-9490-32fba26d4d36,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:35.590523 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:35.595914 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b82c1-85ad-4217-b0d2-279bc35dd1ad req-d0d82a3a-5abc-45df-a964-7499949a3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:35.597769 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a21b82c1-85ad-4217-b0d2-279bc35dd1ad req-d0d82a3a-5abc-45df-a964-7499949a3f80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c1ec29-32ab-446b-9063-29a61930f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092288 Nov 15 14:32:35.608806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Calling delete_port for 60f25b80-e887-4e0c-9490-32fba26d4d36 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:35.641895 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-de9cf474-f6e5-4949-a209-72503c97bb0c service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626391 Nov 15 14:32:35.703416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ec80bbf3-a29b-44a2-b6b3-2eb980452a00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 7b03a939-1aa6-428a-baf8-b2422dbd3d70) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:35.715662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c22d88-4670-490c-90df-f33ba6d45ff2 None None] Network 7b03a939-1aa6-428a-baf8-b2422dbd3d70 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:32:35.724282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c453781-12cf-44dd-b25f-e8d217a6efa5 req-56d65864-a9dc-45db-ba30-8de94bad7409 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:35.734286 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c453781-12cf-44dd-b25f-e8d217a6efa5 req-56d65864-a9dc-45db-ba30-8de94bad7409 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 945 time: 0.5626848 Nov 15 14:32:35.764671 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a21b82c1-85ad-4217-b0d2-279bc35dd1ad req-253f80cd-2726-4595-b308-52aaea946665 service neutron] 10.222.0.59 "GET /v2.0/networks/11c1ec29-32ab-446b-9063-29a61930f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458118 Nov 15 14:32:35.766175 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec80bbf3-a29b-44a2-b6b3-2eb980452a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:35.769500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec80bbf3-a29b-44a2-b6b3-2eb980452a00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:35.841309 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:35.862089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f882c-a194-426d-a3f8-fc8eb57be8b1 req-846ed377-6ff7-4391-b864-74d97eda4260 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:35.870053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-409f882c-a194-426d-a3f8-fc8eb57be8b1 req-846ed377-6ff7-4391-b864-74d97eda4260 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.4892294 Nov 15 14:32:35.921315 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a69be5-9367-4574-8af1-50d3c5f61200 None None] Network 7b03a939-1aa6-428a-baf8-b2422dbd3d70 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:32:35.996242 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c453781-12cf-44dd-b25f-e8d217a6efa5 req-9d32f670-3975-452f-beaf-20a47079255c tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577097 Nov 15 14:32:36.048319 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ec80bbf3-a29b-44a2-b6b3-2eb980452a00 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3850238 Nov 15 14:32:36.048431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6196c6-76fe-4b32-93b0-345aee693bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab33ef2-46ce-430b-a49d-7946ea8b99da'}, {'server_uuid': 'f3155b4e-9ccc-4936-aa94-0437d01a5eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca5237a-9418-4a22-84b3-984f7bbc60f3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:36.048532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-512c7d36-40b0-4fe1-8067-2e607a7b251a req-817777a4-3762-4d90-9afb-9b698453ff9b service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024959 Nov 15 14:32:36.050108 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a21b82c1-85ad-4217-b0d2-279bc35dd1ad req-91a1cf8f-fc95-42bf-bf7e-f9a3af746cba service neutron] 10.222.0.59 "GET /v2.0/networks/11c1ec29-32ab-446b-9063-29a61930f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579911 Nov 15 14:32:36.052634 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cb959d-7f33-46e9-bcee-e83ce58895d7" -d '{"events": [{"server_uuid": "5b6196c6-76fe-4b32-93b0-345aee693bc6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab33ef2-46ce-430b-a49d-7946ea8b99da"}, {"server_uuid": "f3155b4e-9ccc-4936-aa94-0437d01a5eff", "name": "network-vif-plugged", "status": "completed", "tag": "3ca5237a-9418-4a22-84b3-984f7bbc60f3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:36.119105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-409f882c-a194-426d-a3f8-fc8eb57be8b1 req-2c3ba04d-dfda-4a2b-96fc-9f67ffc676af tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479591 Nov 15 14:32:36.229594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4465964c-85e6-4ee7-8e22-68b566f2d272 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:32:36.254665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 4465964c-85e6-4ee7-8e22-68b566f2d272 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:32:36.255111 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4465964c-85e6-4ee7-8e22-68b566f2d272 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:32:36.651650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89868372-7518-423c-a2d5-c68b84aedc53 req-afc54de7-a390-4438-bce6-7eb09035a5d0 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:36.653314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89868372-7518-423c-a2d5-c68b84aedc53 req-afc54de7-a390-4438-bce6-7eb09035a5d0 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 944 time: 0.4887660 Nov 15 14:32:36.682516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c948eeb-1784-4817-ad94-ebe03e93ed21 req-07b7d15a-2165-4342-86fc-941316b6c0b1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:36.684118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c948eeb-1784-4817-ad94-ebe03e93ed21 req-07b7d15a-2165-4342-86fc-941316b6c0b1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.4545078 Nov 15 14:32:36.707485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-512c7d36-40b0-4fe1-8067-2e607a7b251a req-0671d1ea-069e-46cc-81d0-0521d664bf04 service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175621 Nov 15 14:32:36.728087 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:36.781368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Pushing event deleted for resources: {'Port': ['ID=60f25b80-e887-4e0c-9490-32fba26d4d36,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:36.799576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c948eeb-1784-4817-ad94-ebe03e93ed21 req-1459701c-f3be-4f88-a1e7-1fe27858b53f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071732 Nov 15 14:32:36.809201 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89868372-7518-423c-a2d5-c68b84aedc53 req-17e49a07-4eb0-46f5-9304-2c05523ce559 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432977 Nov 15 14:32:36.862938 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466630b3-293a-4284-bfc5-e40272a7e82b x-openstack-request-id: req-466630b3-293a-4284-bfc5-e40272a7e82b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:36.863507 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6196c6-76fe-4b32-93b0-345aee693bc6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab33ef2-46ce-430b-a49d-7946ea8b99da", "code": 200}, {"server_uuid": "f3155b4e-9ccc-4936-aa94-0437d01a5eff", "name": "network-vif-plugged", "status": "completed", "tag": "3ca5237a-9418-4a22-84b3-984f7bbc60f3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:36.863507 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-466630b3-293a-4284-bfc5-e40272a7e82b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:36.864282 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6196c6-76fe-4b32-93b0-345aee693bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab33ef2-46ce-430b-a49d-7946ea8b99da', 'code': 200} Nov 15 14:32:36.864549 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3155b4e-9ccc-4936-aa94-0437d01a5eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca5237a-9418-4a22-84b3-984f7bbc60f3', 'code': 200} Nov 15 14:32:36.908157 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:37.055290 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407851c-fb9c-4245-a8c7-af72155dc65a req-dcc67a61-1e10-4153-af06-183d8ebf1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:37.056774 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2407851c-fb9c-4245-a8c7-af72155dc65a req-dcc67a61-1e10-4153-af06-183d8ebf1b09 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 1096 time: 0.1216519 Nov 15 14:32:37.076765 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:37.080849 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-4410f5e6-eba8-4905-98d9-d575b6565da4 req-4db9dc05-3d82-4fde-830a-b23ea7dfcadf tempest-SecurityGroupsNegativeTestJSON-1202652358 tempest-SecurityGroupsNegativeTestJSON-1202652358-project] show failed (client error): The resource could not be found. Nov 15 14:32:37.081907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4410f5e6-eba8-4905-98d9-d575b6565da4 req-4db9dc05-3d82-4fde-830a-b23ea7dfcadf tempest-SecurityGroupsNegativeTestJSON-1202652358 tempest-SecurityGroupsNegativeTestJSON-1202652358-project] 10.222.0.70 "GET /v2.0/security-groups/1c73bff9-d0cb-412d-a750-95dab8f62d73 HTTP/1.1" status: 404 len: 352 time: 0.1014836 Nov 15 14:32:37.084491 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:37.121482 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2407851c-fb9c-4245-a8c7-af72155dc65a req-2686c04a-9fd2-4716-b863-b1cb9bc6ba8f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561793 Nov 15 14:32:37.159963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4dd3e-6f72-4183-8a6e-32b369cd5e17 req-7ac4f4f9-5336-4dbe-a25a-297529884118 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:37.161685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ded4dd3e-6f72-4183-8a6e-32b369cd5e17 req-7ac4f4f9-5336-4dbe-a25a-297529884118 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 944 time: 0.2180047 Nov 15 14:32:37.169911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4f798-ff29-4745-bf57-b6fcd0fc9acc req-970e83eb-c05e-4686-a1d5-760d910701b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:37.171641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ced4f798-ff29-4745-bf57-b6fcd0fc9acc req-970e83eb-c05e-4686-a1d5-760d910701b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 1096 time: 0.1896806 Nov 15 14:32:37.269743 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:37.270357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32756b1a-5029-46e1-9ce5-880ac1e7f082 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:32:37.275257 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:37.276420 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-171de300-742c-41f4-b52b-a42776cc748c admin admin] 10.222.0.70 "DELETE /v2.0/routers/32756b1a-5029-46e1-9ce5-880ac1e7f082 HTTP/1.1" status: 204 len: 168 time: 3.2514389 Nov 15 14:32:37.286449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:37.289748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ded4dd3e-6f72-4183-8a6e-32b369cd5e17 req-f4ab8d5d-1d52-466d-8efd-224f8e7cf52e tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170664 Nov 15 14:32:37.313399 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adefae0-ddde-48ce-8b15-a61693543125 req-d3092489-8473-445b-b4c8-d119f45338ed tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:37.315879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6adefae0-ddde-48ce-8b15-a61693543125 req-d3092489-8473-445b-b4c8-d119f45338ed tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 945 time: 0.1354611 Nov 15 14:32:37.355208 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ced4f798-ff29-4745-bf57-b6fcd0fc9acc req-b4710a0b-e8cc-424e-ab87-a18112bb64eb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574812 Nov 15 14:32:37.404603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-de51baad-aada-4fd5-8679-f1d30e9c2e91 admin admin] Deleting subnet 097b76ed-0b6c-418d-a9b0-bb42141f4f88 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:32:37.415736 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de51baad-aada-4fd5-8679-f1d30e9c2e91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:37.493437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6adefae0-ddde-48ce-8b15-a61693543125 req-d0dfa6cf-e6ea-47f8-91bd-b9d69c7ab233 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371753 Nov 15 14:32:37.524405 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de51baad-aada-4fd5-8679-f1d30e9c2e91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:37.538121 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aad5c31f-3bf9-43fe-9c5e-a88d4f5dc4b9 req-861035e9-a135-443b-b29d-c90cd8f3f4bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624187 Nov 15 14:32:37.611114 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaee558-045a-4ed2-989b-738e3fa23b1b req-2c65ea82-686b-4502-9d1e-fada83f6163f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:37.612621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5eaee558-045a-4ed2-989b-738e3fa23b1b req-2c65ea82-686b-4502-9d1e-fada83f6163f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.1463602 Nov 15 14:32:37.618102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5c31f-3bf9-43fe-9c5e-a88d4f5dc4b9 req-be4156cd-8d0e-4c79-851f-84223cb9a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:37.626280 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aad5c31f-3bf9-43fe-9c5e-a88d4f5dc4b9 req-be4156cd-8d0e-4c79-851f-84223cb9a738 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 1101 time: 0.0584750 Nov 15 14:32:37.724018 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c341b22-51da-4d82-98b0-fdd6f604a6ee req-c060983d-bb40-49bd-81cc-06670bc10de3 tempest-SecurityGroupsNegativeTestJSON-1202652358 tempest-SecurityGroupsNegativeTestJSON-1202652358-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff28e88921364838bb7a8eb657594f56 HTTP/1.1" status: 200 len: 3001 time: 0.1671238 Nov 15 14:32:37.754965 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de51baad-aada-4fd5-8679-f1d30e9c2e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:37.767051 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5eaee558-045a-4ed2-989b-738e3fa23b1b req-76ecf552-f87d-4437-83cd-0a421515f2b2 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418760 Nov 15 14:32:37.808680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5c31f-3bf9-43fe-9c5e-a88d4f5dc4b9 req-08425250-4000-4873-8f48-a35ec42aeefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:37.811171 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aad5c31f-3bf9-43fe-9c5e-a88d4f5dc4b9 req-08425250-4000-4873-8f48-a35ec42aeefe service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1664543 Nov 15 14:32:37.838221 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c341b22-51da-4d82-98b0-fdd6f604a6ee req-82cefe1c-6897-46f0-bffb-80033a7a1c7a tempest-SecurityGroupsNegativeTestJSON-1202652358 tempest-SecurityGroupsNegativeTestJSON-1202652358-project] 10.222.0.70 "GET /v2.0/security-groups/138c1c8e-5303-4643-856c-38fdc528eb48 HTTP/1.1" status: 200 len: 2998 time: 0.1131761 Nov 15 14:32:37.891205 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aad5c31f-3bf9-43fe-9c5e-a88d4f5dc4b9 req-6dff5d50-7957-45bc-a722-3c3cc43e3c56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6 HTTP/1.1" status: 200 len: 217 time: 0.0696149 Nov 15 14:32:37.911316 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c341b22-51da-4d82-98b0-fdd6f604a6ee req-c4deb5fc-06b4-4f4f-a645-fd115d3049da tempest-SecurityGroupsNegativeTestJSON-1202652358 tempest-SecurityGroupsNegativeTestJSON-1202652358-project] 10.222.0.70 "GET /v2.0/security-groups/138c1c8e-5303-4643-856c-38fdc528eb48 HTTP/1.1" status: 200 len: 2998 time: 0.0718229 Nov 15 14:32:37.953203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5c31f-3bf9-43fe-9c5e-a88d4f5dc4b9 req-062168f0-8fb5-4a9b-b01b-173ef971f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:37.954744 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aad5c31f-3bf9-43fe-9c5e-a88d4f5dc4b9 req-062168f0-8fb5-4a9b-b01b-173ef971f8f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0547025 Nov 15 14:32:37.963829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789eafca-215b-4cdf-89a3-bee6516aa681 req-d8c4e853-6d97-42ae-ae8d-b86b918cf948 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:37.965384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-789eafca-215b-4cdf-89a3-bee6516aa681 req-d8c4e853-6d97-42ae-ae8d-b86b918cf948 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.0529666 Nov 15 14:32:38.008532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5c31f-3bf9-43fe-9c5e-a88d4f5dc4b9 req-5664d330-58cc-4d2b-be73-433186643f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:38.010717 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aad5c31f-3bf9-43fe-9c5e-a88d4f5dc4b9 req-5664d330-58cc-4d2b-be73-433186643f2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472543 Nov 15 14:32:38.026842 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de51baad-aada-4fd5-8679-f1d30e9c2e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.053170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73f531-0a5c-4fad-bd9d-c47cce898a4b req-b098d67f-1454-49bd-bbd5-0c71b5161162 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:38.054835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a73f531-0a5c-4fad-bd9d-c47cce898a4b req-b098d67f-1454-49bd-bbd5-0c71b5161162 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 944 time: 0.0885220 Nov 15 14:32:38.082990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51baad-aada-4fd5-8679-f1d30e9c2e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097b76ed-0b6c-418d-a9b0-bb42141f4f88,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:38.085017 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de51baad-aada-4fd5-8679-f1d30e9c2e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.090662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-de51baad-aada-4fd5-8679-f1d30e9c2e91 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/097b76ed-0b6c-418d-a9b0-bb42141f4f88 HTTP/1.1" status: 204 len: 168 time: 0.7976463 Nov 15 14:32:38.096224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49704) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:38.097193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5747da71-296f-46d8-b584-24b39f60e529 None None] Network 8453fbeb-5996-412b-872a-2c562d6b1fe8 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:32:38.098240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-789eafca-215b-4cdf-89a3-bee6516aa681 req-d6e536bc-dfbf-4aab-8b13-2643403e21f1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223702 Nov 15 14:32:38.156912 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a73f531-0a5c-4fad-bd9d-c47cce898a4b req-ac016f6e-3474-4f06-9a1a-4a3ece0730d5 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770442 Nov 15 14:32:38.185229 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aad5c31f-3bf9-43fe-9c5e-a88d4f5dc4b9 req-05eb2b79-b9a9-436e-a20a-5d51005909fd service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629219 Nov 15 14:32:38.206115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b719ef2d-09dc-4f94-943e-9d7b4f98977d req-38354ece-ae15-4048-a040-2d927a6bb948 tempest-SecurityGroupsNegativeTestJSON-1202652358 tempest-SecurityGroupsNegativeTestJSON-1202652358-project] 10.222.0.70 "GET /v2.0/security-groups/138c1c8e-5303-4643-856c-38fdc528eb48 HTTP/1.1" status: 200 len: 2998 time: 0.0640023 Nov 15 14:32:38.262439 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.284268 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-b719ef2d-09dc-4f94-943e-9d7b4f98977d req-9309cfae-c68f-4ac3-9fa6-2564098d56e8 tempest-SecurityGroupsNegativeTestJSON-1202652358 tempest-SecurityGroupsNegativeTestJSON-1202652358-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 14:32:38.290318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b719ef2d-09dc-4f94-943e-9d7b4f98977d req-9309cfae-c68f-4ac3-9fa6-2564098d56e8 tempest-SecurityGroupsNegativeTestJSON-1202652358 tempest-SecurityGroupsNegativeTestJSON-1202652358-project] 10.222.0.70 "DELETE /v2.0/security-groups/138c1c8e-5303-4643-856c-38fdc528eb48 HTTP/1.1" status: 409 len: 352 time: 0.0777943 Nov 15 14:32:38.293143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ddf3b7d2-5824-48fe-a987-38f3a6bec99a details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:32:38.329966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 40516a2e-a7e2-4b7e-93ff-9700755e7ffa up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:38.343807 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-b441be7d-ed30-4966-b043-afabd9278f83 req-65406de5-982d-40ca-b7fe-32c898a1493a tempest-SecurityGroupsNegativeTestJSON-1202652358 tempest-SecurityGroupsNegativeTestJSON-1202652358-project] show failed (client error): The resource could not be found. Nov 15 14:32:38.346517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b441be7d-ed30-4966-b043-afabd9278f83 req-65406de5-982d-40ca-b7fe-32c898a1493a tempest-SecurityGroupsNegativeTestJSON-1202652358 tempest-SecurityGroupsNegativeTestJSON-1202652358-project] 10.222.0.70 "GET /v2.0/security-groups/34ede8c1-a243-4b53-86cb-7302bee97920 HTTP/1.1" status: 404 len: 352 time: 0.0205867 Nov 15 14:32:38.380503 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 60f25b80-e887-4e0c-9490-32fba26d4d36 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:32:38.381886 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aad5c31f-3bf9-43fe-9c5e-a88d4f5dc4b9 req-4ea3ef4c-06ba-4220-b00e-4612da356f08 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879413 Nov 15 14:32:38.382416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57b13c-a566-4e58-9f3d-cbfd1bd694ba None None] DHCP port deletion for 8453fbeb-5996-412b-872a-2c562d6b1fe8 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:32:38.419913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Deleting port 556a3c99-128e-413a-b7c2-3dd23b32731c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:38.420547 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.431150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 60f25b80-e887-4e0c-9490-32fba26d4d36 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:32:38.431597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 60f25b80-e887-4e0c-9490-32fba26d4d36 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:32:38.440415 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-bc1dccbe-a834-4241-abb1-bc1c41d4e68a req-b1b1697e-0cad-44ac-a8aa-8fe0d15ecf9a tempest-SecurityGroupsNegativeTestJSON-1202652358 tempest-SecurityGroupsNegativeTestJSON-1202652358-project] show failed (client error): The resource could not be found. Nov 15 14:32:38.442907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc1dccbe-a834-4241-abb1-bc1c41d4e68a req-b1b1697e-0cad-44ac-a8aa-8fe0d15ecf9a tempest-SecurityGroupsNegativeTestJSON-1202652358 tempest-SecurityGroupsNegativeTestJSON-1202652358-project] 10.222.0.70 "GET /v2.0/security-groups/b618d06f-c64b-4933-91e0-d2d051e91563 HTTP/1.1" status: 404 len: 352 time: 0.0328403 Nov 15 14:32:38.461997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:38.507599 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] For port 556a3c99-128e-413a-b7c2-3dd23b32731c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=556a3c99-128e-413a-b7c2-3dd23b32731c,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:38.508137 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.537849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Calling delete_port for 556a3c99-128e-413a-b7c2-3dd23b32731c owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:38.561230 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ddf3b7d2-5824-48fe-a987-38f3a6bec99a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ddf3b7d2-5824-48fe-a987-38f3a6bec99a,segment=NetworkSegment(7d25e783-f2c4-4b79-98f2-9c4fc9a495b2),segment_id=7d25e783-f2c4-4b79-98f2-9c4fc9a495b2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:38.582136 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8b57b13c-a566-4e58-9f3d-cbfd1bd694ba None None] Deleting port 556a3c99-128e-413a-b7c2-3dd23b32731c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:38.582788 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b57b13c-a566-4e58-9f3d-cbfd1bd694ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.586598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'port_id': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a', 'mac_address': 'fa:16:3e:f1:20:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:32:38.614157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b441ddc-1d48-4008-ba27-a88b8567e33f req-edc9fd85-eeb0-49ad-80ae-dee83d219a6a tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:38.621424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b441ddc-1d48-4008-ba27-a88b8567e33f req-edc9fd85-eeb0-49ad-80ae-dee83d219a6a tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 944 time: 0.1903806 Nov 15 14:32:38.627473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f9efe1-5bb5-4318-81c6-586cd640bed9 admin admin] Deleting subnet f222f7d3-6705-4745-a1bc-94b9cd6719e9 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:32:38.631956 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66f9efe1-5bb5-4318-81c6-586cd640bed9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.663350 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:32:38.687298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:38.687668 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.728629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66f9efe1-5bb5-4318-81c6-586cd640bed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.731035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8b57b13c-a566-4e58-9f3d-cbfd1bd694ba None None] For port 556a3c99-128e-413a-b7c2-3dd23b32731c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=556a3c99-128e-413a-b7c2-3dd23b32731c,segment=NetworkSegment(0a7f1056-12bb-4761-9c17-07c7f091129a),segment_id=0a7f1056-12bb-4761-9c17-07c7f091129a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:38.731434 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b57b13c-a566-4e58-9f3d-cbfd1bd694ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.735543 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.758550 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8b57b13c-a566-4e58-9f3d-cbfd1bd694ba None None] Calling delete_port for 556a3c99-128e-413a-b7c2-3dd23b32731c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:38.761124 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.769732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b441ddc-1d48-4008-ba27-a88b8567e33f req-238a229c-8b7b-4824-a200-8de4563ae8d1 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405771 Nov 15 14:32:38.778211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf3b7d2-5824-48fe-a987-38f3a6bec99a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:32:38.780172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766534f1-24cf-490a-b01b-577aae113009 req-c633ddbd-bd78-42b2-aa04-9e4648cf5d12 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:38.782555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-766534f1-24cf-490a-b01b-577aae113009 req-c633ddbd-bd78-42b2-aa04-9e4648cf5d12 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 945 time: 0.1546762 Nov 15 14:32:38.803966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Pushing event deleted for resources: {'Port': ['ID=556a3c99-128e-413a-b7c2-3dd23b32731c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:38.806880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] No DVR routers for this DVR port 556a3c99-128e-413a-b7c2-3dd23b32731c on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:32:38.856622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ddf3b7d2-5824-48fe-a987-38f3a6bec99a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ddf3b7d2-5824-48fe-a987-38f3a6bec99a,segment=NetworkSegment(7d25e783-f2c4-4b79-98f2-9c4fc9a495b2),segment_id=7d25e783-f2c4-4b79-98f2-9c4fc9a495b2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:38.858008 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66f9efe1-5bb5-4318-81c6-586cd640bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.863660 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-766534f1-24cf-490a-b01b-577aae113009 req-8c2b8a86-40ca-4e46-b10c-f22dfaae5d6b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721741 Nov 15 14:32:38.915002 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.927799 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.943578 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8453fbeb-5996-412b-872a-2c562d6b1fe8']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:38.951388 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b57b13c-a566-4e58-9f3d-cbfd1bd694ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.960958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40516a2e-a7e2-4b7e-93ff-9700755e7ffa'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:38.963321 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1262116-89b5-46ba-8000-0ef2224f79b2" -d '{"events": [{"server_uuid": "bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe", "name": "network-vif-plugged", "status": "completed", "tag": "40516a2e-a7e2-4b7e-93ff-9700755e7ffa"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:38.964582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7f1056-12bb-4761-9c17-07c7f091129a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:38.964989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7f1056-12bb-4761-9c17-07c7f091129a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:38.974101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42132c-0021-4574-8446-b9ae5ec0e243 req-573fe90c-2b79-4161-be81-34966876cf33 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:38.980812 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:38.981539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db42132c-0021-4574-8446-b9ae5ec0e243 req-573fe90c-2b79-4161-be81-34966876cf33 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.0700843 Nov 15 14:32:38.998332 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:39.000368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57b13c-a566-4e58-9f3d-cbfd1bd694ba None None] No DVR routers for this DVR port 556a3c99-128e-413a-b7c2-3dd23b32731c on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:32:39.012056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:39.012872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:32:39.012872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:39.013478 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:32:39.013594 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:32:39.016331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57b13c-a566-4e58-9f3d-cbfd1bd694ba None None] Pushing event deleted for resources: {'Port': ['ID=556a3c99-128e-413a-b7c2-3dd23b32731c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:39.019209 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28864d1d-f3f9-4c23-85b6-ca58da81466d x-openstack-request-id: req-28864d1d-f3f9-4c23-85b6-ca58da81466d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:39.019502 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe", "name": "network-vif-plugged", "status": "completed", "tag": "40516a2e-a7e2-4b7e-93ff-9700755e7ffa", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:39.019750 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28864d1d-f3f9-4c23-85b6-ca58da81466d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:39.020223 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40516a2e-a7e2-4b7e-93ff-9700755e7ffa', 'code': 200} Nov 15 14:32:39.076867 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db42132c-0021-4574-8446-b9ae5ec0e243 req-92ffb634-e178-4d27-adbf-655e3b64e4e8 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940676 Nov 15 14:32:39.085792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ddf3b7d2-5824-48fe-a987-38f3a6bec99a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:39.094197 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66f9efe1-5bb5-4318-81c6-586cd640bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:39.119201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9efe1-5bb5-4318-81c6-586cd640bed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f222f7d3-6705-4745-a1bc-94b9cd6719e9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:39.125311 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66f9efe1-5bb5-4318-81c6-586cd640bed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:39.128678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-66f9efe1-5bb5-4318-81c6-586cd640bed9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f222f7d3-6705-4745-a1bc-94b9cd6719e9 HTTP/1.1" status: 204 len: 168 time: 0.6656423 Nov 15 14:32:39.131262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49722) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:39.151667 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:39.220818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:39.329307 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e06df7f-1eb4-4930-aae0-0ec2ac0c502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:39.348599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078fe0e-32cb-4f5b-b938-a256526ec36d req-954818d6-e7a6-4750-a23d-bc1b533e4be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:39.350265 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4078fe0e-32cb-4f5b-b938-a256526ec36d req-954818d6-e7a6-4750-a23d-bc1b533e4be5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 1096 time: 0.1450028 Nov 15 14:32:39.357737 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:39.361320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf25f7-45cc-4cc5-9eb9-7054cf2e924d req-dc4a4e4c-b216-4a60-937e-ea89272c97ea tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:39.361661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8bf25f7-45cc-4cc5-9eb9-7054cf2e924d req-dc4a4e4c-b216-4a60-937e-ea89272c97ea tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1583180 Nov 15 14:32:39.366067 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:39.372572 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8453fbeb-5996-412b-872a-2c562d6b1fe8 HTTP/1.1" status: 204 len: 168 time: 1.2735205 Nov 15 14:32:39.377391 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:39.389757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56db7b6-0c1f-4e80-8af7-13818b981386 admin admin] Pushing event deleted for resources: {'Network': ['ID=8453fbeb-5996-412b-872a-2c562d6b1fe8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:39.392984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302642e-fff0-4878-bdf4-6aba96fa4e4c req-319c667d-31d4-4976-828a-2b8260b15d8c tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:39.399189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4302642e-fff0-4878-bdf4-6aba96fa4e4c req-319c667d-31d4-4976-828a-2b8260b15d8c tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 945 time: 0.1364305 Nov 15 14:32:39.504253 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['ddf3b7d2-5824-48fe-a987-38f3a6bec99a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:39.638839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4078fe0e-32cb-4f5b-b938-a256526ec36d req-9dc81415-18c5-46bc-9ea0-d8f46e0a58e3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637093 Nov 15 14:32:39.652128 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e06df7f-1eb4-4930-aae0-0ec2ac0c502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:39.657587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4302642e-fff0-4878-bdf4-6aba96fa4e4c req-c6c9eea3-167b-4d57-b9fe-85adbf7fbb20 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546914 Nov 15 14:32:39.661128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8bf25f7-45cc-4cc5-9eb9-7054cf2e924d req-ffd91cbf-1fa9-4e5b-a7b4-50b0a45b7879 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605362 Nov 15 14:32:39.697094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e06df7f-1eb4-4930-aae0-0ec2ac0c502e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b03a939-1aa6-428a-baf8-b2422dbd3d70']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:39.709570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e06df7f-1eb4-4930-aae0-0ec2ac0c502e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cc2314-f009-4781-a314-ea817ae5912c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:39.710015 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e06df7f-1eb4-4930-aae0-0ec2ac0c502e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cc2314-f009-4781-a314-ea817ae5912c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:39.768043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e06df7f-1eb4-4930-aae0-0ec2ac0c502e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:39.817410 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e06df7f-1eb4-4930-aae0-0ec2ac0c502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:39.829586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e06df7f-1eb4-4930-aae0-0ec2ac0c502e admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:32:39.829982 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e06df7f-1eb4-4930-aae0-0ec2ac0c502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:32:39.832419 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:32:40.013678 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257ebc4-97d2-401c-a0ee-ec0ef49bd94f req-ed2953cb-e0a2-49e8-b126-46528fe2092b tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:40.015264 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c257ebc4-97d2-401c-a0ee-ec0ef49bd94f req-ed2953cb-e0a2-49e8-b126-46528fe2092b tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 945 time: 0.1326742 Nov 15 14:32:40.069880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b0ae6-b699-423f-8c92-137c2149be41 req-b6020a8d-ea05-4a3e-996b-180a4d90ce45 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:40.071530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c8b0ae6-b699-423f-8c92-137c2149be41 req-b6020a8d-ea05-4a3e-996b-180a4d90ce45 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 945 time: 0.1118212 Nov 15 14:32:40.096853 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e06df7f-1eb4-4930-aae0-0ec2ac0c502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:40.124002 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e06df7f-1eb4-4930-aae0-0ec2ac0c502e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:40.129852 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7e06df7f-1eb4-4930-aae0-0ec2ac0c502e admin admin] 10.222.0.70 "DELETE /v2.0/networks/7b03a939-1aa6-428a-baf8-b2422dbd3d70 HTTP/1.1" status: 204 len: 168 time: 0.9950452 Nov 15 14:32:40.146768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06df7f-1eb4-4930-aae0-0ec2ac0c502e admin admin] Pushing event deleted for resources: {'Network': ['ID=7b03a939-1aa6-428a-baf8-b2422dbd3d70,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:40.153495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c257ebc4-97d2-401c-a0ee-ec0ef49bd94f req-662edbfb-d942-4391-9b52-2489bdfb22eb tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313925 Nov 15 14:32:40.195096 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c8b0ae6-b699-423f-8c92-137c2149be41 req-ba2bcf5a-98fa-40fc-9717-25c6e5367ad3 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155887 Nov 15 14:32:40.262622 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-908dc163-4f6f-4220-8c4a-0ee9bc22563a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:40.299041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 556a3c99-128e-413a-b7c2-3dd23b32731c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:32:40.331501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 556a3c99-128e-413a-b7c2-3dd23b32731c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:32:40.331717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 556a3c99-128e-413a-b7c2-3dd23b32731c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:32:40.420791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa623639-926c-4fd4-bae0-6eea9ffeed87 req-aed6eb35-fb27-4f77-bc7c-defc5ae4b9c4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:40.422378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa623639-926c-4fd4-bae0-6eea9ffeed87 req-aed6eb35-fb27-4f77-bc7c-defc5ae4b9c4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.1071389 Nov 15 14:32:40.542046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa623639-926c-4fd4-bae0-6eea9ffeed87 req-a26f2e2b-8fc5-4d27-ab2a-9d25407c9ecd tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127081 Nov 15 14:32:40.630113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:40.640559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-e639445e-a554-443b-9e3c-8aae2ceca5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:40.642827 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-e639445e-a554-443b-9e3c-8aae2ceca5db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076&tenant_id=3a3f6958c0604fcab32ba65195204bc2 HTTP/1.1" status: 200 len: 1101 time: 0.0762799 Nov 15 14:32:40.656207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:40.717266 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:40.720306 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0afefc26-c193-4547-bcc1-84ebfb4ad6c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff28e88921364838bb7a8eb657594f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0890062 Nov 15 14:32:40.723630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:40.726797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-908dc163-4f6f-4220-8c4a-0ee9bc22563a admin admin] Deleting port 32ff67be-4541-4b4d-8c4c-133b06e1aa97 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:40.727147 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-908dc163-4f6f-4220-8c4a-0ee9bc22563a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:40.782882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892a836-8411-45f8-9bfe-40c7f39b9991 req-3cc3f371-010d-4873-9081-9a7cc9e0f5cd tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:40.785934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6892a836-8411-45f8-9bfe-40c7f39b9991 req-3cc3f371-010d-4873-9081-9a7cc9e0f5cd tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 1096 time: 0.1511526 Nov 15 14:32:40.945451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6892a836-8411-45f8-9bfe-40c7f39b9991 req-ad95c22a-5778-4b55-9233-175d0eead447 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382408 Nov 15 14:32:40.947465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-908dc163-4f6f-4220-8c4a-0ee9bc22563a admin admin] For port 32ff67be-4541-4b4d-8c4c-133b06e1aa97, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=32ff67be-4541-4b4d-8c4c-133b06e1aa97,segment=NetworkSegment(90f9e7f6-0150-45c5-a05d-70ad6cb3a792),segment_id=90f9e7f6-0150-45c5-a05d-70ad6cb3a792)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:40.947831 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-908dc163-4f6f-4220-8c4a-0ee9bc22563a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:40.951201 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d275331-05a7-4018-859d-c20c1c839516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:40.979931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:40.992447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-908dc163-4f6f-4220-8c4a-0ee9bc22563a admin admin] Calling delete_port for 32ff67be-4541-4b4d-8c4c-133b06e1aa97 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:41.021851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:41.023416 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d275331-05a7-4018-859d-c20c1c839516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:41.068730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:41.071229 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bd64c3-292c-41f7-bd70-1c760557b5f1" -d '{"events": [{"server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "name": "network-vif-unplugged", "status": "completed", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:41.076052 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:41.080537 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:32:41.091851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Transition to ACTIVE for port object ad5e35b3-d3c9-44ed-9a25-5471e27d677a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:32:41.130106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad45fd-3c5a-4221-9ae3-e1c094d667c2 req-879781c0-b478-42df-b9e4-2f4893048883 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:41.132310 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51ad45fd-3c5a-4221-9ae3-e1c094d667c2 req-879781c0-b478-42df-b9e4-2f4893048883 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 945 time: 0.1893237 Nov 15 14:32:41.190585 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:41.259566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] No DVR routers for this DVR port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:32:41.264743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Pushing event updated for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:41.276914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6f908-2f47-4f32-b895-d65dda659365 req-94e7636a-f6c9-463b-b756-40b25eee9529 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:41.278885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73f6f908-2f47-4f32-b895-d65dda659365 req-94e7636a-f6c9-463b-b756-40b25eee9529 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.2416193 Nov 15 14:32:41.316091 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51ad45fd-3c5a-4221-9ae3-e1c094d667c2 req-22d759be-d391-4ad9-ac40-c28ccc1efabb tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661253 Nov 15 14:32:41.325432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Attempting to bind port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:32:41.325779 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Attempting to bind port ad5e35b3-d3c9-44ed-9a25-5471e27d677a by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:32:41.326111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Attempting to bind port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:41.331715 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:32:41.332070 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Attempting to bind port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:41.338289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:32:41.338724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:41.339035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:32:41.339548 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Bound port: ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:32:41.340444 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:41.459670 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:41.475976 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:32:41.649270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:41.692936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:41.693762 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:41.695530 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] 10.222.0.46 "PUT /v2.0/ports/ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 200 len: 1097 time: 1.0437095 Nov 15 14:32:41.725603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2280a-e3a5-493e-8ad0-8f0b55fc457d service neutron] Pushing event updated for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=11']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:41.742070 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d275331-05a7-4018-859d-c20c1c839516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:41.744757 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d275331-05a7-4018-859d-c20c1c839516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:41.748353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4d275331-05a7-4018-859d-c20c1c839516 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/138c1c8e-5303-4643-856c-38fdc528eb48 HTTP/1.1" status: 204 len: 168 time: 1.0210667 Nov 15 14:32:41.787414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d275331-05a7-4018-859d-c20c1c839516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138c1c8e-5303-4643-856c-38fdc528eb48,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:41.809853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73f6f908-2f47-4f32-b895-d65dda659365 req-78b98583-a579-42d8-b830-65c182394c72 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194838 Nov 15 14:32:41.821766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-4939f450-e22e-44d6-9582-93ba06507507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:41.824396 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-4939f450-e22e-44d6-9582-93ba06507507 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 1100 time: 0.0867777 Nov 15 14:32:41.887706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697eb90-3f09-48ca-8f94-7cbb89639cf6 req-fb05ffd3-111c-4664-9025-032f34e6e302 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:41.897453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4697eb90-3f09-48ca-8f94-7cbb89639cf6 req-fb05ffd3-111c-4664-9025-032f34e6e302 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 1096 time: 0.1664834 Nov 15 14:32:41.984346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4697eb90-3f09-48ca-8f94-7cbb89639cf6 req-2e828bde-c77e-4156-b707-2864688b991c tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800822 Nov 15 14:32:41.996359 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf16e35-cbe5-4812-8d18-ecae02c7c70d x-openstack-request-id: req-bcf16e35-cbe5-4812-8d18-ecae02c7c70d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:41.996359 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "name": "network-vif-unplugged", "status": "completed", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:41.996359 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcf16e35-cbe5-4812-8d18-ecae02c7c70d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:41.996359 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'code': 200} Nov 15 14:32:42.060451 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-908dc163-4f6f-4220-8c4a-0ee9bc22563a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:42.089269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-782a8f2c-b9ea-4be1-a27f-43e4e76520cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:42.090804 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-782a8f2c-b9ea-4be1-a27f-43e4e76520cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2576721 Nov 15 14:32:42.099393 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dc163-4f6f-4220-8c4a-0ee9bc22563a admin admin] Pushing event deleted for resources: {'Port': ['ID=32ff67be-4541-4b4d-8c4c-133b06e1aa97,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:42.178807 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-b54ee341-bcd1-4cd9-98f8-e5ddcaf8df6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 200 len: 217 time: 0.0791819 Nov 15 14:32:42.231861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610096b-1963-4c92-a292-585256f7e6db req-570d9b79-e5a3-4f9b-8be9-6148bb3cf512 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:42.238965 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b610096b-1963-4c92-a292-585256f7e6db req-570d9b79-e5a3-4f9b-8be9-6148bb3cf512 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 945 time: 0.1462908 Nov 15 14:32:42.262796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-7b50f452-d998-4b7c-81f3-ed2cee03a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:42.264488 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-7b50f452-d998-4b7c-81f3-ed2cee03a637 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0774751 Nov 15 14:32:42.314376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ddf3b7d2-5824-48fe-a987-38f3a6bec99a up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:42.377246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-5fe2c9b9-b325-4f79-abcc-eb081c56640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:42.378703 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-5fe2c9b9-b325-4f79-abcc-eb081c56640c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980811 Nov 15 14:32:42.430917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b610096b-1963-4c92-a292-585256f7e6db req-40f2ad53-1f34-4ecd-8060-c57b26347d42 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853957 Nov 15 14:32:42.478024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-908dc163-4f6f-4220-8c4a-0ee9bc22563a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:42.496236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port ddf3b7d2-5824-48fe-a987-38f3a6bec99a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:32:42.515629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port ddf3b7d2-5824-48fe-a987-38f3a6bec99a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:42.515629 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:42.547034 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-6f2477d5-bdf9-4a0a-b997-715248b592ab service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544120 Nov 15 14:32:42.657136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b8853-22db-4667-a61f-3f86e070c52f req-061b7374-4a37-4158-b6c0-1e19e6a0a7e3 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:42.664241 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:42.666194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996b8853-22db-4667-a61f-3f86e070c52f req-061b7374-4a37-4158-b6c0-1e19e6a0a7e3 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 945 time: 0.1539202 Nov 15 14:32:42.686894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c865f2-9f0f-4c8c-9967-440e9597e9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:42.702094 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b92e9a7-2995-41e9-8e6a-4e992241ff2a" -d '{"events": [{"server_uuid": "c8c865f2-9f0f-4c8c-9967-440e9597e9ff", "name": "network-vif-plugged", "status": "completed", "tag": "ddf3b7d2-5824-48fe-a987-38f3a6bec99a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:42.733924 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38932695-157e-4c38-a1a0-e2e6d2951224 req-36058189-ce4f-4e4e-b28f-696482f6ed94 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771753 Nov 15 14:32:42.740585 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ddf3b7d2-5824-48fe-a987-38f3a6bec99a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ddf3b7d2-5824-48fe-a987-38f3a6bec99a,segment=NetworkSegment(7d25e783-f2c4-4b79-98f2-9c4fc9a495b2),segment_id=7d25e783-f2c4-4b79-98f2-9c4fc9a495b2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:42.746104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996b8853-22db-4667-a61f-3f86e070c52f req-588392f7-fb28-448f-b04c-1fc445630c85 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776370 Nov 15 14:32:42.841607 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:42.842505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ad5e35b3-d3c9-44ed-9a25-5471e27d677a no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:32:42.872494 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a9732f-28a8-461b-bc9b-b835a43485f2 x-openstack-request-id: req-f2a9732f-28a8-461b-bc9b-b835a43485f2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:42.872806 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c865f2-9f0f-4c8c-9967-440e9597e9ff", "name": "network-vif-plugged", "status": "completed", "tag": "ddf3b7d2-5824-48fe-a987-38f3a6bec99a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:42.873067 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2a9732f-28a8-461b-bc9b-b835a43485f2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:42.873466 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c865f2-9f0f-4c8c-9967-440e9597e9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a', 'code': 200} Nov 15 14:32:42.923926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908dc163-4f6f-4220-8c4a-0ee9bc22563a admin admin] Router 673d8508-71e4-4cb9-9072-fb9bb42f5c3b has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:32:42.958896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ddf3b7d2-5824-48fe-a987-38f3a6bec99a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:42.961823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ad5e35b3-d3c9-44ed-9a25-5471e27d677a not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:32:43.147547 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217e306-0f14-4231-9865-0c8e41d7e95e req-86f9d289-4dc0-40c6-a675-9518e72598ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:43.149027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8217e306-0f14-4231-9865-0c8e41d7e95e req-86f9d289-4dc0-40c6-a675-9518e72598ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 1097 time: 0.1604722 Nov 15 14:32:43.184865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6870e427-2760-4afe-9b0e-601c457a7c8d req-d4f9870c-fbf9-45a0-9fc9-7dfb24c53f1d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1547779933&fields=id&tenant_id=5f38c5c53eef414aaa95bdd4035947bb HTTP/1.1" status: 200 len: 267 time: 0.1950588 Nov 15 14:32:43.189649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908dc163-4f6f-4220-8c4a-0ee9bc22563a admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:32:43.196039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-908dc163-4f6f-4220-8c4a-0ee9bc22563a admin admin] 10.222.0.70 "PUT /v2.0/routers/673d8508-71e4-4cb9-9072-fb9bb42f5c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8108952 Nov 15 14:32:43.204253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49808) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:43.230577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8217e306-0f14-4231-9865-0c8e41d7e95e req-c46f5f67-30ad-4047-9909-d1d4bf9b9fea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659025 Nov 15 14:32:43.232627 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a844a-9274-4994-a162-fb1295f99c09 None None] Sync routers for ids ['673d8508-71e4-4cb9-9072-fb9bb42f5c3b'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:32:43.260046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a844a-9274-4994-a162-fb1295f99c09 None None] Routers {'673d8508-71e4-4cb9-9072-fb9bb42f5c3b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:43.260889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ee8a844a-9274-4994-a162-fb1295f99c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['673d8508-71e4-4cb9-9072-fb9bb42f5c3b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:43.303736 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870e427-2760-4afe-9b0e-601c457a7c8d req-a6f6c7e0-87d0-467e-91a1-e0825a2797f3 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:43.305465 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6870e427-2760-4afe-9b0e-601c457a7c8d req-a6f6c7e0-87d0-467e-91a1-e0825a2797f3 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 945 time: 0.0799701 Nov 15 14:32:43.318843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6870e427-2760-4afe-9b0e-601c457a7c8d req-d2fa2569-3d9b-44e8-ba12-ed24b413a91d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'port': {'security_groups': ['5ec7b089-5274-448a-9907-088983efd634', '62bc295d-91fb-4649-bdb3-b6021eff8581']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:43.464946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ee8a844a-9274-4994-a162-fb1295f99c09 None None] Set router 673d8508-71e4-4cb9-9072-fb9bb42f5c3b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:43.503574 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:43.527983 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6870e427-2760-4afe-9b0e-601c457a7c8d req-d2fa2569-3d9b-44e8-ba12-ed24b413a91d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:43.671407 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:43.812647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ee8a844a-9274-4994-a162-fb1295f99c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-808897047-router', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:59Z', 'updated_at': '2021-11-15T14:32:41Z', 'revision_number': 5, 'project_id': 'b8224af2a34f41dda30a183085683b54', 'gw_port': {'id': '1e87cff8-b21b-4c4a-ae03-639f3baa5872', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:27:00Z', 'updated_at': '2021-11-15T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:43.817989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:43.838280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6870e427-2760-4afe-9b0e-601c457a7c8d req-d2fa2569-3d9b-44e8-ba12-ed24b413a91d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] For port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:43.855801 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a844a-9274-4994-a162-fb1295f99c09 None None] Checking router: 673d8508-71e4-4cb9-9072-fb9bb42f5c3b for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:32:43.873599 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6870e427-2760-4afe-9b0e-601c457a7c8d req-d2fa2569-3d9b-44e8-ba12-ed24b413a91d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:43.874650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a844a-9274-4994-a162-fb1295f99c09 None None] Routers {'673d8508-71e4-4cb9-9072-fb9bb42f5c3b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:43.875851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ee8a844a-9274-4994-a162-fb1295f99c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['673d8508-71e4-4cb9-9072-fb9bb42f5c3b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:43.918684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Deleting port 1e87cff8-b21b-4c4a-ae03-639f3baa5872 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:43.918684 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:43.990312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1298911845-network', 'tenant_id': '1d009dd5851543849d345ab355a10d3b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:43.995333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:43.997715 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e40b49-27f5-4bbc-991b-b348332678f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:44.021679 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6870e427-2760-4afe-9b0e-601c457a7c8d req-d2fa2569-3d9b-44e8-ba12-ed24b413a91d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:44.055971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['40516a2e-a7e2-4b7e-93ff-9700755e7ffa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:44.058550 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] For port 1e87cff8-b21b-4c4a-ae03-639f3baa5872, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1e87cff8-b21b-4c4a-ae03-639f3baa5872,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:44.058924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:44.076598 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Calling delete_port for 1e87cff8-b21b-4c4a-ae03-639f3baa5872 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:44.117229 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870e427-2760-4afe-9b0e-601c457a7c8d req-d2fa2569-3d9b-44e8-ba12-ed24b413a91d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:44.119222 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6870e427-2760-4afe-9b0e-601c457a7c8d req-d2fa2569-3d9b-44e8-ba12-ed24b413a91d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:44.125001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ee8a844a-9274-4994-a162-fb1295f99c09 None None] Set router 673d8508-71e4-4cb9-9072-fb9bb42f5c3b gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:44.137100 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6870e427-2760-4afe-9b0e-601c457a7c8d req-d2fa2569-3d9b-44e8-ba12-ed24b413a91d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "PUT /v2.0/ports/40516a2e-a7e2-4b7e-93ff-9700755e7ffa HTTP/1.1" status: 200 len: 981 time: 0.8234508 Nov 15 14:32:44.137691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe', 'tag': '40516a2e-a7e2-4b7e-93ff-9700755e7ffa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:44.144872 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd606b9-b4c0-4dcc-80fa-66ac93f804a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe", "tag": "40516a2e-a7e2-4b7e-93ff-9700755e7ffa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:44.154638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:44.161573 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:44.196337 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:44.210622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa2569-3d9b-44e8-ba12-ed24b413a91d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'Port': ['ID=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:44.217761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ee8a844a-9274-4994-a162-fb1295f99c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-808897047-router', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:59Z', 'updated_at': '2021-11-15T14:32:43Z', 'revision_number': 6, 'project_id': 'b8224af2a34f41dda30a183085683b54', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:44.260999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a844a-9274-4994-a162-fb1295f99c09 None None] The sync data for ids ['673d8508-71e4-4cb9-9072-fb9bb42f5c3b'] in n-d-817748-2 is: [{'id': '673d8508-71e4-4cb9-9072-fb9bb42f5c3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-808897047-router', 'tenant_id': 'b8224af2a34f41dda30a183085683b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:26:59Z', 'updated_at': '2021-11-15T14:32:43Z', 'revision_number': 6, 'project_id': 'b8224af2a34f41dda30a183085683b54', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:32:44.317269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c84c28-6d02-4513-8c37-174b062d0379 req-05c5036f-dc0f-4446-96ba-36bd93f99369 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:44.328588 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7c84c28-6d02-4513-8c37-174b062d0379 req-05c5036f-dc0f-4446-96ba-36bd93f99369 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 949 time: 0.1069412 Nov 15 14:32:44.335718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['40516a2e-a7e2-4b7e-93ff-9700755e7ffa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:44.391712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7c84c28-6d02-4513-8c37-174b062d0379 req-e17d2730-be76-4a45-8574-fc969beed7fa tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558929 Nov 15 14:32:44.485212 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:44.500950 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:44.550013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e87cff8-b21b-4c4a-ae03-639f3baa5872,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:44.602208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafcb01-84b2-4199-b1b2-b02c446a7802 req-86beb454-14cd-47b6-8890-9fd5ec500080 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:44.604236 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4dafcb01-84b2-4199-b1b2-b02c446a7802 req-86beb454-14cd-47b6-8890-9fd5ec500080 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 946 time: 0.0942757 Nov 15 14:32:44.674265 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:44.734482 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4dafcb01-84b2-4199-b1b2-b02c446a7802 req-da2fbc97-432f-476c-b323-30708ae6284a tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208053 Nov 15 14:32:44.793199 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:44.841238 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:44.842505 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:44.890341 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7ebd3c-ac2d-427c-a5aa-388918ec826b x-openstack-request-id: req-6e7ebd3c-ac2d-427c-a5aa-388918ec826b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:44.890782 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:44.891575 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e7ebd3c-ac2d-427c-a5aa-388918ec826b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:44.891575 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'status': 'completed', 'code': 200} Nov 15 14:32:44.928591 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:32:44.951961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661aa135-d31b-4018-b7e0-854003484297,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:44.955300 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:44.955725 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Added segment 7d918a62-936e-4413-b4e4-d4d9733ad2ff of type vlan for network b139be22-7c12-4067-b19a-47e29df11769 Nov 15 14:32:44.975297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-54087006-7619-4c66-ba21-85f64f38f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:44.977852 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-54087006-7619-4c66-ba21-85f64f38f279 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 1100 time: 0.0686278 Nov 15 14:32:45.001571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-367e8e82-5c4a-499c-ac90-652e9c9681a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:45.003414 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-367e8e82-5c4a-499c-ac90-652e9c9681a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3f6958c0604fcab32ba65195204bc2&device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 1100 time: 0.1159298 Nov 15 14:32:45.087635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb1fd90d-598b-449b-80ba-ac9fed011055 req-dcee6ac6-3b85-4eaf-a874-154ec4a96c81 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1957551846&fields=id&tenant_id=5f38c5c53eef414aaa95bdd4035947bb HTTP/1.1" status: 200 len: 267 time: 0.1192527 Nov 15 14:32:45.162993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-75a41308-5df1-483b-b2b3-fd5c84345d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:45.173819 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-75a41308-5df1-483b-b2b3-fd5c84345d26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1871326 Nov 15 14:32:45.230746 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fd90d-598b-449b-80ba-ac9fed011055 req-38b28f02-6236-41b0-b9de-158cc44ae7b5 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:45.237353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb1fd90d-598b-449b-80ba-ac9fed011055 req-38b28f02-6236-41b0-b9de-158cc44ae7b5 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 984 time: 0.1339815 Nov 15 14:32:45.237353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-987697c0-c1ed-44ae-ad6b-8e8a22676604 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 200 len: 217 time: 0.0520141 Nov 15 14:32:45.247500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bb1fd90d-598b-449b-80ba-ac9fed011055 req-65694568-d529-41a1-8d23-126656479a08 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'port': {'security_groups': ['5ec7b089-5274-448a-9907-088983efd634', '62bc295d-91fb-4649-bdb3-b6021eff8581', 'df87cf85-a339-4329-b67e-886c1300e7d9']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:45.401793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-af67108b-9a4b-4664-b065-bd9440e8ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:45.403554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-af67108b-9a4b-4664-b065-bd9440e8ae11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1139135 Nov 15 14:32:45.404788 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb1fd90d-598b-449b-80ba-ac9fed011055 req-65694568-d529-41a1-8d23-126656479a08 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:45.416886 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:45.430928 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:45.431457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 673d8508-71e4-4cb9-9072-fb9bb42f5c3b {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:32:45.436568 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:45.437789 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-363422d6-44b3-438e-8683-b24dd4cd4b46 admin admin] 10.222.0.70 "DELETE /v2.0/routers/673d8508-71e4-4cb9-9072-fb9bb42f5c3b HTTP/1.1" status: 204 len: 168 time: 2.2358820 Nov 15 14:32:45.445629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:45.453308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-cba94722-93d5-4f2f-b269-107f9a468def tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:32:45.456483 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-cba94722-93d5-4f2f-b269-107f9a468def tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0314088 Nov 15 14:32:45.559583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-7efb986b-e098-4350-a8eb-64042162dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:45.562767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-7efb986b-e098-4350-a8eb-64042162dcae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1481423 Nov 15 14:32:45.567964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d86b40-4a97-4fb0-a697-c095d74db0ec admin admin] Deleting subnet 180f41fc-09c0-4e41-8f35-996e0c6a0bdd {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:32:45.578510 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49d86b40-4a97-4fb0-a697-c095d74db0ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:45.614438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61954d1-1df1-419c-9e71-11adafaca138 req-1284db0f-df9c-43c2-88aa-d8288212d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:45.615488 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-1284db0f-df9c-43c2-88aa-d8288212d14a service neutron] 10.222.0.70 "GET /v2.0/ports/3ca5237a-9418-4a22-84b3-984f7bbc60f3 HTTP/1.1" status: 200 len: 1093 time: 0.0992861 Nov 15 14:32:45.638597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] Request body: {'binding': {'host': 'n-h2-817748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:45.639004 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:32:45.704852 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49d86b40-4a97-4fb0-a697-c095d74db0ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:45.716018 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-2c619d70-5dea-45c4-a114-31e1ed74fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:45.717691 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-2c619d70-5dea-45c4-a114-31e1ed74fbf4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.7043478 Nov 15 14:32:45.821656 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-78c9d031-f882-4481-a859-ddbac19ab664 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 200 len: 217 time: 0.0875764 Nov 15 14:32:45.832640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-59f963e2-d730-419e-8847-845651ea7070 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600353 Nov 15 14:32:45.870245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:45.870847 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:45.871191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:45.977958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-f64d996a-8193-400f-991b-10ed52210520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:45.978151 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49d86b40-4a97-4fb0-a697-c095d74db0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:45.978269 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-f64d996a-8193-400f-991b-10ed52210520 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1497290 Nov 15 14:32:45.988710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] Pushing event updated for resources: {'Network': ['ID=b139be22-7c12-4067-b19a-47e29df11769,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:46.004789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b139be22-7c12-4067-b19a-47e29df11769 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:32:46.013488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bb1fd90d-598b-449b-80ba-ac9fed011055 req-65694568-d529-41a1-8d23-126656479a08 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] For port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:46.075759 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on host n-h2-817748-2 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:32:46.076542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:32:46.077059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:46.084778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] Port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:32:46.085363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:46.090367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-398754cb-578d-40ec-95cc-4f12c52ba4a5 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435963 Nov 15 14:32:46.096373 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:32:46.097235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:46.097831 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] Bound using segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:32:46.098218 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb1fd90d-598b-449b-80ba-ac9fed011055 req-65694568-d529-41a1-8d23-126656479a08 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:46.099622 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] Bound port: 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:32:46.130005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-285d0651-f6b8-48b6-a60e-ad3c4a53d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:46.131877 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-285d0651-f6b8-48b6-a60e-ad3c4a53d8eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390016 Nov 15 14:32:46.175141 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-355cc059-f2ae-4d1d-b46c-453bbbccbba4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3557343 Nov 15 14:32:46.178693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49860) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:46.184795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-eb25a525-0a5d-4fe6-9ea9-bd07d793fe56 admin admin] Request body: {'subnet': {'network_id': 'b139be22-7c12-4067-b19a-47e29df11769', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1298911845-subnet', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:46.231770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:32:46.271619 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-e4ca112d-46db-41e1-bcb9-949e972eb31d service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262047 Nov 15 14:32:46.291388 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1e87cff8-b21b-4c4a-ae03-639f3baa5872 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:32:46.312301 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb1fd90d-598b-449b-80ba-ac9fed011055 req-65694568-d529-41a1-8d23-126656479a08 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:46.317522 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49d86b40-4a97-4fb0-a697-c095d74db0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:46.327387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 1e87cff8-b21b-4c4a-ae03-639f3baa5872 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:32:46.327963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1e87cff8-b21b-4c4a-ae03-639f3baa5872 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:32:46.328719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 32ff67be-4541-4b4d-8c4c-133b06e1aa97 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:32:46.333309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['40516a2e-a7e2-4b7e-93ff-9700755e7ffa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:46.367545 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:46.369220 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-9e92ca29-61f5-453f-922e-9fbc43f96555 service neutron] 10.222.0.70 "POST /v2.0/ports/3ca5237a-9418-4a22-84b3-984f7bbc60f3/bindings HTTP/1.1" status: 201 len: 389 time: 0.7389250 Nov 15 14:32:46.385251 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 32ff67be-4541-4b4d-8c4c-133b06e1aa97 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:32:46.385868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 32ff67be-4541-4b4d-8c4c-133b06e1aa97 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:32:46.407025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65694568-d529-41a1-8d23-126656479a08 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'Port': ['ID=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:46.426418 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e6e40b49-27f5-4bbc-991b-b348332678f9 req-fa6cdf66-b951-4f4a-91c1-716c6bd2c636 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436265 Nov 15 14:32:46.444856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb25a525-0a5d-4fe6-9ea9-bd07d793fe56 admin admin] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:46.447448 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb25a525-0a5d-4fe6-9ea9-bd07d793fe56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:46.488811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d86b40-4a97-4fb0-a697-c095d74db0ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=180f41fc-09c0-4e41-8f35-996e0c6a0bdd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:46.490712 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49d86b40-4a97-4fb0-a697-c095d74db0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:46.496624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:46.496745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-49d86b40-4a97-4fb0-a697-c095d74db0ec admin admin] 10.222.0.70 "DELETE /v2.0/subnets/180f41fc-09c0-4e41-8f35-996e0c6a0bdd HTTP/1.1" status: 204 len: 168 time: 1.0497839 Nov 15 14:32:46.502555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2942425b-03ac-4b7e-90bb-7bb946ee320b None None] Network 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:32:46.512561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fd90d-598b-449b-80ba-ac9fed011055 req-65694568-d529-41a1-8d23-126656479a08 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:46.513226 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb1fd90d-598b-449b-80ba-ac9fed011055 req-65694568-d529-41a1-8d23-126656479a08 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:46.528529 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb1fd90d-598b-449b-80ba-ac9fed011055 req-65694568-d529-41a1-8d23-126656479a08 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "PUT /v2.0/ports/40516a2e-a7e2-4b7e-93ff-9700755e7ffa HTTP/1.1" status: 200 len: 1020 time: 1.2860346 Nov 15 14:32:46.582984 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf28271f-6a93-472b-bcd1-ca11a937bbf0 x-openstack-request-id: req-bf28271f-6a93-472b-bcd1-ca11a937bbf0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:46.585865 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe", "tag": "40516a2e-a7e2-4b7e-93ff-9700755e7ffa", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:46.590464 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf28271f-6a93-472b-bcd1-ca11a937bbf0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:46.591076 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe', 'tag': '40516a2e-a7e2-4b7e-93ff-9700755e7ffa', 'status': 'completed', 'code': 200} Nov 15 14:32:46.626903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ad5e35b3-d3c9-44ed-9a25-5471e27d677a details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:32:46.642714 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:46.716015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Deleting port f21c2edd-2f4b-448e-ae18-de5ad9b36340 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:46.716442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:46.782283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd606b9-b4c0-4dcc-80fa-66ac93f804a3 req-bf32bfcd-c0dc-485f-837f-08de6caf1070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:46.784203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fd606b9-b4c0-4dcc-80fa-66ac93f804a3 req-bf32bfcd-c0dc-485f-837f-08de6caf1070 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f38c5c53eef414aaa95bdd4035947bb&device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 1174 time: 0.1716003 Nov 15 14:32:46.820132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba87ed-be3f-43a5-bfff-e8359d8d0103 req-a5b38acb-2785-460e-84b5-2b50ae764422 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:46.828478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05ba87ed-be3f-43a5-bfff-e8359d8d0103 req-a5b38acb-2785-460e-84b5-2b50ae764422 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 949 time: 0.1138155 Nov 15 14:32:46.854489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] For port f21c2edd-2f4b-448e-ae18-de5ad9b36340, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f21c2edd-2f4b-448e-ae18-de5ad9b36340,segment=NetworkSegment(90f9e7f6-0150-45c5-a05d-70ad6cb3a792),segment_id=90f9e7f6-0150-45c5-a05d-70ad6cb3a792)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:46.854892 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:46.905332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Calling delete_port for f21c2edd-2f4b-448e-ae18-de5ad9b36340 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:46.946884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['40516a2e-a7e2-4b7e-93ff-9700755e7ffa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:46.994509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05ba87ed-be3f-43a5-bfff-e8359d8d0103 req-9adcfc42-ad9a-40f9-9638-df4433c747df tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599650 Nov 15 14:32:47.044253 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb25a525-0a5d-4fe6-9ea9-bd07d793fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:47.122824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:47.127659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd606b9-b4c0-4dcc-80fa-66ac93f804a3 req-3acc13f8-0cda-475c-839c-26c086476ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:47.129587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fd606b9-b4c0-4dcc-80fa-66ac93f804a3 req-3acc13f8-0cda-475c-839c-26c086476ffe service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d948a43-4cc1-4b6f-898b-a449d54b934b HTTP/1.1" status: 200 len: 914 time: 0.2927270 Nov 15 14:32:47.155572 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:47.163263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'mac_address': 'fa:16:3e:7f:59:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:32:47.205574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Pushing event deleted for resources: {'Port': ['ID=f21c2edd-2f4b-448e-ae18-de5ad9b36340,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:47.217194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] No DVR routers for this DVR port f21c2edd-2f4b-448e-ae18-de5ad9b36340 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:32:47.246720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8370c-3088-4a48-b784-729f97423013 req-b7f1eec5-459c-4536-ac7e-31d519195ce4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:47.248633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21d8370c-3088-4a48-b784-729f97423013 req-b7f1eec5-459c-4536-ac7e-31d519195ce4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 946 time: 0.2800157 Nov 15 14:32:47.253927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fd606b9-b4c0-4dcc-80fa-66ac93f804a3 req-8b470b4d-ff5c-4ac2-b3bd-592acc881c77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40516a2e-a7e2-4b7e-93ff-9700755e7ffa HTTP/1.1" status: 200 len: 217 time: 0.1078022 Nov 15 14:32:47.273173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c71f1c0-a6fd-40fd-86ed-07b500500f35 None None] DHCP port deletion for 14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:32:47.293539 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:47.351914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5e35b3-d3c9-44ed-9a25-5471e27d677a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:32:47.376059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25a525-0a5d-4fe6-9ea9-bd07d793fe56 admin admin] Checking segment: {'id': '7d918a62-936e-4413-b4e4-d4d9733ad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b139be22-7c12-4067-b19a-47e29df11769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:47.376654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb25a525-0a5d-4fe6-9ea9-bd07d793fe56 admin admin] Network hostable DHCP agents. Network: b139be22-7c12-4067-b19a-47e29df11769, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:32:47.381829 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:47.382013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25a525-0a5d-4fe6-9ea9-bd07d793fe56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00a19b9-54e0-4566-bfc4-e1e19de0ebb3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:47.388097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:47.412040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:47.416571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61954d1-1df1-419c-9e71-11adafaca138 req-23d30904-7d0d-43fc-944d-54cf9f4c501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:47.418644 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-23d30904-7d0d-43fc-944d-54cf9f4c501e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 1096 time: 0.1280298 Nov 15 14:32:47.436788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f9e7f6-0150-45c5-a05d-70ad6cb3a792') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:47.437101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f9e7f6-0150-45c5-a05d-70ad6cb3a792') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:47.476202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21d8370c-3088-4a48-b784-729f97423013 req-0c1ef8ed-3dff-4c51-8530-8c59a5a80ec4 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278417 Nov 15 14:32:47.487054 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:47.489527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217461c6-0f64-490f-92d0-8f73415b24bf req-de3d8643-1e13-4fcd-b404-d74a5e5f4e95 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:47.497319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-217461c6-0f64-490f-92d0-8f73415b24bf req-de3d8643-1e13-4fcd-b404-d74a5e5f4e95 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 1023 time: 0.2625322 Nov 15 14:32:47.522076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd606b9-b4c0-4dcc-80fa-66ac93f804a3 req-1a3032a7-0715-452a-b023-32b983318bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:47.522076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fd606b9-b4c0-4dcc-80fa-66ac93f804a3 req-1a3032a7-0715-452a-b023-32b983318bd6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=252401ff-9afd-40e6-ae5d-f72c82fc03f1 HTTP/1.1" status: 200 len: 853 time: 0.1625152 Nov 15 14:32:47.530272 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:47.549962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:32:47.551633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:32:47.556797 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:32:47.570215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fd606b9-b4c0-4dcc-80fa-66ac93f804a3 req-992a7226-0760-4153-b62c-48245675454e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d948a43-4cc1-4b6f-898b-a449d54b934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425007 Nov 15 14:32:47.647577 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:47.664346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61954d1-1df1-419c-9e71-11adafaca138 req-f264428b-d0da-41cb-b1d7-3ae85bb20228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:47.666189 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-f264428b-d0da-41cb-b1d7-3ae85bb20228 service neutron] 10.222.0.46 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.2393870 Nov 15 14:32:47.674144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-217461c6-0f64-490f-92d0-8f73415b24bf req-68b7c20d-93d0-4c6f-a9df-1bebc9b0307f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=62bc295d-91fb-4649-bdb3-b6021eff8581&id=df87cf85-a339-4329-b67e-886c1300e7d9&id=5ec7b089-5274-448a-9907-088983efd634 HTTP/1.1" status: 200 len: 6200 time: 0.1755838 Nov 15 14:32:47.699562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb25a525-0a5d-4fe6-9ea9-bd07d793fe56 admin admin] Network b139be22-7c12-4067-b19a-47e29df11769 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:32:47.726587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:47.737011 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-75bf155b-1218-4707-8e32-d53fedee772a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3 HTTP/1.1" status: 200 len: 217 time: 0.0617194 Nov 15 14:32:47.746932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50ff7b-4ea5-4d83-ae7e-fddaeaac0f52 req-58b4fb43-b148-480e-a139-ea080eae21f4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:47.748538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc50ff7b-4ea5-4d83-ae7e-fddaeaac0f52 req-58b4fb43-b148-480e-a139-ea080eae21f4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.1477838 Nov 15 14:32:47.771489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fd606b9-b4c0-4dcc-80fa-66ac93f804a3 req-999956eb-65f3-4d42-94d2-c4abbea5da70 service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864138 Nov 15 14:32:47.804257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61954d1-1df1-419c-9e71-11adafaca138 req-ecb2c44a-6a88-47bb-a70e-a164a3cd8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:47.805719 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-ecb2c44a-6a88-47bb-a70e-a164a3cd8947 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.0497239 Nov 15 14:32:47.840159 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-065d22c9-7bb6-47bd-b313-6ef2e9222305 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248334 Nov 15 14:32:47.841342 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:47.856870 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:47.857116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-eb25a525-0a5d-4fe6-9ea9-bd07d793fe56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b139be22-7c12-4067-b19a-47e29df11769) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:47.857270 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] 10.222.0.70 "DELETE /v2.0/networks/14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df HTTP/1.1" status: 204 len: 168 time: 1.3553925 Nov 15 14:32:47.862046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb25a525-0a5d-4fe6-9ea9-bd07d793fe56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:47.862662 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb25a525-0a5d-4fe6-9ea9-bd07d793fe56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:47.880462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc50ff7b-4ea5-4d83-ae7e-fddaeaac0f52 req-9b0484f2-fa0f-4d62-8703-736a221c79ad tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210468 Nov 15 14:32:47.888537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c85abe-c43a-4e21-9850-222d9b18f466 None None] Network b139be22-7c12-4067-b19a-47e29df11769 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:32:47.892390 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbbf30-8ebc-4120-87f9-822f02be007a admin admin] Pushing event deleted for resources: {'Network': ['ID=14b9855e-0ef1-4ff1-ad8c-d9efeb9fc1df,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:47.970769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fd606b9-b4c0-4dcc-80fa-66ac93f804a3 req-c92d443b-1f38-4a93-8398-4540ad2a203e service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861396 Nov 15 14:32:48.008436 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-10853439-b5a2-415e-bb69-a73ab4f23572 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599333 Nov 15 14:32:48.013712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['ad5e35b3-d3c9-44ed-9a25-5471e27d677a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:48.051000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eb25a525-0a5d-4fe6-9ea9-bd07d793fe56 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8705835 Nov 15 14:32:48.075338 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49882) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:48.080339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1298911845-router', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:48.144074 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-193b8d44-8984-49ad-af39-646da6d49fa3 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244991 Nov 15 14:32:48.223957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-b139be22-7c12-4067-b19a-47e29df11769', 'network_id': 'b139be22-7c12-4067-b19a-47e29df11769', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'fixed_ips': [{'subnet_id': 'f00a19b9-54e0-4566-bfc4-e1e19de0ebb3'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:32:48.224838 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:48.287925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f21c2edd-2f4b-448e-ae18-de5ad9b36340 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:32:48.299767 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:48.323042 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:48.324013 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: f21c2edd-2f4b-448e-ae18-de5ad9b36340 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:32:48.324013 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f21c2edd-2f4b-448e-ae18-de5ad9b36340 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:32:48.375269 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:48.412799 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111830dc-dffb-40e6-b686-14d517c64adb req-ab6c77fe-c8a7-4e0f-b807-a52d85e30669 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:48.415159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-111830dc-dffb-40e6-b686-14d517c64adb req-ab6c77fe-c8a7-4e0f-b807-a52d85e30669 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 946 time: 0.4055538 Nov 15 14:32:48.423276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768911d-7072-41ba-964a-6b7976c1e024 req-bfa582b7-66f0-4ae5-adea-715a59e7c810 tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:48.428577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:48.430168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2768911d-7072-41ba-964a-6b7976c1e024 req-bfa582b7-66f0-4ae5-adea-715a59e7c810 tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 1101 time: 0.3858848 Nov 15 14:32:48.433138 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bf2d7f5c-2928-491c-b050-48d823890806 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Request body: {'floatingip': {'port_id': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:48.454600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6d245f41-caf2-4342-8807-6e75d2e0ca62 req-2f614e65-f115-4ee5-9378-cf1e95e70bdc tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'security_group': {'name': ' tempest-securitygroup -914454684 ', 'description': 'tempest-description-1817821434'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:48.477167 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7f5c-2928-491c-b050-48d823890806 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:48.496999 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2768911d-7072-41ba-964a-6b7976c1e024 req-4d8510ab-64a2-4873-a077-bfe05def3745 tempest-MigrationsAdminTest-705537270 tempest-MigrationsAdminTest-705537270-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595975 Nov 15 14:32:48.542905 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Allocated IP 172.20.0.2 (b139be22-7c12-4067-b19a-47e29df11769/f00a19b9-54e0-4566-bfc4-e1e19de0ebb3/2187b21f-2bb9-4742-adaa-18e2a1e08635) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:32:48.592899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe', 'tag': '40516a2e-a7e2-4b7e-93ff-9700755e7ffa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:48.596532 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a87445-2471-45ac-aa20-fcfd58e5d014" -d '{"events": [{"name": "network-changed", "server_uuid": "bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe", "tag": "40516a2e-a7e2-4b7e-93ff-9700755e7ffa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:48.729421 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d245f41-caf2-4342-8807-6e75d2e0ca62 req-2f614e65-f115-4ee5-9378-cf1e95e70bdc tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:48.741346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:48.803675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3ca6d662-41bc-4eae-a649-be9a86bcb39e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4827a9ab8464cb3acac13a31f8a8251&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0607643 Nov 15 14:32:48.808293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:48.876157 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d245f41-caf2-4342-8807-6e75d2e0ca62 req-2f614e65-f115-4ee5-9378-cf1e95e70bdc tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:48.892390 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-300e9e92-8900-48d4-b318-652ba7567c3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:48.933768 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-300e9e92-8900-48d4-b318-652ba7567c3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:48.969224 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.056935 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.085326 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7f5c-2928-491c-b050-48d823890806 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.086834 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d245f41-caf2-4342-8807-6e75d2e0ca62 req-2f614e65-f115-4ee5-9378-cf1e95e70bdc tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.117707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f614e65-f115-4ee5-9378-cf1e95e70bdc tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89f1a07-c88e-4bb2-9b0c-db4a24a1f406,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:49.140575 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-300e9e92-8900-48d4-b318-652ba7567c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.145201 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-300e9e92-8900-48d4-b318-652ba7567c3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.147431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-300e9e92-8900-48d4-b318-652ba7567c3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0caae160-9c7f-443a-be2f-5256d50a813c HTTP/1.1" status: 204 len: 168 time: 0.3383722 Nov 15 14:32:49.158718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e9e92-8900-48d4-b318-652ba7567c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caae160-9c7f-443a-be2f-5256d50a813c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:49.193922 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.251400 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Network b139be22-7c12-4067-b19a-47e29df11769 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:49.256377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:49.263857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:32:49.267894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Pushing event updated for resources: {'Port': ['ID=2187b21f-2bb9-4742-adaa-18e2a1e08635,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:49.340435 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d245f41-caf2-4342-8807-6e75d2e0ca62 req-2f614e65-f115-4ee5-9378-cf1e95e70bdc tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.341677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d245f41-caf2-4342-8807-6e75d2e0ca62 req-2f614e65-f115-4ee5-9378-cf1e95e70bdc tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.8972027 Nov 15 14:32:49.351588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Attempting to bind port 2187b21f-2bb9-4742-adaa-18e2a1e08635 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:32:49.352321 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7f5c-2928-491c-b050-48d823890806 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.352433 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Attempting to bind port 2187b21f-2bb9-4742-adaa-18e2a1e08635 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '7d918a62-936e-4413-b4e4-d4d9733ad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b139be22-7c12-4067-b19a-47e29df11769'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:32:49.352433 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Attempting to bind port 2187b21f-2bb9-4742-adaa-18e2a1e08635 on network b139be22-7c12-4067-b19a-47e29df11769 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:49.360715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:32:49.361103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Checking segment: {'id': '7d918a62-936e-4413-b4e4-d4d9733ad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b139be22-7c12-4067-b19a-47e29df11769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:49.361510 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.361905 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Bound using segment: {'id': '7d918a62-936e-4413-b4e4-d4d9733ad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b139be22-7c12-4067-b19a-47e29df11769'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:32:49.362377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Bound port: 2187b21f-2bb9-4742-adaa-18e2a1e08635, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d918a62-936e-4413-b4e4-d4d9733ad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b139be22-7c12-4067-b19a-47e29df11769'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:32:49.362787 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.446291 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f352ff8-7554-4556-b633-4cfecbabc957 x-openstack-request-id: req-7f352ff8-7554-4556-b633-4cfecbabc957 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:49.446869 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe", "tag": "40516a2e-a7e2-4b7e-93ff-9700755e7ffa", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:49.446962 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f352ff8-7554-4556-b633-4cfecbabc957 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:49.447330 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe', 'tag': '40516a2e-a7e2-4b7e-93ff-9700755e7ffa', 'status': 'completed', 'code': 200} Nov 15 14:32:49.485496 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] For port 2187b21f-2bb9-4742-adaa-18e2a1e08635, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:49.505659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] For port 2187b21f-2bb9-4742-adaa-18e2a1e08635, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2187b21f-2bb9-4742-adaa-18e2a1e08635,segment=NetworkSegment(7d918a62-936e-4413-b4e4-d4d9733ad2ff),segment_id=7d918a62-936e-4413-b4e4-d4d9733ad2ff)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:32:49.527973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.554956 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-bf2d7f5c-2928-491c-b050-48d823890806 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Floating IP 98327016-ce51-4cf3-898f-bdae99543595 associated. External IP: 172.25.4.102, port: ddf3b7d2-5824-48fe-a987-38f3a6bec99a. Nov 15 14:32:49.557625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.628655 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:49.674006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a87445-2471-45ac-aa20-fcfd58e5d014 req-864b59b9-d169-4857-86e2-56e6480999ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:49.676185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75a87445-2471-45ac-aa20-fcfd58e5d014 req-864b59b9-d169-4857-86e2-56e6480999ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f38c5c53eef414aaa95bdd4035947bb&device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 1174 time: 0.1890419 Nov 15 14:32:49.698428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde2505-7587-43ef-98c4-4319a618fb01 req-3ae2b0c5-bcab-4b08-8aa5-c66b10218b4b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:49.701327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3dde2505-7587-43ef-98c4-4319a618fb01 req-3ae2b0c5-bcab-4b08-8aa5-c66b10218b4b tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.1613138 Nov 15 14:32:49.811471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Allocated IP 172.25.4.142 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/6db93a2c-0942-437b-b219-54e362fca197) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:32:49.856625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a87445-2471-45ac-aa20-fcfd58e5d014 req-e5b93a5d-c37c-4de6-ad0e-6f593fb8009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:49.858512 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75a87445-2471-45ac-aa20-fcfd58e5d014 req-e5b93a5d-c37c-4de6-ad0e-6f593fb8009a service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d948a43-4cc1-4b6f-898b-a449d54b934b HTTP/1.1" status: 200 len: 914 time: 0.1560094 Nov 15 14:32:49.959822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ab7c6-77f7-4033-9f0b-ad2934d5f773 None None] Pushing event updated for resources: {'Port': ['ID=2187b21f-2bb9-4742-adaa-18e2a1e08635,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:49.971133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-d8927a0a-8c2b-418a-addc-af765cba66a0 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:49.973024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-d8927a0a-8c2b-418a-addc-af765cba66a0 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/networks?id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa HTTP/1.1" status: 200 len: 815 time: 0.4319417 Nov 15 14:32:49.986055 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75a87445-2471-45ac-aa20-fcfd58e5d014 req-b4978efc-83ae-4ef5-873c-fc9f5b9ccc0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40516a2e-a7e2-4b7e-93ff-9700755e7ffa HTTP/1.1" status: 200 len: 217 time: 0.1040945 Nov 15 14:32:50.035517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-8ddad626-e1c3-4913-b0fb-5d1b1874cadd tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/quotas/81e3a07f515f4b09a5a5cb70414f88cf HTTP/1.1" status: 200 len: 375 time: 0.0484009 Nov 15 14:32:50.074026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3dde2505-7587-43ef-98c4-4319a618fb01 req-352e35d0-0dfc-4bdb-a4c3-8e7ac56380c9 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068501 Nov 15 14:32:50.108605 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a87445-2471-45ac-aa20-fcfd58e5d014 req-b992c885-578b-4f03-8d20-720911bc5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:50.111095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75a87445-2471-45ac-aa20-fcfd58e5d014 req-b992c885-578b-4f03-8d20-720911bc5535 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=252401ff-9afd-40e6-ae5d-f72c82fc03f1 HTTP/1.1" status: 200 len: 853 time: 0.1144447 Nov 15 14:32:50.202020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75a87445-2471-45ac-aa20-fcfd58e5d014 req-3318ca01-c83f-43cc-9d96-046eea381cc8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d948a43-4cc1-4b6f-898b-a449d54b934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601199 Nov 15 14:32:50.352669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-09f3ed45-4b37-488a-b69a-4a39a53e777e tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=81e3a07f515f4b09a5a5cb70414f88cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2854588 Nov 15 14:32:50.387193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2187b21f-2bb9-4742-adaa-18e2a1e08635 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:50.481673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 2187b21f-2bb9-4742-adaa-18e2a1e08635 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:50.482765 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:50.493506 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f7592f33-f02b-44e6-8d1c-c542f4e39955 service neutron] 10.222.0.70 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399429 Nov 15 14:32:50.499888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df86b8a9-e589-46ef-bc4c-dcc2ae3bfb35 req-74597414-bd0a-4c68-8282-91f4839d2644 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/f89f1a07-c88e-4bb2-9b0c-db4a24a1f406 HTTP/1.1" status: 200 len: 1797 time: 0.3658137 Nov 15 14:32:50.564275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2d7f5c-2928-491c-b050-48d823890806 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Router 61f0b921-5768-4788-9e26-5c8f073dd749 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:32:50.567867 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:50.569221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:50.585953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ad5e35b3-d3c9-44ed-9a25-5471e27d677a up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:50.627757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75a87445-2471-45ac-aa20-fcfd58e5d014 req-6fe22871-d6cd-4fcc-8086-b528c436f104 service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030817 Nov 15 14:32:50.725939 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8214a866-b9e8-4cf5-b2d6-8eb5078bd463 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8224af2a34f41dda30a183085683b54&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1555700 Nov 15 14:32:50.731621 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49930) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:50.734451 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:50.775900 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-12b84660-82a6-4202-9cf9-ddf6af44347b service neutron] 10.222.0.70 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550523 Nov 15 14:32:50.795459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4e4f6-4131-433b-b282-b2e520ed2094 req-2d199fb2-1293-40be-9599-f474c3ab3f0a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:50.797545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6cd4e4f6-4131-433b-b282-b2e520ed2094 req-2d199fb2-1293-40be-9599-f474c3ab3f0a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.1915045 Nov 15 14:32:50.807160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 2187b21f-2bb9-4742-adaa-18e2a1e08635, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2187b21f-2bb9-4742-adaa-18e2a1e08635,segment=NetworkSegment(7d918a62-936e-4413-b4e4-d4d9733ad2ff),segment_id=7d918a62-936e-4413-b4e4-d4d9733ad2ff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:50.818484 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2c14324-c6cd-4870-8ca7-7856a44b2177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:50.820559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2d7f5c-2928-491c-b050-48d823890806 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:32:50.829080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7f5c-2928-491c-b050-48d823890806 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:50.836181 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c7f92d-5122-4458-b4be-f8e076c1cd6d None None] Sync routers for ids ['61f0b921-5768-4788-9e26-5c8f073dd749'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:32:50.855914 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c7f92d-5122-4458-b4be-f8e076c1cd6d None None] Routers {'61f0b921-5768-4788-9e26-5c8f073dd749'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:50.859193 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-78c7f92d-5122-4458-b4be-f8e076c1cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['61f0b921-5768-4788-9e26-5c8f073dd749'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:50.886684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port ad5e35b3-d3c9-44ed-9a25-5471e27d677a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:32:50.894630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port ad5e35b3-d3c9-44ed-9a25-5471e27d677a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:50.896943 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:50.912497 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bf2d7f5c-2928-491c-b050-48d823890806 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "PUT /v2.0/floatingips/98327016-ce51-4cf3-898f-bdae99543595 HTTP/1.1" status: 200 len: 992 time: 2.4803474 Nov 15 14:32:50.918547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c865f2-9f0f-4c8c-9967-440e9597e9ff', 'tag': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:50.933296 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3e7062-1334-4700-8637-b4859e81bff3" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c865f2-9f0f-4c8c-9967-440e9597e9ff", "tag": "ddf3b7d2-5824-48fe-a987-38f3a6bec99a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:50.951742 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:50.969574 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:50.994614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6cd4e4f6-4131-433b-b282-b2e520ed2094 req-d3696bce-1f8f-4c80-ac72-361bae562e0a tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891775 Nov 15 14:32:51.003826 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75a87445-2471-45ac-aa20-fcfd58e5d014 req-e37d44ba-a080-46c7-a63f-a3162b0f8b78 service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585687 Nov 15 14:32:51.080414 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2c14324-c6cd-4870-8ca7-7856a44b2177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:51.080657 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-78c7f92d-5122-4458-b4be-f8e076c1cd6d None None] Set router 61f0b921-5768-4788-9e26-5c8f073dd749 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:51.159125 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcdb6649-4357-4e9a-bf79-61ee2b99a6e7 req-335b93c2-c983-462b-95af-6dd8203dde9e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/f89f1a07-c88e-4bb2-9b0c-db4a24a1f406 HTTP/1.1" status: 200 len: 1797 time: 0.1037529 Nov 15 14:32:51.174947 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Pushing event updated for resources: {'Port': ['ID=6db93a2c-0942-437b-b219-54e362fca197,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:51.182474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=2187b21f-2bb9-4742-adaa-18e2a1e08635,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:51.269709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2c14324-c6cd-4870-8ca7-7856a44b2177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:51.278439 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2c14324-c6cd-4870-8ca7-7856a44b2177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:51.299318 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d2c14324-c6cd-4870-8ca7-7856a44b2177 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b4d8a60-fb7c-474a-8d55-accd530ac9af HTTP/1.1" status: 204 len: 168 time: 0.5665727 Nov 15 14:32:51.310052 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:51.380645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:51.398079 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcdb6649-4357-4e9a-bf79-61ee2b99a6e7 req-9d4ee7bd-b785-48af-8de0-4c99ffdaa2a7 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:51.426985 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f02a2b-7cdb-41d7-91f4-97ca82d7f66d x-openstack-request-id: req-a8f02a2b-7cdb-41d7-91f4-97ca82d7f66d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:51.427278 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c865f2-9f0f-4c8c-9967-440e9597e9ff", "tag": "ddf3b7d2-5824-48fe-a987-38f3a6bec99a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:51.427710 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8f02a2b-7cdb-41d7-91f4-97ca82d7f66d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:51.428383 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c865f2-9f0f-4c8c-9967-440e9597e9ff', 'tag': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a', 'status': 'completed', 'code': 200} Nov 15 14:32:51.457871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c14324-c6cd-4870-8ca7-7856a44b2177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4d8a60-fb7c-474a-8d55-accd530ac9af,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:51.465902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:51.478849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:32:51.495043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:51.502434 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:51.512681 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18761a57-2c25-42b2-b033-d4b23e622579" -d '{"events": [{"server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "name": "network-vif-plugged", "status": "completed", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:51.528088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594daef-328d-4c4d-aa0a-1b686c6e3d58 req-73684e5b-6290-4410-a690-ad4f8f3645c9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:51.535510 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcdb6649-4357-4e9a-bf79-61ee2b99a6e7 req-9d4ee7bd-b785-48af-8de0-4c99ffdaa2a7 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:51.536706 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e594daef-328d-4c4d-aa0a-1b686c6e3d58 req-73684e5b-6290-4410-a690-ad4f8f3645c9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 950 time: 0.4727004 Nov 15 14:32:51.577160 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:51.723580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e506710-17bd-47d4-b3bd-0d4ad3b9d913 None None] Network b139be22-7c12-4067-b19a-47e29df11769 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:32:51.747287 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-78c7f92d-5122-4458-b4be-f8e076c1cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:09Z', 'revision_number': 4, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port': {'id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '98327016-ce51-4cf3-898f-bdae99543595', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'port_id': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'mac_address': 'fa:16:3e:f1:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c865f2-9f0f-4c8c-9967-440e9597e9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:32:15Z', 'updated_at': '2021-11-15T14:32:48Z', 'revision_number': 1, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68bdbad8-21b8-430f-8ca0-a65c27f4cb45', 'name': '', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'mac_address': 'fa:16:3e:d3:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:08Z', 'updated_at': '2021-11-15T14:32:16Z', 'revision_number': 5, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'subnets': [{'id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:51.832690 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e7062-1334-4700-8637-b4859e81bff3 req-39c7090c-693a-4e36-b3c1-f5b8996df8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:51.834380 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd3e7062-1334-4700-8637-b4859e81bff3 req-39c7090c-693a-4e36-b3c1-f5b8996df8d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7aba4b0ebe74237af9116898484e24c&device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 1097 time: 0.1393342 Nov 15 14:32:51.835060 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcdb6649-4357-4e9a-bf79-61ee2b99a6e7 req-9d4ee7bd-b785-48af-8de0-4c99ffdaa2a7 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:51.838752 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcdb6649-4357-4e9a-bf79-61ee2b99a6e7 req-9d4ee7bd-b785-48af-8de0-4c99ffdaa2a7 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:51.842097 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c7f92d-5122-4458-b4be-f8e076c1cd6d None None] Checking router: 61f0b921-5768-4788-9e26-5c8f073dd749 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:32:51.852363 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c7f92d-5122-4458-b4be-f8e076c1cd6d None None] Routers {'61f0b921-5768-4788-9e26-5c8f073dd749'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:51.853221 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-78c7f92d-5122-4458-b4be-f8e076c1cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['61f0b921-5768-4788-9e26-5c8f073dd749'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:51.858237 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcdb6649-4357-4e9a-bf79-61ee2b99a6e7 req-9d4ee7bd-b785-48af-8de0-4c99ffdaa2a7 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "DELETE /v2.0/security-groups/f89f1a07-c88e-4bb2-9b0c-db4a24a1f406 HTTP/1.1" status: 204 len: 173 time: 0.6971273 Nov 15 14:32:51.899785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ee7bd-b785-48af-8de0-4c99ffdaa2a7 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89f1a07-c88e-4bb2-9b0c-db4a24a1f406,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:51.908239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b4adbcb1-c203-4e81-9042-29aa3687f5fd None None] Provisioning complete for port 2187b21f-2bb9-4742-adaa-18e2a1e08635 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:51.919967 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4adbcb1-c203-4e81-9042-29aa3687f5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:51.927967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce4989-fb5e-4a7b-ad31-ff77a047202b req-6eb4ede5-502d-428c-a0e0-b9b7af2c6010 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:51.936502 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4ce4989-fb5e-4a7b-ad31-ff77a047202b req-6eb4ede5-502d-428c-a0e0-b9b7af2c6010 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.2317896 Nov 15 14:32:51.983478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=13']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:52.003056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e594daef-328d-4c4d-aa0a-1b686c6e3d58 req-266963b4-d667-49c2-a9c6-bc6f03bd5f85 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Deleting port ad5e35b3-d3c9-44ed-9a25-5471e27d677a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:32:52.003514 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e594daef-328d-4c4d-aa0a-1b686c6e3d58 req-266963b4-d667-49c2-a9c6-bc6f03bd5f85 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:52.099696 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-78c7f92d-5122-4458-b4be-f8e076c1cd6d None None] Set router 61f0b921-5768-4788-9e26-5c8f073dd749 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:52.174666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e7062-1334-4700-8637-b4859e81bff3 req-e3b751a0-175e-46e0-b97e-b7d88a68de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:52.177045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd3e7062-1334-4700-8637-b4859e81bff3 req-e3b751a0-175e-46e0-b97e-b7d88a68de9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c1ec29-32ab-446b-9063-29a61930f003 HTTP/1.1" status: 200 len: 906 time: 0.3160622 Nov 15 14:32:52.180762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37866dd5-72bb-4851-8916-8742c1b1e571 req-a27ca329-ae5a-4e04-9cc4-8923cf58517b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 210 time: 0.2349770 Nov 15 14:32:52.225048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4ce4989-fb5e-4a7b-ad31-ff77a047202b req-4660706d-94b4-4f18-a23b-cfdd73590d49 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876549 Nov 15 14:32:52.435803 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b27e1a9-45c7-40bc-bf60-0f0a62f78bd8 x-openstack-request-id: req-4b27e1a9-45c7-40bc-bf60-0f0a62f78bd8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:52.436181 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "name": "network-vif-plugged", "status": "completed", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:52.436476 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b27e1a9-45c7-40bc-bf60-0f0a62f78bd8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:52.436875 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'code': 200} Nov 15 14:32:52.438622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2187b21f-2bb9-4742-adaa-18e2a1e08635 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:52.506904 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-a2b9c9b2-4a46-4843-8e8d-74467d313bef req-161b5144-f77c-4d23-a3b5-09fd4eb106c4 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] show failed (client error): The resource could not be found. Nov 15 14:32:52.520193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2b9c9b2-4a46-4843-8e8d-74467d313bef req-161b5144-f77c-4d23-a3b5-09fd4eb106c4 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/f89f1a07-c88e-4bb2-9b0c-db4a24a1f406 HTTP/1.1" status: 404 len: 352 time: 0.1582901 Nov 15 14:32:52.527392 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 2187b21f-2bb9-4742-adaa-18e2a1e08635 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:52.527837 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:52.569843 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd3e7062-1334-4700-8637-b4859e81bff3 req-bca2fec5-170f-40f4-8252-c58e25ec5502 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf3b7d2-5824-48fe-a987-38f3a6bec99a HTTP/1.1" status: 200 len: 1000 time: 0.3715136 Nov 15 14:32:52.575204 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:52.611792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a92d06-8222-448d-86fa-d8c2253eb8ae req-40a4fdc3-6992-44a6-8667-032fd389fa0d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:52.623114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82a92d06-8222-448d-86fa-d8c2253eb8ae req-40a4fdc3-6992-44a6-8667-032fd389fa0d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 951 time: 0.2188253 Nov 15 14:32:52.739437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e594daef-328d-4c4d-aa0a-1b686c6e3d58 req-266963b4-d667-49c2-a9c6-bc6f03bd5f85 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] For port ad5e35b3-d3c9-44ed-9a25-5471e27d677a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:52.739972 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e594daef-328d-4c4d-aa0a-1b686c6e3d58 req-266963b4-d667-49c2-a9c6-bc6f03bd5f85 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:52.794822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e594daef-328d-4c4d-aa0a-1b686c6e3d58 req-266963b4-d667-49c2-a9c6-bc6f03bd5f85 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Calling delete_port for ad5e35b3-d3c9-44ed-9a25-5471e27d677a owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:32:52.796434 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e7062-1334-4700-8637-b4859e81bff3 req-36e7c36b-9c5e-44e3-b02d-ee5eb7cbf11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:52.800297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd3e7062-1334-4700-8637-b4859e81bff3 req-36e7c36b-9c5e-44e3-b02d-ee5eb7cbf11b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=433242e2-220d-4066-8a0f-d4a4e74a3f49 HTTP/1.1" status: 200 len: 844 time: 0.1725914 Nov 15 14:32:52.839340 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4727a745-b87a-40fa-bf26-71bdc50f47d5 req-7db3015c-13d3-404d-abe5-92c80336c75b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-920825099', 'description': 'tempest-description-1101030362'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:52.860446 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-78c7f92d-5122-4458-b4be-f8e076c1cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:09Z', 'revision_number': 4, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port': {'id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '98327016-ce51-4cf3-898f-bdae99543595', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'port_id': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'mac_address': 'fa:16:3e:f1:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c865f2-9f0f-4c8c-9967-440e9597e9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:32:15Z', 'updated_at': '2021-11-15T14:32:48Z', 'revision_number': 1, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68bdbad8-21b8-430f-8ca0-a65c27f4cb45', 'name': '', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'mac_address': 'fa:16:3e:d3:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:08Z', 'updated_at': '2021-11-15T14:32:16Z', 'revision_number': 5, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'subnets': [{'id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:52.913118 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c7f92d-5122-4458-b4be-f8e076c1cd6d None None] The sync data for ids ['61f0b921-5768-4788-9e26-5c8f073dd749'] in n-d-817748-2 is: [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:09Z', 'revision_number': 4, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port': {'id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '98327016-ce51-4cf3-898f-bdae99543595', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'port_id': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'mac_address': 'fa:16:3e:f1:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c865f2-9f0f-4c8c-9967-440e9597e9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:32:15Z', 'updated_at': '2021-11-15T14:32:48Z', 'revision_number': 1, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68bdbad8-21b8-430f-8ca0-a65c27f4cb45', 'name': '', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'mac_address': 'fa:16:3e:d3:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:08Z', 'updated_at': '2021-11-15T14:32:16Z', 'revision_number': 5, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'subnets': [{'id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:32:52.963762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-966b8e85-e47d-4c18-a467-5b1b74ca5897 None None] Provisioning complete for port 2187b21f-2bb9-4742-adaa-18e2a1e08635 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:52.964135 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-966b8e85-e47d-4c18-a467-5b1b74ca5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:53.032530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82a92d06-8222-448d-86fa-d8c2253eb8ae req-9e3887a8-ceb8-4415-a3ef-c4945378bf23 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070332 Nov 15 14:32:53.085949 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e7062-1334-4700-8637-b4859e81bff3 req-e2c5b61f-8ca1-4778-b979-400d7ed61e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:53.088984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd3e7062-1334-4700-8637-b4859e81bff3 req-e2c5b61f-8ca1-4778-b979-400d7ed61e1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c1ec29-32ab-446b-9063-29a61930f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2366335 Nov 15 14:32:53.193002 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:53.268238 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4727a745-b87a-40fa-bf26-71bdc50f47d5 req-7db3015c-13d3-404d-abe5-92c80336c75b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:53.364415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5166dbbb-43db-4a27-9a0c-080bdbfbec9f None None] New status for floating IP 98327016-ce51-4cf3-898f-bdae99543595: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:32:53.389058 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b0407c6-7a2f-4875-979e-084b861d49e1 req-68afbb53-ab11-4c25-8569-fe88c3a58ae7 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 210 time: 0.0610361 Nov 15 14:32:53.417445 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd3e7062-1334-4700-8637-b4859e81bff3 req-13db9742-61e5-4864-8b03-a036fe4d847a service neutron] 10.222.0.59 "GET /v2.0/networks/11c1ec29-32ab-446b-9063-29a61930f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071103 Nov 15 14:32:53.555755 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4727a745-b87a-40fa-bf26-71bdc50f47d5 req-7db3015c-13d3-404d-abe5-92c80336c75b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:53.643495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Router b2562eef-7e12-4b4d-b404-33c4a10c63ca is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:32:53.650630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e594daef-328d-4c4d-aa0a-1b686c6e3d58 req-266963b4-d667-49c2-a9c6-bc6f03bd5f85 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:53.675108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['af96e6ba-9544-4679-be60-64b63e6f4a63', '65ba119f-2b15-46b2-847d-2c22265d9ab6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:53.678291 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['77e5a8de-1d1d-48af-b0e9-3dda443a7d54'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:53.679485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc4529-1f61-47ea-b5ab-445faeab1089 req-99b97a1e-c956-4703-8771-769c75e5c05e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:53.688659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cacc4529-1f61-47ea-b5ab-445faeab1089 req-99b97a1e-c956-4703-8771-769c75e5c05e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.1828599 Nov 15 14:32:53.734011 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4727a745-b87a-40fa-bf26-71bdc50f47d5 req-7db3015c-13d3-404d-abe5-92c80336c75b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:53.834070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd3e7062-1334-4700-8637-b4859e81bff3 req-56e6e892-e538-4052-aec0-3b325e0c56c3 service neutron] 10.222.0.59 "GET /v2.0/networks/11c1ec29-32ab-446b-9063-29a61930f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006059 Nov 15 14:32:53.887359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266963b4-d667-49c2-a9c6-bc6f03bd5f85 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Pushing event deleted for resources: {'Port': ['ID=ad5e35b3-d3c9-44ed-9a25-5471e27d677a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:53.939469 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cacc4529-1f61-47ea-b5ab-445faeab1089 req-14bd5ced-7b0f-43d4-8cd0-c3cb4f22a86e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442284 Nov 15 14:32:53.960815 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e594daef-328d-4c4d-aa0a-1b686c6e3d58 req-266963b4-d667-49c2-a9c6-bc6f03bd5f85 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] No DVR routers for this DVR port ad5e35b3-d3c9-44ed-9a25-5471e27d677a on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:32:53.965428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e594daef-328d-4c4d-aa0a-1b686c6e3d58 req-266963b4-d667-49c2-a9c6-bc6f03bd5f85 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:53.970750 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e594daef-328d-4c4d-aa0a-1b686c6e3d58 req-266963b4-d667-49c2-a9c6-bc6f03bd5f85 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.46 "DELETE /v2.0/ports/ad5e35b3-d3c9-44ed-9a25-5471e27d677a HTTP/1.1" status: 204 len: 173 time: 2.3404095 Nov 15 14:32:53.971650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3015c-13d3-404d-abe5-92c80336c75b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cfe5e5-5e58-4789-8493-95130148f95e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:53.977904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'name': 'network-vif-deleted', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:53.983784 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c82e77-392f-4615-9557-b1cc1e320382" -d '{"events": [{"server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "name": "network-vif-deleted", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:54.020123 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4727a745-b87a-40fa-bf26-71bdc50f47d5 req-7db3015c-13d3-404d-abe5-92c80336c75b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:54.033453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4727a745-b87a-40fa-bf26-71bdc50f47d5 req-7db3015c-13d3-404d-abe5-92c80336c75b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.2192466 Nov 15 14:32:54.094285 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:32:54.105377 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Sync routers for ids ['b2562eef-7e12-4b4d-b404-33c4a10c63ca'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:32:54.121704 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b119e3cc-ff98-4ea4-ab67-825e1a06e971 x-openstack-request-id: req-b119e3cc-ff98-4ea4-ab67-825e1a06e971 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:54.122933 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4f3a8b-c15f-4c54-94f8-ea60f991a076", "name": "network-vif-deleted", "tag": "ad5e35b3-d3c9-44ed-9a25-5471e27d677a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:54.123563 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b119e3cc-ff98-4ea4-ab67-825e1a06e971 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:54.127480 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4f3a8b-c15f-4c54-94f8-ea60f991a076', 'name': 'network-vif-deleted', 'tag': 'ad5e35b3-d3c9-44ed-9a25-5471e27d677a', 'status': 'completed', 'code': 200} Nov 15 14:32:54.142188 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Routers {'b2562eef-7e12-4b4d-b404-33c4a10c63ca'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:54.151344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bd232d91-cebe-42d0-a3eb-da5874a4617f req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1326692184', 'description': 'tempest-description-1761480155'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:54.158184 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b2562eef-7e12-4b4d-b404-33c4a10c63ca'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:54.225492 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:54.225492 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2cc839a2-4193-44d1-9b06-c7cf8cce8200 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1467073 Nov 15 14:32:54.226444 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:54.322005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b861620-a0d9-4f1b-b895-bb665c899ced req-80fb9aca-fc6f-46cf-8cf0-daa7621df74f tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4f3a8b-c15f-4c54-94f8-ea60f991a076 HTTP/1.1" status: 200 len: 210 time: 0.1185215 Nov 15 14:32:54.409531 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Set router b2562eef-7e12-4b4d-b404-33c4a10c63ca gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:54.494895 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd232d91-cebe-42d0-a3eb-da5874a4617f req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:54.550176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ad5e35b3-d3c9-44ed-9a25-5471e27d677a no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:32:54.590156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: ad5e35b3-d3c9-44ed-9a25-5471e27d677a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:32:54.601521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ad5e35b3-d3c9-44ed-9a25-5471e27d677a not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:32:54.605502 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01b2dc63-6b53-48fa-bd6f-998c77f8947e req-f767f246-9c82-4a71-8b7f-018a49adf34e tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 210 time: 0.0667241 Nov 15 14:32:54.740628 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd232d91-cebe-42d0-a3eb-da5874a4617f req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:54.829601 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'name': 'tempest-ServersTestMultiNic-1298911845-router', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '6db93a2c-0942-437b-b219-54e362fca197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:48Z', 'updated_at': '2021-11-15T14:32:51Z', 'revision_number': 3, 'project_id': '1d009dd5851543849d345ab355a10d3b', 'gw_port': {'id': '6db93a2c-0942-437b-b219-54e362fca197', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:49Z', 'updated_at': '2021-11-15T14:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:54.849581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd232d91-cebe-42d0-a3eb-da5874a4617f req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:54.886031 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Checking router: b2562eef-7e12-4b4d-b404-33c4a10c63ca for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:32:54.887049 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Updating router b2562eef-7e12-4b4d-b404-33c4a10c63ca port 6db93a2c-0942-437b-b219-54e362fca197 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:32:54.913111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83dd8b7-54ad-42d8-ae4d-afe05eed1431,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:54.932652 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:54.934694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:54.935938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:54.936418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:54.936762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:54.937101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:54.937429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:54.940146 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:54.941508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:54.949494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:54.949494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:54.949494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:54.949494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:54.982421 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd232d91-cebe-42d0-a3eb-da5874a4617f req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:54.993321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd232d91-cebe-42d0-a3eb-da5874a4617f req-c76c7f96-3aeb-4046-b17f-f28de60460d2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8454285 Nov 15 14:32:55.022151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7a7e5e4d-db3c-44f2-b90b-ad2fff006e2a req-78cfff8d-3ceb-451e-b78d-56e83b319004 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1603399271', 'description': 'tempest-description-915947946'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:55.236457 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7a7e5e4d-db3c-44f2-b90b-ad2fff006e2a req-78cfff8d-3ceb-451e-b78d-56e83b319004 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:55.430408 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-aa3deae1-397e-475c-89e4-a3f73d4478d1 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:55.436001 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-aa3deae1-397e-475c-89e4-a3f73d4478d1 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "GET /v2.0/networks?id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa HTTP/1.1" status: 200 len: 815 time: 0.6060100 Nov 15 14:32:55.458584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7a7e5e4d-db3c-44f2-b90b-ad2fff006e2a req-78cfff8d-3ceb-451e-b78d-56e83b319004 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:55.475059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Request body: {'port': {'device_id': '29b5e74a-4672-4521-81bd-3ef07c58e07b', 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa', 'admin_state_up': True, 'tenant_id': '81e3a07f515f4b09a5a5cb70414f88cf'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:55.517340 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:55.612990 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:55.614510 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7a7e5e4d-db3c-44f2-b90b-ad2fff006e2a req-78cfff8d-3ceb-451e-b78d-56e83b319004 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:55.614987 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:55.693617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfff8d-3ceb-451e-b78d-56e83b319004 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82552426-78b1-4573-aaca-decee93ee3d4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:55.710618 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caeaaa2-cb43-4760-8e09-e307b2ab1f1d None None] Pushing event updated for resources: {'Port': ['ID=6db93a2c-0942-437b-b219-54e362fca197,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:55.714632 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Attempting to bind port 6db93a2c-0942-437b-b219-54e362fca197 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:32:55.715381 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Attempting to bind port 6db93a2c-0942-437b-b219-54e362fca197 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:32:55.716141 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Attempting to bind port 6db93a2c-0942-437b-b219-54e362fca197 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:55.723823 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:32:55.724373 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:55.724822 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:55.725296 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:32:55.725982 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Bound port: 6db93a2c-0942-437b-b219-54e362fca197, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:32:55.726486 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:55.750945 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Made reservation on behalf of 81e3a07f515f4b09a5a5cb70414f88cf for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:55.755388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21281e7a-583e-40bc-a294-af5684045200 req-5a223b42-2edd-4064-9638-8a4fa7f021ce tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:55.756511 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:55.757125 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21281e7a-583e-40bc-a294-af5684045200 req-5a223b42-2edd-4064-9638-8a4fa7f021ce tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.0646195 Nov 15 14:32:55.801735 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] For port 6db93a2c-0942-437b-b219-54e362fca197, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:55.806819 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] For port 6db93a2c-0942-437b-b219-54e362fca197, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6db93a2c-0942-437b-b219-54e362fca197,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:32:55.809539 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7a7e5e4d-db3c-44f2-b90b-ad2fff006e2a req-78cfff8d-3ceb-451e-b78d-56e83b319004 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:55.823211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a7e5e4d-db3c-44f2-b90b-ad2fff006e2a req-78cfff8d-3ceb-451e-b78d-56e83b319004 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8062007 Nov 15 14:32:55.834981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21281e7a-583e-40bc-a294-af5684045200 req-a061b32f-95f4-403a-aee5-1bce8f716141 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714746 Nov 15 14:32:55.916538 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:56.007332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Allocated IP 172.20.0.3 (304f5f62-8be0-4d32-a6e0-0c8cb4b433fa/17e666ef-75fd-4a32-a1e8-d3f78e5b9900/1479cca2-c069-40f1-922e-282f47c4d675) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:32:56.068367 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Routers {'b2562eef-7e12-4b4d-b404-33c4a10c63ca'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:56.068367 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b2562eef-7e12-4b4d-b404-33c4a10c63ca'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:56.068572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-6c364157-6bc8-466a-b049-83047745101c tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:56.077055 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-6c364157-6bc8-466a-b049-83047745101c tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 821 time: 0.1513155 Nov 15 14:32:56.098997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-e6fbf85d-cea8-42e7-9dae-8b7025beca3d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/quotas/a5157ea54aaf4ffcbef456f45523f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0206935 Nov 15 14:32:56.145359 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caeaaa2-cb43-4760-8e09-e307b2ab1f1d None None] Pushing event updated for resources: {'Port': ['ID=6db93a2c-0942-437b-b219-54e362fca197,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:56.162298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c52e329-d1ee-4b8a-9837-40b764496e10 req-e9088ee0-3771-4d70-97a6-d2575909f46f tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 210 time: 0.0517621 Nov 15 14:32:56.199973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:56.221892 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-d609d3c0-e7d0-4c94-8a20-b833214c59d6 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1217647 Nov 15 14:32:56.252816 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Allocated IP 172.20.0.1 (b139be22-7c12-4067-b19a-47e29df11769/f00a19b9-54e0-4566-bfc4-e1e19de0ebb3/8d7d71a4-495c-479e-b1aa-439fba5bf9a7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:32:56.300162 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] Set router b2562eef-7e12-4b4d-b404-33c4a10c63ca gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:56.385938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-f06d6f8b-7131-4490-a59d-c2f98a86b17c service neutron] 10.222.0.70 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630828 Nov 15 14:32:56.412939 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:56.448439 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:56.461281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['9d0702bf-ac69-4276-bdc1-ac848cb5d33e', '1ab33ef2-46ce-430b-a49d-7946ea8b99da'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:32:56.498143 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:56.540748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-e46ed8d1-0561-4a88-94e7-29466e42637b tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6670c40412944f7ea6a2e3bf00106eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441246 Nov 15 14:32:56.547514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:56.560822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-724d73e6-1853-4e92-a761-0d89f8d3dbf1 service neutron] 10.222.0.70 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625979 Nov 15 14:32:56.565961 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'name': 'tempest-ServersTestMultiNic-1298911845-router', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '6db93a2c-0942-437b-b219-54e362fca197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:48Z', 'updated_at': '2021-11-15T14:32:51Z', 'revision_number': 3, 'project_id': '1d009dd5851543849d345ab355a10d3b', 'gw_port': {'id': '6db93a2c-0942-437b-b219-54e362fca197', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:49Z', 'updated_at': '2021-11-15T14:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:56.568558 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:56.579693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:32:56.643987 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66964f13-02b7-49e2-8377-3247c43ec26c None None] The sync data for ids ['b2562eef-7e12-4b4d-b404-33c4a10c63ca'] in n-d-817748-2 is: [{'id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'name': 'tempest-ServersTestMultiNic-1298911845-router', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '6db93a2c-0942-437b-b219-54e362fca197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:48Z', 'updated_at': '2021-11-15T14:32:51Z', 'revision_number': 3, 'project_id': '1d009dd5851543849d345ab355a10d3b', 'gw_port': {'id': '6db93a2c-0942-437b-b219-54e362fca197', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:49Z', 'updated_at': '2021-11-15T14:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:32:56.646262 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Network b139be22-7c12-4067-b19a-47e29df11769 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:56.655222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:56.666093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:32:56.671378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Pushing event updated for resources: {'Port': ['ID=1479cca2-c069-40f1-922e-282f47c4d675,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:56.721736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:56.722292 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:56.722751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:56.723181 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:56.723820 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:56.724075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:56.724502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:56.724926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:56.725348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:56.726750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:56.727186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:56.727608 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:56.739668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-a50e7263-b776-4f59-af87-ac2b24c57a3f tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:56.746572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:56.751182 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:56.753374 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-a50e7263-b776-4f59-af87-ac2b24c57a3f tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171297 Nov 15 14:32:56.769880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-d02c3d47-c9df-41eb-9cf8-275642f2a086 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/quotas/6670c40412944f7ea6a2e3bf00106eae HTTP/1.1" status: 200 len: 375 time: 0.0154991 Nov 15 14:32:56.824592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-d9a33b93-7dd8-4274-801a-5364f6a7610c tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6670c40412944f7ea6a2e3bf00106eae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536671 Nov 15 14:32:56.832351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Pushing event updated for resources: {'Port': ['ID=8d7d71a4-495c-479e-b1aa-439fba5bf9a7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:56.854157 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:56.929665 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-89eea61c-518f-4036-bd76-41cb855033f9 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4598703 Nov 15 14:32:56.953992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Request body: {'port': {'device_id': '29b5e74a-4672-4521-81bd-3ef07c58e07b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:57.142292 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8b5dbee5-004e-471a-ad8f-d1751a189890 None None] Provisioning complete for port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:57.144637 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b5dbee5-004e-471a-ad8f-d1751a189890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:57.220451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8b5dbee5-004e-471a-ad8f-d1751a189890 None None] Port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:32:57.445750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5f2bbc9-e1af-4ed4-9477-4f6f3ac2b0ca req-0d1ca38e-90da-4401-9036-e47574823436 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f38c5c53eef414aaa95bdd4035947bb HTTP/1.1" status: 200 len: 10999 time: 0.2302258 Nov 15 14:32:57.504991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5f2bbc9-e1af-4ed4-9477-4f6f3ac2b0ca req-ebb124b5-f3fe-47db-aca9-4b82e84901be tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/5ec7b089-5274-448a-9907-088983efd634 HTTP/1.1" status: 200 len: 2998 time: 0.0580060 Nov 15 14:32:57.543350 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:57.578195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5f2bbc9-e1af-4ed4-9477-4f6f3ac2b0ca req-41f058ae-8e45-4956-8065-b86c2fdf7c5f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/5ec7b089-5274-448a-9907-088983efd634 HTTP/1.1" status: 200 len: 2998 time: 0.0567627 Nov 15 14:32:57.724036 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:57.968794 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:57.989410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b8ff3-13b0-4ffa-958c-440eb222a315 req-7bc43b52-99dc-4bd6-8e26-cb6c91182493 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:57.993288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-332b8ff3-13b0-4ffa-958c-440eb222a315 req-7bc43b52-99dc-4bd6-8e26-cb6c91182493 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.0858562 Nov 15 14:32:58.040896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1479cca2-c069-40f1-922e-282f47c4d675 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:32:58.053330 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.057155 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-332b8ff3-13b0-4ffa-958c-440eb222a315 req-392af4a1-de81-48a2-88ed-328be55df167 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595667 Nov 15 14:32:58.084144 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Transition to ACTIVE for port object 1479cca2-c069-40f1-922e-282f47c4d675 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:32:58.148023 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.203924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.254568 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.260470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f132768-460f-4cdc-925e-bb0ceba1aa6b req-f47796dd-53e1-4e79-b47f-59f271adecb8 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 210 time: 0.0662398 Nov 15 14:32:58.295574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e36006-589b-4f23-a241-300a2edae159 req-90ac5311-6bca-4a28-ab5e-e369a8eb33cc tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:58.308035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75e36006-589b-4f23-a241-300a2edae159 req-90ac5311-6bca-4a28-ab5e-e369a8eb33cc tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 943 time: 0.1119125 Nov 15 14:32:58.348326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Pushing event updated for resources: {'Port': ['ID=1479cca2-c069-40f1-922e-282f47c4d675,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:58.390295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6db93a2c-0942-437b-b219-54e362fca197 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:32:58.401926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Pushing event updated for resources: {'Port': ['ID=8d7d71a4-495c-479e-b1aa-439fba5bf9a7,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:58.404298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75e36006-589b-4f23-a241-300a2edae159 req-97525cd9-1946-4ca0-a027-7290c9da5c86 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862122 Nov 15 14:32:58.414233 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-576323c2-60b1-4d9e-b611-c06d60b3868d req-50dcfae9-43bd-4a3a-b616-6d301bdb9f58 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/a0cfe5e5-5e58-4789-8493-95130148f95e HTTP/1.1" status: 200 len: 1817 time: 0.1042790 Nov 15 14:32:58.472040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.501837 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6db93a2c-0942-437b-b219-54e362fca197 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:58.502186 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.510296 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-576323c2-60b1-4d9e-b611-c06d60b3868d req-5c3f07c2-2112-49c8-b41d-7e8a21d284e7 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.542808 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-576323c2-60b1-4d9e-b611-c06d60b3868d req-5c3f07c2-2112-49c8-b41d-7e8a21d284e7 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.575837 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.589877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Attempting to bind port 1479cca2-c069-40f1-922e-282f47c4d675 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:32:58.590522 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Attempting to bind port 1479cca2-c069-40f1-922e-282f47c4d675 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:32:58.594718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Attempting to bind port 1479cca2-c069-40f1-922e-282f47c4d675 on network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:58.609255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Port 1479cca2-c069-40f1-922e-282f47c4d675 on network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:32:58.610631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Attempting to bind port 1479cca2-c069-40f1-922e-282f47c4d675 on network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:32:58.616291 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Network b139be22-7c12-4067-b19a-47e29df11769 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:32:58.622652 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:32:58.635648 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.652515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e5909eb-fae9-4fe2-9520-d6318028ec8e req-8b454e59-eddd-4203-b3d9-4cc7a5e0eb50 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 210 time: 0.1686225 Nov 15 14:32:58.659839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:32:58.660085 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Checking segment: {'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:32:58.660510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Bound using segment: {'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:32:58.662009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Bound port: 1479cca2-c069-40f1-922e-282f47c4d675, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:32:58.662281 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.665086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 6db93a2c-0942-437b-b219-54e362fca197, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6db93a2c-0942-437b-b219-54e362fca197,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:32:58.761463 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-576323c2-60b1-4d9e-b611-c06d60b3868d req-5c3f07c2-2112-49c8-b41d-7e8a21d284e7 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.771331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-576323c2-60b1-4d9e-b611-c06d60b3868d req-5c3f07c2-2112-49c8-b41d-7e8a21d284e7 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.777176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-576323c2-60b1-4d9e-b611-c06d60b3868d req-5c3f07c2-2112-49c8-b41d-7e8a21d284e7 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "DELETE /v2.0/security-groups/a0cfe5e5-5e58-4789-8493-95130148f95e HTTP/1.1" status: 204 len: 173 time: 0.3618450 Nov 15 14:32:58.795157 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:58.862608 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Router b2562eef-7e12-4b4d-b404-33c4a10c63ca has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:32:58.869198 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-3fb22159-2e5c-44c9-bda7-d7abaafdc02e req-954c2886-0333-4f61-8bdc-07f0fea421a2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] show failed (client error): The resource could not be found. Nov 15 14:32:58.871145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fb22159-2e5c-44c9-bda7-d7abaafdc02e req-954c2886-0333-4f61-8bdc-07f0fea421a2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/a0cfe5e5-5e58-4789-8493-95130148f95e HTTP/1.1" status: 404 len: 352 time: 0.0304062 Nov 15 14:32:58.877368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f07c2-2112-49c8-b41d-7e8a21d284e7 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cfe5e5-5e58-4789-8493-95130148f95e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:58.909429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=6db93a2c-0942-437b-b219-54e362fca197,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:58.938818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:58.938818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:58.938818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:58.938818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:58.938818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:58.938818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:58.938818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:58.938818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:58.938818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:58.938818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:58.938818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:58.938818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:32:58.940292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df52c3e-eebd-42f0-9fff-f35eb6e1f03f req-83200c77-3eb1-4139-9f88-862c95955c74 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:58.943405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df52c3e-eebd-42f0-9fff-f35eb6e1f03f req-83200c77-3eb1-4139-9f88-862c95955c74 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 951 time: 0.1572711 Nov 15 14:32:58.985044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-92477c17-c079-4d55-998f-09d5279d5751 None None] Provisioning complete for port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:32:58.987244 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92477c17-c079-4d55-998f-09d5279d5751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:59.020263 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] For port 1479cca2-c069-40f1-922e-282f47c4d675, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:32:59.037123 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:32:59.037376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-92477c17-c079-4d55-998f-09d5279d5751 None None] Port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:32:59.043095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85b7df48-94e6-4186-ab8b-f6887727ab61 req-2aa9d22c-fe15-4ce5-8f47-eed6958e857b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/b83dd8b7-54ad-42d8-ae4d-afe05eed1431 HTTP/1.1" status: 200 len: 1818 time: 0.0977476 Nov 15 14:32:59.046525 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-15bf4ef9-578d-429e-918d-a40d576b7754 admin admin] 10.222.0.70 "PUT /v2.0/routers/b2562eef-7e12-4b4d-b404-33c4a10c63ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8174553 Nov 15 14:32:59.052494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] For port 1479cca2-c069-40f1-922e-282f47c4d675, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1479cca2-c069-40f1-922e-282f47c4d675,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:32:59.054431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Sync routers for ids ['b2562eef-7e12-4b4d-b404-33c4a10c63ca'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:32:59.070584 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Routers {'b2562eef-7e12-4b4d-b404-33c4a10c63ca'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:32:59.077356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b2562eef-7e12-4b4d-b404-33c4a10c63ca'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:59.078979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df52c3e-eebd-42f0-9fff-f35eb6e1f03f req-3ebabba3-07b8-47b1-9e97-385bf87f6709 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208560 Nov 15 14:32:59.153037 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85b7df48-94e6-4186-ab8b-f6887727ab61 req-ba88d2e2-f91a-4e06-af94-f791ff94e752 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:59.181389 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:59.201925 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85b7df48-94e6-4186-ab8b-f6887727ab61 req-ba88d2e2-f91a-4e06-af94-f791ff94e752 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:59.221167 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:59.225747 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:59.225747 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] 10.222.0.46 "PUT /v2.0/ports/1479cca2-c069-40f1-922e-282f47c4d675 HTTP/1.1" status: 200 len: 1091 time: 2.2823069 Nov 15 14:32:59.227980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b5e74a-4672-4521-81bd-3ef07c58e07b', 'tag': '1479cca2-c069-40f1-922e-282f47c4d675'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:32:59.231737 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e1eb4a-efcd-43e8-bdd3-cd739ce339d3" -d '{"events": [{"name": "network-changed", "server_uuid": "29b5e74a-4672-4521-81bd-3ef07c58e07b", "tag": "1479cca2-c069-40f1-922e-282f47c4d675"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:32:59.238327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Set router b2562eef-7e12-4b4d-b404-33c4a10c63ca gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:32:59.253875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916464f-bb95-4f98-a373-b3925fef3119 req-f38b960c-2d1d-4661-b970-c0f7566a9a81 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:59.261560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8916464f-bb95-4f98-a373-b3925fef3119 req-f38b960c-2d1d-4661-b970-c0f7566a9a81 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.1255729 Nov 15 14:32:59.263114 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5eda9-be39-48c4-af65-5a17363f7c0c service neutron] Pushing event updated for resources: {'Port': ['ID=1479cca2-c069-40f1-922e-282f47c4d675,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:59.286702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50102) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:32:59.343186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8916464f-bb95-4f98-a373-b3925fef3119 req-6db8db1e-7012-4466-abf4-f1bb3813a2a6 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807290 Nov 15 14:32:59.419801 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85b7df48-94e6-4186-ab8b-f6887727ab61 req-ba88d2e2-f91a-4e06-af94-f791ff94e752 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:59.423787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85b7df48-94e6-4186-ab8b-f6887727ab61 req-ba88d2e2-f91a-4e06-af94-f791ff94e752 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:59.425004 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85b7df48-94e6-4186-ab8b-f6887727ab61 req-ba88d2e2-f91a-4e06-af94-f791ff94e752 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "DELETE /v2.0/security-groups/b83dd8b7-54ad-42d8-ae4d-afe05eed1431 HTTP/1.1" status: 204 len: 173 time: 0.3813045 Nov 15 14:32:59.440754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88d2e2-f91a-4e06-af94-f791ff94e752 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83dd8b7-54ad-42d8-ae4d-afe05eed1431,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:32:59.468948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-71875397-2f65-49b3-93d5-48dda98824a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:59.471234 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-71875397-2f65-49b3-93d5-48dda98824a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81e3a07f515f4b09a5a5cb70414f88cf&device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 1094 time: 0.0595527 Nov 15 14:32:59.477513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8d107393-65c5-4de4-bdca-d9dd0574c62a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2075909430'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:32:59.481837 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b8f2b1-2920-4b53-9945-11f0435d9985 x-openstack-request-id: req-c4b8f2b1-2920-4b53-9945-11f0435d9985 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:32:59.482134 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b5e74a-4672-4521-81bd-3ef07c58e07b", "tag": "1479cca2-c069-40f1-922e-282f47c4d675", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:32:59.482386 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4b8f2b1-2920-4b53-9945-11f0435d9985 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:32:59.482819 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b5e74a-4672-4521-81bd-3ef07c58e07b', 'tag': '1479cca2-c069-40f1-922e-282f47c4d675', 'status': 'completed', 'code': 200} Nov 15 14:32:59.544486 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-3dde359e-588a-4073-a111-85b77c1851bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1479cca2-c069-40f1-922e-282f47c4d675 HTTP/1.1" status: 200 len: 217 time: 0.0589323 Nov 15 14:32:59.583806 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a021310d-f754-4de4-a44e-e5bb994e17df req-723fe9db-a7e9-49af-89c6-c29d11e47da7 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 210 time: 0.0490444 Nov 15 14:32:59.585133 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-64e0a12d-eadc-4210-8725-9c91e0a9d31e req-78906b26-04eb-4061-a21d-eb155fe9523d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] show failed (client error): The resource could not be found. Nov 15 14:32:59.587222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64e0a12d-eadc-4210-8725-9c91e0a9d31e req-78906b26-04eb-4061-a21d-eb155fe9523d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/b83dd8b7-54ad-42d8-ae4d-afe05eed1431 HTTP/1.1" status: 404 len: 352 time: 0.0538692 Nov 15 14:32:59.637897 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-48a0ab5a-8f8e-4c03-9231-2d9e0f330eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:59.638846 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-48a0ab5a-8f8e-4c03-9231-2d9e0f330eed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17e666ef-75fd-4a32-a1e8-d3f78e5b9900 HTTP/1.1" status: 200 len: 855 time: 0.0882146 Nov 15 14:32:59.703768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d107393-65c5-4de4-bdca-d9dd0574c62a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:32:59.707746 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-5b0c5855-540f-43c1-90c7-f03958c53b8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520911 Nov 15 14:32:59.709121 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d107393-65c5-4de4-bdca-d9dd0574c62a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:59.752314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'name': 'tempest-ServersTestMultiNic-1298911845-router', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '6db93a2c-0942-437b-b219-54e362fca197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:48Z', 'updated_at': '2021-11-15T14:32:57Z', 'revision_number': 4, 'project_id': '1d009dd5851543849d345ab355a10d3b', 'gw_port': {'id': '6db93a2c-0942-437b-b219-54e362fca197', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:49Z', 'updated_at': '2021-11-15T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '8d7d71a4-495c-479e-b1aa-439fba5bf9a7', 'name': '', 'network_id': 'b139be22-7c12-4067-b19a-47e29df11769', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'mac_address': 'fa:16:3e:89:79:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f00a19b9-54e0-4566-bfc4-e1e19de0ebb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:55Z', 'updated_at': '2021-11-15T14:32:57Z', 'revision_number': 2, 'project_id': '1d009dd5851543849d345ab355a10d3b', 'subnets': [{'id': 'f00a19b9-54e0-4566-bfc4-e1e19de0ebb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:32:59.766375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ed56fe1-a120-4cfb-94e1-a7dbd5f6a194 req-2a0e3026-5a5f-4f1f-9063-8eb1a3ea8b5e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/82552426-78b1-4573-aaca-decee93ee3d4 HTTP/1.1" status: 200 len: 1817 time: 0.1414936 Nov 15 14:32:59.775951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d107393-65c5-4de4-bdca-d9dd0574c62a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:32:59.782884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Checking router: b2562eef-7e12-4b4d-b404-33c4a10c63ca for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:32:59.783247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Updating router b2562eef-7e12-4b4d-b404-33c4a10c63ca port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:32:59.808642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6ce41-a127-483b-b36b-d64f3f5f37c9 req-5374cbf1-d453-4ad7-8beb-a6d825b42f5a tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:32:59.818670 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fa6ce41-a127-483b-b36b-d64f3f5f37c9 req-5374cbf1-d453-4ad7-8beb-a6d825b42f5a tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 943 time: 0.0974877 Nov 15 14:32:59.818859 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:59.818973 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d107393-65c5-4de4-bdca-d9dd0574c62a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:59.819303 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-8d107393-65c5-4de4-bdca-d9dd0574c62a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Added segment 309e2c9d-327c-486e-b3be-3e725e72cdb8 of type vlan for network c71bedc8-5840-466a-bde3-9a2ac69a1f84 Nov 15 14:32:59.821110 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-976ae441-27f7-4dde-b4aa-f800bdad748a service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047080 Nov 15 14:32:59.856647 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bab0764-4e45-4d05-af68-0635f622741a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:59.911984 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d107393-65c5-4de4-bdca-d9dd0574c62a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:59.927680 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-430a3214-b404-492a-9c2c-da9f6f5abe2c req-ac241ef2-7f96-4885-8dfa-43da2d473c79 service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978301 Nov 15 14:32:59.946864 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1ed56fe1-a120-4cfb-94e1-a7dbd5f6a194 req-57bea049-12a6-435a-adb0-152257ebc90b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:32:59.956412 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fa6ce41-a127-483b-b36b-d64f3f5f37c9 req-e379d80e-04b9-445a-bf62-846427ba6466 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353624 Nov 15 14:32:59.992996 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1ed56fe1-a120-4cfb-94e1-a7dbd5f6a194 req-57bea049-12a6-435a-adb0-152257ebc90b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:00.062474 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c72cf7e4-aeb1-49f4-90b9-9cdcfb073927 req-9079562d-a61c-491f-bab9-6bfc005ab83d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 210 time: 0.0266154 Nov 15 14:33:00.133962 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d107393-65c5-4de4-bdca-d9dd0574c62a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:00.141819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d107393-65c5-4de4-bdca-d9dd0574c62a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:00.142662 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d107393-65c5-4de4-bdca-d9dd0574c62a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:00.152189 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:00.167876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1eb4a-efcd-43e8-bdd3-cd739ce339d3 req-82d3e0d5-0c53-48f1-aad0-0206bfbc45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:00.169361 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1e1eb4a-efcd-43e8-bdd3-cd739ce339d3 req-82d3e0d5-0c53-48f1-aad0-0206bfbc45fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81e3a07f515f4b09a5a5cb70414f88cf&device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 1094 time: 0.0517888 Nov 15 14:33:00.236935 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:00.248067 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1ed56fe1-a120-4cfb-94e1-a7dbd5f6a194 req-57bea049-12a6-435a-adb0-152257ebc90b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:00.250718 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1ed56fe1-a120-4cfb-94e1-a7dbd5f6a194 req-57bea049-12a6-435a-adb0-152257ebc90b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:00.251883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ed56fe1-a120-4cfb-94e1-a7dbd5f6a194 req-57bea049-12a6-435a-adb0-152257ebc90b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "DELETE /v2.0/security-groups/82552426-78b1-4573-aaca-decee93ee3d4 HTTP/1.1" status: 204 len: 173 time: 0.4736824 Nov 15 14:33:00.266629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8d107393-65c5-4de4-bdca-d9dd0574c62a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9785995 Nov 15 14:33:00.270984 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50120) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:00.283974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d8adfd4e-3f15-4278-ad28-eb2d10ea1d79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Request body: {'subnet': {'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:00.329265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bea049-12a6-435a-adb0-152257ebc90b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82552426-78b1-4573-aaca-decee93ee3d4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:00.337808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d107393-65c5-4de4-bdca-d9dd0574c62a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event updated for resources: {'Network': ['ID=c71bedc8-5840-466a-bde3-9a2ac69a1f84,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:00.342827 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-7e9c8da3-17e0-4760-989e-1f22f376e161 req-7a410138-7fb9-4728-b5c6-a7eae8994975 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] show failed (client error): The resource could not be found. Nov 15 14:33:00.344418 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e9c8da3-17e0-4760-989e-1f22f376e161 req-7a410138-7fb9-4728-b5c6-a7eae8994975 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/82552426-78b1-4573-aaca-decee93ee3d4 HTTP/1.1" status: 404 len: 352 time: 0.0578220 Nov 15 14:33:00.384491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e88c3a-4fe8-4745-894c-39771810b269 req-378b5b32-3bb1-49d6-8945-52e89d1d8be3 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:00.387809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network c71bedc8-5840-466a-bde3-9a2ac69a1f84 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:33:00.397727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0e88c3a-4fe8-4745-894c-39771810b269 req-378b5b32-3bb1-49d6-8945-52e89d1d8be3 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 951 time: 0.2305329 Nov 15 14:33:00.403301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6db93a2c-0942-437b-b219-54e362fca197 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:00.461434 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1eb4a-efcd-43e8-bdd3-cd739ce339d3 req-88c52d32-c7ff-40a5-b76b-e7e2f360f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:00.462883 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1e1eb4a-efcd-43e8-bdd3-cd739ce339d3 req-88c52d32-c7ff-40a5-b76b-e7e2f360f21a service neutron] 10.222.0.46 "GET /v2.0/networks?id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa HTTP/1.1" status: 200 len: 916 time: 0.2843013 Nov 15 14:33:00.511348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0e88c3a-4fe8-4745-894c-39771810b269 req-92dd78b1-b9b5-46a0-a4ae-5084ff84e0fa tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090052 Nov 15 14:33:00.525915 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1e1eb4a-efcd-43e8-bdd3-cd739ce339d3 req-da9da787-b51f-4df5-9ae4-32bf1d8586b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1479cca2-c069-40f1-922e-282f47c4d675 HTTP/1.1" status: 200 len: 217 time: 0.0531020 Nov 15 14:33:00.541712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c254c-0d7a-4643-b8dd-8f4a2e3c986f None None] Pushing event updated for resources: {'Port': ['ID=8d7d71a4-495c-479e-b1aa-439fba5bf9a7,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:00.586304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1eb4a-efcd-43e8-bdd3-cd739ce339d3 req-eb59d0b3-1eaf-4d68-9dc0-1795511cb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:00.588101 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1e1eb4a-efcd-43e8-bdd3-cd739ce339d3 req-eb59d0b3-1eaf-4d68-9dc0-1795511cb7ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17e666ef-75fd-4a32-a1e8-d3f78e5b9900 HTTP/1.1" status: 200 len: 855 time: 0.0504360 Nov 15 14:33:00.640295 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1e1eb4a-efcd-43e8-bdd3-cd739ce339d3 req-4b3a7382-3be8-47cf-8652-5f1937f18172 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434105 Nov 15 14:33:00.641670 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8adfd4e-3f15-4278-ad28-eb2d10ea1d79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:33:00.645436 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8adfd4e-3f15-4278-ad28-eb2d10ea1d79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:00.663437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09814a55-1bca-4c82-af87-de18747da752 req-aa5ea660-60cf-4030-87e2-b5195d7aa328 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f38c5c53eef414aaa95bdd4035947bb HTTP/1.1" status: 200 len: 6200 time: 0.2646911 Nov 15 14:33:00.730945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd177e-f59d-49c1-bbfa-64e17cdff1e0 req-9dd3631c-9f9b-4f6f-849c-9c46369a1765 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:00.732364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49dd177e-f59d-49c1-bbfa-64e17cdff1e0 req-9dd3631c-9f9b-4f6f-849c-9c46369a1765 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 951 time: 0.1819165 Nov 15 14:33:00.738469 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Attempting to bind port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:00.739098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Attempting to bind port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '7d918a62-936e-4413-b4e4-d4d9733ad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b139be22-7c12-4067-b19a-47e29df11769'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:00.739633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Attempting to bind port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 on network b139be22-7c12-4067-b19a-47e29df11769 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:00.750037 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:00.750955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Checking segment: {'id': '7d918a62-936e-4413-b4e4-d4d9733ad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b139be22-7c12-4067-b19a-47e29df11769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:00.751528 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:00.752082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Bound using segment: {'id': '7d918a62-936e-4413-b4e4-d4d9733ad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b139be22-7c12-4067-b19a-47e29df11769'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:00.752815 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Bound port: 8d7d71a4-495c-479e-b1aa-439fba5bf9a7, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d918a62-936e-4413-b4e4-d4d9733ad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b139be22-7c12-4067-b19a-47e29df11769'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:00.753381 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:00.768874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed45ad-97e0-48eb-a958-5505c0601943 req-b37f30cf-c1aa-4e08-b962-0343b2fedbde tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:00.771159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8ed45ad-97e0-48eb-a958-5505c0601943 req-b37f30cf-c1aa-4e08-b962-0343b2fedbde tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.1400366 Nov 15 14:33:00.771309 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-9778dbd1-0c78-4bdd-99f4-8f1daa35d279 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6670c40412944f7ea6a2e3bf00106eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027305 Nov 15 14:33:00.807910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09814a55-1bca-4c82-af87-de18747da752 req-55d6dfed-07b4-4d28-b7a5-b19f39f1987f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/5ec7b089-5274-448a-9907-088983efd634 HTTP/1.1" status: 200 len: 2998 time: 0.1434567 Nov 15 14:33:00.818222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6db93a2c-0942-437b-b219-54e362fca197 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:00.818222 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:00.874026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-42049c94-74e9-4e27-9d04-637db7e990c0 None None] Provisioning complete for port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:00.874517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42049c94-74e9-4e27-9d04-637db7e990c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:00.915602 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1e1eb4a-efcd-43e8-bdd3-cd739ce339d3 req-2c419102-0308-4830-86af-0547969b5e5c service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459350 Nov 15 14:33:00.938843 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8ed45ad-97e0-48eb-a958-5505c0601943 req-f46b102d-c308-46ae-be1b-d6a462d3c8e3 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430526 Nov 15 14:33:00.940153 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-42049c94-74e9-4e27-9d04-637db7e990c0 None None] Port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:33:00.964669 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] For port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:00.969965 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09814a55-1bca-4c82-af87-de18747da752 req-e5d3139a-1579-4e77-a4ba-43c32c6ff22d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/5ec7b089-5274-448a-9907-088983efd634 HTTP/1.1" status: 200 len: 2998 time: 0.1604264 Nov 15 14:33:00.971095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] For port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8d7d71a4-495c-479e-b1aa-439fba5bf9a7,segment=NetworkSegment(7d918a62-936e-4413-b4e4-d4d9733ad2ff),segment_id=7d918a62-936e-4413-b4e4-d4d9733ad2ff)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:01.019840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-49dd177e-f59d-49c1-bbfa-64e17cdff1e0 req-724d9718-8bc5-48ff-818f-79ae6d500bcb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Deleting port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:01.020330 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-49dd177e-f59d-49c1-bbfa-64e17cdff1e0 req-724d9718-8bc5-48ff-818f-79ae6d500bcb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.074699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-5c8c256b-7bd7-4be8-ba25-cb73e9fda807 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:01.079995 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-5c8c256b-7bd7-4be8-ba25-cb73e9fda807 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2948525 Nov 15 14:33:01.112220 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.119004 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Request body: {'port': {'device_id': '4a517065-3e61-4806-a478-91a1981c01a6', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '6670c40412944f7ea6a2e3bf00106eae'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:01.129882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e50caf84-7c08-47cf-a377-fd045ba5456c req-f75592cf-11e3-40f9-b1b5-9eda5b9c9e7e tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 210 time: 0.0807097 Nov 15 14:33:01.133817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0f2dd74d-b71a-4f69-9e45-e95394a73682 req-dffe72ff-be06-4212-ac69-31b97fa90a7f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2115272', 'description': 'tempest-description-1550338990'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:01.166788 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1e1eb4a-efcd-43e8-bdd3-cd739ce339d3 req-1dc64776-0ca2-400f-b82c-2632f020b80a service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431464 Nov 15 14:33:01.198348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Routers {'b2562eef-7e12-4b4d-b404-33c4a10c63ca'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:33:01.199574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:32:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b2562eef-7e12-4b4d-b404-33c4a10c63ca'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:33:01.284460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-49dd177e-f59d-49c1-bbfa-64e17cdff1e0 req-724d9718-8bc5-48ff-818f-79ae6d500bcb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] For port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:01.284844 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-49dd177e-f59d-49c1-bbfa-64e17cdff1e0 req-724d9718-8bc5-48ff-818f-79ae6d500bcb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.288474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c254c-0d7a-4643-b8dd-8f4a2e3c986f None None] Pushing event updated for resources: {'Port': ['ID=8d7d71a4-495c-479e-b1aa-439fba5bf9a7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:01.309943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cb41c-abdc-4790-af0d-b37e3118a7ab req-6ce968cb-9f40-4529-baba-3e541d06fe4e tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:01.322354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f3cb41c-abdc-4790-af0d-b37e3118a7ab req-6ce968cb-9f40-4529-baba-3e541d06fe4e tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 943 time: 0.0940580 Nov 15 14:33:01.341397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-49dd177e-f59d-49c1-bbfa-64e17cdff1e0 req-724d9718-8bc5-48ff-818f-79ae6d500bcb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Calling delete_port for 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:01.357030 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0f2dd74d-b71a-4f69-9e45-e95394a73682 req-dffe72ff-be06-4212-ac69-31b97fa90a7f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.381044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] Set router b2562eef-7e12-4b4d-b404-33c4a10c63ca gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:33:01.449291 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8adfd4e-3f15-4278-ad28-eb2d10ea1d79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.492457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f3cb41c-abdc-4790-af0d-b37e3118a7ab req-6fd61395-8234-4ebd-999c-72a27397767b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664631 Nov 15 14:33:01.545074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adfd4e-3f15-4278-ad28-eb2d10ea1d79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event updated for resources: {'Subnet': ['ID=ca2dd7fe-2471-464f-9028-5bbad6228640,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:01.555814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8adfd4e-3f15-4278-ad28-eb2d10ea1d79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Checking segment: {'id': '309e2c9d-327c-486e-b3be-3e725e72cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:01.555814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8adfd4e-3f15-4278-ad28-eb2d10ea1d79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Network hostable DHCP agents. Network: c71bedc8-5840-466a-bde3-9a2ac69a1f84, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:33:01.576582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Made reservation on behalf of 6670c40412944f7ea6a2e3bf00106eae for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:33:01.580614 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.585754 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0f2dd74d-b71a-4f69-9e45-e95394a73682 req-dffe72ff-be06-4212-ac69-31b97fa90a7f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.591869 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.598040 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e813655d-fe17-4c33-8627-24187723cf3a None None] Provisioning complete for port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:01.598448 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e813655d-fe17-4c33-8627-24187723cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.631906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1daa82e-dab9-40c4-9bd6-3ca232796d5c req-de8bd942-3df9-4a17-a308-ac056bad13ec tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 210 time: 0.0346408 Nov 15 14:33:01.688139 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.702579 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8adfd4e-3f15-4278-ad28-eb2d10ea1d79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Network c71bedc8-5840-466a-bde3-9a2ac69a1f84 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:33:01.728803 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0f2dd74d-b71a-4f69-9e45-e95394a73682 req-dffe72ff-be06-4212-ac69-31b97fa90a7f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.743719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'name': 'tempest-ServersTestMultiNic-1298911845-router', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '6db93a2c-0942-437b-b219-54e362fca197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:48Z', 'updated_at': '2021-11-15T14:32:57Z', 'revision_number': 4, 'project_id': '1d009dd5851543849d345ab355a10d3b', 'gw_port': {'id': '6db93a2c-0942-437b-b219-54e362fca197', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:49Z', 'updated_at': '2021-11-15T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '8d7d71a4-495c-479e-b1aa-439fba5bf9a7', 'name': '', 'network_id': 'b139be22-7c12-4067-b19a-47e29df11769', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'mac_address': 'fa:16:3e:89:79:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f00a19b9-54e0-4566-bfc4-e1e19de0ebb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:55Z', 'updated_at': '2021-11-15T14:33:00Z', 'revision_number': 4, 'project_id': '1d009dd5851543849d345ab355a10d3b', 'subnets': [{'id': 'f00a19b9-54e0-4566-bfc4-e1e19de0ebb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:33:01.776116 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e813655d-fe17-4c33-8627-24187723cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.778634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ac309f-7590-4786-ad80-8cbf1b206b8a None None] The sync data for ids ['b2562eef-7e12-4b4d-b404-33c4a10c63ca'] in n-d-817748-2 is: [{'id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'name': 'tempest-ServersTestMultiNic-1298911845-router', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '6db93a2c-0942-437b-b219-54e362fca197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:48Z', 'updated_at': '2021-11-15T14:32:57Z', 'revision_number': 4, 'project_id': '1d009dd5851543849d345ab355a10d3b', 'gw_port': {'id': '6db93a2c-0942-437b-b219-54e362fca197', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:49Z', 'updated_at': '2021-11-15T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '8d7d71a4-495c-479e-b1aa-439fba5bf9a7', 'name': '', 'network_id': 'b139be22-7c12-4067-b19a-47e29df11769', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'mac_address': 'fa:16:3e:89:79:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f00a19b9-54e0-4566-bfc4-e1e19de0ebb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:55Z', 'updated_at': '2021-11-15T14:33:00Z', 'revision_number': 4, 'project_id': '1d009dd5851543849d345ab355a10d3b', 'subnets': [{'id': 'f00a19b9-54e0-4566-bfc4-e1e19de0ebb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:33:01.791743 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.820924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe72ff-be06-4212-ac69-31b97fa90a7f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a08af2-c96d-4130-b143-2bff3676b867,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:01.842617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdb233-0255-43d4-8d9b-476da2828686 req-960e3f8e-fd89-4dcf-82ea-cd9e25120075 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:01.845187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbdb233-0255-43d4-8d9b-476da2828686 req-960e3f8e-fd89-4dcf-82ea-cd9e25120075 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 951 time: 0.0979092 Nov 15 14:33:01.863375 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-49dd177e-f59d-49c1-bbfa-64e17cdff1e0 req-724d9718-8bc5-48ff-818f-79ae6d500bcb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.870756 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e813655d-fe17-4c33-8627-24187723cf3a None None] For port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8d7d71a4-495c-479e-b1aa-439fba5bf9a7,segment=NetworkSegment(7d918a62-936e-4413-b4e4-d4d9733ad2ff),segment_id=7d918a62-936e-4413-b4e4-d4d9733ad2ff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:01.881418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['af96e6ba-9544-4679-be60-64b63e6f4a63', '65ba119f-2b15-46b2-847d-2c22265d9ab6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:01.888722 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['77e5a8de-1d1d-48af-b0e9-3dda443a7d54'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:01.916892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25e9b09-7336-4cc3-97e9-a65a01578830,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:01.930382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d9718-8bc5-48ff-818f-79ae6d500bcb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Pushing event deleted for resources: {'Port': ['ID=77e5a8de-1d1d-48af-b0e9-3dda443a7d54,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:01.952343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d8adfd4e-3f15-4278-ad28-eb2d10ea1d79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, c71bedc8-5840-466a-bde3-9a2ac69a1f84) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:01.974137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0f2dd74d-b71a-4f69-9e45-e95394a73682 req-dffe72ff-be06-4212-ac69-31b97fa90a7f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.976009 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e813655d-fe17-4c33-8627-24187723cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:01.982915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-1999f84e-73ca-442d-80f7-dd0c851dc32c tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:01.987711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f2dd74d-b71a-4f69-9e45-e95394a73682 req-dffe72ff-be06-4212-ac69-31b97fa90a7f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.8776150 Nov 15 14:33:01.998444 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-1999f84e-73ca-442d-80f7-dd0c851dc32c tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.46 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 821 time: 0.3083456 Nov 15 14:33:01.999227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9182512-18e3-4123-8884-cd40eeabce41 None None] Network c71bedc8-5840-466a-bde3-9a2ac69a1f84 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:33:02.016795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8adfd4e-3f15-4278-ad28-eb2d10ea1d79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:02.018502 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8adfd4e-3f15-4278-ad28-eb2d10ea1d79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:02.048240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dd177e-f59d-49c1-bbfa-64e17cdff1e0 req-724d9718-8bc5-48ff-818f-79ae6d500bcb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] No DVR routers for this DVR port 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:02.051230 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-49dd177e-f59d-49c1-bbfa-64e17cdff1e0 req-724d9718-8bc5-48ff-818f-79ae6d500bcb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:02.058122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49dd177e-f59d-49c1-bbfa-64e17cdff1e0 req-724d9718-8bc5-48ff-818f-79ae6d500bcb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.59 "DELETE /v2.0/ports/77e5a8de-1d1d-48af-b0e9-3dda443a7d54 HTTP/1.1" status: 204 len: 173 time: 1.3120847 Nov 15 14:33:02.068378 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'name': 'network-vif-deleted', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:02.071560 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad383c34-3341-4762-9e28-a51ef30949f6" -d '{"events": [{"server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "name": "network-vif-deleted", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:02.071837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-31a66610-4244-4ae2-baed-f319179ba7cf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Request body: {'port': {'device_id': '6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c', 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca', 'admin_state_up': True, 'tenant_id': 'a5157ea54aaf4ffcbef456f45523f0d8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:02.088953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbdb233-0255-43d4-8d9b-476da2828686 req-2f45a347-8ec8-4be0-873b-358c18df7a79 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274272 Nov 15 14:33:02.129530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-673596d0-e78a-453e-8f2c-416fced46661 req-b8b75872-c138-45dd-9b51-b549a0042333 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-707497367', 'description': 'tempest-description-668820643'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:02.148589 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be3b9191-d205-4603-80b2-3079a6dbcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:02.169180 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3bbf0-68b4-4e20-8dd2-ca05ff03c0bd req-0a0ebe66-18e3-4245-ad8c-ec25483d6870 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:02.177865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afa3bbf0-68b4-4e20-8dd2-ca05ff03c0bd req-0a0ebe66-18e3-4245-ad8c-ec25483d6870 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.1014574 Nov 15 14:33:02.198757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Allocated IP 192.168.233.82 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/5d111b28-cea8-40a2-bf7a-4a04b7ce20b3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:33:02.215398 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813655d-fe17-4c33-8627-24187723cf3a None None] Pushing event updated for resources: {'Port': ['ID=8d7d71a4-495c-479e-b1aa-439fba5bf9a7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:02.285952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afa3bbf0-68b4-4e20-8dd2-ca05ff03c0bd req-329e1875-6d0f-496e-8084-ed13a7ff11bb tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890565 Nov 15 14:33:02.343516 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392e84b5-aa2e-40ca-b59b-eb3cdd518616 x-openstack-request-id: req-392e84b5-aa2e-40ca-b59b-eb3cdd518616 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:02.343516 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9c071c-ed9d-49ce-8a92-30f14ed2e299", "name": "network-vif-deleted", "tag": "77e5a8de-1d1d-48af-b0e9-3dda443a7d54", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:02.344389 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-392e84b5-aa2e-40ca-b59b-eb3cdd518616 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:02.344990 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9c071c-ed9d-49ce-8a92-30f14ed2e299', 'name': 'network-vif-deleted', 'tag': '77e5a8de-1d1d-48af-b0e9-3dda443a7d54', 'status': 'completed', 'code': 200} Nov 15 14:33:02.413877 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d8adfd4e-3f15-4278-ad28-eb2d10ea1d79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1379216 Nov 15 14:33:02.424197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50148) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:02.433905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-77b514ea-6a68-40ae-9950-eec7cf857207 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1087432430'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:02.521067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:02.583907 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:02.643799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c07b079c-20bb-4710-95f1-ee99c4a7f261 req-c0928caf-da14-4e32-a739-f1bee8aae773 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 210 time: 0.0499413 Nov 15 14:33:02.665669 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-673596d0-e78a-453e-8f2c-416fced46661 req-b8b75872-c138-45dd-9b51-b549a0042333 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:02.693875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1479cca2-c069-40f1-922e-282f47c4d675 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:33:02.791563 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-31a66610-4244-4ae2-baed-f319179ba7cf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Made reservation on behalf of a5157ea54aaf4ffcbef456f45523f0d8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:33:02.797433 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-31a66610-4244-4ae2-baed-f319179ba7cf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:02.864921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1479cca2-c069-40f1-922e-282f47c4d675, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1479cca2-c069-40f1-922e-282f47c4d675,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:02.878665 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:02.944603 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '1479cca2-c069-40f1-922e-282f47c4d675', 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa', 'port_id': '1479cca2-c069-40f1-922e-282f47c4d675', 'mac_address': 'fa:16:3e:65:fc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e666ef-75fd-4a32-a1e8-d3f78e5b9900', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:33:02.993257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:33:03.006328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:03.034975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:33:03.083989 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.114510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1479cca2-c069-40f1-922e-282f47c4d675 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:03.133617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Pushing event updated for resources: {'Port': ['ID=5d111b28-cea8-40a2-bf7a-4a04b7ce20b3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:03.163475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1479cca2-c069-40f1-922e-282f47c4d675, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1479cca2-c069-40f1-922e-282f47c4d675,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:03.166508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-c71bedc8-5840-466a-bde3-9a2ac69a1f84', 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'fixed_ips': [{'subnet_id': 'ca2dd7fe-2471-464f-9028-5bbad6228640'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:33:03.167524 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.185507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:03.185955 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.234988 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:03.235674 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.256979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-31a66610-4244-4ae2-baed-f319179ba7cf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Allocated IP 172.20.0.8 (844d1d90-2dae-4da3-8343-45d2d51575ca/93e33989-edac-46ce-a104-f6b36cd0e3ea/b3ddee34-a98a-4b48-8c43-760fe33f6f55) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:33:03.448281 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-f743a826-69e8-4d04-b0bf-fd79d0ad4ae2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3360298 Nov 15 14:33:03.451315 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-673596d0-e78a-453e-8f2c-416fced46661 req-b8b75872-c138-45dd-9b51-b549a0042333 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.453625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b514ea-6a68-40ae-9950-eec7cf857207 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:33:03.458360 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77b514ea-6a68-40ae-9950-eec7cf857207 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.464466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Request body: {'port': {'device_id': '4a517065-3e61-4806-a478-91a1981c01a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:03.489509 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.502761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b514ea-6a68-40ae-9950-eec7cf857207 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:33:03.516897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77b514ea-6a68-40ae-9950-eec7cf857207 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.517397 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-77b514ea-6a68-40ae-9950-eec7cf857207 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Added segment 8c6015fc-5ab9-4321-a4fe-ef2487ff42c4 of type vlan for network 8904cca4-e73f-485c-8b96-488fec1282f9 Nov 15 14:33:03.540517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8f1ef-2104-4915-9344-139a8b47505d req-5ac63f32-9d0e-4459-b12c-5eec55f8ab54 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:03.551170 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2eb8f1ef-2104-4915-9344-139a8b47505d req-5ac63f32-9d0e-4459-b12c-5eec55f8ab54 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 943 time: 0.7792156 Nov 15 14:33:03.584616 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.621171 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-673596d0-e78a-453e-8f2c-416fced46661 req-b8b75872-c138-45dd-9b51-b549a0042333 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.622024 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-31a66610-4244-4ae2-baed-f319179ba7cf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.695547 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77b514ea-6a68-40ae-9950-eec7cf857207 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.746098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2eb8f1ef-2104-4915-9344-139a8b47505d req-2d02dec3-2d00-4c56-b4f8-7c4c6761420f tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944976 Nov 15 14:33:03.746802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b75872-c138-45dd-9b51-b549a0042333 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4d9b03-f1da-4c26-a2f7-55faceeab14a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:03.749770 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Allocated IP 19.80.0.2 (c71bedc8-5840-466a-bde3-9a2ac69a1f84/ca2dd7fe-2471-464f-9028-5bbad6228640/ba504617-c435-4970-88ae-1d66f0bbec74) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:33:03.854784 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-673596d0-e78a-453e-8f2c-416fced46661 req-b8b75872-c138-45dd-9b51-b549a0042333 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.870558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-673596d0-e78a-453e-8f2c-416fced46661 req-b8b75872-c138-45dd-9b51-b549a0042333 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.7477965 Nov 15 14:33:03.877540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1479cca2-c069-40f1-922e-282f47c4d675,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:03.900276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-87ef28d7-225a-49f3-ba3a-ede24e26a2ce None None] Provisioning complete for port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:03.900668 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87ef28d7-225a-49f3-ba3a-ede24e26a2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.948817 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:03.952741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-87ef28d7-225a-49f3-ba3a-ede24e26a2ce None None] Port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:33:03.988441 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f393531-820a-4ddb-be02-92d71528923a req-d987406b-160c-4b1b-bafd-35d41d01dd69 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 210 time: 0.1474526 Nov 15 14:33:03.992058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77b514ea-6a68-40ae-9950-eec7cf857207 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:04.020902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b514ea-6a68-40ae-9950-eec7cf857207 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:04.022946 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77b514ea-6a68-40ae-9950-eec7cf857207 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:04.096537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['1479cca2-c069-40f1-922e-282f47c4d675'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:04.181311 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-873396e0-db78-4b89-8b7a-1eb030e88469 req-2e46ebe8-9d43-48ac-b063-c2e9cee3cf18 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea9c071c-ed9d-49ce-8a92-30f14ed2e299 HTTP/1.1" status: 200 len: 210 time: 0.0562449 Nov 15 14:33:04.219272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b514ea-6a68-40ae-9950-eec7cf857207 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event updated for resources: {'Network': ['ID=8904cca4-e73f-485c-8b96-488fec1282f9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:04.228359 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-77b514ea-6a68-40ae-9950-eec7cf857207 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8029037 Nov 15 14:33:04.231883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:04.240260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4d3a62d9-9f9d-458c-9906-50bda51b2f21 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Request body: {'subnet': {'network_id': '8904cca4-e73f-485c-8b96-488fec1282f9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:04.365566 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabc680-531a-45bf-8121-adcdc22aee77 req-9b5e2213-bdd0-4981-9799-af4aba622a9d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:04.368000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3aabc680-531a-45bf-8121-adcdc22aee77 req-9b5e2213-bdd0-4981-9799-af4aba622a9d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.2323661 Nov 15 14:33:04.385694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:04.425845 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:04.434507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:04.434869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 77e5a8de-1d1d-48af-b0e9-3dda443a7d54 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:04.459117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3aabc680-531a-45bf-8121-adcdc22aee77 req-c565cdac-d897-49be-8e1d-e25c2ca93794 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838485 Nov 15 14:33:04.462807 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-31a66610-4244-4ae2-baed-f319179ba7cf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:04.496467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['ff6d83e2-4506-4586-90cc-398176d051bd', '802d5a57-8439-4a92-bc1b-14e9f95d4eb5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:04.554621 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-31a66610-4244-4ae2-baed-f319179ba7cf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Network 844d1d90-2dae-4da3-8343-45d2d51575ca is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:33:04.560438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf79af7-73f5-4607-b1d7-af356af6208a req-fff4f6f3-29c6-4de1-8540-5ab12b32f31f tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:04.562152 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-daf79af7-73f5-4607-b1d7-af356af6208a req-fff4f6f3-29c6-4de1-8540-5ab12b32f31f tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 935 time: 0.0979898 Nov 15 14:33:04.563267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 8904cca4-e73f-485c-8b96-488fec1282f9 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:33:04.564198 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-31a66610-4244-4ae2-baed-f319179ba7cf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:04.567219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-31a66610-4244-4ae2-baed-f319179ba7cf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:33:04.573432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3a62d9-9f9d-458c-9906-50bda51b2f21 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:33:04.577007 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d3a62d9-9f9d-458c-9906-50bda51b2f21 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:04.589918 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:04.625971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-31a66610-4244-4ae2-baed-f319179ba7cf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:04.626666 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-31a66610-4244-4ae2-baed-f319179ba7cf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:04.633171 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a66610-4244-4ae2-baed-f319179ba7cf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Pushing event updated for resources: {'Port': ['ID=b3ddee34-a98a-4b48-8c43-760fe33f6f55,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:04.760668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:04.763636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Network c71bedc8-5840-466a-bde3-9a2ac69a1f84 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:33:04.765222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-daf79af7-73f5-4607-b1d7-af356af6208a req-23fd0c6d-12ed-4fb3-aa22-2858abc64a87 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946731 Nov 15 14:33:04.771633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:04.792683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Transition to ACTIVE for port object 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:33:04.796343 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-31a66610-4244-4ae2-baed-f319179ba7cf tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7685266 Nov 15 14:33:04.811686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Request body: {'port': {'device_id': '6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:04.841285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Pushing event updated for resources: {'Port': ['ID=ba504617-c435-4970-88ae-1d66f0bbec74,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:04.846045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:04.848842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:33:04.881056 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:04.882366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-62884484-cbd1-4962-8cf4-8d5719160a73 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:04.883560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-62884484-cbd1-4962-8cf4-8d5719160a73 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/networks?id=8d948a43-4cc1-4b6f-898b-a449d54b934b HTTP/1.1" status: 200 len: 813 time: 0.2716486 Nov 15 14:33:04.961509 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d111b28-cea8-40a2-bf7a-4a04b7ce20b3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:04.968020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Attempting to bind port ba504617-c435-4970-88ae-1d66f0bbec74 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:04.969512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Attempting to bind port ba504617-c435-4970-88ae-1d66f0bbec74 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '309e2c9d-327c-486e-b3be-3e725e72cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:04.969891 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Attempting to bind port ba504617-c435-4970-88ae-1d66f0bbec74 on network c71bedc8-5840-466a-bde3-9a2ac69a1f84 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:04.998630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:04.999008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Checking segment: {'id': '309e2c9d-327c-486e-b3be-3e725e72cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:04.999417 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:04.999831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Bound using segment: {'id': '309e2c9d-327c-486e-b3be-3e725e72cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:05.000509 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Bound port: ba504617-c435-4970-88ae-1d66f0bbec74, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309e2c9d-327c-486e-b3be-3e725e72cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:05.000900 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:05.010085 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:05.012350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-89ccfbba-0914-4a0d-be27-620dd26ef4d0 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/quotas/5f38c5c53eef414aaa95bdd4035947bb HTTP/1.1" status: 200 len: 375 time: 0.1126471 Nov 15 14:33:05.106268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] For port ba504617-c435-4970-88ae-1d66f0bbec74, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:05.109732 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] For port ba504617-c435-4970-88ae-1d66f0bbec74, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ba504617-c435-4970-88ae-1d66f0bbec74,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:05.113989 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:05.159961 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997bc89-5944-456a-9192-37cc9300ab9c req-c7dca419-7f07-4e3b-93a9-18aef4f589cc tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:05.178941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6997bc89-5944-456a-9192-37cc9300ab9c req-c7dca419-7f07-4e3b-93a9-18aef4f589cc tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 944 time: 0.2924123 Nov 15 14:33:05.221921 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:05.227737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61954d1-1df1-419c-9e71-11adafaca138 req-63ad9c07-395d-42a5-9625-dee4ad8ce660 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:05.230386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-63ad9c07-395d-42a5-9625-dee4ad8ce660 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff&tenant_id=d9f26606747847b78d092ad490e45917&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1611481 Nov 15 14:33:05.276096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817748-2'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:05.280667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Attempting to bind port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:05.281121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Attempting to bind port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:05.281963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Attempting to bind port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:05.310565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:33:05.310938 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Attempting to bind port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:05.311813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcf5b3-77f3-4020-acb6-fa04c00f60f0 None None] Pushing event updated for resources: {'Port': ['ID=ba504617-c435-4970-88ae-1d66f0bbec74,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:05.369258 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:05.376389 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-f1b08cae-0cc5-41b4-a3b6-710136f998b0 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f38c5c53eef414aaa95bdd4035947bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3620272 Nov 15 14:33:05.398679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:05.399024 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:05.399417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:05.399870 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Bound port: 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:05.400325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:05.502522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6997bc89-5944-456a-9192-37cc9300ab9c req-2e5ea89d-b5f6-4dce-80c3-c5caf8c8231c tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212454 Nov 15 14:33:05.555703 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] For port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:05.566157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] For port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5d111b28-cea8-40a2-bf7a-4a04b7ce20b3,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:05.621618 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d3a62d9-9f9d-458c-9906-50bda51b2f21 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:05.657003 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ddee34-a98a-4b48-8c43-760fe33f6f55 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:05.674037 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:05.688500 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Transition to ACTIVE for port object b3ddee34-a98a-4b48-8c43-760fe33f6f55 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:33:05.763315 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:05.809027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:05.809664 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:05.811213 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 HTTP/1.1" status: 200 len: 1095 time: 2.3536019 Nov 15 14:33:05.812614 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a517065-3e61-4806-a478-91a1981c01a6', 'tag': '5d111b28-cea8-40a2-bf7a-4a04b7ce20b3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:05.814326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a62d9-9f9d-458c-9906-50bda51b2f21 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event updated for resources: {'Subnet': ['ID=e36d8a6d-a06c-48d3-bdd2-4c1d6c3a39af,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:05.815733 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1144db-e4eb-4933-9bd7-2d9cf6d659cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a517065-3e61-4806-a478-91a1981c01a6", "tag": "5d111b28-cea8-40a2-bf7a-4a04b7ce20b3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:05.826228 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-4f0a022c-160b-4cee-bf2b-451b640e2f08 service neutron] 10.222.0.70 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413519 Nov 15 14:33:05.831378 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:05.853094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45c1df-13e7-448b-9556-df5301d864a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d111b28-cea8-40a2-bf7a-4a04b7ce20b3,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:05.874564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ea66d-0f89-46a8-9e09-28b90750104d req-d06add41-e973-4412-8280-029f16348b7e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:05.878790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd9ea66d-0f89-46a8-9e09-28b90750104d req-d06add41-e973-4412-8280-029f16348b7e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 931 time: 0.2306657 Nov 15 14:33:05.900444 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:06.005782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Pushing event updated for resources: {'Port': ['ID=b3ddee34-a98a-4b48-8c43-760fe33f6f55,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:06.027313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd9ea66d-0f89-46a8-9e09-28b90750104d req-be08f427-9d32-49e1-8807-4a94cbbd01f0 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420388 Nov 15 14:33:06.028324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a62d9-9f9d-458c-9906-50bda51b2f21 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Checking segment: {'id': '8c6015fc-5ab9-4321-a4fe-ef2487ff42c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8904cca4-e73f-485c-8b96-488fec1282f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:06.028698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3a62d9-9f9d-458c-9906-50bda51b2f21 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Network hostable DHCP agents. Network: 8904cca4-e73f-485c-8b96-488fec1282f9, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:33:06.044930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:06.070656 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-1f9fc0a4-a271-4402-a6f2-7225a9ee370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:06.072764 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-1f9fc0a4-a271-4402-a6f2-7225a9ee370a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6670c40412944f7ea6a2e3bf00106eae&device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 1098 time: 0.1095939 Nov 15 14:33:06.145665 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-e90b835a-7de8-4ab5-a096-3a99a18e16d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 HTTP/1.1" status: 200 len: 217 time: 0.0621488 Nov 15 14:33:06.162730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-1eddb1da-4360-4565-a65a-efd38091a23d service neutron] 10.222.0.70 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039770 Nov 15 14:33:06.171433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3a62d9-9f9d-458c-9906-50bda51b2f21 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Network 8904cca4-e73f-485c-8b96-488fec1282f9 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:33:06.178425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:06.216081 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Attempting to bind port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:06.216968 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Attempting to bind port b3ddee34-a98a-4b48-8c43-760fe33f6f55 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:06.217538 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Attempting to bind port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:06.234458 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:33:06.235209 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Attempting to bind port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:06.256689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:06.256689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:06.256689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:06.256689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Bound port: b3ddee34-a98a-4b48-8c43-760fe33f6f55, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:06.256689 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:06.278999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3155b4e-9ccc-4936-aa94-0437d01a5eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca5237a-9418-4a22-84b3-984f7bbc60f3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:06.283578 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9ea435-4ef3-4547-b4c0-9ed32b2e83f0" -d '{"events": [{"server_uuid": "f3155b4e-9ccc-4936-aa94-0437d01a5eff", "name": "network-vif-unplugged", "status": "completed", "tag": "3ca5237a-9418-4a22-84b3-984f7bbc60f3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:06.292284 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:06.299964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-92e5e693-a073-429f-b25b-4cdf71f1eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:06.302449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4d3a62d9-9f9d-458c-9906-50bda51b2f21 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 8904cca4-e73f-485c-8b96-488fec1282f9) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:06.304450 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-92e5e693-a073-429f-b25b-4cdf71f1eda3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1480160 Nov 15 14:33:06.314183 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e09ee-6fcd-45d9-b430-7aa07a6e57fe None None] Network 8904cca4-e73f-485c-8b96-488fec1282f9 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:33:06.327885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3a62d9-9f9d-458c-9906-50bda51b2f21 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:06.330121 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d3a62d9-9f9d-458c-9906-50bda51b2f21 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:06.422555 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bc385-5465-4388-8046-d6b1b3ad669d req-c62a4549-7688-425b-8392-83f8e7cbecb6 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:06.425148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-877bc385-5465-4388-8046-d6b1b3ad669d req-c62a4549-7688-425b-8392-83f8e7cbecb6 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 945 time: 0.0748198 Nov 15 14:33:06.427135 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:06.447125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-a96ff7c5-e24f-45e6-b4e5-b12943bb5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:06.448743 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-a96ff7c5-e24f-45e6-b4e5-b12943bb5a31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907047 Nov 15 14:33:06.494994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4d3a62d9-9f9d-458c-9906-50bda51b2f21 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2619252 Nov 15 14:33:06.651055 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:06.667282 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 3ca5237a-9418-4a22-84b3-984f7bbc60f3 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:33:06.674692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1479cca2-c069-40f1-922e-282f47c4d675 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:06.683415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-8904cca4-e73f-485c-8b96-488fec1282f9', 'network_id': '8904cca4-e73f-485c-8b96-488fec1282f9', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'fixed_ips': [{'subnet_id': 'e36d8a6d-a06c-48d3-bdd2-4c1d6c3a39af'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:33:06.684281 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:06.706933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:06.714465 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-5c8da3d0-6d50-4900-a089-235284862f2a service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566471 Nov 15 14:33:06.749130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ba504617-c435-4970-88ae-1d66f0bbec74 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:06.795060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-877bc385-5465-4388-8046-d6b1b3ad669d req-2380214f-70ee-4727-b2a5-7de555ca804f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573120 Nov 15 14:33:06.800150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Pushing event updated for resources: {'Port': ['ID=3ca5237a-9418-4a22-84b3-984f7bbc60f3,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:06.828393 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on host n-h1-817748-2 for vnic_type normal with profile {"migrating_to": "n-h2-817748-2"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:06.829617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:06.830266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:06.847588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:33:06.848152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:06.877394 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d0e1c-5aa8-422a-a6da-9bde67595ee4 req-4faacfe2-b079-4fba-b1af-a377ec0d96a0 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:06.892155 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af1d0e1c-5aa8-422a-a6da-9bde67595ee4 req-4faacfe2-b079-4fba-b1af-a377ec0d96a0 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 947 time: 0.2428813 Nov 15 14:33:06.895837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:06.896485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:06.897304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Bound using segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:06.897856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Bound port: 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:06.899799 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:06.910950 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:33:06.928098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:06.954113 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de48464d-40ef-4044-933a-2fe69ceb422d x-openstack-request-id: req-de48464d-40ef-4044-933a-2fe69ceb422d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:06.954626 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a517065-3e61-4806-a478-91a1981c01a6", "tag": "5d111b28-cea8-40a2-bf7a-4a04b7ce20b3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:06.958364 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de48464d-40ef-4044-933a-2fe69ceb422d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:06.958913 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a517065-3e61-4806-a478-91a1981c01a6', 'tag': '5d111b28-cea8-40a2-bf7a-4a04b7ce20b3', 'status': 'completed', 'code': 200} Nov 15 14:33:07.068570 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d320caad-3b2c-44fb-bb0a-12d136ba6779 None None] Network c71bedc8-5840-466a-bde3-9a2ac69a1f84 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:33:07.084850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:07.095637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:07.100767 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-042e4032-6074-4b81-8e6f-ee1c3575a105 req-d43ff794-7659-4397-b528-54fb9290c938 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785572 Nov 15 14:33:07.109115 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Pushing event updated for resources: {'Port': ['ID=b3ddee34-a98a-4b48-8c43-760fe33f6f55,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:07.120489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:07.122203 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:07.125913 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-59ba4d57-bcf8-495d-9ec4-a980c26be6ea service neutron] 10.222.0.46 "PUT /v2.0/ports/b3ddee34-a98a-4b48-8c43-760fe33f6f55 HTTP/1.1" status: 200 len: 1091 time: 2.3204243 Nov 15 14:33:07.158751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af1d0e1c-5aa8-422a-a6da-9bde67595ee4 req-a05fc1ab-bb90-495b-83cf-c36f659632a2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650802 Nov 15 14:33:07.180816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:07.241460 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c01e9e-f59b-4189-8782-7d0614624151 x-openstack-request-id: req-96c01e9e-f59b-4189-8782-7d0614624151 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:07.241460 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3155b4e-9ccc-4936-aa94-0437d01a5eff", "name": "network-vif-unplugged", "status": "completed", "tag": "3ca5237a-9418-4a22-84b3-984f7bbc60f3", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:07.246255 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96c01e9e-f59b-4189-8782-7d0614624151 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:07.246255 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3155b4e-9ccc-4936-aa94-0437d01a5eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca5237a-9418-4a22-84b3-984f7bbc60f3', 'code': 200} Nov 15 14:33:07.300370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:07.332831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:07.333604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:07.334569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ba504617-c435-4970-88ae-1d66f0bbec74 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:07.335004 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:07.336344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] 10.222.0.46 "PUT /v2.0/ports/3ca5237a-9418-4a22-84b3-984f7bbc60f3 HTTP/1.1" status: 200 len: 1121 time: 2.0659664 Nov 15 14:33:07.336808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 1479cca2-c069-40f1-922e-282f47c4d675 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:33:07.349256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d41879-ea47-4b9e-b1a8-9e468d061e6c service neutron] Pushing event updated for resources: {'Port': ['ID=3ca5237a-9418-4a22-84b3-984f7bbc60f3,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:07.355424 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Allocated IP 19.86.0.2 (8904cca4-e73f-485c-8b96-488fec1282f9/e36d8a6d-a06c-48d3-bdd2-4c1d6c3a39af/ddd6ef8b-226a-4c52-882e-fd6ad03ba072) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:33:07.365564 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 1479cca2-c069-40f1-922e-282f47c4d675 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:07.365939 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:07.415982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-e2a3647d-94d9-450d-aa48-d542c5ec8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:07.417591 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-e2a3647d-94d9-450d-aa48-d542c5ec8051 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 1094 time: 0.1436260 Nov 15 14:33:07.422982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7de597c5-192f-42db-9804-d30a0adc370d None None] Provisioning complete for port ba504617-c435-4970-88ae-1d66f0bbec74 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:07.423612 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7de597c5-192f-42db-9804-d30a0adc370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:07.466092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1144db-e4eb-4933-9bd7-2d9cf6d659cd req-d00515ef-86f6-4689-b60e-c603d5ef30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:07.468102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a1144db-e4eb-4933-9bd7-2d9cf6d659cd req-d00515ef-86f6-4689-b60e-c603d5ef30ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6670c40412944f7ea6a2e3bf00106eae&device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 1098 time: 0.1015234 Nov 15 14:33:07.480067 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-e9ae2fde-3a13-4468-9b1a-8b41d58b4450 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55 HTTP/1.1" status: 200 len: 217 time: 0.0521314 Nov 15 14:33:07.559189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e757fe-41c7-4488-834f-83828b2326a7 req-9bdd54f2-44c5-4855-be1b-8875e3930231 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:07.561393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4e757fe-41c7-4488-834f-83828b2326a7 req-9bdd54f2-44c5-4855-be1b-8875e3930231 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 944 time: 0.1336381 Nov 15 14:33:07.578910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-8d961649-f692-43cb-b37d-fb202a3f50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:07.580563 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-8d961649-f692-43cb-b37d-fb202a3f50ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0817013 Nov 15 14:33:07.664804 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4e757fe-41c7-4488-834f-83828b2326a7 req-80eede74-f50d-41ec-9fb2-34a5fc8d7833 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924439 Nov 15 14:33:07.686787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1144db-e4eb-4933-9bd7-2d9cf6d659cd req-dd205b23-b258-470c-8689-1c5555eaacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:07.688280 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-c721f352-37d1-4cfe-8b72-8902cff8bff5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964353 Nov 15 14:33:07.693006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a1144db-e4eb-4933-9bd7-2d9cf6d659cd req-dd205b23-b258-470c-8689-1c5555eaacc8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2150609 Nov 15 14:33:07.792416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a1144db-e4eb-4933-9bd7-2d9cf6d659cd req-edef9b8a-a572-49f4-aa52-7b27348f232f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 HTTP/1.1" status: 200 len: 217 time: 0.0811670 Nov 15 14:33:07.845561 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77302537-e0ef-4763-8b5f-1bcbc3ce1ddc req-3fe87563-a5c4-4efb-b88b-b983fe7a1dc4 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 210 time: 0.0696023 Nov 15 14:33:07.854662 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-7e646a53-4f59-45f5-8f93-c12daa924079 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461482 Nov 15 14:33:07.949648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1144db-e4eb-4933-9bd7-2d9cf6d659cd req-b789322e-a077-449f-adf0-4667d8623f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:07.951790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a1144db-e4eb-4933-9bd7-2d9cf6d659cd req-b789322e-a077-449f-adf0-4667d8623f35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1259806 Nov 15 14:33:07.957578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['3ca5237a-9418-4a22-84b3-984f7bbc60f3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:07.960454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['3ca5237a-9418-4a22-84b3-984f7bbc60f3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:08.042582 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4b00d223-2b68-44d9-8de4-817782ac99e9 req-ab3b3d54-2c01-4fae-bc07-26f261a6faf0 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800168 Nov 15 14:33:08.077229 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-e5329a41-7217-422f-9db9-44801c3a0f0d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:08.083685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on host n-h1-817748-2 for vnic_type normal with profile {"migrating_to": "n-h2-817748-2"} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:08.084200 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:08.086552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-e5329a41-7217-422f-9db9-44801c3a0f0d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:08.086723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:08.086875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-e5329a41-7217-422f-9db9-44801c3a0f0d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/networks?id=c71bedc8-5840-466a-bde3-9a2ac69a1f84&id=8904cca4-e73f-485c-8b96-488fec1282f9&id=c71bedc8-5840-466a-bde3-9a2ac69a1f84 HTTP/1.1" status: 200 len: 1392 time: 0.2521858 Nov 15 14:33:08.122161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783c951-11da-4610-a7ef-4bd29e019d65 req-d17e04c6-71be-473e-ae8b-e8e1f0b03f01 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:08.127087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1783c951-11da-4610-a7ef-4bd29e019d65 req-d17e04c6-71be-473e-ae8b-e8e1f0b03f01 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.1434677 Nov 15 14:33:08.150179 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:08.152290 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:33:08.152739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Attempting to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on network 59a252ac-2bd0-4b93-9e88-1c3a7da19f7a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:08.153533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4d3a1352-8a12-455e-9eb9-9f0144caf2a7 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/quotas/1d009dd5851543849d345ab355a10d3b HTTP/1.1" status: 200 len: 375 time: 0.0563152 Nov 15 14:33:08.160241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1144db-e4eb-4933-9bd7-2d9cf6d659cd req-7f7257df-71d4-48b2-b99b-e1ce43114b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:08.162420 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a1144db-e4eb-4933-9bd7-2d9cf6d659cd req-7f7257df-71d4-48b2-b99b-e1ce43114b77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1809158 Nov 15 14:33:08.212687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:08.213208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Checking segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:08.220447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Bound using segment: {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:08.220447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Bound port: 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ec118e-8b54-443b-a61f-3cbb3b484863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59a252ac-2bd0-4b93-9e88-1c3a7da19f7a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:08.220447 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:08.296934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1783c951-11da-4610-a7ef-4bd29e019d65 req-9393a489-56fe-4ab4-a6e7-04bc23f0d9a5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633413 Nov 15 14:33:08.322144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-7bc4b841-dff7-475f-a536-ae7e4f03a7d5 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d009dd5851543849d345ab355a10d3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1558039 Nov 15 14:33:08.400124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a1144db-e4eb-4933-9bd7-2d9cf6d659cd req-09838dbd-7bf0-4568-841c-41b5aa318a35 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034652 Nov 15 14:33:08.459032 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:08.467457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b5e74a-4672-4521-81bd-3ef07c58e07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1479cca2-c069-40f1-922e-282f47c4d675'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:08.471765 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db19d35a-67eb-432c-b4f2-36c7ab3918b1" -d '{"events": [{"server_uuid": "29b5e74a-4672-4521-81bd-3ef07c58e07b", "name": "network-vif-plugged", "status": "completed", "tag": "1479cca2-c069-40f1-922e-282f47c4d675"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:08.501694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-dfb458f4-a88d-4675-84e8-7ffea286565e service neutron] 10.222.0.70 "GET /v2.0/networks/c71bedc8-5840-466a-bde3-9a2ac69a1f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669726 Nov 15 14:33:08.531340 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:08.533105 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7de597c5-192f-42db-9804-d30a0adc370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:08.584764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1479cca2-c069-40f1-922e-282f47c4d675, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1479cca2-c069-40f1-922e-282f47c4d675,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:08.596058 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:08.620532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a1144db-e4eb-4933-9bd7-2d9cf6d659cd req-d6b23b7d-2319-4778-9ce7-202581f5bbbf service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070415 Nov 15 14:33:08.652416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd465dd-bcfa-4bcb-af80-c8c78ac74a14 req-8e6d6e4f-dad3-415e-a8b3-2818d2a793f1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:08.653675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dbd465dd-bcfa-4bcb-af80-c8c78ac74a14 req-8e6d6e4f-dad3-415e-a8b3-2818d2a793f1 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1347947 Nov 15 14:33:08.656363 n-d-817748-2 neutron-server[103148]: WARNING neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Concurrent port binding operations failed on port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 Nov 15 14:33:08.677286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:08.700492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port ba504617-c435-4970-88ae-1d66f0bbec74, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ba504617-c435-4970-88ae-1d66f0bbec74,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:08.710094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-bdaa4a00-4a2c-435c-944d-c9e59efdd4f3 service neutron] 10.222.0.70 "GET /v2.0/networks/c71bedc8-5840-466a-bde3-9a2ac69a1f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008102 Nov 15 14:33:08.743499 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Attempt 2 to bind port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 Nov 15 14:33:08.744158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 3ca5237a-9418-4a22-84b3-984f7bbc60f3 has no active binding in host n-h2-817748-2 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 14:33:08.748739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Network 8904cca4-e73f-485c-8b96-488fec1282f9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:33:08.752823 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:08.766732 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:08.769714 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:33:08.800303 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Pushing event updated for resources: {'Port': ['ID=ddd6ef8b-226a-4c52-882e-fd6ad03ba072,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:08.810618 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:08.811418 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dbd465dd-bcfa-4bcb-af80-c8c78ac74a14 req-bbdc8af1-ad45-4fac-9027-8eb3db1e6d8d tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429815 Nov 15 14:33:08.911279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-9ab606fb-0cf0-4cec-8727-573816dbfe18 service neutron] 10.222.0.70 "GET /v2.0/networks/8904cca4-e73f-485c-8b96-488fec1282f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938620 Nov 15 14:33:08.960530 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c', 'tag': 'b3ddee34-a98a-4b48-8c43-760fe33f6f55'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:08.963170 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e509a0-fee5-43e9-bfac-affeaff26a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c", "tag": "b3ddee34-a98a-4b48-8c43-760fe33f6f55"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:09.002909 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-7de597c5-192f-42db-9804-d30a0adc370d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:33:09.003922 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-7de597c5-192f-42db-9804-d30a0adc370d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:33:09.070419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Attempting to bind port ddd6ef8b-226a-4c52-882e-fd6ad03ba072 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:09.071037 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Attempting to bind port ddd6ef8b-226a-4c52-882e-fd6ad03ba072 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '8c6015fc-5ab9-4321-a4fe-ef2487ff42c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8904cca4-e73f-485c-8b96-488fec1282f9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:09.071414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Attempting to bind port ddd6ef8b-226a-4c52-882e-fd6ad03ba072 on network 8904cca4-e73f-485c-8b96-488fec1282f9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:09.074319 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1479cca2-c069-40f1-922e-282f47c4d675,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:09.113752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:09.114150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Checking segment: {'id': '8c6015fc-5ab9-4321-a4fe-ef2487ff42c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8904cca4-e73f-485c-8b96-488fec1282f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:09.114799 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:09.115199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Bound using segment: {'id': '8c6015fc-5ab9-4321-a4fe-ef2487ff42c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8904cca4-e73f-485c-8b96-488fec1282f9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:09.115749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Bound port: ddd6ef8b-226a-4c52-882e-fd6ad03ba072, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6015fc-5ab9-4321-a4fe-ef2487ff42c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8904cca4-e73f-485c-8b96-488fec1282f9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:09.116128 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:09.187472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=ba504617-c435-4970-88ae-1d66f0bbec74,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:09.217234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] For port ddd6ef8b-226a-4c52-882e-fd6ad03ba072, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:09.223633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] For port ddd6ef8b-226a-4c52-882e-fd6ad03ba072, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ddd6ef8b-226a-4c52-882e-fd6ad03ba072,segment=NetworkSegment(8c6015fc-5ab9-4321-a4fe-ef2487ff42c4),segment_id=8c6015fc-5ab9-4321-a4fe-ef2487ff42c4)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:09.368025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3155b4e-9ccc-4936-aa94-0437d01a5eff', 'tag': '3ca5237a-9418-4a22-84b3-984f7bbc60f3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:09.371767 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58253d70-3bc7-49c6-a680-93dae0b49666" -d '{"events": [{"name": "network-changed", "server_uuid": "f3155b4e-9ccc-4936-aa94-0437d01a5eff", "tag": "3ca5237a-9418-4a22-84b3-984f7bbc60f3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:09.394489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb71909-c77b-494b-a29e-bd9ff562a813 req-1df6678f-e482-49dc-a558-2520d28afc26 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:09.396149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfb71909-c77b-494b-a29e-bd9ff562a813 req-1df6678f-e482-49dc-a558-2520d28afc26 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 943 time: 0.4616654 Nov 15 14:33:09.403056 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-9fda2f00-8d99-41e6-8f99-99405a0907f6 service neutron] 10.222.0.70 "GET /v2.0/networks/8904cca4-e73f-485c-8b96-488fec1282f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859324 Nov 15 14:33:09.425734 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:09.529695 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfb71909-c77b-494b-a29e-bd9ff562a813 req-9fb42f53-5058-4e4b-b3e9-e4cb467e2cdf tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234922 Nov 15 14:33:09.556125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2076c-eeab-4a43-8fa7-e6621ec746ac None None] Pushing event updated for resources: {'Port': ['ID=ddd6ef8b-226a-4c52-882e-fd6ad03ba072,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:09.573558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-bd0e2ae3-4386-4c95-bf12-117adc8db171 service neutron] 10.222.0.70 "GET /v2.0/networks/c71bedc8-5840-466a-bde3-9a2ac69a1f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634820 Nov 15 14:33:09.702199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-638e7020-1796-47c4-a70a-c8467146736e None None] Provisioning complete for port ba504617-c435-4970-88ae-1d66f0bbec74 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:09.702491 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-638e7020-1796-47c4-a70a-c8467146736e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:09.822608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-5d94917e-e58b-4ba2-9682-8a488034c950 service neutron] 10.222.0.70 "GET /v2.0/networks/c71bedc8-5840-466a-bde3-9a2ac69a1f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366221 Nov 15 14:33:09.830912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410574a6-74ce-4ec4-9d50-17a47e80f56e req-78f77b5f-e57f-45cd-b5fd-c5819c1d9b0c tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:09.832470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-410574a6-74ce-4ec4-9d50-17a47e80f56e req-78f77b5f-e57f-45cd-b5fd-c5819c1d9b0c tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 947 time: 0.1863027 Nov 15 14:33:09.864334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00df3b-e977-4b4b-ade0-f5dfeeaee6a7 req-ecba1f98-d8cf-4a8c-a5bf-0c2f8e6baecb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:09.865891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a00df3b-e977-4b4b-ade0-f5dfeeaee6a7 req-ecba1f98-d8cf-4a8c-a5bf-0c2f8e6baecb tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.46 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1730957 Nov 15 14:33:09.958506 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-410574a6-74ce-4ec4-9d50-17a47e80f56e req-45f19229-53bd-4c74-bcb2-ae574350a5a0 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186728 Nov 15 14:33:10.017365 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fb9ece-41a8-43ef-8056-62e331e3ffc4 x-openstack-request-id: req-e9fb9ece-41a8-43ef-8056-62e331e3ffc4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:10.017365 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b5e74a-4672-4521-81bd-3ef07c58e07b", "name": "network-vif-plugged", "status": "completed", "tag": "1479cca2-c069-40f1-922e-282f47c4d675", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:10.017365 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9fb9ece-41a8-43ef-8056-62e331e3ffc4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:10.017365 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b5e74a-4672-4521-81bd-3ef07c58e07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1479cca2-c069-40f1-922e-282f47c4d675', 'code': 200} Nov 15 14:33:10.029564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6a00df3b-e977-4b4b-ade0-f5dfeeaee6a7 req-c175f76b-5e3a-4e89-91bc-58116f78878b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Deleting port 65ba119f-2b15-46b2-847d-2c22265d9ab6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:10.030778 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6a00df3b-e977-4b4b-ade0-f5dfeeaee6a7 req-c175f76b-5e3a-4e89-91bc-58116f78878b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:10.184981 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad060231-4ed8-4b84-a93a-f78cb5e06e98 req-afc07ee5-d5de-4996-9415-c6dc75c35861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:10.186509 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ad060231-4ed8-4b84-a93a-f78cb5e06e98 req-afc07ee5-d5de-4996-9415-c6dc75c35861 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 1096 time: 0.0780296 Nov 15 14:33:10.215075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-825dcab4-34dc-4a3b-85a8-fdf1cfe52e84 req-8aa9705e-17d0-4c88-98d7-f52bc30ca5c5 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 210 time: 0.0390422 Nov 15 14:33:10.243298 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6b5f8-1a59-495e-bbda-5cce2ecf7f7f req-3007b9b7-3e63-41f2-a597-db739e7794b6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:10.244850 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0e6b5f8-1a59-495e-bbda-5cce2ecf7f7f req-3007b9b7-3e63-41f2-a597-db739e7794b6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 945 time: 0.1316600 Nov 15 14:33:10.286187 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ad060231-4ed8-4b84-a93a-f78cb5e06e98 req-3a78f7cd-2bea-4a82-a40a-d9103504352a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836072 Nov 15 14:33:10.292412 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6a00df3b-e977-4b4b-ade0-f5dfeeaee6a7 req-c175f76b-5e3a-4e89-91bc-58116f78878b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] For port 65ba119f-2b15-46b2-847d-2c22265d9ab6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=65ba119f-2b15-46b2-847d-2c22265d9ab6,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:10.292749 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6a00df3b-e977-4b4b-ade0-f5dfeeaee6a7 req-c175f76b-5e3a-4e89-91bc-58116f78878b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:10.316966 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e94d70-2dac-4531-9efe-a3cf228cc74e x-openstack-request-id: req-f2e94d70-2dac-4531-9efe-a3cf228cc74e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:10.317261 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c", "tag": "b3ddee34-a98a-4b48-8c43-760fe33f6f55", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:10.317942 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2e94d70-2dac-4531-9efe-a3cf228cc74e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:10.318364 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c', 'tag': 'b3ddee34-a98a-4b48-8c43-760fe33f6f55', 'status': 'completed', 'code': 200} Nov 15 14:33:10.335292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6a00df3b-e977-4b4b-ade0-f5dfeeaee6a7 req-c175f76b-5e3a-4e89-91bc-58116f78878b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Calling delete_port for 65ba119f-2b15-46b2-847d-2c22265d9ab6 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:10.446219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0e6b5f8-1a59-495e-bbda-5cce2ecf7f7f req-b92fc0b2-8021-4276-8b63-66ae62f963af tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778104 Nov 15 14:33:10.529863 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68f1206-583e-4b71-b819-a9084136fa09 x-openstack-request-id: req-f68f1206-583e-4b71-b819-a9084136fa09 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:10.530119 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3155b4e-9ccc-4936-aa94-0437d01a5eff", "tag": "3ca5237a-9418-4a22-84b3-984f7bbc60f3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:10.530318 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f68f1206-583e-4b71-b819-a9084136fa09 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:10.530963 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3155b4e-9ccc-4936-aa94-0437d01a5eff', 'tag': '3ca5237a-9418-4a22-84b3-984f7bbc60f3', 'status': 'completed', 'code': 200} Nov 15 14:33:10.605635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b21350-02f0-4089-b707-73c9afe4caf6 req-52e5f569-0452-45ef-90f7-452dcce8cf7e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:10.613398 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27b21350-02f0-4089-b707-73c9afe4caf6 req-52e5f569-0452-45ef-90f7-452dcce8cf7e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.1683087 Nov 15 14:33:10.677037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58253d70-3bc7-49c6-a680-93dae0b49666 req-663f2d4f-5bca-4ab9-a4a7-0d0997ad165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:10.686184 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58253d70-3bc7-49c6-a680-93dae0b49666 req-663f2d4f-5bca-4ab9-a4a7-0d0997ad165e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 1124 time: 0.1093524 Nov 15 14:33:10.701127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-7cedd178-13c3-4603-aa2e-11be8b32628d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:10.702767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-7cedd178-13c3-4603-aa2e-11be8b32628d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.59 "GET /v2.0/networks?id=8d948a43-4cc1-4b6f-898b-a449d54b934b HTTP/1.1" status: 200 len: 813 time: 0.3517549 Nov 15 14:33:10.737321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-32e2d539-c7e0-4d45-9e3e-64f6ab464179 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'port': {'device_id': '9da47439-8407-4cd2-9724-0aab9da1166b', 'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b', 'admin_state_up': True, 'tenant_id': '5f38c5c53eef414aaa95bdd4035947bb'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:10.751564 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:33:10.918535 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e509a0-fee5-43e9-bfac-affeaff26a9d req-3ac222a8-df0d-412e-81ca-8bc3f1a489d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:10.919093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd99c40e-d457-4087-a021-24c06da6deee None None] Network 8904cca4-e73f-485c-8b96-488fec1282f9 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:33:10.920584 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-70e509a0-fee5-43e9-bfac-affeaff26a9d req-3ac222a8-df0d-412e-81ca-8bc3f1a489d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 1094 time: 0.2093577 Nov 15 14:33:10.948002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27b21350-02f0-4089-b707-73c9afe4caf6 req-05d838ba-e0b1-4a1e-b13b-32d5ed2790f3 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231294 Nov 15 14:33:11.021975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58253d70-3bc7-49c6-a680-93dae0b49666 req-ff5d69d9-327f-4c53-857b-3d2ee168b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:11.025003 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58253d70-3bc7-49c6-a680-93dae0b49666 req-ff5d69d9-327f-4c53-857b-3d2ee168b5f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.3234639 Nov 15 14:33:11.031851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d2192-da0b-4e7b-bc56-6b379fb3d2fc req-88556f34-5107-4e92-b53a-872496be9cc7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:11.047627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-910d2192-da0b-4e7b-bc56-6b379fb3d2fc req-88556f34-5107-4e92-b53a-872496be9cc7 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 950 time: 0.1617086 Nov 15 14:33:11.059707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-32e2d539-c7e0-4d45-9e3e-64f6ab464179 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Made reservation on behalf of 5f38c5c53eef414aaa95bdd4035947bb for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:33:11.063309 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-32e2d539-c7e0-4d45-9e3e-64f6ab464179 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:11.098963 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6a00df3b-e977-4b4b-ade0-f5dfeeaee6a7 req-c175f76b-5e3a-4e89-91bc-58116f78878b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:11.115118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bcd639ff-f9f4-4c84-bd39-798fac005acb None None] Provisioning complete for port ddd6ef8b-226a-4c52-882e-fd6ad03ba072 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:11.115861 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bcd639ff-f9f4-4c84-bd39-798fac005acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:11.117626 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58253d70-3bc7-49c6-a680-93dae0b49666 req-6e93ede0-2ab7-4ba9-b9bb-601c4290f594 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3 HTTP/1.1" status: 200 len: 217 time: 0.0698624 Nov 15 14:33:11.152672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['af96e6ba-9544-4679-be60-64b63e6f4a63', '65ba119f-2b15-46b2-847d-2c22265d9ab6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:11.183288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58253d70-3bc7-49c6-a680-93dae0b49666 req-f2287ea7-fae2-43f3-83fb-1f130f6c1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:11.185607 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58253d70-3bc7-49c6-a680-93dae0b49666 req-f2287ea7-fae2-43f3-83fb-1f130f6c1099 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.0519776 Nov 15 14:33:11.206382 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e509a0-fee5-43e9-bfac-affeaff26a9d req-e6dd1f40-2afd-4514-a69d-3ea73a348448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:11.208348 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-70e509a0-fee5-43e9-bfac-affeaff26a9d req-e6dd1f40-2afd-4514-a69d-3ea73a348448 service neutron] 10.222.0.46 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.2667253 Nov 15 14:33:11.238705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ba504617-c435-4970-88ae-1d66f0bbec74 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:11.247793 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5d111b28-cea8-40a2-bf7a-4a04b7ce20b3,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:11.253935 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58253d70-3bc7-49c6-a680-93dae0b49666 req-3e81b8cf-c7f9-4668-9df4-441602874c2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443375 Nov 15 14:33:11.264254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175f76b-5e3a-4e89-91bc-58116f78878b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Pushing event deleted for resources: {'Port': ['ID=65ba119f-2b15-46b2-847d-2c22265d9ab6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:11.291558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd7376a0-b6aa-4a33-87a2-ca9b2d17b1d6 req-1fd96c69-8baa-41ea-a713-9686f23b65ef tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 210 time: 0.2133675 Nov 15 14:33:11.305369 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-70e509a0-fee5-43e9-bfac-affeaff26a9d req-68647687-1464-4513-af3e-0255557ea318 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55 HTTP/1.1" status: 200 len: 217 time: 0.0830624 Nov 15 14:33:11.344807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '5d111b28-cea8-40a2-bf7a-4a04b7ce20b3', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '5d111b28-cea8-40a2-bf7a-4a04b7ce20b3', 'mac_address': 'fa:16:3e:b8:9d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:33:11.399093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-910d2192-da0b-4e7b-bc56-6b379fb3d2fc req-c649a833-2d98-43ed-9e7a-49c440930502 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488655 Nov 15 14:33:11.495107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e509a0-fee5-43e9-bfac-affeaff26a9d req-8b327269-a056-4b24-a03a-4e14c712e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:11.496890 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-70e509a0-fee5-43e9-bfac-affeaff26a9d req-8b327269-a056-4b24-a03a-4e14c712e238 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.1595993 Nov 15 14:33:11.503154 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58253d70-3bc7-49c6-a680-93dae0b49666 req-0e1d53c7-8195-477c-94d9-f4dfc257d406 service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129977 Nov 15 14:33:11.560084 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-70e509a0-fee5-43e9-bfac-affeaff26a9d req-4401db49-1750-4143-aeb0-8b751e5df604 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515833 Nov 15 14:33:11.566455 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:11.571414 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bcd639ff-f9f4-4c84-bd39-798fac005acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:11.601992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ba504617-c435-4970-88ae-1d66f0bbec74 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:11.602704 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:11.658370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a00df3b-e977-4b4b-ade0-f5dfeeaee6a7 req-c175f76b-5e3a-4e89-91bc-58116f78878b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] No DVR routers for this DVR port 65ba119f-2b15-46b2-847d-2c22265d9ab6 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:11.661355 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6a00df3b-e977-4b4b-ade0-f5dfeeaee6a7 req-c175f76b-5e3a-4e89-91bc-58116f78878b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:11.667975 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a00df3b-e977-4b4b-ade0-f5dfeeaee6a7 req-c175f76b-5e3a-4e89-91bc-58116f78878b tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.46 "DELETE /v2.0/ports/65ba119f-2b15-46b2-847d-2c22265d9ab6 HTTP/1.1" status: 204 len: 173 time: 1.7881706 Nov 15 14:33:11.707295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:11.732716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7c5d3-ffa1-4925-b3c4-358f853844c5 req-7cd2ddd3-91d6-48af-b048-83438ebb15c6 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:11.735105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eca7c5d3-ffa1-4925-b3c4-358f853844c5 req-7cd2ddd3-91d6-48af-b048-83438ebb15c6 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 943 time: 0.2918277 Nov 15 14:33:11.746478 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58253d70-3bc7-49c6-a680-93dae0b49666 req-41671561-f874-4959-9999-797454c3804d service neutron] 10.222.0.59 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998868 Nov 15 14:33:11.759876 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-70e509a0-fee5-43e9-bfac-affeaff26a9d req-fffa262e-e7de-49ee-8606-d4ea495f9fff service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870422 Nov 15 14:33:11.768042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-32e2d539-c7e0-4d45-9e3e-64f6ab464179 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Allocated IP 172.20.0.13 (8d948a43-4cc1-4b6f-898b-a449d54b934b/252401ff-9afd-40e6-ae5d-f72c82fc03f1/73784e7e-29c4-407c-a0a4-383bf666e117) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:33:11.814202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bcd639ff-f9f4-4c84-bd39-798fac005acb None None] For port ddd6ef8b-226a-4c52-882e-fd6ad03ba072, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ddd6ef8b-226a-4c52-882e-fd6ad03ba072,segment=NetworkSegment(8c6015fc-5ab9-4321-a4fe-ef2487ff42c4),segment_id=8c6015fc-5ab9-4321-a4fe-ef2487ff42c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:11.825221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5d111b28-cea8-40a2-bf7a-4a04b7ce20b3,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:11.845190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba445-d0bb-4893-89a6-2f35e3f77c30 req-78c38bac-e310-4b80-8dad-1a49d2a89ab4 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:11.846844 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cbba445-d0bb-4893-89a6-2f35e3f77c30 req-78c38bac-e310-4b80-8dad-1a49d2a89ab4 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 947 time: 0.3180366 Nov 15 14:33:11.951743 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-70e509a0-fee5-43e9-bfac-affeaff26a9d req-a04ee243-8e4b-4ff6-b476-9a95fef6b74f service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711833 Nov 15 14:33:11.968715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eca7c5d3-ffa1-4925-b3c4-358f853844c5 req-9a06a219-2404-454f-bbb6-6485f34eb524 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217500 Nov 15 14:33:12.044591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ddd6ef8b-226a-4c52-882e-fd6ad03ba072 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:12.095584 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:12.101763 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cbba445-d0bb-4893-89a6-2f35e3f77c30 req-d4004b64-70a6-4540-b1b8-608e4581c2b9 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387805 Nov 15 14:33:12.115677 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bcd639ff-f9f4-4c84-bd39-798fac005acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:12.168034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b1fdfc6-29db-4656-95b8-44856349280f req-0baad02a-621e-4adb-8c5a-877a197200d5 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 210 time: 0.1019490 Nov 15 14:33:12.170959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ddd6ef8b-226a-4c52-882e-fd6ad03ba072 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:12.171503 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:12.217346 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=5d111b28-cea8-40a2-bf7a-4a04b7ce20b3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:12.277240 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-32e2d539-c7e0-4d45-9e3e-64f6ab464179 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:12.291024 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ed45a7fe-11af-41fb-b0c7-4ce1c55aa0ed None None] Provisioning complete for port ddd6ef8b-226a-4c52-882e-fd6ad03ba072 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:12.291024 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed45a7fe-11af-41fb-b0c7-4ce1c55aa0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:12.298639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d977e0-7698-4842-9578-70012b8cafba req-517743fc-4544-4f03-9a32-e960732834f7 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:12.317411 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd639ff-f9f4-4c84-bd39-798fac005acb None None] Pushing event updated for resources: {'Port': ['ID=ddd6ef8b-226a-4c52-882e-fd6ad03ba072,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:12.319051 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97d977e0-7698-4842-9578-70012b8cafba req-517743fc-4544-4f03-9a32-e960732834f7 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 945 time: 0.1358027 Nov 15 14:33:12.437615 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97d977e0-7698-4842-9578-70012b8cafba req-710d7c0c-f83b-4b59-8b14-5fe16c75663b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148455 Nov 15 14:33:12.454559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f075cf-f48f-4db0-a51f-c06d45222718 req-4cb2e948-9e2e-4b48-9b3a-1f2de16dc705 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:12.456355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18f075cf-f48f-4db0-a51f-c06d45222718 req-4cb2e948-9e2e-4b48-9b3a-1f2de16dc705 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.0895729 Nov 15 14:33:12.519879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18f075cf-f48f-4db0-a51f-c06d45222718 req-b0e67304-ad60-49db-b98d-4586e2913dc9 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573030 Nov 15 14:33:12.542060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'name': 'network-vif-deleted', 'tag': '65ba119f-2b15-46b2-847d-2c22265d9ab6'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:12.544636 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981683c6-d495-4087-a796-5a630b00e911" -d '{"events": [{"server_uuid": "21a22fd7-a8e0-4e0c-a4b9-78819239bfb5", "name": "network-vif-deleted", "tag": "65ba119f-2b15-46b2-847d-2c22265d9ab6"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:12.549564 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['5d111b28-cea8-40a2-bf7a-4a04b7ce20b3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:12.550199 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04a7cd05-e89b-46ab-9813-27968c896cd3 req-cbf47ce5-5320-4fc9-be47-3ee5f91338fc tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 210 time: 0.0436509 Nov 15 14:33:12.551544 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-32e2d539-c7e0-4d45-9e3e-64f6ab464179 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:12.602721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-32e2d539-c7e0-4d45-9e3e-64f6ab464179 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Network 8d948a43-4cc1-4b6f-898b-a449d54b934b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:33:12.606777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-32e2d539-c7e0-4d45-9e3e-64f6ab464179 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:12.607183 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['40516a2e-a7e2-4b7e-93ff-9700755e7ffa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:12.612251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-32e2d539-c7e0-4d45-9e3e-64f6ab464179 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:33:12.626243 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2d539-c7e0-4d45-9e3e-64f6ab464179 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'Port': ['ID=73784e7e-29c4-407c-a0a4-383bf666e117,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:12.638486 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ad3757-1831-44bd-b42a-889933b97cb7 x-openstack-request-id: req-47ad3757-1831-44bd-b42a-889933b97cb7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:12.638767 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a22fd7-a8e0-4e0c-a4b9-78819239bfb5", "name": "network-vif-deleted", "tag": "65ba119f-2b15-46b2-847d-2c22265d9ab6", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:12.639026 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47ad3757-1831-44bd-b42a-889933b97cb7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:12.639424 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a22fd7-a8e0-4e0c-a4b9-78819239bfb5', 'name': 'network-vif-deleted', 'tag': '65ba119f-2b15-46b2-847d-2c22265d9ab6', 'status': 'completed', 'code': 200} Nov 15 14:33:12.685886 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2b8fb4d-5ae9-455e-822f-97eef581c893 req-58d74d77-9cf5-4b4c-b937-7df100ce6bbf tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=21a22fd7-a8e0-4e0c-a4b9-78819239bfb5 HTTP/1.1" status: 200 len: 210 time: 0.0455811 Nov 15 14:33:12.701995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-32e2d539-c7e0-4d45-9e3e-64f6ab464179 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:12.703466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-32e2d539-c7e0-4d45-9e3e-64f6ab464179 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:12.747203 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 65ba119f-2b15-46b2-847d-2c22265d9ab6 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:12.793409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 65ba119f-2b15-46b2-847d-2c22265d9ab6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:12.793653 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 65ba119f-2b15-46b2-847d-2c22265d9ab6 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:12.815534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-32e2d539-c7e0-4d45-9e3e-64f6ab464179 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0855453 Nov 15 14:33:12.850942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Request body: {'port': {'device_id': '9da47439-8407-4cd2-9724-0aab9da1166b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:12.917641 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:12.922733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ddd6ef8b-226a-4c52-882e-fd6ad03ba072 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:13.047578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ddd6ef8b-226a-4c52-882e-fd6ad03ba072 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:13.047578 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:13.161985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c114c75-bc7f-4b08-ba2c-58b0c915c14e req-a9384511-5fc3-4549-a58e-84fd2d446d2c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:13.164075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c114c75-bc7f-4b08-ba2c-58b0c915c14e req-a9384511-5fc3-4549-a58e-84fd2d446d2c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 943 time: 0.1121993 Nov 15 14:33:13.277279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c114c75-bc7f-4b08-ba2c-58b0c915c14e req-3f99e60e-02f6-4652-8ef7-cff55ba7c0a7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062953 Nov 15 14:33:13.297971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f1ee7-f7ee-4bab-9620-9a6eb600009f req-91866764-b6d7-448f-b415-58bbad161848 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:13.299732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d50f1ee7-f7ee-4bab-9620-9a6eb600009f req-91866764-b6d7-448f-b415-58bbad161848 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 948 time: 0.1096311 Nov 15 14:33:13.415408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73784e7e-29c4-407c-a0a4-383bf666e117 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:13.427933 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:13.440889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d50f1ee7-f7ee-4bab-9620-9a6eb600009f req-d3edbff1-d51b-42cd-9af4-86a9c077f88d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330779 Nov 15 14:33:13.454043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Transition to ACTIVE for port object 73784e7e-29c4-407c-a0a4-383bf666e117 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:33:13.473396 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7dd06-c0b5-4e57-ba15-2622c1c00451 req-58de62b8-def1-4c69-8e56-38ec77343ace tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:13.479739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4de7dd06-c0b5-4e57-ba15-2622c1c00451 req-58de62b8-def1-4c69-8e56-38ec77343ace tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 932 time: 0.1139402 Nov 15 14:33:13.536444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4de7dd06-c0b5-4e57-ba15-2622c1c00451 req-93f43ae1-6306-46a5-8242-d0b8fa6dc2b5 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556123 Nov 15 14:33:13.591937 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:13.719417 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Pushing event updated for resources: {'Port': ['ID=73784e7e-29c4-407c-a0a4-383bf666e117,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:13.762883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b1075146-fd13-41cd-8292-6c68493be8c2 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:13.769527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b1075146-fd13-41cd-8292-6c68493be8c2 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:13.771276 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b1075146-fd13-41cd-8292-6c68493be8c2 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "GET /v2.0/networks?id=c71bedc8-5840-466a-bde3-9a2ac69a1f84&id=8904cca4-e73f-485c-8b96-488fec1282f9&id=c71bedc8-5840-466a-bde3-9a2ac69a1f84 HTTP/1.1" status: 200 len: 1392 time: 0.1449316 Nov 15 14:33:13.797878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59d777-9cc3-481a-9601-9c61f7428b80 req-d699acd0-a193-4b50-a41f-2f1aa9feb593 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:13.799700 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de59d777-9cc3-481a-9601-9c61f7428b80 req-d699acd0-a193-4b50-a41f-2f1aa9feb593 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 945 time: 0.1667447 Nov 15 14:33:13.801359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-6c467aec-76f5-4838-96f2-cdbcb3426568 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Request body: {'port': {'device_id': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84', 'admin_state_up': True, 'tenant_id': '1d009dd5851543849d345ab355a10d3b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:13.811780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d073c6-b084-4633-9179-ff62d3cba158 req-54da6e54-367b-4846-beb1-6fa28d3bb4e2 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:13.820097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7d073c6-b084-4633-9179-ff62d3cba158 req-54da6e54-367b-4846-beb1-6fa28d3bb4e2 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.1783669 Nov 15 14:33:13.904725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Attempting to bind port 73784e7e-29c4-407c-a0a4-383bf666e117 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:13.905080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Attempting to bind port 73784e7e-29c4-407c-a0a4-383bf666e117 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '7b7e31a4-172b-44d8-b774-1de82c6801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:13.905403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Attempting to bind port 73784e7e-29c4-407c-a0a4-383bf666e117 on network 8d948a43-4cc1-4b6f-898b-a449d54b934b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:13.931016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7d073c6-b084-4633-9179-ff62d3cba158 req-a87ed0ac-46b9-4a91-be45-c60779d5857a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099820 Nov 15 14:33:13.931864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Port 73784e7e-29c4-407c-a0a4-383bf666e117 on network 8d948a43-4cc1-4b6f-898b-a449d54b934b not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:33:13.932513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Attempting to bind port 73784e7e-29c4-407c-a0a4-383bf666e117 on network 8d948a43-4cc1-4b6f-898b-a449d54b934b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:13.956436 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de59d777-9cc3-481a-9601-9c61f7428b80 req-500b5cb7-d1bb-484e-bec8-e1a5a4835e59 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317565 Nov 15 14:33:13.958275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:13.958870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Checking segment: {'id': '7b7e31a4-172b-44d8-b774-1de82c6801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:13.961481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Bound using segment: {'id': '7b7e31a4-172b-44d8-b774-1de82c6801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:13.962421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Bound port: 73784e7e-29c4-407c-a0a4-383bf666e117, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7e31a4-172b-44d8-b774-1de82c6801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:13.963146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:14.041532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-6c467aec-76f5-4838-96f2-cdbcb3426568 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:33:14.047699 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-6c467aec-76f5-4838-96f2-cdbcb3426568 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:14.075577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-360785a9-7bc3-41e1-b3b3-94ffeb52c23c req-746ccb5a-ec31-46ea-8740-538b4a2e48a4 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 210 time: 0.0664933 Nov 15 14:33:14.115753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] For port 73784e7e-29c4-407c-a0a4-383bf666e117, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:14.124353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] For port 73784e7e-29c4-407c-a0a4-383bf666e117, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=73784e7e-29c4-407c-a0a4-383bf666e117,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:14.236471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-6c467aec-76f5-4838-96f2-cdbcb3426568 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Allocated IP 19.80.0.89 (c71bedc8-5840-466a-bde3-9a2ac69a1f84/ca2dd7fe-2471-464f-9028-5bbad6228640/b6f66ace-25e3-4bba-b642-fd3c4f7cc654) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:33:14.241851 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:14.283421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:14.284241 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:14.285740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] 10.222.0.59 "PUT /v2.0/ports/73784e7e-29c4-407c-a0a4-383bf666e117 HTTP/1.1" status: 200 len: 1092 time: 1.4405837 Nov 15 14:33:14.340167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbbac4-ede7-4de8-b568-9d1818068f69 service neutron] Pushing event updated for resources: {'Port': ['ID=73784e7e-29c4-407c-a0a4-383bf666e117,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:14.473899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba86a86-4980-4eb2-8e3d-964d1b5b6257 req-5ec7c7d8-8382-4aa3-9dea-5d7e1650ef69 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:14.476161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ba86a86-4980-4eb2-8e3d-964d1b5b6257 req-5ec7c7d8-8382-4aa3-9dea-5d7e1650ef69 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 943 time: 0.0838439 Nov 15 14:33:14.494218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-fb7a59a3-06a8-4102-b18d-da337a616d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:14.498475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-fb7a59a3-06a8-4102-b18d-da337a616d01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f38c5c53eef414aaa95bdd4035947bb&device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 1095 time: 0.0687730 Nov 15 14:33:14.534013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-6c467aec-76f5-4838-96f2-cdbcb3426568 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:14.569905 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-fbc98a35-55e9-4051-9a9c-3a19ce76e90f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73784e7e-29c4-407c-a0a4-383bf666e117 HTTP/1.1" status: 200 len: 217 time: 0.0576167 Nov 15 14:33:14.578234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ba86a86-4980-4eb2-8e3d-964d1b5b6257 req-b94755e4-b844-4c36-8eed-bf645c0bd966 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958407 Nov 15 14:33:14.641246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da47439-8407-4cd2-9724-0aab9da1166b', 'tag': '73784e7e-29c4-407c-a0a4-383bf666e117'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:14.646714 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54619665-a274-4673-a716-8bef703b6c76" -d '{"events": [{"name": "network-changed", "server_uuid": "9da47439-8407-4cd2-9724-0aab9da1166b", "tag": "73784e7e-29c4-407c-a0a4-383bf666e117"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:14.650292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-ac935280-e136-4192-a39f-9c08fe08c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:14.651750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-ac935280-e136-4192-a39f-9c08fe08c0c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=252401ff-9afd-40e6-ae5d-f72c82fc03f1 HTTP/1.1" status: 200 len: 853 time: 0.0696678 Nov 15 14:33:14.707530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-0adc9100-977a-4676-8968-2809efd365a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d948a43-4cc1-4b6f-898b-a449d54b934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299234 Nov 15 14:33:14.716986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-6c467aec-76f5-4838-96f2-cdbcb3426568 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:14.728473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4c76d-1009-4f51-a0f4-1541323fb5ae req-1b56eba5-15c5-4202-88e1-8a20954db834 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:14.730204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aef4c76d-1009-4f51-a0f4-1541323fb5ae req-1b56eba5-15c5-4202-88e1-8a20954db834 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 948 time: 0.0827184 Nov 15 14:33:14.756096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:14.797283 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-6c467aec-76f5-4838-96f2-cdbcb3426568 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Network c71bedc8-5840-466a-bde3-9a2ac69a1f84 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:33:14.803727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-6c467aec-76f5-4838-96f2-cdbcb3426568 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:14.822652 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-6c467aec-76f5-4838-96f2-cdbcb3426568 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:33:14.894766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aef4c76d-1009-4f51-a0f4-1541323fb5ae req-2351c3c6-6bde-4944-b287-673e3fdd183c tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381571 Nov 15 14:33:14.912801 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-6c467aec-76f5-4838-96f2-cdbcb3426568 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:14.913320 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-6c467aec-76f5-4838-96f2-cdbcb3426568 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:14.920682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:33:14.934355 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:14.934355 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:14.962509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829b433-b580-4744-8eb5-7d40d3d33aeb req-0fcfab96-f9d0-4f44-be65-0155e6f5cb79 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:14.965017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6829b433-b580-4744-8eb5-7d40d3d33aeb req-0fcfab96-f9d0-4f44-be65-0155e6f5cb79 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 944 time: 0.1756728 Nov 15 14:33:14.967197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-cd19dca1-2150-4cee-acb2-5815c37099b2 service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359688 Nov 15 14:33:14.984574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c467aec-76f5-4838-96f2-cdbcb3426568 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event updated for resources: {'Port': ['ID=b6f66ace-25e3-4bba-b642-fd3c4f7cc654,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:15.115654 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:15.145430 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4679e6cb-9f4f-49b8-acd2-7e3792eb6b37 x-openstack-request-id: req-4679e6cb-9f4f-49b8-acd2-7e3792eb6b37 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:15.146156 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da47439-8407-4cd2-9724-0aab9da1166b", "tag": "73784e7e-29c4-407c-a0a4-383bf666e117", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:15.149703 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4679e6cb-9f4f-49b8-acd2-7e3792eb6b37 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:15.149703 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da47439-8407-4cd2-9724-0aab9da1166b', 'tag': '73784e7e-29c4-407c-a0a4-383bf666e117', 'status': 'completed', 'code': 200} Nov 15 14:33:15.161280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6829b433-b580-4744-8eb5-7d40d3d33aeb req-6f8e609a-4795-44ae-aed8-82481e858ff3 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861486 Nov 15 14:33:15.164801 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-6c467aec-76f5-4838-96f2-cdbcb3426568 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3680508 Nov 15 14:33:15.191493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b3dd08ac-0f33-4c3f-b35e-c28704c8c6fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Request body: {'port': {'device_id': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'network_id': '8904cca4-e73f-485c-8b96-488fec1282f9', 'admin_state_up': True, 'tenant_id': '1d009dd5851543849d345ab355a10d3b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:15.195445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5d111b28-cea8-40a2-bf7a-4a04b7ce20b3,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:15.198850 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a517065-3e61-4806-a478-91a1981c01a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d111b28-cea8-40a2-bf7a-4a04b7ce20b3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:15.205897 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d14c44f-c6be-4770-a5de-53db67ae5cfc" -d '{"events": [{"server_uuid": "4a517065-3e61-4806-a478-91a1981c01a6", "name": "network-vif-plugged", "status": "completed", "tag": "5d111b28-cea8-40a2-bf7a-4a04b7ce20b3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:15.239242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136a093-bb6f-4db0-8952-aab99976b945 req-19b435d7-5ab9-4fa6-97c0-a4f1b627aece tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:15.241314 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3136a093-bb6f-4db0-8952-aab99976b945 req-19b435d7-5ab9-4fa6-97c0-a4f1b627aece tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 950 time: 0.1565351 Nov 15 14:33:15.334128 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:15.337564 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fd2c3e0-2306-4980-a952-43fbbf1f7c67 req-14c55fe4-7beb-4d02-b40c-1fa51eccce3e service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481824 Nov 15 14:33:15.408682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ab2a247d-4c0b-4631-8f75-4b7e5cdfae1a None None] Provisioning complete for port b6f66ace-25e3-4bba-b642-fd3c4f7cc654 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:15.409201 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab2a247d-4c0b-4631-8f75-4b7e5cdfae1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:15.411017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=5d111b28-cea8-40a2-bf7a-4a04b7ce20b3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:15.448224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fb71e-8f25-4da3-859c-8e18f6d87041 req-a4146786-1b7b-4952-96d9-e7d8a340c4ab tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:15.453849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-995fb71e-8f25-4da3-859c-8e18f6d87041 req-a4146786-1b7b-4952-96d9-e7d8a340c4ab tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 950 time: 0.1772809 Nov 15 14:33:15.474886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a247d-4c0b-4631-8f75-4b7e5cdfae1a None None] Port b6f66ace-25e3-4bba-b642-fd3c4f7cc654 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:33:15.477508 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3136a093-bb6f-4db0-8952-aab99976b945 req-745bfcc4-34e2-467c-a321-8fb32e65b5c9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Deleting port af96e6ba-9544-4679-be60-64b63e6f4a63 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:15.477853 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3136a093-bb6f-4db0-8952-aab99976b945 req-745bfcc4-34e2-467c-a321-8fb32e65b5c9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:15.503628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb1bec-5cca-4979-9ee9-e5745df5cfd8 req-f8750e0f-e381-4e1f-86fa-e04297ced1ff tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:15.505169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8eb1bec-5cca-4979-9ee9-e5745df5cfd8 req-f8750e0f-e381-4e1f-86fa-e04297ced1ff tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.1807642 Nov 15 14:33:15.597346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3136a093-bb6f-4db0-8952-aab99976b945 req-745bfcc4-34e2-467c-a321-8fb32e65b5c9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] For port af96e6ba-9544-4679-be60-64b63e6f4a63, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=af96e6ba-9544-4679-be60-64b63e6f4a63,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:15.597885 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3136a093-bb6f-4db0-8952-aab99976b945 req-745bfcc4-34e2-467c-a321-8fb32e65b5c9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:15.609719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b3dd08ac-0f33-4c3f-b35e-c28704c8c6fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:33:15.609977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-995fb71e-8f25-4da3-859c-8e18f6d87041 req-a40d56da-ce6d-4416-ae36-8fce19d51fe9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/security-groups?id=9187450a-263b-4662-a2fa-578cc4e3a552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375537 Nov 15 14:33:15.613851 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b3dd08ac-0f33-4c3f-b35e-c28704c8c6fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:15.630596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3136a093-bb6f-4db0-8952-aab99976b945 req-745bfcc4-34e2-467c-a321-8fb32e65b5c9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Calling delete_port for af96e6ba-9544-4679-be60-64b63e6f4a63 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:15.658017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8eb1bec-5cca-4979-9ee9-e5745df5cfd8 req-2badf7dd-f876-4a55-b9c3-2a7c3c040977 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286933 Nov 15 14:33:15.675954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54619665-a274-4673-a716-8bef703b6c76 req-0a8d4ec3-06ec-4d23-b9fb-cc3d454ed817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:15.677834 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54619665-a274-4673-a716-8bef703b6c76 req-0a8d4ec3-06ec-4d23-b9fb-cc3d454ed817 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f38c5c53eef414aaa95bdd4035947bb&device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 1095 time: 0.1188467 Nov 15 14:33:15.733322 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e431397-480f-4102-bd5f-b9d505976c4a x-openstack-request-id: req-4e431397-480f-4102-bd5f-b9d505976c4a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:15.733873 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a517065-3e61-4806-a478-91a1981c01a6", "name": "network-vif-plugged", "status": "completed", "tag": "5d111b28-cea8-40a2-bf7a-4a04b7ce20b3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:15.734325 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e431397-480f-4102-bd5f-b9d505976c4a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:15.735058 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a517065-3e61-4806-a478-91a1981c01a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d111b28-cea8-40a2-bf7a-4a04b7ce20b3', 'code': 200} Nov 15 14:33:15.936099 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94813de5-9614-4a02-a592-f555524733a5 req-a74ae544-fd98-4f8d-a7e8-7bc3c2b87585 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:15.942470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94813de5-9614-4a02-a592-f555524733a5 req-a74ae544-fd98-4f8d-a7e8-7bc3c2b87585 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 931 time: 0.2533596 Nov 15 14:33:15.964954 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b3dd08ac-0f33-4c3f-b35e-c28704c8c6fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Allocated IP 19.86.0.185 (8904cca4-e73f-485c-8b96-488fec1282f9/e36d8a6d-a06c-48d3-bdd2-4c1d6c3a39af/e0a76cf0-f57d-4da2-be9c-ea21f88ad12b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:33:16.024902 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-3c19a452-7b38-4361-a891-bba79f1901ed service neutron] 10.222.0.59 "GET /v2.0/ports/3ca5237a-9418-4a22-84b3-984f7bbc60f3/bindings/n-h2-817748-2 HTTP/1.1" status: 200 len: 384 time: 0.1505485 Nov 15 14:33:16.025606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67c785-8655-4dff-b369-cce3eecbaef3 req-69e2b94e-7839-4edd-b523-c6b6ec07fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:16.027650 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e67c785-8655-4dff-b369-cce3eecbaef3 req-69e2b94e-7839-4edd-b523-c6b6ec07fc20 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 1100 time: 0.1877720 Nov 15 14:33:16.065048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94813de5-9614-4a02-a592-f555524733a5 req-98d25268-7444-4bdf-b3f1-8fc970fb54a6 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143334 Nov 15 14:33:16.079821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54619665-a274-4673-a716-8bef703b6c76 req-1fa025bd-7ed9-49e9-9355-b4b04c9ae86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:16.086036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54619665-a274-4673-a716-8bef703b6c76 req-1fa025bd-7ed9-49e9-9355-b4b04c9ae86d service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d948a43-4cc1-4b6f-898b-a449d54b934b HTTP/1.1" status: 200 len: 914 time: 0.3905957 Nov 15 14:33:16.092786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09a302-9568-451c-8d04-449c782cf361 req-8cb47115-fba0-4072-b86b-800d6e7dd467 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:16.095885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a09a302-9568-451c-8d04-449c782cf361 req-8cb47115-fba0-4072-b86b-800d6e7dd467 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 943 time: 0.2538152 Nov 15 14:33:16.196915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54619665-a274-4673-a716-8bef703b6c76 req-4b963ed2-4d34-41db-89c2-19fc52f9982d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73784e7e-29c4-407c-a0a4-383bf666e117 HTTP/1.1" status: 200 len: 217 time: 0.0998616 Nov 15 14:33:16.223429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e67c785-8655-4dff-b369-cce3eecbaef3 req-c307758a-54e7-4076-a869-f9b662858010 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525903 Nov 15 14:33:16.298515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a09a302-9568-451c-8d04-449c782cf361 req-ee71c400-98fe-4ced-b8e2-a36aec6ad2fc tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811657 Nov 15 14:33:16.315797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54619665-a274-4673-a716-8bef703b6c76 req-120cb129-ed35-4b4f-bec1-7128439e65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:16.317390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54619665-a274-4673-a716-8bef703b6c76 req-120cb129-ed35-4b4f-bec1-7128439e65bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=252401ff-9afd-40e6-ae5d-f72c82fc03f1 HTTP/1.1" status: 200 len: 853 time: 0.1046035 Nov 15 14:33:16.325800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bae2ee-5178-415b-afd3-c7e1386e364a req-e055d488-0e8e-449e-9b45-5679a67805f9 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:16.331102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32bae2ee-5178-415b-afd3-c7e1386e364a req-e055d488-0e8e-449e-9b45-5679a67805f9 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 949 time: 0.1490097 Nov 15 14:33:16.378223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54619665-a274-4673-a716-8bef703b6c76 req-24bf346b-2762-411b-9ca8-24d7f0aadf0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d948a43-4cc1-4b6f-898b-a449d54b934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460720 Nov 15 14:33:16.413985 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3136a093-bb6f-4db0-8952-aab99976b945 req-745bfcc4-34e2-467c-a321-8fb32e65b5c9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:16.428088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32bae2ee-5178-415b-afd3-c7e1386e364a req-7cd21247-f7a3-4d66-ab0e-90a1708deaaa tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877283 Nov 15 14:33:16.432780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['af96e6ba-9544-4679-be60-64b63e6f4a63'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:16.443872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 3ca5237a-9418-4a22-84b3-984f7bbc60f3 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:16.505648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bfcc4-34e2-467c-a321-8fb32e65b5c9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Pushing event deleted for resources: {'Port': ['ID=af96e6ba-9544-4679-be60-64b63e6f4a63,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:16.576220 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54619665-a274-4673-a716-8bef703b6c76 req-92c1c113-40a1-4202-9676-5b75740dbf10 service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743279 Nov 15 14:33:16.646154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3136a093-bb6f-4db0-8952-aab99976b945 req-745bfcc4-34e2-467c-a321-8fb32e65b5c9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] No DVR routers for this DVR port af96e6ba-9544-4679-be60-64b63e6f4a63 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:16.649593 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3136a093-bb6f-4db0-8952-aab99976b945 req-745bfcc4-34e2-467c-a321-8fb32e65b5c9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:16.653080 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3136a093-bb6f-4db0-8952-aab99976b945 req-745bfcc4-34e2-467c-a321-8fb32e65b5c9 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.46 "DELETE /v2.0/ports/af96e6ba-9544-4679-be60-64b63e6f4a63 HTTP/1.1" status: 204 len: 173 time: 1.3843622 Nov 15 14:33:16.653560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'name': 'network-vif-deleted', 'tag': 'af96e6ba-9544-4679-be60-64b63e6f4a63'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:16.656598 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757e9962-071c-4a0b-b56f-ff045afbaffe" -d '{"events": [{"server_uuid": "d028acf2-d6c0-49f1-93f5-36bea73a74f2", "name": "network-vif-deleted", "tag": "af96e6ba-9544-4679-be60-64b63e6f4a63"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:16.678221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d00406-bd4e-43ef-ba07-cfc0444e163c req-706a78e8-fc85-4cbb-b9c2-44150c0ba5fb tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:16.686315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38d00406-bd4e-43ef-ba07-cfc0444e163c req-706a78e8-fc85-4cbb-b9c2-44150c0ba5fb tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 944 time: 0.2175887 Nov 15 14:33:16.777143 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b3dd08ac-0f33-4c3f-b35e-c28704c8c6fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:16.786223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb79bade-268e-46ee-be4f-f41996d3407b req-190201db-62c3-4046-a94e-eed4434887e0 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 210 time: 0.0523441 Nov 15 14:33:16.798605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38d00406-bd4e-43ef-ba07-cfc0444e163c req-9efee76c-1d72-4a01-8a42-26cbc6b61eba tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110101 Nov 15 14:33:16.815024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54619665-a274-4673-a716-8bef703b6c76 req-0e57b10b-2b3a-4bfe-a4c7-92f8ad904fd9 service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029731 Nov 15 14:33:16.845520 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c61954d1-1df1-419c-9e71-11adafaca138 req-537405f1-af89-4515-979d-67cdbcb76f92 service neutron] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:16.856425 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5748cf47-d8d5-4d3b-b639-98a40b14a7c6 x-openstack-request-id: req-5748cf47-d8d5-4d3b-b639-98a40b14a7c6 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:16.856721 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d028acf2-d6c0-49f1-93f5-36bea73a74f2", "name": "network-vif-deleted", "tag": "af96e6ba-9544-4679-be60-64b63e6f4a63", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:16.857511 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5748cf47-d8d5-4d3b-b639-98a40b14a7c6 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:16.857511 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd028acf2-d6c0-49f1-93f5-36bea73a74f2', 'name': 'network-vif-deleted', 'tag': 'af96e6ba-9544-4679-be60-64b63e6f4a63', 'status': 'completed', 'code': 200} Nov 15 14:33:16.876845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c61954d1-1df1-419c-9e71-11adafaca138 req-537405f1-af89-4515-979d-67cdbcb76f92 service neutron] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:16.913030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13df28-a631-416b-90e1-baeca9c5ee42 req-8cb0e3fd-3740-40e3-8e75-fda2d32cd050 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:16.920448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a13df28-a631-416b-90e1-baeca9c5ee42 req-8cb0e3fd-3740-40e3-8e75-fda2d32cd050 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.0584512 Nov 15 14:33:16.929526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-c61954d1-1df1-419c-9e71-11adafaca138 req-537405f1-af89-4515-979d-67cdbcb76f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca5237a-9418-4a22-84b3-984f7bbc60f3 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:16.950754 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c61954d1-1df1-419c-9e71-11adafaca138 req-537405f1-af89-4515-979d-67cdbcb76f92 service neutron] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:16.954327 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b3dd08ac-0f33-4c3f-b35e-c28704c8c6fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:16.973307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a13df28-a631-416b-90e1-baeca9c5ee42 req-56f6adac-381c-4315-a5a8-5e5d97d4c547 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519853 Nov 15 14:33:17.022849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b3dd08ac-0f33-4c3f-b35e-c28704c8c6fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Network 8904cca4-e73f-485c-8b96-488fec1282f9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:33:17.027034 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b3dd08ac-0f33-4c3f-b35e-c28704c8c6fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:17.029301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd08ac-0f33-4c3f-b35e-c28704c8c6fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event updated for resources: {'Port': ['ID=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:17.031903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b3dd08ac-0f33-4c3f-b35e-c28704c8c6fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:33:17.091258 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b3dd08ac-0f33-4c3f-b35e-c28704c8c6fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:17.092085 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b3dd08ac-0f33-4c3f-b35e-c28704c8c6fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:17.110199 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c61954d1-1df1-419c-9e71-11adafaca138 req-537405f1-af89-4515-979d-67cdbcb76f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:17.213785 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-b3dd08ac-0f33-4c3f-b35e-c28704c8c6fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0276983 Nov 15 14:33:17.220548 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-c61954d1-1df1-419c-9e71-11adafaca138 req-537405f1-af89-4515-979d-67cdbcb76f92 service neutron] Transition to ACTIVE for port object 3ca5237a-9418-4a22-84b3-984f7bbc60f3 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:33:17.232295 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-d6a49129-daed-4781-b5a6-0b4d491ffb2d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Request body: {'port': {'device_id': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84', 'admin_state_up': True, 'tenant_id': '1d009dd5851543849d345ab355a10d3b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:17.273627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03430bf-429d-4a68-a553-aefcabfb8952 req-a575bdc0-55dc-4139-abdb-6350188e1ae5 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:17.281578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03430bf-429d-4a68-a553-aefcabfb8952 req-a575bdc0-55dc-4139-abdb-6350188e1ae5 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:17.290500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d03430bf-429d-4a68-a553-aefcabfb8952 req-a575bdc0-55dc-4139-abdb-6350188e1ae5 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 1654 time: 0.0801809 Nov 15 14:33:17.295864 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c61954d1-1df1-419c-9e71-11adafaca138 req-537405f1-af89-4515-979d-67cdbcb76f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:17.352262 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d03430bf-429d-4a68-a553-aefcabfb8952 req-65214036-819d-4313-8869-4eda0516d66a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578904 Nov 15 14:33:17.404013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61954d1-1df1-419c-9e71-11adafaca138 req-537405f1-af89-4515-979d-67cdbcb76f92 service neutron] No DVR routers for this DVR port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:17.415253 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7569a916-b715-4782-a9f4-fc243d25f00e None None] Provisioning complete for port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:17.415856 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7569a916-b715-4782-a9f4-fc243d25f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:17.439944 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537405f1-af89-4515-979d-67cdbcb76f92 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca5237a-9418-4a22-84b3-984f7bbc60f3,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:17.467879 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-537405f1-af89-4515-979d-67cdbcb76f92 service neutron] 10.222.0.59 "PUT /v2.0/ports/3ca5237a-9418-4a22-84b3-984f7bbc60f3/bindings/n-h2-817748-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4285460 Nov 15 14:33:17.474465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7569a916-b715-4782-a9f4-fc243d25f00e None None] Port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:33:17.508875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db525bc2-0d02-4cbd-a6b2-7b4e00a57be7 req-57945fc4-8652-4e95-8981-c44855df2ea7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:17.510421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db525bc2-0d02-4cbd-a6b2-7b4e00a57be7 req-57945fc4-8652-4e95-8981-c44855df2ea7 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 944 time: 0.0680146 Nov 15 14:33:17.562710 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db525bc2-0d02-4cbd-a6b2-7b4e00a57be7 req-57dafbb0-27d3-403b-ab21-a613215491f4 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443025 Nov 15 14:33:17.618187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-d6a49129-daed-4781-b5a6-0b4d491ffb2d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:33:17.624985 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-d6a49129-daed-4781-b5a6-0b4d491ffb2d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:17.764474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e8dd-f0ff-4724-8863-fd85ce9a067a req-727c5f80-068c-46e8-be24-745025a877eb tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:17.767083 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42a8e8dd-f0ff-4724-8863-fd85ce9a067a req-727c5f80-068c-46e8-be24-745025a877eb tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 949 time: 0.0601730 Nov 15 14:33:17.777549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61954d1-1df1-419c-9e71-11adafaca138 req-8667294d-a636-44b9-b5b4-7661db866ed3 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:17.779095 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-8667294d-a636-44b9-b5b4-7661db866ed3 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff&tenant_id=d9f26606747847b78d092ad490e45917&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.0904737 Nov 15 14:33:17.826508 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-d6a49129-daed-4781-b5a6-0b4d491ffb2d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Allocated IP 19.80.0.150 (c71bedc8-5840-466a-bde3-9a2ac69a1f84/ca2dd7fe-2471-464f-9028-5bbad6228640/5f118c21-e9a0-4582-965e-f7b156dac695) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:33:17.839132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42a8e8dd-f0ff-4724-8863-fd85ce9a067a req-d42c1f8d-70df-416f-a4c3-78d9c765f37c tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701776 Nov 15 14:33:17.875606 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61954d1-1df1-419c-9e71-11adafaca138 req-67369aae-ab6c-4140-815f-58abf117919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:17.875606 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-67369aae-ab6c-4140-815f-58abf117919d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff&tenant_id=d9f26606747847b78d092ad490e45917 HTTP/1.1" status: 200 len: 1095 time: 0.0788491 Nov 15 14:33:17.955526 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9dc30338-1788-498f-bdd6-2cb5331c7c51 req-041305d9-0dfc-4dde-837f-4cf9890e56a5 tempest-MigrationsAdminTest-232145977 tempest-MigrationsAdminTest-232145977-project] 10.222.0.70 "GET /v2.0/ports?device_id=d028acf2-d6c0-49f1-93f5-36bea73a74f2 HTTP/1.1" status: 200 len: 210 time: 0.0310910 Nov 15 14:33:18.004436 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61954d1-1df1-419c-9e71-11adafaca138 req-272b83e2-989f-49de-aba6-543b329960cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:18.005968 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-272b83e2-989f-49de-aba6-543b329960cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9f26606747847b78d092ad490e45917&device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 1095 time: 0.1040177 Nov 15 14:33:18.084566 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:33:18.104489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d828c-0836-4303-acb1-bb0e22b39d16 req-ea70a4f3-334f-49e3-aae5-03bd46b5d6ee tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:18.104650 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-d6a49129-daed-4781-b5a6-0b4d491ffb2d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:18.105340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-227d828c-0836-4303-acb1-bb0e22b39d16 req-ea70a4f3-334f-49e3-aae5-03bd46b5d6ee tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 944 time: 0.0835061 Nov 15 14:33:18.151645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61954d1-1df1-419c-9e71-11adafaca138 req-d2e2bee2-6843-40a5-bf7e-ea72eabc2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:18.153134 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-d2e2bee2-6843-40a5-bf7e-ea72eabc2970 service neutron] 10.222.0.46 "GET /v2.0/networks?id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 200 len: 908 time: 0.1365516 Nov 15 14:33:18.157372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-227d828c-0836-4303-acb1-bb0e22b39d16 req-4494a472-6d9c-4f1a-8017-fbd7cbfb3670 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535359 Nov 15 14:33:18.204761 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-4ce10bfc-63ce-4332-af9b-aea03ee4ce30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3 HTTP/1.1" status: 200 len: 217 time: 0.0410690 Nov 15 14:33:18.263317 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-d6a49129-daed-4781-b5a6-0b4d491ffb2d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:18.282198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5d9ba-fea2-4eb7-812c-eff3d0690c27 req-cd8b083e-8988-4412-bb0f-a0cc04b384ff tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:18.283677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aba5d9ba-fea2-4eb7-812c-eff3d0690c27 req-cd8b083e-8988-4412-bb0f-a0cc04b384ff tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.0641389 Nov 15 14:33:18.322080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61954d1-1df1-419c-9e71-11adafaca138 req-f4877ce2-7f91-4a8f-be19-b3e756871fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:18.324434 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-f4877ce2-7f91-4a8f-be19-b3e756871fe4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 200 len: 847 time: 0.1117244 Nov 15 14:33:18.334134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-d6a49129-daed-4781-b5a6-0b4d491ffb2d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Network c71bedc8-5840-466a-bde3-9a2ac69a1f84 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:33:18.350837 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aba5d9ba-fea2-4eb7-812c-eff3d0690c27 req-368e0125-6b5a-4f4f-9c4f-63f6f891fc1d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604393 Nov 15 14:33:18.352513 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-d6a49129-daed-4781-b5a6-0b4d491ffb2d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:18.377042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-d6a49129-daed-4781-b5a6-0b4d491ffb2d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:33:18.387641 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-e286eef6-7485-4901-8f63-0b3791419c0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517755 Nov 15 14:33:18.417507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 73784e7e-29c4-407c-a0a4-383bf666e117 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:33:18.418255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a49129-daed-4781-b5a6-0b4d491ffb2d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event updated for resources: {'Port': ['ID=5f118c21-e9a0-4582-965e-f7b156dac695,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:18.508828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-d6a49129-daed-4781-b5a6-0b4d491ffb2d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:18.509563 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-d6a49129-daed-4781-b5a6-0b4d491ffb2d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:18.563114 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c9bd2-4f71-425d-b8be-835a93a35477 req-53a06c80-d24c-48d9-8b89-659c5b544e20 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:18.569758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c9bd2-4f71-425d-b8be-835a93a35477 req-53a06c80-d24c-48d9-8b89-659c5b544e20 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:18.577932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c9bd2-4f71-425d-b8be-835a93a35477 req-53a06c80-d24c-48d9-8b89-659c5b544e20 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:18.579828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-385c9bd2-4f71-425d-b8be-835a93a35477 req-53a06c80-d24c-48d9-8b89-659c5b544e20 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2376 time: 0.0966668 Nov 15 14:33:18.580625 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-59423a1d-780c-49bb-b131-ef880f0c6783 service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729743 Nov 15 14:33:18.583881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 73784e7e-29c4-407c-a0a4-383bf666e117, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=73784e7e-29c4-407c-a0a4-383bf666e117,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:18.638301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '73784e7e-29c4-407c-a0a4-383bf666e117', 'network_id': '8d948a43-4cc1-4b6f-898b-a449d54b934b', 'port_id': '73784e7e-29c4-407c-a0a4-383bf666e117', 'mac_address': 'fa:16:3e:a6:70:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252401ff-9afd-40e6-ae5d-f72c82fc03f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:33:18.719653 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-d6a49129-daed-4781-b5a6-0b4d491ffb2d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4922693 Nov 15 14:33:18.738029 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:18.746150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Request body: {'port': {'device_id': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:18.752452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ec24ba28-9744-4244-86d1-5443a5aa0ef2 None None] Provisioning complete for port 5f118c21-e9a0-4582-965e-f7b156dac695 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:18.752814 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec24ba28-9744-4244-86d1-5443a5aa0ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:18.800323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73784e7e-29c4-407c-a0a4-383bf666e117 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:18.805930 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ec24ba28-9744-4244-86d1-5443a5aa0ef2 None None] Port 5f118c21-e9a0-4582-965e-f7b156dac695 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:33:18.810753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device af96e6ba-9544-4679-be60-64b63e6f4a63 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:18.817244 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-64b78a39-fa6b-4c6f-a223-4603eb3419da service neutron] 10.222.0.46 "GET /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223442 Nov 15 14:33:18.855567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: af96e6ba-9544-4679-be60-64b63e6f4a63 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:18.855912 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device af96e6ba-9544-4679-be60-64b63e6f4a63 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:18.867701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 73784e7e-29c4-407c-a0a4-383bf666e117, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=73784e7e-29c4-407c-a0a4-383bf666e117,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:18.874028 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:19.031539 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:19.086780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=73784e7e-29c4-407c-a0a4-383bf666e117,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:19.177379 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-385c9bd2-4f71-425d-b8be-835a93a35477 req-83e019eb-61c6-459b-b838-ee63b6edd4d3 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890088 Nov 15 14:33:19.197444 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f66ace-25e3-4bba-b642-fd3c4f7cc654 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:19.203852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1676ecb-26f8-4ecb-bfa7-a16d4c13affe req-58512163-2dca-4f0c-a3df-da7e9f27ea2c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:19.206252 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1676ecb-26f8-4ecb-bfa7-a16d4c13affe req-58512163-2dca-4f0c-a3df-da7e9f27ea2c tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 944 time: 0.5275280 Nov 15 14:33:19.221887 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:19.236163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Transition to ACTIVE for port object b6f66ace-25e3-4bba-b642-fd3c4f7cc654 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:33:19.264057 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1676ecb-26f8-4ecb-bfa7-a16d4c13affe req-74243d4f-8f6f-4427-af61-9818e2230fb3 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475721 Nov 15 14:33:19.408428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:19.432045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efb374-5bc4-44f3-9645-0cf2e54c61f7 req-72f840ac-062a-46ad-aa02-3d3c14714236 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:19.433928 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37efb374-5bc4-44f3-9645-0cf2e54c61f7 req-72f840ac-062a-46ad-aa02-3d3c14714236 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 949 time: 0.0944331 Nov 15 14:33:19.472413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['73784e7e-29c4-407c-a0a4-383bf666e117'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:19.501414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37efb374-5bc4-44f3-9645-0cf2e54c61f7 req-547e01f0-1cb0-437c-8b81-3d485a9d5af6 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581071 Nov 15 14:33:19.501798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f66ace-25e3-4bba-b642-fd3c4f7cc654,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:19.548395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ec073-922d-42e5-9d0c-c0ffac35ccbe req-c713baf5-dfdb-4cc1-8942-87cb2b5d4f69 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:19.554489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d25ec073-922d-42e5-9d0c-c0ffac35ccbe req-c713baf5-dfdb-4cc1-8942-87cb2b5d4f69 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 945 time: 0.1650212 Nov 15 14:33:19.612701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61954d1-1df1-419c-9e71-11adafaca138 req-b7339c2a-cd6c-4e2e-839c-d41e08dbc475 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:19.614528 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-b7339c2a-cd6c-4e2e-839c-d41e08dbc475 tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff&tenant_id=d9f26606747847b78d092ad490e45917&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1074972 Nov 15 14:33:19.706607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1e63-bb90-459c-bfdf-a35da5a5eae5 req-4f237cda-d471-46a8-83f1-9c8e3283d85a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:19.708944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b96a1e63-bb90-459c-bfdf-a35da5a5eae5 req-4f237cda-d471-46a8-83f1-9c8e3283d85a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.1018407 Nov 15 14:33:19.710664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Attempting to bind port b6f66ace-25e3-4bba-b642-fd3c4f7cc654 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:19.711003 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Attempting to bind port b6f66ace-25e3-4bba-b642-fd3c4f7cc654 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '309e2c9d-327c-486e-b3be-3e725e72cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:19.711344 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Attempting to bind port b6f66ace-25e3-4bba-b642-fd3c4f7cc654 on network c71bedc8-5840-466a-bde3-9a2ac69a1f84 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:19.717693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d25ec073-922d-42e5-9d0c-c0ffac35ccbe req-d6223644-59ca-4ce3-b40e-a7eeec45aca2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594999 Nov 15 14:33:19.730853 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Port b6f66ace-25e3-4bba-b642-fd3c4f7cc654 on network c71bedc8-5840-466a-bde3-9a2ac69a1f84 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:33:19.731184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Attempting to bind port b6f66ace-25e3-4bba-b642-fd3c4f7cc654 on network c71bedc8-5840-466a-bde3-9a2ac69a1f84 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:19.743163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:19.743163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Checking segment: {'id': '309e2c9d-327c-486e-b3be-3e725e72cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:19.743163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Bound using segment: {'id': '309e2c9d-327c-486e-b3be-3e725e72cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:19.743163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Bound port: b6f66ace-25e3-4bba-b642-fd3c4f7cc654, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309e2c9d-327c-486e-b3be-3e725e72cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:19.743163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:19.841793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b96a1e63-bb90-459c-bfdf-a35da5a5eae5 req-1d741536-56cd-4fdf-b118-4530279bac08 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213152 Nov 15 14:33:19.952567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] For port b6f66ace-25e3-4bba-b642-fd3c4f7cc654, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:19.957605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] For port b6f66ace-25e3-4bba-b642-fd3c4f7cc654, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b6f66ace-25e3-4bba-b642-fd3c4f7cc654,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:19.972950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:20.014805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c61954d1-1df1-419c-9e71-11adafaca138 req-b2ffdaac-2797-45e0-ad92-45a9db5396fe service neutron] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:20.019973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c61954d1-1df1-419c-9e71-11adafaca138 req-b2ffdaac-2797-45e0-ad92-45a9db5396fe service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:20.022261 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c61954d1-1df1-419c-9e71-11adafaca138 req-b2ffdaac-2797-45e0-ad92-45a9db5396fe service neutron] 10.222.0.46 "DELETE /v2.0/ports/3ca5237a-9418-4a22-84b3-984f7bbc60f3/bindings/n-h1-817748-2 HTTP/1.1" status: 204 len: 173 time: 0.3889465 Nov 15 14:33:20.099707 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:20.153721 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2e4994f2-9b06-499c-b034-309b4d06a210 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a3f6958c0604fcab32ba65195204bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821263 Nov 15 14:33:20.154669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50396) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:20.175946 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:20.177838 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:20.180163 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] 10.222.0.59 "PUT /v2.0/ports/b6f66ace-25e3-4bba-b642-fd3c4f7cc654 HTTP/1.1" status: 200 len: 1091 time: 1.4417067 Nov 15 14:33:20.180769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'tag': 'b6f66ace-25e3-4bba-b642-fd3c4f7cc654'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:20.184121 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6024c671-0cd5-4a1d-b2c3-1ceaf8649700" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "tag": "b6f66ace-25e3-4bba-b642-fd3c4f7cc654"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:20.187649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2d860-c7f4-4d1c-bba4-1b648e2ca331 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f66ace-25e3-4bba-b642-fd3c4f7cc654,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:20.241370 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97a99cc0-9aac-4377-b76f-800e87a4b38c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:20.255216 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de562514-c38d-465d-ab88-050cabe9be54 x-openstack-request-id: req-de562514-c38d-465d-ab88-050cabe9be54 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:20.256339 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "tag": "b6f66ace-25e3-4bba-b642-fd3c4f7cc654", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:20.256339 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de562514-c38d-465d-ab88-050cabe9be54 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:20.256339 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'tag': 'b6f66ace-25e3-4bba-b642-fd3c4f7cc654', 'status': 'completed', 'code': 200} Nov 15 14:33:20.282330 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97a99cc0-9aac-4377-b76f-800e87a4b38c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:20.358180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024c671-0cd5-4a1d-b2c3-1ceaf8649700 req-4b387917-7d87-4b1f-9f64-c4aa527141d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:20.358654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024c671-0cd5-4a1d-b2c3-1ceaf8649700 req-4b387917-7d87-4b1f-9f64-c4aa527141d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:20.359163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024c671-0cd5-4a1d-b2c3-1ceaf8649700 req-4b387917-7d87-4b1f-9f64-c4aa527141d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:20.361538 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6024c671-0cd5-4a1d-b2c3-1ceaf8649700 req-4b387917-7d87-4b1f-9f64-c4aa527141d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d009dd5851543849d345ab355a10d3b&device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2731 time: 0.0701253 Nov 15 14:33:20.398722 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Request body: {'port': {'device_id': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:20.425605 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c282fa-a38e-422a-bf0f-a908ca4031bf req-9ca60810-7a66-45a1-be7d-1bde534b5c9c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:20.433116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c282fa-a38e-422a-bf0f-a908ca4031bf req-9ca60810-7a66-45a1-be7d-1bde534b5c9c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:20.440663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c282fa-a38e-422a-bf0f-a908ca4031bf req-9ca60810-7a66-45a1-be7d-1bde534b5c9c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:20.442970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78c282fa-a38e-422a-bf0f-a908ca4031bf req-9ca60810-7a66-45a1-be7d-1bde534b5c9c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2388 time: 0.0916638 Nov 15 14:33:20.513046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:20.518535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78c282fa-a38e-422a-bf0f-a908ca4031bf req-bb26a748-f19c-47b5-b43d-8a0944a980f1 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625842 Nov 15 14:33:20.539536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97a99cc0-9aac-4377-b76f-800e87a4b38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:20.542853 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97a99cc0-9aac-4377-b76f-800e87a4b38c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:20.546972 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-97a99cc0-9aac-4377-b76f-800e87a4b38c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9187450a-263b-4662-a2fa-578cc4e3a552 HTTP/1.1" status: 204 len: 168 time: 0.3884568 Nov 15 14:33:20.561461 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a99cc0-9aac-4377-b76f-800e87a4b38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9187450a-263b-4662-a2fa-578cc4e3a552,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:20.735780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024c671-0cd5-4a1d-b2c3-1ceaf8649700 req-50ffe54a-b071-4ee4-a369-5b4fb850b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:20.739327 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024c671-0cd5-4a1d-b2c3-1ceaf8649700 req-50ffe54a-b071-4ee4-a369-5b4fb850b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:20.742349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024c671-0cd5-4a1d-b2c3-1ceaf8649700 req-50ffe54a-b071-4ee4-a369-5b4fb850b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:20.744626 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6024c671-0cd5-4a1d-b2c3-1ceaf8649700 req-50ffe54a-b071-4ee4-a369-5b4fb850b9d9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1d009dd5851543849d345ab355a10d3b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3628502 Nov 15 14:33:20.780169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e32cb0-bd40-4907-97a3-3983aaf3f9c8 req-852b1c8f-f8a5-4178-acf7-c9a2fb8568c0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:20.786591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3e32cb0-bd40-4907-97a3-3983aaf3f9c8 req-852b1c8f-f8a5-4178-acf7-c9a2fb8568c0 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 944 time: 0.0962958 Nov 15 14:33:20.792130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b3ddee34-a98a-4b48-8c43-760fe33f6f55 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:33:20.953496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3e32cb0-bd40-4907-97a3-3983aaf3f9c8 req-e5d780e7-64b6-43e3-8e38-7913cd5f3252 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543903 Nov 15 14:33:20.988680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecdd8c-e854-4793-96db-ee8871b55ba1 req-2ec973ff-f33e-4fdc-9efe-f5a44f06a70e tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:20.989104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2ecdd8c-e854-4793-96db-ee8871b55ba1 req-2ec973ff-f33e-4fdc-9efe-f5a44f06a70e tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 949 time: 0.1395280 Nov 15 14:33:21.008539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:21.024543 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'b3ddee34-a98a-4b48-8c43-760fe33f6f55', 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca', 'port_id': 'b3ddee34-a98a-4b48-8c43-760fe33f6f55', 'mac_address': 'fa:16:3e:be:71:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e33989-edac-46ce-a104-f6b36cd0e3ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:33:21.062868 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2ecdd8c-e854-4793-96db-ee8871b55ba1 req-7e2cf55a-2e45-409b-960e-c08184264bb1 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699213 Nov 15 14:33:21.117829 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:21.162999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ddee34-a98a-4b48-8c43-760fe33f6f55 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:21.166774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb120d84-a369-425d-8ece-dee25adcedf0 req-4d682a73-0e39-4403-aba4-98126f2f727f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:21.166774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb120d84-a369-425d-8ece-dee25adcedf0 req-4d682a73-0e39-4403-aba4-98126f2f727f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 945 time: 0.0870893 Nov 15 14:33:21.212548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:21.232948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a76cf0-f57d-4da2-be9c-ea21f88ad12b {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:21.246220 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb120d84-a369-425d-8ece-dee25adcedf0 req-ebfe7a38-51db-40bb-bb54-63240b0f95cc tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684602 Nov 15 14:33:21.252800 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:21.261116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7849b91-8bd4-4e62-b403-b861004e84ee req-e2ab709e-07e0-4517-a98b-572e317f7372 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:21.268894 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7849b91-8bd4-4e62-b403-b861004e84ee req-e2ab709e-07e0-4517-a98b-572e317f7372 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.1013837 Nov 15 14:33:21.284282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024c671-0cd5-4a1d-b2c3-1ceaf8649700 req-b7f5f58c-ba99-436b-84ce-cd9a6248dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:21.286634 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6024c671-0cd5-4a1d-b2c3-1ceaf8649700 req-b7f5f58c-ba99-436b-84ce-cd9a6248dd9b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4909327 Nov 15 14:33:21.287746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Transition to ACTIVE for port object e0a76cf0-f57d-4da2-be9c-ea21f88ad12b will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:33:21.317397 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:21.332079 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7849b91-8bd4-4e62-b403-b861004e84ee req-1814d131-5f2f-4a3b-ba90-0d0e5d3318c1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576615 Nov 15 14:33:21.383600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=b3ddee34-a98a-4b48-8c43-760fe33f6f55,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:21.455625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:21.681569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:21.693732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:21.724480 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['b3ddee34-a98a-4b48-8c43-760fe33f6f55'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:21.726680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Attempting to bind port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:21.727297 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Attempting to bind port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '8c6015fc-5ab9-4321-a4fe-ef2487ff42c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8904cca4-e73f-485c-8b96-488fec1282f9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:21.727863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Attempting to bind port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b on network 8904cca4-e73f-485c-8b96-488fec1282f9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:21.746078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b on network 8904cca4-e73f-485c-8b96-488fec1282f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:33:21.746931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Attempting to bind port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b on network 8904cca4-e73f-485c-8b96-488fec1282f9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:21.781955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:21.782923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Checking segment: {'id': '8c6015fc-5ab9-4321-a4fe-ef2487ff42c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8904cca4-e73f-485c-8b96-488fec1282f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:21.784339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Bound using segment: {'id': '8c6015fc-5ab9-4321-a4fe-ef2487ff42c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8904cca4-e73f-485c-8b96-488fec1282f9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:21.785157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Bound port: e0a76cf0-f57d-4da2-be9c-ea21f88ad12b, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6015fc-5ab9-4321-a4fe-ef2487ff42c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8904cca4-e73f-485c-8b96-488fec1282f9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:21.785769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:21.793573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cb3af-a160-4157-8374-1e66da0c64b6 req-96c3cffb-000b-4745-9cdf-18f725212120 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:21.794908 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-104cf16c-cea0-4493-bbdf-8702a9d5094c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f584062da40947debbf0cd497cbf1157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1087465 Nov 15 14:33:21.795759 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:21.800005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cb3af-a160-4157-8374-1e66da0c64b6 req-96c3cffb-000b-4745-9cdf-18f725212120 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:21.806339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cb3af-a160-4157-8374-1e66da0c64b6 req-96c3cffb-000b-4745-9cdf-18f725212120 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:21.821481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f02cb3af-a160-4157-8374-1e66da0c64b6 req-96c3cffb-000b-4745-9cdf-18f725212120 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2400 time: 0.1309547 Nov 15 14:33:21.846097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40f362-8780-4220-87c3-9409b0a4c67d req-4fc27311-0ca3-433d-a1b4-2a78c128263a tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:21.856976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff40f362-8780-4220-87c3-9409b0a4c67d req-4fc27311-0ca3-433d-a1b4-2a78c128263a tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 1095 time: 0.2186992 Nov 15 14:33:21.928571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] For port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:21.930257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff40f362-8780-4220-87c3-9409b0a4c67d req-54a9c931-09ea-4369-8ad4-fa63afe5723d tempest-LiveMigrationTest-368070396 tempest-LiveMigrationTest-368070396-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722895 Nov 15 14:33:21.945682 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e4ce1c-a046-4963-aff4-9a925974d098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:21.967736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] For port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b,segment=NetworkSegment(8c6015fc-5ab9-4321-a4fe-ef2487ff42c4),segment_id=8c6015fc-5ab9-4321-a4fe-ef2487ff42c4)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:22.008163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e4ce1c-a046-4963-aff4-9a925974d098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:22.025986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f02cb3af-a160-4157-8374-1e66da0c64b6 req-303e63c8-3f33-4bcb-ab12-d3abd33d0b0a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033267 Nov 15 14:33:22.094485 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:22.152383 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:22.158926 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:22.160543 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] 10.222.0.59 "PUT /v2.0/ports/e0a76cf0-f57d-4da2-be9c-ea21f88ad12b HTTP/1.1" status: 200 len: 1092 time: 1.7681477 Nov 15 14:33:22.181709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e4ce1c-a046-4963-aff4-9a925974d098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:22.185245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e4ce1c-a046-4963-aff4-9a925974d098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:22.192618 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-39e4ce1c-a046-4963-aff4-9a925974d098 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e08ce6c-9673-4041-811f-4ea87fbcaa2b HTTP/1.1" status: 204 len: 168 time: 0.3884685 Nov 15 14:33:22.198920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247371cf-80a2-43f5-8ea6-142b91ebbc72 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:22.206591 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4ce1c-a046-4963-aff4-9a925974d098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e08ce6c-9673-4041-811f-4ea87fbcaa2b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:22.243964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccb546-e844-40ac-9ec8-def0e72e5982 req-2ca3f818-60a0-407d-a9dd-d39c76e107bc tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:22.254521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3ccb546-e844-40ac-9ec8-def0e72e5982 req-2ca3f818-60a0-407d-a9dd-d39c76e107bc tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 949 time: 0.1074924 Nov 15 14:33:22.258620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'tag': 'e0a76cf0-f57d-4da2-be9c-ea21f88ad12b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:22.269337 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e527f0-4217-4000-9aa3-354db89ba3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "tag": "e0a76cf0-f57d-4da2-be9c-ea21f88ad12b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:22.345778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3ccb546-e844-40ac-9ec8-def0e72e5982 req-fd5804d1-76af-43ed-b3ec-bd0f7fa4e7fa tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894191 Nov 15 14:33:22.374785 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Request body: {'port': {'device_id': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:22.426120 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059757ca-a817-4344-a1e9-30c72b1b237b x-openstack-request-id: req-059757ca-a817-4344-a1e9-30c72b1b237b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:22.426526 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "tag": "e0a76cf0-f57d-4da2-be9c-ea21f88ad12b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:22.426878 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-059757ca-a817-4344-a1e9-30c72b1b237b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:22.427427 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'tag': 'e0a76cf0-f57d-4da2-be9c-ea21f88ad12b', 'status': 'completed', 'code': 200} Nov 15 14:33:22.458270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 73784e7e-29c4-407c-a0a4-383bf666e117 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:22.482850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:22.534770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8927fd-42d6-4971-ad23-ccbc308f0d9c req-e4b4717e-b63f-4269-ab6c-68c9e6bdae27 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:22.542959 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb8927fd-42d6-4971-ad23-ccbc308f0d9c req-e4b4717e-b63f-4269-ab6c-68c9e6bdae27 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 945 time: 0.0699761 Nov 15 14:33:22.546733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db313ea2-7f28-4b54-a62e-5bd634bc8129 req-d393c251-4fc7-4819-96c6-d8def4a9f9ae tempest-DeleteServersAdminTestJSON-419067540 tempest-DeleteServersAdminTestJSON-419067540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:22.548935 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-db313ea2-7f28-4b54-a62e-5bd634bc8129 req-d393c251-4fc7-4819-96c6-d8def4a9f9ae tempest-DeleteServersAdminTestJSON-419067540 tempest-DeleteServersAdminTestJSON-419067540-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 1100 time: 0.1902456 Nov 15 14:33:22.609346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb8927fd-42d6-4971-ad23-ccbc308f0d9c req-470a8b77-e16f-4aed-8be2-90470e3915a6 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541821 Nov 15 14:33:22.612294 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 73784e7e-29c4-407c-a0a4-383bf666e117 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:33:22.616359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 73784e7e-29c4-407c-a0a4-383bf666e117 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:22.622276 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:22.660313 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e527f0-4217-4000-9aa3-354db89ba3a1 req-cd506eb8-39b1-4975-b80d-6121f1f57358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:22.660313 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e527f0-4217-4000-9aa3-354db89ba3a1 req-cd506eb8-39b1-4975-b80d-6121f1f57358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:22.660313 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e527f0-4217-4000-9aa3-354db89ba3a1 req-cd506eb8-39b1-4975-b80d-6121f1f57358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:22.663486 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-27e527f0-4217-4000-9aa3-354db89ba3a1 req-cd506eb8-39b1-4975-b80d-6121f1f57358 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d009dd5851543849d345ab355a10d3b&device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2798 time: 0.1829031 Nov 15 14:33:22.788993 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:22.849372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e527f0-4217-4000-9aa3-354db89ba3a1 req-5364eebb-0f3d-485e-9792-2456a56dad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:22.849840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e527f0-4217-4000-9aa3-354db89ba3a1 req-5364eebb-0f3d-485e-9792-2456a56dad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:22.850379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e527f0-4217-4000-9aa3-354db89ba3a1 req-5364eebb-0f3d-485e-9792-2456a56dad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:22.852094 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-27e527f0-4217-4000-9aa3-354db89ba3a1 req-5364eebb-0f3d-485e-9792-2456a56dad15 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1d009dd5851543849d345ab355a10d3b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1289029 Nov 15 14:33:22.857548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da47439-8407-4cd2-9724-0aab9da1166b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73784e7e-29c4-407c-a0a4-383bf666e117'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:22.869574 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f130700-5e62-4313-b688-04e8044d7c3e" -d '{"events": [{"server_uuid": "9da47439-8407-4cd2-9724-0aab9da1166b", "name": "network-vif-plugged", "status": "completed", "tag": "73784e7e-29c4-407c-a0a4-383bf666e117"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:22.895357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 73784e7e-29c4-407c-a0a4-383bf666e117, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=73784e7e-29c4-407c-a0a4-383bf666e117,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:22.899238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dfe06-29fd-4007-88b5-91ef73179cac req-43f49dd4-8801-4dca-a07d-6bcadd12a2e4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:22.909044 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c48dfe06-29fd-4007-88b5-91ef73179cac req-43f49dd4-8801-4dca-a07d-6bcadd12a2e4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 944 time: 0.1662114 Nov 15 14:33:22.943267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d6521-617e-4eb7-8794-a220bb314e24 req-d7ca5605-7ddd-4cc9-b4fd-1fab9a0c77f3 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:22.945383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-995d6521-617e-4eb7-8794-a220bb314e24 req-d7ca5605-7ddd-4cc9-b4fd-1fab9a0c77f3 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 944 time: 0.1867013 Nov 15 14:33:22.968472 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:23.040502 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c48dfe06-29fd-4007-88b5-91ef73179cac req-a28091f3-5de6-4621-bf60-2041fc269a64 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300056 Nov 15 14:33:23.089238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-995d6521-617e-4eb7-8794-a220bb314e24 req-728b67da-904f-47b6-bb1f-f411959095f8 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328902 Nov 15 14:33:23.106781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e527f0-4217-4000-9aa3-354db89ba3a1 req-f7046c42-8149-47c0-b73a-c01be98e8ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:23.108307 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-27e527f0-4217-4000-9aa3-354db89ba3a1 req-f7046c42-8149-47c0-b73a-c01be98e8ac2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2416015 Nov 15 14:33:23.155805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-db313ea2-7f28-4b54-a62e-5bd634bc8129 req-543742a1-35e3-4e76-8240-9454a217881f tempest-DeleteServersAdminTestJSON-419067540 tempest-DeleteServersAdminTestJSON-419067540-project-admin] Deleting port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:23.155805 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db313ea2-7f28-4b54-a62e-5bd634bc8129 req-543742a1-35e3-4e76-8240-9454a217881f tempest-DeleteServersAdminTestJSON-419067540 tempest-DeleteServersAdminTestJSON-419067540-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:23.159056 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a893117f-c806-4445-a4f9-40af5b870c80 x-openstack-request-id: req-a893117f-c806-4445-a4f9-40af5b870c80 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:23.171017 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da47439-8407-4cd2-9724-0aab9da1166b", "name": "network-vif-plugged", "status": "completed", "tag": "73784e7e-29c4-407c-a0a4-383bf666e117", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:23.172082 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a893117f-c806-4445-a4f9-40af5b870c80 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:23.172661 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da47439-8407-4cd2-9724-0aab9da1166b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73784e7e-29c4-407c-a0a4-383bf666e117', 'code': 200} Nov 15 14:33:23.177117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=73784e7e-29c4-407c-a0a4-383bf666e117,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:23.346742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab77a2e-1a99-44df-9303-eda50f31121b req-8ff78019-20b2-40a8-acdb-ec4b1441efcf tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:23.355456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab77a2e-1a99-44df-9303-eda50f31121b req-8ff78019-20b2-40a8-acdb-ec4b1441efcf tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:23.365947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab77a2e-1a99-44df-9303-eda50f31121b req-8ff78019-20b2-40a8-acdb-ec4b1441efcf tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:23.366859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ab77a2e-1a99-44df-9303-eda50f31121b req-8ff78019-20b2-40a8-acdb-ec4b1441efcf tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2400 time: 0.1124501 Nov 15 14:33:23.477290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ab77a2e-1a99-44df-9303-eda50f31121b req-00020b11-c9f0-472d-bddf-2a735b4f7de3 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037507 Nov 15 14:33:23.558461 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efc254-8e61-4d20-ba7d-8c5a295494d9 req-55f45cc5-a358-43dc-9909-e141c9d4592a tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:23.560748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6efc254-8e61-4d20-ba7d-8c5a295494d9 req-55f45cc5-a358-43dc-9909-e141c9d4592a tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 949 time: 0.1014009 Nov 15 14:33:23.577902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696733e-7b0b-4e46-aa3f-d59e3a3154aa req-f0689d45-ef6a-450a-bb01-b1fa80c70107 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:23.581422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c696733e-7b0b-4e46-aa3f-d59e3a3154aa req-f0689d45-ef6a-450a-bb01-b1fa80c70107 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 944 time: 0.1887724 Nov 15 14:33:23.723829 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-db313ea2-7f28-4b54-a62e-5bd634bc8129 req-543742a1-35e3-4e76-8240-9454a217881f tempest-DeleteServersAdminTestJSON-419067540 tempest-DeleteServersAdminTestJSON-419067540-project-admin] For port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5d111b28-cea8-40a2-bf7a-4a04b7ce20b3,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:23.724718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db313ea2-7f28-4b54-a62e-5bd634bc8129 req-543742a1-35e3-4e76-8240-9454a217881f tempest-DeleteServersAdminTestJSON-419067540 tempest-DeleteServersAdminTestJSON-419067540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:23.739470 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d232b-19dd-4d6e-b67c-9b061d9cf5b7 req-41bbe7a8-ac49-4375-ba5d-ecb7dfab0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:23.741035 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-011d232b-19dd-4d6e-b67c-9b061d9cf5b7 req-41bbe7a8-ac49-4375-ba5d-ecb7dfab0725 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 1097 time: 0.1598871 Nov 15 14:33:23.744721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f118c21-e9a0-4582-965e-f7b156dac695 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:23.754172 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-db313ea2-7f28-4b54-a62e-5bd634bc8129 req-543742a1-35e3-4e76-8240-9454a217881f tempest-DeleteServersAdminTestJSON-419067540 tempest-DeleteServersAdminTestJSON-419067540-project-admin] Calling delete_port for 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:23.758492 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:23.796714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Transition to ACTIVE for port object 5f118c21-e9a0-4582-965e-f7b156dac695 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:33:23.846056 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6efc254-8e61-4d20-ba7d-8c5a295494d9 req-fab531d8-4acd-4b67-8657-f6a8bd0b8abd tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611427 Nov 15 14:33:23.879158 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:23.890485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c1523-e5f7-4c18-ae65-013e0366cee7 req-e9a2e407-db6a-45fd-82d1-04a0814049f1 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:23.893645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a43c1523-e5f7-4c18-ae65-013e0366cee7 req-e9a2e407-db6a-45fd-82d1-04a0814049f1 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 946 time: 0.0943396 Nov 15 14:33:23.901501 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-011d232b-19dd-4d6e-b67c-9b061d9cf5b7 req-0b3d4a44-bee8-4798-b89e-3c79c617fc75 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449583 Nov 15 14:33:23.903761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c696733e-7b0b-4e46-aa3f-d59e3a3154aa req-9f65ef4b-56bb-4bca-8eb4-67f27d952425 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Deleting port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:23.904253 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c696733e-7b0b-4e46-aa3f-d59e3a3154aa req-9f65ef4b-56bb-4bca-8eb4-67f27d952425 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:23.954955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Pushing event updated for resources: {'Port': ['ID=5f118c21-e9a0-4582-965e-f7b156dac695,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:24.064246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c696733e-7b0b-4e46-aa3f-d59e3a3154aa req-9f65ef4b-56bb-4bca-8eb4-67f27d952425 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] For port 3ca5237a-9418-4a22-84b3-984f7bbc60f3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=3ca5237a-9418-4a22-84b3-984f7bbc60f3,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:24.064766 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c696733e-7b0b-4e46-aa3f-d59e3a3154aa req-9f65ef4b-56bb-4bca-8eb4-67f27d952425 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:24.088885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c696733e-7b0b-4e46-aa3f-d59e3a3154aa req-9f65ef4b-56bb-4bca-8eb4-67f27d952425 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Calling delete_port for 3ca5237a-9418-4a22-84b3-984f7bbc60f3 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:24.128729 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a43c1523-e5f7-4c18-ae65-013e0366cee7 req-a6785d3c-28ed-4c15-95ee-de6c3908cc73 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292159 Nov 15 14:33:24.145885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Attempting to bind port 5f118c21-e9a0-4582-965e-f7b156dac695 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:24.146228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Attempting to bind port 5f118c21-e9a0-4582-965e-f7b156dac695 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '309e2c9d-327c-486e-b3be-3e725e72cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:24.146587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Attempting to bind port 5f118c21-e9a0-4582-965e-f7b156dac695 on network c71bedc8-5840-466a-bde3-9a2ac69a1f84 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:24.176825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Port 5f118c21-e9a0-4582-965e-f7b156dac695 on network c71bedc8-5840-466a-bde3-9a2ac69a1f84 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:33:24.176825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Attempting to bind port 5f118c21-e9a0-4582-965e-f7b156dac695 on network c71bedc8-5840-466a-bde3-9a2ac69a1f84 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:24.183305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:24.192334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Checking segment: {'id': '309e2c9d-327c-486e-b3be-3e725e72cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:24.192334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Bound using segment: {'id': '309e2c9d-327c-486e-b3be-3e725e72cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:24.192334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Bound port: 5f118c21-e9a0-4582-965e-f7b156dac695, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309e2c9d-327c-486e-b3be-3e725e72cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:24.192334 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:24.192334 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db313ea2-7f28-4b54-a62e-5bd634bc8129 req-543742a1-35e3-4e76-8240-9454a217881f tempest-DeleteServersAdminTestJSON-419067540 tempest-DeleteServersAdminTestJSON-419067540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:24.202885 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['5d111b28-cea8-40a2-bf7a-4a04b7ce20b3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:24.283033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543742a1-35e3-4e76-8240-9454a217881f tempest-DeleteServersAdminTestJSON-419067540 tempest-DeleteServersAdminTestJSON-419067540-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d111b28-cea8-40a2-bf7a-4a04b7ce20b3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:24.366345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-db313ea2-7f28-4b54-a62e-5bd634bc8129 req-543742a1-35e3-4e76-8240-9454a217881f tempest-DeleteServersAdminTestJSON-419067540 tempest-DeleteServersAdminTestJSON-419067540-project-admin] No DVR routers for this DVR port 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:24.372832 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db313ea2-7f28-4b54-a62e-5bd634bc8129 req-543742a1-35e3-4e76-8240-9454a217881f tempest-DeleteServersAdminTestJSON-419067540 tempest-DeleteServersAdminTestJSON-419067540-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:24.376256 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-db313ea2-7f28-4b54-a62e-5bd634bc8129 req-543742a1-35e3-4e76-8240-9454a217881f tempest-DeleteServersAdminTestJSON-419067540 tempest-DeleteServersAdminTestJSON-419067540-project-admin] 10.222.0.46 "DELETE /v2.0/ports/5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 HTTP/1.1" status: 204 len: 173 time: 1.8052471 Nov 15 14:33:24.390536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8602de-415f-4c41-bf95-7a94b90f02b9 req-1a64b08f-5f3b-45c0-953a-f849ab08b5dd tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:24.392886 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db8602de-415f-4c41-bf95-7a94b90f02b9 req-1a64b08f-5f3b-45c0-953a-f849ab08b5dd tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 944 time: 0.1529162 Nov 15 14:33:24.398705 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] For port 5f118c21-e9a0-4582-965e-f7b156dac695, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:24.402983 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] For port 5f118c21-e9a0-4582-965e-f7b156dac695, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5f118c21-e9a0-4582-965e-f7b156dac695,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:24.428521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a517065-3e61-4806-a478-91a1981c01a6', 'name': 'network-vif-deleted', 'tag': '5d111b28-cea8-40a2-bf7a-4a04b7ce20b3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:24.430959 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bd7a96-2dac-4a13-aee5-02f2c153383c" -d '{"events": [{"server_uuid": "4a517065-3e61-4806-a478-91a1981c01a6", "name": "network-vif-deleted", "tag": "5d111b28-cea8-40a2-bf7a-4a04b7ce20b3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:24.468601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a9ae3-01a5-4625-b8b7-7e8068bed1a6 req-8e67afe4-2d43-4575-91bb-062ffa4884ea tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:24.484121 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f91a9ae3-01a5-4625-b8b7-7e8068bed1a6 req-8e67afe4-2d43-4575-91bb-062ffa4884ea tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 944 time: 0.1829770 Nov 15 14:33:24.568277 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:24.583714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db8602de-415f-4c41-bf95-7a94b90f02b9 req-54645c8a-727e-403a-b266-5bb8cd7a45ae tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574011 Nov 15 14:33:24.594638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f91a9ae3-01a5-4625-b8b7-7e8068bed1a6 req-1c12e733-7087-4152-9b09-d01bb4fd7f2f tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106458 Nov 15 14:33:24.619614 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:24.619614 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:24.619614 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] 10.222.0.59 "PUT /v2.0/ports/5f118c21-e9a0-4582-965e-f7b156dac695 HTTP/1.1" status: 200 len: 1092 time: 2.2436094 Nov 15 14:33:24.643890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86794d-a632-4122-959a-9e2795e39738 service neutron] Pushing event updated for resources: {'Port': ['ID=5f118c21-e9a0-4582-965e-f7b156dac695,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:24.688458 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c696733e-7b0b-4e46-aa3f-d59e3a3154aa req-9f65ef4b-56bb-4bca-8eb4-67f27d952425 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:24.702440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['3ca5237a-9418-4a22-84b3-984f7bbc60f3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:24.708809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['dd51bf37-4f03-4a30-8e33-483643b0edd5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:24.739740 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a111833-4415-4e75-845a-110bfce60358 x-openstack-request-id: req-7a111833-4415-4e75-845a-110bfce60358 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:24.740216 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a517065-3e61-4806-a478-91a1981c01a6", "name": "network-vif-deleted", "tag": "5d111b28-cea8-40a2-bf7a-4a04b7ce20b3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:24.740419 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a111833-4415-4e75-845a-110bfce60358 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:24.740658 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a517065-3e61-4806-a478-91a1981c01a6', 'name': 'network-vif-deleted', 'tag': '5d111b28-cea8-40a2-bf7a-4a04b7ce20b3', 'status': 'completed', 'code': 200} Nov 15 14:33:24.791565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65ef4b-56bb-4bca-8eb4-67f27d952425 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Pushing event deleted for resources: {'Port': ['ID=3ca5237a-9418-4a22-84b3-984f7bbc60f3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:24.827225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b3ddee34-a98a-4b48-8c43-760fe33f6f55 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:24.864810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c696733e-7b0b-4e46-aa3f-d59e3a3154aa req-9f65ef4b-56bb-4bca-8eb4-67f27d952425 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] No DVR routers for this DVR port 3ca5237a-9418-4a22-84b3-984f7bbc60f3 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:24.883407 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c696733e-7b0b-4e46-aa3f-d59e3a3154aa req-9f65ef4b-56bb-4bca-8eb4-67f27d952425 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:24.887288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c696733e-7b0b-4e46-aa3f-d59e3a3154aa req-9f65ef4b-56bb-4bca-8eb4-67f27d952425 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.46 "DELETE /v2.0/ports/3ca5237a-9418-4a22-84b3-984f7bbc60f3 HTTP/1.1" status: 204 len: 173 time: 1.2908900 Nov 15 14:33:24.887753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3155b4e-9ccc-4936-aa94-0437d01a5eff', 'name': 'network-vif-deleted', 'tag': '3ca5237a-9418-4a22-84b3-984f7bbc60f3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:24.898868 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b43781-8b16-4c68-bb23-e3814ced610f" -d '{"events": [{"server_uuid": "f3155b4e-9ccc-4936-aa94-0437d01a5eff", "name": "network-vif-deleted", "tag": "3ca5237a-9418-4a22-84b3-984f7bbc60f3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:24.916337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-e3691542-cf52-4f69-911d-951c4d9aac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:24.916337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-e3691542-cf52-4f69-911d-951c4d9aac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:24.916337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-e3691542-cf52-4f69-911d-951c4d9aac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:24.917877 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-e3691542-cf52-4f69-911d-951c4d9aac0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d009dd5851543849d345ab355a10d3b&device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2865 time: 0.0960104 Nov 15 14:33:24.988317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50212ce-485b-4493-aa17-2b03fea411d8 req-999ab5f8-51ff-4f77-9004-f40c0758eebe tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:24.995148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50212ce-485b-4493-aa17-2b03fea411d8 req-999ab5f8-51ff-4f77-9004-f40c0758eebe tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:25.001879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50212ce-485b-4493-aa17-2b03fea411d8 req-999ab5f8-51ff-4f77-9004-f40c0758eebe tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:25.004322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d50212ce-485b-4493-aa17-2b03fea411d8 req-999ab5f8-51ff-4f77-9004-f40c0758eebe tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2412 time: 0.1000595 Nov 15 14:33:25.008820 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-890bfd14-b0a8-43b8-b584-4cb23043d05e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.89&port_id=b6f66ace-25e3-4bba-b642-fd3c4f7cc654 HTTP/1.1" status: 200 len: 217 time: 0.0750926 Nov 15 14:33:25.042845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01e5d974-9986-4faa-86e2-31e1390a30e0 req-dfc9e27c-9828-4325-bcb4-f4e731a1422e tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a517065-3e61-4806-a478-91a1981c01a6 HTTP/1.1" status: 200 len: 210 time: 0.0373294 Nov 15 14:33:25.091005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-c2b1bef4-9df6-438f-807f-6a129b45dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:25.094166 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-c2b1bef4-9df6-438f-807f-6a129b45dfd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2dd7fe-2471-464f-9028-5bbad6228640 HTTP/1.1" status: 200 len: 801 time: 0.0723729 Nov 15 14:33:25.098754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d50212ce-485b-4493-aa17-2b03fea411d8 req-ba396fbd-dc17-49c2-ace9-b1943bf3c103 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825884 Nov 15 14:33:25.129187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port b3ddee34-a98a-4b48-8c43-760fe33f6f55 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:33:25.135842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port b3ddee34-a98a-4b48-8c43-760fe33f6f55 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:25.135842 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:25.136019 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad956155-a401-4091-a20a-2c0bb3da66f8 x-openstack-request-id: req-ad956155-a401-4091-a20a-2c0bb3da66f8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:25.136019 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3155b4e-9ccc-4936-aa94-0437d01a5eff", "name": "network-vif-deleted", "tag": "3ca5237a-9418-4a22-84b3-984f7bbc60f3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:25.136019 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad956155-a401-4091-a20a-2c0bb3da66f8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:25.136019 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3155b4e-9ccc-4936-aa94-0437d01a5eff', 'name': 'network-vif-deleted', 'tag': '3ca5237a-9418-4a22-84b3-984f7bbc60f3', 'status': 'completed', 'code': 200} Nov 15 14:33:25.208158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-635b0ff1-78d0-4467-bae5-d144a9ff9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:25.216768 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-635b0ff1-78d0-4467-bae5-d144a9ff9ea3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c71bedc8-5840-466a-bde3-9a2ac69a1f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1127424 Nov 15 14:33:25.255101 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:25.338526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ddee34-a98a-4b48-8c43-760fe33f6f55'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:25.340755 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90d89b0-30fe-456f-ab58-e10f7f893812" -d '{"events": [{"server_uuid": "6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c", "name": "network-vif-plugged", "status": "completed", "tag": "b3ddee34-a98a-4b48-8c43-760fe33f6f55"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:25.371934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:25.419820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e5439-a476-4b4f-8dc3-cc3ed3f65797 req-cbbb18a0-cc4f-4443-87a6-a5afd76f3189 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:25.428216 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-857e5439-a476-4b4f-8dc3-cc3ed3f65797 req-cbbb18a0-cc4f-4443-87a6-a5afd76f3189 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 946 time: 0.1457453 Nov 15 14:33:25.429919 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9078c94-3dbb-4f6f-8384-884b8049a764 x-openstack-request-id: req-b9078c94-3dbb-4f6f-8384-884b8049a764 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:25.430264 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c", "name": "network-vif-plugged", "status": "completed", "tag": "b3ddee34-a98a-4b48-8c43-760fe33f6f55", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:25.430500 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9078c94-3dbb-4f6f-8384-884b8049a764 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:25.430893 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ddee34-a98a-4b48-8c43-760fe33f6f55', 'code': 200} Nov 15 14:33:25.471437 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:25.472574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:25.500024 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-17a18e07-6724-4edc-aaaa-f1cfd2b44428 service neutron] 10.222.0.59 "GET /v2.0/networks/c71bedc8-5840-466a-bde3-9a2ac69a1f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675591 Nov 15 14:33:25.530528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-857e5439-a476-4b4f-8dc3-cc3ed3f65797 req-c89bf4a2-1890-49fd-b138-37ad09476a20 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011782 Nov 15 14:33:25.559583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:25.559921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 5d111b28-cea8-40a2-bf7a-4a04b7ce20b3 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:25.560346 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 3ca5237a-9418-4a22-84b3-984f7bbc60f3 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:25.589535 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 3ca5237a-9418-4a22-84b3-984f7bbc60f3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:25.589874 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 3ca5237a-9418-4a22-84b3-984f7bbc60f3 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:25.620738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=b3ddee34-a98a-4b48-8c43-760fe33f6f55,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:25.634756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163bc30-39e1-4454-af9c-d9484780e369 req-ab973b26-6a7a-40fa-824a-670842afd89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:25.636430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1163bc30-39e1-4454-af9c-d9484780e369 req-ab973b26-6a7a-40fa-824a-670842afd89c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 1096 time: 0.0911264 Nov 15 14:33:25.733104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1163bc30-39e1-4454-af9c-d9484780e369 req-ce5f15ef-ee02-46ac-829b-8933bbc7074a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893877 Nov 15 14:33:25.763142 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-27d1d5e0-113f-4440-b98f-0724d154e8a2 service neutron] 10.222.0.59 "GET /v2.0/networks/c71bedc8-5840-466a-bde3-9a2ac69a1f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485704 Nov 15 14:33:25.781439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1611a01b-8520-4f28-84ae-9e20853b5f03 req-eeda9781-1476-482c-8447-ea5537b43246 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 210 time: 0.0385444 Nov 15 14:33:25.824851 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-e6c1726e-694c-443a-8fe8-69e64fa2ca89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.185&port_id=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b HTTP/1.1" status: 200 len: 217 time: 0.0420489 Nov 15 14:33:25.835326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c724a1-639f-4267-ba08-25a50ec30309 req-7b08aeec-d568-4d0e-ba83-ff7de4e4baa5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:25.835326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65c724a1-639f-4267-ba08-25a50ec30309 req-7b08aeec-d568-4d0e-ba83-ff7de4e4baa5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.0778804 Nov 15 14:33:25.905901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-c7d7518a-b6db-4105-892c-4a77a62bc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:25.907365 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-c7d7518a-b6db-4105-892c-4a77a62bc789 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e36d8a6d-a06c-48d3-bdd2-4c1d6c3a39af HTTP/1.1" status: 200 len: 801 time: 0.0633404 Nov 15 14:33:25.915595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65c724a1-639f-4267-ba08-25a50ec30309 req-dcf652b0-775b-4bfb-9afc-462c8e83e915 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750465 Nov 15 14:33:25.965378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-ca17f48c-822b-445f-83db-9292505c3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:25.967184 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-ca17f48c-822b-445f-83db-9292505c3d1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8904cca4-e73f-485c-8b96-488fec1282f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479736 Nov 15 14:33:26.055365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcf0d069-e093-4a44-983f-0dc134dbabb9 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f3fe34fe1d164ad98bc531e19c7d7f80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230250 Nov 15 14:33:26.104722 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-31477575-392a-4863-b896-a885d8b5f8b4 service neutron] 10.222.0.59 "GET /v2.0/networks/8904cca4-e73f-485c-8b96-488fec1282f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265986 Nov 15 14:33:26.198351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ba78e-0249-46db-91f8-6233d2138800 req-a1cd5992-f5b3-42fa-8516-291fa56de2c5 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:26.206070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-a1cd5992-f5b3-42fa-8516-291fa56de2c5 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1386120 Nov 15 14:33:26.217027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-0ed4822d-9690-47a9-8a2e-049f1c374073 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/quotas/f3fe34fe1d164ad98bc531e19c7d7f80 HTTP/1.1" status: 200 len: 375 time: 0.0100348 Nov 15 14:33:26.255824 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-cbc1e5eb-977a-47de-9821-0f5874a772b4 service neutron] 10.222.0.59 "GET /v2.0/networks/8904cca4-e73f-485c-8b96-488fec1282f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367993 Nov 15 14:33:26.261182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-e6118c09-a519-4100-b7c0-d343e024afcb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3fe34fe1d164ad98bc531e19c7d7f80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347831 Nov 15 14:33:26.336826 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-7f4df83b-1d81-4f9d-adc3-53370d051d08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=5f118c21-e9a0-4582-965e-f7b156dac695 HTTP/1.1" status: 200 len: 217 time: 0.0654304 Nov 15 14:33:26.349151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfed7e-75b0-421e-a8f8-853a383bb3c3 req-ffa3a32f-8d1b-4e2b-aeef-69d509b83de2 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:26.355532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfed7e-75b0-421e-a8f8-853a383bb3c3 req-ffa3a32f-8d1b-4e2b-aeef-69d509b83de2 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:26.362477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfed7e-75b0-421e-a8f8-853a383bb3c3 req-ffa3a32f-8d1b-4e2b-aeef-69d509b83de2 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:26.364202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6bfed7e-75b0-421e-a8f8-853a383bb3c3 req-ffa3a32f-8d1b-4e2b-aeef-69d509b83de2 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2412 time: 0.1062903 Nov 15 14:33:26.414329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-9e586821-a0f6-4034-8cf8-3667b3a7ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:26.415926 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-9e586821-a0f6-4034-8cf8-3667b3a7ee34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2dd7fe-2471-464f-9028-5bbad6228640 HTTP/1.1" status: 200 len: 801 time: 0.0544100 Nov 15 14:33:26.432798 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6bfed7e-75b0-421e-a8f8-853a383bb3c3 req-d3e2f225-8a6e-4c68-89e8-848456c86e80 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606418 Nov 15 14:33:26.487510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-0965e2e2-1de3-407a-b8d8-053043e223ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:26.489126 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-0965e2e2-1de3-407a-b8d8-053043e223ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c71bedc8-5840-466a-bde3-9a2ac69a1f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0600321 Nov 15 14:33:26.566734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-63832419-b120-4760-aae6-1f2fdbec7075 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6670c40412944f7ea6a2e3bf00106eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569935 Nov 15 14:33:26.619316 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-70bcd826-1d40-44a1-af56-0b7109e12be6 service neutron] 10.222.0.59 "GET /v2.0/networks/c71bedc8-5840-466a-bde3-9a2ac69a1f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182039 Nov 15 14:33:26.721918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a52aa-8aa9-4b93-9dd6-a280f09c70df req-225c7118-253d-427b-bf26-359274915938 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:26.723431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d25a52aa-8aa9-4b93-9dd6-a280f09c70df req-225c7118-253d-427b-bf26-359274915938 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 946 time: 0.0891750 Nov 15 14:33:26.734995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-6c04e2be-031c-4632-872e-269377b7a817 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:26.742183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-6c04e2be-031c-4632-872e-269377b7a817 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740723 Nov 15 14:33:26.742632 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'tag': '5f118c21-e9a0-4582-965e-f7b156dac695'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:26.745592 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b1d47b-e3c7-4792-8e40-155aecafd947" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "tag": "5f118c21-e9a0-4582-965e-f7b156dac695"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:26.775084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-e827e808-4ecc-47dd-800a-9359accebaf4 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/quotas/6670c40412944f7ea6a2e3bf00106eae HTTP/1.1" status: 200 len: 375 time: 0.0319259 Nov 15 14:33:26.791134 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08fa4c0e-f8bc-4206-8744-c02aac845c65 req-742e92fe-6085-4aba-8b95-f197864666c1 service neutron] 10.222.0.59 "GET /v2.0/networks/c71bedc8-5840-466a-bde3-9a2ac69a1f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548662 Nov 15 14:33:26.811455 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-eea1c63a-047c-4d77-bfa5-d37d3fbdd082 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6670c40412944f7ea6a2e3bf00106eae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354636 Nov 15 14:33:26.838521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d25a52aa-8aa9-4b93-9dd6-a280f09c70df req-bd6d10c5-8cb2-4d21-b26b-da68a9c5a37d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936770 Nov 15 14:33:26.932382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3dd46fe-2c1a-4494-9496-8859cef5f143 req-f0bfe0c7-20bd-4fd7-997b-2b56624047a0 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 210 time: 0.0371144 Nov 15 14:33:26.991469 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1527bf93-1cf7-47ee-8e3d-e9ede2532162 x-openstack-request-id: req-1527bf93-1cf7-47ee-8e3d-e9ede2532162 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:26.992442 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "tag": "5f118c21-e9a0-4582-965e-f7b156dac695", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:26.993359 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1527bf93-1cf7-47ee-8e3d-e9ede2532162 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:26.994694 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'tag': '5f118c21-e9a0-4582-965e-f7b156dac695', 'status': 'completed', 'code': 200} Nov 15 14:33:27.083809 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7522f7d7-e244-47ce-b91c-1efb5ac8d639 req-7eab0611-9d2c-401f-97a0-72f7a8dcd1ca tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 210 time: 0.0380702 Nov 15 14:33:27.116569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d47b-e3c7-4792-8e40-155aecafd947 req-30fe0b00-a560-4a8f-9cc2-c83822fc6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:27.117813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d47b-e3c7-4792-8e40-155aecafd947 req-30fe0b00-a560-4a8f-9cc2-c83822fc6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:27.130657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d47b-e3c7-4792-8e40-155aecafd947 req-30fe0b00-a560-4a8f-9cc2-c83822fc6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:27.132513 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-79b1d47b-e3c7-4792-8e40-155aecafd947 req-30fe0b00-a560-4a8f-9cc2-c83822fc6e46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d009dd5851543849d345ab355a10d3b&device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2865 time: 0.0951254 Nov 15 14:33:27.234167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dfb73f7-dcce-4d87-a2aa-2544da4f5e06 req-034c19ed-e98d-47c4-880f-0d7e68a0d1d8 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2115272&fields=id&tenant_id=5f38c5c53eef414aaa95bdd4035947bb HTTP/1.1" status: 200 len: 267 time: 0.1325481 Nov 15 14:33:27.255134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d47b-e3c7-4792-8e40-155aecafd947 req-404060f8-ffdd-404e-8900-a67aca8b357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:27.257255 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-79b1d47b-e3c7-4792-8e40-155aecafd947 req-404060f8-ffdd-404e-8900-a67aca8b357b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c71bedc8-5840-466a-bde3-9a2ac69a1f84 HTTP/1.1" status: 200 len: 903 time: 0.1131473 Nov 15 14:33:27.289862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df5602-2017-43e8-b609-70f904540511 req-c706948a-b5fe-4f0d-a6bb-0988a8f6b6c6 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:27.291460 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13df5602-2017-43e8-b609-70f904540511 req-c706948a-b5fe-4f0d-a6bb-0988a8f6b6c6 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.1101899 Nov 15 14:33:27.323248 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-79b1d47b-e3c7-4792-8e40-155aecafd947 req-e1797851-6766-493b-be09-59e9db6aa00a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=5f118c21-e9a0-4582-965e-f7b156dac695 HTTP/1.1" status: 200 len: 217 time: 0.0531051 Nov 15 14:33:27.329782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb73f7-dcce-4d87-a2aa-2544da4f5e06 req-331ce56e-fdac-4a3c-9a69-e68b2d2e0804 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:27.331406 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dfb73f7-dcce-4d87-a2aa-2544da4f5e06 req-331ce56e-fdac-4a3c-9a69-e68b2d2e0804 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 946 time: 0.0961068 Nov 15 14:33:27.349810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8dfb73f7-dcce-4d87-a2aa-2544da4f5e06 req-c2a9310a-f493-4359-b5e0-d4d04d186702 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'port': {'security_groups': ['5ec7b089-5274-448a-9907-088983efd634', 'd5a08af2-c96d-4130-b143-2bff3676b867']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:27.391717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d47b-e3c7-4792-8e40-155aecafd947 req-2aa5bf1a-251b-435b-81b8-889a1a420029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:27.393988 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-79b1d47b-e3c7-4792-8e40-155aecafd947 req-2aa5bf1a-251b-435b-81b8-889a1a420029 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2dd7fe-2471-464f-9028-5bbad6228640 HTTP/1.1" status: 200 len: 801 time: 0.0605998 Nov 15 14:33:27.452842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d47b-e3c7-4792-8e40-155aecafd947 req-ee83655f-00f8-47bf-bb96-67ab56a359f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:27.454209 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-79b1d47b-e3c7-4792-8e40-155aecafd947 req-ee83655f-00f8-47bf-bb96-67ab56a359f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c71bedc8-5840-466a-bde3-9a2ac69a1f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499179 Nov 15 14:33:27.475717 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13df5602-2017-43e8-b609-70f904540511 req-2d5c182b-45fe-4da1-aeb0-e1a2f87f4f36 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708686 Nov 15 14:33:27.495317 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dfb73f7-dcce-4d87-a2aa-2544da4f5e06 req-c2a9310a-f493-4359-b5e0-d4d04d186702 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:27.586811 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-79b1d47b-e3c7-4792-8e40-155aecafd947 req-9464b0d0-79a9-475a-b063-280fc43ff93f service neutron] 10.222.0.59 "GET /v2.0/networks/c71bedc8-5840-466a-bde3-9a2ac69a1f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217964 Nov 15 14:33:27.634088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-008a121a-9f5f-4d94-a910-04b9e0bfe0f9 req-5214f3f3-2f83-4108-b760-99c484f89709 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 210 time: 0.0340528 Nov 15 14:33:27.754211 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-79b1d47b-e3c7-4792-8e40-155aecafd947 req-9590e87d-a747-44cf-97f8-f9c493d4b0f2 service neutron] 10.222.0.59 "GET /v2.0/networks/c71bedc8-5840-466a-bde3-9a2ac69a1f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548221 Nov 15 14:33:27.814443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8dfb73f7-dcce-4d87-a2aa-2544da4f5e06 req-c2a9310a-f493-4359-b5e0-d4d04d186702 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] For port 73784e7e-29c4-407c-a0a4-383bf666e117, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=73784e7e-29c4-407c-a0a4-383bf666e117,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:27.845810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39dc3e-1358-4a4e-bf55-17ad95fd043b req-07092ab4-ffd4-4f48-8cc6-c5b5c0504660 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:27.851859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39dc3e-1358-4a4e-bf55-17ad95fd043b req-07092ab4-ffd4-4f48-8cc6-c5b5c0504660 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:27.857801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39dc3e-1358-4a4e-bf55-17ad95fd043b req-07092ab4-ffd4-4f48-8cc6-c5b5c0504660 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:27.860065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f39dc3e-1358-4a4e-bf55-17ad95fd043b req-07092ab4-ffd4-4f48-8cc6-c5b5c0504660 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2412 time: 0.0982299 Nov 15 14:33:27.882837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dfb73f7-dcce-4d87-a2aa-2544da4f5e06 req-c2a9310a-f493-4359-b5e0-d4d04d186702 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:27.937129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f39dc3e-1358-4a4e-bf55-17ad95fd043b req-b97a9e94-1b22-40b1-864e-e857f2f1b192 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687833 Nov 15 14:33:27.959516 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:28.009939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dfb73f7-dcce-4d87-a2aa-2544da4f5e06 req-c2a9310a-f493-4359-b5e0-d4d04d186702 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:28.023971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['40516a2e-a7e2-4b7e-93ff-9700755e7ffa', '73784e7e-29c4-407c-a0a4-383bf666e117'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:28.100255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab121b94-7f9e-4b5e-a6b8-0763b3cac209 req-6afb7c00-a401-467a-8e82-74c0277950b8 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 210 time: 0.1044624 Nov 15 14:33:28.118903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb73f7-dcce-4d87-a2aa-2544da4f5e06 req-c2a9310a-f493-4359-b5e0-d4d04d186702 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:28.119560 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dfb73f7-dcce-4d87-a2aa-2544da4f5e06 req-c2a9310a-f493-4359-b5e0-d4d04d186702 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:28.132916 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dfb73f7-dcce-4d87-a2aa-2544da4f5e06 req-c2a9310a-f493-4359-b5e0-d4d04d186702 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "PUT /v2.0/ports/73784e7e-29c4-407c-a0a4-383bf666e117 HTTP/1.1" status: 200 len: 982 time: 0.7896540 Nov 15 14:33:28.134028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da47439-8407-4cd2-9724-0aab9da1166b', 'tag': '73784e7e-29c4-407c-a0a4-383bf666e117'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:28.135758 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4232ee58-0c7a-400e-9c82-86a608bc8baf" -d '{"events": [{"name": "network-changed", "server_uuid": "9da47439-8407-4cd2-9724-0aab9da1166b", "tag": "73784e7e-29c4-407c-a0a4-383bf666e117"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:28.174475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9310a-f493-4359-b5e0-d4d04d186702 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'Port': ['ID=73784e7e-29c4-407c-a0a4-383bf666e117,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:28.297474 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99696f9d-7904-4d8f-8737-b8b30f1595cf req-8531861f-89a5-494d-882b-9642c2540bf9 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 210 time: 0.0657265 Nov 15 14:33:28.329075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1e60b5a-69f3-4cde-ae17-942a924f467a req-e22dd8f2-e874-4b04-9410-946f177d534b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/d5a08af2-c96d-4130-b143-2bff3676b867 HTTP/1.1" status: 200 len: 1815 time: 0.1567638 Nov 15 14:33:28.332918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['73784e7e-29c4-407c-a0a4-383bf666e117'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:28.395402 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-c1e60b5a-69f3-4cde-ae17-942a924f467a req-460311d8-50f1-4681-8408-d487a558a9fb tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 14:33:28.406384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1e60b5a-69f3-4cde-ae17-942a924f467a req-460311d8-50f1-4681-8408-d487a558a9fb tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "DELETE /v2.0/security-groups/d5a08af2-c96d-4130-b143-2bff3676b867 HTTP/1.1" status: 409 len: 341 time: 0.0755703 Nov 15 14:33:28.593399 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a95d2fa-f681-43a6-81ad-c4e54c8df329 x-openstack-request-id: req-7a95d2fa-f681-43a6-81ad-c4e54c8df329 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:28.593819 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da47439-8407-4cd2-9724-0aab9da1166b", "tag": "73784e7e-29c4-407c-a0a4-383bf666e117", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:28.594169 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a95d2fa-f681-43a6-81ad-c4e54c8df329 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:28.594701 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da47439-8407-4cd2-9724-0aab9da1166b', 'tag': '73784e7e-29c4-407c-a0a4-383bf666e117', 'status': 'completed', 'code': 200} Nov 15 14:33:28.705410 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:28.707388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c980989-c256-47a4-a2b8-a8ea7f595164 req-747c13dc-aa7b-46a6-a5ba-79fce472d4e0 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:28.715444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c980989-c256-47a4-a2b8-a8ea7f595164 req-747c13dc-aa7b-46a6-a5ba-79fce472d4e0 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.0708041 Nov 15 14:33:28.788019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232ee58-0c7a-400e-9c82-86a608bc8baf req-996d1335-d3c8-4741-a202-bc09a14ea6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:28.790114 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4232ee58-0c7a-400e-9c82-86a608bc8baf req-996d1335-d3c8-4741-a202-bc09a14ea6c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f38c5c53eef414aaa95bdd4035947bb&device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 1136 time: 0.1180301 Nov 15 14:33:28.826808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c980989-c256-47a4-a2b8-a8ea7f595164 req-8e0a11c2-3f16-434f-88a3-1176cc239f1e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101825 Nov 15 14:33:28.984774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232ee58-0c7a-400e-9c82-86a608bc8baf req-aba4c900-fac4-4b23-9113-755035ff6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:28.992027 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4232ee58-0c7a-400e-9c82-86a608bc8baf req-aba4c900-fac4-4b23-9113-755035ff6a79 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d948a43-4cc1-4b6f-898b-a449d54b934b HTTP/1.1" status: 200 len: 914 time: 0.1876690 Nov 15 14:33:29.099880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-883c5e87-df9c-40aa-bc3c-9992ef00bf27 req-1f1c5f33-d132-4f98-9aee-ea83c44d90ed tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 210 time: 0.0554292 Nov 15 14:33:29.133958 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4232ee58-0c7a-400e-9c82-86a608bc8baf req-26f1942c-9678-483c-8f8b-5ff8b34d703e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73784e7e-29c4-407c-a0a4-383bf666e117 HTTP/1.1" status: 200 len: 217 time: 0.1070857 Nov 15 14:33:29.270960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232ee58-0c7a-400e-9c82-86a608bc8baf req-099dce8f-9269-4dc6-9974-55fcddedbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:29.276863 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4232ee58-0c7a-400e-9c82-86a608bc8baf req-099dce8f-9269-4dc6-9974-55fcddedbf16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=252401ff-9afd-40e6-ae5d-f72c82fc03f1 HTTP/1.1" status: 200 len: 853 time: 0.1267176 Nov 15 14:33:29.305538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44271aea-9aa0-45ee-9af0-7dea15fadcf8 req-36661ad6-b708-4dcc-ae8b-813f46c8836c tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:29.313733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44271aea-9aa0-45ee-9af0-7dea15fadcf8 req-36661ad6-b708-4dcc-ae8b-813f46c8836c tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 1096 time: 0.1163919 Nov 15 14:33:29.341518 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71663fa0-25c3-48ae-b6b1-d8f1d4f6d145 req-2ca78243-8d72-4670-98b8-106e9c9258e2 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:29.348785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71663fa0-25c3-48ae-b6b1-d8f1d4f6d145 req-2ca78243-8d72-4670-98b8-106e9c9258e2 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:29.350003 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4232ee58-0c7a-400e-9c82-86a608bc8baf req-6007b97a-ed23-471e-b278-e3dd1f832fec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d948a43-4cc1-4b6f-898b-a449d54b934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566065 Nov 15 14:33:29.355310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71663fa0-25c3-48ae-b6b1-d8f1d4f6d145 req-2ca78243-8d72-4670-98b8-106e9c9258e2 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:29.357324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71663fa0-25c3-48ae-b6b1-d8f1d4f6d145 req-2ca78243-8d72-4670-98b8-106e9c9258e2 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2412 time: 0.1106005 Nov 15 14:33:29.395612 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44271aea-9aa0-45ee-9af0-7dea15fadcf8 req-772e8301-2e6a-42fd-90ad-7067c0a5082f tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806644 Nov 15 14:33:29.505909 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71663fa0-25c3-48ae-b6b1-d8f1d4f6d145 req-3fde21b6-6296-46c5-bbf0-bcee462036eb tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241333 Nov 15 14:33:29.528567 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4232ee58-0c7a-400e-9c82-86a608bc8baf req-e35b69a5-e83f-4d84-a350-8e38491e2e40 service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308241 Nov 15 14:33:29.578481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5ade0-a25a-4649-a0f2-8c21fc9eebe5 req-7fb07b62-4088-40c7-97ff-d88372b4f305 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:29.579991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3f5ade0-a25a-4649-a0f2-8c21fc9eebe5 req-7fb07b62-4088-40c7-97ff-d88372b4f305 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 985 time: 0.0677021 Nov 15 14:33:29.616588 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fbb2499-2bde-420f-b2e6-2ccee6b0db71 req-23be4417-adfd-4e61-8ebd-aaa8fb344748 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 210 time: 0.0355031 Nov 15 14:33:29.653807 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4232ee58-0c7a-400e-9c82-86a608bc8baf req-630c19ef-3974-4d0c-919d-74478a22c128 service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075401 Nov 15 14:33:29.691117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3f5ade0-a25a-4649-a0f2-8c21fc9eebe5 req-1dbf0ccd-e8ae-43e3-89bf-6d5264061ce3 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5a08af2-c96d-4130-b143-2bff3676b867&id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 399 time: 0.1008322 Nov 15 14:33:29.739815 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75f80800-1209-4e72-8e80-d389fb65ff65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:29.771043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b725cb9c-97c0-44d4-9f8d-b65d9a6b2616 req-ebf2b772-9d31-4a29-9f0f-95e869dd1626 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 210 time: 0.0393660 Nov 15 14:33:29.809600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7eafc-1f2e-40df-a0fb-f6a80cdf4b09 req-c3a75e2d-8053-4924-a131-bbca09a6e4d9 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:29.811165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7a7eafc-1f2e-40df-a0fb-f6a80cdf4b09 req-c3a75e2d-8053-4924-a131-bbca09a6e4d9 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 1096 time: 0.0433898 Nov 15 14:33:29.895331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7a7eafc-1f2e-40df-a0fb-f6a80cdf4b09 req-18a3458e-92dd-4148-826d-dd2f56f77dfa tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772045 Nov 15 14:33:29.925240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab3a77-3897-4005-afd4-737a52148228 req-264e3ad0-abe0-4e99-827c-8e63ba5d3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:29.926815 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-36ab3a77-3897-4005-afd4-737a52148228 req-264e3ad0-abe0-4e99-827c-8e63ba5d3b9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f38c5c53eef414aaa95bdd4035947bb&device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 1136 time: 0.0590503 Nov 15 14:33:30.063516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab3a77-3897-4005-afd4-737a52148228 req-6ae8db6b-9fde-4ce2-a897-b9697893a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:30.070304 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-36ab3a77-3897-4005-afd4-737a52148228 req-6ae8db6b-9fde-4ce2-a897-b9697893a34a service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d948a43-4cc1-4b6f-898b-a449d54b934b HTTP/1.1" status: 200 len: 914 time: 0.1313460 Nov 15 14:33:30.120212 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-36ab3a77-3897-4005-afd4-737a52148228 req-be4a0c71-a5c0-40d5-8387-41c452989e3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73784e7e-29c4-407c-a0a4-383bf666e117 HTTP/1.1" status: 200 len: 217 time: 0.0376587 Nov 15 14:33:30.185321 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab3a77-3897-4005-afd4-737a52148228 req-75aa214c-60fa-4123-afb1-b2512f0dce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:30.187172 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-36ab3a77-3897-4005-afd4-737a52148228 req-75aa214c-60fa-4123-afb1-b2512f0dce03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=252401ff-9afd-40e6-ae5d-f72c82fc03f1 HTTP/1.1" status: 200 len: 853 time: 0.0568466 Nov 15 14:33:30.208535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3d67dc3-bd9b-4d14-b4bf-0311763e5ed4 req-6557a941-1a7f-4025-8a15-763757a6cd83 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 210 time: 0.0251570 Nov 15 14:33:30.231010 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-36ab3a77-3897-4005-afd4-737a52148228 req-68e9b6c2-173e-44dc-b89e-9ef230a6e12c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d948a43-4cc1-4b6f-898b-a449d54b934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328991 Nov 15 14:33:30.334518 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-36ab3a77-3897-4005-afd4-737a52148228 req-5c19a445-e207-4250-9713-5cfac1e1abd2 service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915394 Nov 15 14:33:30.441359 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-36ab3a77-3897-4005-afd4-737a52148228 req-2907b5b2-e18a-4638-b714-24231b1e428e service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902901 Nov 15 14:33:30.484314 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-b55fc12a-f363-43cb-a1bc-a0f14cdac54d tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f3fe34fe1d164ad98bc531e19c7d7f80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288739 Nov 15 14:33:30.499861 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b6f66ace-25e3-4bba-b642-fd3c4f7cc654 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:33:30.629069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ba78e-0249-46db-91f8-6233d2138800 req-4a5acebd-14c2-4c02-b86c-658c3b5e3887 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:30.630818 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-4a5acebd-14c2-4c02-b86c-658c3b5e3887 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352460 Nov 15 14:33:30.638738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port b6f66ace-25e3-4bba-b642-fd3c4f7cc654, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b6f66ace-25e3-4bba-b642-fd3c4f7cc654,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:30.652180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Request body: {'port': {'device_id': '949f8548-8279-4df4-a317-11af6758aa08', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': 'f3fe34fe1d164ad98bc531e19c7d7f80'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:30.653115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'b6f66ace-25e3-4bba-b642-fd3c4f7cc654', 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84', 'port_id': 'b6f66ace-25e3-4bba-b642-fd3c4f7cc654', 'mac_address': 'fa:16:3e:17:be:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2dd7fe-2471-464f-9028-5bbad6228640', 'ip_address': '19.80.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:33:30.703149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aeeb4-78d7-4d47-8ac6-8a28bb8c478a req-d2f631e3-53b6-4135-9edb-f153873d432d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:30.705762 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:30.710311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aeeb4-78d7-4d47-8ac6-8a28bb8c478a req-d2f631e3-53b6-4135-9edb-f153873d432d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:30.720195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aeeb4-78d7-4d47-8ac6-8a28bb8c478a req-d2f631e3-53b6-4135-9edb-f153873d432d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:30.723001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f66ace-25e3-4bba-b642-fd3c4f7cc654 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:30.733957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d9aeeb4-78d7-4d47-8ac6-8a28bb8c478a req-d2f631e3-53b6-4135-9edb-f153873d432d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2412 time: 0.1105843 Nov 15 14:33:30.748321 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port b6f66ace-25e3-4bba-b642-fd3c4f7cc654, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b6f66ace-25e3-4bba-b642-fd3c4f7cc654,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:30.793951 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d9aeeb4-78d7-4d47-8ac6-8a28bb8c478a req-2b7317fc-6f5a-410a-83ba-09bcb10eab8f tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590239 Nov 15 14:33:30.893940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b095b3ef-f9ba-45a0-a220-5648916d17c8 req-0f4ec631-e488-4ee3-9fee-293cc2da49ff tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 210 time: 0.0446615 Nov 15 14:33:30.920185 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:30.920185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5f118c21-e9a0-4582-965e-f7b156dac695 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:33:30.956520 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5f118c21-e9a0-4582-965e-f7b156dac695, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5f118c21-e9a0-4582-965e-f7b156dac695,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:31.000996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Made reservation on behalf of f3fe34fe1d164ad98bc531e19c7d7f80 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:33:31.005508 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:31.019763 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '5f118c21-e9a0-4582-965e-f7b156dac695', 'network_id': 'c71bedc8-5840-466a-bde3-9a2ac69a1f84', 'port_id': '5f118c21-e9a0-4582-965e-f7b156dac695', 'mac_address': 'fa:16:3e:1a:be:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2dd7fe-2471-464f-9028-5bbad6228640', 'ip_address': '19.80.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:33:31.024572 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:31.038440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=b6f66ace-25e3-4bba-b642-fd3c4f7cc654,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:31.103397 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:31.119607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f118c21-e9a0-4582-965e-f7b156dac695 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:31.142668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5f118c21-e9a0-4582-965e-f7b156dac695, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5f118c21-e9a0-4582-965e-f7b156dac695,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:31.147565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24293ca0-f98b-42bd-aa44-2ede06e9f435 req-ef9eb9a5-386d-4310-a84c-48b952eba3f8 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:31.149190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24293ca0-f98b-42bd-aa44-2ede06e9f435 req-ef9eb9a5-386d-4310-a84c-48b952eba3f8 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 985 time: 0.1328692 Nov 15 14:33:31.211333 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:31.234176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24293ca0-f98b-42bd-aa44-2ede06e9f435 req-ab823563-9f39-4848-a9a8-5974ae47dfdd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5a08af2-c96d-4130-b143-2bff3676b867&id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 399 time: 0.0766649 Nov 15 14:33:31.280677 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:31.281379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e0a76cf0-f57d-4da2-be9c-ea21f88ad12b details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:33:31.342931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff15e098-3fd2-4855-b4f7-5303779cc25d req-94081b35-a0b5-489d-a81d-2839461f11fd tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 210 time: 0.0363708 Nov 15 14:33:31.378292 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=5f118c21-e9a0-4582-965e-f7b156dac695,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:31.406482 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:31.441587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b,segment=NetworkSegment(8c6015fc-5ab9-4321-a4fe-ef2487ff42c4),segment_id=8c6015fc-5ab9-4321-a4fe-ef2487ff42c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:31.447493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b690b90-8286-4f32-946a-424bfc1144e1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:31.464888 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'e0a76cf0-f57d-4da2-be9c-ea21f88ad12b', 'network_id': '8904cca4-e73f-485c-8b96-488fec1282f9', 'port_id': 'e0a76cf0-f57d-4da2-be9c-ea21f88ad12b', 'mac_address': 'fa:16:3e:d5:c9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36d8a6d-a06c-48d3-bdd2-4c1d6c3a39af', 'ip_address': '19.86.0.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:33:31.545059 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:31.560931 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a76cf0-f57d-4da2-be9c-ea21f88ad12b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:31.569945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-676cff85-e83d-4b52-b7da-16577ca5e53a req-45c4c1ae-37a4-4336-a492-27572be2412a tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 210 time: 0.0463009 Nov 15 14:33:31.586764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b,segment=NetworkSegment(8c6015fc-5ab9-4321-a4fe-ef2487ff42c4),segment_id=8c6015fc-5ab9-4321-a4fe-ef2487ff42c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:31.625261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Allocated IP 192.168.233.166 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:33:31.628848 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-2ee6c6f1-d407-4b10-af38-e05406a3fa5b tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6670c40412944f7ea6a2e3bf00106eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323420 Nov 15 14:33:31.783893 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:31.860359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-9d797cce-4da1-40cd-8a5e-ccbb7305954e tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:31.862287 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-9d797cce-4da1-40cd-8a5e-ccbb7305954e tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2227983 Nov 15 14:33:31.865485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:31.899150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-edb4dff6-1be4-4d1b-813a-436ddf94ff1d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Request body: {'port': {'device_id': '253f18a8-153d-4a28-af08-c70be4ba44d1', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '6670c40412944f7ea6a2e3bf00106eae'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:31.931511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb7fd5-5816-4a68-90df-67cbe9d43598 req-4b4fa061-7869-4110-80d6-dbf637ff04b9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:31.938010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb7fd5-5816-4a68-90df-67cbe9d43598 req-4b4fa061-7869-4110-80d6-dbf637ff04b9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:31.946509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb7fd5-5816-4a68-90df-67cbe9d43598 req-4b4fa061-7869-4110-80d6-dbf637ff04b9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:31.948442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2cb7fd5-5816-4a68-90df-67cbe9d43598 req-4b4fa061-7869-4110-80d6-dbf637ff04b9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2415 time: 0.0779283 Nov 15 14:33:31.969048 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:32.026132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2cb7fd5-5816-4a68-90df-67cbe9d43598 req-4c3a499b-cb95-4566-a3fe-40ac1e350e54 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645533 Nov 15 14:33:32.139594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a43d1be7-3553-46bf-8ee0-e1d3a3024ce0 req-517f21e5-6fb9-41ea-ad5c-3934adac50f0 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 210 time: 0.0275917 Nov 15 14:33:32.156439 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9183a7e4-2b3f-463c-82b5-adbf809d2757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:32.208487 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:32.252620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:33:32.255979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:32.259824 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:33:32.299312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Pushing event updated for resources: {'Port': ['ID=e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:32.301913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-edb4dff6-1be4-4d1b-813a-436ddf94ff1d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Made reservation on behalf of 6670c40412944f7ea6a2e3bf00106eae for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:33:32.305605 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-edb4dff6-1be4-4d1b-813a-436ddf94ff1d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:32.393553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983d9a1-2228-4aa3-bdc4-2c583f4ea658 req-e23c01ce-6b48-4942-b8f7-3d78c4cbe927 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:32.403085 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0983d9a1-2228-4aa3-bdc4-2c583f4ea658 req-e23c01ce-6b48-4942-b8f7-3d78c4cbe927 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 985 time: 0.0790668 Nov 15 14:33:32.428860 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:32.430550 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:32.436059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['b6f66ace-25e3-4bba-b642-fd3c4f7cc654'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:32.495718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e0a76cf0-f57d-4da2-be9c-ea21f88ad12b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:32.531009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0983d9a1-2228-4aa3-bdc4-2c583f4ea658 req-443d0bdd-d4a1-4b88-b1a7-e2b1879337b9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5a08af2-c96d-4130-b143-2bff3676b867&id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 399 time: 0.1149633 Nov 15 14:33:32.532387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-edb4dff6-1be4-4d1b-813a-436ddf94ff1d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Allocated IP 192.168.233.54 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:33:32.569009 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['5f118c21-e9a0-4582-965e-f7b156dac695'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:32.634680 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc14628b-c03e-45d3-bf10-948a2bde553c req-613cc54e-0651-4bad-a4e3-6c569e0d20af tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3155b4e-9ccc-4936-aa94-0437d01a5eff HTTP/1.1" status: 200 len: 210 time: 0.0351205 Nov 15 14:33:32.683856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7b0f47cb-0697-4386-a6c8-ac0ea39ef712 None None] Provisioning complete for port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:32.684485 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b0f47cb-0697-4386-a6c8-ac0ea39ef712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:32.726830 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-97a69d0e-4430-4d0b-8aa8-807ddc2fbceb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0789409 Nov 15 14:33:32.753922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Request body: {'port': {'device_id': '949f8548-8279-4df4-a317-11af6758aa08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:32.793441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-edb4dff6-1be4-4d1b-813a-436ddf94ff1d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:32.820176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f47cb-0697-4386-a6c8-ac0ea39ef712 None None] Port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:33:32.848958 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:32.871579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44e31567-eea6-4dcb-83a0-ccad3e85d47e req-43e3f2eb-4cc5-429b-9dec-86b8bc4b118d tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-707497367&fields=id&tenant_id=5f38c5c53eef414aaa95bdd4035947bb HTTP/1.1" status: 200 len: 267 time: 0.0751698 Nov 15 14:33:32.935582 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e31567-eea6-4dcb-83a0-ccad3e85d47e req-6f174059-5ea5-4dd1-870a-4f22e0113dc9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:32.938501 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44e31567-eea6-4dcb-83a0-ccad3e85d47e req-6f174059-5ea5-4dd1-870a-4f22e0113dc9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 985 time: 0.0683064 Nov 15 14:33:32.954348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-44e31567-eea6-4dcb-83a0-ccad3e85d47e req-1e40a46c-d247-43a6-82ff-e44458472405 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'port': {'security_groups': ['5ec7b089-5274-448a-9907-088983efd634', 'd5a08af2-c96d-4130-b143-2bff3676b867', '7b4d9b03-f1da-4c26-a2f7-55faceeab14a']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:33.067285 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-44e31567-eea6-4dcb-83a0-ccad3e85d47e req-1e40a46c-d247-43a6-82ff-e44458472405 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:33.196209 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-edb4dff6-1be4-4d1b-813a-436ddf94ff1d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:33.204649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-b5902cb5-6a49-4490-b417-316a353d1e64 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:33:33.205671 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-b5902cb5-6a49-4490-b417-316a353d1e64 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066695 Nov 15 14:33:33.345618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-edb4dff6-1be4-4d1b-813a-436ddf94ff1d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:33:33.346994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-9cfe95f0-6df9-4fc2-b992-27d06fe86b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:33.348451 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-9cfe95f0-6df9-4fc2-b992-27d06fe86b22 service neutron] 10.222.0.70 "GET /v2.0/ports/b3ddee34-a98a-4b48-8c43-760fe33f6f55 HTTP/1.1" status: 200 len: 1093 time: 0.1040015 Nov 15 14:33:33.350973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4dff6-1be4-4d1b-813a-436ddf94ff1d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Pushing event updated for resources: {'Port': ['ID=a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:33.355164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-edb4dff6-1be4-4d1b-813a-436ddf94ff1d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:33.361753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-edb4dff6-1be4-4d1b-813a-436ddf94ff1d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:33:33.395432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] Request body: {'binding': {'host': 'n-h1-817748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:33.395925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:33:33.402004 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:33.429766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-44e31567-eea6-4dcb-83a0-ccad3e85d47e req-1e40a46c-d247-43a6-82ff-e44458472405 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] For port 73784e7e-29c4-407c-a0a4-383bf666e117, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=73784e7e-29c4-407c-a0a4-383bf666e117,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:33.441207 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:33.468454 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-44e31567-eea6-4dcb-83a0-ccad3e85d47e req-1e40a46c-d247-43a6-82ff-e44458472405 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:33.474576 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Transition to ACTIVE for port object e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:33:33.486619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-edb4dff6-1be4-4d1b-813a-436ddf94ff1d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:33.487310 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-edb4dff6-1be4-4d1b-813a-436ddf94ff1d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:33.597085 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-44e31567-eea6-4dcb-83a0-ccad3e85d47e req-1e40a46c-d247-43a6-82ff-e44458472405 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:33.600410 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:33.601044 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:33.646975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e31567-eea6-4dcb-83a0-ccad3e85d47e req-1e40a46c-d247-43a6-82ff-e44458472405 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:33.648280 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-44e31567-eea6-4dcb-83a0-ccad3e85d47e req-1e40a46c-d247-43a6-82ff-e44458472405 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:33.652264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-675975fa-99bd-4456-bdee-95e9b0c5f910 None None] Provisioning complete for port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:33.659707 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-675975fa-99bd-4456-bdee-95e9b0c5f910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:33.669771 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44e31567-eea6-4dcb-83a0-ccad3e85d47e req-1e40a46c-d247-43a6-82ff-e44458472405 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "PUT /v2.0/ports/73784e7e-29c4-407c-a0a4-383bf666e117 HTTP/1.1" status: 200 len: 1021 time: 0.7222538 Nov 15 14:33:33.670357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da47439-8407-4cd2-9724-0aab9da1166b', 'tag': '73784e7e-29c4-407c-a0a4-383bf666e117'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:33.675740 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef907d8-6d59-4b4c-9dca-bbf300ab61aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9da47439-8407-4cd2-9724-0aab9da1166b", "tag": "73784e7e-29c4-407c-a0a4-383bf666e117"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:33.679502 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-edb4dff6-1be4-4d1b-813a-436ddf94ff1d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7884305 Nov 15 14:33:33.684255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] Attempting to bind port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on host n-h1-817748-2 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:33.684674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] Attempting to bind port b3ddee34-a98a-4b48-8c43-760fe33f6f55 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:33.685092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] Attempting to bind port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:33.748087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-675975fa-99bd-4456-bdee-95e9b0c5f910 None None] Port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:33:33.748601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40a46c-d247-43a6-82ff-e44458472405 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'Port': ['ID=73784e7e-29c4-407c-a0a4-383bf666e117,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:33.751947 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Request body: {'port': {'device_id': '253f18a8-153d-4a28-af08-c70be4ba44d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:33.834854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a2a7f-4056-46f2-90c5-aa9f3b02796c req-c8aa30ea-54c1-49b0-8426-b09f030a2daa tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:33.835801 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] Port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:33:33.836190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] Attempting to bind port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:33.837298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f7a2a7f-4056-46f2-90c5-aa9f3b02796c req-c8aa30ea-54c1-49b0-8426-b09f030a2daa tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 935 time: 0.0713305 Nov 15 14:33:33.842697 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:33.861788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:33.862131 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:33.862568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:33.863140 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] Bound port: b3ddee34-a98a-4b48-8c43-760fe33f6f55, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:33.896957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f7a2a7f-4056-46f2-90c5-aa9f3b02796c req-3a682607-96d0-48fd-a9f4-57781348d94a tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509701 Nov 15 14:33:33.970337 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:33.972917 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:33.974489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Attempting to bind port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:33.974641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Attempting to bind port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:33.974995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Attempting to bind port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:33.987784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:33:33.988122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Attempting to bind port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:33.993660 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['73784e7e-29c4-407c-a0a4-383bf666e117'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:34.000406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:34.003131 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:34.003131 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:34.003131 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Bound port: e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:34.003131 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:34.051638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677df01f-eba2-4025-9007-4ee26793095e req-f951e6c0-4657-4f97-9206-0bfad9a9cb23 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:34.060714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677df01f-eba2-4025-9007-4ee26793095e req-f951e6c0-4657-4f97-9206-0bfad9a9cb23 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:34.069103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677df01f-eba2-4025-9007-4ee26793095e req-f951e6c0-4657-4f97-9206-0bfad9a9cb23 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:34.078645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-677df01f-eba2-4025-9007-4ee26793095e req-f951e6c0-4657-4f97-9206-0bfad9a9cb23 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2415 time: 0.1048431 Nov 15 14:33:34.095164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] For port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:34.098620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] For port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:34.108903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:34.110098 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] 10.222.0.70 "POST /v2.0/ports/b3ddee34-a98a-4b48-8c43-760fe33f6f55/bindings HTTP/1.1" status: 201 len: 389 time: 0.7186518 Nov 15 14:33:34.147412 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-677df01f-eba2-4025-9007-4ee26793095e req-72a8c19d-3eb8-4d3e-b7b5-849d000638cc tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672827 Nov 15 14:33:34.307318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c06cf-39ee-4764-a12f-b83203a8f343 req-4f81a1be-a9da-4045-89ac-2a086dfbdb73 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:34.319010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d8c06cf-39ee-4764-a12f-b83203a8f343 req-4f81a1be-a9da-4045-89ac-2a086dfbdb73 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 948 time: 0.0897503 Nov 15 14:33:34.389925 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d8c06cf-39ee-4764-a12f-b83203a8f343 req-b452e315-9c4f-4b36-8383-5bc75c9f2a22 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648935 Nov 15 14:33:34.507963 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:34.554543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:34.555169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:34.556579 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] 10.222.0.59 "PUT /v2.0/ports/e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 HTTP/1.1" status: 200 len: 1096 time: 1.8097057 Nov 15 14:33:34.559560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949f8548-8279-4df4-a317-11af6758aa08', 'tag': 'e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:34.562860 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9785fdfc-383c-4c1f-857b-518a023682fa" -d '{"events": [{"name": "network-changed", "server_uuid": "949f8548-8279-4df4-a317-11af6758aa08", "tag": "e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:34.581658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5977f3c1-0fef-47a9-afb0-d259801ba58c req-d35aa5f3-3733-4b82-b66a-0b8b6b4b5d32 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/7b4d9b03-f1da-4c26-a2f7-55faceeab14a HTTP/1.1" status: 200 len: 1816 time: 0.0966308 Nov 15 14:33:34.598831 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e2808b-81db-4a3d-bb58-4a9d0d226999 x-openstack-request-id: req-b5e2808b-81db-4a3d-bb58-4a9d0d226999 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:34.606344 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da47439-8407-4cd2-9724-0aab9da1166b", "tag": "73784e7e-29c4-407c-a0a4-383bf666e117", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:34.606831 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5e2808b-81db-4a3d-bb58-4a9d0d226999 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:34.607428 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da47439-8407-4cd2-9724-0aab9da1166b', 'tag': '73784e7e-29c4-407c-a0a4-383bf666e117', 'status': 'completed', 'code': 200} Nov 15 14:33:34.639603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabcae1-c12d-46e8-adf9-1b5c66c96127 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:34.684480 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-5977f3c1-0fef-47a9-afb0-d259801ba58c req-43662bb8-ddff-426e-97fa-27b3fbb26371 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 14:33:34.685516 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5977f3c1-0fef-47a9-afb0-d259801ba58c req-43662bb8-ddff-426e-97fa-27b3fbb26371 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "DELETE /v2.0/security-groups/7b4d9b03-f1da-4c26-a2f7-55faceeab14a HTTP/1.1" status: 409 len: 341 time: 0.1028495 Nov 15 14:33:34.730984 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['40516a2e-a7e2-4b7e-93ff-9700755e7ffa', '73784e7e-29c4-407c-a0a4-383bf666e117'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:34.763596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef907d8-6d59-4b4c-9dca-bbf300ab61aa req-17d53f50-4297-493f-9556-1441ebb0c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:34.765681 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cef907d8-6d59-4b4c-9dca-bbf300ab61aa req-17d53f50-4297-493f-9556-1441ebb0c98b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f38c5c53eef414aaa95bdd4035947bb&device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 1175 time: 0.0886967 Nov 15 14:33:34.815262 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba546890-a90e-4eb7-9870-854f7af45434 x-openstack-request-id: req-ba546890-a90e-4eb7-9870-854f7af45434 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:34.830781 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949f8548-8279-4df4-a317-11af6758aa08", "tag": "e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:34.830781 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba546890-a90e-4eb7-9870-854f7af45434 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:34.830781 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949f8548-8279-4df4-a317-11af6758aa08', 'tag': 'e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9', 'status': 'completed', 'code': 200} Nov 15 14:33:34.879692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:34.895071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:34.951416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Transition to ACTIVE for port object a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:33:34.982196 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9198cf2-8999-4d20-a053-9709d6ccf785 req-d8dbd67b-5599-43cf-9a27-43c9d6fafc31 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:34.993208 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9198cf2-8999-4d20-a053-9709d6ccf785 req-d8dbd67b-5599-43cf-9a27-43c9d6fafc31 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.2228224 Nov 15 14:33:35.017653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef907d8-6d59-4b4c-9dca-bbf300ab61aa req-ec58463c-8d1c-4429-83f8-58002589f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:35.027051 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cef907d8-6d59-4b4c-9dca-bbf300ab61aa req-ec58463c-8d1c-4429-83f8-58002589f25f service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d948a43-4cc1-4b6f-898b-a449d54b934b HTTP/1.1" status: 200 len: 914 time: 0.2295940 Nov 15 14:33:35.038493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ba78e-0249-46db-91f8-6233d2138800 req-db9438c6-4bd0-4219-86c9-28e427c9eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:35.040099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-db9438c6-4bd0-4219-86c9-28e427c9eae7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3fe34fe1d164ad98bc531e19c7d7f80&device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 1099 time: 0.2029605 Nov 15 14:33:35.087142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.59', 54285) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:35.087851 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:35.091827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9198cf2-8999-4d20-a053-9709d6ccf785 req-93dbaaf3-1b35-42ed-8c5e-78974d192e07 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968549 Nov 15 14:33:35.099400 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cef907d8-6d59-4b4c-9dca-bbf300ab61aa req-405a5911-06c3-45c7-8712-f48f09265fd1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73784e7e-29c4-407c-a0a4-383bf666e117 HTTP/1.1" status: 200 len: 217 time: 0.0476122 Nov 15 14:33:35.144598 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:35.171771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.59', 54286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:35.231687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-790a80d4-0d35-4d31-ad54-f0a1a6354877 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 HTTP/1.1" status: 200 len: 217 time: 0.1365414 Nov 15 14:33:35.309511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Pushing event updated for resources: {'Port': ['ID=a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:35.355522 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef907d8-6d59-4b4c-9dca-bbf300ab61aa req-bdcf86eb-d09c-407f-b1f4-857f2d3f17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:35.357275 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cef907d8-6d59-4b4c-9dca-bbf300ab61aa req-bdcf86eb-d09c-407f-b1f4-857f2d3f17cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=252401ff-9afd-40e6-ae5d-f72c82fc03f1 HTTP/1.1" status: 200 len: 853 time: 0.2403376 Nov 15 14:33:35.396940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5ab2142-de26-4107-aad1-0f7344b644ff req-28d0417b-170d-4ea8-ab67-6c17d8235402 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3031514 Nov 15 14:33:35.409617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ba78e-0249-46db-91f8-6233d2138800 req-66343476-8613-478f-9935-613a067ec55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:35.414669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-66343476-8613-478f-9935-613a067ec55a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1551499 Nov 15 14:33:35.579313 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cef907d8-6d59-4b4c-9dca-bbf300ab61aa req-86197874-52ab-4729-83d8-e38fdc303271 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d948a43-4cc1-4b6f-898b-a449d54b934b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1776931 Nov 15 14:33:35.581245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ba78e-0249-46db-91f8-6233d2138800 req-defe21a8-2212-4ae7-8e7e-cc8b78d2d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:35.583074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-defe21a8-2212-4ae7-8e7e-cc8b78d2d2e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1472428 Nov 15 14:33:35.585230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab2142-de26-4107-aad1-0f7344b644ff req-4b9a3bde-fc32-4f61-9a90-17c213d1648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:35.587755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5ab2142-de26-4107-aad1-0f7344b644ff req-4b9a3bde-fc32-4f61-9a90-17c213d1648c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 1095 time: 0.1346927 Nov 15 14:33:35.611421 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-daa8dd8f-c41f-4a39-80b2-fb40bb4b19da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:35.613340 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-daa8dd8f-c41f-4a39-80b2-fb40bb4b19da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 1096 time: 0.4388452 Nov 15 14:33:35.883618 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:35.892038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Attempting to bind port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:35.892038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Attempting to bind port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:35.892329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Attempting to bind port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:35.923872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:33:35.924246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Attempting to bind port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:35.961896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:35.962247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:35.970866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:35.971385 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Bound port: a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:35.972194 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:36.026673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dd64e-0075-49f2-8687-bab88371310b req-d185baa2-3cb0-4c93-8555-f7ffe8b42822 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:36.035849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c83dd64e-0075-49f2-8687-bab88371310b req-d185baa2-3cb0-4c93-8555-f7ffe8b42822 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 947 time: 0.3268421 Nov 15 14:33:36.054489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-5662c452-14a1-4b04-b9ef-b14c1cf13da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:36.055926 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-5662c452-14a1-4b04-b9ef-b14c1cf13da0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.3930259 Nov 15 14:33:36.057693 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cef907d8-6d59-4b4c-9dca-bbf300ab61aa req-7bef071c-8a3e-43f7-a761-d8fc8d70022e service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304094 Nov 15 14:33:36.113522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-c160956a-d103-4063-b0f9-43d3a608ff5a service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633660 Nov 15 14:33:36.120777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab2142-de26-4107-aad1-0f7344b644ff req-cab517b1-747f-40d2-96ea-727527e7970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:36.122493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5ab2142-de26-4107-aad1-0f7344b644ff req-cab517b1-747f-40d2-96ea-727527e7970f service neutron] 10.222.0.59 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.4390883 Nov 15 14:33:36.171700 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-7ca2b2f2-2467-49f5-8d06-1ae11a4f49ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55 HTTP/1.1" status: 200 len: 217 time: 0.0798576 Nov 15 14:33:36.182279 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] For port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:36.212794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] For port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:36.240009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dd71c-6171-40cc-8b70-a265abb4ba98 req-23506e90-0fa5-44da-b3fe-792dd4aaec00 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:36.242935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dd71c-6171-40cc-8b70-a265abb4ba98 req-23506e90-0fa5-44da-b3fe-792dd4aaec00 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:36.251661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dd71c-6171-40cc-8b70-a265abb4ba98 req-23506e90-0fa5-44da-b3fe-792dd4aaec00 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:36.253932 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e8dd71c-6171-40cc-8b70-a265abb4ba98 req-23506e90-0fa5-44da-b3fe-792dd4aaec00 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2415 time: 0.1999841 Nov 15 14:33:36.272059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-dade54bc-92b7-4411-abb7-1f2f39ae502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:36.273585 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-dade54bc-92b7-4411-abb7-1f2f39ae502e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0856085 Nov 15 14:33:36.277302 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cef907d8-6d59-4b4c-9dca-bbf300ab61aa req-210a350b-51ac-48ed-988e-d86de7d24d1d service neutron] 10.222.0.59 "GET /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942353 Nov 15 14:33:36.332029 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:36.356694 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-621e0dc1-d994-4653-a00f-f2e16cb8bb58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469680 Nov 15 14:33:36.478120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:36.479141 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:36.480712 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] 10.222.0.59 "PUT /v2.0/ports/a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f HTTP/1.1" status: 200 len: 1095 time: 2.7823782 Nov 15 14:33:36.504039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b6f66ace-25e3-4bba-b642-fd3c4f7cc654 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:36.554650 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ccfb5-2a60-42a2-bf51-7522a041fbfd service neutron] Pushing event updated for resources: {'Port': ['ID=a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:36.628996 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-4014adcf-c113-459f-926e-e29c4a508167 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416856 Nov 15 14:33:36.684023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5ab2142-de26-4107-aad1-0f7344b644ff req-7f0efb06-3f8c-4a2e-b785-589a9c483bba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff6d83e2-4506-4586-90cc-398176d051bd HTTP/1.1" status: 200 len: 217 time: 0.5418286 Nov 15 14:33:36.710630 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c83dd64e-0075-49f2-8687-bab88371310b req-b509a188-5779-45c6-89c8-f73f99823c91 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6706245 Nov 15 14:33:36.762695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port b6f66ace-25e3-4bba-b642-fd3c4f7cc654 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:33:36.768011 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port b6f66ace-25e3-4bba-b642-fd3c4f7cc654 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:36.785142 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:36.803067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-88f6a404-6c24-486b-96ea-e34baa114425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:36.804651 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-88f6a404-6c24-486b-96ea-e34baa114425 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6670c40412944f7ea6a2e3bf00106eae&device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 1098 time: 0.1451910 Nov 15 14:33:36.820120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab2142-de26-4107-aad1-0f7344b644ff req-bc46e42c-bb6e-4444-9a86-22ef1264167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:36.833192 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5ab2142-de26-4107-aad1-0f7344b644ff req-bc46e42c-bb6e-4444-9a86-22ef1264167d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0912080 Nov 15 14:33:36.833860 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253f18a8-153d-4a28-af08-c70be4ba44d1', 'tag': 'a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:36.833860 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d73f14-202d-49b6-b3b9-01a6ca98fa06" -d '{"events": [{"name": "network-changed", "server_uuid": "253f18a8-153d-4a28-af08-c70be4ba44d1", "tag": "a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:36.899778 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-c780a908-266d-48b3-8372-007626fac8c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f HTTP/1.1" status: 200 len: 217 time: 0.0495872 Nov 15 14:33:36.901904 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-b5ada2a0-2720-4ae0-90eb-91c76bcd35dd service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505965 Nov 15 14:33:36.928466 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e8dd71c-6171-40cc-8b70-a265abb4ba98 req-02a782aa-c8a6-4ea5-9938-ada2f51d1b97 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406259 Nov 15 14:33:36.941804 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:36.970287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-a545284f-ef74-4523-a6c6-920a7d64a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:36.972878 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-a545284f-ef74-4523-a6c6-920a7d64a31e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0604289 Nov 15 14:33:36.980083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f66ace-25e3-4bba-b642-fd3c4f7cc654'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:36.983071 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5ab2142-de26-4107-aad1-0f7344b644ff req-62f2d6e4-0958-4257-8b31-f9cb0fa42740 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402204 Nov 15 14:33:36.983274 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da08a63e-0f8f-4894-8111-d2bb30600ebe" -d '{"events": [{"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-plugged", "status": "completed", "tag": "b6f66ace-25e3-4bba-b642-fd3c4f7cc654"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:36.998589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port b6f66ace-25e3-4bba-b642-fd3c4f7cc654, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b6f66ace-25e3-4bba-b642-fd3c4f7cc654,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:37.116789 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:37.121498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5f118c21-e9a0-4582-965e-f7b156dac695 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:37.130307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-30758c56-a72e-400e-94ec-313ce1d39c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:37.134855 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-30758c56-a72e-400e-94ec-313ce1d39c99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269724 Nov 15 14:33:37.292822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ca62-1111-4774-9c16-45e56a124abe req-a63ee4e4-84c7-4d0b-840b-3f90ed3d9929 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:37.297044 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e13ca62-1111-4774-9c16-45e56a124abe req-a63ee4e4-84c7-4d0b-840b-3f90ed3d9929 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 948 time: 0.4743516 Nov 15 14:33:37.315914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595ba78e-0249-46db-91f8-6233d2138800 req-a9f111f7-57a5-4947-93d0-7f33c5dce37d service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1648273 Nov 15 14:33:37.369855 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=b6f66ace-25e3-4bba-b642-fd3c4f7cc654,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:37.409551 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-9ae095c0-6b3c-4798-81f3-3a31cab646ce service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555337 Nov 15 14:33:37.478456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e13ca62-1111-4774-9c16-45e56a124abe req-346b7915-2fc3-4fba-8437-bea169599ad0 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647699 Nov 15 14:33:37.532363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 5f118c21-e9a0-4582-965e-f7b156dac695 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:33:37.537647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 5f118c21-e9a0-4582-965e-f7b156dac695 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:37.538135 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:37.591553 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-53b91a67-fbe8-42d6-a397-4eec4698d070 req-b509787c-071f-4fd6-bacf-a029535855fa service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614122 Nov 15 14:33:37.672611 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:37.721906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5f118c21-e9a0-4582-965e-f7b156dac695, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5f118c21-e9a0-4582-965e-f7b156dac695,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:37.745440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5ab2142-de26-4107-aad1-0f7344b644ff req-473f0d38-9e38-4ce9-ba95-49b69637fb14 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7241518 Nov 15 14:33:37.799152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46c9bd-fb8e-47fe-b762-6d419b8e9539 req-f68e9fcf-34f0-42aa-aea0-0147b9dd29c5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:37.800653 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d46c9bd-fb8e-47fe-b762-6d419b8e9539 req-f68e9fcf-34f0-42aa-aea0-0147b9dd29c5 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.1918235 Nov 15 14:33:37.816902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083b062-1683-4ec5-af48-c27c25f74620 req-9d5cfe56-4320-471b-af97-25ab9a343bb3 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:37.818717 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7083b062-1683-4ec5-af48-c27c25f74620 req-9d5cfe56-4320-471b-af97-25ab9a343bb3 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 1024 time: 0.4200203 Nov 15 14:33:37.823121 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:37.823933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e0a76cf0-f57d-4da2-be9c-ea21f88ad12b up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:37.936073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=5f118c21-e9a0-4582-965e-f7b156dac695,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:37.978672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785fdfc-383c-4c1f-857b-518a023682fa req-6e8ede0d-aea4-4245-9ea7-2af369a17008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:37.982783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9785fdfc-383c-4c1f-857b-518a023682fa req-6e8ede0d-aea4-4245-9ea7-2af369a17008 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3fe34fe1d164ad98bc531e19c7d7f80&device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 1099 time: 0.4706626 Nov 15 14:33:38.132295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:33:38.132590 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:38.133164 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:38.152655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785fdfc-383c-4c1f-857b-518a023682fa req-8d720f1a-b5e5-41c3-a0b6-3859bcaac574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:38.154567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9785fdfc-383c-4c1f-857b-518a023682fa req-8d720f1a-b5e5-41c3-a0b6-3859bcaac574 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1367717 Nov 15 14:33:38.157828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5ab2142-de26-4107-aad1-0f7344b644ff req-aabf5339-44dc-4bf2-adad-9335313b7358 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800223 Nov 15 14:33:38.270654 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:38.278963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9785fdfc-383c-4c1f-857b-518a023682fa req-10794383-670c-473d-b023-3ae5aa132923 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 HTTP/1.1" status: 200 len: 217 time: 0.0986269 Nov 15 14:33:38.312369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b,segment=NetworkSegment(8c6015fc-5ab9-4321-a4fe-ef2487ff42c4),segment_id=8c6015fc-5ab9-4321-a4fe-ef2487ff42c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:38.405877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785fdfc-383c-4c1f-857b-518a023682fa req-31928fca-5938-406a-838a-6db748c05de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:38.407941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9785fdfc-383c-4c1f-857b-518a023682fa req-31928fca-5938-406a-838a-6db748c05de9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1017766 Nov 15 14:33:38.425750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d46c9bd-fb8e-47fe-b762-6d419b8e9539 req-41058ccb-8c3e-4c1a-9b35-c51d95f4f8ad tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433773 Nov 15 14:33:38.482284 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:38.520163 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5ce47a-bab3-435a-8a12-7dbcbd13594c x-openstack-request-id: req-4c5ce47a-bab3-435a-8a12-7dbcbd13594c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:38.520163 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253f18a8-153d-4a28-af08-c70be4ba44d1", "tag": "a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:38.520163 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c5ce47a-bab3-435a-8a12-7dbcbd13594c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:38.520163 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253f18a8-153d-4a28-af08-c70be4ba44d1', 'tag': 'a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f', 'status': 'completed', 'code': 200} Nov 15 14:33:38.587494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:38.610721 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0185cb9-a947-4900-a6bd-29a050d165d1 x-openstack-request-id: req-c0185cb9-a947-4900-a6bd-29a050d165d1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:38.611012 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-plugged", "status": "completed", "tag": "b6f66ace-25e3-4bba-b642-fd3c4f7cc654", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:38.611258 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0185cb9-a947-4900-a6bd-29a050d165d1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:38.611670 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f66ace-25e3-4bba-b642-fd3c4f7cc654', 'code': 200} Nov 15 14:33:38.709551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7083b062-1683-4ec5-af48-c27c25f74620 req-f0f0fb3e-5672-49bc-a4e9-7fd9ada60910 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5a08af2-c96d-4130-b143-2bff3676b867&id=7b4d9b03-f1da-4c26-a2f7-55faceeab14a&id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.7206323 Nov 15 14:33:38.763279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26f8580-6edb-4265-8e6a-5ab2a5925eab req-781b55ce-ac52-4723-837b-23fd15026ebe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2643206 Nov 15 14:33:38.769755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785fdfc-383c-4c1f-857b-518a023682fa req-486876a5-ca5b-437f-a3cb-c8d43c9b6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:38.771397 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9785fdfc-383c-4c1f-857b-518a023682fa req-486876a5-ca5b-437f-a3cb-c8d43c9b6bce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3444357 Nov 15 14:33:38.775346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d73f14-202d-49b6-b3b9-01a6ca98fa06 req-1f62b278-2a3c-4843-89c1-fb29a93f98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:38.783637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06d73f14-202d-49b6-b3b9-01a6ca98fa06 req-1f62b278-2a3c-4843-89c1-fb29a93f98d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6670c40412944f7ea6a2e3bf00106eae&device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 1098 time: 0.2438154 Nov 15 14:33:38.967499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49157da6-181a-441b-ba8c-bd8b15b041ff req-699ee00b-32a7-4ad3-8d8b-1d2b7093b211 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:38.969122 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-49157da6-181a-441b-ba8c-bd8b15b041ff req-699ee00b-32a7-4ad3-8d8b-1d2b7093b211 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.59 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 1024 time: 0.0926945 Nov 15 14:33:39.042067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ff8b-9f6d-4394-be21-b340555fd500 req-502cec65-6c74-457e-8089-b518936c4b71 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:39.043965 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b118ff8b-9f6d-4394-be21-b340555fd500 req-502cec65-6c74-457e-8089-b518936c4b71 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 947 time: 0.3308048 Nov 15 14:33:39.105116 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-49157da6-181a-441b-ba8c-bd8b15b041ff req-191abb08-f071-43d9-9645-a5ff1057d78e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Deleting port 73784e7e-29c4-407c-a0a4-383bf666e117 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:39.105721 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-49157da6-181a-441b-ba8c-bd8b15b041ff req-191abb08-f071-43d9-9645-a5ff1057d78e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:39.152480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdc10-8840-44bc-85d7-b6aee60a6013 req-d57cdc6f-7787-40fb-b049-bd6c55d5380b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:39.161611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdc10-8840-44bc-85d7-b6aee60a6013 req-d57cdc6f-7787-40fb-b049-bd6c55d5380b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:39.169003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdc10-8840-44bc-85d7-b6aee60a6013 req-d57cdc6f-7787-40fb-b049-bd6c55d5380b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:39.178941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82acdc10-8840-44bc-85d7-b6aee60a6013 req-d57cdc6f-7787-40fb-b049-bd6c55d5380b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2418 time: 0.3574815 Nov 15 14:33:39.227463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8580-6edb-4265-8e6a-5ab2a5925eab req-68fffa75-bb91-45e5-a4c9-702f054e1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:39.228932 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26f8580-6edb-4265-8e6a-5ab2a5925eab req-68fffa75-bb91-45e5-a4c9-702f054e1481 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 1095 time: 0.4360037 Nov 15 14:33:39.251942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9785fdfc-383c-4c1f-857b-518a023682fa req-6219ccd2-e661-4a4a-91fa-deafd241dc5c service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297843 Nov 15 14:33:39.270894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-49157da6-181a-441b-ba8c-bd8b15b041ff req-191abb08-f071-43d9-9645-a5ff1057d78e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] For port 73784e7e-29c4-407c-a0a4-383bf666e117, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=73784e7e-29c4-407c-a0a4-383bf666e117,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:39.271399 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-49157da6-181a-441b-ba8c-bd8b15b041ff req-191abb08-f071-43d9-9645-a5ff1057d78e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:39.290665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d73f14-202d-49b6-b3b9-01a6ca98fa06 req-9420af89-fde1-4a5c-9cc6-3441775736da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:39.291179 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-49157da6-181a-441b-ba8c-bd8b15b041ff req-191abb08-f071-43d9-9645-a5ff1057d78e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Calling delete_port for 73784e7e-29c4-407c-a0a4-383bf666e117 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:39.292226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06d73f14-202d-49b6-b3b9-01a6ca98fa06 req-9420af89-fde1-4a5c-9cc6-3441775736da service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.4725785 Nov 15 14:33:39.429855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b118ff8b-9f6d-4394-be21-b340555fd500 req-82df9539-a9f9-4ef6-9538-d626dc9be6ca tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650997 Nov 15 14:33:39.508822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06d73f14-202d-49b6-b3b9-01a6ca98fa06 req-09238051-f986-4687-9504-710b6271a717 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f HTTP/1.1" status: 200 len: 217 time: 0.1386104 Nov 15 14:33:39.619840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82acdc10-8840-44bc-85d7-b6aee60a6013 req-6bcc32d5-637a-40f9-8aab-29c57e1093e9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346058 Nov 15 14:33:39.644693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8580-6edb-4265-8e6a-5ab2a5925eab req-a04f5eed-e050-4067-954c-5074d1f1ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:39.646263 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26f8580-6edb-4265-8e6a-5ab2a5925eab req-a04f5eed-e050-4067-954c-5074d1f1ee3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.3754165 Nov 15 14:33:39.669177 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-49157da6-181a-441b-ba8c-bd8b15b041ff req-191abb08-f071-43d9-9645-a5ff1057d78e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:39.690038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['40516a2e-a7e2-4b7e-93ff-9700755e7ffa', '73784e7e-29c4-407c-a0a4-383bf666e117'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:39.708257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191abb08-f071-43d9-9645-a5ff1057d78e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event deleted for resources: {'Port': ['ID=73784e7e-29c4-407c-a0a4-383bf666e117,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:39.767231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-49157da6-181a-441b-ba8c-bd8b15b041ff req-191abb08-f071-43d9-9645-a5ff1057d78e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] No DVR routers for this DVR port 73784e7e-29c4-407c-a0a4-383bf666e117 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:39.772240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-49157da6-181a-441b-ba8c-bd8b15b041ff req-191abb08-f071-43d9-9645-a5ff1057d78e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:39.775665 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-49157da6-181a-441b-ba8c-bd8b15b041ff req-191abb08-f071-43d9-9645-a5ff1057d78e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.59 "DELETE /v2.0/ports/73784e7e-29c4-407c-a0a4-383bf666e117 HTTP/1.1" status: 204 len: 173 time: 0.7949135 Nov 15 14:33:39.800938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9785fdfc-383c-4c1f-857b-518a023682fa req-0ff0aa2b-b091-4d0e-81f1-a17e2f64ebf0 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142393 Nov 15 14:33:39.805947 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26f8580-6edb-4265-8e6a-5ab2a5925eab req-204f2203-94a6-4bbc-8c2c-839b8c882758 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5c239fe-a3fc-4aad-b577-809395e91032 HTTP/1.1" status: 200 len: 217 time: 0.1493413 Nov 15 14:33:39.880474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d73f14-202d-49b6-b3b9-01a6ca98fa06 req-cd48bdd8-6699-46ea-bec0-7e2c63cabfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:39.881943 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06d73f14-202d-49b6-b3b9-01a6ca98fa06 req-cd48bdd8-6699-46ea-bec0-7e2c63cabfe6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.3274775 Nov 15 14:33:40.012729 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331f244-18c9-4607-8f89-ebf87803ec63 req-0b923551-b7bb-40f5-915c-86f856a05559 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:40.018901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6331f244-18c9-4607-8f89-ebf87803ec63 req-0b923551-b7bb-40f5-915c-86f856a05559 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 948 time: 0.2213838 Nov 15 14:33:40.021762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8580-6edb-4265-8e6a-5ab2a5925eab req-c4b3709b-f018-40be-a6e6-0436405e7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:40.023543 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26f8580-6edb-4265-8e6a-5ab2a5925eab req-c4b3709b-f018-40be-a6e6-0436405e7a61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.1926837 Nov 15 14:33:40.105154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26f8580-6edb-4265-8e6a-5ab2a5925eab req-0cca2167-26b1-4848-85ec-7a46708c65f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489254 Nov 15 14:33:40.128477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f2794-de32-4589-b9b5-33183ac44eea req-748b574d-58c4-4d53-8ba2-599862f3fcfc tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:40.130413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea6f2794-de32-4589-b9b5-33183ac44eea req-748b574d-58c4-4d53-8ba2-599862f3fcfc tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.3003905 Nov 15 14:33:40.144071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d73f14-202d-49b6-b3b9-01a6ca98fa06 req-84799d96-393a-4b68-9eeb-2795d157c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:40.145677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06d73f14-202d-49b6-b3b9-01a6ca98fa06 req-84799d96-393a-4b68-9eeb-2795d157c98e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2292066 Nov 15 14:33:40.169707 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6331f244-18c9-4607-8f89-ebf87803ec63 req-6b16da3e-a9ad-48de-a1cd-d23c6f30fbbb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449621 Nov 15 14:33:40.330332 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6581dfa3-3811-4a79-b52e-3e0e0240ec05 req-86e70603-8809-4fa3-8328-8d7dbcfbe89e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 210 time: 0.0670304 Nov 15 14:33:40.355792 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea6f2794-de32-4589-b9b5-33183ac44eea req-57b5e422-d88e-4ce3-898c-71bd19b1e133 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072484 Nov 15 14:33:40.404977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26f8580-6edb-4265-8e6a-5ab2a5925eab req-5562286f-dba1-4ab9-92f4-f3c69394f4d4 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731321 Nov 15 14:33:40.407337 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06d73f14-202d-49b6-b3b9-01a6ca98fa06 req-14014adf-ab80-416b-9002-dfeeeef156ee service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419579 Nov 15 14:33:40.510282 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:33:40.514778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da47439-8407-4cd2-9724-0aab9da1166b', 'name': 'network-vif-deleted', 'tag': '73784e7e-29c4-407c-a0a4-383bf666e117'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:40.517377 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c69aa0d-d382-4b52-a848-41448fd4c73d" -d '{"events": [{"server_uuid": "9da47439-8407-4cd2-9724-0aab9da1166b", "name": "network-vif-deleted", "tag": "73784e7e-29c4-407c-a0a4-383bf666e117"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:40.571379 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9dbc9d-ddba-4e2f-a432-2af194876c55 x-openstack-request-id: req-2a9dbc9d-ddba-4e2f-a432-2af194876c55 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:40.571992 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da47439-8407-4cd2-9724-0aab9da1166b", "name": "network-vif-deleted", "tag": "73784e7e-29c4-407c-a0a4-383bf666e117", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:40.572732 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a9dbc9d-ddba-4e2f-a432-2af194876c55 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:40.576322 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da47439-8407-4cd2-9724-0aab9da1166b', 'name': 'network-vif-deleted', 'tag': '73784e7e-29c4-407c-a0a4-383bf666e117', 'status': 'completed', 'code': 200} Nov 15 14:33:40.629042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f118c21-e9a0-4582-965e-f7b156dac695'}, {'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a76cf0-f57d-4da2-be9c-ea21f88ad12b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:40.631827 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e273021f-f4dc-41ef-9383-24d58dece631" -d '{"events": [{"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-plugged", "status": "completed", "tag": "5f118c21-e9a0-4582-965e-f7b156dac695"}, {"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-plugged", "status": "completed", "tag": "e0a76cf0-f57d-4da2-be9c-ea21f88ad12b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:40.666190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99af2f-fc6a-4fa4-a666-10478ace3dc2 req-0f53f292-2ef8-4078-bf65-421e8bf9efd8 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:40.667948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f99af2f-fc6a-4fa4-a666-10478ace3dc2 req-0f53f292-2ef8-4078-bf65-421e8bf9efd8 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 947 time: 0.1143463 Nov 15 14:33:40.674550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26f8580-6edb-4265-8e6a-5ab2a5925eab req-d3339907-6147-41a4-81af-67971d6fb9a9 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616351 Nov 15 14:33:40.707316 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06d73f14-202d-49b6-b3b9-01a6ca98fa06 req-d7360368-0fa7-4f38-b500-22ded686120a service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753716 Nov 15 14:33:40.714759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:40.751632 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f', 'mac_address': 'fa:16:3e:24:32:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:33:40.760299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f99af2f-fc6a-4fa4-a666-10478ace3dc2 req-f483aec3-75ee-4f4e-8467-7e90446ff2f1 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785584 Nov 15 14:33:40.779965 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0a123b-6643-4e17-b6bc-ffe980089a1f x-openstack-request-id: req-9b0a123b-6643-4e17-b6bc-ffe980089a1f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:40.780260 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-plugged", "status": "completed", "tag": "5f118c21-e9a0-4582-965e-f7b156dac695", "code": 200}, {"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-plugged", "status": "completed", "tag": "e0a76cf0-f57d-4da2-be9c-ea21f88ad12b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:40.780638 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b0a123b-6643-4e17-b6bc-ffe980089a1f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:40.781027 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f118c21-e9a0-4582-965e-f7b156dac695', 'code': 200} Nov 15 14:33:40.781274 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a76cf0-f57d-4da2-be9c-ea21f88ad12b', 'code': 200} Nov 15 14:33:40.814258 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:40.831553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:40.875965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:40.968782 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:40.969559 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:33:40.984523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325ddb1-e2b9-476b-9114-3a3405d7e960 req-c125cd6a-dac8-4b1f-bad8-edc8f7ba784c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:40.990706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325ddb1-e2b9-476b-9114-3a3405d7e960 req-c125cd6a-dac8-4b1f-bad8-edc8f7ba784c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:40.996640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325ddb1-e2b9-476b-9114-3a3405d7e960 req-c125cd6a-dac8-4b1f-bad8-edc8f7ba784c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:41.004894 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4325ddb1-e2b9-476b-9114-3a3405d7e960 req-c125cd6a-dac8-4b1f-bad8-edc8f7ba784c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2418 time: 0.1492836 Nov 15 14:33:41.024129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d5ce9-ae47-401c-ac13-03dfa5985af2 req-67cbb2cd-143b-44dc-be00-63872121575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:41.024701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d5ce9-ae47-401c-ac13-03dfa5985af2 req-67cbb2cd-143b-44dc-be00-63872121575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:41.025168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d5ce9-ae47-401c-ac13-03dfa5985af2 req-67cbb2cd-143b-44dc-be00-63872121575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:41.026840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-779d5ce9-ae47-401c-ac13-03dfa5985af2 req-67cbb2cd-143b-44dc-be00-63872121575f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2871 time: 0.1137872 Nov 15 14:33:41.046846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:41.056048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:41.067783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9', 'mac_address': 'fa:16:3e:0f:e1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:33:41.075691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4325ddb1-e2b9-476b-9114-3a3405d7e960 req-a645931b-0cb2-4ea5-a1df-be8bf99fb0b1 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665023 Nov 15 14:33:41.116535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-779d5ce9-ae47-401c-ac13-03dfa5985af2 req-ab5e445f-dc6c-4373-9e97-fce98a8fdb0c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717368 Nov 15 14:33:41.127111 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:41.140517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:41.160120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:41.286618 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:41.299480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cb507-9e09-41a4-94f1-fbfb7e813f33 req-ad6b68de-4b24-4ddd-90eb-e17dcfb29dbe tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:41.318955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-661cb507-9e09-41a4-94f1-fbfb7e813f33 req-ad6b68de-4b24-4ddd-90eb-e17dcfb29dbe tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 948 time: 0.0716975 Nov 15 14:33:41.347430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:41.374381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-661cb507-9e09-41a4-94f1-fbfb7e813f33 req-cbfb264b-65d4-4ec4-9af3-308ac03f7c7c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481071 Nov 15 14:33:41.775048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6c2c624-d7e6-40d4-bdef-dee0936ec383 req-8c85cf22-d014-4fa6-83e0-0465d11d0379 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=9da47439-8407-4cd2-9724-0aab9da1166b HTTP/1.1" status: 200 len: 210 time: 0.3520186 Nov 15 14:33:41.834492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f255af-c91b-4ae8-9c1d-65db74f66903 req-0fa77516-4d2d-483f-802c-e4e1b80142c0 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:41.840975 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4f255af-c91b-4ae8-9c1d-65db74f66903 req-0fa77516-4d2d-483f-802c-e4e1b80142c0 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.0645988 Nov 15 14:33:41.898000 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:41.916523 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4f255af-c91b-4ae8-9c1d-65db74f66903 req-38efca6a-c079-442b-885f-ddb628a4a71d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683856 Nov 15 14:33:41.951116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:42.003894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6399ca8-ede2-4e9a-9510-abb6b17ffc5d req-9d8b1145-716c-4191-b698-885d4dd4009e tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:42.011633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6399ca8-ede2-4e9a-9510-abb6b17ffc5d req-9d8b1145-716c-4191-b698-885d4dd4009e tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 948 time: 0.0583098 Nov 15 14:33:42.084606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6399ca8-ede2-4e9a-9510-abb6b17ffc5d req-02275c46-9538-4018-8789-a5448f05d446 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700572 Nov 15 14:33:42.218909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1983a3-2bc7-4413-b7ce-052c82d7cd9d req-6948c178-a74a-4d2d-8e77-c8d0c8168a12 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:42.224919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1983a3-2bc7-4413-b7ce-052c82d7cd9d req-6948c178-a74a-4d2d-8e77-c8d0c8168a12 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:42.231538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1983a3-2bc7-4413-b7ce-052c82d7cd9d req-6948c178-a74a-4d2d-8e77-c8d0c8168a12 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:42.232761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df1983a3-2bc7-4413-b7ce-052c82d7cd9d req-6948c178-a74a-4d2d-8e77-c8d0c8168a12 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2418 time: 0.0688884 Nov 15 14:33:42.286950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df1983a3-2bc7-4413-b7ce-052c82d7cd9d req-d8b6fce5-5b9b-4574-b0c6-5fd8dee6300b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470021 Nov 15 14:33:42.492107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa2f8a-912b-4f21-b8b5-1fb12b686d64 req-5799db58-44e3-4cb8-b4b1-196ad82b04d4 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:42.493688 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8aaa2f8a-912b-4f21-b8b5-1fb12b686d64 req-5799db58-44e3-4cb8-b4b1-196ad82b04d4 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 949 time: 0.0502398 Nov 15 14:33:42.516252 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 73784e7e-29c4-407c-a0a4-383bf666e117 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:42.537717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 73784e7e-29c4-407c-a0a4-383bf666e117 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:42.538502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 73784e7e-29c4-407c-a0a4-383bf666e117 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:42.543381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8aaa2f8a-912b-4f21-b8b5-1fb12b686d64 req-df7a7671-6a88-454e-a85f-b68c62026aff tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427046 Nov 15 14:33:42.906376 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12d64a36-c92c-4b64-a71b-774e2935f37f req-648d6530-9990-4da5-b9d4-987ef3afda8b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/d5a08af2-c96d-4130-b143-2bff3676b867 HTTP/1.1" status: 200 len: 1815 time: 0.0453873 Nov 15 14:33:42.992084 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12d64a36-c92c-4b64-a71b-774e2935f37f req-34968d36-09e8-43a0-8927-0594bb4d0e56 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:43.018471 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12d64a36-c92c-4b64-a71b-774e2935f37f req-34968d36-09e8-43a0-8927-0594bb4d0e56 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:43.150783 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12d64a36-c92c-4b64-a71b-774e2935f37f req-34968d36-09e8-43a0-8927-0594bb4d0e56 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:43.153606 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12d64a36-c92c-4b64-a71b-774e2935f37f req-34968d36-09e8-43a0-8927-0594bb4d0e56 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:43.155352 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12d64a36-c92c-4b64-a71b-774e2935f37f req-34968d36-09e8-43a0-8927-0594bb4d0e56 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "DELETE /v2.0/security-groups/d5a08af2-c96d-4130-b143-2bff3676b867 HTTP/1.1" status: 204 len: 173 time: 0.2420466 Nov 15 14:33:43.167671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34968d36-09e8-43a0-8927-0594bb4d0e56 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a08af2-c96d-4130-b143-2bff3676b867,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:43.377895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553e07-f44d-4e10-a2d2-5acccc055509 req-2476335f-7038-40a0-b6e8-d22ac3235a72 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:43.383030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10553e07-f44d-4e10-a2d2-5acccc055509 req-2476335f-7038-40a0-b6e8-d22ac3235a72 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.1002860 Nov 15 14:33:43.473065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04ed8b-d66c-4f1b-8e93-f835ccde41ac req-3c68edef-8581-45aa-ab50-a8aaf3df1905 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:43.474579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f04ed8b-d66c-4f1b-8e93-f835ccde41ac req-3c68edef-8581-45aa-ab50-a8aaf3df1905 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 948 time: 0.0766613 Nov 15 14:33:43.478148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10553e07-f44d-4e10-a2d2-5acccc055509 req-c4b00cb8-e0ad-4a5d-ba9a-230b893d9a35 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892451 Nov 15 14:33:43.551889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f04ed8b-d66c-4f1b-8e93-f835ccde41ac req-ce987bee-93d9-43e9-9613-9cbea658a67e tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712070 Nov 15 14:33:43.567054 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27dcfaf5-cacb-4c1c-b7e4-e58863e1f8e6 req-9aa3576d-8754-40e8-a651-b34ee1aa5e85 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/7b4d9b03-f1da-4c26-a2f7-55faceeab14a HTTP/1.1" status: 200 len: 1816 time: 0.0579231 Nov 15 14:33:43.644547 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27dcfaf5-cacb-4c1c-b7e4-e58863e1f8e6 req-3fe04daa-e96e-418d-82d0-15fe3e805ca4 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:43.685062 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27dcfaf5-cacb-4c1c-b7e4-e58863e1f8e6 req-3fe04daa-e96e-418d-82d0-15fe3e805ca4 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:43.714643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010dd88-6fa5-4727-abfd-e170c94beff4 req-ab27f17c-7102-4849-9194-0840be73c07a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:43.716135 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8010dd88-6fa5-4727-abfd-e170c94beff4 req-ab27f17c-7102-4849-9194-0840be73c07a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 945 time: 0.0854893 Nov 15 14:33:43.771684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8010dd88-6fa5-4727-abfd-e170c94beff4 req-0ed99506-2bc1-4a70-b098-472bb90d4878 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484998 Nov 15 14:33:43.887503 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e209a-dae2-470d-9b83-99f7a2566881 req-c482c94c-d0c5-4a85-8b7d-0832ed67a6d3 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:43.894347 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e209a-dae2-470d-9b83-99f7a2566881 req-c482c94c-d0c5-4a85-8b7d-0832ed67a6d3 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:43.900358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e209a-dae2-470d-9b83-99f7a2566881 req-c482c94c-d0c5-4a85-8b7d-0832ed67a6d3 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:43.902081 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af0e209a-dae2-470d-9b83-99f7a2566881 req-c482c94c-d0c5-4a85-8b7d-0832ed67a6d3 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2418 time: 0.0678394 Nov 15 14:33:43.903445 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27dcfaf5-cacb-4c1c-b7e4-e58863e1f8e6 req-3fe04daa-e96e-418d-82d0-15fe3e805ca4 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:43.906082 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27dcfaf5-cacb-4c1c-b7e4-e58863e1f8e6 req-3fe04daa-e96e-418d-82d0-15fe3e805ca4 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:43.908225 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27dcfaf5-cacb-4c1c-b7e4-e58863e1f8e6 req-3fe04daa-e96e-418d-82d0-15fe3e805ca4 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "DELETE /v2.0/security-groups/7b4d9b03-f1da-4c26-a2f7-55faceeab14a HTTP/1.1" status: 204 len: 173 time: 0.3331456 Nov 15 14:33:43.934817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe04daa-e96e-418d-82d0-15fe3e805ca4 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4d9b03-f1da-4c26-a2f7-55faceeab14a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:43.975577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af0e209a-dae2-470d-9b83-99f7a2566881 req-3f4c7eac-3381-4b4c-9807-5875e8c9dd69 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661318 Nov 15 14:33:44.121348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-8e157901-7b20-469c-af96-75951abc451b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:44.122755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-8e157901-7b20-469c-af96-75951abc451b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/networks?id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa HTTP/1.1" status: 200 len: 815 time: 0.1416175 Nov 15 14:33:44.134108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d286d0d-0bed-4baa-9278-6d622a5d633f req-33fd099d-3bb3-4c54-9fe5-71f522327f06 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:44.135981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d286d0d-0bed-4baa-9278-6d622a5d633f req-33fd099d-3bb3-4c54-9fe5-71f522327f06 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 949 time: 0.0858788 Nov 15 14:33:44.154115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-86c2c685-d273-46dd-9d3f-ffcbe42ac3e1 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/quotas/81e3a07f515f4b09a5a5cb70414f88cf HTTP/1.1" status: 200 len: 375 time: 0.0168471 Nov 15 14:33:44.225097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d286d0d-0bed-4baa-9278-6d622a5d633f req-f5c0c5df-89f9-49f7-8338-f0e6ed5e7097 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798368 Nov 15 14:33:44.251099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-033cde77-e0e1-4e14-b7b4-1813357eb2bb tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=81e3a07f515f4b09a5a5cb70414f88cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843554 Nov 15 14:33:44.264491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7bbabeeb-3968-478f-977f-fcb76a64e20a req-498891b3-ae9e-4c80-837a-7159b483fc91 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1926415784', 'description': 'tempest-description-689654119'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:44.369970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-8b0543dd-624d-46c7-87ee-cbd4c4b0be73 service neutron] 10.222.0.70 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179123 Nov 15 14:33:44.438954 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7bbabeeb-3968-478f-977f-fcb76a64e20a req-498891b3-ae9e-4c80-837a-7159b483fc91 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:44.490336 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29483f-e37d-4891-a505-d847dfa3f18d req-6c70d4d8-2548-4adc-aa85-f70867ed7a22 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:44.491934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc29483f-e37d-4891-a505-d847dfa3f18d req-6c70d4d8-2548-4adc-aa85-f70867ed7a22 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 945 time: 0.1362498 Nov 15 14:33:44.518244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:44.562548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-98ee7678-7ee3-46ca-b41b-0948144970fd service neutron] 10.222.0.70 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753652 Nov 15 14:33:44.624747 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7bbabeeb-3968-478f-977f-fcb76a64e20a req-498891b3-ae9e-4c80-837a-7159b483fc91 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:44.648001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-dc29483f-e37d-4891-a505-d847dfa3f18d req-c6067e65-00de-44fb-b408-e42fa5c3f96d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Deleting port dd51bf37-4f03-4a30-8e33-483643b0edd5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:44.648476 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc29483f-e37d-4891-a505-d847dfa3f18d req-c6067e65-00de-44fb-b408-e42fa5c3f96d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:44.692519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:33:44.696694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:44.697223 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:44.729089 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7bbabeeb-3968-478f-977f-fcb76a64e20a req-498891b3-ae9e-4c80-837a-7159b483fc91 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:44.783191 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:44.785942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498891b3-ae9e-4c80-837a-7159b483fc91 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4b2962-ca97-4a40-a6fc-b98f5a7c4337,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:44.794301 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-dc29483f-e37d-4891-a505-d847dfa3f18d req-c6067e65-00de-44fb-b408-e42fa5c3f96d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] For port dd51bf37-4f03-4a30-8e33-483643b0edd5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dd51bf37-4f03-4a30-8e33-483643b0edd5,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:44.794599 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc29483f-e37d-4891-a505-d847dfa3f18d req-c6067e65-00de-44fb-b408-e42fa5c3f96d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:44.810277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253f18a8-153d-4a28-af08-c70be4ba44d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:44.812877 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911570bd-d36b-48dc-8a74-4ea5a22b86de" -d '{"events": [{"server_uuid": "253f18a8-153d-4a28-af08-c70be4ba44d1", "name": "network-vif-plugged", "status": "completed", "tag": "a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:44.816088 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-dc29483f-e37d-4891-a505-d847dfa3f18d req-c6067e65-00de-44fb-b408-e42fa5c3f96d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Calling delete_port for dd51bf37-4f03-4a30-8e33-483643b0edd5 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:44.828614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:44.957812 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7bbabeeb-3968-478f-977f-fcb76a64e20a req-498891b3-ae9e-4c80-837a-7159b483fc91 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:44.961426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7bbabeeb-3968-478f-977f-fcb76a64e20a req-498891b3-ae9e-4c80-837a-7159b483fc91 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6994276 Nov 15 14:33:44.986070 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:44.988105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:33:45.108959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:45.142263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890501d-13f2-4963-98da-d7856cf4b32b req-3025a690-b313-4f5f-b6f4-745714458bbc tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:45.143998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2890501d-13f2-4963-98da-d7856cf4b32b req-3025a690-b313-4f5f-b6f4-745714458bbc tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.0842695 Nov 15 14:33:45.148622 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc29483f-e37d-4891-a505-d847dfa3f18d req-c6067e65-00de-44fb-b408-e42fa5c3f96d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:45.167783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['dd51bf37-4f03-4a30-8e33-483643b0edd5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:45.212478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf690ea-6663-4ad8-804a-436e113d6ad3 req-9e352d52-2d8d-4af8-b97f-c77f7cb57691 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:45.213982 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-baf690ea-6663-4ad8-804a-436e113d6ad3 req-9e352d52-2d8d-4af8-b97f-c77f7cb57691 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 949 time: 0.1421878 Nov 15 14:33:45.221666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6067e65-00de-44fb-b408-e42fa5c3f96d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Pushing event deleted for resources: {'Port': ['ID=dd51bf37-4f03-4a30-8e33-483643b0edd5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:45.287205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc29483f-e37d-4891-a505-d847dfa3f18d req-c6067e65-00de-44fb-b408-e42fa5c3f96d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] No DVR routers for this DVR port dd51bf37-4f03-4a30-8e33-483643b0edd5 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:45.289367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:33:45.294086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:45.294533 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:45.300236 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc29483f-e37d-4891-a505-d847dfa3f18d req-c6067e65-00de-44fb-b408-e42fa5c3f96d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:45.303865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc29483f-e37d-4891-a505-d847dfa3f18d req-c6067e65-00de-44fb-b408-e42fa5c3f96d tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.59 "DELETE /v2.0/ports/dd51bf37-4f03-4a30-8e33-483643b0edd5 HTTP/1.1" status: 204 len: 173 time: 0.7939570 Nov 15 14:33:45.306708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b33ea6-c094-48e0-952f-193249f8cbee', 'name': 'network-vif-deleted', 'tag': 'dd51bf37-4f03-4a30-8e33-483643b0edd5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:45.309372 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8984155a-4610-4039-b749-2bcf027b651f" -d '{"events": [{"server_uuid": "f6b33ea6-c094-48e0-952f-193249f8cbee", "name": "network-vif-deleted", "tag": "dd51bf37-4f03-4a30-8e33-483643b0edd5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:45.329694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2890501d-13f2-4963-98da-d7856cf4b32b req-787e0aaf-e560-4c83-834f-535c881753de tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776402 Nov 15 14:33:45.359067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-baf690ea-6663-4ad8-804a-436e113d6ad3 req-6cd93064-1a7e-4769-a0c5-accc777ef6ff tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335657 Nov 15 14:33:45.407649 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cd6c23-5b0d-4a3d-9ec4-6b6e34736465 x-openstack-request-id: req-78cd6c23-5b0d-4a3d-9ec4-6b6e34736465 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:45.407943 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253f18a8-153d-4a28-af08-c70be4ba44d1", "name": "network-vif-plugged", "status": "completed", "tag": "a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:45.408240 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78cd6c23-5b0d-4a3d-9ec4-6b6e34736465 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:45.408629 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253f18a8-153d-4a28-af08-c70be4ba44d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f', 'code': 200} Nov 15 14:33:45.420192 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:45.476914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:45.477450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fb34eae-6382-4084-b947-5424a37214f1 req-a8af5e6a-aed1-4013-ad06-5279f43bc7f8 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 210 time: 0.0584786 Nov 15 14:33:45.507822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e22088b-67c9-483f-ac7f-8d87c6730837 req-afe91f4a-afbc-4589-b4df-e31c98021895 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 210 time: 0.0555425 Nov 15 14:33:45.599525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7bb6a20-d1f6-4f7b-9733-ab2954a69c60 req-2a3a8174-22ae-4069-94f5-d809ddfb18b9 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/cf4b2962-ca97-4a40-a6fc-b98f5a7c4337 HTTP/1.1" status: 200 len: 1817 time: 0.0488315 Nov 15 14:33:45.604127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976e8cd-11eb-47e4-9e57-48e6e3fe0455 req-a364618c-7f0b-42a7-a252-24b4525c9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:45.605658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e976e8cd-11eb-47e4-9e57-48e6e3fe0455 req-a364618c-7f0b-42a7-a252-24b4525c9c0b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 1100 time: 0.0819225 Nov 15 14:33:45.611108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a7bb6a20-d1f6-4f7b-9733-ab2954a69c60 req-365e08f0-e6d4-40f8-b5ca-cf8752422247 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Request body: {'security_group': {'name': 'tempest-sg-hth-145969845', 'description': 'tempest-description-hth-412590947'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:45.621179 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:45.671839 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a7bb6a20-d1f6-4f7b-9733-ab2954a69c60 req-365e08f0-e6d4-40f8-b5ca-cf8752422247 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:45.683147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:45.693614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e976e8cd-11eb-47e4-9e57-48e6e3fe0455 req-ea3d6477-617a-417a-bb9e-e950b1208d03 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720296 Nov 15 14:33:45.755581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a7bb6a20-d1f6-4f7b-9733-ab2954a69c60 req-365e08f0-e6d4-40f8-b5ca-cf8752422247 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:45.869274 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a7bb6a20-d1f6-4f7b-9733-ab2954a69c60 req-365e08f0-e6d4-40f8-b5ca-cf8752422247 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:45.872452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a7bb6a20-d1f6-4f7b-9733-ab2954a69c60 req-365e08f0-e6d4-40f8-b5ca-cf8752422247 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:45.873905 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7bb6a20-d1f6-4f7b-9733-ab2954a69c60 req-365e08f0-e6d4-40f8-b5ca-cf8752422247 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "PUT /v2.0/security-groups/cf4b2962-ca97-4a40-a6fc-b98f5a7c4337 HTTP/1.1" status: 200 len: 1790 time: 0.2672575 Nov 15 14:33:45.900541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e08f0-e6d4-40f8-b5ca-cf8752422247 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4b2962-ca97-4a40-a6fc-b98f5a7c4337,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:45.987459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da84d-cc9f-4676-a623-c2a9bfa1832a req-325bd0a6-bd58-4002-8fa9-3cec4121badb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:45.988889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a00da84d-cc9f-4676-a623-c2a9bfa1832a req-325bd0a6-bd58-4002-8fa9-3cec4121badb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 950 time: 0.0504768 Nov 15 14:33:46.047029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a00da84d-cc9f-4676-a623-c2a9bfa1832a req-6341ba8d-c91d-4d57-845b-028e96838feb tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499396 Nov 15 14:33:46.054989 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1256c741-6abe-43fd-9ca5-6da392818489 x-openstack-request-id: req-1256c741-6abe-43fd-9ca5-6da392818489 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:46.055354 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b33ea6-c094-48e0-952f-193249f8cbee", "name": "network-vif-deleted", "tag": "dd51bf37-4f03-4a30-8e33-483643b0edd5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:46.055727 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1256c741-6abe-43fd-9ca5-6da392818489 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:46.057575 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b33ea6-c094-48e0-952f-193249f8cbee', 'name': 'network-vif-deleted', 'tag': 'dd51bf37-4f03-4a30-8e33-483643b0edd5', 'status': 'completed', 'code': 200} Nov 15 14:33:46.128480 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3fe3a8b-3c78-4314-9b15-cea9122b2a30 req-2c5963b4-e58c-41e1-b81c-20ea63df0a8c tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/cf4b2962-ca97-4a40-a6fc-b98f5a7c4337 HTTP/1.1" status: 200 len: 1790 time: 0.0596857 Nov 15 14:33:46.270362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-451923f9-3c02-4164-adee-818a601dce1e req-fd10d3e3-22ba-4526-bd18-453953ca31a1 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/cf4b2962-ca97-4a40-a6fc-b98f5a7c4337 HTTP/1.1" status: 200 len: 1790 time: 0.0795217 Nov 15 14:33:46.293030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fd231-9726-4dcb-a903-325644652547 req-ddde0b86-af30-452f-bce3-a53958d0020b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:46.293030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fd231-9726-4dcb-a903-325644652547 req-ddde0b86-af30-452f-bce3-a53958d0020b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:46.296118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fd231-9726-4dcb-a903-325644652547 req-ddde0b86-af30-452f-bce3-a53958d0020b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:46.297967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a67fd231-9726-4dcb-a903-325644652547 req-ddde0b86-af30-452f-bce3-a53958d0020b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2418 time: 0.1056495 Nov 15 14:33:46.380010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a67fd231-9726-4dcb-a903-325644652547 req-50c48028-3191-40d3-9517-d5ee194403c0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734646 Nov 15 14:33:46.385280 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-451923f9-3c02-4164-adee-818a601dce1e req-cd9ea57d-1b37-41d1-8ed7-992a7bd6177b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:46.409516 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-451923f9-3c02-4164-adee-818a601dce1e req-cd9ea57d-1b37-41d1-8ed7-992a7bd6177b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:46.510318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e2355-2f8a-4be0-9597-e4ef2ac888a9 req-39f2913e-ab4f-488f-974c-45cef30154a6 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:46.513496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf9e2355-2f8a-4be0-9597-e4ef2ac888a9 req-39f2913e-ab4f-488f-974c-45cef30154a6 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.0489533 Nov 15 14:33:46.564115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf9e2355-2f8a-4be0-9597-e4ef2ac888a9 req-5b458544-c3d0-4640-b764-7b5a74971a76 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454566 Nov 15 14:33:46.608918 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-451923f9-3c02-4164-adee-818a601dce1e req-cd9ea57d-1b37-41d1-8ed7-992a7bd6177b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:46.608918 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-451923f9-3c02-4164-adee-818a601dce1e req-cd9ea57d-1b37-41d1-8ed7-992a7bd6177b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:46.608918 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-451923f9-3c02-4164-adee-818a601dce1e req-cd9ea57d-1b37-41d1-8ed7-992a7bd6177b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "DELETE /v2.0/security-groups/cf4b2962-ca97-4a40-a6fc-b98f5a7c4337 HTTP/1.1" status: 204 len: 173 time: 0.3079607 Nov 15 14:33:46.620691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ea57d-1b37-41d1-8ed7-992a7bd6177b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4b2962-ca97-4a40-a6fc-b98f5a7c4337,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:46.710627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17cd0911-52b6-41e5-87d8-51fc4a0e63e2 req-29c15d20-1151-4123-956c-59f110b2eb29 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b33ea6-c094-48e0-952f-193249f8cbee HTTP/1.1" status: 200 len: 210 time: 0.0326946 Nov 15 14:33:46.735053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25f13e-e5f9-4b0a-b840-ec9c2e206882 req-ed17c8a8-40f3-43c1-8a96-54e4f7db7966 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:46.736966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe25f13e-e5f9-4b0a-b840-ec9c2e206882 req-ed17c8a8-40f3-43c1-8a96-54e4f7db7966 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 949 time: 0.0988355 Nov 15 14:33:46.816957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-600257f0-bd2a-4973-add5-2d7e3d273618 req-feeccbc3-ea57-472a-ab5a-0e30c8452b03 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 210 time: 0.0355637 Nov 15 14:33:46.821804 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe25f13e-e5f9-4b0a-b840-ec9c2e206882 req-c43d71f7-b02c-474e-8dcf-0b8e4299e84a tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736406 Nov 15 14:33:46.946257 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-3611d577-07da-4b59-af94-3446ff73102c req-9d48c7b4-c1f5-4599-8303-540fc7b80446 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] show failed (client error): The resource could not be found. Nov 15 14:33:46.947337 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3611d577-07da-4b59-af94-3446ff73102c req-9d48c7b4-c1f5-4599-8303-540fc7b80446 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/7b4d9b03-f1da-4c26-a2f7-55faceeab14a HTTP/1.1" status: 404 len: 352 time: 0.0212653 Nov 15 14:33:46.982444 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-64c23c1a-39a5-4fee-b5f2-26e382445569 req-a7a1d9af-608c-4ad4-b3cb-fbe755df027e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] show failed (client error): The resource could not be found. Nov 15 14:33:46.983981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64c23c1a-39a5-4fee-b5f2-26e382445569 req-a7a1d9af-608c-4ad4-b3cb-fbe755df027e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/d5a08af2-c96d-4130-b143-2bff3676b867 HTTP/1.1" status: 404 len: 352 time: 0.0150015 Nov 15 14:33:47.019984 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-890a5e67-8f02-42f9-a77b-76a178a7ad8d req-294ee383-74e6-4986-ae81-8c32f084b67b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] show failed (client error): The resource could not be found. Nov 15 14:33:47.020950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-890a5e67-8f02-42f9-a77b-76a178a7ad8d req-294ee383-74e6-4986-ae81-8c32f084b67b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/82552426-78b1-4573-aaca-decee93ee3d4 HTTP/1.1" status: 404 len: 352 time: 0.0140681 Nov 15 14:33:47.057734 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-f42222be-db7d-46a9-8dca-63ec9636b69a req-84ff508d-cd1e-43b8-9d75-098699df462c tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] show failed (client error): The resource could not be found. Nov 15 14:33:47.058914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f42222be-db7d-46a9-8dca-63ec9636b69a req-84ff508d-cd1e-43b8-9d75-098699df462c tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/b83dd8b7-54ad-42d8-ae4d-afe05eed1431 HTTP/1.1" status: 404 len: 352 time: 0.0166187 Nov 15 14:33:47.099162 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-47ac47fc-c940-4657-b8dd-56a1906dfce2 req-6e82d034-b945-4e04-8a09-481f5d7c75f4 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] show failed (client error): The resource could not be found. Nov 15 14:33:47.100706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47ac47fc-c940-4657-b8dd-56a1906dfce2 req-6e82d034-b945-4e04-8a09-481f5d7c75f4 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/a0cfe5e5-5e58-4789-8493-95130148f95e HTTP/1.1" status: 404 len: 352 time: 0.0184290 Nov 15 14:33:47.144685 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-df33256b-8376-4c3c-91bc-eeb0b5cb8f5e req-589de5d1-a40e-4c3b-9d2b-f9b20abbeecb tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] show failed (client error): The resource could not be found. Nov 15 14:33:47.145913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df33256b-8376-4c3c-91bc-eeb0b5cb8f5e req-589de5d1-a40e-4c3b-9d2b-f9b20abbeecb tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/f89f1a07-c88e-4bb2-9b0c-db4a24a1f406 HTTP/1.1" status: 404 len: 352 time: 0.0178478 Nov 15 14:33:47.223895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621d2ab-26f9-4068-b413-b304761485c5 req-fed8e3f2-9f1a-4e38-9d0c-651d664edd34 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:47.225385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5621d2ab-26f9-4068-b413-b304761485c5 req-fed8e3f2-9f1a-4e38-9d0c-651d664edd34 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 950 time: 0.0551233 Nov 15 14:33:47.275605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5621d2ab-26f9-4068-b413-b304761485c5 req-d2bea782-83be-427c-832e-a1105c5d45d4 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 Nov 15 14:33:47.409667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949f8548-8279-4df4-a317-11af6758aa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:47.412076 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0b19e9-a31d-47f6-9c6e-a5f31ee05d63" -d '{"events": [{"server_uuid": "949f8548-8279-4df4-a317-11af6758aa08", "name": "network-vif-plugged", "status": "completed", "tag": "e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:47.451022 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7ee721-0ed7-4ed9-8a3e-218394efd4d7 x-openstack-request-id: req-3f7ee721-0ed7-4ed9-8a3e-218394efd4d7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:47.451453 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949f8548-8279-4df4-a317-11af6758aa08", "name": "network-vif-plugged", "status": "completed", "tag": "e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:47.452018 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f7ee721-0ed7-4ed9-8a3e-218394efd4d7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:47.452508 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949f8548-8279-4df4-a317-11af6758aa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9', 'code': 200} Nov 15 14:33:47.553377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2d26a-9d5f-4145-9602-b91d46fdf451 req-8cddfeaa-d7f5-46fd-8a12-f8e6f4dc4d18 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:47.559449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2d26a-9d5f-4145-9602-b91d46fdf451 req-8cddfeaa-d7f5-46fd-8a12-f8e6f4dc4d18 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:47.566293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2d26a-9d5f-4145-9602-b91d46fdf451 req-8cddfeaa-d7f5-46fd-8a12-f8e6f4dc4d18 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:47.567949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9db2d26a-9d5f-4145-9602-b91d46fdf451 req-8cddfeaa-d7f5-46fd-8a12-f8e6f4dc4d18 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2418 time: 0.0728712 Nov 15 14:33:47.634641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef350ef3-c46e-423f-837a-17b627396c39 req-d3c9e978-2bb8-4d4c-980d-4c654ddc0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:47.636057 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef350ef3-c46e-423f-837a-17b627396c39 req-d3c9e978-2bb8-4d4c-980d-4c654ddc0a62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 1101 time: 0.0672169 Nov 15 14:33:47.643495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9db2d26a-9d5f-4145-9602-b91d46fdf451 req-7dcfa7e4-0994-4bbe-9660-77f2ba112ef3 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667677 Nov 15 14:33:47.716863 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef350ef3-c46e-423f-837a-17b627396c39 req-2c4da3cf-9a22-48c6-92cc-c15916cd51c2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497651 Nov 15 14:33:47.781103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4096d-c105-460f-b624-e83ff887962b req-8223011e-1c16-401a-bb56-f0cbdc57599b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:47.782721 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64c4096d-c105-460f-b624-e83ff887962b req-8223011e-1c16-401a-bb56-f0cbdc57599b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.0532169 Nov 15 14:33:47.839969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64c4096d-c105-460f-b624-e83ff887962b req-21eb6c8a-9607-421b-9838-9264e220a476 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482032 Nov 15 14:33:47.944108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6546b229-3d2a-43d0-89c4-cd185e0e2b0a req-7a9e4f89-54f4-4689-a835-be6b94f6dcf4 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 210 time: 0.0294201 Nov 15 14:33:48.004208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfc376-e655-4668-aefa-41c56c557228 req-f94074f1-eb5d-457e-be4e-38f22aeea68a tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:48.005638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0cfc376-e655-4668-aefa-41c56c557228 req-f94074f1-eb5d-457e-be4e-38f22aeea68a tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 949 time: 0.0650194 Nov 15 14:33:48.155974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0cfc376-e655-4668-aefa-41c56c557228 req-bbd3945a-0ece-4619-9c56-1d9e52066b93 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436210 Nov 15 14:33:48.170767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89748f6a-7530-49bf-a73d-bb91ae31fdf2 req-76e470e7-d3ad-419b-9780-df467e058c38 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:48.172520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89748f6a-7530-49bf-a73d-bb91ae31fdf2 req-76e470e7-d3ad-419b-9780-df467e058c38 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 1023 time: 0.1525822 Nov 15 14:33:48.231708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-5a6d5a3c-a843-4f44-8e43-06f58b06aa05 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:48.233365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-5a6d5a3c-a843-4f44-8e43-06f58b06aa05 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "GET /v2.0/networks?id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa HTTP/1.1" status: 200 len: 815 time: 0.1788785 Nov 15 14:33:48.249441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-c974c605-cb63-4dce-a976-d2bbe27d2407 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Request body: {'port': {'device_id': '837f7d04-736b-492a-8bc8-f4897c98554b', 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa', 'admin_state_up': True, 'tenant_id': '81e3a07f515f4b09a5a5cb70414f88cf'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:48.351972 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89748f6a-7530-49bf-a73d-bb91ae31fdf2 req-8b2ce872-f4af-42b2-8ade-8b4d1c97f57b tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=62bc295d-91fb-4649-bdb3-b6021eff8581&id=df87cf85-a339-4329-b67e-886c1300e7d9&id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1612387 Nov 15 14:33:48.458197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed534cbb-86c9-49f6-a273-0d7bcf6fc4fe req-e84130da-b1c7-400b-a760-d40bd81e0660 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:48.459592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed534cbb-86c9-49f6-a273-0d7bcf6fc4fe req-e84130da-b1c7-400b-a760-d40bd81e0660 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 950 time: 0.0480523 Nov 15 14:33:48.510463 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed534cbb-86c9-49f6-a273-0d7bcf6fc4fe req-f745aaca-2ab2-4f8e-8bc3-82aa527453f8 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447080 Nov 15 14:33:48.553656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dd51bf37-4f03-4a30-8e33-483643b0edd5 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:48.574452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: dd51bf37-4f03-4a30-8e33-483643b0edd5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:48.574799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dd51bf37-4f03-4a30-8e33-483643b0edd5 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:48.641697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-c974c605-cb63-4dce-a976-d2bbe27d2407 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Made reservation on behalf of 81e3a07f515f4b09a5a5cb70414f88cf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:33:48.645253 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-c974c605-cb63-4dce-a976-d2bbe27d2407 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:48.800142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-c974c605-cb63-4dce-a976-d2bbe27d2407 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Allocated IP 172.20.0.5 (304f5f62-8be0-4d32-a6e0-0c8cb4b433fa/17e666ef-75fd-4a32-a1e8-d3f78e5b9900/1c40832e-3539-4a1b-bbfd-66cc1b9f57da) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:33:48.824205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb6074-e3b0-4eaf-a984-206d3f09568d req-e0aa9809-5f3c-4cec-b5cf-1c3ea35f77d8 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:48.827321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb6074-e3b0-4eaf-a984-206d3f09568d req-e0aa9809-5f3c-4cec-b5cf-1c3ea35f77d8 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:48.833261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb6074-e3b0-4eaf-a984-206d3f09568d req-e0aa9809-5f3c-4cec-b5cf-1c3ea35f77d8 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:48.834935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75eb6074-e3b0-4eaf-a984-206d3f09568d req-e0aa9809-5f3c-4cec-b5cf-1c3ea35f77d8 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2418 time: 0.1041503 Nov 15 14:33:48.980794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75eb6074-e3b0-4eaf-a984-206d3f09568d req-93907d0b-c805-4cf1-81ed-124d6bc4fa9b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391201 Nov 15 14:33:49.005273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7f5bd-101c-4d79-818f-4cb63969679d req-bece441b-3994-4708-85d0-07e61828241e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:49.006803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0f7f5bd-101c-4d79-818f-4cb63969679d req-bece441b-3994-4708-85d0-07e61828241e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 944 time: 0.1453860 Nov 15 14:33:49.119464 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-c974c605-cb63-4dce-a976-d2bbe27d2407 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:49.126343 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0f7f5bd-101c-4d79-818f-4cb63969679d req-122f4941-e283-48ca-8f1c-3dccec69d893 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137218 Nov 15 14:33:49.143014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edb552-1232-4d1e-88a5-6d586ce5897a req-db2640e8-94dc-40c3-88bb-9fa6c1552bc4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:49.144546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7edb552-1232-4d1e-88a5-6d586ce5897a req-db2640e8-94dc-40c3-88bb-9fa6c1552bc4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.1030834 Nov 15 14:33:49.221814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09eb0cbd-006a-4c8c-b21f-4e5e87b1a918 req-0ff98479-c3a3-40b4-b180-3369efed4caa tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 210 time: 0.0376513 Nov 15 14:33:49.237564 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7edb552-1232-4d1e-88a5-6d586ce5897a req-78198af2-9d39-4ef1-b244-b675756fabe8 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855703 Nov 15 14:33:49.276829 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-c974c605-cb63-4dce-a976-d2bbe27d2407 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:49.289569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['9d0702bf-ac69-4276-bdc1-ac848cb5d33e', '1ab33ef2-46ce-430b-a49d-7946ea8b99da', '1479cca2-c069-40f1-922e-282f47c4d675'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:49.350567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-c974c605-cb63-4dce-a976-d2bbe27d2407 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:33:49.359178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-c974c605-cb63-4dce-a976-d2bbe27d2407 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:49.365233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-c974c605-cb63-4dce-a976-d2bbe27d2407 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:33:49.392811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974c605-cb63-4dce-a976-d2bbe27d2407 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Pushing event updated for resources: {'Port': ['ID=1c40832e-3539-4a1b-bbfd-66cc1b9f57da,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:49.413362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22232269-c57a-4326-a7e8-ddae0dedbd8f req-3d20dc80-6f5f-4d33-a881-8d4c7c919dc9 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:49.415120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22232269-c57a-4326-a7e8-ddae0dedbd8f req-3d20dc80-6f5f-4d33-a881-8d4c7c919dc9 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 949 time: 0.1356626 Nov 15 14:33:49.460819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-c974c605-cb63-4dce-a976-d2bbe27d2407 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:49.461558 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-c974c605-cb63-4dce-a976-d2bbe27d2407 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:49.524371 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22232269-c57a-4326-a7e8-ddae0dedbd8f req-c7dce2a6-e463-47a5-bd98-7cc028c6ecae tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980215 Nov 15 14:33:49.534104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010fa43-e661-4383-9cf5-b4e0e80673b1 req-ac7748ac-2926-48b2-92cb-763166614412 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:49.535507 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b010fa43-e661-4383-9cf5-b4e0e80673b1 req-ac7748ac-2926-48b2-92cb-763166614412 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 1023 time: 0.0996766 Nov 15 14:33:49.671296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-c974c605-cb63-4dce-a976-d2bbe27d2407 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4260848 Nov 15 14:33:49.684267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b010fa43-e661-4383-9cf5-b4e0e80673b1 req-c97392e6-c6dc-4edd-a510-8f9dc677ca3a tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups?id=62bc295d-91fb-4649-bdb3-b6021eff8581&id=df87cf85-a339-4329-b67e-886c1300e7d9&id=5ec7b089-5274-448a-9907-088983efd634&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1410367 Nov 15 14:33:49.690855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Request body: {'port': {'device_id': '837f7d04-736b-492a-8bc8-f4897c98554b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:49.745348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb649fd-eb61-40fc-b3e9-6adeef9ca502 req-8fbe8490-ac1e-426a-bf4d-2eb2330f847c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:49.746926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bb649fd-eb61-40fc-b3e9-6adeef9ca502 req-8fbe8490-ac1e-426a-bf4d-2eb2330f847c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 950 time: 0.1437600 Nov 15 14:33:49.798429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-d41b6ee0-d24b-4aa0-b218-52d8598fe29c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:49.804448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-d41b6ee0-d24b-4aa0-b218-52d8598fe29c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:49.810484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-d41b6ee0-d24b-4aa0-b218-52d8598fe29c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:49.812047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-d41b6ee0-d24b-4aa0-b218-52d8598fe29c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2418 time: 0.1797836 Nov 15 14:33:49.899893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01996296-1a5c-43ec-84f0-77adc61e0879 req-2657e5e2-3fc2-4045-a9d6-8ba7f0e66836 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:49.901508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01996296-1a5c-43ec-84f0-77adc61e0879 req-2657e5e2-3fc2-4045-a9d6-8ba7f0e66836 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 944 time: 0.1783655 Nov 15 14:33:49.902125 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:49.956033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bb649fd-eb61-40fc-b3e9-6adeef9ca502 req-8c199507-c4f9-4ae2-a67a-f5c5d25f498c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910777 Nov 15 14:33:50.175537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-84073a4a-fb73-4b71-b045-26157d0051aa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Deleting port b6f66ace-25e3-4bba-b642-fd3c4f7cc654 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:50.175880 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-84073a4a-fb73-4b71-b045-26157d0051aa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:50.608939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a2885-8eb0-476a-9e88-5f4b6c63c22c req-09dc1d93-bb14-4b15-822d-28e790311731 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:50.614866 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a2885-8eb0-476a-9e88-5f4b6c63c22c req-09dc1d93-bb14-4b15-822d-28e790311731 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:50.620660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a2885-8eb0-476a-9e88-5f4b6c63c22c req-09dc1d93-bb14-4b15-822d-28e790311731 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:50.622222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-392a2885-8eb0-476a-9e88-5f4b6c63c22c req-09dc1d93-bb14-4b15-822d-28e790311731 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 2418 time: 0.5134757 Nov 15 14:33:50.634079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-01996296-1a5c-43ec-84f0-77adc61e0879 req-6d6e80ce-9015-46ca-b66f-68476d024711 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Deleting port 46bebb83-eae8-4dd9-9922-b6a354db9927 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:50.634431 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01996296-1a5c-43ec-84f0-77adc61e0879 req-6d6e80ce-9015-46ca-b66f-68476d024711 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:50.724739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69260cf0-27ea-4a8c-9aeb-81bd3a4e2ce6 req-1ce0e869-b949-44c8-bfdf-57df55591d90 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:50.731306 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-69260cf0-27ea-4a8c-9aeb-81bd3a4e2ce6 req-1ce0e869-b949-44c8-bfdf-57df55591d90 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 1023 time: 0.0557830 Nov 15 14:33:50.748671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77065aa-62f8-4db3-9dc0-3c1a529e6bae req-cce9f331-3ff2-4564-8c3d-b0217d37e8af tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:50.750157 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f77065aa-62f8-4db3-9dc0-3c1a529e6bae req-cce9f331-3ff2-4564-8c3d-b0217d37e8af tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 949 time: 0.5711706 Nov 15 14:33:50.821760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-84073a4a-fb73-4b71-b045-26157d0051aa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] For port b6f66ace-25e3-4bba-b642-fd3c4f7cc654, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b6f66ace-25e3-4bba-b642-fd3c4f7cc654,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:50.822121 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-84073a4a-fb73-4b71-b045-26157d0051aa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:50.847598 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-69260cf0-27ea-4a8c-9aeb-81bd3a4e2ce6 req-d948f00e-5ac6-4186-a3df-d6602598fc88 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Deleting port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:50.847946 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-69260cf0-27ea-4a8c-9aeb-81bd3a4e2ce6 req-d948f00e-5ac6-4186-a3df-d6602598fc88 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:50.863652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-392a2885-8eb0-476a-9e88-5f4b6c63c22c req-918640a9-4b3f-4590-b374-c0a7820db552 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319913 Nov 15 14:33:50.878595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-84073a4a-fb73-4b71-b045-26157d0051aa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Calling delete_port for b6f66ace-25e3-4bba-b642-fd3c4f7cc654 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:50.937900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-01996296-1a5c-43ec-84f0-77adc61e0879 req-6d6e80ce-9015-46ca-b66f-68476d024711 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] For port 46bebb83-eae8-4dd9-9922-b6a354db9927, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=46bebb83-eae8-4dd9-9922-b6a354db9927,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:50.938265 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01996296-1a5c-43ec-84f0-77adc61e0879 req-6d6e80ce-9015-46ca-b66f-68476d024711 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:50.950709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-69260cf0-27ea-4a8c-9aeb-81bd3a4e2ce6 req-d948f00e-5ac6-4186-a3df-d6602598fc88 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] For port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,segment=NetworkSegment(7b7e31a4-172b-44d8-b774-1de82c6801d7),segment_id=7b7e31a4-172b-44d8-b774-1de82c6801d7)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:50.951123 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-69260cf0-27ea-4a8c-9aeb-81bd3a4e2ce6 req-d948f00e-5ac6-4186-a3df-d6602598fc88 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:50.964785 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-69260cf0-27ea-4a8c-9aeb-81bd3a4e2ce6 req-d948f00e-5ac6-4186-a3df-d6602598fc88 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Calling delete_port for 40516a2e-a7e2-4b7e-93ff-9700755e7ffa owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:50.992518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f77065aa-62f8-4db3-9dc0-3c1a529e6bae req-b2607968-df3d-4c84-ba43-bb3c0edd80d2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331800 Nov 15 14:33:50.994376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c40832e-3539-4a1b-bbfd-66cc1b9f57da {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:51.010566 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-01996296-1a5c-43ec-84f0-77adc61e0879 req-6d6e80ce-9015-46ca-b66f-68476d024711 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Calling delete_port for 46bebb83-eae8-4dd9-9922-b6a354db9927 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:51.020898 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:51.177578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc66a50-ed74-459e-b4ec-3c6e1b9c3a74 req-68c4dfc2-6513-4b10-acac-8a2d14f05643 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:51.179002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9dc66a50-ed74-459e-b4ec-3c6e1b9c3a74 req-68c4dfc2-6513-4b10-acac-8a2d14f05643 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 944 time: 0.2265103 Nov 15 14:33:51.200670 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-69260cf0-27ea-4a8c-9aeb-81bd3a4e2ce6 req-d948f00e-5ac6-4186-a3df-d6602598fc88 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:51.211955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e9623-5bf9-4924-b0a2-61b9874a2b73 req-3c7323bd-466f-43d9-b6cd-4af9b718d6fb tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:51.211955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a34e9623-5bf9-4924-b0a2-61b9874a2b73 req-3c7323bd-466f-43d9-b6cd-4af9b718d6fb tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 931 time: 0.1509702 Nov 15 14:33:51.211955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Transition to ACTIVE for port object 1c40832e-3539-4a1b-bbfd-66cc1b9f57da will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:33:51.221906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['40516a2e-a7e2-4b7e-93ff-9700755e7ffa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:51.233552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948f00e-5ac6-4186-a3df-d6602598fc88 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event deleted for resources: {'Port': ['ID=40516a2e-a7e2-4b7e-93ff-9700755e7ffa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:51.277545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-69260cf0-27ea-4a8c-9aeb-81bd3a4e2ce6 req-d948f00e-5ac6-4186-a3df-d6602598fc88 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] No DVR routers for this DVR port 40516a2e-a7e2-4b7e-93ff-9700755e7ffa on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:51.280545 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-69260cf0-27ea-4a8c-9aeb-81bd3a4e2ce6 req-d948f00e-5ac6-4186-a3df-d6602598fc88 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:51.283914 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-69260cf0-27ea-4a8c-9aeb-81bd3a4e2ce6 req-d948f00e-5ac6-4186-a3df-d6602598fc88 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.59 "DELETE /v2.0/ports/40516a2e-a7e2-4b7e-93ff-9700755e7ffa HTTP/1.1" status: 204 len: 173 time: 0.5407040 Nov 15 14:33:51.284350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe', 'name': 'network-vif-deleted', 'tag': '40516a2e-a7e2-4b7e-93ff-9700755e7ffa'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:51.287035 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9d9161-a34d-43b8-9f02-8f45d67057eb" -d '{"events": [{"server_uuid": "bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe", "name": "network-vif-deleted", "tag": "40516a2e-a7e2-4b7e-93ff-9700755e7ffa"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:51.360097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9dc66a50-ed74-459e-b4ec-3c6e1b9c3a74 req-3e6671c2-d275-4b4d-bcf6-b90f6fcb1530 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655939 Nov 15 14:33:51.377878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a34e9623-5bf9-4924-b0a2-61b9874a2b73 req-037971dd-cbf2-4f8f-b26d-9668fde8480d tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481678 Nov 15 14:33:51.481382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b08706c9-211c-4332-b0ca-8b5c79f3c41b req-94477737-238f-40f9-8461-965eb5cafd3e tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 210 time: 0.0302639 Nov 15 14:33:51.483703 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:51.526576 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01996296-1a5c-43ec-84f0-77adc61e0879 req-6d6e80ce-9015-46ca-b66f-68476d024711 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:51.532269 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-84073a4a-fb73-4b71-b045-26157d0051aa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:51.569069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534baea-3531-4ae2-b18f-1922f262a2d6 req-8dfbea06-976a-4545-8721-ad27530dd358 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:51.570579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f534baea-3531-4ae2-b18f-1922f262a2d6 req-8dfbea06-976a-4545-8721-ad27530dd358 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.1507456 Nov 15 14:33:51.641383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c40832e-3539-4a1b-bbfd-66cc1b9f57da,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:51.728801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-84073a4a-fb73-4b71-b045-26157d0051aa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] No DVR routers for this DVR port b6f66ace-25e3-4bba-b642-fd3c4f7cc654 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:51.748092 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-84073a4a-fb73-4b71-b045-26157d0051aa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:51.752256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-84073a4a-fb73-4b71-b045-26157d0051aa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "DELETE /v2.0/ports/b6f66ace-25e3-4bba-b642-fd3c4f7cc654 HTTP/1.1" status: 204 len: 173 time: 1.9225783 Nov 15 14:33:51.755974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e80ce-9015-46ca-b66f-68476d024711 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Pushing event deleted for resources: {'Port': ['ID=46bebb83-eae8-4dd9-9922-b6a354db9927,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:51.760802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-01996296-1a5c-43ec-84f0-77adc61e0879 req-6d6e80ce-9015-46ca-b66f-68476d024711 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] No DVR routers for this DVR port 46bebb83-eae8-4dd9-9922-b6a354db9927 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:51.760802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-deleted', 'tag': 'b6f66ace-25e3-4bba-b642-fd3c4f7cc654'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:51.761745 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab04e4ee-e604-48c3-80a3-c37da82d7953" -d '{"events": [{"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-deleted", "tag": "b6f66ace-25e3-4bba-b642-fd3c4f7cc654"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:51.766028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01996296-1a5c-43ec-84f0-77adc61e0879 req-6d6e80ce-9015-46ca-b66f-68476d024711 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:51.769324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01996296-1a5c-43ec-84f0-77adc61e0879 req-6d6e80ce-9015-46ca-b66f-68476d024711 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.59 "DELETE /v2.0/ports/46bebb83-eae8-4dd9-9922-b6a354db9927 HTTP/1.1" status: 204 len: 173 time: 1.8416543 Nov 15 14:33:51.862097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33e9f5-3b7d-4f0d-a6b1-da17f97646e5 req-7b3e6c22-1c6b-4ef1-8f66-2ee547b5a246 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:51.863616 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a33e9f5-3b7d-4f0d-a6b1-da17f97646e5 req-7b3e6c22-1c6b-4ef1-8f66-2ee547b5a246 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 950 time: 0.3168862 Nov 15 14:33:51.864347 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84073a4a-fb73-4b71-b045-26157d0051aa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Port': ['ID=b6f66ace-25e3-4bba-b642-fd3c4f7cc654,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:51.900854 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f534baea-3531-4ae2-b18f-1922f262a2d6 req-09352896-530e-473a-a065-f44c26fe53f2 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141007 Nov 15 14:33:51.971303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Attempting to bind port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:51.971710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Attempting to bind port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:51.971971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Attempting to bind port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da on network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:51.988713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da on network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:33:51.988925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Attempting to bind port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da on network 304f5f62-8be0-4d32-a6e0-0c8cb4b433fa {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:52.000783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a33e9f5-3b7d-4f0d-a6b1-da17f97646e5 req-f236a623-7c7c-4b66-b256-e44921c432b6 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221969 Nov 15 14:33:52.004865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:52.005022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Checking segment: {'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:52.005414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Bound using segment: {'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:52.005862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Bound port: 1c40832e-3539-4a1b-bbfd-66cc1b9f57da, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658bd47c-e444-4b3a-9b54-7de740e645f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:52.006223 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:52.029171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-2f2a921f-e4c9-4b8c-a77f-83f3bd8a012b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Deleting port 5f118c21-e9a0-4582-965e-f7b156dac695 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:52.030146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-2f2a921f-e4c9-4b8c-a77f-83f3bd8a012b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:52.119724 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d26b94-2c1c-4631-a7a7-01314bae5078 x-openstack-request-id: req-64d26b94-2c1c-4631-a7a7-01314bae5078 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:52.120913 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe", "name": "network-vif-deleted", "tag": "40516a2e-a7e2-4b7e-93ff-9700755e7ffa", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:52.121609 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64d26b94-2c1c-4631-a7a7-01314bae5078 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:52.121609 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe', 'name': 'network-vif-deleted', 'tag': '40516a2e-a7e2-4b7e-93ff-9700755e7ffa', 'status': 'completed', 'code': 200} Nov 15 14:33:52.138659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] For port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:52.156759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] For port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1c40832e-3539-4a1b-bbfd-66cc1b9f57da,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:52.156759 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c1abab-2e5b-4127-b602-c19a06400b3d x-openstack-request-id: req-84c1abab-2e5b-4127-b602-c19a06400b3d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:52.156759 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-deleted", "tag": "b6f66ace-25e3-4bba-b642-fd3c4f7cc654", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:52.156759 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84c1abab-2e5b-4127-b602-c19a06400b3d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:52.156759 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-deleted', 'tag': 'b6f66ace-25e3-4bba-b642-fd3c4f7cc654', 'status': 'completed', 'code': 200} Nov 15 14:33:52.169193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-2f2a921f-e4c9-4b8c-a77f-83f3bd8a012b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] For port 5f118c21-e9a0-4582-965e-f7b156dac695, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5f118c21-e9a0-4582-965e-f7b156dac695,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:52.169568 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-2f2a921f-e4c9-4b8c-a77f-83f3bd8a012b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:52.185493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-2f2a921f-e4c9-4b8c-a77f-83f3bd8a012b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Calling delete_port for 5f118c21-e9a0-4582-965e-f7b156dac695 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:52.304842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4035100-a43d-4d6c-990a-2fa8b05d045b req-d4d9f91a-1a3f-4b08-843e-f673897fc26f tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:52.310781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4035100-a43d-4d6c-990a-2fa8b05d045b req-d4d9f91a-1a3f-4b08-843e-f673897fc26f tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:52.312534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4035100-a43d-4d6c-990a-2fa8b05d045b req-d4d9f91a-1a3f-4b08-843e-f673897fc26f tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 1683 time: 0.0836399 Nov 15 14:33:52.314764 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:52.399164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:52.399861 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:52.401476 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/1c40832e-3539-4a1b-bbfd-66cc1b9f57da HTTP/1.1" status: 200 len: 1091 time: 2.7161179 Nov 15 14:33:52.457026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93812e8-7ea0-420e-8651-5813d0e758e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c40832e-3539-4a1b-bbfd-66cc1b9f57da,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:52.464065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4035100-a43d-4d6c-990a-2fa8b05d045b req-0566ea3c-6391-41a5-95d0-05c93c8926d7 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431000 Nov 15 14:33:52.559343 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b6f66ace-25e3-4bba-b642-fd3c4f7cc654 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:52.602350 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: b6f66ace-25e3-4bba-b642-fd3c4f7cc654 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:52.602704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b6f66ace-25e3-4bba-b642-fd3c4f7cc654 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:52.603100 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-2f2a921f-e4c9-4b8c-a77f-83f3bd8a012b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:52.603240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5f118c21-e9a0-4582-965e-f7b156dac695 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:52.614231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-49a475b6-080c-45ae-ada5-007904b7a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:52.614231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-49a475b6-080c-45ae-ada5-007904b7a008 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81e3a07f515f4b09a5a5cb70414f88cf&device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 1094 time: 0.0586419 Nov 15 14:33:52.632967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 5f118c21-e9a0-4582-965e-f7b156dac695 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:52.633511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5f118c21-e9a0-4582-965e-f7b156dac695 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:52.634131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e0a76cf0-f57d-4da2-be9c-ea21f88ad12b no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:52.665795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a921f-e4c9-4b8c-a77f-83f3bd8a012b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Port': ['ID=5f118c21-e9a0-4582-965e-f7b156dac695,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:52.722112 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:52.731157 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-e822facc-2f8b-4ce2-8033-67ea01ac78b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c40832e-3539-4a1b-bbfd-66cc1b9f57da HTTP/1.1" status: 200 len: 217 time: 0.0733254 Nov 15 14:33:52.747100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a76cf0-f57d-4da2-be9c-ea21f88ad12b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:52.750048 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6421a5-b2bd-4141-bbce-e209d08cf6ed" -d '{"events": [{"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a76cf0-f57d-4da2-be9c-ea21f88ad12b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:52.764984 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b,segment=NetworkSegment(8c6015fc-5ab9-4321-a4fe-ef2487ff42c4),segment_id=8c6015fc-5ab9-4321-a4fe-ef2487ff42c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:52.779984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c9694b5-4cc9-4628-9cb4-923fd76f0338 req-8970b765-0bcb-4446-b1c6-8799110d1a89 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe HTTP/1.1" status: 200 len: 210 time: 0.1215718 Nov 15 14:33:52.815788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-2f2a921f-e4c9-4b8c-a77f-83f3bd8a012b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] No DVR routers for this DVR port 5f118c21-e9a0-4582-965e-f7b156dac695 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:52.848437 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-2f2a921f-e4c9-4b8c-a77f-83f3bd8a012b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:52.851979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-2f2a921f-e4c9-4b8c-a77f-83f3bd8a012b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "DELETE /v2.0/ports/5f118c21-e9a0-4582-965e-f7b156dac695 HTTP/1.1" status: 204 len: 173 time: 1.0737109 Nov 15 14:33:52.880674 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:52.881460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 46bebb83-eae8-4dd9-9922-b6a354db9927 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:52.885496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad48ddf-b130-43bc-a7a8-2deb284b177d req-d1cc740b-7b6d-4999-8050-5577b549ab7b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:52.899690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ad48ddf-b130-43bc-a7a8-2deb284b177d req-d1cc740b-7b6d-4999-8050-5577b549ab7b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 943 time: 0.2454135 Nov 15 14:33:52.939145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 46bebb83-eae8-4dd9-9922-b6a354db9927 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:52.946540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 46bebb83-eae8-4dd9-9922-b6a354db9927 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:52.955533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a878f3c3-04bc-4a68-9c6e-5916b3e9e408 req-15d6d2d8-4e7b-409d-89a7-bc231e74a3a2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb822f24-cdc8-45ff-9cc7-d13fe3fb08fe HTTP/1.1" status: 200 len: 210 time: 0.0881572 Nov 15 14:33:52.963245 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:52.977277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-3fbeb36e-71ec-4839-960e-63fe4ff01fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:52.978778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-3fbeb36e-71ec-4839-960e-63fe4ff01fd7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17e666ef-75fd-4a32-a1e8-d3f78e5b9900 HTTP/1.1" status: 200 len: 855 time: 0.1967595 Nov 15 14:33:53.052967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-51c35496-c8c6-4d2c-b828-1c81dc11885e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558708 Nov 15 14:33:53.080340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ad48ddf-b130-43bc-a7a8-2deb284b177d req-41971673-aeb0-4527-bc86-dd90dd01a6b8 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858952 Nov 15 14:33:53.203222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-d4d4241e-a7ba-4f01-b7d2-564bff8134a4 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f3fe34fe1d164ad98bc531e19c7d7f80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439839 Nov 15 14:33:53.220233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd230b1a-36b4-4233-92f4-e13b2bca1a54 req-011d1cb7-72fd-453d-b1d8-7f5f80a1dbc2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:53.221761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd230b1a-36b4-4233-92f4-e13b2bca1a54 req-011d1cb7-72fd-453d-b1d8-7f5f80a1dbc2 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 949 time: 0.1712525 Nov 15 14:33:53.237595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-b90185f4-77c2-4908-b25f-9457261c32df tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Deleting port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:53.238174 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-b90185f4-77c2-4908-b25f-9457261c32df tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:53.374803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-66c98cab-58f4-46c9-aac7-e222a88e0c18 service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062203 Nov 15 14:33:53.485885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd230b1a-36b4-4233-92f4-e13b2bca1a54 req-15790c97-4251-489b-b5da-f0606811468d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547431 Nov 15 14:33:53.540907 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462a59a2-63f8-4ec0-94b9-b215e214bb08 x-openstack-request-id: req-462a59a2-63f8-4ec0-94b9-b215e214bb08 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:53.541269 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a76cf0-f57d-4da2-be9c-ea21f88ad12b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:53.541591 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-462a59a2-63f8-4ec0-94b9-b215e214bb08 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:53.542045 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a76cf0-f57d-4da2-be9c-ea21f88ad12b', 'code': 200} Nov 15 14:33:53.561164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-b90185f4-77c2-4908-b25f-9457261c32df tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] For port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b,segment=NetworkSegment(8c6015fc-5ab9-4321-a4fe-ef2487ff42c4),segment_id=8c6015fc-5ab9-4321-a4fe-ef2487ff42c4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:53.561591 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-b90185f4-77c2-4908-b25f-9457261c32df tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:53.574039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-99c27134-2151-47ce-b4f4-6184c436cf8d tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:53.575631 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-99c27134-2151-47ce-b4f4-6184c436cf8d tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3466783 Nov 15 14:33:53.621659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-b90185f4-77c2-4908-b25f-9457261c32df tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Calling delete_port for e0a76cf0-f57d-4da2-be9c-ea21f88ad12b owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:53.645984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3f1942-988c-4723-a677-21ad2c0560c2 req-6f36ea5f-d6fa-446f-bc66-7ad22b83f42b service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556627 Nov 15 14:33:53.645984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-81623aa3-1147-4237-9f0b-9ede47cbb058 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/quotas/f3fe34fe1d164ad98bc531e19c7d7f80 HTTP/1.1" status: 200 len: 375 time: 0.0492175 Nov 15 14:33:53.743973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ef6dc-0657-4df4-be4c-f4f592740248 req-2eb6bc7d-f00d-4970-8414-236670cf7fb8 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:53.745471 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b9ef6dc-0657-4df4-be4c-f4f592740248 req-2eb6bc7d-f00d-4970-8414-236670cf7fb8 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.1473312 Nov 15 14:33:53.810815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-e8b0ed6c-3bed-4c97-bbdd-61423f745049 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3fe34fe1d164ad98bc531e19c7d7f80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1566424 Nov 15 14:33:53.829374 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b9ef6dc-0657-4df4-be4c-f4f592740248 req-bfe53077-f7aa-4dea-90d1-5f55e558a285 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764775 Nov 15 14:33:54.001877 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-b90185f4-77c2-4908-b25f-9457261c32df tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:54.037556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90185f4-77c2-4908-b25f-9457261c32df tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Port': ['ID=e0a76cf0-f57d-4da2-be9c-ea21f88ad12b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:54.079364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d8dc9-7f51-4455-8ecb-8f0ae052de7a req-ae792fe1-8eae-4f31-92fd-35703a9575c4 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:54.080956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-168d8dc9-7f51-4455-8ecb-8f0ae052de7a req-ae792fe1-8eae-4f31-92fd-35703a9575c4 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd3733d0-4477-4530-9e49-a9e5d6373dee HTTP/1.1" status: 200 len: 865 time: 0.1059971 Nov 15 14:33:54.096095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-b90185f4-77c2-4908-b25f-9457261c32df tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] No DVR routers for this DVR port e0a76cf0-f57d-4da2-be9c-ea21f88ad12b on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:54.098760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-b90185f4-77c2-4908-b25f-9457261c32df tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:54.102383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ef1b79e-e1c6-4dee-a2f4-ed26b5d7b746 req-b90185f4-77c2-4908-b25f-9457261c32df tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "DELETE /v2.0/ports/e0a76cf0-f57d-4da2-be9c-ea21f88ad12b HTTP/1.1" status: 204 len: 173 time: 1.2338293 Nov 15 14:33:54.156203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe', 'name': 'network-vif-deleted', 'tag': '46bebb83-eae8-4dd9-9922-b6a354db9927'}, {'name': 'network-changed', 'server_uuid': '837f7d04-736b-492a-8bc8-f4897c98554b', 'tag': '1c40832e-3539-4a1b-bbfd-66cc1b9f57da'}, {'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-deleted', 'tag': '5f118c21-e9a0-4582-965e-f7b156dac695'}, {'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-deleted', 'tag': 'e0a76cf0-f57d-4da2-be9c-ea21f88ad12b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:54.158723 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e7d0d0-9d32-407d-9a4e-49d1bf8c336c" -d '{"events": [{"server_uuid": "46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe", "name": "network-vif-deleted", "tag": "46bebb83-eae8-4dd9-9922-b6a354db9927"}, {"name": "network-changed", "server_uuid": "837f7d04-736b-492a-8bc8-f4897c98554b", "tag": "1c40832e-3539-4a1b-bbfd-66cc1b9f57da"}, {"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-deleted", "tag": "5f118c21-e9a0-4582-965e-f7b156dac695"}, {"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-deleted", "tag": "e0a76cf0-f57d-4da2-be9c-ea21f88ad12b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:54.186412 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-168d8dc9-7f51-4455-8ecb-8f0ae052de7a req-31647ee5-1e4c-418f-8dab-8267d80cc7ce tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836227 Nov 15 14:33:54.225978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c541909f-2825-4312-ab89-3e1c58c89f42 req-e075d894-b58f-4682-8c8b-633e1926ecc0 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 210 time: 0.0287101 Nov 15 14:33:54.365069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1b3e7-49c7-4389-b5c7-e1a4a084cd9f req-6cabf423-032d-4aa2-bc38-1b19f40dc98c tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:54.366595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1d1b3e7-49c7-4389-b5c7-e1a4a084cd9f req-6cabf423-032d-4aa2-bc38-1b19f40dc98c tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 943 time: 0.0522878 Nov 15 14:33:54.416006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1d1b3e7-49c7-4389-b5c7-e1a4a084cd9f req-462fd45b-7f68-4b8b-8421-acc9738045e6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432022 Nov 15 14:33:54.496405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db252836-78e3-4114-b81b-0de45f95ef9a req-a4653af5-a787-4dd9-8771-762bcd364f68 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/df87cf85-a339-4329-b67e-886c1300e7d9 HTTP/1.1" status: 200 len: 1817 time: 0.0517118 Nov 15 14:33:54.555692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b3ddee34-a98a-4b48-8c43-760fe33f6f55 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:33:54.562784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 40516a2e-a7e2-4b7e-93ff-9700755e7ffa no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:54.592294 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 40516a2e-a7e2-4b7e-93ff-9700755e7ffa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:54.592639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 40516a2e-a7e2-4b7e-93ff-9700755e7ffa not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:54.613408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdf991-36a7-400c-871f-afceed5feb52 req-3922830e-4768-4823-911f-bbeca2f7edf4 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:54.614693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6bdf991-36a7-400c-871f-afceed5feb52 req-3922830e-4768-4823-911f-bbeca2f7edf4 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.59 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 949 time: 0.1171238 Nov 15 14:33:54.703388 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:54.716512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b3ddee34-a98a-4b48-8c43-760fe33f6f55 has no active binding in host n-h1-817748-2 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 14:33:54.997298 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cce2999-7769-4b55-99e1-0737a46b6015 x-openstack-request-id: req-4cce2999-7769-4b55-99e1-0737a46b6015 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:54.997948 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe", "name": "network-vif-deleted", "tag": "46bebb83-eae8-4dd9-9922-b6a354db9927", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "837f7d04-736b-492a-8bc8-f4897c98554b", "tag": "1c40832e-3539-4a1b-bbfd-66cc1b9f57da", "status": "completed", "code": 200}, {"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-deleted", "tag": "5f118c21-e9a0-4582-965e-f7b156dac695", "status": "completed", "code": 200}, {"server_uuid": "bd3733d0-4477-4530-9e49-a9e5d6373dee", "name": "network-vif-deleted", "tag": "e0a76cf0-f57d-4da2-be9c-ea21f88ad12b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:54.997948 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4cce2999-7769-4b55-99e1-0737a46b6015 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:54.998364 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d3bc9b-0a3e-4e96-8f0c-51006a97a7fe', 'name': 'network-vif-deleted', 'tag': '46bebb83-eae8-4dd9-9922-b6a354db9927', 'status': 'completed', 'code': 200} Nov 15 14:33:54.998555 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '837f7d04-736b-492a-8bc8-f4897c98554b', 'tag': '1c40832e-3539-4a1b-bbfd-66cc1b9f57da', 'status': 'completed', 'code': 200} Nov 15 14:33:54.998814 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-deleted', 'tag': '5f118c21-e9a0-4582-965e-f7b156dac695', 'status': 'completed', 'code': 200} Nov 15 14:33:54.999028 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3733d0-4477-4530-9e49-a9e5d6373dee', 'name': 'network-vif-deleted', 'tag': 'e0a76cf0-f57d-4da2-be9c-ea21f88ad12b', 'status': 'completed', 'code': 200} Nov 15 14:33:55.023107 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-db252836-78e3-4114-b81b-0de45f95ef9a req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:55.058713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-07a7d363-a34c-4226-afca-a0560ea9febf tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:55.060224 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-07a7d363-a34c-4226-afca-a0560ea9febf tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 1096 time: 0.5053473 Nov 15 14:33:55.086090 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:33:55.097979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817748-2'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:55.138387 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-db252836-78e3-4114-b81b-0de45f95ef9a req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:55.215414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7d0d0-9d32-407d-9a4e-49d1bf8c336c req-3aa22381-2441-4c6f-8888-e652e63178f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:55.216943 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8e7d0d0-9d32-407d-9a4e-49d1bf8c336c req-3aa22381-2441-4c6f-8888-e652e63178f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81e3a07f515f4b09a5a5cb70414f88cf&device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 1094 time: 0.2214944 Nov 15 14:33:55.235673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543bc2f-3cb9-48e6-a174-c264f5ad17fe req-c3b07891-7645-4fd4-8b85-8ea87de05c9a tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:55.237251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b543bc2f-3cb9-48e6-a174-c264f5ad17fe req-c3b07891-7645-4fd4-8b85-8ea87de05c9a tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 949 time: 0.2429249 Nov 15 14:33:55.265734 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:55.277078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbda8f7-04c2-4b93-9ca9-548535963ca4 req-910a0188-709c-466a-842e-b400a1295fbc tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:55.278732 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3cbda8f7-04c2-4b93-9ca9-548535963ca4 req-910a0188-709c-466a-842e-b400a1295fbc tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.46 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 944 time: 0.0595422 Nov 15 14:33:55.343888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c6bdf991-36a7-400c-871f-afceed5feb52 req-c2724ad7-f089-431c-95dc-ee22e90d14a5 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Deleting port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:55.344217 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c6bdf991-36a7-400c-871f-afceed5feb52 req-c2724ad7-f089-431c-95dc-ee22e90d14a5 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:55.397619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3cbda8f7-04c2-4b93-9ca9-548535963ca4 req-b0e2d4d7-1806-4609-989e-2b3497fdcbda tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Deleting port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:55.397965 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3cbda8f7-04c2-4b93-9ca9-548535963ca4 req-b0e2d4d7-1806-4609-989e-2b3497fdcbda tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:55.462882 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-db252836-78e3-4114-b81b-0de45f95ef9a req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:55.465406 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-db252836-78e3-4114-b81b-0de45f95ef9a req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:55.466590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db252836-78e3-4114-b81b-0de45f95ef9a req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "DELETE /v2.0/security-groups/df87cf85-a339-4329-b67e-886c1300e7d9 HTTP/1.1" status: 204 len: 173 time: 0.9569046 Nov 15 14:33:55.502660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3cbda8f7-04c2-4b93-9ca9-548535963ca4 req-b0e2d4d7-1806-4609-989e-2b3497fdcbda tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] For port a1b4bfd5-623f-46b6-aa38-7000b91e3e78, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,segment=NetworkSegment(f9ec118e-8b54-443b-a61f-3cbb3b484863),segment_id=f9ec118e-8b54-443b-a61f-3cbb3b484863)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:55.503129 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3cbda8f7-04c2-4b93-9ca9-548535963ca4 req-b0e2d4d7-1806-4609-989e-2b3497fdcbda tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:55.519068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3cbda8f7-04c2-4b93-9ca9-548535963ca4 req-b0e2d4d7-1806-4609-989e-2b3497fdcbda tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Calling delete_port for a1b4bfd5-623f-46b6-aa38-7000b91e3e78 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:55.528850 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b543bc2f-3cb9-48e6-a174-c264f5ad17fe req-b8407f5b-de80-4445-b8b3-afcfd4a058b5 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d25e9b09-7336-4cc3-97e9-a65a01578830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785740 Nov 15 14:33:55.544754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7d0d0-9d32-407d-9a4e-49d1bf8c336c req-7eb1b887-f55b-4961-bd9f-26a10557adad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:55.546217 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8e7d0d0-9d32-407d-9a4e-49d1bf8c336c req-7eb1b887-f55b-4961-bd9f-26a10557adad service neutron] 10.222.0.46 "GET /v2.0/networks?id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa HTTP/1.1" status: 200 len: 916 time: 0.3209498 Nov 15 14:33:55.546945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df87cf85-a339-4329-b67e-886c1300e7d9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:55.641113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:55.641456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:55.641802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:55.642133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:55.642490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:55.642821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:55.643147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:55.643471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:55.643791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:55.644172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:55.644504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:55.644831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f5f201-91fb-4a06-8bc6-a942a69326cd tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:55.648964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8e7d0d0-9d32-407d-9a4e-49d1bf8c336c req-f90492dc-b1b4-489b-b9c1-0431fa9b0389 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c40832e-3539-4a1b-bbfd-66cc1b9f57da HTTP/1.1" status: 200 len: 217 time: 0.0924342 Nov 15 14:33:55.774071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c6bdf991-36a7-400c-871f-afceed5feb52 req-c2724ad7-f089-431c-95dc-ee22e90d14a5 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] For port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:55.774350 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c6bdf991-36a7-400c-871f-afceed5feb52 req-c2724ad7-f089-431c-95dc-ee22e90d14a5 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:55.799672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c677f0-2047-4bad-8a1e-e290bf028f6d req-b4d07ccf-b620-4f9a-af10-aea6e88ff76e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:55.801153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50c677f0-2047-4bad-8a1e-e290bf028f6d req-b4d07ccf-b620-4f9a-af10-aea6e88ff76e tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 944 time: 0.2515922 Nov 15 14:33:55.807622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:55.808337 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3cbda8f7-04c2-4b93-9ca9-548535963ca4 req-b0e2d4d7-1806-4609-989e-2b3497fdcbda tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:55.812789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c6bdf991-36a7-400c-871f-afceed5feb52 req-c2724ad7-f089-431c-95dc-ee22e90d14a5 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Calling delete_port for a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:55.827453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7d0d0-9d32-407d-9a4e-49d1bf8c336c req-4c6b4d99-a5d0-45bd-bd07-293e2f0c4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:55.828931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8e7d0d0-9d32-407d-9a4e-49d1bf8c336c req-4c6b4d99-a5d0-45bd-bd07-293e2f0c4c8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17e666ef-75fd-4a32-a1e8-d3f78e5b9900 HTTP/1.1" status: 200 len: 855 time: 0.1612291 Nov 15 14:33:55.837768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2d4d7-1806-4609-989e-2b3497fdcbda tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Pushing event deleted for resources: {'Port': ['ID=a1b4bfd5-623f-46b6-aa38-7000b91e3e78,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:55.848426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8e623-ba1d-44ac-b178-1df530d669e0 req-4bf54629-6082-4a72-b13e-fa4eb2d29804 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:55.850047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bc8e623-ba1d-44ac-b178-1df530d669e0 req-4bf54629-6082-4a72-b13e-fa4eb2d29804 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 945 time: 0.2293689 Nov 15 14:33:55.884965 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbda8f7-04c2-4b93-9ca9-548535963ca4 req-b0e2d4d7-1806-4609-989e-2b3497fdcbda tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] No DVR routers for this DVR port a1b4bfd5-623f-46b6-aa38-7000b91e3e78 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:55.887763 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3cbda8f7-04c2-4b93-9ca9-548535963ca4 req-b0e2d4d7-1806-4609-989e-2b3497fdcbda tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:55.892294 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3cbda8f7-04c2-4b93-9ca9-548535963ca4 req-b0e2d4d7-1806-4609-989e-2b3497fdcbda tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.46 "DELETE /v2.0/ports/a1b4bfd5-623f-46b6-aa38-7000b91e3e78 HTTP/1.1" status: 204 len: 173 time: 0.6066065 Nov 15 14:33:55.893418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80eaf73-fcad-4800-b36b-84e5b29c4014', 'name': 'network-vif-deleted', 'tag': 'a1b4bfd5-623f-46b6-aa38-7000b91e3e78'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:55.902432 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1277ab5-f5be-44f3-86af-6a737308f144" -d '{"events": [{"server_uuid": "c80eaf73-fcad-4800-b36b-84e5b29c4014", "name": "network-vif-deleted", "tag": "a1b4bfd5-623f-46b6-aa38-7000b91e3e78"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:55.911039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8e7d0d0-9d32-407d-9a4e-49d1bf8c336c req-2a30713c-d204-43e2-a350-e0c3cf66b562 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730455 Nov 15 14:33:56.002825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:56.098133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50c677f0-2047-4bad-8a1e-e290bf028f6d req-bc33be0e-4460-4fa0-9a06-1f5b35bb646a tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9d00d59-eb56-472d-8ede-bc1c4089b552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871139 Nov 15 14:33:56.115380 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bc8e623-ba1d-44ac-b178-1df530d669e0 req-4d5e661e-8eb0-4c5a-ac77-f38957e6aa1d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442238 Nov 15 14:33:56.152896 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.184369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51028) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:56.190775 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8e7d0d0-9d32-407d-9a4e-49d1bf8c336c req-0f22dd69-fb26-4567-81f1-245cb1ae5dfd service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366974 Nov 15 14:33:56.249211 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-31629589-c6fd-40b9-aeb2-1d438a86633d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Deleting subnet e36d8a6d-a06c-48d3-bdd2-4c1d6c3a39af {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:33:56.253063 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31629589-c6fd-40b9-aeb2-1d438a86633d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.295844 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31629589-c6fd-40b9-aeb2-1d438a86633d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.326742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-797f51c2-cb1c-4512-8269-b957e1031628 req-646e8051-a316-42f7-895e-add9107b8d3c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 210 time: 0.0456657 Nov 15 14:33:56.364898 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.396313 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31629589-c6fd-40b9-aeb2-1d438a86633d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.466220 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c6bdf991-36a7-400c-871f-afceed5feb52 req-c2724ad7-f089-431c-95dc-ee22e90d14a5 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.481830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:56.491510 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8e7d0d0-9d32-407d-9a4e-49d1bf8c336c req-8383db39-8454-49bd-ab97-56678a4e3d49 service neutron] 10.222.0.46 "GET /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928641 Nov 15 14:33:56.507573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0c56b-a9a4-4600-82e8-870797885b8c req-81bd358b-1ef6-48ee-b410-cd9d5aed4fb4 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:56.509115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7d0c56b-a9a4-4600-82e8-870797885b8c req-81bd358b-1ef6-48ee-b410-cd9d5aed4fb4 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 943 time: 0.2095091 Nov 15 14:33:56.514545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ddee34-a98a-4b48-8c43-760fe33f6f55,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:56.580294 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31629589-c6fd-40b9-aeb2-1d438a86633d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.616223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31629589-c6fd-40b9-aeb2-1d438a86633d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Subnet': ['ID=e36d8a6d-a06c-48d3-bdd2-4c1d6c3a39af,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:56.616593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2724ad7-f089-431c-95dc-ee22e90d14a5 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Pushing event deleted for resources: {'Port': ['ID=a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:56.625147 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31629589-c6fd-40b9-aeb2-1d438a86633d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.629250 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-31629589-c6fd-40b9-aeb2-1d438a86633d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "DELETE /v2.0/subnets/e36d8a6d-a06c-48d3-bdd2-4c1d6c3a39af HTTP/1.1" status: 204 len: 168 time: 0.4437187 Nov 15 14:33:56.631730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:56.636693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Attempting to bind port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on host n-h2-817748-2 for vnic_type normal with profile {"migrating_to": "n-h1-817748-2"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:33:56.637389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Attempting to bind port b3ddee34-a98a-4b48-8c43-760fe33f6f55 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:33:56.637389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Attempting to bind port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:56.642884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecd08de6-1915-45f2-9c6b-e074a1d44bc7 req-56dc43ac-1515-482a-bb54-2cf5f77af73f tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "GET /v2.0/security-groups/62bc295d-91fb-4649-bdb3-b6021eff8581 HTTP/1.1" status: 200 len: 1818 time: 0.2839568 Nov 15 14:33:56.645873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bdf991-36a7-400c-871f-afceed5feb52 req-c2724ad7-f089-431c-95dc-ee22e90d14a5 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] No DVR routers for this DVR port a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:56.649572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489838f2-8076-446d-9393-4e1bdb989b59 None None] Network 8904cca4-e73f-485c-8b96-488fec1282f9 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:33:56.652524 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c6bdf991-36a7-400c-871f-afceed5feb52 req-c2724ad7-f089-431c-95dc-ee22e90d14a5 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.656703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6bdf991-36a7-400c-871f-afceed5feb52 req-c2724ad7-f089-431c-95dc-ee22e90d14a5 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.59 "DELETE /v2.0/ports/a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f HTTP/1.1" status: 204 len: 173 time: 2.0315504 Nov 15 14:33:56.660600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on network 844d1d90-2dae-4da3-8343-45d2d51575ca not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:33:56.660933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Attempting to bind port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on network 844d1d90-2dae-4da3-8343-45d2d51575ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:33:56.697863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:33:56.698219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Checking segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:33:56.698658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Bound using segment: {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:33:56.699126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Bound port: b3ddee34-a98a-4b48-8c43-760fe33f6f55, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b994b5c0-fd7d-4c18-9ec3-2786191015bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '844d1d90-2dae-4da3-8343-45d2d51575ca'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:33:56.699600 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.735833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7d0c56b-a9a4-4600-82e8-870797885b8c req-a7b0a181-0ea6-4c6f-808c-cc32a49e561f tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942525 Nov 15 14:33:56.750374 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.806919 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e293b8-b77d-4a93-9558-314132e15a6d x-openstack-request-id: req-e8e293b8-b77d-4a93-9558-314132e15a6d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:56.808038 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80eaf73-fcad-4800-b36b-84e5b29c4014", "name": "network-vif-deleted", "tag": "a1b4bfd5-623f-46b6-aa38-7000b91e3e78", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:56.808395 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8e293b8-b77d-4a93-9558-314132e15a6d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:56.808940 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80eaf73-fcad-4800-b36b-84e5b29c4014', 'name': 'network-vif-deleted', 'tag': 'a1b4bfd5-623f-46b6-aa38-7000b91e3e78', 'status': 'completed', 'code': 200} Nov 15 14:33:56.831237 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ecd08de6-1915-45f2-9c6b-e074a1d44bc7 req-f8606570-a1f1-4745-ae1e-5df198cd50e2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.833528 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Deleting port ddd6ef8b-226a-4c52-882e-fd6ad03ba072 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:56.833889 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.860801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:33:56.867408 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ecd08de6-1915-45f2-9c6b-e074a1d44bc7 req-f8606570-a1f1-4745-ae1e-5df198cd50e2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.888678 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:33:56.944540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d5d14a-44b9-4910-b9dc-dfef4697f120 None None] DHCP port deletion for 8904cca4-e73f-485c-8b96-488fec1282f9 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:33:56.949626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] For port ddd6ef8b-226a-4c52-882e-fd6ad03ba072, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ddd6ef8b-226a-4c52-882e-fd6ad03ba072,segment=NetworkSegment(8c6015fc-5ab9-4321-a4fe-ef2487ff42c4),segment_id=8c6015fc-5ab9-4321-a4fe-ef2487ff42c4)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:56.950047 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:56.963624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e75f789-3274-46ce-82a7-4998fde49d71 req-476c11ed-b862-448f-8be4-84af9b464bb0 tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 210 time: 0.0509145 Nov 15 14:33:56.965734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Calling delete_port for ddd6ef8b-226a-4c52-882e-fd6ad03ba072 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:56.975102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-440add65-bb29-4951-9824-1ec9ce5304dd tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3fe34fe1d164ad98bc531e19c7d7f80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454478 Nov 15 14:33:56.999648 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.003523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ddee34-a98a-4b48-8c43-760fe33f6f55'}, {'server_uuid': '253f18a8-153d-4a28-af08-c70be4ba44d1', 'name': 'network-vif-deleted', 'tag': 'a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:57.009320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1c40832e-3539-4a1b-bbfd-66cc1b9f57da details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:33:57.015137 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674e12d4-45da-4510-9622-9184ca08f2ef" -d '{"events": [{"server_uuid": "6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ddee34-a98a-4b48-8c43-760fe33f6f55"}, {"server_uuid": "253f18a8-153d-4a28-af08-c70be4ba44d1", "name": "network-vif-deleted", "tag": "a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:57.107862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5d14a-44b9-4910-b9dc-dfef4697f120 None None] Deleting port ddd6ef8b-226a-4c52-882e-fd6ad03ba072 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:57.108313 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d14a-44b9-4910-b9dc-dfef4697f120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.157533 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b296867-7219-4873-bb09-84e7cf348df8 x-openstack-request-id: req-0b296867-7219-4873-bb09-84e7cf348df8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:57.157533 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ddee34-a98a-4b48-8c43-760fe33f6f55", "code": 200}, {"server_uuid": "253f18a8-153d-4a28-af08-c70be4ba44d1", "name": "network-vif-deleted", "tag": "a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:57.157533 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b296867-7219-4873-bb09-84e7cf348df8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:57.157533 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ddee34-a98a-4b48-8c43-760fe33f6f55', 'code': 200} Nov 15 14:33:57.158029 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253f18a8-153d-4a28-af08-c70be4ba44d1', 'name': 'network-vif-deleted', 'tag': 'a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f', 'status': 'completed', 'code': 200} Nov 15 14:33:57.161806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ecd08de6-1915-45f2-9c6b-e074a1d44bc7 req-f8606570-a1f1-4745-ae1e-5df198cd50e2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.164528 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ecd08de6-1915-45f2-9c6b-e074a1d44bc7 req-f8606570-a1f1-4745-ae1e-5df198cd50e2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.165817 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecd08de6-1915-45f2-9c6b-e074a1d44bc7 req-f8606570-a1f1-4745-ae1e-5df198cd50e2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] 10.222.0.70 "DELETE /v2.0/security-groups/62bc295d-91fb-4649-bdb3-b6021eff8581 HTTP/1.1" status: 204 len: 173 time: 0.5062406 Nov 15 14:33:57.171179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ddee34-a98a-4b48-8c43-760fe33f6f55,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:57.177657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51042) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:57.223858 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8606570-a1f1-4745-ae1e-5df198cd50e2 tempest-SecurityGroupsTestJSON-394140105 tempest-SecurityGroupsTestJSON-394140105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bc295d-91fb-4649-bdb3-b6021eff8581,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:57.239304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59b3c72-da3f-4a50-835f-d1200402831c admin admin] Deleting subnet 252401ff-9afd-40e6-ae5d-f72c82fc03f1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:33:57.242876 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c59b3c72-da3f-4a50-835f-d1200402831c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.283087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1c40832e-3539-4a1b-bbfd-66cc1b9f57da,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:57.286729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a5d5d14a-44b9-4910-b9dc-dfef4697f120 None None] For port ddd6ef8b-226a-4c52-882e-fd6ad03ba072, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ddd6ef8b-226a-4c52-882e-fd6ad03ba072,segment=NetworkSegment(8c6015fc-5ab9-4321-a4fe-ef2487ff42c4),segment_id=8c6015fc-5ab9-4321-a4fe-ef2487ff42c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:57.287428 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d14a-44b9-4910-b9dc-dfef4697f120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.293142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:57.293781 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.295593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-673a427c-6f10-4cbd-908f-eac9dd556399 service neutron] 10.222.0.59 "PUT /v2.0/ports/b3ddee34-a98a-4b48-8c43-760fe33f6f55 HTTP/1.1" status: 200 len: 1121 time: 2.2132149 Nov 15 14:33:57.297363 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.315195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '1c40832e-3539-4a1b-bbfd-66cc1b9f57da', 'network_id': '304f5f62-8be0-4d32-a6e0-0c8cb4b433fa', 'port_id': '1c40832e-3539-4a1b-bbfd-66cc1b9f57da', 'mac_address': 'fa:16:3e:3e:e3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e666ef-75fd-4a32-a1e8-d3f78e5b9900', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:33:57.322497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5d14a-44b9-4910-b9dc-dfef4697f120 None None] Calling delete_port for ddd6ef8b-226a-4c52-882e-fd6ad03ba072 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:57.362425 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] No DVR routers for this DVR port ddd6ef8b-226a-4c52-882e-fd6ad03ba072 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:57.368608 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.386505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Port': ['ID=ddd6ef8b-226a-4c52-882e-fd6ad03ba072,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:57.400297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92f64a35-718c-4196-aeaf-cb0ef6ed5dbe req-9c2eab46-732f-40fa-8f10-8b0a117f9675 tempest-LiveMigrationTest-1595415409 tempest-LiveMigrationTest-1595415409-project] 10.222.0.70 "GET /v2.0/ports?device_id=c80eaf73-fcad-4800-b36b-84e5b29c4014 HTTP/1.1" status: 200 len: 210 time: 0.1164858 Nov 15 14:33:57.403373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c40832e-3539-4a1b-bbfd-66cc1b9f57da {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:33:57.444219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-5ca6fc9d-5a1d-4bcc-984c-43c65fdac86c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:57.445803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-5ca6fc9d-5a1d-4bcc-984c-43c65fdac86c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4553189 Nov 15 14:33:57.449408 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c59b3c72-da3f-4a50-835f-d1200402831c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.456628 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:57.458675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:57.462065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:57.462065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:57.462065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:57.462065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:57.462065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:57.462065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:57.462065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:57.462065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:57.462065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:57.462065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:57.463176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['b3ddee34-a98a-4b48-8c43-760fe33f6f55'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:57.465701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['b3ddee34-a98a-4b48-8c43-760fe33f6f55'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:57.471704 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-e860efc0-ee80-4896-ae79-42d8f7534281 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Request body: {'port': {'device_id': 'e9c7fe23-f917-4474-bcf4-c097b2b7bafe', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': 'f3fe34fe1d164ad98bc531e19c7d7f80'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:57.527941 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c59b3c72-da3f-4a50-835f-d1200402831c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.586671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5c708-a32d-43cd-9f0c-38d55badb265 req-5e8976df-c72a-469c-b25d-10c65a308c4a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:57.588372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bba5c708-a32d-43cd-9f0c-38d55badb265 req-5e8976df-c72a-469c-b25d-10c65a308c4a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.1388123 Nov 15 14:33:57.626729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1c40832e-3539-4a1b-bbfd-66cc1b9f57da,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:57.712522 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.723304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-425aff2d-4aed-402d-900b-b35d4780c74d req-a2e84a77-a82f-4175-9dde-11835529bfe0 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 210 time: 0.0529668 Nov 15 14:33:57.737519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bba5c708-a32d-43cd-9f0c-38d55badb265 req-4d5f1619-7d6d-42fa-9de2-356a2f125337 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411576 Nov 15 14:33:57.740953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d14a-44b9-4910-b9dc-dfef4697f120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.746160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8904cca4-e73f-485c-8b96-488fec1282f9']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:33:57.760078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6015fc-5ab9-4321-a4fe-ef2487ff42c4') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:33:57.760482 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6015fc-5ab9-4321-a4fe-ef2487ff42c4') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:33:57.771710 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.785784 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.792640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:33:57.793090 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.797244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5d14a-44b9-4910-b9dc-dfef4697f120 None None] Pushing event deleted for resources: {'Port': ['ID=ddd6ef8b-226a-4c52-882e-fd6ad03ba072,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:33:57.797394 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:33:57.811524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5d14a-44b9-4910-b9dc-dfef4697f120 None None] No DVR routers for this DVR port ddd6ef8b-226a-4c52-882e-fd6ad03ba072 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:57.820839 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.823529 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c59b3c72-da3f-4a50-835f-d1200402831c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.867308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-e860efc0-ee80-4896-ae79-42d8f7534281 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Made reservation on behalf of f3fe34fe1d164ad98bc531e19c7d7f80 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:33:57.871707 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-e860efc0-ee80-4896-ae79-42d8f7534281 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.889023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b3c72-da3f-4a50-835f-d1200402831c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=252401ff-9afd-40e6-ae5d-f72c82fc03f1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:57.903814 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c59b3c72-da3f-4a50-835f-d1200402831c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:57.910525 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c59b3c72-da3f-4a50-835f-d1200402831c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/252401ff-9afd-40e6-ae5d-f72c82fc03f1 HTTP/1.1" status: 204 len: 168 time: 0.7291319 Nov 15 14:33:57.913751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:57.921793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1643e62-cea3-4d6f-9943-db80ca61b7b9 req-9e6ae0eb-c6a7-415c-aec2-746ea71fa310 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:57.923840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1643e62-cea3-4d6f-9943-db80ca61b7b9 req-9e6ae0eb-c6a7-415c-aec2-746ea71fa310 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 944 time: 0.0951626 Nov 15 14:33:57.998445 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16b8556f-ad61-448a-8d1f-73e46ad6c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.063597 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1643e62-cea3-4d6f-9943-db80ca61b7b9 req-8fd74c68-2b14-42aa-80fc-c9f2007602c6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124668 Nov 15 14:33:58.075077 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1c40832e-3539-4a1b-bbfd-66cc1b9f57da,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:58.103905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-e860efc0-ee80-4896-ae79-42d8f7534281 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Allocated IP 192.168.233.139 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/f7a91751-6732-4509-b37f-ee8a486d491e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:33:58.106810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16b8556f-ad61-448a-8d1f-73e46ad6c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.132744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-16b8556f-ad61-448a-8d1f-73e46ad6c7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d948a43-4cc1-4b6f-898b-a449d54b934b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:33:58.141535 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['1c40832e-3539-4a1b-bbfd-66cc1b9f57da'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:58.144728 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-16b8556f-ad61-448a-8d1f-73e46ad6c7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7e31a4-172b-44d8-b774-1de82c6801d7') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:33:58.145542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-16b8556f-ad61-448a-8d1f-73e46ad6c7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7e31a4-172b-44d8-b774-1de82c6801d7') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:33:58.152486 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.156113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-268aa04f-cd8b-437a-8907-c1efba61f773 req-d64f947a-6371-498a-b286-073d09e2729d tempest-DeleteServersAdminTestJSON-1124554698 tempest-DeleteServersAdminTestJSON-1124554698-project] 10.222.0.70 "GET /v2.0/ports?device_id=253f18a8-153d-4a28-af08-c70be4ba44d1 HTTP/1.1" status: 200 len: 210 time: 0.0364354 Nov 15 14:33:58.160216 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.164132 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "DELETE /v2.0/networks/8904cca4-e73f-485c-8b96-488fec1282f9 HTTP/1.1" status: 204 len: 168 time: 1.5311563 Nov 15 14:33:58.167727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51056) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:58.189908 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16b8556f-ad61-448a-8d1f-73e46ad6c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.191892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8bd31-63d1-47cb-b3c8-8711bf9a5aad tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Network': ['ID=8904cca4-e73f-485c-8b96-488fec1282f9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:58.213233 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16b8556f-ad61-448a-8d1f-73e46ad6c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.220396 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b8556f-ad61-448a-8d1f-73e46ad6c7ad admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:33:58.221408 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16b8556f-ad61-448a-8d1f-73e46ad6c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:33:58.223533 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:33:58.284472 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.290031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4261e3-9d7d-4322-b82a-eccc286963fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Deleting subnet ca2dd7fe-2471-464f-9028-5bbad6228640 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:33:58.298812 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa4261e3-9d7d-4322-b82a-eccc286963fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.353657 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa4261e3-9d7d-4322-b82a-eccc286963fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.429971 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-e860efc0-ee80-4896-ae79-42d8f7534281 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.468064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51060) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:58.490628 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa4261e3-9d7d-4322-b82a-eccc286963fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.522532 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16b8556f-ad61-448a-8d1f-73e46ad6c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.530369 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16b8556f-ad61-448a-8d1f-73e46ad6c7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.537012 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-16b8556f-ad61-448a-8d1f-73e46ad6c7ad admin admin] 10.222.0.70 "DELETE /v2.0/networks/8d948a43-4cc1-4b6f-898b-a449d54b934b HTTP/1.1" status: 204 len: 168 time: 0.6215374 Nov 15 14:33:58.561911 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8556f-ad61-448a-8d1f-73e46ad6c7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=8d948a43-4cc1-4b6f-898b-a449d54b934b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:58.584574 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.601049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:58.628004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:58.628776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a22ce50a-7b1d-45ba-a0e7-4180a5c4df7f not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:58.677190 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-e860efc0-ee80-4896-ae79-42d8f7534281 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.691515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:33:58.709610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-252ce5f5-7e6f-4897-a40e-0b4d87c6ef27 admin admin] Deleting subnet e8003970-bb0c-45a3-b639-4f9ffc645632 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:33:58.716774 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-252ce5f5-7e6f-4897-a40e-0b4d87c6ef27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.736214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-e860efc0-ee80-4896-ae79-42d8f7534281 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:33:58.744753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-e860efc0-ee80-4896-ae79-42d8f7534281 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:33:58.752126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-e860efc0-ee80-4896-ae79-42d8f7534281 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:33:58.753097 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-252ce5f5-7e6f-4897-a40e-0b4d87c6ef27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.787390 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860efc0-ee80-4896-ae79-42d8f7534281 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Pushing event updated for resources: {'Port': ['ID=f7a91751-6732-4509-b37f-ee8a486d491e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:58.805679 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-252ce5f5-7e6f-4897-a40e-0b4d87c6ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.813196 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa4261e3-9d7d-4322-b82a-eccc286963fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.858276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc30b0a4-ef4d-493b-a01b-9b5d483397fc None None] Network c71bedc8-5840-466a-bde3-9a2ac69a1f84 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:33:58.859294 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa4261e3-9d7d-4322-b82a-eccc286963fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.870089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fa4261e3-9d7d-4322-b82a-eccc286963fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "DELETE /v2.0/subnets/ca2dd7fe-2471-464f-9028-5bbad6228640 HTTP/1.1" status: 204 len: 168 time: 0.6990025 Nov 15 14:33:58.874591 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:58.963861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-e860efc0-ee80-4896-ae79-42d8f7534281 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:58.964603 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-e860efc0-ee80-4896-ae79-42d8f7534281 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:58.988486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4261e3-9d7d-4322-b82a-eccc286963fd tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2dd7fe-2471-464f-9028-5bbad6228640,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:59.002755 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:59.031330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6922350-4331-4abb-8740-61a7e601d328 req-75a89ceb-6493-489c-ae6a-bc99079fdea4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:59.032952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6922350-4331-4abb-8740-61a7e601d328 req-75a89ceb-6493-489c-ae6a-bc99079fdea4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.1615205 Nov 15 14:33:59.061244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a1b4bfd5-623f-46b6-aa38-7000b91e3e78 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:59.069493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950be80-0089-4631-ac79-3c54b181ef18 req-4fcc44b7-7a64-4a06-961e-b822a12c0b6e tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:59.071143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2950be80-0089-4631-ac79-3c54b181ef18 req-4fcc44b7-7a64-4a06-961e-b822a12c0b6e tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 936 time: 0.2159529 Nov 15 14:33:59.081803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ddd6ef8b-226a-4c52-882e-fd6ad03ba072 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:33:59.085168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: a1b4bfd5-623f-46b6-aa38-7000b91e3e78 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:59.085535 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a1b4bfd5-623f-46b6-aa38-7000b91e3e78 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:59.100486 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-252ce5f5-7e6f-4897-a40e-0b4d87c6ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:59.116508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6922350-4331-4abb-8740-61a7e601d328 req-5ad82854-8458-41dd-9b19-642202cab412 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756044 Nov 15 14:33:59.131354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: ddd6ef8b-226a-4c52-882e-fd6ad03ba072 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:33:59.132551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ddd6ef8b-226a-4c52-882e-fd6ad03ba072 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:33:59.145288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ce5f5-7e6f-4897-a40e-0b4d87c6ef27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8003970-bb0c-45a3-b639-4f9ffc645632,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:59.145865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-e860efc0-ee80-4896-ae79-42d8f7534281 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6691258 Nov 15 14:33:59.146093 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-252ce5f5-7e6f-4897-a40e-0b4d87c6ef27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:59.147321 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-252ce5f5-7e6f-4897-a40e-0b4d87c6ef27 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e8003970-bb0c-45a3-b639-4f9ffc645632 HTTP/1.1" status: 204 len: 168 time: 0.6782238 Nov 15 14:33:59.150009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:59.159076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Request body: {'port': {'device_id': 'e9c7fe23-f917-4474-bcf4-c097b2b7bafe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:33:59.162777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c', 'tag': 'b3ddee34-a98a-4b48-8c43-760fe33f6f55'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:33:59.165128 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bb5575-1b5a-4f16-815c-e6f4b3a720e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c", "tag": "b3ddee34-a98a-4b48-8c43-760fe33f6f55"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:33:59.180861 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-34b823d6-3557-47a0-853a-da98c8a7a85e None None] Provisioning complete for port f7a91751-6732-4509-b37f-ee8a486d491e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:33:59.181239 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34b823d6-3557-47a0-853a-da98c8a7a85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:59.202583 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2950be80-0089-4631-ac79-3c54b181ef18 req-7328a42d-3c92-4d1f-acab-4424b7120f5c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159868 Nov 15 14:33:59.249231 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-34b823d6-3557-47a0-853a-da98c8a7a85e None None] Port f7a91751-6732-4509-b37f-ee8a486d491e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:33:59.285034 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b40bc25-cc54-4b00-b460-85443abba0e0 x-openstack-request-id: req-6b40bc25-cc54-4b00-b460-85443abba0e0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:33:59.285034 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c", "tag": "b3ddee34-a98a-4b48-8c43-760fe33f6f55", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:33:59.285034 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b40bc25-cc54-4b00-b460-85443abba0e0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:33:59.286772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] DHCP port deletion for c71bedc8-5840-466a-bde3-9a2ac69a1f84 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:33:59.287169 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c', 'tag': 'b3ddee34-a98a-4b48-8c43-760fe33f6f55', 'status': 'completed', 'code': 200} Nov 15 14:33:59.287689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51082) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:59.455502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Deleting port ba504617-c435-4970-88ae-1d66f0bbec74 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:59.456290 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:59.540721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] For port ba504617-c435-4970-88ae-1d66f0bbec74, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ba504617-c435-4970-88ae-1d66f0bbec74,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:59.541120 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:59.558525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Calling delete_port for ba504617-c435-4970-88ae-1d66f0bbec74 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:59.580104 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Deleting port ba504617-c435-4970-88ae-1d66f0bbec74 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:33:59.580724 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:59.687985 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:59.692378 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6aa59e4-04b3-441f-97d9-559ecfd4b47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:59.699274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb5575-1b5a-4f16-815c-e6f4b3a720e4 req-ef261959-0d1d-4307-ab82-6cb11b11be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:59.700832 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62bb5575-1b5a-4f16-815c-e6f4b3a720e4 req-ef261959-0d1d-4307-ab82-6cb11b11be21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 1124 time: 0.1799300 Nov 15 14:33:59.719649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b55e2f-6732-4ddc-90ec-c6ae1f5afdd6 req-af35f2ce-994c-4882-a89a-73f2ceace668 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:33:59.721165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88b55e2f-6732-4ddc-90ec-c6ae1f5afdd6 req-af35f2ce-994c-4882-a89a-73f2ceace668 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 944 time: 0.4779277 Nov 15 14:33:59.725840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-77ae636d-51c1-4a75-9103-b16ffa5ce12c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f38c5c53eef414aaa95bdd4035947bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363961 Nov 15 14:33:59.729324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] For port ba504617-c435-4970-88ae-1d66f0bbec74, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ba504617-c435-4970-88ae-1d66f0bbec74,segment=NetworkSegment(309e2c9d-327c-486e-b3be-3e725e72cdb8),segment_id=309e2c9d-327c-486e-b3be-3e725e72cdb8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:33:59.729324 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:59.742953 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:33:59.794321 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Calling delete_port for ba504617-c435-4970-88ae-1d66f0bbec74 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:33:59.841077 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:59.845334 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f35eacf-75bd-48ad-bb3b-361583030813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:33:59.855792 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88b55e2f-6732-4ddc-90ec-c6ae1f5afdd6 req-17a13906-22a7-4520-a083-b84d79a4e09e tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118226 Nov 15 14:33:59.886053 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] No DVR routers for this DVR port ba504617-c435-4970-88ae-1d66f0bbec74 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:33:59.887780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Pushing event deleted for resources: {'Port': ['ID=ba504617-c435-4970-88ae-1d66f0bbec74,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:33:59.909142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:59.909673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:59.910184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:59.910755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:59.911463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:59.912386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:59.912885 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:59.913499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:59.913984 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:59.914525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:59.915015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:59.915629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72dada-401e-4f97-ac79-c8a0ffd6032c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:33:59.953495 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6aa59e4-04b3-441f-97d9-559ecfd4b47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.002342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b6aa59e4-04b3-441f-97d9-559ecfd4b47c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a252ac-2bd0-4b93-9e88-1c3a7da19f7a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:00.007828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb5575-1b5a-4f16-815c-e6f4b3a720e4 req-31d8218e-98a7-4451-8746-1cbd1c3ce1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:00.009326 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62bb5575-1b5a-4f16-815c-e6f4b3a720e4 req-31d8218e-98a7-4451-8746-1cbd1c3ce1e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.2985983 Nov 15 14:34:00.010090 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53deb8f7-4485-4f9c-b2b1-03174b36b80f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.036600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a91751-6732-4509-b37f-ee8a486d491e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:34:00.045336 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.048374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b6aa59e4-04b3-441f-97d9-559ecfd4b47c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ec118e-8b54-443b-a61f-3cbb3b484863') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:00.048677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b6aa59e4-04b3-441f-97d9-559ecfd4b47c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ec118e-8b54-443b-a61f-3cbb3b484863') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:00.058289 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Transition to ACTIVE for port object f7a91751-6732-4509-b37f-ee8a486d491e will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:34:00.099584 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62bb5575-1b5a-4f16-815c-e6f4b3a720e4 req-61fd8f78-e0d9-42ba-8b04-31ae7a198644 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55 HTTP/1.1" status: 200 len: 217 time: 0.0746977 Nov 15 14:34:00.106773 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53deb8f7-4485-4f9c-b2b1-03174b36b80f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.109395 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6aa59e4-04b3-441f-97d9-559ecfd4b47c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.162944 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.174623 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6aa59e4-04b3-441f-97d9-559ecfd4b47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.179019 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.193059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:00.229546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6aa59e4-04b3-441f-97d9-559ecfd4b47c admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:34:00.229546 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6aa59e4-04b3-441f-97d9-559ecfd4b47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.229546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Port': ['ID=ba504617-c435-4970-88ae-1d66f0bbec74,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:34:00.230787 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:34:00.235249 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] No DVR routers for this DVR port ba504617-c435-4970-88ae-1d66f0bbec74 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:00.323141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb5575-1b5a-4f16-815c-e6f4b3a720e4 req-aeee7c59-1d6c-4a0c-a347-b4b10f7735e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:00.324904 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62bb5575-1b5a-4f16-815c-e6f4b3a720e4 req-aeee7c59-1d6c-4a0c-a347-b4b10f7735e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.2131121 Nov 15 14:34:00.434697 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62bb5575-1b5a-4f16-815c-e6f4b3a720e4 req-fe681280-604f-4343-a32a-7df47f7870da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935585 Nov 15 14:34:00.443349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Pushing event updated for resources: {'Port': ['ID=f7a91751-6732-4509-b37f-ee8a486d491e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:00.462736 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe2949-554f-4e27-b7d8-f9b463cfb974 req-69fcd56e-2a97-4469-a5b3-35d96c3f1ad3 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:00.464496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7fe2949-554f-4e27-b7d8-f9b463cfb974 req-69fcd56e-2a97-4469-a5b3-35d96c3f1ad3 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.2373712 Nov 15 14:34:00.479187 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.508553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1df55-25ce-4493-b49a-d53a89bd953e req-3a57fe83-6651-437f-beef-ea6f4a0f0a64 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:00.510180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33b1df55-25ce-4493-b49a-d53a89bd953e req-3a57fe83-6651-437f-beef-ea6f4a0f0a64 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 948 time: 0.1542249 Nov 15 14:34:00.513422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Attempting to bind port f7a91751-6732-4509-b37f-ee8a486d491e on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:34:00.513937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Attempting to bind port f7a91751-6732-4509-b37f-ee8a486d491e by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:34:00.514269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Attempting to bind port f7a91751-6732-4509-b37f-ee8a486d491e on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:00.530084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Port f7a91751-6732-4509-b37f-ee8a486d491e on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:34:00.530440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Attempting to bind port f7a91751-6732-4509-b37f-ee8a486d491e on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:00.549400 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71bedc8-5840-466a-bde3-9a2ac69a1f84']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:00.552974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:34:00.553327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:00.553718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:34:00.554156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Bound port: f7a91751-6732-4509-b37f-ee8a486d491e, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:34:00.554547 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.566273 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309e2c9d-327c-486e-b3be-3e725e72cdb8') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:00.566644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309e2c9d-327c-486e-b3be-3e725e72cdb8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:00.578542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6aa59e4-04b3-441f-97d9-559ecfd4b47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.583776 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.586849 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a17246f3-6fcf-4fc1-8003-17bee85777cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6670c40412944f7ea6a2e3bf00106eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731399 Nov 15 14:34:00.592155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51108) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:00.597809 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6aa59e4-04b3-441f-97d9-559ecfd4b47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.600848 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b6aa59e4-04b3-441f-97d9-559ecfd4b47c admin admin] 10.222.0.70 "DELETE /v2.0/networks/59a252ac-2bd0-4b93-9e88-1c3a7da19f7a HTTP/1.1" status: 204 len: 168 time: 1.4498892 Nov 15 14:34:00.604986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:00.613533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7fe2949-554f-4e27-b7d8-f9b463cfb974 req-7d356b40-51b8-4b2d-b80a-1b19ecec7093 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332698 Nov 15 14:34:00.626895 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53deb8f7-4485-4f9c-b2b1-03174b36b80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.629380 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53deb8f7-4485-4f9c-b2b1-03174b36b80f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.633714 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-53deb8f7-4485-4f9c-b2b1-03174b36b80f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ec7b089-5274-448a-9907-088983efd634 HTTP/1.1" status: 204 len: 168 time: 0.8593395 Nov 15 14:34:00.633714 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.645727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33b1df55-25ce-4493-b49a-d53a89bd953e req-4277df6e-cc23-4fc6-8330-81fab38f21d5 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280296 Nov 15 14:34:00.694276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53deb8f7-4485-4f9c-b2b1-03174b36b80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec7b089-5274-448a-9907-088983efd634,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:00.696612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa59e4-04b3-441f-97d9-559ecfd4b47c admin admin] Pushing event deleted for resources: {'Network': ['ID=59a252ac-2bd0-4b93-9e88-1c3a7da19f7a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:00.703326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] For port f7a91751-6732-4509-b37f-ee8a486d491e, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:34:00.710966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:34:00.711999 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.712156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] For port f7a91751-6732-4509-b37f-ee8a486d491e, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7a91751-6732-4509-b37f-ee8a486d491e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:34:00.716464 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:34:00.724083 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5221-0ef5-4e1f-b029-2147702013d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.757388 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5221-0ef5-4e1f-b029-2147702013d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.775714 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62bb5575-1b5a-4f16-815c-e6f4b3a720e4 req-c15307e5-a04d-4ad9-b8ba-73a23d0d6ce6 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262987 Nov 15 14:34:00.792094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1a63a9-65a8-4895-b6dc-ac2d704ca7a3 admin admin] Deleting subnet 39fb95e3-5991-4a27-9877-9ab9118f0a05 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:34:00.815360 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab1a63a9-65a8-4895-b6dc-ac2d704ca7a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.825375 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.859816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:00.860890 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.862307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] 10.222.0.46 "PUT /v2.0/ports/f7a91751-6732-4509-b37f-ee8a486d491e HTTP/1.1" status: 200 len: 1096 time: 1.7099836 Nov 15 14:34:00.887311 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab1a63a9-65a8-4895-b6dc-ac2d704ca7a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.889156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a89cc-2fa2-4d29-bb24-ef07814c6a5e service neutron] Pushing event updated for resources: {'Port': ['ID=f7a91751-6732-4509-b37f-ee8a486d491e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:00.961708 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62bb5575-1b5a-4f16-815c-e6f4b3a720e4 req-d2d56315-eb03-42c9-9954-ae42b87b8237 service neutron] 10.222.0.46 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735415 Nov 15 14:34:00.965355 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab1a63a9-65a8-4895-b6dc-ac2d704ca7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.968442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:00.992470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ba504617-c435-4970-88ae-1d66f0bbec74 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:01.006925 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.022840 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "DELETE /v2.0/networks/c71bedc8-5840-466a-bde3-9a2ac69a1f84 HTTP/1.1" status: 204 len: 168 time: 2.1373298 Nov 15 14:34:01.023057 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:01.026425 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1c40832e-3539-4a1b-bbfd-66cc1b9f57da up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:01.027204 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348934f-79c3-46b5-a7de-5f45f097feaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Network': ['ID=c71bedc8-5840-466a-bde3-9a2ac69a1f84,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:01.031543 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: ba504617-c435-4970-88ae-1d66f0bbec74 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:01.034082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ba504617-c435-4970-88ae-1d66f0bbec74 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:01.035575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a5e2c445-6d05-45e0-a68c-cb9d89820f60 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-504163748'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:01.061170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546644b-aa7d-43df-ab32-77d5f89117fc req-5529306c-fc75-484d-8dde-4152aaaa34ae tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:01.069638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b546644b-aa7d-43df-ab32-77d5f89117fc req-5529306c-fc75-484d-8dde-4152aaaa34ae tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 944 time: 0.1224942 Nov 15 14:34:01.075411 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5221-0ef5-4e1f-b029-2147702013d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.078988 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5221-0ef5-4e1f-b029-2147702013d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.093096 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c1c5221-0ef5-4e1f-b029-2147702013d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d25e9b09-7336-4cc3-97e9-a65a01578830 HTTP/1.1" status: 204 len: 168 time: 0.4880209 Nov 15 14:34:01.151543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-4f3cf225-01c9-4f6d-adf2-f8141ff69f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:01.153752 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-4f3cf225-01c9-4f6d-adf2-f8141ff69f93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3fe34fe1d164ad98bc531e19c7d7f80&device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 1099 time: 0.0708010 Nov 15 14:34:01.155569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c5221-0ef5-4e1f-b029-2147702013d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25e9b09-7336-4cc3-97e9-a65a01578830,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:01.191865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b546644b-aa7d-43df-ab32-77d5f89117fc req-20c1ec08-ccf3-46ee-83c1-1a2ccb43685d tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211016 Nov 15 14:34:01.223680 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab1a63a9-65a8-4895-b6dc-ac2d704ca7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.229246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:34:01.233229 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-d8e91c09-82e3-44ba-ae4a-922652f13536 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7a91751-6732-4509-b37f-ee8a486d491e HTTP/1.1" status: 200 len: 217 time: 0.0681751 Nov 15 14:34:01.235606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:01.236160 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.253279 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab1a63a9-65a8-4895-b6dc-ac2d704ca7a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.258929 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ab1a63a9-65a8-4895-b6dc-ac2d704ca7a3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/39fb95e3-5991-4a27-9877-9ab9118f0a05 HTTP/1.1" status: 204 len: 168 time: 0.6467416 Nov 15 14:34:01.267729 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51126) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:01.284354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a63a9-65a8-4895-b6dc-ac2d704ca7a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39fb95e3-5991-4a27-9877-9ab9118f0a05,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:01.328692 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c7fe23-f917-4474-bcf4-c097b2b7bafe', 'tag': 'f7a91751-6732-4509-b37f-ee8a486d491e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:01.330970 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa58c6cc-232f-4777-b71f-249038c69cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c7fe23-f917-4474-bcf4-c097b2b7bafe", "tag": "f7a91751-6732-4509-b37f-ee8a486d491e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:01.345360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-b2f4c789-7aac-40c2-bedb-a1c9e9753121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:01.347823 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-b2f4c789-7aac-40c2-bedb-a1c9e9753121 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0902925 Nov 15 14:34:01.349785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e2c445-6d05-45e0-a68c-cb9d89820f60 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:01.353259 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c445-6d05-45e0-a68c-cb9d89820f60 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.395594 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.400693 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd42e96b-6ea9-4402-b629-957cf193330d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.406998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e2c445-6d05-45e0-a68c-cb9d89820f60 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:34:01.426201 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c445-6d05-45e0-a68c-cb9d89820f60 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.426201 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-a5e2c445-6d05-45e0-a68c-cb9d89820f60 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Added segment b69a2ee1-f8a8-4d14-80bf-085e542e411e of type vlan for network b3f9ae70-fb08-4b26-84a1-cce5fcb2923f Nov 15 14:34:01.426201 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fd0f43-23f3-43e9-bb83-06e1f6e8f422 x-openstack-request-id: req-e0fd0f43-23f3-43e9-bb83-06e1f6e8f422 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:01.426201 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c7fe23-f917-4474-bcf4-c097b2b7bafe", "tag": "f7a91751-6732-4509-b37f-ee8a486d491e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:01.426201 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0fd0f43-23f3-43e9-bb83-06e1f6e8f422 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:01.426201 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c7fe23-f917-4474-bcf4-c097b2b7bafe', 'tag': 'f7a91751-6732-4509-b37f-ee8a486d491e', 'status': 'completed', 'code': 200} Nov 15 14:34:01.430522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837f7d04-736b-492a-8bc8-f4897c98554b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c40832e-3539-4a1b-bbfd-66cc1b9f57da'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:01.432786 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b111b53-3382-4649-aefc-94887c5e599d" -d '{"events": [{"server_uuid": "837f7d04-736b-492a-8bc8-f4897c98554b", "name": "network-vif-plugged", "status": "completed", "tag": "1c40832e-3539-4a1b-bbfd-66cc1b9f57da"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:01.444701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-360428ce-23ce-4be6-8198-9a542a9435fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:01.445653 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1c40832e-3539-4a1b-bbfd-66cc1b9f57da,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:01.446942 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-360428ce-23ce-4be6-8198-9a542a9435fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879459 Nov 15 14:34:01.474602 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bb03e9-4b69-4c60-8b5c-4302fa979d7b x-openstack-request-id: req-d5bb03e9-4b69-4c60-8b5c-4302fa979d7b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:01.474897 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837f7d04-736b-492a-8bc8-f4897c98554b", "name": "network-vif-plugged", "status": "completed", "tag": "1c40832e-3539-4a1b-bbfd-66cc1b9f57da", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:01.475144 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5bb03e9-4b69-4c60-8b5c-4302fa979d7b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:01.475557 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837f7d04-736b-492a-8bc8-f4897c98554b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c40832e-3539-4a1b-bbfd-66cc1b9f57da', 'code': 200} Nov 15 14:34:01.517101 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c445-6d05-45e0-a68c-cb9d89820f60 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.546798 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd42e96b-6ea9-4402-b629-957cf193330d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.557301 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.567775 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-0b851009-f005-4082-9f46-2a99bdb6c717 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102736 Nov 15 14:34:01.605569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bd42e96b-6ea9-4402-b629-957cf193330d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a201647c-1f16-47f0-a9a3-f11ddb0ed263']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:01.619577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bd42e96b-6ea9-4402-b629-957cf193330d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d00e5eb-d331-4011-8b0a-3da6bdabb8c0') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:01.619806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bd42e96b-6ea9-4402-b629-957cf193330d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d00e5eb-d331-4011-8b0a-3da6bdabb8c0') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:01.632464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1c40832e-3539-4a1b-bbfd-66cc1b9f57da,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:01.634125 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd42e96b-6ea9-4402-b629-957cf193330d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.646293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d8b1b-2ed7-441a-ac94-b99026012800 req-95da271f-39be-41d4-9aa1-0c57c1a63713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:01.647838 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-942d8b1b-2ed7-441a-ac94-b99026012800 req-95da271f-39be-41d4-9aa1-0c57c1a63713 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 1096 time: 0.1031694 Nov 15 14:34:01.655837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd42e96b-6ea9-4402-b629-957cf193330d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.679948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd42e96b-6ea9-4402-b629-957cf193330d admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:34:01.680363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd42e96b-6ea9-4402-b629-957cf193330d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:34:01.682118 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:34:01.721863 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0e2ca710-cef0-4d45-a3a6-20e54ad58125 req-c8bf41e5-39f8-4729-aed6-a966d01883d5 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436551 Nov 15 14:34:01.765854 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c445-6d05-45e0-a68c-cb9d89820f60 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.771407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2c445-6d05-45e0-a68c-cb9d89820f60 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:01.771997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c445-6d05-45e0-a68c-cb9d89820f60 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:01.922441 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58c6cc-232f-4777-b71f-249038c69cf0 req-2ea3ad79-2d5e-4f69-bb8e-488d208a5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:01.925563 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa58c6cc-232f-4777-b71f-249038c69cf0 req-2ea3ad79-2d5e-4f69-bb8e-488d208a5d91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3fe34fe1d164ad98bc531e19c7d7f80&device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 1099 time: 0.0456653 Nov 15 14:34:01.928078 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-942d8b1b-2ed7-441a-ac94-b99026012800 req-a3b4bafc-d462-48be-b9af-b2b4121fa399 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698588 Nov 15 14:34:01.939825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2c445-6d05-45e0-a68c-cb9d89820f60 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event updated for resources: {'Network': ['ID=b3f9ae70-fb08-4b26-84a1-cce5fcb2923f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:01.951936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4894b-d98c-42d0-b68c-b4a74934804e req-5b9cfebb-9e2c-4310-ba19-cf4a3a382b17 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:01.953827 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b3f9ae70-fb08-4b26-84a1-cce5fcb2923f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:34:01.954470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ee4894b-d98c-42d0-b68c-b4a74934804e req-5b9cfebb-9e2c-4310-ba19-cf4a3a382b17 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 948 time: 0.1937704 Nov 15 14:34:01.964401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f25818-a2e0-43a1-9871-02981893a3be req-4e160a63-deee-463d-a293-2963ba3b0a05 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:01.965902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05f25818-a2e0-43a1-9871-02981893a3be req-4e160a63-deee-463d-a293-2963ba3b0a05 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.2043796 Nov 15 14:34:01.992223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a5e2c445-6d05-45e0-a68c-cb9d89820f60 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9670136 Nov 15 14:34:01.994970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:02.001009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f293daf1-f088-4635-ad11-9d2a56ac943e tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Request body: {'subnet': {'network_id': 'b3f9ae70-fb08-4b26-84a1-cce5fcb2923f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:02.026562 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd42e96b-6ea9-4402-b629-957cf193330d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.033281 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd42e96b-6ea9-4402-b629-957cf193330d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.038265 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bd42e96b-6ea9-4402-b629-957cf193330d admin admin] 10.222.0.70 "DELETE /v2.0/networks/a201647c-1f16-47f0-a9a3-f11ddb0ed263 HTTP/1.1" status: 204 len: 168 time: 0.7769094 Nov 15 14:34:02.074799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ee4894b-d98c-42d0-b68c-b4a74934804e req-c533ea89-d82e-49ef-bf2d-29d5e932bbd8 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077960 Nov 15 14:34:02.075532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42e96b-6ea9-4402-b629-957cf193330d admin admin] Pushing event deleted for resources: {'Network': ['ID=a201647c-1f16-47f0-a9a3-f11ddb0ed263,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:02.082120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05f25818-a2e0-43a1-9871-02981893a3be req-cb902f85-de86-4b81-8e97-cc24e7b0a7cd tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083183 Nov 15 14:34:02.104609 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-193f99a6-814f-4b02-8030-cda9895c96bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.183505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51158) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:02.196951 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc7b37b9-7f0b-49c4-8eb6-8c0e8dc53135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.269519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:02.295780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f293daf1-f088-4635-ad11-9d2a56ac943e tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:02.299867 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f293daf1-f088-4635-ad11-9d2a56ac943e tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.363660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bd3b7-4d0d-4620-b95b-78bfe6eb9f2f req-4b4fdd61-9d3e-4199-90ca-37c93099f6f6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:02.365769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef3bd3b7-4d0d-4620-b95b-78bfe6eb9f2f req-4b4fdd61-9d3e-4199-90ca-37c93099f6f6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 945 time: 0.0872505 Nov 15 14:34:02.409094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58c6cc-232f-4777-b71f-249038c69cf0 req-98e067a7-a1d4-4866-8b48-20693cc143b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:02.411006 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa58c6cc-232f-4777-b71f-249038c69cf0 req-98e067a7-a1d4-4866-8b48-20693cc143b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2054396 Nov 15 14:34:02.428549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef3bd3b7-4d0d-4620-b95b-78bfe6eb9f2f req-bb2e5fbb-9949-4eb1-895b-05b9b4239c04 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541894 Nov 15 14:34:02.458897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-213315061-network', 'tenant_id': '6c052523e5234dba9337b3b67cd69a49'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:02.502898 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa58c6cc-232f-4777-b71f-249038c69cf0 req-cb45c3a3-91ad-4ba5-a3e2-13bf1dc1d381 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7a91751-6732-4509-b37f-ee8a486d491e HTTP/1.1" status: 200 len: 217 time: 0.0495470 Nov 15 14:34:02.573989 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Made reservation on behalf of 6c052523e5234dba9337b3b67cd69a49 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:02.578438 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.589643 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.600513 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc7b37b9-7f0b-49c4-8eb6-8c0e8dc53135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.614539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58c6cc-232f-4777-b71f-249038c69cf0 req-6b023213-916e-4bb3-b45b-cb0ee982d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:02.616724 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa58c6cc-232f-4777-b71f-249038c69cf0 req-6b023213-916e-4bb3-b45b-cb0ee982d548 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1058590 Nov 15 14:34:02.701113 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.706054 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc7b37b9-7f0b-49c4-8eb6-8c0e8dc53135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.720941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58c6cc-232f-4777-b71f-249038c69cf0 req-874d1286-33b9-453e-bd2e-e6a1303831c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:02.722676 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa58c6cc-232f-4777-b71f-249038c69cf0 req-874d1286-33b9-453e-bd2e-e6a1303831c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957921 Nov 15 14:34:02.759612 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fc7b37b9-7f0b-49c4-8eb6-8c0e8dc53135 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3907ba74bd0e4c75bec0e5eb75c659f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5752511 Nov 15 14:34:02.762382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:02.797386 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b37b9-7f0b-49c4-8eb6-8c0e8dc53135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3a94c5-e655-4842-af7d-c21a766ee505,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:02.804098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f293daf1-f088-4635-ad11-9d2a56ac943e tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.830119 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d60eb36-717f-4a63-a46e-90412f372a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.852990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:02.871852 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.883975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:34:02.884228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293daf1-f088-4635-ad11-9d2a56ac943e tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event updated for resources: {'Subnet': ['ID=2bab89c4-5ae5-46d7-b4b2-d38800923372,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:02.894530 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.894719 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa58c6cc-232f-4777-b71f-249038c69cf0 req-266ce50a-aa43-4aef-9d1d-eed7ca7703d1 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594343 Nov 15 14:34:02.894944 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Added segment 004e3366-ff91-4990-a78a-447cab3ae027 of type vlan for network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 Nov 15 14:34:02.920429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293daf1-f088-4635-ad11-9d2a56ac943e tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Checking segment: {'id': 'b69a2ee1-f8a8-4d14-80bf-085e542e411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3f9ae70-fb08-4b26-84a1-cce5fcb2923f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:02.920814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f293daf1-f088-4635-ad11-9d2a56ac943e tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Network hostable DHCP agents. Network: b3f9ae70-fb08-4b26-84a1-cce5fcb2923f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:34:02.962490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d60eb36-717f-4a63-a46e-90412f372a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:02.965132 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.008446 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa58c6cc-232f-4777-b71f-249038c69cf0 req-1cc382fe-67c8-470c-a67c-9012c52f88ca service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001236 Nov 15 14:34:03.010535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b575793b-e443-46a2-b4b0-f4b2b3b611de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9f26606747847b78d092ad490e45917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562693 Nov 15 14:34:03.013420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:03.018143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d0e453-7136-40ac-a546-f2c7b164ed82,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:03.052454 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f293daf1-f088-4635-ad11-9d2a56ac943e tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Network b3f9ae70-fb08-4b26-84a1-cce5fcb2923f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:34:03.077231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c000a9c-643e-4dc2-a313-7448ce2e8557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.098382 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c000a9c-643e-4dc2-a313-7448ce2e8557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.157028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.160652 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:03.161922 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.223761 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f293daf1-f088-4635-ad11-9d2a56ac943e tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b3f9ae70-fb08-4b26-84a1-cce5fcb2923f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:03.236513 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f293daf1-f088-4635-ad11-9d2a56ac943e tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:03.238723 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f293daf1-f088-4635-ad11-9d2a56ac943e tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.238876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdd1c6e-a98a-4ac5-989f-66d17008e65b None None] Network b3f9ae70-fb08-4b26-84a1-cce5fcb2923f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:03.249005 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d60eb36-717f-4a63-a46e-90412f372a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.254138 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d60eb36-717f-4a63-a46e-90412f372a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.264766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4d60eb36-717f-4a63-a46e-90412f372a78 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d3a94c5-e655-4842-af7d-c21a766ee505 HTTP/1.1" status: 204 len: 168 time: 0.4953120 Nov 15 14:34:03.274442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c000a9c-643e-4dc2-a313-7448ce2e8557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.283837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c000a9c-643e-4dc2-a313-7448ce2e8557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.289866 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4c000a9c-643e-4dc2-a313-7448ce2e8557 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d9d00d59-eb56-472d-8ede-bc1c4089b552 HTTP/1.1" status: 204 len: 168 time: 0.2746885 Nov 15 14:34:03.304025 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c000a9c-643e-4dc2-a313-7448ce2e8557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d00d59-eb56-472d-8ede-bc1c4089b552,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:03.380628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] Pushing event updated for resources: {'Network': ['ID=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:03.383496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60eb36-717f-4a63-a46e-90412f372a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3a94c5-e655-4842-af7d-c21a766ee505,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:03.398819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4461058-e890-443b-b041-bc27ed45eb38 req-a4b31bf2-b320-4100-80e3-891318be10c8 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:03.407318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4461058-e890-443b-b041-bc27ed45eb38 req-a4b31bf2-b320-4100-80e3-891318be10c8 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 948 time: 0.2418296 Nov 15 14:34:03.428597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:34:03.441842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51907-ce9b-4870-b1e2-c7d9aec2088e req-2744ec63-5e59-460a-8fe1-c52f51c9ec17 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:03.452148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cc51907-ce9b-4870-b1e2-c7d9aec2088e req-2744ec63-5e59-460a-8fe1-c52f51c9ec17 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.2481797 Nov 15 14:34:03.518554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4461058-e890-443b-b041-bc27ed45eb38 req-6ef94e74-df5b-4b21-82ad-433d65a1d2d1 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856624 Nov 15 14:34:03.518910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-b3f9ae70-fb08-4b26-84a1-cce5fcb2923f', 'network_id': 'b3f9ae70-fb08-4b26-84a1-cce5fcb2923f', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'fixed_ips': [{'subnet_id': '2bab89c4-5ae5-46d7-b4b2-d38800923372'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:34:03.518910 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.565972 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cc51907-ce9b-4870-b1e2-c7d9aec2088e req-fd4a3d98-3dc9-4f84-a801-ee28edfdbbcb tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076703 Nov 15 14:34:03.572878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5607ca6d-2fff-49ff-92c9-e6e218bcc081 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3006334 Nov 15 14:34:03.573015 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f293daf1-f088-4635-ad11-9d2a56ac943e tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5746832 Nov 15 14:34:03.573153 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:03.576845 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:03.587654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-15ec5dd4-8275-4c8a-86cd-ee566f9bafb6 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-512170913'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:03.593216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-860b400a-620d-480e-a554-fe90ed18e4d3 admin admin] Request body: {'subnet': {'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-213315061-subnet', 'tenant_id': '6c052523e5234dba9337b3b67cd69a49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:03.624487 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.716141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Allocated IP 19.80.0.2 (b3f9ae70-fb08-4b26-84a1-cce5fcb2923f/2bab89c4-5ae5-46d7-b4b2-d38800923372/01cb2940-05f1-49cf-a6ab-24f147e077fd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:34:03.720124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93c6dc-963b-4666-b049-5a0d8d5a82e1 req-4d509f3c-b3c5-4634-84bf-01ae81a07842 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:03.721473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d93c6dc-963b-4666-b049-5a0d8d5a82e1 req-4d509f3c-b3c5-4634-84bf-01ae81a07842 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 945 time: 0.0610969 Nov 15 14:34:03.795677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d93c6dc-963b-4666-b049-5a0d8d5a82e1 req-ff9111c3-f9c4-4fb8-bcdb-854ecf7621cb tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653119 Nov 15 14:34:03.811761 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ec5dd4-8275-4c8a-86cd-ee566f9bafb6 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:03.821875 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ec5dd4-8275-4c8a-86cd-ee566f9bafb6 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.863289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ec5dd4-8275-4c8a-86cd-ee566f9bafb6 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:34:03.875630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ec5dd4-8275-4c8a-86cd-ee566f9bafb6 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.881990 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-15ec5dd4-8275-4c8a-86cd-ee566f9bafb6 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Added segment 4447a7d8-b4e6-413f-b814-1ea575b52bfa of type vlan for network d401481c-44e5-4ded-9f8e-f40532c4ecb5 Nov 15 14:34:03.916006 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:03.929489 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ec5dd4-8275-4c8a-86cd-ee566f9bafb6 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:04.035956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860b400a-620d-480e-a554-fe90ed18e4d3 admin admin] Made reservation on behalf of 6c052523e5234dba9337b3b67cd69a49 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:04.047997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-860b400a-620d-480e-a554-fe90ed18e4d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:04.104801 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ec5dd4-8275-4c8a-86cd-ee566f9bafb6 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:04.111348 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:04.111500 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec5dd4-8275-4c8a-86cd-ee566f9bafb6 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:04.111500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ec5dd4-8275-4c8a-86cd-ee566f9bafb6 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:04.163372 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Network b3f9ae70-fb08-4b26-84a1-cce5fcb2923f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:34:04.167289 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:04.170783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:34:04.261020 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec5dd4-8275-4c8a-86cd-ee566f9bafb6 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event updated for resources: {'Network': ['ID=d401481c-44e5-4ded-9f8e-f40532c4ecb5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:04.289025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Pushing event updated for resources: {'Port': ['ID=01cb2940-05f1-49cf-a6ab-24f147e077fd,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:04.289025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network d401481c-44e5-4ded-9f8e-f40532c4ecb5 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:34:04.339516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Attempting to bind port 01cb2940-05f1-49cf-a6ab-24f147e077fd on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:34:04.339648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Attempting to bind port 01cb2940-05f1-49cf-a6ab-24f147e077fd by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'b69a2ee1-f8a8-4d14-80bf-085e542e411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3f9ae70-fb08-4b26-84a1-cce5fcb2923f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:34:04.339984 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Attempting to bind port 01cb2940-05f1-49cf-a6ab-24f147e077fd on network b3f9ae70-fb08-4b26-84a1-cce5fcb2923f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:04.358140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:34:04.358551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Checking segment: {'id': 'b69a2ee1-f8a8-4d14-80bf-085e542e411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3f9ae70-fb08-4b26-84a1-cce5fcb2923f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:04.358953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:04.359341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Bound using segment: {'id': 'b69a2ee1-f8a8-4d14-80bf-085e542e411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3f9ae70-fb08-4b26-84a1-cce5fcb2923f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:34:04.359816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Bound port: 01cb2940-05f1-49cf-a6ab-24f147e077fd, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69a2ee1-f8a8-4d14-80bf-085e542e411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3f9ae70-fb08-4b26-84a1-cce5fcb2923f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:34:04.360196 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:04.442867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] For port 01cb2940-05f1-49cf-a6ab-24f147e077fd, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:34:04.582903 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-860b400a-620d-480e-a554-fe90ed18e4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:04.583602 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-15ec5dd4-8275-4c8a-86cd-ee566f9bafb6 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0080540 Nov 15 14:34:04.585244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51202) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:04.592282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-70f1bc74-0413-44b7-af25-da480c91eb55 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Request body: {'subnet': {'network_id': 'd401481c-44e5-4ded-9f8e-f40532c4ecb5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:04.631673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] For port 01cb2940-05f1-49cf-a6ab-24f147e077fd, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=01cb2940-05f1-49cf-a6ab-24f147e077fd,segment=NetworkSegment(b69a2ee1-f8a8-4d14-80bf-085e542e411e),segment_id=b69a2ee1-f8a8-4d14-80bf-085e542e411e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:34:04.652568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b400a-620d-480e-a554-fe90ed18e4d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ed1a7a-2b61-414a-9e85-3465465040c6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:04.688654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:04.722209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464339bc-ca88-44ea-bfd0-1e3fda4da5f5 req-051377f6-a483-4409-b959-98339419478a tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:04.723813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-464339bc-ca88-44ea-bfd0-1e3fda4da5f5 req-051377f6-a483-4409-b959-98339419478a tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 948 time: 0.1526887 Nov 15 14:34:04.736065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b400a-620d-480e-a554-fe90ed18e4d3 admin admin] Checking segment: {'id': '004e3366-ff91-4990-a78a-447cab3ae027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:04.736429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b400a-620d-480e-a554-fe90ed18e4d3 admin admin] Network hostable DHCP agents. Network: 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:34:04.747982 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7a8a4c1b-d98a-41b7-a041-6b828d16d36c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6cf6f72b1d941a89ab4ca79056f07b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557032 Nov 15 14:34:04.748212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:04.752635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4705d-4291-4d3f-85b8-5d6d64c5b1e8 req-49709640-f71e-4af0-bd61-d9099ab6d445 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:04.754850 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9a4705d-4291-4d3f-85b8-5d6d64c5b1e8 req-49709640-f71e-4af0-bd61-d9099ab6d445 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 943 time: 0.1044092 Nov 15 14:34:04.823642 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c844f835-e516-4eb2-88a7-1c3213dbec22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:04.827760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-464339bc-ca88-44ea-bfd0-1e3fda4da5f5 req-f51dd620-a5b5-442b-b3c5-566a81e77289 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960395 Nov 15 14:34:04.843577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9a4705d-4291-4d3f-85b8-5d6d64c5b1e8 req-e82f189c-b1b0-4d4f-974c-572df6ba70f0 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798261 Nov 15 14:34:04.847842 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c844f835-e516-4eb2-88a7-1c3213dbec22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:04.878445 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:04.884110 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f1bc74-0413-44b7-af25-da480c91eb55 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:04.888412 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70f1bc74-0413-44b7-af25-da480c91eb55 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:04.950646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b400a-620d-480e-a554-fe90ed18e4d3 admin admin] Network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:34:04.995753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ad29e-5944-44c1-9c1d-dfdc092b1e9c None None] Pushing event updated for resources: {'Port': ['ID=01cb2940-05f1-49cf-a6ab-24f147e077fd,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:05.025971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d585f6-c555-45c8-a621-d666505cdf26 req-b8381eff-b9e8-41af-a5fb-e329881684d8 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:05.031026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09d585f6-c555-45c8-a621-d666505cdf26 req-b8381eff-b9e8-41af-a5fb-e329881684d8 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 945 time: 0.0800722 Nov 15 14:34:05.032740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f7a91751-6732-4509-b37f-ee8a486d491e details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:34:05.035193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b3ddee34-a98a-4b48-8c43-760fe33f6f55 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:05.064627 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-16ba6b68-d80f-42fa-8a9f-17a651e5b3db service neutron] 10.222.0.46 "GET /v2.0/ports/b3ddee34-a98a-4b48-8c43-760fe33f6f55/bindings/n-h1-817748-2 HTTP/1.1" status: 200 len: 384 time: 0.1000912 Nov 15 14:34:05.068162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-860b400a-620d-480e-a554-fe90ed18e4d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:05.073921 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860b400a-620d-480e-a554-fe90ed18e4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:05.074634 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-860b400a-620d-480e-a554-fe90ed18e4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:05.094521 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c844f835-e516-4eb2-88a7-1c3213dbec22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:05.096983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c844f835-e516-4eb2-88a7-1c3213dbec22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:05.098041 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c844f835-e516-4eb2-88a7-1c3213dbec22 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4df41377-86c9-400a-9f65-51022a1656c3 HTTP/1.1" status: 204 len: 168 time: 0.3489187 Nov 15 14:34:05.125724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09d585f6-c555-45c8-a621-d666505cdf26 req-04bcf9f6-bea3-4cd8-948d-cb1dcb901831 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845151 Nov 15 14:34:05.157461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844f835-e516-4eb2-88a7-1c3213dbec22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df41377-86c9-400a-9f65-51022a1656c3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:05.299138 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-860b400a-620d-480e-a554-fe90ed18e4d3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7106495 Nov 15 14:34:05.403561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6d1582-b5b3-473a-a15f-ab4d354ef478 None None] Network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:05.416012 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:05.449576 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70f1bc74-0413-44b7-af25-da480c91eb55 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:05.454051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-7ec8d511-ed02-40a7-ab31-7e7bdcdb573d service neutron] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:05.520163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-7ec8d511-ed02-40a7-ab31-7e7bdcdb573d service neutron] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:34:05.565987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1bc74-0413-44b7-af25-da480c91eb55 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event updated for resources: {'Subnet': ['ID=12cdd3c2-605d-4e3c-af5f-46fa6650edde,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:05.568152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f7a91751-6732-4509-b37f-ee8a486d491e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7a91751-6732-4509-b37f-ee8a486d491e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:05.596174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-7ec8d511-ed02-40a7-ab31-7e7bdcdb573d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ddee34-a98a-4b48-8c43-760fe33f6f55 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:34:05.596952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1bc74-0413-44b7-af25-da480c91eb55 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Checking segment: {'id': '4447a7d8-b4e6-413f-b814-1ea575b52bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd401481c-44e5-4ded-9f8e-f40532c4ecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:05.597388 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1bc74-0413-44b7-af25-da480c91eb55 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Network hostable DHCP agents. Network: d401481c-44e5-4ded-9f8e-f40532c4ecb5, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:34:05.600826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-7ec8d511-ed02-40a7-ab31-7e7bdcdb573d service neutron] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:05.620616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'f7a91751-6732-4509-b37f-ee8a486d491e', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'f7a91751-6732-4509-b37f-ee8a486d491e', 'mac_address': 'fa:16:3e:4d:86:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:34:05.694239 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-7ec8d511-ed02-40a7-ab31-7e7bdcdb573d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:05.720933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e255bd82-220a-446b-aefd-cbffa1765999 None None] Network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:05.749428 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1bc74-0413-44b7-af25-da480c91eb55 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Network d401481c-44e5-4ded-9f8e-f40532c4ecb5 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:34:05.772226 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:05.800109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a91751-6732-4509-b37f-ee8a486d491e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:34:05.812766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-7ec8d511-ed02-40a7-ab31-7e7bdcdb573d service neutron] Transition to ACTIVE for port object b3ddee34-a98a-4b48-8c43-760fe33f6f55 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:34:05.813605 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:05.834443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f7a91751-6732-4509-b37f-ee8a486d491e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7a91751-6732-4509-b37f-ee8a486d491e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:05.879370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-70f1bc74-0413-44b7-af25-da480c91eb55 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, d401481c-44e5-4ded-9f8e-f40532c4ecb5) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:05.885401 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f1bc74-0413-44b7-af25-da480c91eb55 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:05.886351 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70f1bc74-0413-44b7-af25-da480c91eb55 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:05.901709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ebb755-a26c-4cf0-b350-1d66917edefb None None] Network d401481c-44e5-4ded-9f8e-f40532c4ecb5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:05.975267 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-7ec8d511-ed02-40a7-ab31-7e7bdcdb573d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:06.012904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8fb2-fca5-4224-af61-1423ef51d825 req-3669287a-5cc3-4033-b30e-fa3106efb2e8 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:06.021717 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:06.022215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-044b8fb2-fca5-4224-af61-1423ef51d825 req-3669287a-5cc3-4033-b30e-fa3106efb2e8 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 948 time: 0.0722244 Nov 15 14:34:06.091547 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-70f1bc74-0413-44b7-af25-da480c91eb55 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5050259 Nov 15 14:34:06.171455 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-044b8fb2-fca5-4224-af61-1423ef51d825 req-471f6a8f-c7c0-40b4-b406-07af46ffce67 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481259 Nov 15 14:34:06.209833 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-7ec8d511-ed02-40a7-ab31-7e7bdcdb573d service neutron] No DVR routers for this DVR port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:06.293557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf207903-ecda-4066-afc8-b634f7a82175 req-f9123d3c-cfa2-4994-9d2b-4f523d599145 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:06.305302 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-f9123d3c-cfa2-4994-9d2b-4f523d599145 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/networks?id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 HTTP/1.1" status: 200 len: 814 time: 0.2045250 Nov 15 14:34:06.314156 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-7ec8d511-ed02-40a7-ab31-7e7bdcdb573d service neutron] 10.222.0.46 "PUT /v2.0/ports/b3ddee34-a98a-4b48-8c43-760fe33f6f55/bindings/n-h1-817748-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2229848 Nov 15 14:34:06.314156 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8d511-ed02-40a7-ab31-7e7bdcdb573d service neutron] Pushing event updated for resources: {'Port': ['ID=b3ddee34-a98a-4b48-8c43-760fe33f6f55,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:06.332527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-d401481c-44e5-4ded-9f8e-f40532c4ecb5', 'network_id': 'd401481c-44e5-4ded-9f8e-f40532c4ecb5', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'fixed_ips': [{'subnet_id': '12cdd3c2-605d-4e3c-af5f-46fa6650edde'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:34:06.333507 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:06.367030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-31cd4b3f-2bbf-4e79-8789-42535083d12a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/quotas/6c052523e5234dba9337b3b67cd69a49 HTTP/1.1" status: 200 len: 375 time: 0.0604956 Nov 15 14:34:06.367184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['f7a91751-6732-4509-b37f-ee8a486d491e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:34:06.373949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=f7a91751-6732-4509-b37f-ee8a486d491e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:06.436040 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-e26bc54a-3569-4bc7-aa78-5d883596915b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c052523e5234dba9337b3b67cd69a49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615904 Nov 15 14:34:06.459678 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6495acc-8ac3-4a82-bb58-4e98505f33f3 req-8f4bcce9-070c-43cb-9313-2969796a92ad tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:06.465570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6495acc-8ac3-4a82-bb58-4e98505f33f3 req-8f4bcce9-070c-43cb-9313-2969796a92ad tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 944 time: 0.1531656 Nov 15 14:34:06.546192 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6495acc-8ac3-4a82-bb58-4e98505f33f3 req-84301667-ee27-495c-adf9-ccf3a5e6db8f tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770056 Nov 15 14:34:06.603710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Allocated IP 19.86.0.2 (d401481c-44e5-4ded-9f8e-f40532c4ecb5/12cdd3c2-605d-4e3c-af5f-46fa6650edde/80bc6bf0-c989-43b5-94c2-6d7372f1449b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:34:06.607101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6558d3-4eee-4c9b-bfa4-8db0848b1805 None None] Network b3f9ae70-fb08-4b26-84a1-cce5fcb2923f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:06.720201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-8c11a7c0-9fe5-4aa9-a38d-04e4d9b3a151 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:06.726230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-8c11a7c0-9fe5-4aa9-a38d-04e4d9b3a151 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1019998 Nov 15 14:34:06.773669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-865ad982-8cf5-4675-ba93-ccd364eabc6c service neutron] 10.222.0.70 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363028 Nov 15 14:34:06.796630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b750b746-f6aa-4318-8e04-84f92f0484a2 None None] Provisioning complete for port 01cb2940-05f1-49cf-a6ab-24f147e077fd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:06.796998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b750b746-f6aa-4318-8e04-84f92f0484a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:06.895860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-7c583bf6-d107-4cb0-bf7a-b469f823fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:06.897565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-7c583bf6-d107-4cb0-bf7a-b469f823fb57 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8 HTTP/1.1" status: 200 len: 1095 time: 0.1658111 Nov 15 14:34:07.072008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-2fed2414-4db6-4148-af47-f8c682e6305a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:07.081021 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 01cb2940-05f1-49cf-a6ab-24f147e077fd up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:07.083036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-2fed2414-4db6-4148-af47-f8c682e6305a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:07.094617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-2fed2414-4db6-4148-af47-f8c682e6305a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/networks?id=b3f9ae70-fb08-4b26-84a1-cce5fcb2923f&id=d401481c-44e5-4ded-9f8e-f40532c4ecb5 HTTP/1.1" status: 200 len: 1390 time: 0.3176765 Nov 15 14:34:07.156386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-19bd7c1f-80fa-4520-9b72-43205c6dc4af tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/quotas/1d009dd5851543849d345ab355a10d3b HTTP/1.1" status: 200 len: 375 time: 0.0605752 Nov 15 14:34:07.223876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-2dfe8ad3-df2b-420a-82f3-6e3baee82782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:07.226180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-2dfe8ad3-df2b-420a-82f3-6e3baee82782 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 1095 time: 0.2882793 Nov 15 14:34:07.242018 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-3fb428d0-3757-4f41-9f59-5e0d2f0ee5c6 service neutron] 10.222.0.70 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653816 Nov 15 14:34:07.256133 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:07.264349 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b750b746-f6aa-4318-8e04-84f92f0484a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:07.325429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b750b746-f6aa-4318-8e04-84f92f0484a2 None None] For port 01cb2940-05f1-49cf-a6ab-24f147e077fd, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=01cb2940-05f1-49cf-a6ab-24f147e077fd,segment=NetworkSegment(b69a2ee1-f8a8-4d14-80bf-085e542e411e),segment_id=b69a2ee1-f8a8-4d14-80bf-085e542e411e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:07.333939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 01cb2940-05f1-49cf-a6ab-24f147e077fd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:07.334651 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:07.396927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-02983378-e201-4aed-96b1-9d891fa4e72b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d009dd5851543849d345ab355a10d3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2396529 Nov 15 14:34:07.422931 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:07.478070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Network d401481c-44e5-4ded-9f8e-f40532c4ecb5 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:34:07.494598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:07.498839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-ba42762d-657a-4a41-856f-a603c5da6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:07.500118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:34:07.500445 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-ba42762d-657a-4a41-856f-a603c5da6f51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 200 len: 922 time: 0.2531302 Nov 15 14:34:07.532957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Pushing event updated for resources: {'Port': ['ID=80bc6bf0-c989-43b5-94c2-6d7372f1449b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:07.556877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-4030c4b6-5554-430e-9d65-809719995812 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55 HTTP/1.1" status: 200 len: 217 time: 0.0440497 Nov 15 14:34:07.566007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-673313f7-7d4d-4ebe-8d58-9f5668cbe2b2 service neutron] 10.222.0.70 "GET /v2.0/networks/b3f9ae70-fb08-4b26-84a1-cce5fcb2923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681528 Nov 15 14:34:07.580481 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b750b746-f6aa-4318-8e04-84f92f0484a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:07.618882 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:07.632092 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Attempting to bind port 80bc6bf0-c989-43b5-94c2-6d7372f1449b on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:34:07.632461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Attempting to bind port 80bc6bf0-c989-43b5-94c2-6d7372f1449b by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '4447a7d8-b4e6-413f-b814-1ea575b52bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd401481c-44e5-4ded-9f8e-f40532c4ecb5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:34:07.632829 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Attempting to bind port 80bc6bf0-c989-43b5-94c2-6d7372f1449b on network d401481c-44e5-4ded-9f8e-f40532c4ecb5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:07.648100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:34:07.648100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Checking segment: {'id': '4447a7d8-b4e6-413f-b814-1ea575b52bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd401481c-44e5-4ded-9f8e-f40532c4ecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:07.648508 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:07.648836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Bound using segment: {'id': '4447a7d8-b4e6-413f-b814-1ea575b52bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd401481c-44e5-4ded-9f8e-f40532c4ecb5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:34:07.649304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Bound port: 80bc6bf0-c989-43b5-94c2-6d7372f1449b, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4447a7d8-b4e6-413f-b814-1ea575b52bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd401481c-44e5-4ded-9f8e-f40532c4ecb5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:34:07.649693 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:07.665535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-fcab3940-f451-453a-9ed7-96a3d2ca98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:07.667012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-fcab3940-f451-453a-9ed7-96a3d2ca98d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 200 len: 861 time: 0.0922277 Nov 15 14:34:07.682730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750b746-f6aa-4318-8e04-84f92f0484a2 None None] Pushing event updated for resources: {'Port': ['ID=01cb2940-05f1-49cf-a6ab-24f147e077fd,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:07.717614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-28c1068b-4ca6-479a-a232-a979a3d35a86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=844d1d90-2dae-4da3-8343-45d2d51575ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402653 Nov 15 14:34:07.731929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-5ec07232-ad48-47f5-9e60-bdd8340f2a43 service neutron] 10.222.0.70 "GET /v2.0/networks/b3f9ae70-fb08-4b26-84a1-cce5fcb2923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648006 Nov 15 14:34:07.829159 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:34:07.835065 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:34:07.838367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3053e2c4-35c3-4ef9-a90f-12f907fb2f1d None None] Provisioning complete for port 01cb2940-05f1-49cf-a6ab-24f147e077fd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:07.839330 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3053e2c4-35c3-4ef9-a90f-12f907fb2f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:08.100777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] For port 80bc6bf0-c989-43b5-94c2-6d7372f1449b, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:34:08.116928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] For port 80bc6bf0-c989-43b5-94c2-6d7372f1449b, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=80bc6bf0-c989-43b5-94c2-6d7372f1449b,segment=NetworkSegment(4447a7d8-b4e6-413f-b814-1ea575b52bfa),segment_id=4447a7d8-b4e6-413f-b814-1ea575b52bfa)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:34:08.262988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-83c96ffd-7954-42df-851a-29480156957c service neutron] 10.222.0.70 "GET /v2.0/networks/d401481c-44e5-4ded-9f8e-f40532c4ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300393 Nov 15 14:34:08.275598 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:08.365921 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-78a21a19-38f2-4017-ac9e-a9141d16129a service neutron] 10.222.0.70 "GET /v2.0/networks/d401481c-44e5-4ded-9f8e-f40532c4ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019688 Nov 15 14:34:08.368046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-24c53d88-5fde-4624-bf5d-dd49b9472877 service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271689 Nov 15 14:34:08.399106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46812036-0d5d-4f20-8b23-f9463000a1a9 None None] Pushing event updated for resources: {'Port': ['ID=80bc6bf0-c989-43b5-94c2-6d7372f1449b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:08.494734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103276fd-9e9e-4691-a47a-56df9c39598a req-b98073d5-0f11-4c5c-8575-80ba2ae0290e tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:08.496216 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-103276fd-9e9e-4691-a47a-56df9c39598a req-b98073d5-0f11-4c5c-8575-80ba2ae0290e tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 949 time: 0.1272950 Nov 15 14:34:08.543499 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-c29b39f8-7cf7-494c-a45a-07894308c0bf service neutron] 10.222.0.59 "GET /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519361 Nov 15 14:34:08.568190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-103276fd-9e9e-4691-a47a-56df9c39598a req-86049b40-37d7-4424-bbdc-1facf977b588 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648596 Nov 15 14:34:08.742442 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eece47-a2dd-44bb-88f4-e7ba2524f5a0 req-ed8443de-5459-43d4-b3fc-945ea132f62e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:08.743929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48eece47-a2dd-44bb-88f4-e7ba2524f5a0 req-ed8443de-5459-43d4-b3fc-945ea132f62e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 944 time: 0.1006653 Nov 15 14:34:08.825968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48eece47-a2dd-44bb-88f4-e7ba2524f5a0 req-680057fa-d8ee-4362-a556-8960b3f65bfd tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729260 Nov 15 14:34:08.884154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-224c7d49-34a8-4256-ae6f-1e39b0b3cb7c req-87f1e229-6c83-4ac1-b43c-25e6b546b16b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0511999 Nov 15 14:34:09.054934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f7a91751-6732-4509-b37f-ee8a486d491e up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:09.172989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 01cb2940-05f1-49cf-a6ab-24f147e077fd up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:09.241794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 01cb2940-05f1-49cf-a6ab-24f147e077fd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:09.242020 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:09.268209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-11a1cbf6-e984-4894-b67b-6ee556d9212c tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.270819 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-11a1cbf6-e984-4894-b67b-6ee556d9212c tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c&tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.0619559 Nov 15 14:34:09.271389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port f7a91751-6732-4509-b37f-ee8a486d491e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:34:09.280412 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port f7a91751-6732-4509-b37f-ee8a486d491e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:09.281013 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:09.405250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 80bc6bf0-c989-43b5-94c2-6d7372f1449b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:09.412620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01a667d1-5631-4bdb-97fb-660ee9d6a68f req-bcc8498b-d355-41a4-b15d-edaabaffb281 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 210 time: 0.0458555 Nov 15 14:34:09.457087 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:09.495593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c7fe23-f917-4474-bcf4-c097b2b7bafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a91751-6732-4509-b37f-ee8a486d491e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:09.497954 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a92f54-1cdd-43c8-9552-eae5c412197e" -d '{"events": [{"server_uuid": "e9c7fe23-f917-4474-bcf4-c097b2b7bafe", "name": "network-vif-plugged", "status": "completed", "tag": "f7a91751-6732-4509-b37f-ee8a486d491e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:09.515799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f7a91751-6732-4509-b37f-ee8a486d491e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7a91751-6732-4509-b37f-ee8a486d491e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:09.517412 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 80bc6bf0-c989-43b5-94c2-6d7372f1449b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:09.517819 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:09.609721 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:09.652191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 80bc6bf0-c989-43b5-94c2-6d7372f1449b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=80bc6bf0-c989-43b5-94c2-6d7372f1449b,segment=NetworkSegment(4447a7d8-b4e6-413f-b814-1ea575b52bfa),segment_id=4447a7d8-b4e6-413f-b814-1ea575b52bfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:09.654798 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:09.670784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-3862bb41-ae36-4888-a44f-a480d5a9fbea service neutron] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:34:09.680800 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-3862bb41-ae36-4888-a44f-a480d5a9fbea service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:09.681646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-3862bb41-ae36-4888-a44f-a480d5a9fbea service neutron] 10.222.0.59 "DELETE /v2.0/ports/b3ddee34-a98a-4b48-8c43-760fe33f6f55/bindings/n-h2-817748-2 HTTP/1.1" status: 204 len: 173 time: 0.3983123 Nov 15 14:34:09.683488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a91a-c971-415e-bc02-f66df6c75831 req-bdbf66ab-423b-4298-8dac-0cb07573cfae tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.684086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a91a-c971-415e-bc02-f66df6c75831 req-bdbf66ab-423b-4298-8dac-0cb07573cfae tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.684536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a91a-c971-415e-bc02-f66df6c75831 req-bdbf66ab-423b-4298-8dac-0cb07573cfae tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.684892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a91a-c971-415e-bc02-f66df6c75831 req-bdbf66ab-423b-4298-8dac-0cb07573cfae tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.685380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a91a-c971-415e-bc02-f66df6c75831 req-bdbf66ab-423b-4298-8dac-0cb07573cfae tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.686097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a91a-c971-415e-bc02-f66df6c75831 req-bdbf66ab-423b-4298-8dac-0cb07573cfae tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.690770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a91a-c971-415e-bc02-f66df6c75831 req-bdbf66ab-423b-4298-8dac-0cb07573cfae tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.691566 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a91a-c971-415e-bc02-f66df6c75831 req-bdbf66ab-423b-4298-8dac-0cb07573cfae tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.692240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a91a-c971-415e-bc02-f66df6c75831 req-bdbf66ab-423b-4298-8dac-0cb07573cfae tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.692708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a91a-c971-415e-bc02-f66df6c75831 req-bdbf66ab-423b-4298-8dac-0cb07573cfae tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.693221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a91a-c971-415e-bc02-f66df6c75831 req-bdbf66ab-423b-4298-8dac-0cb07573cfae tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.695605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e92a91a-c971-415e-bc02-f66df6c75831 req-bdbf66ab-423b-4298-8dac-0cb07573cfae tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7797 time: 0.1500912 Nov 15 14:34:09.706297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc573775-b8a8-4c35-9225-2ea38aedc9c2 None None] Network d401481c-44e5-4ded-9f8e-f40532c4ecb5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:09.762717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=f7a91751-6732-4509-b37f-ee8a486d491e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:09.785573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b1bcce04-4cef-43cf-bfa6-d8b7e6861800 None None] Provisioning complete for port 80bc6bf0-c989-43b5-94c2-6d7372f1449b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:09.785902 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b1bcce04-4cef-43cf-bfa6-d8b7e6861800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:09.789665 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:09.871516 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e16df1-1f14-41c0-8f81-4bc7ec2e9234 x-openstack-request-id: req-a3e16df1-1f14-41c0-8f81-4bc7ec2e9234 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:09.871805 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c7fe23-f917-4474-bcf4-c097b2b7bafe", "name": "network-vif-plugged", "status": "completed", "tag": "f7a91751-6732-4509-b37f-ee8a486d491e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:09.872669 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3e16df1-1f14-41c0-8f81-4bc7ec2e9234 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:09.873778 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c7fe23-f917-4474-bcf4-c097b2b7bafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a91751-6732-4509-b37f-ee8a486d491e', 'code': 200} Nov 15 14:34:09.932344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=80bc6bf0-c989-43b5-94c2-6d7372f1449b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:09.975337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb11ad-a1f5-4aa9-8fb4-1f476260e739 req-46d6b72a-e1f5-4ce1-8a60-83854023238c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.985101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ceb11ad-a1f5-4aa9-8fb4-1f476260e739 req-46d6b72a-e1f5-4ce1-8a60-83854023238c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 950 time: 0.0701551 Nov 15 14:34:09.995654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3b91c-2a29-4020-aca1-ecb817545acc req-ea024e3a-48f7-440c-b43c-0ea417735254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:09.997648 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4e3b91c-2a29-4020-aca1-ecb817545acc req-ea024e3a-48f7-440c-b43c-0ea417735254 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 1101 time: 0.0440166 Nov 15 14:34:10.030867 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ceb11ad-a1f5-4aa9-8fb4-1f476260e739 req-ce34dbec-4af6-4387-9d28-5dbe77f279f5 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444996 Nov 15 14:34:10.063038 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4e3b91c-2a29-4020-aca1-ecb817545acc req-6e1e8646-8c14-4310-9f8f-dbd73d01d8dc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491235 Nov 15 14:34:10.151017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd376f2-e45e-4976-9d0d-558d980b96df req-ca679b12-c80f-49d6-9949-8c2a4e21ecc5 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.152536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfd376f2-e45e-4976-9d0d-558d980b96df req-ca679b12-c80f-49d6-9949-8c2a4e21ecc5 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 886 time: 0.0970583 Nov 15 14:34:10.228630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-61af8bca-088c-4f8b-9b4c-d487c5ff1e12 None None] Provisioning complete for port 80bc6bf0-c989-43b5-94c2-6d7372f1449b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:10.229459 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61af8bca-088c-4f8b-9b4c-d487c5ff1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:10.375448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927cf28-0765-4abd-9eb9-03284e702dbe req-a9bb00f5-b7a9-48ca-97da-2b82188054e8 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.377171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c927cf28-0765-4abd-9eb9-03284e702dbe req-a9bb00f5-b7a9-48ca-97da-2b82188054e8 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 944 time: 0.0750017 Nov 15 14:34:10.426187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c927cf28-0765-4abd-9eb9-03284e702dbe req-4fd17acc-d8ac-4233-88c4-55b3c94f5b1b tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424330 Nov 15 14:34:10.514747 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f14ed231-4b03-4ac8-803b-e7dc189f6253 req-1cd64a1b-f530-48f6-ba2a-749e8761fb68 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0256274 Nov 15 14:34:10.692603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b388-515f-4994-9619-9103cb3dffe5 req-d6170450-6128-453e-82ff-30af3d6992c4 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.693079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b388-515f-4994-9619-9103cb3dffe5 req-d6170450-6128-453e-82ff-30af3d6992c4 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.693550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b388-515f-4994-9619-9103cb3dffe5 req-d6170450-6128-453e-82ff-30af3d6992c4 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.694043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b388-515f-4994-9619-9103cb3dffe5 req-d6170450-6128-453e-82ff-30af3d6992c4 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.694523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b388-515f-4994-9619-9103cb3dffe5 req-d6170450-6128-453e-82ff-30af3d6992c4 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.694980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b388-515f-4994-9619-9103cb3dffe5 req-d6170450-6128-453e-82ff-30af3d6992c4 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.695435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b388-515f-4994-9619-9103cb3dffe5 req-d6170450-6128-453e-82ff-30af3d6992c4 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.695887 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b388-515f-4994-9619-9103cb3dffe5 req-d6170450-6128-453e-82ff-30af3d6992c4 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.696336 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b388-515f-4994-9619-9103cb3dffe5 req-d6170450-6128-453e-82ff-30af3d6992c4 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.696788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b388-515f-4994-9619-9103cb3dffe5 req-d6170450-6128-453e-82ff-30af3d6992c4 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.697260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b388-515f-4994-9619-9103cb3dffe5 req-d6170450-6128-453e-82ff-30af3d6992c4 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.699344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2449b388-515f-4994-9619-9103cb3dffe5 req-d6170450-6128-453e-82ff-30af3d6992c4 tempest-NetworksTest-536337052 tempest-NetworksTest-536337052-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7797 time: 0.1614735 Nov 15 14:34:10.726767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-707dce01-96b9-4852-958b-6d07414ca932 req-38863a85-829e-4541-a153-f1a72de78b72 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 210 time: 0.0264099 Nov 15 14:34:10.833364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab8d95-50de-45ea-9eae-a5a22c44add8 req-c68b95e3-64c1-4238-8b74-8933e79574a8 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:10.835060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2ab8d95-50de-45ea-9eae-a5a22c44add8 req-c68b95e3-64c1-4238-8b74-8933e79574a8 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 1095 time: 0.0444200 Nov 15 14:34:10.891388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2ab8d95-50de-45ea-9eae-a5a22c44add8 req-d652ad31-65c5-4bec-831f-da8710eaf323 tempest-LiveAutoBlockMigrationV225Test-1091948167 tempest-LiveAutoBlockMigrationV225Test-1091948167-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432379 Nov 15 14:34:11.020621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 80bc6bf0-c989-43b5-94c2-6d7372f1449b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:11.104073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 80bc6bf0-c989-43b5-94c2-6d7372f1449b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:11.104368 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:11.180854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28608e6c-79b6-4969-a401-544f30119ef8 req-34e12dc5-73c2-42b8-8955-6ad714d95141 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:11.182624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28608e6c-79b6-4969-a401-544f30119ef8 req-34e12dc5-73c2-42b8-8955-6ad714d95141 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 950 time: 0.0655456 Nov 15 14:34:11.247331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28608e6c-79b6-4969-a401-544f30119ef8 req-af527599-88e0-4df1-8968-fd080e710227 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566583 Nov 15 14:34:11.617683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:11.641553 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af00b391-4b7a-41ce-8402-89fe3de332a6 req-83df2632-4808-4331-bea6-2c6af1a2b8a0 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0352688 Nov 15 14:34:11.751998 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78b9a452-7c3f-45d8-87a5-a1b6aff7aefb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:11.849398 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78b9a452-7c3f-45d8-87a5-a1b6aff7aefb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:11.859528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3b7bfa6-4e77-47bb-8049-50c838086358 req-01af0fdd-9ee1-483a-b2c0-baf45e7394ef tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 210 time: 0.0364685 Nov 15 14:34:11.972661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5097-a5f1-4bc1-97ba-ba842b2af8cd req-770a23b7-aecf-4c70-a7a4-2af4b7a61050 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:11.972661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e44d5097-a5f1-4bc1-97ba-ba842b2af8cd req-770a23b7-aecf-4c70-a7a4-2af4b7a61050 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 944 time: 0.0565817 Nov 15 14:34:12.013130 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78b9a452-7c3f-45d8-87a5-a1b6aff7aefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:12.039023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e44d5097-a5f1-4bc1-97ba-ba842b2af8cd req-555c06b6-9a6e-4253-b678-2f7dd272e3e4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621603 Nov 15 14:34:12.102359 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-78b9a452-7c3f-45d8-87a5-a1b6aff7aefb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=50ea773dcca740c69dcb9ffe6b313262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834807 Nov 15 14:34:12.102575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:12.102882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:12.118307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9a452-7c3f-45d8-87a5-a1b6aff7aefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682542a8-324f-4655-82d5-3564b591b273,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:12.230733 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1827e289-a8ba-437c-9e33-af0dde49a961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:12.239287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf207903-ecda-4066-afc8-b634f7a82175 req-c681fba7-0b15-440e-a22f-08c02a367a25 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:12.240755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-c681fba7-0b15-440e-a22f-08c02a367a25 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.59 "GET /v2.0/networks?id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 HTTP/1.1" status: 200 len: 814 time: 0.1748412 Nov 15 14:34:12.262092 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1827e289-a8ba-437c-9e33-af0dde49a961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:12.273281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-cf207903-ecda-4066-afc8-b634f7a82175 req-51e9b80a-095a-4d33-a6c2-24eae526064f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Request body: {'port': {'device_id': '38fb7aed-8472-474c-810b-bee4e6d7ebb1', 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9', 'admin_state_up': True, 'tenant_id': '6c052523e5234dba9337b3b67cd69a49'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:12.389095 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9af69d8-4167-4a3b-8e68-dbe3e12086c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:12.471684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545641-68c5-4896-a622-96438b052433 req-c1d0bb78-2d9c-46c8-95a9-77f17cbb56c0 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:12.473202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d545641-68c5-4896-a622-96438b052433 req-c1d0bb78-2d9c-46c8-95a9-77f17cbb56c0 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 950 time: 0.1376739 Nov 15 14:34:12.539555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d545641-68c5-4896-a622-96438b052433 req-60396905-a55c-4da2-87fd-ff654a9a9255 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592899 Nov 15 14:34:12.609401 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1827e289-a8ba-437c-9e33-af0dde49a961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:12.610911 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1827e289-a8ba-437c-9e33-af0dde49a961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:12.614431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1827e289-a8ba-437c-9e33-af0dde49a961 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/682542a8-324f-4655-82d5-3564b591b273 HTTP/1.1" status: 204 len: 168 time: 0.5067542 Nov 15 14:34:12.630378 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827e289-a8ba-437c-9e33-af0dde49a961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682542a8-324f-4655-82d5-3564b591b273,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:12.651908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf207903-ecda-4066-afc8-b634f7a82175 req-51e9b80a-095a-4d33-a6c2-24eae526064f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Made reservation on behalf of 6c052523e5234dba9337b3b67cd69a49 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:12.656195 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf207903-ecda-4066-afc8-b634f7a82175 req-51e9b80a-095a-4d33-a6c2-24eae526064f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:12.790047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bb27a3e-2c1b-41cf-a892-b5fc34c4ec36 req-0605d13d-6db1-49bc-80cd-381f9f80eb1b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0423527 Nov 15 14:34:12.817293 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9af69d8-4167-4a3b-8e68-dbe3e12086c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:12.936644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-cf207903-ecda-4066-afc8-b634f7a82175 req-51e9b80a-095a-4d33-a6c2-24eae526064f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Allocated IP 172.20.0.5 (921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9/d0ed1a7a-2b61-414a-9e85-3465465040c6/a797d15e-b1b3-4122-b12b-96d9d9c49b12) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:34:12.949541 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9af69d8-4167-4a3b-8e68-dbe3e12086c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:12.983787 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d9af69d8-4167-4a3b-8e68-dbe3e12086c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=587a728facb841c0879b8aa5f31397ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8797157 Nov 15 14:34:12.987874 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51446) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:13.040774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-891c63ec-62cf-4c03-88ee-dfaf888385c9 req-4ba399d5-049f-4c86-b2db-e0ca66ef465a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 210 time: 0.0405920 Nov 15 14:34:13.077545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4934e9-2fe7-4805-af5e-00587b07fbe6 req-6a779aad-19a6-4f31-be90-40d05909ba50 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:13.079278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a4934e9-2fe7-4805-af5e-00587b07fbe6 req-6a779aad-19a6-4f31-be90-40d05909ba50 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 944 time: 0.2158668 Nov 15 14:34:13.266293 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-712294f1-29ab-427f-925b-8412bc6caeba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:13.345719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af69d8-4167-4a3b-8e68-dbe3e12086c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248e869e-2971-4ac0-a7d4-5cc1af3a5689,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:13.368561 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-712294f1-29ab-427f-925b-8412bc6caeba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:13.377364 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-e6c8ad08-45c3-4212-aabe-fdda6e1254f4 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:13.383186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-e6c8ad08-45c3-4212-aabe-fdda6e1254f4 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:13.384712 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-e6c8ad08-45c3-4212-aabe-fdda6e1254f4 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "GET /v2.0/networks?id=b3f9ae70-fb08-4b26-84a1-cce5fcb2923f&id=d401481c-44e5-4ded-9f8e-f40532c4ecb5 HTTP/1.1" status: 200 len: 1390 time: 0.3598659 Nov 15 14:34:13.407047 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-dbd0d941-b66a-4cf5-a3db-f74012ea8fa9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Request body: {'port': {'device_id': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'network_id': 'b3f9ae70-fb08-4b26-84a1-cce5fcb2923f', 'admin_state_up': True, 'tenant_id': '1d009dd5851543849d345ab355a10d3b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:13.504948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36320abb-b0ec-4fdb-a5e9-bb254e87ca1c req-633652cb-4fea-4560-831e-11d4fbf17cb1 tempest-ServersAdminNegativeTestJSON-305037025 tempest-ServersAdminNegativeTestJSON-305037025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:13.506535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36320abb-b0ec-4fdb-a5e9-bb254e87ca1c req-633652cb-4fea-4560-831e-11d4fbf17cb1 tempest-ServersAdminNegativeTestJSON-305037025 tempest-ServersAdminNegativeTestJSON-305037025-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 1101 time: 0.2102549 Nov 15 14:34:13.517485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4468da-addf-429e-b855-5b0753b2d6d4 req-855dacb9-1d18-47a7-9d05-ff5a935613d8 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:13.519602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de4468da-addf-429e-b855-5b0753b2d6d4 req-855dacb9-1d18-47a7-9d05-ff5a935613d8 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 944 time: 0.2166908 Nov 15 14:34:13.556185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0a4934e9-2fe7-4805-af5e-00587b07fbe6 req-1f8f7b4a-6006-4b77-825f-7a09d2a32761 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Deleting port b3ddee34-a98a-4b48-8c43-760fe33f6f55 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:13.559604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a4934e9-2fe7-4805-af5e-00587b07fbe6 req-1f8f7b4a-6006-4b77-825f-7a09d2a32761 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:13.564638 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-36320abb-b0ec-4fdb-a5e9-bb254e87ca1c req-ef45e490-7d62-4f37-8250-2dbd5aa3e697 tempest-ServersAdminNegativeTestJSON-305037025 tempest-ServersAdminNegativeTestJSON-305037025-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:13.680166 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-712294f1-29ab-427f-925b-8412bc6caeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:13.684272 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-712294f1-29ab-427f-925b-8412bc6caeba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:13.684272 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-712294f1-29ab-427f-925b-8412bc6caeba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/248e869e-2971-4ac0-a7d4-5cc1af3a5689 HTTP/1.1" status: 204 len: 168 time: 0.6941142 Nov 15 14:34:13.697603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712294f1-29ab-427f-925b-8412bc6caeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248e869e-2971-4ac0-a7d4-5cc1af3a5689,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:13.697807 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf207903-ecda-4066-afc8-b634f7a82175 req-51e9b80a-095a-4d33-a6c2-24eae526064f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:13.723959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-dbd0d941-b66a-4cf5-a3db-f74012ea8fa9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:13.745612 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-dbd0d941-b66a-4cf5-a3db-f74012ea8fa9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:13.745808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de4468da-addf-429e-b855-5b0753b2d6d4 req-2935636f-b6b5-4db6-8774-426273222a32 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064669 Nov 15 14:34:13.748683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51456) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:13.818447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0a4934e9-2fe7-4805-af5e-00587b07fbe6 req-1f8f7b4a-6006-4b77-825f-7a09d2a32761 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] For port b3ddee34-a98a-4b48-8c43-760fe33f6f55, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b3ddee34-a98a-4b48-8c43-760fe33f6f55,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:13.818447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a4934e9-2fe7-4805-af5e-00587b07fbe6 req-1f8f7b4a-6006-4b77-825f-7a09d2a32761 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:13.842104 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0841b4f5-9ff3-4761-92b0-92fe982a441d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:13.876523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0a4934e9-2fe7-4805-af5e-00587b07fbe6 req-1f8f7b4a-6006-4b77-825f-7a09d2a32761 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Calling delete_port for b3ddee34-a98a-4b48-8c43-760fe33f6f55 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:13.953761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2b02fb5-3448-41d4-918f-dc21aa000e4f req-d6d2b259-7e66-42b0-aabe-cf5c4328ced2 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0381470 Nov 15 14:34:13.994037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-dbd0d941-b66a-4cf5-a3db-f74012ea8fa9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Allocated IP 19.80.0.14 (b3f9ae70-fb08-4b26-84a1-cce5fcb2923f/2bab89c4-5ae5-46d7-b4b2-d38800923372/61a52190-0188-48da-9068-5efafa412164) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:34:14.005301 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-36320abb-b0ec-4fdb-a5e9-bb254e87ca1c req-ef45e490-7d62-4f37-8250-2dbd5aa3e697 tempest-ServersAdminNegativeTestJSON-305037025 tempest-ServersAdminNegativeTestJSON-305037025-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:14.035839 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf207903-ecda-4066-afc8-b634f7a82175 req-51e9b80a-095a-4d33-a6c2-24eae526064f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:14.130491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf207903-ecda-4066-afc8-b634f7a82175 req-51e9b80a-095a-4d33-a6c2-24eae526064f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:34:14.133385 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-36320abb-b0ec-4fdb-a5e9-bb254e87ca1c req-ef45e490-7d62-4f37-8250-2dbd5aa3e697 tempest-ServersAdminNegativeTestJSON-305037025 tempest-ServersAdminNegativeTestJSON-305037025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:14.150349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-cf207903-ecda-4066-afc8-b634f7a82175 req-51e9b80a-095a-4d33-a6c2-24eae526064f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:14.167349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9b80a-095a-4d33-a6c2-24eae526064f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Pushing event updated for resources: {'Port': ['ID=a797d15e-b1b3-4122-b12b-96d9d9c49b12,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:14.190769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf207903-ecda-4066-afc8-b634f7a82175 req-51e9b80a-095a-4d33-a6c2-24eae526064f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:34:14.218533 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-dbd0d941-b66a-4cf5-a3db-f74012ea8fa9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:14.288644 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0841b4f5-9ff3-4761-92b0-92fe982a441d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:14.332186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45e490-7d62-4f37-8250-2dbd5aa3e697 tempest-ServersAdminNegativeTestJSON-305037025 tempest-ServersAdminNegativeTestJSON-305037025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f9c59d-c792-44b7-a524-c97e7ca4aab6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:14.337586 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36320abb-b0ec-4fdb-a5e9-bb254e87ca1c req-ef45e490-7d62-4f37-8250-2dbd5aa3e697 tempest-ServersAdminNegativeTestJSON-305037025 tempest-ServersAdminNegativeTestJSON-305037025-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8142667 Nov 15 14:34:14.340071 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd1695f6-f105-4a06-8e45-6b4dd0c4209b req-563ceed1-345e-4d42-8317-e8fa1685f98f tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 210 time: 0.1308982 Nov 15 14:34:14.371017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf207903-ecda-4066-afc8-b634f7a82175 req-51e9b80a-095a-4d33-a6c2-24eae526064f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:14.379719 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf207903-ecda-4066-afc8-b634f7a82175 req-51e9b80a-095a-4d33-a6c2-24eae526064f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:14.413623 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-dbd0d941-b66a-4cf5-a3db-f74012ea8fa9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:14.460861 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-dbd0d941-b66a-4cf5-a3db-f74012ea8fa9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Network b3f9ae70-fb08-4b26-84a1-cce5fcb2923f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:34:14.464208 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-dbd0d941-b66a-4cf5-a3db-f74012ea8fa9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:14.466686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-dbd0d941-b66a-4cf5-a3db-f74012ea8fa9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:34:14.491141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0d941-b66a-4cf5-a3db-f74012ea8fa9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event updated for resources: {'Port': ['ID=61a52190-0188-48da-9068-5efafa412164,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:14.522112 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-dbd0d941-b66a-4cf5-a3db-f74012ea8fa9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:14.522798 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-dbd0d941-b66a-4cf5-a3db-f74012ea8fa9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:14.535232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0841b4f5-9ff3-4761-92b0-92fe982a441d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:14.578108 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a4934e9-2fe7-4805-af5e-00587b07fbe6 req-1f8f7b4a-6006-4b77-825f-7a09d2a32761 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:14.582341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-51e9b80a-095a-4d33-a6c2-24eae526064f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3182321 Nov 15 14:34:14.590440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['ff6d83e2-4506-4586-90cc-398176d051bd', '802d5a57-8439-4a92-bc1b-14e9f95d4eb5', 'b3ddee34-a98a-4b48-8c43-760fe33f6f55'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:34:14.597872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0841b4f5-9ff3-4761-92b0-92fe982a441d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a474c38a0784d99ab3f57fbf18f78d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8444176 Nov 15 14:34:14.601507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51466) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:14.621440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841b4f5-9ff3-4761-92b0-92fe982a441d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6d8053-7d09-489a-8437-c74ea67cfadc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:14.630662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Request body: {'port': {'device_id': '38fb7aed-8472-474c-810b-bee4e6d7ebb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:14.637631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f7b4a-6006-4b77-825f-7a09d2a32761 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Pushing event deleted for resources: {'Port': ['ID=b3ddee34-a98a-4b48-8c43-760fe33f6f55,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:14.660430 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-dbd0d941-b66a-4cf5-a3db-f74012ea8fa9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2600546 Nov 15 14:34:14.680180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-258b9f08-bdec-4596-9225-fcfa818a793b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Request body: {'port': {'device_id': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'network_id': 'd401481c-44e5-4ded-9f8e-f40532c4ecb5', 'admin_state_up': True, 'tenant_id': '1d009dd5851543849d345ab355a10d3b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:14.763586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4934e9-2fe7-4805-af5e-00587b07fbe6 req-1f8f7b4a-6006-4b77-825f-7a09d2a32761 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] No DVR routers for this DVR port b3ddee34-a98a-4b48-8c43-760fe33f6f55 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:14.818316 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a4934e9-2fe7-4805-af5e-00587b07fbe6 req-1f8f7b4a-6006-4b77-825f-7a09d2a32761 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:14.828037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a4934e9-2fe7-4805-af5e-00587b07fbe6 req-1f8f7b4a-6006-4b77-825f-7a09d2a32761 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.59 "DELETE /v2.0/ports/b3ddee34-a98a-4b48-8c43-760fe33f6f55 HTTP/1.1" status: 204 len: 173 time: 1.7129543 Nov 15 14:34:14.829818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c', 'name': 'network-vif-deleted', 'tag': 'b3ddee34-a98a-4b48-8c43-760fe33f6f55'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:14.833767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-18a9070f-4e50-42a6-8918-1e4da91850b2 None None] Provisioning complete for port 61a52190-0188-48da-9068-5efafa412164 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:14.833981 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a96a635-9216-42d6-8043-896882b01420" -d '{"events": [{"server_uuid": "6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c", "name": "network-vif-deleted", "tag": "b3ddee34-a98a-4b48-8c43-760fe33f6f55"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:14.834584 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18a9070f-4e50-42a6-8918-1e4da91850b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:14.881566 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:14.903264 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a03f3e-6d68-41f3-9088-ae68bc143455 x-openstack-request-id: req-32a03f3e-6d68-41f3-9088-ae68bc143455 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:14.903562 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c", "name": "network-vif-deleted", "tag": "b3ddee34-a98a-4b48-8c43-760fe33f6f55", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:14.903817 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32a03f3e-6d68-41f3-9088-ae68bc143455 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:14.904262 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c', 'name': 'network-vif-deleted', 'tag': 'b3ddee34-a98a-4b48-8c43-760fe33f6f55', 'status': 'completed', 'code': 200} Nov 15 14:34:14.932791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:14.956886 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c02468a-23ce-4bb1-8d62-cef612f8c7ad req-d60c9941-25de-40a4-8ad1-e1d423a67175 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 210 time: 0.0901361 Nov 15 14:34:14.957495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-18a9070f-4e50-42a6-8918-1e4da91850b2 None None] Port 61a52190-0188-48da-9068-5efafa412164 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:34:15.017599 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89087cac-f362-408a-bf17-faa1a828b32d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.141888 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab8935c9-5db1-45ab-b72c-08e3ce1f9687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.180311 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab8935c9-5db1-45ab-b72c-08e3ce1f9687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.299346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe4431-6c00-4539-99fb-82f5cb326542 req-b96e5d9e-8540-4606-a072-46c66e2ce1cb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:15.300829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01fe4431-6c00-4539-99fb-82f5cb326542 req-b96e5d9e-8540-4606-a072-46c66e2ce1cb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 931 time: 0.2412274 Nov 15 14:34:15.357778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-258b9f08-bdec-4596-9225-fcfa818a793b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Made reservation on behalf of 1d009dd5851543849d345ab355a10d3b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:15.364747 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-258b9f08-bdec-4596-9225-fcfa818a793b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.373043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89087cac-f362-408a-bf17-faa1a828b32d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.415470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01fe4431-6c00-4539-99fb-82f5cb326542 req-3c424268-8b1d-4bc0-ba28-30cbe6950139 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072490 Nov 15 14:34:15.474572 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab8935c9-5db1-45ab-b72c-08e3ce1f9687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.477643 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab8935c9-5db1-45ab-b72c-08e3ce1f9687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.479153 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ab8935c9-5db1-45ab-b72c-08e3ce1f9687 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd6d8053-7d09-489a-8437-c74ea67cfadc HTTP/1.1" status: 204 len: 168 time: 0.8762794 Nov 15 14:34:15.485435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a797d15e-b1b3-4122-b12b-96d9d9c49b12 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:34:15.492938 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89087cac-f362-408a-bf17-faa1a828b32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.498652 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.548158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8935c9-5db1-45ab-b72c-08e3ce1f9687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6d8053-7d09-489a-8437-c74ea67cfadc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:15.552295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Transition to ACTIVE for port object a797d15e-b1b3-4122-b12b-96d9d9c49b12 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:34:15.564573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-89087cac-f362-408a-bf17-faa1a828b32d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e52145679514f6abe649b60f42fc87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6055663 Nov 15 14:34:15.579931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51486) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:15.581573 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-258b9f08-bdec-4596-9225-fcfa818a793b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Allocated IP 19.86.0.237 (d401481c-44e5-4ded-9f8e-f40532c4ecb5/12cdd3c2-605d-4e3c-af5f-46fa6650edde/36665fb7-adce-444b-a568-87115d727f93) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:34:15.584554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89087cac-f362-408a-bf17-faa1a828b32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f360c224-10a7-4061-ac14-f29d1649f46a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:15.601189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed14e1c-4e6f-4553-a57a-45d54dd62b44 req-99161711-cdbf-4a53-b884-3c6a28b62ed6 tempest-ServersAdminNegativeTestJSON-305037025 tempest-ServersAdminNegativeTestJSON-305037025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:15.601189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ed14e1c-4e6f-4553-a57a-45d54dd62b44 req-99161711-cdbf-4a53-b884-3c6a28b62ed6 tempest-ServersAdminNegativeTestJSON-305037025 tempest-ServersAdminNegativeTestJSON-305037025-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 1101 time: 0.1597123 Nov 15 14:34:15.660996 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.722889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1a5ed-495e-4d77-b967-dc2f5660c7b7 req-f520ca11-c12f-4844-9533-894eb503679d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:15.725100 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cd1a5ed-495e-4d77-b967-dc2f5660c7b7 req-f520ca11-c12f-4844-9533-894eb503679d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 931 time: 0.1870842 Nov 15 14:34:15.772318 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-258b9f08-bdec-4596-9225-fcfa818a793b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.782274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ed14e1c-4e6f-4553-a57a-45d54dd62b44 req-ff78e1bf-db6e-4ac2-8318-8fe95d1a9489 tempest-ServersAdminNegativeTestJSON-305037025 tempest-ServersAdminNegativeTestJSON-305037025-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676779 Nov 15 14:34:15.782908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Pushing event updated for resources: {'Port': ['ID=a797d15e-b1b3-4122-b12b-96d9d9c49b12,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:15.789947 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5936775-e853-45e2-9362-a7358c55589f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.869312 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5936775-e853-45e2-9362-a7358c55589f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.898989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cd1a5ed-495e-4d77-b967-dc2f5660c7b7 req-6cb47583-3d72-4357-bca6-3c5f3a92eceb tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487973 Nov 15 14:34:15.935706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Attempting to bind port a797d15e-b1b3-4122-b12b-96d9d9c49b12 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:34:15.936050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Attempting to bind port a797d15e-b1b3-4122-b12b-96d9d9c49b12 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '004e3366-ff91-4990-a78a-447cab3ae027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:34:15.936455 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Attempting to bind port a797d15e-b1b3-4122-b12b-96d9d9c49b12 on network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:15.942212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Port a797d15e-b1b3-4122-b12b-96d9d9c49b12 on network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:34:15.942568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Attempting to bind port a797d15e-b1b3-4122-b12b-96d9d9c49b12 on network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:15.951335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:34:15.951724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Checking segment: {'id': '004e3366-ff91-4990-a78a-447cab3ae027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:15.952119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Bound using segment: {'id': '004e3366-ff91-4990-a78a-447cab3ae027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:34:15.952570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Bound port: a797d15e-b1b3-4122-b12b-96d9d9c49b12, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004e3366-ff91-4990-a78a-447cab3ae027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:34:15.952969 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:15.971184 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-258b9f08-bdec-4596-9225-fcfa818a793b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:16.030959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-258b9f08-bdec-4596-9225-fcfa818a793b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Network d401481c-44e5-4ded-9f8e-f40532c4ecb5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:34:16.036567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-258b9f08-bdec-4596-9225-fcfa818a793b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:16.039817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-258b9f08-bdec-4596-9225-fcfa818a793b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:34:16.100032 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b9f08-bdec-4596-9225-fcfa818a793b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event updated for resources: {'Port': ['ID=36665fb7-adce-444b-a568-87115d727f93,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:16.108677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] For port a797d15e-b1b3-4122-b12b-96d9d9c49b12, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:34:16.117643 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5936775-e853-45e2-9362-a7358c55589f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:16.122035 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5936775-e853-45e2-9362-a7358c55589f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:16.123811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f5936775-e853-45e2-9362-a7358c55589f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f360c224-10a7-4061-ac14-f29d1649f46a HTTP/1.1" status: 204 len: 168 time: 0.5413904 Nov 15 14:34:16.149784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-258b9f08-bdec-4596-9225-fcfa818a793b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:16.150671 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-258b9f08-bdec-4596-9225-fcfa818a793b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:16.160892 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-384699ec-ec87-49ce-a5c0-b13ec04639f7 req-f780fe72-b6d8-4712-9e07-e623fd535854 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 210 time: 0.0685837 Nov 15 14:34:16.162645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] For port a797d15e-b1b3-4122-b12b-96d9d9c49b12, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a797d15e-b1b3-4122-b12b-96d9d9c49b12,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:34:16.177078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5936775-e853-45e2-9362-a7358c55589f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f360c224-10a7-4061-ac14-f29d1649f46a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:16.270363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:16.324782 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-258b9f08-bdec-4596-9225-fcfa818a793b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6558161 Nov 15 14:34:16.327712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:16.328627 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:16.341680 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] 10.222.0.59 "PUT /v2.0/ports/a797d15e-b1b3-4122-b12b-96d9d9c49b12 HTTP/1.1" status: 200 len: 1091 time: 1.7047698 Nov 15 14:34:16.348601 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Request body: {'port': {'device_id': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:16.440797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb4f9e-81d6-435d-91f9-9db60995cb29 service neutron] Pushing event updated for resources: {'Port': ['ID=a797d15e-b1b3-4122-b12b-96d9d9c49b12,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:16.475721 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:16.507674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad7edc92-f339-4d0b-b35c-475515ce4cec None None] Provisioning complete for port 36665fb7-adce-444b-a568-87115d727f93 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:16.508248 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad7edc92-f339-4d0b-b35c-475515ce4cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:16.549113 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad7edc92-f339-4d0b-b35c-475515ce4cec None None] Port 36665fb7-adce-444b-a568-87115d727f93 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:34:16.612758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d620f20-a841-44f4-98b9-7f6fb099d38f req-7f9f23c3-ec79-4f5e-95fb-c30351d95b14 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:16.614374 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d620f20-a841-44f4-98b9-7f6fb099d38f req-7f9f23c3-ec79-4f5e-95fb-c30351d95b14 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 943 time: 0.1098182 Nov 15 14:34:16.636977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf207903-ecda-4066-afc8-b634f7a82175 req-cbc7349e-839f-40ca-86df-a9bb5edc46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:16.638581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-cbc7349e-839f-40ca-86df-a9bb5edc46fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c052523e5234dba9337b3b67cd69a49&device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 1094 time: 0.0926828 Nov 15 14:34:16.713222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b3ddee34-a98a-4b48-8c43-760fe33f6f55 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:16.715910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-63ac2f19-23a5-4231-97b6-bae61e5a00c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a797d15e-b1b3-4122-b12b-96d9d9c49b12 HTTP/1.1" status: 200 len: 217 time: 0.0561931 Nov 15 14:34:16.767101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: b3ddee34-a98a-4b48-8c43-760fe33f6f55 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:16.767833 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b3ddee34-a98a-4b48-8c43-760fe33f6f55 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:16.794238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465c08c-05aa-4bc0-8cb0-ed57da2f7551 req-8863406d-4f2f-4a03-9189-6906b490c90c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:16.806795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e465c08c-05aa-4bc0-8cb0-ed57da2f7551 req-8863406d-4f2f-4a03-9189-6906b490c90c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 950 time: 0.1800766 Nov 15 14:34:16.830744 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d620f20-a841-44f4-98b9-7f6fb099d38f req-d3d3e1aa-e112-472d-8243-be4b5b735c63 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101512 Nov 15 14:34:16.860195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf207903-ecda-4066-afc8-b634f7a82175 req-16113b07-b14e-4028-85b5-8a8321a49a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:16.862365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-16113b07-b14e-4028-85b5-8a8321a49a34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0ed1a7a-2b61-414a-9e85-3465465040c6 HTTP/1.1" status: 200 len: 854 time: 0.1321259 Nov 15 14:34:16.887809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a52190-0188-48da-9068-5efafa412164 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:34:16.898746 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:16.909633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38fb7aed-8472-474c-810b-bee4e6d7ebb1', 'tag': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:16.912811 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c54615-49f1-4245-9974-eb8d6b1e6336" -d '{"events": [{"name": "network-changed", "server_uuid": "38fb7aed-8472-474c-810b-bee4e6d7ebb1", "tag": "a797d15e-b1b3-4122-b12b-96d9d9c49b12"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:16.922872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-029b44c9-0cdd-4f4e-9546-9e9e0fb8c8bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504088 Nov 15 14:34:16.924221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Transition to ACTIVE for port object 61a52190-0188-48da-9068-5efafa412164 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:34:16.937364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e465c08c-05aa-4bc0-8cb0-ed57da2f7551 req-83c38d40-1818-4042-878c-eaa586f53e11 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296496 Nov 15 14:34:17.017080 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd75454-5f74-43f7-8be8-cad735fc9337 x-openstack-request-id: req-acd75454-5f74-43f7-8be8-cad735fc9337 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:17.017360 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38fb7aed-8472-474c-810b-bee4e6d7ebb1", "tag": "a797d15e-b1b3-4122-b12b-96d9d9c49b12", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:17.017604 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-acd75454-5f74-43f7-8be8-cad735fc9337 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:17.017985 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38fb7aed-8472-474c-810b-bee4e6d7ebb1', 'tag': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12', 'status': 'completed', 'code': 200} Nov 15 14:34:17.080318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-9962af37-c57e-4e86-9663-99ab3aaf3400 service neutron] 10.222.0.59 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371553 Nov 15 14:34:17.089268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92a40a-7cf2-421d-a948-2664b7406d0e req-a09e508e-6e6f-4ff1-b0ef-23674e6ca388 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:17.095356 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92a40a-7cf2-421d-a948-2664b7406d0e req-a09e508e-6e6f-4ff1-b0ef-23674e6ca388 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:17.097001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce92a40a-7cf2-421d-a948-2664b7406d0e req-a09e508e-6e6f-4ff1-b0ef-23674e6ca388 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1654 time: 0.0842528 Nov 15 14:34:17.191114 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:17.256034 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Pushing event updated for resources: {'Port': ['ID=61a52190-0188-48da-9068-5efafa412164,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:17.496958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0eaea967-ca03-43a8-9f6a-47dbf6c3d144 req-aeb09425-73d7-412b-bcfe-22fea2c45181 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 210 time: 0.0384817 Nov 15 14:34:17.564959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Attempting to bind port 61a52190-0188-48da-9068-5efafa412164 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:34:17.565739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Attempting to bind port 61a52190-0188-48da-9068-5efafa412164 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'b69a2ee1-f8a8-4d14-80bf-085e542e411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3f9ae70-fb08-4b26-84a1-cce5fcb2923f'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:34:17.566261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Attempting to bind port 61a52190-0188-48da-9068-5efafa412164 on network b3f9ae70-fb08-4b26-84a1-cce5fcb2923f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:17.574359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Port 61a52190-0188-48da-9068-5efafa412164 on network b3f9ae70-fb08-4b26-84a1-cce5fcb2923f not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:34:17.574959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Attempting to bind port 61a52190-0188-48da-9068-5efafa412164 on network b3f9ae70-fb08-4b26-84a1-cce5fcb2923f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:17.581889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:34:17.582722 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Checking segment: {'id': 'b69a2ee1-f8a8-4d14-80bf-085e542e411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3f9ae70-fb08-4b26-84a1-cce5fcb2923f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:17.583293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Bound using segment: {'id': 'b69a2ee1-f8a8-4d14-80bf-085e542e411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3f9ae70-fb08-4b26-84a1-cce5fcb2923f'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:34:17.583902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Bound port: 61a52190-0188-48da-9068-5efafa412164, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69a2ee1-f8a8-4d14-80bf-085e542e411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3f9ae70-fb08-4b26-84a1-cce5fcb2923f'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:34:17.584435 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:17.653555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce92a40a-7cf2-421d-a948-2664b7406d0e req-26e89ac9-853f-42c6-ac5c-92ed84e51cae tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471923 Nov 15 14:34:17.749835 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] For port 61a52190-0188-48da-9068-5efafa412164, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:34:17.753391 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] For port 61a52190-0188-48da-9068-5efafa412164, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=61a52190-0188-48da-9068-5efafa412164,segment=NetworkSegment(b69a2ee1-f8a8-4d14-80bf-085e542e411e),segment_id=b69a2ee1-f8a8-4d14-80bf-085e542e411e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:34:17.755212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf207903-ecda-4066-afc8-b634f7a82175 req-5b46b287-fbdb-4984-a894-ce03fea0cc16 service neutron] 10.222.0.59 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571860 Nov 15 14:34:17.949910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df64bfd-6426-4ec5-81dc-ce54d86535bd req-e3d1e2bb-48f4-4803-8039-267d2cd1648b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:17.952807 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5df64bfd-6426-4ec5-81dc-ce54d86535bd req-e3d1e2bb-48f4-4803-8039-267d2cd1648b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 943 time: 0.0535536 Nov 15 14:34:17.998985 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:18.018584 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5df64bfd-6426-4ec5-81dc-ce54d86535bd req-b4dc831d-0ed1-41e4-b76d-2b2069d01b73 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589840 Nov 15 14:34:18.087930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.088498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:18.089913 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] 10.222.0.59 "PUT /v2.0/ports/61a52190-0188-48da-9068-5efafa412164 HTTP/1.1" status: 200 len: 1091 time: 1.7488248 Nov 15 14:34:18.090358 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'tag': '61a52190-0188-48da-9068-5efafa412164'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:18.092698 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5fceb2-7593-464a-90a4-02498e658be5" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e3c6f5-cf9f-473f-ac48-b196cf1e2228", "tag": "61a52190-0188-48da-9068-5efafa412164"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:18.153788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c54615-49f1-4245-9974-eb8d6b1e6336 req-c8d99da4-25bf-415e-bc86-7e73b273bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.155064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3c54615-49f1-4245-9974-eb8d6b1e6336 req-c8d99da4-25bf-415e-bc86-7e73b273bcd0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c052523e5234dba9337b3b67cd69a49&device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 1094 time: 0.1283150 Nov 15 14:34:18.166543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c55ea0-e6b5-47cb-8139-15b1448304f6 service neutron] Pushing event updated for resources: {'Port': ['ID=61a52190-0188-48da-9068-5efafa412164,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:18.190763 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126b0952-a129-4d08-880e-3fb6c9edd23d x-openstack-request-id: req-126b0952-a129-4d08-880e-3fb6c9edd23d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:18.191380 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e3c6f5-cf9f-473f-ac48-b196cf1e2228", "tag": "61a52190-0188-48da-9068-5efafa412164", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:18.192427 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-126b0952-a129-4d08-880e-3fb6c9edd23d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:18.193222 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'tag': '61a52190-0188-48da-9068-5efafa412164', 'status': 'completed', 'code': 200} Nov 15 14:34:18.295881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc8422-124b-4849-9eac-738370ef08a0 req-c23dae3d-13d5-4255-9b40-25a7f216c65e tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.307720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3fc8422-124b-4849-9eac-738370ef08a0 req-c23dae3d-13d5-4255-9b40-25a7f216c65e tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 950 time: 0.1792505 Nov 15 14:34:18.324708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Request body: {'port': {'device_id': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:18.400920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fceb2-7593-464a-90a4-02498e658be5 req-6375af65-4486-4420-8fa6-9e08c669bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.401453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fceb2-7593-464a-90a4-02498e658be5 req-6375af65-4486-4420-8fa6-9e08c669bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.403633 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb5fceb2-7593-464a-90a4-02498e658be5 req-6375af65-4486-4420-8fa6-9e08c669bf02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d009dd5851543849d345ab355a10d3b&device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1913 time: 0.1861191 Nov 15 14:34:18.424196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3fc8422-124b-4849-9eac-738370ef08a0 req-1b3d3541-7c42-47f2-a19d-defbd40f44ad tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152344 Nov 15 14:34:18.426280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194f8a7-e6ef-4874-b3be-8e37d5b54ec7 req-b924316a-07b4-4c8a-b9bc-5b921adb862a tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.431152 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9194f8a7-e6ef-4874-b3be-8e37d5b54ec7 req-b924316a-07b4-4c8a-b9bc-5b921adb862a tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 950 time: 0.1184051 Nov 15 14:34:18.432811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c54615-49f1-4245-9974-eb8d6b1e6336 req-7dc6ce86-6526-429a-8060-542707556e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.432811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3c54615-49f1-4245-9974-eb8d6b1e6336 req-7dc6ce86-6526-429a-8060-542707556e20 service neutron] 10.222.0.59 "GET /v2.0/networks?id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 HTTP/1.1" status: 200 len: 915 time: 0.2394750 Nov 15 14:34:18.489570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3c54615-49f1-4245-9974-eb8d6b1e6336 req-01d25c1c-79b7-4f01-aa5f-77962d8a8dff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a797d15e-b1b3-4122-b12b-96d9d9c49b12 HTTP/1.1" status: 200 len: 217 time: 0.0408432 Nov 15 14:34:18.490256 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:18.730377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fceb2-7593-464a-90a4-02498e658be5 req-282f0b6d-dbf8-4683-97e5-50625bde9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.730377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fceb2-7593-464a-90a4-02498e658be5 req-282f0b6d-dbf8-4683-97e5-50625bde9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.730377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fceb2-7593-464a-90a4-02498e658be5 req-282f0b6d-dbf8-4683-97e5-50625bde9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.730377 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb5fceb2-7593-464a-90a4-02498e658be5 req-282f0b6d-dbf8-4683-97e5-50625bde9f63 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1d009dd5851543849d345ab355a10d3b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2974494 Nov 15 14:34:18.730863 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13b9486b-f95f-449a-9109-f25eb4b30c73 req-dda5a1de-5d5e-4876-9a7e-b5b09cd0d893 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 210 time: 0.1078904 Nov 15 14:34:18.733374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9194f8a7-e6ef-4874-b3be-8e37d5b54ec7 req-4f28a82d-5f99-4ba7-af47-4e2fea04bbc3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Deleting port f7a91751-6732-4509-b37f-ee8a486d491e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:18.733832 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9194f8a7-e6ef-4874-b3be-8e37d5b54ec7 req-4f28a82d-5f99-4ba7-af47-4e2fea04bbc3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:18.757166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c54615-49f1-4245-9974-eb8d6b1e6336 req-4b21a3c9-18fb-4545-b1f1-430aaa9e774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.758839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3c54615-49f1-4245-9974-eb8d6b1e6336 req-4b21a3c9-18fb-4545-b1f1-430aaa9e774c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0ed1a7a-2b61-414a-9e85-3465465040c6 HTTP/1.1" status: 200 len: 854 time: 0.2576463 Nov 15 14:34:18.873406 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3c54615-49f1-4245-9974-eb8d6b1e6336 req-f95484fe-c7eb-498f-bd8c-d078a611b2c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712805 Nov 15 14:34:18.913299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac41b8-6ae2-43ef-94f1-1aca88cfd81f req-fa7139ee-b14d-4566-bedc-640456e8ef96 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.920081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac41b8-6ae2-43ef-94f1-1aca88cfd81f req-fa7139ee-b14d-4566-bedc-640456e8ef96 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.928754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12ac41b8-6ae2-43ef-94f1-1aca88cfd81f req-fa7139ee-b14d-4566-bedc-640456e8ef96 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1666 time: 0.1253858 Nov 15 14:34:18.979833 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fceb2-7593-464a-90a4-02498e658be5 req-613cd616-3083-46c6-9d52-f884a1fb2142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:18.983962 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb5fceb2-7593-464a-90a4-02498e658be5 req-613cd616-3083-46c6-9d52-f884a1fb2142 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2457824 Nov 15 14:34:19.014374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9194f8a7-e6ef-4874-b3be-8e37d5b54ec7 req-4f28a82d-5f99-4ba7-af47-4e2fea04bbc3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] For port f7a91751-6732-4509-b37f-ee8a486d491e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7a91751-6732-4509-b37f-ee8a486d491e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:19.014852 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9194f8a7-e6ef-4874-b3be-8e37d5b54ec7 req-4f28a82d-5f99-4ba7-af47-4e2fea04bbc3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:19.027898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9194f8a7-e6ef-4874-b3be-8e37d5b54ec7 req-4f28a82d-5f99-4ba7-af47-4e2fea04bbc3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Calling delete_port for f7a91751-6732-4509-b37f-ee8a486d491e owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:19.236776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12ac41b8-6ae2-43ef-94f1-1aca88cfd81f req-e461d2a8-b61c-4eef-b61f-fed308aea5f9 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944977 Nov 15 14:34:19.253608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3c54615-49f1-4245-9974-eb8d6b1e6336 req-7b94ff2a-16bc-43de-88d4-54cb6e522199 service neutron] 10.222.0.59 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708563 Nov 15 14:34:19.300450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93460eb5-ea82-49f4-b268-ccfcc6f67997 req-7580a353-2718-4fc3-a6c8-c73bbfafb028 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:19.301986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93460eb5-ea82-49f4-b268-ccfcc6f67997 req-7580a353-2718-4fc3-a6c8-c73bbfafb028 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 943 time: 0.1581378 Nov 15 14:34:19.369308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36665fb7-adce-444b-a568-87115d727f93 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:34:19.381665 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:19.427038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Transition to ACTIVE for port object 36665fb7-adce-444b-a568-87115d727f93 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:34:19.440014 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93460eb5-ea82-49f4-b268-ccfcc6f67997 req-ecf2dddc-fbaa-4be4-8209-d1900ea35dd4 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266339 Nov 15 14:34:19.449556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3c54615-49f1-4245-9974-eb8d6b1e6336 req-c8d28d6c-3482-498f-8b7d-0d1df045fca2 service neutron] 10.222.0.59 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862268 Nov 15 14:34:19.500096 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9194f8a7-e6ef-4874-b3be-8e37d5b54ec7 req-4f28a82d-5f99-4ba7-af47-4e2fea04bbc3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:19.512530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['f7a91751-6732-4509-b37f-ee8a486d491e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:34:19.534219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:34:19.544783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28a82d-5f99-4ba7-af47-4e2fea04bbc3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Pushing event deleted for resources: {'Port': ['ID=f7a91751-6732-4509-b37f-ee8a486d491e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:19.568924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae519919-57d2-471f-a9e5-c1020378cdd5 req-7a00e3dc-d769-4096-b6f2-98fd6f7a15e4 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c7fe23-f917-4474-bcf4-c097b2b7bafe HTTP/1.1" status: 200 len: 210 time: 0.0473475 Nov 15 14:34:19.613721 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:19.620610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9194f8a7-e6ef-4874-b3be-8e37d5b54ec7 req-4f28a82d-5f99-4ba7-af47-4e2fea04bbc3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] No DVR routers for this DVR port f7a91751-6732-4509-b37f-ee8a486d491e on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:19.625236 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9194f8a7-e6ef-4874-b3be-8e37d5b54ec7 req-4f28a82d-5f99-4ba7-af47-4e2fea04bbc3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:19.633556 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9194f8a7-e6ef-4874-b3be-8e37d5b54ec7 req-4f28a82d-5f99-4ba7-af47-4e2fea04bbc3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.46 "DELETE /v2.0/ports/f7a91751-6732-4509-b37f-ee8a486d491e HTTP/1.1" status: 204 len: 173 time: 1.1944692 Nov 15 14:34:19.699972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Pushing event updated for resources: {'Port': ['ID=36665fb7-adce-444b-a568-87115d727f93,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:19.947641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Attempting to bind port 36665fb7-adce-444b-a568-87115d727f93 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:34:19.948105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Attempting to bind port 36665fb7-adce-444b-a568-87115d727f93 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '4447a7d8-b4e6-413f-b814-1ea575b52bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd401481c-44e5-4ded-9f8e-f40532c4ecb5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:34:19.948537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Attempting to bind port 36665fb7-adce-444b-a568-87115d727f93 on network d401481c-44e5-4ded-9f8e-f40532c4ecb5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:20.003866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5ffd95a9-8ad0-4c5a-9345-9004e9a091f5 req-a92d737f-57ee-4343-b03a-b611a2d7ecba tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 210 time: 0.0903823 Nov 15 14:34:20.005062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Port 36665fb7-adce-444b-a568-87115d727f93 on network d401481c-44e5-4ded-9f8e-f40532c4ecb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:34:20.005463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Attempting to bind port 36665fb7-adce-444b-a568-87115d727f93 on network d401481c-44e5-4ded-9f8e-f40532c4ecb5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:20.025569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:34:20.025923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Checking segment: {'id': '4447a7d8-b4e6-413f-b814-1ea575b52bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd401481c-44e5-4ded-9f8e-f40532c4ecb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:20.026320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Bound using segment: {'id': '4447a7d8-b4e6-413f-b814-1ea575b52bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd401481c-44e5-4ded-9f8e-f40532c4ecb5'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:34:20.026801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Bound port: 36665fb7-adce-444b-a568-87115d727f93, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4447a7d8-b4e6-413f-b814-1ea575b52bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd401481c-44e5-4ded-9f8e-f40532c4ecb5'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:34:20.027166 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:20.028027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51612) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:20.096725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] For port 36665fb7-adce-444b-a568-87115d727f93, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:34:20.100811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] For port 36665fb7-adce-444b-a568-87115d727f93, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=36665fb7-adce-444b-a568-87115d727f93,segment=NetworkSegment(4447a7d8-b4e6-413f-b814-1ea575b52bfa),segment_id=4447a7d8-b4e6-413f-b814-1ea575b52bfa)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:34:20.172822 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:20.215164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:20.219571 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:20.219571 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] 10.222.0.59 "PUT /v2.0/ports/36665fb7-adce-444b-a568-87115d727f93 HTTP/1.1" status: 200 len: 1092 time: 1.8977635 Nov 15 14:34:20.219571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'tag': '36665fb7-adce-444b-a568-87115d727f93'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:20.220066 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b0dc46-e2f3-48d7-8dee-10db2ef9d971" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e3c6f5-cf9f-473f-ac48-b196cf1e2228", "tag": "36665fb7-adce-444b-a568-87115d727f93"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:20.220483 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c7fe23-f917-4474-bcf4-c097b2b7bafe', 'name': 'network-vif-deleted', 'tag': 'f7a91751-6732-4509-b37f-ee8a486d491e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:20.225242 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271edb12-4ecf-4a7e-96fe-288ce7c42e2a" -d '{"events": [{"server_uuid": "e9c7fe23-f917-4474-bcf4-c097b2b7bafe", "name": "network-vif-deleted", "tag": "f7a91751-6732-4509-b37f-ee8a486d491e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:20.230136 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-773a0982-9c8b-477d-a7e8-261c8e532192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:20.287954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c075c3-d2a0-4048-885d-6455b896739b service neutron] Pushing event updated for resources: {'Port': ['ID=36665fb7-adce-444b-a568-87115d727f93,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:20.298577 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bfab39-3f50-45eb-9d24-305f15bffa1a x-openstack-request-id: req-40bfab39-3f50-45eb-9d24-305f15bffa1a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:20.299252 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c7fe23-f917-4474-bcf4-c097b2b7bafe", "name": "network-vif-deleted", "tag": "f7a91751-6732-4509-b37f-ee8a486d491e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:20.299722 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40bfab39-3f50-45eb-9d24-305f15bffa1a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:20.300310 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c7fe23-f917-4474-bcf4-c097b2b7bafe', 'name': 'network-vif-deleted', 'tag': 'f7a91751-6732-4509-b37f-ee8a486d491e', 'status': 'completed', 'code': 200} Nov 15 14:34:20.381110 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-773a0982-9c8b-477d-a7e8-261c8e532192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:20.440110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-9f873f94-19b7-481b-8515-e66ec928983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:20.440585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-9f873f94-19b7-481b-8515-e66ec928983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:20.443776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-9f873f94-19b7-481b-8515-e66ec928983a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d009dd5851543849d345ab355a10d3b&device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1980 time: 0.0840869 Nov 15 14:34:20.493772 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-47bea93b-c021-4da4-b043-48ee0924cf77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=61a52190-0188-48da-9068-5efafa412164 HTTP/1.1" status: 200 len: 217 time: 0.0415101 Nov 15 14:34:20.503560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428ab21-09bd-44c1-8bee-42d15bc39593 req-c0f69d3b-301c-4a1d-80e2-d582249c36ae tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:20.510155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428ab21-09bd-44c1-8bee-42d15bc39593 req-c0f69d3b-301c-4a1d-80e2-d582249c36ae tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:20.516011 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-773a0982-9c8b-477d-a7e8-261c8e532192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:20.518678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1428ab21-09bd-44c1-8bee-42d15bc39593 req-c0f69d3b-301c-4a1d-80e2-d582249c36ae tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1678 time: 0.1160131 Nov 15 14:34:20.521637 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c231fc02-8e26-4590-ac7b-439449c8781f x-openstack-request-id: req-c231fc02-8e26-4590-ac7b-439449c8781f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:20.522023 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e3c6f5-cf9f-473f-ac48-b196cf1e2228", "tag": "36665fb7-adce-444b-a568-87115d727f93", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:20.522284 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c231fc02-8e26-4590-ac7b-439449c8781f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:20.522767 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'tag': '36665fb7-adce-444b-a568-87115d727f93', 'status': 'completed', 'code': 200} Nov 15 14:34:20.596113 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-773a0982-9c8b-477d-a7e8-261c8e532192 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6348487b4c34734b8e6ce91fe6ded94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5643735 Nov 15 14:34:20.596350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51630) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:20.603711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a0982-9c8b-477d-a7e8-261c8e532192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade5c0d-bc1b-4781-b52a-c88e5c960952,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:20.639476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-7f19ed19-7769-4d45-b4b2-4b4eeca01d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:20.641137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-7f19ed19-7769-4d45-b4b2-4b4eeca01d66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2bab89c4-5ae5-46d7-b4b2-d38800923372 HTTP/1.1" status: 200 len: 801 time: 0.1169260 Nov 15 14:34:20.667654 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ec352f-c252-4b9e-8a3d-2d1022845656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:20.691231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1428ab21-09bd-44c1-8bee-42d15bc39593 req-5779667c-97c5-4904-8fc4-f6b0b542395d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711962 Nov 15 14:34:20.694334 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ec352f-c252-4b9e-8a3d-2d1022845656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:20.720491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b06ac-cbfa-4421-b853-9bae1805fddc req-490c7c50-9573-4623-818e-31de281bd2ad tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:20.728679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-540b06ac-cbfa-4421-b853-9bae1805fddc req-490c7c50-9573-4623-818e-31de281bd2ad tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 943 time: 0.1464002 Nov 15 14:34:20.751244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a797d15e-b1b3-4122-b12b-96d9d9c49b12 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:34:20.788427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-3b2addb0-e94b-4936-bcb1-c3fc55bcbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:20.790137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-3b2addb0-e94b-4936-bcb1-c3fc55bcbcd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3f9ae70-fb08-4b26-84a1-cce5fcb2923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1394875 Nov 15 14:34:20.882280 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ec352f-c252-4b9e-8a3d-2d1022845656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:20.885227 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ec352f-c252-4b9e-8a3d-2d1022845656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:20.889586 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-24ec352f-c252-4b9e-8a3d-2d1022845656 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ade5c0d-bc1b-4781-b52a-c88e5c960952 HTTP/1.1" status: 204 len: 168 time: 0.2891719 Nov 15 14:34:20.895770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec352f-c252-4b9e-8a3d-2d1022845656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade5c0d-bc1b-4781-b52a-c88e5c960952,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:20.916610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-540b06ac-cbfa-4421-b853-9bae1805fddc req-5f09546c-b17f-437a-83d5-4654d0ee8742 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838579 Nov 15 14:34:20.941657 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a797d15e-b1b3-4122-b12b-96d9d9c49b12, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a797d15e-b1b3-4122-b12b-96d9d9c49b12,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:20.961384 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12', 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9', 'port_id': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12', 'mac_address': 'fa:16:3e:bf:aa:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ed1a7a-2b61-414a-9e85-3465465040c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:34:20.993015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-732852ce-b8de-4a83-a62a-390d707515f8 service neutron] 10.222.0.59 "GET /v2.0/networks/b3f9ae70-fb08-4b26-84a1-cce5fcb2923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913033 Nov 15 14:34:21.019480 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:21.042265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a797d15e-b1b3-4122-b12b-96d9d9c49b12 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:34:21.069502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a797d15e-b1b3-4122-b12b-96d9d9c49b12, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a797d15e-b1b3-4122-b12b-96d9d9c49b12,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:21.106113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-2fb1b12d-1a3b-4d36-9bb5-56c669c83148 service neutron] 10.222.0.59 "GET /v2.0/networks/b3f9ae70-fb08-4b26-84a1-cce5fcb2923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037402 Nov 15 14:34:21.158068 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-2b993175-c45e-4551-bf8b-cb50b47f925e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=36665fb7-adce-444b-a568-87115d727f93 HTTP/1.1" status: 200 len: 217 time: 0.0428481 Nov 15 14:34:21.196371 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:21.237130 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-445f5e84-1d10-4e08-ba13-3e22457323ae req-04d0b2f2-0d6a-4b0b-9b81-430f510e3445 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 210 time: 0.0300207 Nov 15 14:34:21.238898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-04481a30-029a-46fd-abeb-c16a20623b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:21.240015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-04481a30-029a-46fd-abeb-c16a20623b42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12cdd3c2-605d-4e3c-af5f-46fa6650edde HTTP/1.1" status: 200 len: 801 time: 0.0724339 Nov 15 14:34:21.253876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a797d15e-b1b3-4122-b12b-96d9d9c49b12,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:21.311970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-6997473e-dd1b-473d-9419-23ebd57c1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:21.314255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-6997473e-dd1b-473d-9419-23ebd57c1c96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d401481c-44e5-4ded-9f8e-f40532c4ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575449 Nov 15 14:34:21.427928 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-cfa95721-28b8-454c-b787-af96e6e2cce4 service neutron] 10.222.0.59 "GET /v2.0/networks/d401481c-44e5-4ded-9f8e-f40532c4ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023073 Nov 15 14:34:21.535144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48870ff3-8400-4c89-b3eb-ddba265b952a req-8df21cff-1c12-433d-bcfc-6bbff4b815a3 service neutron] 10.222.0.59 "GET /v2.0/networks/d401481c-44e5-4ded-9f8e-f40532c4ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983629 Nov 15 14:34:21.547643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['a797d15e-b1b3-4122-b12b-96d9d9c49b12'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:34:21.666641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00237ad8-2214-475b-a147-54b7d47d220d req-22ef3836-e8d4-433a-bee7-6adb6f16922e tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:21.668554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00237ad8-2214-475b-a147-54b7d47d220d req-22ef3836-e8d4-433a-bee7-6adb6f16922e tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 950 time: 0.0591366 Nov 15 14:34:21.722974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00237ad8-2214-475b-a147-54b7d47d220d req-a175bf3c-93f9-49bb-a108-7570992fe61c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459993 Nov 15 14:34:21.848295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dc46-e2f3-48d7-8dee-10db2ef9d971 req-84f7ec2d-9db9-4c5f-8a96-aceb78acd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:21.848777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dc46-e2f3-48d7-8dee-10db2ef9d971 req-84f7ec2d-9db9-4c5f-8a96-aceb78acd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:21.850435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13b0dc46-e2f3-48d7-8dee-10db2ef9d971 req-84f7ec2d-9db9-4c5f-8a96-aceb78acd945 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d009dd5851543849d345ab355a10d3b&device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1980 time: 0.0728405 Nov 15 14:34:21.864361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90580ecb-2736-4519-86dd-aa7c13b2c13c req-66ecad0f-1d23-44dc-844b-953775d06b79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:21.870521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90580ecb-2736-4519-86dd-aa7c13b2c13c req-66ecad0f-1d23-44dc-844b-953775d06b79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:21.872121 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90580ecb-2736-4519-86dd-aa7c13b2c13c req-66ecad0f-1d23-44dc-844b-953775d06b79 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1678 time: 0.0966320 Nov 15 14:34:21.897165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:21.914127 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70285de6-6cf6-45dd-b56f-4c7990c6f693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:21.993225 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70285de6-6cf6-45dd-b56f-4c7990c6f693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:22.000964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90580ecb-2736-4519-86dd-aa7c13b2c13c req-63191063-7ba2-491f-9622-4bbaac8ad22b tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186776 Nov 15 14:34:22.024037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dc46-e2f3-48d7-8dee-10db2ef9d971 req-ae489b0b-7800-4a70-8439-5d784bd59916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:22.025471 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13b0dc46-e2f3-48d7-8dee-10db2ef9d971 req-ae489b0b-7800-4a70-8439-5d784bd59916 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d401481c-44e5-4ded-9f8e-f40532c4ecb5 HTTP/1.1" status: 200 len: 902 time: 0.1519163 Nov 15 14:34:22.098168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13b0dc46-e2f3-48d7-8dee-10db2ef9d971 req-691ac413-2694-4d2a-80d4-5a0eb5354955 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=36665fb7-adce-444b-a568-87115d727f93 HTTP/1.1" status: 200 len: 217 time: 0.0594556 Nov 15 14:34:22.133032 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70285de6-6cf6-45dd-b56f-4c7990c6f693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:22.157742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043123a7-5ba0-491d-b0df-6fd11152f406 req-709137ef-a754-44ce-a744-341edbd6a6a1 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:22.160094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-043123a7-5ba0-491d-b0df-6fd11152f406 req-709137ef-a754-44ce-a744-341edbd6a6a1 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 944 time: 0.1302023 Nov 15 14:34:22.167694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51670) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:22.190632 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-70285de6-6cf6-45dd-b56f-4c7990c6f693 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0402b897afa545a0b650581743cbc39f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908518 Nov 15 14:34:22.198023 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:22.203985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70285de6-6cf6-45dd-b56f-4c7990c6f693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae53456c-5905-4956-8cd4-1bb4965d9280,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:22.205495 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dc46-e2f3-48d7-8dee-10db2ef9d971 req-decbb68d-8a94-4fe5-a6c5-6c436287d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:22.207844 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13b0dc46-e2f3-48d7-8dee-10db2ef9d971 req-decbb68d-8a94-4fe5-a6c5-6c436287d6c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12cdd3c2-605d-4e3c-af5f-46fa6650edde HTTP/1.1" status: 200 len: 801 time: 0.0960658 Nov 15 14:34:22.287739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-043123a7-5ba0-491d-b0df-6fd11152f406 req-5761ee7b-c30a-4ae1-9287-d6c3f0c70ad1 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208158 Nov 15 14:34:22.328107 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2af59be8-a251-48b9-ab74-1f29e6f9605d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:22.338354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dc46-e2f3-48d7-8dee-10db2ef9d971 req-4b0356e7-f055-4717-a93b-65113ec67d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:22.339858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13b0dc46-e2f3-48d7-8dee-10db2ef9d971 req-4b0356e7-f055-4717-a93b-65113ec67d15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d401481c-44e5-4ded-9f8e-f40532c4ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1155565 Nov 15 14:34:22.342431 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41102cb6-36cf-43f2-ae73-11ba57bde9bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:22.399439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-960a30d2-cc13-44d3-976f-a1323a1ed21a req-1a91f794-e2fd-4bab-b9f5-6609ccd5d777 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 210 time: 0.0504389 Nov 15 14:34:22.401188 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2af59be8-a251-48b9-ab74-1f29e6f9605d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:22.541436 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13b0dc46-e2f3-48d7-8dee-10db2ef9d971 req-124af6da-3b79-484d-a98b-43ef32ebd062 service neutron] 10.222.0.59 "GET /v2.0/networks/d401481c-44e5-4ded-9f8e-f40532c4ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738935 Nov 15 14:34:22.570915 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41102cb6-36cf-43f2-ae73-11ba57bde9bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:22.641372 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2af59be8-a251-48b9-ab74-1f29e6f9605d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:22.643989 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2af59be8-a251-48b9-ab74-1f29e6f9605d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:22.645133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2af59be8-a251-48b9-ab74-1f29e6f9605d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae53456c-5905-4956-8cd4-1bb4965d9280 HTTP/1.1" status: 204 len: 168 time: 0.4461246 Nov 15 14:34:22.661102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13b0dc46-e2f3-48d7-8dee-10db2ef9d971 req-e4d42af2-8a02-42f3-a803-ce2cea4f117a service neutron] 10.222.0.59 "GET /v2.0/networks/d401481c-44e5-4ded-9f8e-f40532c4ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020420 Nov 15 14:34:22.661922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af59be8-a251-48b9-ab74-1f29e6f9605d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae53456c-5905-4956-8cd4-1bb4965d9280,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:22.709938 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41102cb6-36cf-43f2-ae73-11ba57bde9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:22.754135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:22.754367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-41102cb6-36cf-43f2-ae73-11ba57bde9bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e443ef0f652b4d2aaa88bae71a056244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5854805 Nov 15 14:34:22.755244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41102cb6-36cf-43f2-ae73-11ba57bde9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414fc9a4-f312-4bf4-9143-75a56b1356c5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:22.766623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a797d15e-b1b3-4122-b12b-96d9d9c49b12 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:22.837418 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd2be-6430-4384-852a-11175beffbf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:22.860459 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd2be-6430-4384-852a-11175beffbf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:22.873800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0536a-991a-4ab5-8d02-cbdcf5a4ace2 req-39b72450-5441-42b3-a3db-19156672247e tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:22.875318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fef0536a-991a-4ab5-8d02-cbdcf5a4ace2 req-39b72450-5441-42b3-a3db-19156672247e tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 950 time: 0.0513937 Nov 15 14:34:22.929946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fef0536a-991a-4ab5-8d02-cbdcf5a4ace2 req-5588d6d4-56ad-455f-8972-c77f40ca1ec0 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447726 Nov 15 14:34:22.961679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port a797d15e-b1b3-4122-b12b-96d9d9c49b12 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:34:22.965971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port a797d15e-b1b3-4122-b12b-96d9d9c49b12 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:22.967020 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:23.019534 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd2be-6430-4384-852a-11175beffbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:23.028219 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd2be-6430-4384-852a-11175beffbf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:23.028219 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0fbcd2be-6430-4384-852a-11175beffbf4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/414fc9a4-f312-4bf4-9143-75a56b1356c5 HTTP/1.1" status: 204 len: 168 time: 0.2692351 Nov 15 14:34:23.044375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcd2be-6430-4384-852a-11175beffbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414fc9a4-f312-4bf4-9143-75a56b1356c5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:23.049717 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:23.082157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fb7aed-8472-474c-810b-bee4e6d7ebb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:23.084584 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8395ce-c4b8-4177-86ba-1d450998fad1" -d '{"events": [{"server_uuid": "38fb7aed-8472-474c-810b-bee4e6d7ebb1", "name": "network-vif-plugged", "status": "completed", "tag": "a797d15e-b1b3-4122-b12b-96d9d9c49b12"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:23.091808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f7a91751-6732-4509-b37f-ee8a486d491e no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:23.130790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a797d15e-b1b3-4122-b12b-96d9d9c49b12, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a797d15e-b1b3-4122-b12b-96d9d9c49b12,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:23.132466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: f7a91751-6732-4509-b37f-ee8a486d491e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:23.132808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f7a91751-6732-4509-b37f-ee8a486d491e not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:23.155531 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f376712f-5d9c-4f47-a991-ee6143110423 x-openstack-request-id: req-f376712f-5d9c-4f47-a991-ee6143110423 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:23.173649 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fb7aed-8472-474c-810b-bee4e6d7ebb1", "name": "network-vif-plugged", "status": "completed", "tag": "a797d15e-b1b3-4122-b12b-96d9d9c49b12", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:23.173649 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f376712f-5d9c-4f47-a991-ee6143110423 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:23.173649 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fb7aed-8472-474c-810b-bee4e6d7ebb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12', 'code': 200} Nov 15 14:34:23.175110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a48f3e-a3b9-4789-ab1e-104912de112f req-7d7d6623-e047-47ae-b683-2493d978cd31 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:23.181742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a48f3e-a3b9-4789-ab1e-104912de112f req-7d7d6623-e047-47ae-b683-2493d978cd31 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:23.183377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25a48f3e-a3b9-4789-ab1e-104912de112f req-7d7d6623-e047-47ae-b683-2493d978cd31 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1678 time: 0.0674136 Nov 15 14:34:23.248628 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25a48f3e-a3b9-4789-ab1e-104912de112f req-aa5b9188-f578-4fe2-9c87-af53cd9370a8 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525744 Nov 15 14:34:23.293013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e4841-c934-4df4-88f5-f919cd0a2083 req-8c1b217d-7dc1-4a95-9610-50ffe3a7aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:23.294617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c0e4841-c934-4df4-88f5-f919cd0a2083 req-8c1b217d-7dc1-4a95-9610-50ffe3a7aaf2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 1095 time: 0.0409350 Nov 15 14:34:23.352937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c0e4841-c934-4df4-88f5-f919cd0a2083 req-43481dba-f375-45c8-9c29-4647c28107a9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Nov 15 14:34:23.411312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907ae26-393b-4558-9c84-f7d7fb5830f7 req-98882725-6934-4843-8901-136f2c51a22c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:23.412759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1907ae26-393b-4558-9c84-f7d7fb5830f7 req-98882725-6934-4843-8901-136f2c51a22c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 944 time: 0.0474617 Nov 15 14:34:23.420547 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:23.470525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1907ae26-393b-4558-9c84-f7d7fb5830f7 req-5e50b926-cd8f-4de3-ad45-bb88a543cb2a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517852 Nov 15 14:34:23.477714 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a797d15e-b1b3-4122-b12b-96d9d9c49b12,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:23.506720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f456dfda-eb09-4e07-b956-a064a101cbeb req-c800ac13-4c38-4aef-aaab-bf8474da5ede tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fd6f6ef-0e8e-4926-9b5f-e001d7140f2c HTTP/1.1" status: 200 len: 210 time: 0.0320885 Nov 15 14:34:23.671892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b4a2b-b252-409d-977e-b842bb052992 req-0f37703f-bb1f-411b-a24d-43c84ddd815c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:23.673657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe7b4a2b-b252-409d-977e-b842bb052992 req-0f37703f-bb1f-411b-a24d-43c84ddd815c tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.59 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 950 time: 0.0531800 Nov 15 14:34:23.812159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fe7b4a2b-b252-409d-977e-b842bb052992 req-c4a11d9f-b456-49fa-afe2-b684fcc143f3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Deleting port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:23.812512 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe7b4a2b-b252-409d-977e-b842bb052992 req-c4a11d9f-b456-49fa-afe2-b684fcc143f3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:23.922851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fe7b4a2b-b252-409d-977e-b842bb052992 req-c4a11d9f-b456-49fa-afe2-b684fcc143f3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] For port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:23.923218 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe7b4a2b-b252-409d-977e-b842bb052992 req-c4a11d9f-b456-49fa-afe2-b684fcc143f3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:23.935851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fe7b4a2b-b252-409d-977e-b842bb052992 req-c4a11d9f-b456-49fa-afe2-b684fcc143f3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Calling delete_port for e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:24.159398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689183f5-792d-461c-8bf9-36dd52e52b3f req-a4b77abf-cb15-4fbe-92b1-ee51b16cb83e tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:24.165755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-689183f5-792d-461c-8bf9-36dd52e52b3f req-a4b77abf-cb15-4fbe-92b1-ee51b16cb83e tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 950 time: 0.1222067 Nov 15 14:34:24.220888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-689183f5-792d-461c-8bf9-36dd52e52b3f req-b3664615-0716-4f68-9cd4-893230b0d2da tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b690b90-8286-4f32-946a-424bfc1144e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532482 Nov 15 14:34:24.355687 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe7b4a2b-b252-409d-977e-b842bb052992 req-c4a11d9f-b456-49fa-afe2-b684fcc143f3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:24.374084 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51728) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:24.377730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:34:24.390734 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e67c180a-57f3-4154-a02f-dfc5507bec20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:24.417815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a11d9f-b456-49fa-afe2-b684fcc143f3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Pushing event deleted for resources: {'Port': ['ID=e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:24.481113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e67c180a-57f3-4154-a02f-dfc5507bec20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:24.499254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002e6b7-e72f-41ef-97a8-283a2a515ec7 req-7d5ff130-6130-4c4f-ab6d-932e83e0e30d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:24.507019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002e6b7-e72f-41ef-97a8-283a2a515ec7 req-7d5ff130-6130-4c4f-ab6d-932e83e0e30d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:24.508567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a002e6b7-e72f-41ef-97a8-283a2a515ec7 req-7d5ff130-6130-4c4f-ab6d-932e83e0e30d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1678 time: 0.1803746 Nov 15 14:34:24.509846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7b4a2b-b252-409d-977e-b842bb052992 req-c4a11d9f-b456-49fa-afe2-b684fcc143f3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] No DVR routers for this DVR port e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:24.512576 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe7b4a2b-b252-409d-977e-b842bb052992 req-c4a11d9f-b456-49fa-afe2-b684fcc143f3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:24.517596 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe7b4a2b-b252-409d-977e-b842bb052992 req-c4a11d9f-b456-49fa-afe2-b684fcc143f3 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.59 "DELETE /v2.0/ports/e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 HTTP/1.1" status: 204 len: 173 time: 0.8333964 Nov 15 14:34:24.518172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949f8548-8279-4df4-a317-11af6758aa08', 'name': 'network-vif-deleted', 'tag': 'e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:24.520849 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c98f7f8-7234-4774-bf52-a2edc65b00f3" -d '{"events": [{"server_uuid": "949f8548-8279-4df4-a317-11af6758aa08", "name": "network-vif-deleted", "tag": "e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:24.606238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a002e6b7-e72f-41ef-97a8-283a2a515ec7 req-3fcd88ef-59b0-47f1-8b32-989484a96371 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792115 Nov 15 14:34:24.632599 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e67c180a-57f3-4154-a02f-dfc5507bec20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:24.686929 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea02c61e-15aa-4ce2-9d0e-eaf33de710eb x-openstack-request-id: req-ea02c61e-15aa-4ce2-9d0e-eaf33de710eb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:24.687218 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949f8548-8279-4df4-a317-11af6758aa08", "name": "network-vif-deleted", "tag": "e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:24.694905 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea02c61e-15aa-4ce2-9d0e-eaf33de710eb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:24.694905 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949f8548-8279-4df4-a317-11af6758aa08', 'name': 'network-vif-deleted', 'tag': 'e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9', 'status': 'completed', 'code': 200} Nov 15 14:34:24.708202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dffdc3-5b9c-4976-9580-c008f3fb2027 req-8d0bb25b-19ef-443b-b9b2-7152a9e9decd tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:24.732453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27dffdc3-5b9c-4976-9580-c008f3fb2027 req-8d0bb25b-19ef-443b-b9b2-7152a9e9decd tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1691172 Nov 15 14:34:24.755234 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e67c180a-57f3-4154-a02f-dfc5507bec20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e995aedd2c54c99aec970c47524e9b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786085 Nov 15 14:34:24.757372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c180a-57f3-4154-a02f-dfc5507bec20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab865a02-91a2-4a82-851f-316c83f4aeaa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:24.759583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 36665fb7-adce-444b-a568-87115d727f93 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:34:24.765782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51746) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:24.850601 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afed4bd-a942-49cc-a191-20fe6dd9db32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:24.889891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27dffdc3-5b9c-4976-9580-c008f3fb2027 req-612eea1b-483f-4744-b086-57b115d6d7d3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506736 Nov 15 14:34:24.931861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afed4bd-a942-49cc-a191-20fe6dd9db32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:24.971158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 36665fb7-adce-444b-a568-87115d727f93, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=36665fb7-adce-444b-a568-87115d727f93,segment=NetworkSegment(4447a7d8-b4e6-413f-b814-1ea575b52bfa),segment_id=4447a7d8-b4e6-413f-b814-1ea575b52bfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:25.001190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '36665fb7-adce-444b-a568-87115d727f93', 'network_id': 'd401481c-44e5-4ded-9f8e-f40532c4ecb5', 'port_id': '36665fb7-adce-444b-a568-87115d727f93', 'mac_address': 'fa:16:3e:34:62:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12cdd3c2-605d-4e3c-af5f-46fa6650edde', 'ip_address': '19.86.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:34:25.080000 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:25.096964 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36665fb7-adce-444b-a568-87115d727f93 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:34:25.123909 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afed4bd-a942-49cc-a191-20fe6dd9db32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:25.126295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 36665fb7-adce-444b-a568-87115d727f93, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=36665fb7-adce-444b-a568-87115d727f93,segment=NetworkSegment(4447a7d8-b4e6-413f-b814-1ea575b52bfa),segment_id=4447a7d8-b4e6-413f-b814-1ea575b52bfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:25.129343 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afed4bd-a942-49cc-a191-20fe6dd9db32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:25.130730 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2afed4bd-a942-49cc-a191-20fe6dd9db32 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab865a02-91a2-4a82-851f-316c83f4aeaa HTTP/1.1" status: 204 len: 168 time: 0.3637431 Nov 15 14:34:25.141034 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afed4bd-a942-49cc-a191-20fe6dd9db32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab865a02-91a2-4a82-851f-316c83f4aeaa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:25.436576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a32c53b9-4c53-4371-9bd9-0f3e15beb243 req-e5359eac-875e-4f12-98e3-01002fc88b71 tempest-ServersAdminNegativeTestJSON-1671657013 tempest-ServersAdminNegativeTestJSON-1671657013-project] 10.222.0.70 "GET /v2.0/ports?device_id=949f8548-8279-4df4-a317-11af6758aa08 HTTP/1.1" status: 200 len: 210 time: 0.0450583 Nov 15 14:34:25.516964 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:25.518453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 61a52190-0188-48da-9068-5efafa412164 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:34:25.661874 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=36665fb7-adce-444b-a568-87115d727f93,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:25.761023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 61a52190-0188-48da-9068-5efafa412164, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=61a52190-0188-48da-9068-5efafa412164,segment=NetworkSegment(b69a2ee1-f8a8-4d14-80bf-085e542e411e),segment_id=b69a2ee1-f8a8-4d14-80bf-085e542e411e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:25.789823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '61a52190-0188-48da-9068-5efafa412164', 'network_id': 'b3f9ae70-fb08-4b26-84a1-cce5fcb2923f', 'port_id': '61a52190-0188-48da-9068-5efafa412164', 'mac_address': 'fa:16:3e:c5:0f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bab89c4-5ae5-46d7-b4b2-d38800923372', 'ip_address': '19.80.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:34:25.886427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1edd9-12e2-43c1-8b34-289d0a48e8f3 req-38ef2ff2-c9c4-4c3f-b301-8fbc7fffa0ee tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:25.896469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1edd9-12e2-43c1-8b34-289d0a48e8f3 req-38ef2ff2-c9c4-4c3f-b301-8fbc7fffa0ee tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:25.901769 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:25.910067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91b1edd9-12e2-43c1-8b34-289d0a48e8f3 req-38ef2ff2-c9c4-4c3f-b301-8fbc7fffa0ee tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1679 time: 0.0870426 Nov 15 14:34:25.952298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a52190-0188-48da-9068-5efafa412164 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:34:25.996198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 61a52190-0188-48da-9068-5efafa412164, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=61a52190-0188-48da-9068-5efafa412164,segment=NetworkSegment(b69a2ee1-f8a8-4d14-80bf-085e542e411e),segment_id=b69a2ee1-f8a8-4d14-80bf-085e542e411e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:26.010849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2cf0c8a2-4190-4561-a4fc-cf431b2f03e3 req-4aa4771f-cdd0-47a4-915e-99a562b55e09 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Request body: {'security_group': {'name': 'tempest-securitygroup-284538997', 'description': 'tempest-description-873588185'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:26.051803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91b1edd9-12e2-43c1-8b34-289d0a48e8f3 req-b2ae6d2c-1199-4140-810b-a5f434f6efaa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416268 Nov 15 14:34:26.093236 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:26.188106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=61a52190-0188-48da-9068-5efafa412164,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:26.199211 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf0c8a2-4190-4561-a4fc-cf431b2f03e3 req-4aa4771f-cdd0-47a4-915e-99a562b55e09 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:26.217112 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf0c8a2-4190-4561-a4fc-cf431b2f03e3 req-4aa4771f-cdd0-47a4-915e-99a562b55e09 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:26.291641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641d62c-d415-4fdc-b524-ecbc49467a06 req-bcdc151d-beb7-4e89-aeea-98b0985f5613 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:26.293309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c641d62c-d415-4fdc-b524-ecbc49467a06 req-bcdc151d-beb7-4e89-aeea-98b0985f5613 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1553202 Nov 15 14:34:26.357524 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf0c8a2-4190-4561-a4fc-cf431b2f03e3 req-4aa4771f-cdd0-47a4-915e-99a562b55e09 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:26.376827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c641d62c-d415-4fdc-b524-ecbc49467a06 req-7b7a60e9-c3a7-4685-aa6a-4b6978758b5f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737801 Nov 15 14:34:26.460270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['61a52190-0188-48da-9068-5efafa412164'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:34:26.471465 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf0c8a2-4190-4561-a4fc-cf431b2f03e3 req-4aa4771f-cdd0-47a4-915e-99a562b55e09 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:26.549427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4771f-cdd0-47a4-915e-99a562b55e09 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07b01cf-5773-46ee-a69a-43985a307444,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:26.617700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d666693-2991-4d7c-88f6-d723fd2fb6a1 req-7cf3c253-b9cd-4d9b-a43c-ab003a1f62e7 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:26.641735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d666693-2991-4d7c-88f6-d723fd2fb6a1 req-7cf3c253-b9cd-4d9b-a43c-ab003a1f62e7 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1591980 Nov 15 14:34:26.692819 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf0c8a2-4190-4561-a4fc-cf431b2f03e3 req-4aa4771f-cdd0-47a4-915e-99a562b55e09 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:26.747117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d666693-2991-4d7c-88f6-d723fd2fb6a1 req-2866c28a-a314-4e15-bcb8-f1c537e2b03b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044834 Nov 15 14:34:26.769954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:26.792745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:26.793178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e6a2bb9c-08ef-413f-9aa7-283bfd74c1d9 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:26.846964 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf0c8a2-4190-4561-a4fc-cf431b2f03e3 req-4aa4771f-cdd0-47a4-915e-99a562b55e09 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:26.897255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4771f-cdd0-47a4-915e-99a562b55e09 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5a4cf7-d9e6-47f6-aa41-72179270ae5a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:26.951601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf0c8a2-4190-4561-a4fc-cf431b2f03e3 req-4aa4771f-cdd0-47a4-915e-99a562b55e09 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:26.953759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf0c8a2-4190-4561-a4fc-cf431b2f03e3 req-4aa4771f-cdd0-47a4-915e-99a562b55e09 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9708853 Nov 15 14:34:27.084611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-96e98dea-d59d-4856-9b48-c1570b7cf1a0 req-18dfc018-2f64-4249-86aa-a7d1bfd959e1 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1610932366', 'description': 'tempest-description-1648100932'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:27.272655 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-96e98dea-d59d-4856-9b48-c1570b7cf1a0 req-18dfc018-2f64-4249-86aa-a7d1bfd959e1 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:27.448406 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-96e98dea-d59d-4856-9b48-c1570b7cf1a0 req-18dfc018-2f64-4249-86aa-a7d1bfd959e1 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:27.514901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['36665fb7-adce-444b-a568-87115d727f93'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:34:27.648330 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-96e98dea-d59d-4856-9b48-c1570b7cf1a0 req-18dfc018-2f64-4249-86aa-a7d1bfd959e1 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:27.669035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51844) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:27.694824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfc018-2f64-4249-86aa-a7d1bfd959e1 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079308b6-dded-429e-8674-b2df2894cb13,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:27.709449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe82c5-32f8-464b-a7d6-ddc6f0eafa4e req-1f5e6eaf-5f01-4b84-b0e2-b2ad4551ec45 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:27.717463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe82c5-32f8-464b-a7d6-ddc6f0eafa4e req-1f5e6eaf-5f01-4b84-b0e2-b2ad4551ec45 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:27.727284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbbe82c5-32f8-464b-a7d6-ddc6f0eafa4e req-1f5e6eaf-5f01-4b84-b0e2-b2ad4551ec45 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1680 time: 0.1783533 Nov 15 14:34:27.752653 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-96e98dea-d59d-4856-9b48-c1570b7cf1a0 req-18dfc018-2f64-4249-86aa-a7d1bfd959e1 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:27.759015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96e98dea-d59d-4856-9b48-c1570b7cf1a0 req-18dfc018-2f64-4249-86aa-a7d1bfd959e1 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6813509 Nov 15 14:34:27.808741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbbe82c5-32f8-464b-a7d6-ddc6f0eafa4e req-81dca743-5517-4f74-b6b0-f8263a290fb3 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803466 Nov 15 14:34:27.977362 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:27.984375 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d95841e9-2cc8-455c-a750-81b418986775 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3fe34fe1d164ad98bc531e19c7d7f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127508 Nov 15 14:34:27.987042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51860) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:28.008820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796245b7-8058-4e7c-89eb-7519bea8e093 req-b22e0db1-0f82-46e0-8e34-e69da517af9b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:28.010309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-796245b7-8058-4e7c-89eb-7519bea8e093 req-b22e0db1-0f82-46e0-8e34-e69da517af9b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1302624 Nov 15 14:34:28.165006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-796245b7-8058-4e7c-89eb-7519bea8e093 req-05713ecd-e164-477e-b2a5-38dcb7ea33bc tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454041 Nov 15 14:34:28.178422 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d6d88c2-7cbe-4ebe-8eaa-be823392cb70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:28.236072 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d6d88c2-7cbe-4ebe-8eaa-be823392cb70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:28.617614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bbfa2cd1-cf3f-41a7-82e1-e4ad8648dfdf req-5b123d88-a085-48ad-84cd-a663554b9bfd tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-826920857', 'description': 'tempest-description-411574107'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:28.619306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:28.664771 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d6d88c2-7cbe-4ebe-8eaa-be823392cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:28.667938 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d6d88c2-7cbe-4ebe-8eaa-be823392cb70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:28.669876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8d6d88c2-7cbe-4ebe-8eaa-be823392cb70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b690b90-8286-4f32-946a-424bfc1144e1 HTTP/1.1" status: 204 len: 168 time: 0.6811354 Nov 15 14:34:28.673846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbfa2cd1-cf3f-41a7-82e1-e4ad8648dfdf req-5b123d88-a085-48ad-84cd-a663554b9bfd tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:28.699911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d88c2-7cbe-4ebe-8eaa-be823392cb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b690b90-8286-4f32-946a-424bfc1144e1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:28.704304 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbfa2cd1-cf3f-41a7-82e1-e4ad8648dfdf req-5b123d88-a085-48ad-84cd-a663554b9bfd tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:28.773504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 36665fb7-adce-444b-a568-87115d727f93 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:28.918489 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbfa2cd1-cf3f-41a7-82e1-e4ad8648dfdf req-5b123d88-a085-48ad-84cd-a663554b9bfd tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:28.967849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 36665fb7-adce-444b-a568-87115d727f93 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:34:28.973635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 36665fb7-adce-444b-a568-87115d727f93 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:28.973897 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:29.043779 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbfa2cd1-cf3f-41a7-82e1-e4ad8648dfdf req-5b123d88-a085-48ad-84cd-a663554b9bfd tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:29.117248 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:29.140941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0da1f-1aec-4ed6-b4f1-2edd72012df0 req-88680bfd-a3cc-4211-8a99-142a7fa6394d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:29.154305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 36665fb7-adce-444b-a568-87115d727f93, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=36665fb7-adce-444b-a568-87115d727f93,segment=NetworkSegment(4447a7d8-b4e6-413f-b814-1ea575b52bfa),segment_id=4447a7d8-b4e6-413f-b814-1ea575b52bfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:29.155618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36665fb7-adce-444b-a568-87115d727f93'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:29.161073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0da1f-1aec-4ed6-b4f1-2edd72012df0 req-88680bfd-a3cc-4211-8a99-142a7fa6394d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:29.171790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71d0da1f-1aec-4ed6-b4f1-2edd72012df0 req-88680bfd-a3cc-4211-8a99-142a7fa6394d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1680 time: 0.2013545 Nov 15 14:34:29.172518 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655df856-e565-4b61-bd85-bd10e53b5203" -d '{"events": [{"server_uuid": "e2e3c6f5-cf9f-473f-ac48-b196cf1e2228", "name": "network-vif-plugged", "status": "completed", "tag": "36665fb7-adce-444b-a568-87115d727f93"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:29.278195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b123d88-a085-48ad-84cd-a663554b9bfd tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76184d2-9396-46c3-99f3-2a9ffc691d9e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:29.293720 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:29.294281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 61a52190-0188-48da-9068-5efafa412164 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:29.305487 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71d0da1f-1aec-4ed6-b4f1-2edd72012df0 req-c6089845-bf2d-4179-a3a2-3392eace4d2e tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317980 Nov 15 14:34:29.391172 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbfa2cd1-cf3f-41a7-82e1-e4ad8648dfdf req-5b123d88-a085-48ad-84cd-a663554b9bfd tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:29.436047 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dc5bdb-c811-47b9-ab73-68e7ce50a15b x-openstack-request-id: req-13dc5bdb-c811-47b9-ab73-68e7ce50a15b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:29.436047 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e3c6f5-cf9f-473f-ac48-b196cf1e2228", "name": "network-vif-plugged", "status": "completed", "tag": "36665fb7-adce-444b-a568-87115d727f93", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:29.436047 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13dc5bdb-c811-47b9-ab73-68e7ce50a15b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:29.436047 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36665fb7-adce-444b-a568-87115d727f93', 'code': 200} Nov 15 14:34:29.436047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=36665fb7-adce-444b-a568-87115d727f93,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:29.499163 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbfa2cd1-cf3f-41a7-82e1-e4ad8648dfdf req-5b123d88-a085-48ad-84cd-a663554b9bfd tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:29.648908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b123d88-a085-48ad-84cd-a663554b9bfd tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2388191c-c1ce-4d63-b5bd-7bba35824bad,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:29.663223 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 61a52190-0188-48da-9068-5efafa412164 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:34:29.667869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 61a52190-0188-48da-9068-5efafa412164 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:29.668133 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:29.703786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbfa2cd1-cf3f-41a7-82e1-e4ad8648dfdf req-5b123d88-a085-48ad-84cd-a663554b9bfd tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:29.710201 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bbfa2cd1-cf3f-41a7-82e1-e4ad8648dfdf req-5b123d88-a085-48ad-84cd-a663554b9bfd tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2811005 Nov 15 14:34:29.716280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51896) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:29.729485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71db79-436d-4005-8fcf-5f8edaabec92 req-a3d2092d-0ca7-4e87-a3b4-7278f7bede3c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:29.746056 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d71db79-436d-4005-8fcf-5f8edaabec92 req-a3d2092d-0ca7-4e87-a3b4-7278f7bede3c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1842461 Nov 15 14:34:29.785176 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a68e8a81-7724-47cf-a27e-e597d7b3130c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:29.841980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51902) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:29.871198 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:29.898295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d71db79-436d-4005-8fcf-5f8edaabec92 req-b8b35913-9a2e-4000-bc07-54ed930922f0 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496167 Nov 15 14:34:29.913741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 61a52190-0188-48da-9068-5efafa412164, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=61a52190-0188-48da-9068-5efafa412164,segment=NetworkSegment(b69a2ee1-f8a8-4d14-80bf-085e542e411e),segment_id=b69a2ee1-f8a8-4d14-80bf-085e542e411e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:29.934018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1a9699cc-5a85-4354-b84a-8c254d215f77 req-c1bdc7d5-75c8-4482-b4e1-1d2bed53c27b tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-67102014', 'description': 'tempest-description-1792503108'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:29.964290 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-36129d77-9bd4-45dc-82b1-cd77267fe378 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=384d82e9054f4b5bbb4a9437c2acb7a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1193645 Nov 15 14:34:29.966021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:30.008103 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.053215 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1a9699cc-5a85-4354-b84a-8c254d215f77 req-c1bdc7d5-75c8-4482-b4e1-1d2bed53c27b tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.100093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=61a52190-0188-48da-9068-5efafa412164,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:30.138830 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2319-fe1d-46ad-aec1-e69ce1c24b03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.194701 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1a9699cc-5a85-4354-b84a-8c254d215f77 req-c1bdc7d5-75c8-4482-b4e1-1d2bed53c27b tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.196260 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0da255b0-8052-4a13-91fa-641f9c782a66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.232990 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0da255b0-8052-4a13-91fa-641f9c782a66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.347635 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2319-fe1d-46ad-aec1-e69ce1c24b03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.545592 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2319-fe1d-46ad-aec1-e69ce1c24b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.642372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba2319-fe1d-46ad-aec1-e69ce1c24b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77616990-5d3b-45dd-97c1-425e3d9de47c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:30.670176 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d7ba2319-fe1d-46ad-aec1-e69ce1c24b03 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2ac4eb9cbf34eb392fbb8d415ed3cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9528000 Nov 15 14:34:30.673720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:30.694583 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1a9699cc-5a85-4354-b84a-8c254d215f77 req-c1bdc7d5-75c8-4482-b4e1-1d2bed53c27b tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.769598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdc7d5-75c8-4482-b4e1-1d2bed53c27b tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e74b1af-e7d2-4a43-89f7-d1c27c014f52,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:30.771971 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60a304da-6c68-4d84-bc0d-a4559d703738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.786081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7507c-c165-4043-a79d-11a742a90146 req-a386ee23-a027-42aa-97ca-337c1c9d4642 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:30.792405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7507c-c165-4043-a79d-11a742a90146 req-a386ee23-a027-42aa-97ca-337c1c9d4642 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:30.794711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5ce7507c-c165-4043-a79d-11a742a90146 req-a386ee23-a027-42aa-97ca-337c1c9d4642 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1682 time: 0.1014423 Nov 15 14:34:30.803106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0da255b0-8052-4a13-91fa-641f9c782a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.803106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0da255b0-8052-4a13-91fa-641f9c782a66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.803371 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60a304da-6c68-4d84-bc0d-a4559d703738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.803531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0da255b0-8052-4a13-91fa-641f9c782a66 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02f9c59d-c792-44b7-a524-c97e7ca4aab6 HTTP/1.1" status: 204 len: 168 time: 0.8322840 Nov 15 14:34:30.809893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da255b0-8052-4a13-91fa-641f9c782a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f9c59d-c792-44b7-a524-c97e7ca4aab6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:30.874139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5ce7507c-c165-4043-a79d-11a742a90146 req-392b9384-61fa-40e6-9e78-c1509d973322 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653434 Nov 15 14:34:30.900266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1a9699cc-5a85-4354-b84a-8c254d215f77 req-c1bdc7d5-75c8-4482-b4e1-1d2bed53c27b tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.907735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a9699cc-5a85-4354-b84a-8c254d215f77 req-c1bdc7d5-75c8-4482-b4e1-1d2bed53c27b tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9793620 Nov 15 14:34:30.971865 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60a304da-6c68-4d84-bc0d-a4559d703738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.976778 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60a304da-6c68-4d84-bc0d-a4559d703738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:30.982672 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-60a304da-6c68-4d84-bc0d-a4559d703738 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77616990-5d3b-45dd-97c1-425e3d9de47c HTTP/1.1" status: 204 len: 168 time: 0.3037057 Nov 15 14:34:30.998247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a304da-6c68-4d84-bc0d-a4559d703738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77616990-5d3b-45dd-97c1-425e3d9de47c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:31.197450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97099f9e-4ea4-4c73-b44d-1e70f502063a req-aaa38f26-5dd5-4248-baf1-8d0d5e358446 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:31.206696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97099f9e-4ea4-4c73-b44d-1e70f502063a req-aaa38f26-5dd5-4248-baf1-8d0d5e358446 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.0995476 Nov 15 14:34:31.293817 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97099f9e-4ea4-4c73-b44d-1e70f502063a req-6bccd458-301a-41fa-860f-d001ea0aaebf tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862479 Nov 15 14:34:31.339291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-c9a8e897-d1db-44c2-b4ad-9e3a244d82ea tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42613 time: 0.4100032 Nov 15 14:34:31.428078 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a52190-0188-48da-9068-5efafa412164'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:31.434271 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffea50a-5fc8-4d89-b5ec-a20536969e84" -d '{"events": [{"server_uuid": "e2e3c6f5-cf9f-473f-ac48-b196cf1e2228", "name": "network-vif-plugged", "status": "completed", "tag": "61a52190-0188-48da-9068-5efafa412164"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:31.462087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-6a54e112-ad2c-458c-b0fb-73b8d6055137 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/12b8dfcd-1e0c-4e5d-8053-fb3d96ce8e95 HTTP/1.1" status: 200 len: 2998 time: 0.0777018 Nov 15 14:34:31.510273 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7676c9f-c3d2-4672-8415-290974f9f7eb x-openstack-request-id: req-c7676c9f-c3d2-4672-8415-290974f9f7eb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:31.510918 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e3c6f5-cf9f-473f-ac48-b196cf1e2228", "name": "network-vif-plugged", "status": "completed", "tag": "61a52190-0188-48da-9068-5efafa412164", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:31.511335 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7676c9f-c3d2-4672-8415-290974f9f7eb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:31.512043 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a52190-0188-48da-9068-5efafa412164', 'code': 200} Nov 15 14:34:31.520864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-e01cd8dc-d440-4c60-9a8e-623957b7ce08 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/12b8dfcd-1e0c-4e5d-8053-fb3d96ce8e95 HTTP/1.1" status: 200 len: 2998 time: 0.0578578 Nov 15 14:34:31.615160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-e7e049d7-da23-4c4d-b9ef-6652563b9a3d tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/45d0e453-7136-40ac-a546-f2c7b164ed82 HTTP/1.1" status: 200 len: 2998 time: 0.0877306 Nov 15 14:34:31.643256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706e2f4-ddf6-42c9-9f85-7343c6bcef47 req-536944eb-a7ba-47d1-ae95-4844f39b277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:31.643717 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706e2f4-ddf6-42c9-9f85-7343c6bcef47 req-536944eb-a7ba-47d1-ae95-4844f39b277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:31.645298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5706e2f4-ddf6-42c9-9f85-7343c6bcef47 req-536944eb-a7ba-47d1-ae95-4844f39b277c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1984 time: 0.0639260 Nov 15 14:34:31.721859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-8ea0a17a-3bbf-421e-8b0a-e348d7b167de tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/45d0e453-7136-40ac-a546-f2c7b164ed82 HTTP/1.1" status: 200 len: 2998 time: 0.0971286 Nov 15 14:34:31.732406 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5706e2f4-ddf6-42c9-9f85-7343c6bcef47 req-55eb2311-dda9-4fb3-bd8b-b60c12bbaafc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693183 Nov 15 14:34:31.782964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-5171a330-4e2d-4f63-93cd-3c3190c5df45 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/632ed59d-7677-43c4-a094-bb0c4f8a4e93 HTTP/1.1" status: 200 len: 2998 time: 0.0535905 Nov 15 14:34:31.838639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-4e6ffc1e-ec85-43c4-aea0-d442c185f437 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/632ed59d-7677-43c4-a094-bb0c4f8a4e93 HTTP/1.1" status: 200 len: 2998 time: 0.0546825 Nov 15 14:34:31.883000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-09902f06-40e0-4545-bedf-59259a5197a5 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/661aa135-d31b-4018-b7e0-854003484297 HTTP/1.1" status: 200 len: 2998 time: 0.0434079 Nov 15 14:34:31.927529 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-958bb155-d4aa-4fcc-aa0b-32fb2f70bedd tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/661aa135-d31b-4018-b7e0-854003484297 HTTP/1.1" status: 200 len: 2998 time: 0.0433726 Nov 15 14:34:31.955390 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-3ebfc677-3322-45b3-86a9-1a11b4eaf91c tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] show failed (client error): The resource could not be found. Nov 15 14:34:31.956976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-3ebfc677-3322-45b3-86a9-1a11b4eaf91c tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/77616990-5d3b-45dd-97c1-425e3d9de47c HTTP/1.1" status: 404 len: 352 time: 0.0225897 Nov 15 14:34:31.974927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:31.992146 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-eb6801ef-ff0f-4229-b20d-1e1f0c45dd50 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] show failed (client error): The resource could not be found. Nov 15 14:34:31.994036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-eb6801ef-ff0f-4229-b20d-1e1f0c45dd50 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/77616990-5d3b-45dd-97c1-425e3d9de47c HTTP/1.1" status: 404 len: 352 time: 0.0189898 Nov 15 14:34:31.995907 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87c85518-a803-4b95-b04b-cbd9027c2504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:32.058717 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5e4fa321-9ba4-4ecf-b232-6afe43446d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:32.093557 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:34:32.112916 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-a3feb09f-81ba-4d67-b4fd-eb9e93460b6a tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a76184d2-9396-46c3-99f3-2a9ffc691d9e HTTP/1.1" status: 200 len: 2998 time: 0.1082871 Nov 15 14:34:32.198214 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-c556f2b4-0549-4304-81b2-c225266c2553 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a76184d2-9396-46c3-99f3-2a9ffc691d9e HTTP/1.1" status: 200 len: 2998 time: 0.0835063 Nov 15 14:34:32.217879 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87c85518-a803-4b95-b04b-cbd9027c2504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:32.255864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-821a3197-3e4c-4e7d-90f8-e582c1a15a23 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a7b760df-92ca-44a0-9010-53eacea8f481 HTTP/1.1" status: 200 len: 2998 time: 0.0507958 Nov 15 14:34:32.318388 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87c85518-a803-4b95-b04b-cbd9027c2504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:32.376572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-366ecd2e-2605-4ffa-93b8-a146ff04f8de tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a7b760df-92ca-44a0-9010-53eacea8f481 HTTP/1.1" status: 200 len: 2998 time: 0.1143193 Nov 15 14:34:32.376811 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c85518-a803-4b95-b04b-cbd9027c2504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20d1e1c-808c-4349-be64-60a25a3cc61e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:32.400345 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-87c85518-a803-4b95-b04b-cbd9027c2504 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6090f881b2994d97b831d7d60404dbaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243393 Nov 15 14:34:32.404678 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:32.407507 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c20836-3ec0-4cad-accf-7d1b7d69f3f0 req-88481b2f-74df-49f4-bdeb-1642a342c7b4 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:32.413910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c20836-3ec0-4cad-accf-7d1b7d69f3f0 req-88481b2f-74df-49f4-bdeb-1642a342c7b4 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:32.415578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19c20836-3ec0-4cad-accf-7d1b7d69f3f0 req-88481b2f-74df-49f4-bdeb-1642a342c7b4 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1682 time: 0.1054718 Nov 15 14:34:32.466500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-f1e27d82-19ff-4825-9007-c880f327c31f tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/c80ec39d-7008-4840-a883-8af897de4049 HTTP/1.1" status: 200 len: 2998 time: 0.0764410 Nov 15 14:34:32.472240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcb1e9b9-9edd-440f-a867-0c7fa158b49b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:32.509987 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcb1e9b9-9edd-440f-a867-0c7fa158b49b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:32.528153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19c20836-3ec0-4cad-accf-7d1b7d69f3f0 req-63b2cb21-8853-466f-b89d-1791d6ca5f96 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013334 Nov 15 14:34:32.590373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-efe17a69-1ec4-4bc8-a544-20ea8d693482 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/c80ec39d-7008-4840-a883-8af897de4049 HTTP/1.1" status: 200 len: 2998 time: 0.1056702 Nov 15 14:34:32.645881 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcb1e9b9-9edd-440f-a867-0c7fa158b49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:32.651858 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcb1e9b9-9edd-440f-a867-0c7fa158b49b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:32.655135 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-06b23d60-5c87-40ef-8894-6ce3ba6dc0cf tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d07b01cf-5773-46ee-a69a-43985a307444 HTTP/1.1" status: 200 len: 2998 time: 0.0554013 Nov 15 14:34:32.655420 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dcb1e9b9-9edd-440f-a867-0c7fa158b49b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e20d1e1c-808c-4349-be64-60a25a3cc61e HTTP/1.1" status: 204 len: 168 time: 0.2494822 Nov 15 14:34:32.698328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1e9b9-9edd-440f-a867-0c7fa158b49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20d1e1c-808c-4349-be64-60a25a3cc61e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:32.735919 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-b9015911-627f-44fc-bd66-632be5273c84 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d07b01cf-5773-46ee-a69a-43985a307444 HTTP/1.1" status: 200 len: 2998 time: 0.0633633 Nov 15 14:34:32.828173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-89b3141e-4346-4dd2-b99f-74474094e99c tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d6286408-3b0f-4d22-a93e-39ca9196467a HTTP/1.1" status: 200 len: 2990 time: 0.0878112 Nov 15 14:34:32.840760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16cd32-6738-48a1-907a-2b5b7fb532fe req-37c7f556-08e4-48dc-9126-be6f513337f1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:32.844288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b16cd32-6738-48a1-907a-2b5b7fb532fe req-37c7f556-08e4-48dc-9126-be6f513337f1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 944 time: 0.0800650 Nov 15 14:34:32.918204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-28f4b5cb-64c1-4eb2-be04-f898af218e7f tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d6286408-3b0f-4d22-a93e-39ca9196467a HTTP/1.1" status: 200 len: 2990 time: 0.0748005 Nov 15 14:34:32.921998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b16cd32-6738-48a1-907a-2b5b7fb532fe req-7c4d49f9-2549-42fa-adcc-b29d5d75116d tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729275 Nov 15 14:34:33.016723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8937f-79df-46b1-a268-585de92847a8 req-d9d547bd-c4ba-4baa-9268-6aadfd32b6b1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:33.018520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1eb8937f-79df-46b1-a268-585de92847a8 req-d9d547bd-c4ba-4baa-9268-6aadfd32b6b1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 944 time: 0.0952139 Nov 15 14:34:33.020071 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-c11a1b65-5814-4a89-bcb5-d85721cf4ccb tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/e3b25473-7aa3-4611-937d-caadf6087255 HTTP/1.1" status: 200 len: 2998 time: 0.0891860 Nov 15 14:34:33.173747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a2712-dbf4-46bc-a675-5293ed3a1788 req-a30e388b-c624-4f40-8767-83da17a77a47 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:33.175400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b2a2712-dbf4-46bc-a675-5293ed3a1788 req-a30e388b-c624-4f40-8767-83da17a77a47 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1544113 Nov 15 14:34:33.176920 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-53ad120f-695c-4477-a5ec-132a956f1dbb tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/e3b25473-7aa3-4611-937d-caadf6087255 HTTP/1.1" status: 200 len: 2998 time: 0.1470785 Nov 15 14:34:33.275502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1eb8937f-79df-46b1-a268-585de92847a8 req-ff10db7b-d542-49c5-889f-c4b794432ab7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Deleting port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:33.275848 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1eb8937f-79df-46b1-a268-585de92847a8 req-ff10db7b-d542-49c5-889f-c4b794432ab7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:33.355689 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:33.370860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-662e791c-b90d-4dc4-9bdd-615f3a66ab5e tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fa2d82aa-e32b-4f42-93a4-e492b1e8416b HTTP/1.1" status: 200 len: 2994 time: 0.1795533 Nov 15 14:34:33.377437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b2a2712-dbf4-46bc-a675-5293ed3a1788 req-e6c25db1-3872-4474-884e-c05fd1293006 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875615 Nov 15 14:34:33.446786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1eb8937f-79df-46b1-a268-585de92847a8 req-ff10db7b-d542-49c5-889f-c4b794432ab7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] For port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:33.447150 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1eb8937f-79df-46b1-a268-585de92847a8 req-ff10db7b-d542-49c5-889f-c4b794432ab7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:33.459540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d32f2449-6a14-4ab0-aa14-feeae10fc90b req-1f054890-4d52-43d0-9dda-981a0f363689 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fa2d82aa-e32b-4f42-93a4-e492b1e8416b HTTP/1.1" status: 200 len: 2994 time: 0.0791996 Nov 15 14:34:33.463604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1eb8937f-79df-46b1-a268-585de92847a8 req-ff10db7b-d542-49c5-889f-c4b794432ab7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Calling delete_port for 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:33.663941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b083f490-3167-41b8-bb94-a481cae2df46 req-e754500a-20fa-43dc-863d-42cfcef759dd tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4fdf03ce63e0449494f7107bfc04e3c8 HTTP/1.1" status: 200 len: 6153 time: 0.1368918 Nov 15 14:34:33.792206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8494b8-cc24-47c2-a3bd-1ebbff8dd775 req-1d615e91-c88b-42fa-b89e-ea5d8789fd2a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:33.799524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8494b8-cc24-47c2-a3bd-1ebbff8dd775 req-1d615e91-c88b-42fa-b89e-ea5d8789fd2a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:33.801368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee8494b8-cc24-47c2-a3bd-1ebbff8dd775 req-1d615e91-c88b-42fa-b89e-ea5d8789fd2a tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1682 time: 0.1615615 Nov 15 14:34:33.804369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b083f490-3167-41b8-bb94-a481cae2df46 req-00662cb3-09d2-42e0-b7d6-f84e0751afca tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] 10.222.0.70 "GET /v2.0/security-groups/d07b01cf-5773-46ee-a69a-43985a307444 HTTP/1.1" status: 200 len: 2998 time: 0.1239502 Nov 15 14:34:33.885517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b083f490-3167-41b8-bb94-a481cae2df46 req-162e7141-c837-45fd-86a2-de377d432049 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] 10.222.0.70 "GET /v2.0/security-groups/d07b01cf-5773-46ee-a69a-43985a307444 HTTP/1.1" status: 200 len: 2998 time: 0.0749094 Nov 15 14:34:33.891439 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1eb8937f-79df-46b1-a268-585de92847a8 req-ff10db7b-d542-49c5-889f-c4b794432ab7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:33.905839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee8494b8-cc24-47c2-a3bd-1ebbff8dd775 req-a1e261f1-1cf1-4d4c-8be7-6d2598eff1aa tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870481 Nov 15 14:34:33.906059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['ff6d83e2-4506-4586-90cc-398176d051bd', '802d5a57-8439-4a92-bc1b-14e9f95d4eb5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:34:33.956148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10db7b-d542-49c5-889f-c4b794432ab7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Pushing event deleted for resources: {'Port': ['ID=802d5a57-8439-4a92-bc1b-14e9f95d4eb5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:34.029163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb8937f-79df-46b1-a268-585de92847a8 req-ff10db7b-d542-49c5-889f-c4b794432ab7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] No DVR routers for this DVR port 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:34.031939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1eb8937f-79df-46b1-a268-585de92847a8 req-ff10db7b-d542-49c5-889f-c4b794432ab7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:34.035575 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1eb8937f-79df-46b1-a268-585de92847a8 req-ff10db7b-d542-49c5-889f-c4b794432ab7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.59 "DELETE /v2.0/ports/802d5a57-8439-4a92-bc1b-14e9f95d4eb5 HTTP/1.1" status: 204 len: 173 time: 1.0046017 Nov 15 14:34:34.036033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c630e0f-7953-4390-8e6b-cb6f6295cf71', 'name': 'network-vif-deleted', 'tag': '802d5a57-8439-4a92-bc1b-14e9f95d4eb5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:34.038364 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531be8bf-94f9-4071-be44-534a05aab439" -d '{"events": [{"server_uuid": "8c630e0f-7953-4390-8e6b-cb6f6295cf71", "name": "network-vif-deleted", "tag": "802d5a57-8439-4a92-bc1b-14e9f95d4eb5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:34.132213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-836bc83d-11a0-4ad3-a0c5-f557f34d8867 req-80bc79e4-e25f-4cfa-a0d5-0bfa134c22cf tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0e74b1af-e7d2-4a43-89f7-d1c27c014f52 HTTP/1.1" status: 200 len: 1793 time: 0.0634532 Nov 15 14:34:34.215932 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-836bc83d-11a0-4ad3-a0c5-f557f34d8867 req-3730c403-e5a7-4b8b-b34b-c41fba9cfb12 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:34.245212 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-836bc83d-11a0-4ad3-a0c5-f557f34d8867 req-3730c403-e5a7-4b8b-b34b-c41fba9cfb12 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:34.284829 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52030) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:34.338691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83a2fcfd-ae1e-40e0-8540-ce437e3ec2c2 req-d8b00bda-4fd8-47bf-a06e-bbd7ec2e73e4 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 210 time: 0.0367570 Nov 15 14:34:34.374144 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-836bc83d-11a0-4ad3-a0c5-f557f34d8867 req-3730c403-e5a7-4b8b-b34b-c41fba9cfb12 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:34.377134 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-836bc83d-11a0-4ad3-a0c5-f557f34d8867 req-3730c403-e5a7-4b8b-b34b-c41fba9cfb12 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:34.378363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-836bc83d-11a0-4ad3-a0c5-f557f34d8867 req-3730c403-e5a7-4b8b-b34b-c41fba9cfb12 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/0e74b1af-e7d2-4a43-89f7-d1c27c014f52 HTTP/1.1" status: 204 len: 173 time: 0.2450285 Nov 15 14:34:34.390413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730c403-e5a7-4b8b-b34b-c41fba9cfb12 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e74b1af-e7d2-4a43-89f7-d1c27c014f52,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:34.419255 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806d730f-777d-4fb4-8962-17074cd90c78 x-openstack-request-id: req-806d730f-777d-4fb4-8962-17074cd90c78 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:34.419539 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c630e0f-7953-4390-8e6b-cb6f6295cf71", "name": "network-vif-deleted", "tag": "802d5a57-8439-4a92-bc1b-14e9f95d4eb5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:34.419799 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-806d730f-777d-4fb4-8962-17074cd90c78 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:34.420208 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c630e0f-7953-4390-8e6b-cb6f6295cf71', 'name': 'network-vif-deleted', 'tag': '802d5a57-8439-4a92-bc1b-14e9f95d4eb5', 'status': 'completed', 'code': 200} Nov 15 14:34:34.518017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bccd3c8a-dc60-4029-bccc-b7f959bfa018 req-7085a724-3dc3-4250-9869-ef853548b500 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "GET /v2.0/security-groups/2388191c-c1ce-4d63-b5bd-7bba35824bad HTTP/1.1" status: 200 len: 1793 time: 0.0364828 Nov 15 14:34:34.544762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1165135711-network', 'tenant_id': '77ff2e19f2f94ee697bddec1096585c0'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:34.591539 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bccd3c8a-dc60-4029-bccc-b7f959bfa018 req-16f611a2-cb96-473c-9d7d-a5bec0a69953 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:34.614794 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bccd3c8a-dc60-4029-bccc-b7f959bfa018 req-16f611a2-cb96-473c-9d7d-a5bec0a69953 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:34.675934 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Made reservation on behalf of 77ff2e19f2f94ee697bddec1096585c0 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:34.679012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:34.690723 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:34.813873 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bccd3c8a-dc60-4029-bccc-b7f959bfa018 req-16f611a2-cb96-473c-9d7d-a5bec0a69953 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:34.818699 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bccd3c8a-dc60-4029-bccc-b7f959bfa018 req-16f611a2-cb96-473c-9d7d-a5bec0a69953 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:34.822985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bccd3c8a-dc60-4029-bccc-b7f959bfa018 req-16f611a2-cb96-473c-9d7d-a5bec0a69953 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/2388191c-c1ce-4d63-b5bd-7bba35824bad HTTP/1.1" status: 204 len: 173 time: 0.2979059 Nov 15 14:34:34.841977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f611a2-cb96-473c-9d7d-a5bec0a69953 tempest-SecurityGroupsTestAdminJSON-528727273 tempest-SecurityGroupsTestAdminJSON-528727273-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2388191c-c1ce-4d63-b5bd-7bba35824bad,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:34.990853 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.036510 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.063633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-30d14368-1f49-4295-a4c4-fcef06b24957 req-4e5047d1-efed-4572-8f54-3b9cfa5e4c6e tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] 10.222.0.70 "GET /v2.0/security-groups/079308b6-dded-429e-8674-b2df2894cb13 HTTP/1.1" status: 200 len: 1795 time: 0.0773673 Nov 15 14:34:35.076060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84ea25-7082-438b-83c6-3682adeead81 req-919f72e6-ef58-4f1b-9a36-490c145d630c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:35.081126 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b84ea25-7082-438b-83c6-3682adeead81 req-919f72e6-ef58-4f1b-9a36-490c145d630c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.0773988 Nov 15 14:34:35.109804 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.133649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:34:35.154209 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.155623 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Added segment b181fcb3-466e-465c-8a1b-6d1ef88845fa of type vlan for network 57005484-bb42-4b1f-a30d-cf19ac302870 Nov 15 14:34:35.156366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad6cad0-d67e-4301-9785-05624b4ee609,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:35.165085 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b84ea25-7082-438b-83c6-3682adeead81 req-cb96195e-7d2d-4aec-9390-7eb41fae3f3c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801249 Nov 15 14:34:35.172795 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30d14368-1f49-4295-a4c4-fcef06b24957 req-d899e7a5-88ff-4a3c-bc6a-77d83f23e484 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.214377 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30d14368-1f49-4295-a4c4-fcef06b24957 req-d899e7a5-88ff-4a3c-bc6a-77d83f23e484 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.223298 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.348153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25bc50-94b5-4978-abad-87992a4d963f req-efafddd9-ac9d-44cc-8635-2f0a1fa8b268 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:35.354233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25bc50-94b5-4978-abad-87992a4d963f req-efafddd9-ac9d-44cc-8635-2f0a1fa8b268 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:35.355928 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac25bc50-94b5-4978-abad-87992a4d963f req-efafddd9-ac9d-44cc-8635-2f0a1fa8b268 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1682 time: 0.0669353 Nov 15 14:34:35.391752 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30d14368-1f49-4295-a4c4-fcef06b24957 req-d899e7a5-88ff-4a3c-bc6a-77d83f23e484 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.394309 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30d14368-1f49-4295-a4c4-fcef06b24957 req-d899e7a5-88ff-4a3c-bc6a-77d83f23e484 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.395492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-30d14368-1f49-4295-a4c4-fcef06b24957 req-d899e7a5-88ff-4a3c-bc6a-77d83f23e484 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] 10.222.0.70 "DELETE /v2.0/security-groups/079308b6-dded-429e-8674-b2df2894cb13 HTTP/1.1" status: 204 len: 173 time: 0.3170714 Nov 15 14:34:35.420370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899e7a5-88ff-4a3c-bc6a-77d83f23e484 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079308b6-dded-429e-8674-b2df2894cb13,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:35.441478 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.443243 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:35.444145 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.473407 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac25bc50-94b5-4978-abad-87992a4d963f req-4c62622c-f00e-4cc5-8a44-1456bdac7b8c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090298 Nov 15 14:34:35.551573 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=57005484-bb42-4b1f-a30d-cf19ac302870,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:35.565539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 57005484-bb42-4b1f-a30d-cf19ac302870 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:34:35.632008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3cd1381a-bb53-4436-a2ee-458af68460a6 req-60daefa5-3c89-46db-b7ff-2ba8321c4ff1 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c630e0f-7953-4390-8e6b-cb6f6295cf71 HTTP/1.1" status: 200 len: 210 time: 0.0467167 Nov 15 14:34:35.661700 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85ba6ccb-5260-4cde-b26f-8cc548e4f0c0 req-b536e822-06fb-44e5-9b54-6b76f4c2baea tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] 10.222.0.70 "GET /v2.0/security-groups/4a5a4cf7-d9e6-47f6-aa41-72179270ae5a HTTP/1.1" status: 200 len: 1793 time: 0.1015828 Nov 15 14:34:35.706384 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-64d88f4f-c864-4076-a400-0334a09a9fe5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4197850 Nov 15 14:34:35.707409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:35.712901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-99339efd-96a0-470e-b7ab-71f3170e32b0 admin admin] Request body: {'subnet': {'network_id': '57005484-bb42-4b1f-a30d-cf19ac302870', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1165135711-subnet', 'tenant_id': '77ff2e19f2f94ee697bddec1096585c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:35.749543 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85ba6ccb-5260-4cde-b26f-8cc548e4f0c0 req-e77a0f12-1db2-4de0-9b83-26cbfb414533 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.789791 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.809426 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85ba6ccb-5260-4cde-b26f-8cc548e4f0c0 req-e77a0f12-1db2-4de0-9b83-26cbfb414533 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.875690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99339efd-96a0-470e-b7ab-71f3170e32b0 admin admin] Made reservation on behalf of 77ff2e19f2f94ee697bddec1096585c0 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:35.878516 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99339efd-96a0-470e-b7ab-71f3170e32b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.988710 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85ba6ccb-5260-4cde-b26f-8cc548e4f0c0 req-e77a0f12-1db2-4de0-9b83-26cbfb414533 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.992098 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85ba6ccb-5260-4cde-b26f-8cc548e4f0c0 req-e77a0f12-1db2-4de0-9b83-26cbfb414533 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:35.993477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85ba6ccb-5260-4cde-b26f-8cc548e4f0c0 req-e77a0f12-1db2-4de0-9b83-26cbfb414533 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] 10.222.0.70 "DELETE /v2.0/security-groups/4a5a4cf7-d9e6-47f6-aa41-72179270ae5a HTTP/1.1" status: 204 len: 173 time: 0.3225424 Nov 15 14:34:36.031460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a0f12-1db2-4de0-9b83-26cbfb414533 tempest-SecurityGroupsTestAdminJSON-240637117 tempest-SecurityGroupsTestAdminJSON-240637117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5a4cf7-d9e6-47f6-aa41-72179270ae5a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:36.167533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52074) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:36.354492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f00389-6392-465f-ad90-acd8bfe9a524 req-e28e2501-1500-4b81-abac-97d51169dc6d tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:36.359760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6f00389-6392-465f-ad90-acd8bfe9a524 req-e28e2501-1500-4b81-abac-97d51169dc6d tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.0914884 Nov 15 14:34:36.395776 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99339efd-96a0-470e-b7ab-71f3170e32b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:36.416432 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4889-1b82-4f94-a903-34673a4ffec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:36.455704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99339efd-96a0-470e-b7ab-71f3170e32b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a27b84-2d60-4cab-8bd8-d40fea303b10,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:36.466450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6f00389-6392-465f-ad90-acd8bfe9a524 req-7e94b2e7-2369-471c-93da-a9223cfdbdc0 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992024 Nov 15 14:34:36.468031 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99339efd-96a0-470e-b7ab-71f3170e32b0 admin admin] Checking segment: {'id': 'b181fcb3-466e-465c-8a1b-6d1ef88845fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57005484-bb42-4b1f-a30d-cf19ac302870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:36.468400 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99339efd-96a0-470e-b7ab-71f3170e32b0 admin admin] Network hostable DHCP agents. Network: 57005484-bb42-4b1f-a30d-cf19ac302870, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:34:36.550355 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4889-1b82-4f94-a903-34673a4ffec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:36.596317 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99339efd-96a0-470e-b7ab-71f3170e32b0 admin admin] Network 57005484-bb42-4b1f-a30d-cf19ac302870 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:34:36.616465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9024bde-5172-477b-b143-d4c5a5158d9f req-3fd65313-63b2-4a92-9eb9-44cd87ff7993 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:36.622496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9024bde-5172-477b-b143-d4c5a5158d9f req-3fd65313-63b2-4a92-9eb9-44cd87ff7993 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:36.624102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9024bde-5172-477b-b143-d4c5a5158d9f req-3fd65313-63b2-4a92-9eb9-44cd87ff7993 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1682 time: 0.0648351 Nov 15 14:34:36.647716 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4889-1b82-4f94-a903-34673a4ffec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:36.681737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-99339efd-96a0-470e-b7ab-71f3170e32b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 57005484-bb42-4b1f-a30d-cf19ac302870) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:36.692631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81abb65d-6744-42e1-8a1a-98a15fd196eb None None] Network 57005484-bb42-4b1f-a30d-cf19ac302870 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:36.697051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99339efd-96a0-470e-b7ab-71f3170e32b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:36.698027 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99339efd-96a0-470e-b7ab-71f3170e32b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:36.719931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0c1f4889-1b82-4f94-a903-34673a4ffec3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70c3fee6051d4181a31a1ba43421d9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5512607 Nov 15 14:34:36.721110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f4889-1b82-4f94-a903-34673a4ffec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb5165f-0de9-44c4-a360-0f672d5f7e59,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:36.723749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:36.742828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9024bde-5172-477b-b143-d4c5a5158d9f req-7eb366be-1ab3-4772-9ce5-aa51320e83a3 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114600 Nov 15 14:34:36.795128 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-99339efd-96a0-470e-b7ab-71f3170e32b0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0862215 Nov 15 14:34:36.831931 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4c010db-9ccd-487a-a7a8-5e99a3b53d00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:36.871466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4c010db-9ccd-487a-a7a8-5e99a3b53d00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:36.889716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:36.928562 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb4a39f-c232-4370-a489-215e53b5b10a None None] Network 57005484-bb42-4b1f-a30d-cf19ac302870 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:36.932351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:36.933076 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 802d5a57-8439-4a92-bc1b-14e9f95d4eb5 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:37.078557 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4c010db-9ccd-487a-a7a8-5e99a3b53d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:37.085939 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4c010db-9ccd-487a-a7a8-5e99a3b53d00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:37.088567 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f4c010db-9ccd-487a-a7a8-5e99a3b53d00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fbb5165f-0de9-44c4-a360-0f672d5f7e59 HTTP/1.1" status: 204 len: 168 time: 0.3623428 Nov 15 14:34:37.103937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c010db-9ccd-487a-a7a8-5e99a3b53d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb5165f-0de9-44c4-a360-0f672d5f7e59,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:37.201528 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52104) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:37.326877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df0263-28ff-4885-928e-0eeda0d66525 req-fe70da03-25c7-4aaf-9b37-094f9d409a53 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:37.347673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3df0263-28ff-4885-928e-0eeda0d66525 req-fe70da03-25c7-4aaf-9b37-094f9d409a53 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 944 time: 0.0937464 Nov 15 14:34:37.416829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3df0263-28ff-4885-928e-0eeda0d66525 req-1fa6cb91-7cb6-466f-8574-96bf2a6c12b7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802233 Nov 15 14:34:37.437851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-d6d000f6-c3c5-4315-a057-35c90bc9eb6f tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:37.439631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-d6d000f6-c3c5-4315-a057-35c90bc9eb6f tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:37.441665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-d6d000f6-c3c5-4315-a057-35c90bc9eb6f tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1682 time: 0.0810068 Nov 15 14:34:37.563967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-bda61675-0fd5-4eaf-bda4-8cb075323071 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Deleting port 36665fb7-adce-444b-a568-87115d727f93 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:37.564663 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-bda61675-0fd5-4eaf-bda4-8cb075323071 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:37.685665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a4a26-0b62-4cd4-8b7c-5f2a47d9d07b req-ea465a95-d02b-47b1-b020-e735cc2f31ff tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:37.687300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a31a4a26-0b62-4cd4-8b7c-5f2a47d9d07b req-ea465a95-d02b-47b1-b020-e735cc2f31ff tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.0823979 Nov 15 14:34:37.717368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-bda61675-0fd5-4eaf-bda4-8cb075323071 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] For port 36665fb7-adce-444b-a568-87115d727f93, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=36665fb7-adce-444b-a568-87115d727f93,segment=NetworkSegment(4447a7d8-b4e6-413f-b814-1ea575b52bfa),segment_id=4447a7d8-b4e6-413f-b814-1ea575b52bfa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:37.717748 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-bda61675-0fd5-4eaf-bda4-8cb075323071 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:37.741541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-bda61675-0fd5-4eaf-bda4-8cb075323071 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Calling delete_port for 36665fb7-adce-444b-a568-87115d727f93 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:37.773414 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-95e6acbc-218b-43ea-bc26-c1d7e5638dce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4fdf03ce63e0449494f7107bfc04e3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5706418 Nov 15 14:34:37.777386 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52118) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:37.817772 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a31a4a26-0b62-4cd4-8b7c-5f2a47d9d07b req-e3b78146-f944-4f75-8ff4-48d44f33871b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134958 Nov 15 14:34:37.842550 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ce69d94-28bb-49a3-9388-612afcff9680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:37.867965 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ce69d94-28bb-49a3-9388-612afcff9680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:37.958446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc0fed-11f4-4126-b89b-028c9b018de7 req-de32759a-43a2-49fd-824b-e6c9c6836a5d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:37.964463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc0fed-11f4-4126-b89b-028c9b018de7 req-de32759a-43a2-49fd-824b-e6c9c6836a5d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:37.966628 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5fc0fed-11f4-4126-b89b-028c9b018de7 req-de32759a-43a2-49fd-824b-e6c9c6836a5d tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 1682 time: 0.1020894 Nov 15 14:34:37.996848 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ce69d94-28bb-49a3-9388-612afcff9680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:37.999885 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ce69d94-28bb-49a3-9388-612afcff9680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.004732 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4ce69d94-28bb-49a3-9388-612afcff9680 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d07b01cf-5773-46ee-a69a-43985a307444 HTTP/1.1" status: 204 len: 168 time: 0.2234561 Nov 15 14:34:38.012008 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce69d94-28bb-49a3-9388-612afcff9680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07b01cf-5773-46ee-a69a-43985a307444,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:38.067484 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5fc0fed-11f4-4126-b89b-028c9b018de7 req-91939f5e-ddbf-4781-8276-052394b7d070 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/security-groups?id=661aa135-d31b-4018-b7e0-854003484297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869880 Nov 15 14:34:38.070500 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-bda61675-0fd5-4eaf-bda4-8cb075323071 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.082685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['61a52190-0188-48da-9068-5efafa412164', '36665fb7-adce-444b-a568-87115d727f93'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:34:38.099538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda61675-0fd5-4eaf-bda4-8cb075323071 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Port': ['ID=36665fb7-adce-444b-a568-87115d727f93,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:38.168506 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52132) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:38.192992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-bda61675-0fd5-4eaf-bda4-8cb075323071 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] No DVR routers for this DVR port 36665fb7-adce-444b-a568-87115d727f93 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:38.196891 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04ad73b2-025e-4f2d-882d-c167d16a35a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.198761 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-bda61675-0fd5-4eaf-bda4-8cb075323071 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.208557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-bda61675-0fd5-4eaf-bda4-8cb075323071 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "DELETE /v2.0/ports/36665fb7-adce-444b-a568-87115d727f93 HTTP/1.1" status: 204 len: 173 time: 0.7543235 Nov 15 14:34:38.209034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'name': 'network-vif-deleted', 'tag': '36665fb7-adce-444b-a568-87115d727f93'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:38.214469 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024fd6ca-29df-45ff-ac00-728ec31e5dd5" -d '{"events": [{"server_uuid": "e2e3c6f5-cf9f-473f-ac48-b196cf1e2228", "name": "network-vif-deleted", "tag": "36665fb7-adce-444b-a568-87115d727f93"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:38.395408 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91007dbc-afd8-4356-a38c-a149ae6af7a7 x-openstack-request-id: req-91007dbc-afd8-4356-a38c-a149ae6af7a7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:38.396137 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e3c6f5-cf9f-473f-ac48-b196cf1e2228", "name": "network-vif-deleted", "tag": "36665fb7-adce-444b-a568-87115d727f93", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:38.396137 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91007dbc-afd8-4356-a38c-a149ae6af7a7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:38.396497 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'name': 'network-vif-deleted', 'tag': '36665fb7-adce-444b-a568-87115d727f93', 'status': 'completed', 'code': 200} Nov 15 14:34:38.463017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-1715ae27-cba5-4339-9ff2-c8c87db1125c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Deleting port 61a52190-0188-48da-9068-5efafa412164 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:38.463275 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-1715ae27-cba5-4339-9ff2-c8c87db1125c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.491811 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04ad73b2-025e-4f2d-882d-c167d16a35a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.510087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52140) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:38.515552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-428686533-network', 'tenant_id': '1cb609576bf9422b9d060ffb936a996e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:38.608100 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04ad73b2-025e-4f2d-882d-c167d16a35a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.630425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ad38b-501f-4c97-8c6b-8db5ef1adb11 req-f55b6ba4-9293-42e4-8b0a-a2aff1a7d473 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:38.631944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a79ad38b-501f-4c97-8c6b-8db5ef1adb11 req-f55b6ba4-9293-42e4-8b0a-a2aff1a7d473 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 944 time: 0.0904036 Nov 15 14:34:38.651769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-1715ae27-cba5-4339-9ff2-c8c87db1125c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] For port 61a52190-0188-48da-9068-5efafa412164, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=61a52190-0188-48da-9068-5efafa412164,segment=NetworkSegment(b69a2ee1-f8a8-4d14-80bf-085e542e411e),segment_id=b69a2ee1-f8a8-4d14-80bf-085e542e411e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:38.652127 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-1715ae27-cba5-4339-9ff2-c8c87db1125c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.672363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad73b2-025e-4f2d-882d-c167d16a35a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5412c1-5d53-4b3b-900f-49e352823ccd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:38.681886 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-1715ae27-cba5-4339-9ff2-c8c87db1125c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Calling delete_port for 61a52190-0188-48da-9068-5efafa412164 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:38.690508 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-04ad73b2-025e-4f2d-882d-c167d16a35a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70dea3c965794ed499f5588185f0688b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203021 Nov 15 14:34:38.692974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:38.713176 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Made reservation on behalf of 1cb609576bf9422b9d060ffb936a996e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:38.715503 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.718175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a79ad38b-501f-4c97-8c6b-8db5ef1adb11 req-767a91e2-0608-4610-8b63-e1a57c92099e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781198 Nov 15 14:34:38.743716 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.788503 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09540eb4-f486-4c7d-b9d9-31e50635749a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.826741 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09540eb4-f486-4c7d-b9d9-31e50635749a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.930083 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.948324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98465d94-0a3d-4228-86b3-a29006e60f68 req-3ace2f3d-5d5f-4a2a-ab9b-a31a9a921dbc tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:38.949887 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98465d94-0a3d-4228-86b3-a29006e60f68 req-3ace2f3d-5d5f-4a2a-ab9b-a31a9a921dbc tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 945 time: 0.0669928 Nov 15 14:34:38.985393 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-1715ae27-cba5-4339-9ff2-c8c87db1125c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:38.996103 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:39.002307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09540eb4-f486-4c7d-b9d9-31e50635749a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:39.008425 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09540eb4-f486-4c7d-b9d9-31e50635749a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:39.008425 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-09540eb4-f486-4c7d-b9d9-31e50635749a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d5412c1-5d53-4b3b-900f-49e352823ccd HTTP/1.1" status: 204 len: 168 time: 0.3114376 Nov 15 14:34:39.026569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:34:39.041119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:39.046314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715ae27-cba5-4339-9ff2-c8c87db1125c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Port': ['ID=61a52190-0188-48da-9068-5efafa412164,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:39.060502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826ca250-1103-4f5d-b35a-e1d685809dd6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:39.069064 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:39.069064 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Added segment febd18d4-22dc-411c-8399-86831a7dfcae of type vlan for network 391717a4-cba4-4efb-87f6-ba4515488ba0 Nov 15 14:34:39.112469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78721e-48e7-44c2-9d69-e630e5c671ee req-bb2eddba-f220-4a22-b694-4e55305e426f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:39.116247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec78721e-48e7-44c2-9d69-e630e5c671ee req-bb2eddba-f220-4a22-b694-4e55305e426f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1643660 Nov 15 14:34:39.116572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09540eb4-f486-4c7d-b9d9-31e50635749a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5412c1-5d53-4b3b-900f-49e352823ccd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:39.155889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98465d94-0a3d-4228-86b3-a29006e60f68 req-e236ec70-afd0-4bed-8059-07ee632a7339 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915953 Nov 15 14:34:39.167406 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:39.177190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-1715ae27-cba5-4339-9ff2-c8c87db1125c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] No DVR routers for this DVR port 61a52190-0188-48da-9068-5efafa412164 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:39.186522 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-1715ae27-cba5-4339-9ff2-c8c87db1125c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:39.194675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92acc505-55af-402a-8de7-e5cbe5a222ba req-1715ae27-cba5-4339-9ff2-c8c87db1125c tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.59 "DELETE /v2.0/ports/61a52190-0188-48da-9068-5efafa412164 HTTP/1.1" status: 204 len: 173 time: 0.9720836 Nov 15 14:34:39.268951 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-62988fe8-d17f-45b2-831e-d4ddd4c3c2a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e55bbf7630f44e208c05b03956f79726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266412 Nov 15 14:34:39.271406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:39.278175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec78721e-48e7-44c2-9d69-e630e5c671ee req-6a4d40d6-11aa-457c-a4ca-1bccffb091be tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609230 Nov 15 14:34:39.332572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44c5c68a-8e92-498c-8ed6-34ada8120010 req-9b8eb013-6487-4878-a90b-8f79ff6da677 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 210 time: 0.0425818 Nov 15 14:34:39.362818 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be210c35-443e-483a-9b17-c30c7c2601fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:39.386020 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:39.387002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:39.388159 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:39.391384 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be210c35-443e-483a-9b17-c30c7c2601fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:39.477783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] Pushing event updated for resources: {'Network': ['ID=391717a4-cba4-4efb-87f6-ba4515488ba0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:39.493960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 391717a4-cba4-4efb-87f6-ba4515488ba0 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:34:39.574212 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-57d5ebf0-3a60-420c-9c21-e42eaf612e4a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0629094 Nov 15 14:34:39.577465 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52158) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:39.582886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c2c79b85-5a77-46c7-bbe7-28a8ae4b80e7 admin admin] Request body: {'subnet': {'network_id': '391717a4-cba4-4efb-87f6-ba4515488ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-428686533-subnet', 'tenant_id': '1cb609576bf9422b9d060ffb936a996e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:39.629750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be210c35-443e-483a-9b17-c30c7c2601fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:39.632447 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be210c35-443e-483a-9b17-c30c7c2601fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:39.633660 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-be210c35-443e-483a-9b17-c30c7c2601fa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a76184d2-9396-46c3-99f3-2a9ffc691d9e HTTP/1.1" status: 204 len: 168 time: 0.3599823 Nov 15 14:34:39.642711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be210c35-443e-483a-9b17-c30c7c2601fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76184d2-9396-46c3-99f3-2a9ffc691d9e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:39.721678 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c79b85-5a77-46c7-bbe7-28a8ae4b80e7 admin admin] Made reservation on behalf of 1cb609576bf9422b9d060ffb936a996e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:39.729789 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2c79b85-5a77-46c7-bbe7-28a8ae4b80e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:39.804521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5c74e-3e7d-4f32-a328-0419eb013e0f req-242db336-622b-4abd-bbd8-76151cf02f02 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:39.806349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07f5c74e-3e7d-4f32-a328-0419eb013e0f req-242db336-622b-4abd-bbd8-76151cf02f02 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 944 time: 0.0936685 Nov 15 14:34:39.950742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99a294-83bd-4285-bc98-3f5f720180ec req-cffa449d-ec4d-4d79-a553-01c64f09677c tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:39.952236 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e99a294-83bd-4285-bc98-3f5f720180ec req-cffa449d-ec4d-4d79-a553-01c64f09677c tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 944 time: 0.1258092 Nov 15 14:34:39.984068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-07f5c74e-3e7d-4f32-a328-0419eb013e0f req-efba9f43-9d60-43b2-bdbc-ed7b50846a4e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Deleting port ff6d83e2-4506-4586-90cc-398176d051bd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:39.984402 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07f5c74e-3e7d-4f32-a328-0419eb013e0f req-efba9f43-9d60-43b2-bdbc-ed7b50846a4e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:40.055047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e99a294-83bd-4285-bc98-3f5f720180ec req-620b70ed-7afa-482c-b28d-7abca53f59d6 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959370 Nov 15 14:34:40.076535 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2c79b85-5a77-46c7-bbe7-28a8ae4b80e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:40.099854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-07f5c74e-3e7d-4f32-a328-0419eb013e0f req-efba9f43-9d60-43b2-bdbc-ed7b50846a4e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] For port ff6d83e2-4506-4586-90cc-398176d051bd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ff6d83e2-4506-4586-90cc-398176d051bd,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:40.100228 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07f5c74e-3e7d-4f32-a328-0419eb013e0f req-efba9f43-9d60-43b2-bdbc-ed7b50846a4e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:40.121770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-07f5c74e-3e7d-4f32-a328-0419eb013e0f req-efba9f43-9d60-43b2-bdbc-ed7b50846a4e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Calling delete_port for ff6d83e2-4506-4586-90cc-398176d051bd owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:40.147136 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c79b85-5a77-46c7-bbe7-28a8ae4b80e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9270e7ff-514a-40cf-bb8d-dccdb7df38c7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:40.166776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c79b85-5a77-46c7-bbe7-28a8ae4b80e7 admin admin] Checking segment: {'id': 'febd18d4-22dc-411c-8399-86831a7dfcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '391717a4-cba4-4efb-87f6-ba4515488ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:40.167252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c79b85-5a77-46c7-bbe7-28a8ae4b80e7 admin admin] Network hostable DHCP agents. Network: 391717a4-cba4-4efb-87f6-ba4515488ba0, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:34:40.305330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc23ac-2846-43a7-94d4-6098f8339e6f req-3b3da271-9b8c-49e2-8a87-d14728e485f0 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:40.313269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfdc23ac-2846-43a7-94d4-6098f8339e6f req-3b3da271-9b8c-49e2-8a87-d14728e485f0 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 945 time: 0.0813630 Nov 15 14:34:40.314924 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c79b85-5a77-46c7-bbe7-28a8ae4b80e7 admin admin] Network 391717a4-cba4-4efb-87f6-ba4515488ba0 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:34:40.373435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfdc23ac-2846-43a7-94d4-6098f8339e6f req-1dbd2406-0c6a-4522-944d-84e9fba44cbc tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590303 Nov 15 14:34:40.374842 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07f5c74e-3e7d-4f32-a328-0419eb013e0f req-efba9f43-9d60-43b2-bdbc-ed7b50846a4e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:40.390752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['ff6d83e2-4506-4586-90cc-398176d051bd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:34:40.408869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'name': 'network-vif-deleted', 'tag': '61a52190-0188-48da-9068-5efafa412164'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:40.411578 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c2c79b85-5a77-46c7-bbe7-28a8ae4b80e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 391717a4-cba4-4efb-87f6-ba4515488ba0) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:40.411727 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ffc1bc-b064-4f07-a926-9e086f7d74b2" -d '{"events": [{"server_uuid": "e2e3c6f5-cf9f-473f-ac48-b196cf1e2228", "name": "network-vif-deleted", "tag": "61a52190-0188-48da-9068-5efafa412164"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:40.423757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c79b85-5a77-46c7-bbe7-28a8ae4b80e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:40.424624 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2c79b85-5a77-46c7-bbe7-28a8ae4b80e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:40.426357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba9f43-9d60-43b2-bdbc-ed7b50846a4e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Pushing event deleted for resources: {'Port': ['ID=ff6d83e2-4506-4586-90cc-398176d051bd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:40.446176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77efbca-cc70-401c-82f9-f7a33f29eba1 None None] Network 391717a4-cba4-4efb-87f6-ba4515488ba0 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:40.501610 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f5c74e-3e7d-4f32-a328-0419eb013e0f req-efba9f43-9d60-43b2-bdbc-ed7b50846a4e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] No DVR routers for this DVR port ff6d83e2-4506-4586-90cc-398176d051bd on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:40.516075 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07f5c74e-3e7d-4f32-a328-0419eb013e0f req-efba9f43-9d60-43b2-bdbc-ed7b50846a4e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:40.524705 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07f5c74e-3e7d-4f32-a328-0419eb013e0f req-efba9f43-9d60-43b2-bdbc-ed7b50846a4e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.59 "DELETE /v2.0/ports/ff6d83e2-4506-4586-90cc-398176d051bd HTTP/1.1" status: 204 len: 173 time: 0.7087889 Nov 15 14:34:40.556214 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c2c79b85-5a77-46c7-bbe7-28a8ae4b80e7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9772084 Nov 15 14:34:40.563614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2ba88-2ed8-45b0-8b05-e35c1cb4490a req-ab00a366-4426-4f2b-8baa-572b4f147617 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:40.565984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19b2ba88-2ed8-45b0-8b05-e35c1cb4490a req-ab00a366-4426-4f2b-8baa-572b4f147617 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1509252 Nov 15 14:34:40.595350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2026f58-a6aa-4697-b175-85f65834d815 req-26bc5684-c1b8-4274-a097-d4e7127e7156 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:40.596871 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d2026f58-a6aa-4697-b175-85f65834d815 req-26bc5684-c1b8-4274-a097-d4e7127e7156 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 945 time: 0.0927627 Nov 15 14:34:40.604868 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-795f8f31-7cfa-4612-afac-dc763c325487 req-ba5f12ea-b437-48b2-8bfa-03daff45163f tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2e3c6f5-cf9f-473f-ac48-b196cf1e2228 HTTP/1.1" status: 200 len: 210 time: 0.0756779 Nov 15 14:34:40.684757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19b2ba88-2ed8-45b0-8b05-e35c1cb4490a req-955903e1-ed62-4899-807c-cf7d2e8bc10d tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817025 Nov 15 14:34:40.691667 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3a6522-7763-46ec-b715-99f4183e7beb x-openstack-request-id: req-0f3a6522-7763-46ec-b715-99f4183e7beb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:40.692610 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e3c6f5-cf9f-473f-ac48-b196cf1e2228", "name": "network-vif-deleted", "tag": "61a52190-0188-48da-9068-5efafa412164", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:40.693039 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f3a6522-7763-46ec-b715-99f4183e7beb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:40.693614 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e3c6f5-cf9f-473f-ac48-b196cf1e2228', 'name': 'network-vif-deleted', 'tag': '61a52190-0188-48da-9068-5efafa412164', 'status': 'completed', 'code': 200} Nov 15 14:34:40.713079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485270f4-e778-4e38-8b78-c63b7e475272 None None] Network 391717a4-cba4-4efb-87f6-ba4515488ba0 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:40.777379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d2026f58-a6aa-4697-b175-85f65834d815 req-a7b738c4-dd27-470e-9792-8bd52aabe7c6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Deleting port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:40.779065 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d2026f58-a6aa-4697-b175-85f65834d815 req-a7b738c4-dd27-470e-9792-8bd52aabe7c6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:40.836577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:40.884118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 36665fb7-adce-444b-a568-87115d727f93 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:40.924184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 36665fb7-adce-444b-a568-87115d727f93 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:40.924957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 36665fb7-adce-444b-a568-87115d727f93 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:40.925527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 61a52190-0188-48da-9068-5efafa412164 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:40.930736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e5520b-42c8-41fc-ae92-382af270c2cd admin admin] Deleting subnet a7a27b84-2d60-4cab-8bd8-d40fea303b10 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:34:40.941853 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73e5520b-42c8-41fc-ae92-382af270c2cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:40.951252 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 61a52190-0188-48da-9068-5efafa412164 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:40.952400 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 61a52190-0188-48da-9068-5efafa412164 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:40.952972 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ff6d83e2-4506-4586-90cc-398176d051bd no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:40.977675 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: ff6d83e2-4506-4586-90cc-398176d051bd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:40.978250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ff6d83e2-4506-4586-90cc-398176d051bd not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:41.000740 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d2026f58-a6aa-4697-b175-85f65834d815 req-a7b738c4-dd27-470e-9792-8bd52aabe7c6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] For port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1c40832e-3539-4a1b-bbfd-66cc1b9f57da,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:41.000740 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d2026f58-a6aa-4697-b175-85f65834d815 req-a7b738c4-dd27-470e-9792-8bd52aabe7c6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.021132 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d2026f58-a6aa-4697-b175-85f65834d815 req-a7b738c4-dd27-470e-9792-8bd52aabe7c6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Calling delete_port for 1c40832e-3539-4a1b-bbfd-66cc1b9f57da owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:41.027775 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73e5520b-42c8-41fc-ae92-382af270c2cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.092928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:41.118711 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73e5520b-42c8-41fc-ae92-382af270c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.183321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d1d2d2d-f7d3-408e-8b1a-c1d5afa39585 req-b7ca8327-a170-4ba9-986b-42a04c144f0a tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a8f5726-f34d-4bb9-b92e-a8913592185b HTTP/1.1" status: 200 len: 210 time: 0.0322225 Nov 15 14:34:41.214007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1455855012-network', 'tenant_id': 'd1a09ca1f3a74ff9a50e0c7e7d878699'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:41.311733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52222) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:41.328215 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73e5520b-42c8-41fc-ae92-382af270c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.356752 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73e5520b-42c8-41fc-ae92-382af270c2cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.359953 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-73e5520b-42c8-41fc-ae92-382af270c2cd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a7a27b84-2d60-4cab-8bd8-d40fea303b10 HTTP/1.1" status: 204 len: 168 time: 0.5219786 Nov 15 14:34:41.360964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5520b-42c8-41fc-ae92-382af270c2cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a27b84-2d60-4cab-8bd8-d40fea303b10,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:41.362945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52226) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:41.370026 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d2026f58-a6aa-4697-b175-85f65834d815 req-a7b738c4-dd27-470e-9792-8bd52aabe7c6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.381904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Made reservation on behalf of d1a09ca1f3a74ff9a50e0c7e7d878699 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:41.384544 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.386557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['9d0702bf-ac69-4276-bdc1-ac848cb5d33e', '1ab33ef2-46ce-430b-a49d-7946ea8b99da', '1479cca2-c069-40f1-922e-282f47c4d675', '1c40832e-3539-4a1b-bbfd-66cc1b9f57da'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:34:41.404166 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.413580 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b738c4-dd27-470e-9792-8bd52aabe7c6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Pushing event deleted for resources: {'Port': ['ID=1c40832e-3539-4a1b-bbfd-66cc1b9f57da,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:41.475891 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2026f58-a6aa-4697-b175-85f65834d815 req-a7b738c4-dd27-470e-9792-8bd52aabe7c6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] No DVR routers for this DVR port 1c40832e-3539-4a1b-bbfd-66cc1b9f57da on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:41.479671 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d2026f58-a6aa-4697-b175-85f65834d815 req-a7b738c4-dd27-470e-9792-8bd52aabe7c6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.483902 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d2026f58-a6aa-4697-b175-85f65834d815 req-a7b738c4-dd27-470e-9792-8bd52aabe7c6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "DELETE /v2.0/ports/1c40832e-3539-4a1b-bbfd-66cc1b9f57da HTTP/1.1" status: 204 len: 173 time: 0.8774858 Nov 15 14:34:41.491447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837f7d04-736b-492a-8bc8-f4897c98554b', 'name': 'network-vif-deleted', 'tag': '1c40832e-3539-4a1b-bbfd-66cc1b9f57da'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:41.491447 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577ebb34-3ada-4b03-8df9-2b693456a983" -d '{"events": [{"server_uuid": "837f7d04-736b-492a-8bc8-f4897c98554b", "name": "network-vif-deleted", "tag": "1c40832e-3539-4a1b-bbfd-66cc1b9f57da"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:41.496251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-network', 'tenant_id': '970f4185811248ce952ca2c0e82fa491'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:41.531639 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea61e85-77bc-4758-bb7a-77c97e0e4ef8 x-openstack-request-id: req-5ea61e85-77bc-4758-bb7a-77c97e0e4ef8 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:41.531639 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837f7d04-736b-492a-8bc8-f4897c98554b", "name": "network-vif-deleted", "tag": "1c40832e-3539-4a1b-bbfd-66cc1b9f57da", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:41.531639 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ea61e85-77bc-4758-bb7a-77c97e0e4ef8 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:41.531965 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837f7d04-736b-492a-8bc8-f4897c98554b', 'name': 'network-vif-deleted', 'tag': '1c40832e-3539-4a1b-bbfd-66cc1b9f57da', 'status': 'completed', 'code': 200} Nov 15 14:34:41.584792 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcfcdf14-2e04-4187-b73d-334f91214627 req-072b9b55-2576-4372-b130-143a250cc474 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 210 time: 0.0574625 Nov 15 14:34:41.596904 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4119-552c-4cbd-9f2e-e4a92e7a3da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.693158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Made reservation on behalf of 970f4185811248ce952ca2c0e82fa491 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:41.693737 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.713988 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.731698 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.739817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:41.741891 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4119-552c-4cbd-9f2e-e4a92e7a3da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.778780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1a6d4119-552c-4cbd-9f2e-e4a92e7a3da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57005484-bb42-4b1f-a30d-cf19ac302870']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:41.795592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1a6d4119-552c-4cbd-9f2e-e4a92e7a3da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b181fcb3-466e-465c-8a1b-6d1ef88845fa') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:41.795885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1a6d4119-552c-4cbd-9f2e-e4a92e7a3da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b181fcb3-466e-465c-8a1b-6d1ef88845fa') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:41.828107 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4119-552c-4cbd-9f2e-e4a92e7a3da3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.855175 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d82cbce-ab2f-4689-89dd-d773ec8a0f90 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Deleting subnet 12cdd3c2-605d-4e3c-af5f-46fa6650edde {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:34:41.856532 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.861137 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d82cbce-ab2f-4689-89dd-d773ec8a0f90 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.885503 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4119-552c-4cbd-9f2e-e4a92e7a3da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.904368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:34:41.906598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6d4119-552c-4cbd-9f2e-e4a92e7a3da3 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:34:41.907002 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4119-552c-4cbd-9f2e-e4a92e7a3da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:34:41.913828 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:34:41.930330 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d82cbce-ab2f-4689-89dd-d773ec8a0f90 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.974718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e2afb9-43a9-4d62-af5b-b395788d64d2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:41.982829 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:41.983132 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Added segment 3f3660b3-409a-4010-9239-3e7685725120 of type vlan for network eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 Nov 15 14:34:42.015913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.026282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5740dc0-336e-4685-a0e5-526059e6dec9 req-80f3871c-53eb-4730-ba30-126b515cc6be tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:42.028049 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5740dc0-336e-4685-a0e5-526059e6dec9 req-80f3871c-53eb-4730-ba30-126b515cc6be tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.2283106 Nov 15 14:34:42.044536 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d82cbce-ab2f-4689-89dd-d773ec8a0f90 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.074588 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.099972 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.107086 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4119-552c-4cbd-9f2e-e4a92e7a3da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.135123 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4119-552c-4cbd-9f2e-e4a92e7a3da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.138364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1a6d4119-552c-4cbd-9f2e-e4a92e7a3da3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/57005484-bb42-4b1f-a30d-cf19ac302870 HTTP/1.1" status: 204 len: 168 time: 0.7742610 Nov 15 14:34:42.141960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:42.175488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5740dc0-336e-4685-a0e5-526059e6dec9 req-b38277bb-d6c3-4431-94f5-3c340d9f0ba2 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164322 Nov 15 14:34:42.175488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d4119-552c-4cbd-9f2e-e4a92e7a3da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=57005484-bb42-4b1f-a30d-cf19ac302870,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:42.175488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:34:42.177456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3617d2d-3677-49e9-a51b-93ecd1f690bd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:42.184114 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.185043 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Added segment 002bc5c6-cefc-484c-9ded-02bdf3e3b22a of type vlan for network ec5351cd-ca79-4685-88e1-38045ece2a22 Nov 15 14:34:42.200415 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d82cbce-ab2f-4689-89dd-d773ec8a0f90 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.236941 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.254450 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcba121-5c30-4f0e-a240-99bd6a8d9e14 admin admin] Deleting subnet 9270e7ff-514a-40cf-bb8d-dccdb7df38c7 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:34:42.259058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.259058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:42.259058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.264294 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfcba121-5c30-4f0e-a240-99bd6a8d9e14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.275477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6299b4-3a9b-45c5-84ec-45066439b6c0 None None] Network d401481c-44e5-4ded-9f8e-f40532c4ecb5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:42.316309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82cbce-ab2f-4689-89dd-d773ec8a0f90 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Subnet': ['ID=12cdd3c2-605d-4e3c-af5f-46fa6650edde,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:42.321946 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfcba121-5c30-4f0e-a240-99bd6a8d9e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.329829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] Pushing event updated for resources: {'Network': ['ID=eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:42.353570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d82cbce-ab2f-4689-89dd-d773ec8a0f90 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.357572 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7d82cbce-ab2f-4689-89dd-d773ec8a0f90 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "DELETE /v2.0/subnets/12cdd3c2-605d-4e3c-af5f-46fa6650edde HTTP/1.1" status: 204 len: 168 time: 0.6156504 Nov 15 14:34:42.360603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:42.362654 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.363864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:42.365143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:34:42.365896 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.442842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-99b6e73c-1a23-4401-bf63-65c540bc59c6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3485208 Nov 15 14:34:42.448132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:42.459533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e9f7dc81-bde8-44e6-afdf-7b0d817a8c14 admin admin] Request body: {'subnet': {'network_id': 'eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1455855012-subnet', 'tenant_id': 'd1a09ca1f3a74ff9a50e0c7e7d878699', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:42.464956 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.476449 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1634171 Nov 15 14:34:42.479571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:42.485280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] Request body: {'subnet': {'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-subnet', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:42.496082 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfcba121-5c30-4f0e-a240-99bd6a8d9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.521791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d3d9f-008e-4ed9-93e8-4ab889369641 admin admin] Pushing event updated for resources: {'Network': ['ID=ec5351cd-ca79-4685-88e1-38045ece2a22,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:42.533419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network ec5351cd-ca79-4685-88e1-38045ece2a22 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:34:42.557411 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 14:34:42.557411 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 15 14:34:42.557411 n-d-817748-2 neutron-server[103147]: [parameters: {'project_id_1': '970f4185811248ce952ca2c0e82fa491', 'expiration_1': datetime.datetime(2021, 11, 15, 14, 34, 22, 489693)}] Nov 15 14:34:42.557411 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:34:42.558037 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:34:42.605866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Deleting port 80bc6bf0-c989-43b5-94c2-6d7372f1449b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:42.606359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.624395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f7dc81-bde8-44e6-afdf-7b0d817a8c14 admin admin] Made reservation on behalf of d1a09ca1f3a74ff9a50e0c7e7d878699 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:42.627000 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9f7dc81-bde8-44e6-afdf-7b0d817a8c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.639899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e459f40e-d606-4db2-b6be-8e3d834f6026 None None] DHCP port deletion for d401481c-44e5-4ded-9f8e-f40532c4ecb5 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:34:42.694473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'name': 'network-vif-deleted', 'tag': 'ff6d83e2-4506-4586-90cc-398176d051bd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:42.702564 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e459f40e-d606-4db2-b6be-8e3d834f6026 None None] Deleting port 80bc6bf0-c989-43b5-94c2-6d7372f1449b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:42.702564 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e459f40e-d606-4db2-b6be-8e3d834f6026 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.718975 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9226fb67-70a9-4dce-ba11-6effb38a449d" -d '{"events": [{"server_uuid": "6a8f5726-f34d-4bb9-b92e-a8913592185b", "name": "network-vif-deleted", "tag": "ff6d83e2-4506-4586-90cc-398176d051bd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:42.738588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] For port 80bc6bf0-c989-43b5-94c2-6d7372f1449b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=80bc6bf0-c989-43b5-94c2-6d7372f1449b,segment=NetworkSegment(4447a7d8-b4e6-413f-b814-1ea575b52bfa),segment_id=4447a7d8-b4e6-413f-b814-1ea575b52bfa)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:42.738971 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.754257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Calling delete_port for 80bc6bf0-c989-43b5-94c2-6d7372f1449b owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:42.780805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e459f40e-d606-4db2-b6be-8e3d834f6026 None None] For port 80bc6bf0-c989-43b5-94c2-6d7372f1449b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=80bc6bf0-c989-43b5-94c2-6d7372f1449b,segment=NetworkSegment(4447a7d8-b4e6-413f-b814-1ea575b52bfa),segment_id=4447a7d8-b4e6-413f-b814-1ea575b52bfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:42.781192 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e459f40e-d606-4db2-b6be-8e3d834f6026 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.793444 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e459f40e-d606-4db2-b6be-8e3d834f6026 None None] Calling delete_port for 80bc6bf0-c989-43b5-94c2-6d7372f1449b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:42.801374 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ffa1caba-e799-4610-aa3d-fbed484822c3 req-13ee4f68-5cc4-4754-a4f8-1ef5ce6d60e0 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=837f7d04-736b-492a-8bc8-f4897c98554b HTTP/1.1" status: 200 len: 210 time: 0.0757518 Nov 15 14:34:42.802764 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfcba121-5c30-4f0e-a240-99bd6a8d9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.852760 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfcba121-5c30-4f0e-a240-99bd6a8d9e14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.866581 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bfcba121-5c30-4f0e-a240-99bd6a8d9e14 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9270e7ff-514a-40cf-bb8d-dccdb7df38c7 HTTP/1.1" status: 204 len: 168 time: 0.7238095 Nov 15 14:34:42.867182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:42.867433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcba121-5c30-4f0e-a240-99bd6a8d9e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9270e7ff-514a-40cf-bb8d-dccdb7df38c7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:42.952301 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1422a2ef-0db1-47af-873f-19c6f546f097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:42.974681 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ec40bc-958e-48e0-bc4a-4a6a3a9141ed x-openstack-request-id: req-d4ec40bc-958e-48e0-bc4a-4a6a3a9141ed {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:42.975004 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8f5726-f34d-4bb9-b92e-a8913592185b", "name": "network-vif-deleted", "tag": "ff6d83e2-4506-4586-90cc-398176d051bd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:42.975356 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4ec40bc-958e-48e0-bc4a-4a6a3a9141ed {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:42.975829 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8f5726-f34d-4bb9-b92e-a8913592185b', 'name': 'network-vif-deleted', 'tag': 'ff6d83e2-4506-4586-90cc-398176d051bd', 'status': 'completed', 'code': 200} Nov 15 14:34:42.994869 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e459f40e-d606-4db2-b6be-8e3d834f6026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.024761 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.044535 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459f40e-d606-4db2-b6be-8e3d834f6026 None None] Pushing event deleted for resources: {'Port': ['ID=80bc6bf0-c989-43b5-94c2-6d7372f1449b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:43.052785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e459f40e-d606-4db2-b6be-8e3d834f6026 None None] No DVR routers for this DVR port 80bc6bf0-c989-43b5-94c2-6d7372f1449b on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:43.055696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 80bc6bf0-c989-43b5-94c2-6d7372f1449b no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:43.085509 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 80bc6bf0-c989-43b5-94c2-6d7372f1449b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:43.086295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 80bc6bf0-c989-43b5-94c2-6d7372f1449b not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:43.142198 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Port': ['ID=80bc6bf0-c989-43b5-94c2-6d7372f1449b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:43.155397 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] No DVR routers for this DVR port 80bc6bf0-c989-43b5-94c2-6d7372f1449b on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:43.283879 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.322278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d401481c-44e5-4ded-9f8e-f40532c4ecb5']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:43.342770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4447a7d8-b4e6-413f-b814-1ea575b52bfa') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:43.343186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4447a7d8-b4e6-413f-b814-1ea575b52bfa') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:43.371004 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.378593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] Made reservation on behalf of 970f4185811248ce952ca2c0e82fa491 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:43.381205 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.415104 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1422a2ef-0db1-47af-873f-19c6f546f097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.431522 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.452784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:34:43.453193 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:34:43.456256 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:34:43.462330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1422a2ef-0db1-47af-873f-19c6f546f097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391717a4-cba4-4efb-87f6-ba4515488ba0']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:43.477179 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ad544-c7aa-451c-9404-49b54dad7d67 req-d455b838-8bb8-49e0-8446-451afcbfd94e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:43.480392 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f08ad544-c7aa-451c-9404-49b54dad7d67 req-d455b838-8bb8-49e0-8446-451afcbfd94e tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 944 time: 0.1481895 Nov 15 14:34:43.522335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1422a2ef-0db1-47af-873f-19c6f546f097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febd18d4-22dc-411c-8399-86831a7dfcae') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:43.522651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1422a2ef-0db1-47af-873f-19c6f546f097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febd18d4-22dc-411c-8399-86831a7dfcae') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:43.547416 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1422a2ef-0db1-47af-873f-19c6f546f097 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.574525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1422a2ef-0db1-47af-873f-19c6f546f097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.585349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fbc88-de07-4b47-9eb5-c5b8bb0d5edc req-d334e157-1816-479f-aa35-b2c4054973d7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:43.586960 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-367fbc88-de07-4b47-9eb5-c5b8bb0d5edc req-d334e157-1816-479f-aa35-b2c4054973d7 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 944 time: 0.1519308 Nov 15 14:34:43.597207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36337e-19c1-408a-9b45-c1ee7469e965 req-bfabb994-3ef7-4e57-85de-45d9385ef200 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:43.598777 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a36337e-19c1-408a-9b45-c1ee7469e965 req-bfabb994-3ef7-4e57-85de-45d9385ef200 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1649828 Nov 15 14:34:43.602653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1422a2ef-0db1-47af-873f-19c6f546f097 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:34:43.603111 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1422a2ef-0db1-47af-873f-19c6f546f097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:34:43.612790 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:34:43.672710 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9f7dc81-bde8-44e6-afdf-7b0d817a8c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.776435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-367fbc88-de07-4b47-9eb5-c5b8bb0d5edc req-707d141f-7705-4967-8d6e-939ecf337965 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7b760df-92ca-44a0-9010-53eacea8f481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750777 Nov 15 14:34:43.788083 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a36337e-19c1-408a-9b45-c1ee7469e965 req-76b43ab1-c4d6-4eec-a58e-d5edb3be33f9 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816676 Nov 15 14:34:43.794216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7dc81-bde8-44e6-afdf-7b0d817a8c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9fe1aa-4b3e-43fe-b632-1b87086ad640,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:43.811073 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1422a2ef-0db1-47af-873f-19c6f546f097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.821581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f7dc81-bde8-44e6-afdf-7b0d817a8c14 admin admin] Checking segment: {'id': '3f3660b3-409a-4010-9239-3e7685725120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:43.822851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f7dc81-bde8-44e6-afdf-7b0d817a8c14 admin admin] Network hostable DHCP agents. Network: eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:34:43.828667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1422a2ef-0db1-47af-873f-19c6f546f097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.835311 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1422a2ef-0db1-47af-873f-19c6f546f097 admin admin] 10.222.0.70 "DELETE /v2.0/networks/391717a4-cba4-4efb-87f6-ba4515488ba0 HTTP/1.1" status: 204 len: 168 time: 0.9665263 Nov 15 14:34:43.851061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422a2ef-0db1-47af-873f-19c6f546f097 admin admin] Pushing event deleted for resources: {'Network': ['ID=391717a4-cba4-4efb-87f6-ba4515488ba0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:43.929027 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.938017 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:43.941146 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "DELETE /v2.0/networks/d401481c-44e5-4ded-9f8e-f40532c4ecb5 HTTP/1.1" status: 204 len: 168 time: 1.5796874 Nov 15 14:34:43.943919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52270) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:43.954340 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f7dc81-bde8-44e6-afdf-7b0d817a8c14 admin admin] Network eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:34:43.964506 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f6ee6-12cf-4f2c-bdad-b5520afdc2e0 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Network': ['ID=d401481c-44e5-4ded-9f8e-f40532c4ecb5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:44.011860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-312d1768-d6c0-4947-b045-0d7d2c9222ec tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Deleting subnet 2bab89c4-5ae5-46d7-b4b2-d38800923372 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:34:44.016142 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-312d1768-d6c0-4947-b045-0d7d2c9222ec tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.045179 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f08ad544-c7aa-451c-9404-49b54dad7d67 req-89458c5a-7828-4103-a951-a6c133344293 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Deleting port f5c239fe-a3fc-4aad-b577-809395e91032 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:44.045566 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f08ad544-c7aa-451c-9404-49b54dad7d67 req-89458c5a-7828-4103-a951-a6c133344293 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.063368 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-312d1768-d6c0-4947-b045-0d7d2c9222ec tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.089916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e9f7dc81-bde8-44e6-afdf-7b0d817a8c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:44.098926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530e8613-ece4-403a-acb0-1a29b8ed6ff0 None None] Network eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:44.099807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f7dc81-bde8-44e6-afdf-7b0d817a8c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:44.100460 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9f7dc81-bde8-44e6-afdf-7b0d817a8c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.191335 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.203678 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f08ad544-c7aa-451c-9404-49b54dad7d67 req-89458c5a-7828-4103-a951-a6c133344293 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] For port f5c239fe-a3fc-4aad-b577-809395e91032, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f5c239fe-a3fc-4aad-b577-809395e91032,segment=NetworkSegment(b994b5c0-fd7d-4c18-9ec3-2786191015bc),segment_id=b994b5c0-fd7d-4c18-9ec3-2786191015bc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:44.204045 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f08ad544-c7aa-451c-9404-49b54dad7d67 req-89458c5a-7828-4103-a951-a6c133344293 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.210590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e9f7dc81-bde8-44e6-afdf-7b0d817a8c14 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7608273 Nov 15 14:34:44.252020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52276) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:44.264320 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f08ad544-c7aa-451c-9404-49b54dad7d67 req-89458c5a-7828-4103-a951-a6c133344293 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Calling delete_port for f5c239fe-a3fc-4aad-b577-809395e91032 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:44.295757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:44.340066 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-312d1768-d6c0-4947-b045-0d7d2c9222ec tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.367504 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] Checking segment: {'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:44.367868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] Network hostable DHCP agents. Network: ec5351cd-ca79-4685-88e1-38045ece2a22, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:34:44.398696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a2838c-a866-45ed-b5db-d798e278bc50 None None] Network eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:44.408748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4fb22554-5837-43f9-a5b4-accd0d990b4b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77ff2e19f2f94ee697bddec1096585c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554313 Nov 15 14:34:44.411975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:44.522956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] Network ec5351cd-ca79-4685-88e1-38045ece2a22 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:34:44.538370 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8026328e-bed5-4eca-b332-0b1728835075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.566539 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8026328e-bed5-4eca-b332-0b1728835075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.568145 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-312d1768-d6c0-4947-b045-0d7d2c9222ec tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.589527 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-312d1768-d6c0-4947-b045-0d7d2c9222ec tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.597171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c7c50b-adf4-4a15-84b4-81cac083928c None None] Network b3f9ae70-fb08-4b26-84a1-cce5fcb2923f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:44.611938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-312d1768-d6c0-4947-b045-0d7d2c9222ec tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "DELETE /v2.0/subnets/2bab89c4-5ae5-46d7-b4b2-d38800923372 HTTP/1.1" status: 204 len: 168 time: 0.6645432 Nov 15 14:34:44.615037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:44.637843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d1768-d6c0-4947-b045-0d7d2c9222ec tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Subnet': ['ID=2bab89c4-5ae5-46d7-b4b2-d38800923372,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:44.712080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f08ad544-c7aa-451c-9404-49b54dad7d67 req-89458c5a-7828-4103-a951-a6c133344293 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.713703 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, ec5351cd-ca79-4685-88e1-38045ece2a22) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:44.734181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6195638-e7d6-415e-866f-6be930e1bc45 None None] Network ec5351cd-ca79-4685-88e1-38045ece2a22 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:44.762148 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:44.763919 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.800018 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89458c5a-7828-4103-a951-a6c133344293 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Pushing event deleted for resources: {'Port': ['ID=f5c239fe-a3fc-4aad-b577-809395e91032,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:44.884554 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8026328e-bed5-4eca-b332-0b1728835075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.890649 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8026328e-bed5-4eca-b332-0b1728835075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.910827 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8026328e-bed5-4eca-b332-0b1728835075 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bad6cad0-d67e-4301-9785-05624b4ee609 HTTP/1.1" status: 204 len: 168 time: 0.4963934 Nov 15 14:34:44.961370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08ad544-c7aa-451c-9404-49b54dad7d67 req-89458c5a-7828-4103-a951-a6c133344293 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] No DVR routers for this DVR port f5c239fe-a3fc-4aad-b577-809395e91032 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:44.977357 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.990211 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f08ad544-c7aa-451c-9404-49b54dad7d67 req-89458c5a-7828-4103-a951-a6c133344293 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:44.993701 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f08ad544-c7aa-451c-9404-49b54dad7d67 req-89458c5a-7828-4103-a951-a6c133344293 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.46 "DELETE /v2.0/ports/f5c239fe-a3fc-4aad-b577-809395e91032 HTTP/1.1" status: 204 len: 173 time: 1.4830618 Nov 15 14:34:45.012202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b19e97-aaf7-4125-b82a-1343396bb445', 'name': 'network-vif-deleted', 'tag': 'f5c239fe-a3fc-4aad-b577-809395e91032'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:45.018013 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbc5d32-5cd9-4b61-83ee-a38024f1aaac" -d '{"events": [{"server_uuid": "33b19e97-aaf7-4125-b82a-1343396bb445", "name": "network-vif-deleted", "tag": "f5c239fe-a3fc-4aad-b577-809395e91032"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:45.028717 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9e6e8be2-e025-4a12-a83a-8835e7145577 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5475497 Nov 15 14:34:45.029794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026328e-bed5-4eca-b332-0b1728835075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad6cad0-d67e-4301-9785-05624b4ee609,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:45.032547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:45.037121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:45.088219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9878ae79-d844-4637-be12-c43375a29fd8 req-60cf408f-d246-466a-8b45-1d8d8464ec07 tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 210 time: 0.1785669 Nov 15 14:34:45.093759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7142f6-ee34-4cde-a65d-01ef5f5b5a00 None None] DHCP port deletion for b3f9ae70-fb08-4b26-84a1-cce5fcb2923f request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:34:45.129442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-ec5351cd-ca79-4685-88e1-38045ece2a22', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:34:45.131777 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.178806 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Deleting port 01cb2940-05f1-49cf-a6ab-24f147e077fd {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:45.179178 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.189653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568e92-d268-473b-bae6-479a133a1fd1 req-7d6288cf-b4ce-4583-9239-012101f13408 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:45.208649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d568e92-d268-473b-bae6-479a133a1fd1 req-7d6288cf-b4ce-4583-9239-012101f13408 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.2352357 Nov 15 14:34:45.228701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1c40832e-3539-4a1b-bbfd-66cc1b9f57da no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:45.230623 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4bfce0-1789-407c-92d7-1561529c658b x-openstack-request-id: req-0b4bfce0-1789-407c-92d7-1561529c658b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:45.231714 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b19e97-aaf7-4125-b82a-1343396bb445", "name": "network-vif-deleted", "tag": "f5c239fe-a3fc-4aad-b577-809395e91032", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:45.231714 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b4bfce0-1789-407c-92d7-1561529c658b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:45.232127 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b19e97-aaf7-4125-b82a-1343396bb445', 'name': 'network-vif-deleted', 'tag': 'f5c239fe-a3fc-4aad-b577-809395e91032', 'status': 'completed', 'code': 200} Nov 15 14:34:45.286629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d568e92-d268-473b-bae6-479a133a1fd1 req-14cb3ef2-776c-4af2-9bbd-0dfc25078cb8 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706351 Nov 15 14:34:45.308313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 1c40832e-3539-4a1b-bbfd-66cc1b9f57da {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:45.308313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1c40832e-3539-4a1b-bbfd-66cc1b9f57da not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:45.357764 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.365620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.431254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ac7142f6-ee34-4cde-a65d-01ef5f5b5a00 None None] Deleting port 01cb2940-05f1-49cf-a6ab-24f147e077fd {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:45.431641 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ac7142f6-ee34-4cde-a65d-01ef5f5b5a00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.454686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] For port 01cb2940-05f1-49cf-a6ab-24f147e077fd, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=01cb2940-05f1-49cf-a6ab-24f147e077fd,segment=NetworkSegment(b69a2ee1-f8a8-4d14-80bf-085e542e411e),segment_id=b69a2ee1-f8a8-4d14-80bf-085e542e411e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:45.455315 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.500381 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Calling delete_port for 01cb2940-05f1-49cf-a6ab-24f147e077fd owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:45.508078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.550897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ac7142f6-ee34-4cde-a65d-01ef5f5b5a00 None None] For port 01cb2940-05f1-49cf-a6ab-24f147e077fd, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=01cb2940-05f1-49cf-a6ab-24f147e077fd,segment=NetworkSegment(b69a2ee1-f8a8-4d14-80bf-085e542e411e),segment_id=b69a2ee1-f8a8-4d14-80bf-085e542e411e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:45.551358 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ac7142f6-ee34-4cde-a65d-01ef5f5b5a00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.554322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Allocated IP 172.20.0.2 (ec5351cd-ca79-4685-88e1-38045ece2a22/d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a/887e3699-87af-47de-9a78-c978fd5e80ad) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:34:45.581631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ac7142f6-ee34-4cde-a65d-01ef5f5b5a00 None None] Calling delete_port for 01cb2940-05f1-49cf-a6ab-24f147e077fd owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:45.693845 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.733305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Port': ['ID=01cb2940-05f1-49cf-a6ab-24f147e077fd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:45.735872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] No DVR routers for this DVR port 01cb2940-05f1-49cf-a6ab-24f147e077fd on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:45.753752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52312) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:45.758731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-678420082-network', 'tenant_id': 'fec2e192a7914a49998a6d9642ca98d4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:45.797755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52314) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:45.861748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ac234729-7129-489d-8dd1-9f74d8592fe2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1cb609576bf9422b9d060ffb936a996e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0626800 Nov 15 14:34:45.862409 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52316) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:45.876518 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Made reservation on behalf of fec2e192a7914a49998a6d9642ca98d4 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:45.879181 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.890880 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.897298 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ac7142f6-ee34-4cde-a65d-01ef5f5b5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.904223 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.927490 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.937013 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7142f6-ee34-4cde-a65d-01ef5f5b5a00 None None] Pushing event deleted for resources: {'Port': ['ID=01cb2940-05f1-49cf-a6ab-24f147e077fd,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:45.945240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7142f6-ee34-4cde-a65d-01ef5f5b5a00 None None] No DVR routers for this DVR port 01cb2940-05f1-49cf-a6ab-24f147e077fd on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:45.947502 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.957645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f9ae70-fb08-4b26-84a1-cce5fcb2923f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:45.969669 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69a2ee1-f8a8-4d14-80bf-085e542e411e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:45.970077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69a2ee1-f8a8-4d14-80bf-085e542e411e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:45.981131 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:45.996164 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.004096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:34:46.004452 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:34:46.008216 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:34:46.030577 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f7c443e-de51-49e9-8c20-e8b0055ec2a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.063455 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f7c443e-de51-49e9-8c20-e8b0055ec2a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.078215 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.097586 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.155305 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.159275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Network ec5351cd-ca79-4685-88e1-38045ece2a22 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:34:46.171061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:46.176195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:34:46.217279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Pushing event updated for resources: {'Port': ['ID=887e3699-87af-47de-9a78-c978fd5e80ad,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:46.249807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:34:46.261850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.278988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.282710 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] 10.222.0.70 "DELETE /v2.0/networks/b3f9ae70-fb08-4b26-84a1-cce5fcb2923f HTTP/1.1" status: 204 len: 168 time: 1.6664863 Nov 15 14:34:46.286210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f7c443e-de51-49e9-8c20-e8b0055ec2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.288272 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f7c443e-de51-49e9-8c20-e8b0055ec2a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.291860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0f7c443e-de51-49e9-8c20-e8b0055ec2a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/826ca250-1103-4f5d-b35a-e1d685809dd6 HTTP/1.1" status: 204 len: 168 time: 0.4245191 Nov 15 14:34:46.301185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c3484-916b-402b-b83e-fd1512f1d355 tempest-ServersTestMultiNic-1928447582 tempest-ServersTestMultiNic-1928447582-project] Pushing event deleted for resources: {'Network': ['ID=b3f9ae70-fb08-4b26-84a1-cce5fcb2923f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:46.312555 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.312924 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Added segment 0d81ad7c-4b94-4a7f-94df-5cd4a9893953 of type vlan for network 5d9d1430-73c0-4898-9aba-989bde3c01cf Nov 15 14:34:46.316310 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08f9d86b-4cf2-414d-9f4b-010aa60819c3 req-63ceb8ac-5a86-4c0b-a546-91aeb0ac078f tempest-LiveAutoBlockMigrationV225Test-1449555501 tempest-LiveAutoBlockMigrationV225Test-1449555501-project] 10.222.0.70 "GET /v2.0/ports?device_id=33b19e97-aaf7-4125-b82a-1343396bb445 HTTP/1.1" status: 200 len: 210 time: 0.1114833 Nov 15 14:34:46.332522 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1b8cb9-e8f9-4302-8999-7cea007cde38,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:46.386733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Attempting to bind port 887e3699-87af-47de-9a78-c978fd5e80ad on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:34:46.388755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Attempting to bind port 887e3699-87af-47de-9a78-c978fd5e80ad by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:34:46.388755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Attempting to bind port 887e3699-87af-47de-9a78-c978fd5e80ad on network ec5351cd-ca79-4685-88e1-38045ece2a22 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:46.416845 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:34:46.417564 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Checking segment: {'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:46.418156 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.419715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Bound using segment: {'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:34:46.420216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Bound port: 887e3699-87af-47de-9a78-c978fd5e80ad, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:34:46.421049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.424878 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.429222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c443e-de51-49e9-8c20-e8b0055ec2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826ca250-1103-4f5d-b35a-e1d685809dd6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:46.454577 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.501426 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.556263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c31fb-6d2f-4c7e-b352-e48cee02b676 req-13a52a65-e472-4f41-93e3-ebf52ed021e3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:46.559436 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b8c31fb-6d2f-4c7e-b352-e48cee02b676 req-13a52a65-e472-4f41-93e3-ebf52ed021e3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1021593 Nov 15 14:34:46.608828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] For port 887e3699-87af-47de-9a78-c978fd5e80ad, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:34:46.620934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] For port 887e3699-87af-47de-9a78-c978fd5e80ad, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=887e3699-87af-47de-9a78-c978fd5e80ad,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:34:46.646204 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.649839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:46.654265 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.658223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Allocated IP 172.25.4.76 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/405bc32e-9f9a-4023-a55b-58275e59b65b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:34:46.666319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b8c31fb-6d2f-4c7e-b352-e48cee02b676 req-8d4e6aa7-4b93-419d-b865-2cceccdf7caa tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953012 Nov 15 14:34:46.690485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:46.698044 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.753561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] Pushing event updated for resources: {'Network': ['ID=5d9d1430-73c0-4898-9aba-989bde3c01cf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:46.774191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 5d9d1430-73c0-4898-9aba-989bde3c01cf details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:34:46.785853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0275cc5f-75a1-46f1-be56-45d7accee28a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0309577 Nov 15 14:34:46.788553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52338) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:46.794480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-72d4727e-0b11-49b8-9292-17ff745dabd0 admin admin] Request body: {'subnet': {'network_id': '5d9d1430-73c0-4898-9aba-989bde3c01cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-678420082-subnet', 'tenant_id': 'fec2e192a7914a49998a6d9642ca98d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:46.885229 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:46.901965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9e09f-e6f9-45f7-b321-1a9a103091fd None None] Pushing event updated for resources: {'Port': ['ID=887e3699-87af-47de-9a78-c978fd5e80ad,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:46.904396 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d4727e-0b11-49b8-9292-17ff745dabd0 admin admin] Made reservation on behalf of fec2e192a7914a49998a6d9642ca98d4 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:46.927833 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72d4727e-0b11-49b8-9292-17ff745dabd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:47.081504 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:47.087750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 01cb2940-05f1-49cf-a6ab-24f147e077fd no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:47.126335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 01cb2940-05f1-49cf-a6ab-24f147e077fd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:47.126910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 01cb2940-05f1-49cf-a6ab-24f147e077fd not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:47.144209 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:34:47.152058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:47.180739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:34:47.234904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f5c239fe-a3fc-4aad-b577-809395e91032 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:47.249363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Pushing event updated for resources: {'Port': ['ID=405bc32e-9f9a-4023-a55b-58275e59b65b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:47.267560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: f5c239fe-a3fc-4aad-b577-809395e91032 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:47.268106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f5c239fe-a3fc-4aad-b577-809395e91032 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:47.401127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52350) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:47.487894 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72d4727e-0b11-49b8-9292-17ff745dabd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:47.554912 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6af40da1-fadd-4a4e-bd17-e270d587d5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:47.642357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d4727e-0b11-49b8-9292-17ff745dabd0 admin admin] Checking segment: {'id': '0d81ad7c-4b94-4a7f-94df-5cd4a9893953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5d9d1430-73c0-4898-9aba-989bde3c01cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:47.642748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d4727e-0b11-49b8-9292-17ff745dabd0 admin admin] Network hostable DHCP agents. Network: 5d9d1430-73c0-4898-9aba-989bde3c01cf, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:34:47.649586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4727e-0b11-49b8-9292-17ff745dabd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8575b37-f5bf-4a78-9bf9-f6e485fe0753,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:47.714707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbd71ea-a92e-42ff-8d53-616f490ed552 admin admin] Deleting subnet 93e33989-edac-46ce-a104-f6b36cd0e3ea {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:34:47.724571 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bbd71ea-a92e-42ff-8d53-616f490ed552 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:47.775964 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bbd71ea-a92e-42ff-8d53-616f490ed552 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:47.822987 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:47.838074 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bbd71ea-a92e-42ff-8d53-616f490ed552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:47.908292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d4727e-0b11-49b8-9292-17ff745dabd0 admin admin] Network 5d9d1430-73c0-4898-9aba-989bde3c01cf is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:34:47.967452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2b73a-4557-45b1-b20f-ee352af06597 req-52dc09aa-45a0-48bd-a493-b904a967a55a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:47.969203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34e2b73a-4557-45b1-b20f-ee352af06597 req-52dc09aa-45a0-48bd-a493-b904a967a55a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.0751436 Nov 15 14:34:48.038120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-72d4727e-0b11-49b8-9292-17ff745dabd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 5d9d1430-73c0-4898-9aba-989bde3c01cf) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:48.045588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d4727e-0b11-49b8-9292-17ff745dabd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:48.045588 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72d4727e-0b11-49b8-9292-17ff745dabd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.048266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be59b93a-b034-47f7-9dec-e23ffc0eb9df None None] Network 5d9d1430-73c0-4898-9aba-989bde3c01cf requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:48.077292 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bbd71ea-a92e-42ff-8d53-616f490ed552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.115712 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bbd71ea-a92e-42ff-8d53-616f490ed552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.122117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4bbd71ea-a92e-42ff-8d53-616f490ed552 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/93e33989-edac-46ce-a104-f6b36cd0e3ea HTTP/1.1" status: 204 len: 168 time: 0.7277334 Nov 15 14:34:48.141222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52370) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:48.225560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd71ea-a92e-42ff-8d53-616f490ed552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93e33989-edac-46ce-a104-f6b36cd0e3ea,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:48.329896 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbc88129-90ec-48d7-91fa-3ed79b78265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.341576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34e2b73a-4557-45b1-b20f-ee352af06597 req-b94d6e79-9f15-4096-a874-56d134002f03 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637023 Nov 15 14:34:48.385810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc243f-3dfe-47d8-9887-395e9719b888 None None] Network 5d9d1430-73c0-4898-9aba-989bde3c01cf requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:48.447252 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ada8c-21c9-4f40-8d07-0e620a9f1390 None None] Network ec5351cd-ca79-4685-88e1-38045ece2a22 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:48.451455 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbc88129-90ec-48d7-91fa-3ed79b78265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.473716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bbc88129-90ec-48d7-91fa-3ed79b78265e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844d1d90-2dae-4da3-8343-45d2d51575ca']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:48.495521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-72d4727e-0b11-49b8-9292-17ff745dabd0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7055967 Nov 15 14:34:48.501554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bbc88129-90ec-48d7-91fa-3ed79b78265e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b994b5c0-fd7d-4c18-9ec3-2786191015bc') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:48.503231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bbc88129-90ec-48d7-91fa-3ed79b78265e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b994b5c0-fd7d-4c18-9ec3-2786191015bc') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:48.522042 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbc88129-90ec-48d7-91fa-3ed79b78265e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.557600 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbc88129-90ec-48d7-91fa-3ed79b78265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.570914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc88129-90ec-48d7-91fa-3ed79b78265e admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:34:48.574675 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbc88129-90ec-48d7-91fa-3ed79b78265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.575392 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4930b20e-94d8-47a2-a5de-1caaba68ea71 None None] Provisioning complete for port 887e3699-87af-47de-9a78-c978fd5e80ad triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:48.575392 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4930b20e-94d8-47a2-a5de-1caaba68ea71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:34:48.575647 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:34:48.612804 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.737509 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6af40da1-fadd-4a4e-bd17-e270d587d5b9 admin admin] Deleting port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:48.737849 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6af40da1-fadd-4a4e-bd17-e270d587d5b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.750114 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbc88129-90ec-48d7-91fa-3ed79b78265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.774552 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbc88129-90ec-48d7-91fa-3ed79b78265e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.778579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bbc88129-90ec-48d7-91fa-3ed79b78265e admin admin] 10.222.0.70 "DELETE /v2.0/networks/844d1d90-2dae-4da3-8343-45d2d51575ca HTTP/1.1" status: 204 len: 168 time: 0.5937121 Nov 15 14:34:48.779508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc88129-90ec-48d7-91fa-3ed79b78265e admin admin] Pushing event deleted for resources: {'Network': ['ID=844d1d90-2dae-4da3-8343-45d2d51575ca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:48.781770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52384) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:48.872498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6af40da1-fadd-4a4e-bd17-e270d587d5b9 admin admin] For port 8d7d71a4-495c-479e-b1aa-439fba5bf9a7, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8d7d71a4-495c-479e-b1aa-439fba5bf9a7,segment=NetworkSegment(7d918a62-936e-4413-b4e4-d4d9733ad2ff),segment_id=7d918a62-936e-4413-b4e4-d4d9733ad2ff)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:48.872498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6af40da1-fadd-4a4e-bd17-e270d587d5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.879942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a48295-8e18-4c31-81a1-0a599f9bb281 admin admin] Deleting subnet 8dc2f5b2-a2e3-4d54-92cb-324f8cc46acc {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:34:48.884387 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4930b20e-94d8-47a2-a5de-1caaba68ea71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.886911 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1a48295-8e18-4c31-81a1-0a599f9bb281 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:48.894339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6af40da1-fadd-4a4e-bd17-e270d587d5b9 admin admin] Calling delete_port for 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:48.937593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4930b20e-94d8-47a2-a5de-1caaba68ea71 None None] For port 887e3699-87af-47de-9a78-c978fd5e80ad, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=887e3699-87af-47de-9a78-c978fd5e80ad,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:48.966071 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1a48295-8e18-4c31-81a1-0a599f9bb281 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:49.023300 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4930b20e-94d8-47a2-a5de-1caaba68ea71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:49.043726 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1a48295-8e18-4c31-81a1-0a599f9bb281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:49.178510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 887e3699-87af-47de-9a78-c978fd5e80ad up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:49.183025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930b20e-94d8-47a2-a5de-1caaba68ea71 None None] Pushing event updated for resources: {'Port': ['ID=887e3699-87af-47de-9a78-c978fd5e80ad,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:49.187746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Router cd576a3a-7994-41f4-bad1-97256cd45335 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:34:49.230151 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1a48295-8e18-4c31-81a1-0a599f9bb281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:49.292932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a48295-8e18-4c31-81a1-0a599f9bb281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc2f5b2-a2e3-4d54-92cb-324f8cc46acc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:49.313840 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1a48295-8e18-4c31-81a1-0a599f9bb281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:49.320260 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b1a48295-8e18-4c31-81a1-0a599f9bb281 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8dc2f5b2-a2e3-4d54-92cb-324f8cc46acc HTTP/1.1" status: 204 len: 168 time: 0.5353937 Nov 15 14:34:49.320515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:49.352245 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 887e3699-87af-47de-9a78-c978fd5e80ad triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:49.352623 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:49.429534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81a53eef-ba9a-4917-8e75-647b5a089b2e None None] Provisioning complete for port 887e3699-87af-47de-9a78-c978fd5e80ad triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:49.430141 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81a53eef-ba9a-4917-8e75-647b5a089b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:49.484306 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-637ac797-ce38-4d7a-ad63-4ca9c506c54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:49.550872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:34:49.565068 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Sync routers for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:34:49.579991 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:34:49.582435 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:34:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:49.689263 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:49.691436 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d3c957b9-3141-4473-b132-028585b85a73 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6571691 Nov 15 14:34:49.711333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:49.731251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-fed80be0-b686-408b-88aa-3cfc4a9ef0cd tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:49.733658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-fed80be0-b686-408b-88aa-3cfc4a9ef0cd tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/networks?id=eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 HTTP/1.1" status: 200 len: 815 time: 0.3777266 Nov 15 14:34:49.756826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e487bea-3315-48e4-9942-07898a0ecb07 req-abbda4e0-0234-4fdb-bd70-04d36682c516 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:49.758345 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e487bea-3315-48e4-9942-07898a0ecb07 req-abbda4e0-0234-4fdb-bd70-04d36682c516 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.2667499 Nov 15 14:34:49.766262 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6af40da1-fadd-4a4e-bd17-e270d587d5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:49.766941 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-637ac797-ce38-4d7a-ad63-4ca9c506c54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:49.771625 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:34:49.785324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-90c612a8-209f-43a1-8ca1-e40ef1e53628 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/quotas/d1a09ca1f3a74ff9a50e0c7e7d878699 HTTP/1.1" status: 200 len: 375 time: 0.0444541 Nov 15 14:34:49.821831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-637ac797-ce38-4d7a-ad63-4ca9c506c54b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee869b2e-905e-4cb4-bf26-dfb53d979d22']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:49.822975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af40da1-fadd-4a4e-bd17-e270d587d5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7d71a4-495c-479e-b1aa-439fba5bf9a7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:49.855971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-4081c382-4e74-4060-bbf7-94e178328987 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1a09ca1f3a74ff9a50e0c7e7d878699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472984 Nov 15 14:34:49.859830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-637ac797-ce38-4d7a-ad63-4ca9c506c54b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86403f2-8f69-436e-b17b-e7f284147ad9') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:49.860170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-637ac797-ce38-4d7a-ad63-4ca9c506c54b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86403f2-8f69-436e-b17b-e7f284147ad9') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:49.892629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-637ac797-ce38-4d7a-ad63-4ca9c506c54b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:49.937655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e487bea-3315-48e4-9942-07898a0ecb07 req-fc80e659-cd09-470c-bcc7-d329afe1fcf6 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581783 Nov 15 14:34:50.019314 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-637ac797-ce38-4d7a-ad63-4ca9c506c54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:50.032932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637ac797-ce38-4d7a-ad63-4ca9c506c54b admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-637ac797-ce38-4d7a-ad63-4ca9c506c54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:34:50.039155 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:34:50.041861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6af40da1-fadd-4a4e-bd17-e270d587d5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:50.164914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-271c5605-9ad4-4000-b7ae-9227c7e72bc9 service neutron] 10.222.0.70 "GET /v2.0/networks/eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952828 Nov 15 14:34:50.279920 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-637ac797-ce38-4d7a-ad63-4ca9c506c54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:50.291767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-637ac797-ce38-4d7a-ad63-4ca9c506c54b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:50.292287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-637ac797-ce38-4d7a-ad63-4ca9c506c54b admin admin] 10.222.0.70 "DELETE /v2.0/networks/ee869b2e-905e-4cb4-bf26-dfb53d979d22 HTTP/1.1" status: 204 len: 168 time: 0.9708569 Nov 15 14:34:50.296611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-8e1f9196-6857-4f38-9f4a-7b2809617e8f service neutron] 10.222.0.70 "GET /v2.0/networks/eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230793 Nov 15 14:34:50.308028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ac797-ce38-4d7a-ad63-4ca9c506c54b admin admin] Pushing event deleted for resources: {'Network': ['ID=ee869b2e-905e-4cb4-bf26-dfb53d979d22,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:50.358430 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:47Z', 'revision_number': 3, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:50.399055 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Checking router: cd576a3a-7994-41f4-bad1-97256cd45335 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:34:50.399718 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Updating router cd576a3a-7994-41f4-bad1-97256cd45335 port 405bc32e-9f9a-4023-a55b-58275e59b65b binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:34:50.435336 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:50.513535 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af40da1-fadd-4a4e-bd17-e270d587d5b9 admin admin] Router b2562eef-7e12-4b4d-b404-33c4a10c63ca has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:34:50.736811 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af40da1-fadd-4a4e-bd17-e270d587d5b9 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:34:50.749185 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6af40da1-fadd-4a4e-bd17-e270d587d5b9 admin admin] 10.222.0.70 "PUT /v2.0/routers/b2562eef-7e12-4b4d-b404-33c4a10c63ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0537355 Nov 15 14:34:50.749324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52434) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:50.749614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573e5d1b-730e-4a80-9cf3-afb9923f3eb0 None None] Sync routers for ids ['b2562eef-7e12-4b4d-b404-33c4a10c63ca'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:34:50.766480 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:50.768397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573e5d1b-730e-4a80-9cf3-afb9923f3eb0 None None] Routers {'b2562eef-7e12-4b4d-b404-33c4a10c63ca'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:34:50.770732 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-573e5d1b-730e-4a80-9cf3-afb9923f3eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:34:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b2562eef-7e12-4b4d-b404-33c4a10c63ca'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:50.910493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:50.937485 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.025131 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d9d059e1-b18f-4abc-af04-ec749eea8970 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5157ea54aaf4ffcbef456f45523f0d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1110561 Nov 15 14:34:51.032354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52446) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:51.033617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-573e5d1b-730e-4a80-9cf3-afb9923f3eb0 None None] Set router b2562eef-7e12-4b4d-b404-33c4a10c63ca gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:34:51.055219 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.068222 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.178879 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Attempting to bind port 405bc32e-9f9a-4023-a55b-58275e59b65b on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:34:51.179960 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Attempting to bind port 405bc32e-9f9a-4023-a55b-58275e59b65b by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:34:51.180585 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Attempting to bind port 405bc32e-9f9a-4023-a55b-58275e59b65b on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:51.181891 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Allocated IP 172.20.0.1 (ec5351cd-ca79-4685-88e1-38045ece2a22/d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a/cd0db28a-ad73-4d13-95bc-fed9b3bed0c6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:34:51.194124 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Pushing event updated for resources: {'Port': ['ID=405bc32e-9f9a-4023-a55b-58275e59b65b,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:51.199066 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:34:51.200955 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:51.201572 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.202187 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:34:51.203009 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Bound port: 405bc32e-9f9a-4023-a55b-58275e59b65b, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:34:51.203618 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.203946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c567cf37-0080-4b2b-99d6-222ac865a7eb req-4e7f3847-fa68-4a98-bdc8-99c99e0e0f62 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 210 time: 0.2271218 Nov 15 14:34:51.228024 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 887e3699-87af-47de-9a78-c978fd5e80ad up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:51.233476 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0da953c8-a6bc-47ac-b6dd-3b552edddb56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.237090 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:51.239690 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5d6a2-bdce-4d02-b3b9-b48668d8474e req-447dd883-6145-41b2-bc46-56ab71e18007 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:51.239858 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:51.239858 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:51.239858 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:51.239858 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:51.240230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4d5d6a2-bdce-4d02-b3b9-b48668d8474e req-447dd883-6145-41b2-bc46-56ab71e18007 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 945 time: 0.3406465 Nov 15 14:34:51.240328 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:51.240328 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:51.240542 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:51.241142 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:51.241565 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:51.242001 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:51.242491 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:51.260010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0da953c8-a6bc-47ac-b6dd-3b552edddb56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.302063 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] For port 405bc32e-9f9a-4023-a55b-58275e59b65b, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:34:51.306169 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] For port 405bc32e-9f9a-4023-a55b-58275e59b65b, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=405bc32e-9f9a-4023-a55b-58275e59b65b,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:34:51.376941 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.392787 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 887e3699-87af-47de-9a78-c978fd5e80ad triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:51.393300 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.413504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4d5d6a2-bdce-4d02-b3b9-b48668d8474e req-70cb5de1-0694-43d4-a144-996424d8b355 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656036 Nov 15 14:34:51.424444 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.438600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807c3f8-7d35-4085-939f-37192a05a077 req-5b746afe-e914-4be2-9179-641ca9283b81 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:51.438600 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3807c3f8-7d35-4085-939f-37192a05a077 req-5b746afe-e914-4be2-9179-641ca9283b81 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.0738823 Nov 15 14:34:51.439078 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-573e5d1b-730e-4a80-9cf3-afb9923f3eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'name': 'tempest-ServersTestMultiNic-1298911845-router', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '6db93a2c-0942-437b-b219-54e362fca197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:48Z', 'updated_at': '2021-11-15T14:34:49Z', 'revision_number': 5, 'project_id': '1d009dd5851543849d345ab355a10d3b', 'gw_port': {'id': '6db93a2c-0942-437b-b219-54e362fca197', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:49Z', 'updated_at': '2021-11-15T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:51.445224 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.474896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573e5d1b-730e-4a80-9cf3-afb9923f3eb0 None None] Checking router: b2562eef-7e12-4b4d-b404-33c4a10c63ca for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:34:51.504273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573e5d1b-730e-4a80-9cf3-afb9923f3eb0 None None] Routers {'b2562eef-7e12-4b4d-b404-33c4a10c63ca'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:34:51.505265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-573e5d1b-730e-4a80-9cf3-afb9923f3eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:34:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b2562eef-7e12-4b4d-b404-33c4a10c63ca'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:51.508939 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0da953c8-a6bc-47ac-b6dd-3b552edddb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.515778 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0da953c8-a6bc-47ac-b6dd-3b552edddb56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.519475 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0da953c8-a6bc-47ac-b6dd-3b552edddb56 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7b760df-92ca-44a0-9010-53eacea8f481 HTTP/1.1" status: 204 len: 168 time: 0.4919925 Nov 15 14:34:51.527136 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:34:51.528293 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:34:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:51.568327 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da953c8-a6bc-47ac-b6dd-3b552edddb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b760df-92ca-44a0-9010-53eacea8f481,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:51.595922 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169d64a-de2c-4339-9c61-0e389d45bc6e None None] Pushing event updated for resources: {'Port': ['ID=405bc32e-9f9a-4023-a55b-58275e59b65b,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:51.614231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.685490 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:34:51.701562 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Network ec5351cd-ca79-4685-88e1-38045ece2a22 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:34:51.704607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Pushing event updated for resources: {'Port': ['ID=cd0db28a-ad73-4d13-95bc-fed9b3bed0c6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:51.710839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:51.711007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3807c3f8-7d35-4085-939f-37192a05a077 req-554334ea-b4df-4850-9d5a-bafb6f93ef9b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517197 Nov 15 14:34:51.732284 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:34:51.776078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Deleting port 6db93a2c-0942-437b-b219-54e362fca197 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:51.776435 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.846487 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:51.972820 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-573e5d1b-730e-4a80-9cf3-afb9923f3eb0 None None] Set router b2562eef-7e12-4b4d-b404-33c4a10c63ca gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:34:51.980399 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] For port 6db93a2c-0942-437b-b219-54e362fca197, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6db93a2c-0942-437b-b219-54e362fca197,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:51.980781 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:52.015823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Calling delete_port for 6db93a2c-0942-437b-b219-54e362fca197 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:52.103287 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:47Z', 'revision_number': 3, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:52.177290 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a312c0-d35d-45c0-ad14-1854fa7f4845 None None] The sync data for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 is: [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:47Z', 'revision_number': 3, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:34:52.311064 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:52.341807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fac0c5d4-2115-4e9e-8671-dd5a64c2b4af None None] Provisioning complete for port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:52.343260 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fac0c5d4-2115-4e9e-8671-dd5a64c2b4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:52.355813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73279db9-2b78-4bab-be71-eabd1834e10f req-62b2d4f9-04aa-4e94-98b6-a4ae4f307283 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 210 time: 0.0551498 Nov 15 14:34:52.373806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:52.423522 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db93a2c-0942-437b-b219-54e362fca197,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:52.439348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fac0c5d4-2115-4e9e-8671-dd5a64c2b4af None None] Port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:34:52.462583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-573e5d1b-730e-4a80-9cf3-afb9923f3eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'name': 'tempest-ServersTestMultiNic-1298911845-router', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '6db93a2c-0942-437b-b219-54e362fca197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:48Z', 'updated_at': '2021-11-15T14:34:49Z', 'revision_number': 5, 'project_id': '1d009dd5851543849d345ab355a10d3b', 'gw_port': {'id': '6db93a2c-0942-437b-b219-54e362fca197', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:49Z', 'updated_at': '2021-11-15T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:52.503664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573e5d1b-730e-4a80-9cf3-afb9923f3eb0 None None] The sync data for ids ['b2562eef-7e12-4b4d-b404-33c4a10c63ca'] in n-d-817748-2 is: [{'id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'name': 'tempest-ServersTestMultiNic-1298911845-router', 'tenant_id': '1d009dd5851543849d345ab355a10d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '6db93a2c-0942-437b-b219-54e362fca197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:48Z', 'updated_at': '2021-11-15T14:34:49Z', 'revision_number': 5, 'project_id': '1d009dd5851543849d345ab355a10d3b', 'gw_port': {'id': '6db93a2c-0942-437b-b219-54e362fca197', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2562eef-7e12-4b4d-b404-33c4a10c63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:49Z', 'updated_at': '2021-11-15T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:34:52.536284 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:52.610627 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232a8a5-b8bb-4f60-9309-6ce9c0eea7d7 req-e3b47664-3b3c-4bb8-b442-c0a56ecc3eca tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:52.612297 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9232a8a5-b8bb-4f60-9309-6ce9c0eea7d7 req-e3b47664-3b3c-4bb8-b442-c0a56ecc3eca tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 945 time: 0.3024640 Nov 15 14:34:52.684250 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:52.690027 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:52.716798 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:52.743648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42186f-80b7-42f0-95d5-82930bd3944c req-a48eb71c-ba82-42ac-846b-e7ad0d5929de tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:52.745255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d42186f-80b7-42f0-95d5-82930bd3944c req-a48eb71c-ba82-42ac-846b-e7ad0d5929de tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 945 time: 0.1286681 Nov 15 14:34:52.765039 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9232a8a5-b8bb-4f60-9309-6ce9c0eea7d7 req-fdfa0ccb-2bf4-429d-aecf-09727846f797 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Deleting port 1479cca2-c069-40f1-922e-282f47c4d675 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:52.765855 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9232a8a5-b8bb-4f60-9309-6ce9c0eea7d7 req-fdfa0ccb-2bf4-429d-aecf-09727846f797 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:52.817257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d42186f-80b7-42f0-95d5-82930bd3944c req-b100492a-f897-41db-bbfc-c27a7715fc38 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617688 Nov 15 14:34:52.878284 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:52.881345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9232a8a5-b8bb-4f60-9309-6ce9c0eea7d7 req-fdfa0ccb-2bf4-429d-aecf-09727846f797 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] For port 1479cca2-c069-40f1-922e-282f47c4d675, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1479cca2-c069-40f1-922e-282f47c4d675,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:52.881697 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9232a8a5-b8bb-4f60-9309-6ce9c0eea7d7 req-fdfa0ccb-2bf4-429d-aecf-09727846f797 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:52.924219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d99130-ccd7-4870-bb31-c6411bb2f3eb req-071df7e2-0787-4ec4-9f8a-48213e7b8bdf tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:52.929864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87d99130-ccd7-4870-bb31-c6411bb2f3eb req-071df7e2-0787-4ec4-9f8a-48213e7b8bdf tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.0835035 Nov 15 14:34:52.961086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52492) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:52.961981 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9232a8a5-b8bb-4f60-9309-6ce9c0eea7d7 req-fdfa0ccb-2bf4-429d-aecf-09727846f797 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Calling delete_port for 1479cca2-c069-40f1-922e-282f47c4d675 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:52.968703 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:52.969683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2562eef-7e12-4b4d-b404-33c4a10c63ca {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:34:52.981837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:52.982475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2ec43eb6-d527-4891-9cd2-3149990f5108 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b2562eef-7e12-4b4d-b404-33c4a10c63ca HTTP/1.1" status: 204 len: 168 time: 2.2329495 Nov 15 14:34:52.986154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:53.013929 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.121213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87d99130-ccd7-4870-bb31-c6411bb2f3eb req-90678192-5549-4bb1-9a16-36de71f4ac4a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904087 Nov 15 14:34:53.140157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Pushing event updated for resources: {'Port': ['ID=cd0db28a-ad73-4d13-95bc-fed9b3bed0c6,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:53.147988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-df675895-fa6c-4a9c-8758-a34dee8544be admin admin] Deleting subnet f00a19b9-54e0-4566-bfc4-e1e19de0ebb3 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:34:53.151003 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df675895-fa6c-4a9c-8758-a34dee8544be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.253787 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 405bc32e-9f9a-4023-a55b-58275e59b65b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:53.260814 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df675895-fa6c-4a9c-8758-a34dee8544be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.267449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:53.320072 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a4f0442a-67b5-46a8-826b-116dcf7440fc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db800009f4724d818d23178c17afaa81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530357 Nov 15 14:34:53.324710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52504) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:53.359495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 405bc32e-9f9a-4023-a55b-58275e59b65b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:53.359887 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.492224 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15196c36-fc44-4494-be47-a40f6bdc075e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.533160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a098c28-88fa-45b4-87a4-40d215ab6531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.535527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Network ec5351cd-ca79-4685-88e1-38045ece2a22 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:34:53.545698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:53.553011 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.586713 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 405bc32e-9f9a-4023-a55b-58275e59b65b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=405bc32e-9f9a-4023-a55b-58275e59b65b,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:53.596815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9275592c-9932-4157-b888-c74ad39de2da req-531b6065-017d-46a6-ab81-290f25d09e94 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 210 time: 0.0888522 Nov 15 14:34:53.620353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a098c28-88fa-45b4-87a4-40d215ab6531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.636687 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df675895-fa6c-4a9c-8758-a34dee8544be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.682032 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9232a8a5-b8bb-4f60-9309-6ce9c0eea7d7 req-fdfa0ccb-2bf4-429d-aecf-09727846f797 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.707194 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['9d0702bf-ac69-4276-bdc1-ac848cb5d33e', '1ab33ef2-46ce-430b-a49d-7946ea8b99da'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:34:53.737497 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15196c36-fc44-4494-be47-a40f6bdc075e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.756553 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.778840 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:53.831577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:53.831976 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8d7d71a4-495c-479e-b1aa-439fba5bf9a7 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:53.848452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df675895-fa6c-4a9c-8758-a34dee8544be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.885743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=405bc32e-9f9a-4023-a55b-58275e59b65b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:53.910146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15196c36-fc44-4494-be47-a40f6bdc075e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.912745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df675895-fa6c-4a9c-8758-a34dee8544be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f00a19b9-54e0-4566-bfc4-e1e19de0ebb3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:53.922721 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df675895-fa6c-4a9c-8758-a34dee8544be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:53.926979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-df675895-fa6c-4a9c-8758-a34dee8544be admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f00a19b9-54e0-4566-bfc4-e1e19de0ebb3 HTTP/1.1" status: 204 len: 168 time: 0.9396615 Nov 15 14:34:53.933593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52510) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:53.940645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea3c0a-a5f5-472b-8aac-5821effbae04 None None] Network b139be22-7c12-4067-b19a-47e29df11769 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:34:54.051467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-15ef9664-9a4e-4807-8db0-fa705cf517fa None None] Provisioning complete for port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:54.051606 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15ef9664-9a4e-4807-8db0-fa705cf517fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:54.065468 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-401be440-1a14-4b12-894a-227e23ba800a req-f9643a52-ac16-4612-b0c8-af859ab467d0 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 210 time: 0.1236379 Nov 15 14:34:54.080986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-15196c36-fc44-4494-be47-a40f6bdc075e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=10b5a0a5c2964f4987cef52a70194e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8100114 Nov 15 14:34:54.085539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15196c36-fc44-4494-be47-a40f6bdc075e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2cd4b5-629c-4092-a0aa-b03421518c1c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:54.100058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52512) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:54.125430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-15ef9664-9a4e-4807-8db0-fa705cf517fa None None] Port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:34:54.157749 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:54.201306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa0ccb-2bf4-429d-aecf-09727846f797 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Pushing event deleted for resources: {'Port': ['ID=1479cca2-c069-40f1-922e-282f47c4d675,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:54.301456 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7abb62-888e-4289-8f45-a95398296f1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:54.339160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9058a75-f087-4c62-b24c-10c31fade1a6 req-640b8a19-1929-4add-ac57-c5cb092dfec7 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:54.339160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9058a75-f087-4c62-b24c-10c31fade1a6 req-640b8a19-1929-4add-ac57-c5cb092dfec7 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1277890 Nov 15 14:34:54.347083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Deleting port 2187b21f-2bb9-4742-adaa-18e2a1e08635 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:54.347439 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:54.351280 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7abb62-888e-4289-8f45-a95398296f1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:54.372890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9232a8a5-b8bb-4f60-9309-6ce9c0eea7d7 req-fdfa0ccb-2bf4-429d-aecf-09727846f797 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] No DVR routers for this DVR port 1479cca2-c069-40f1-922e-282f47c4d675 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:54.377636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9232a8a5-b8bb-4f60-9309-6ce9c0eea7d7 req-fdfa0ccb-2bf4-429d-aecf-09727846f797 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:54.381910 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9232a8a5-b8bb-4f60-9309-6ce9c0eea7d7 req-fdfa0ccb-2bf4-429d-aecf-09727846f797 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "DELETE /v2.0/ports/1479cca2-c069-40f1-922e-282f47c4d675 HTTP/1.1" status: 204 len: 173 time: 1.7579629 Nov 15 14:34:54.382533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b5e74a-4672-4521-81bd-3ef07c58e07b', 'name': 'network-vif-deleted', 'tag': '1479cca2-c069-40f1-922e-282f47c4d675'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:54.403513 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfddc98a-ae21-4ac2-bd7a-4eb99af0d3f5" -d '{"events": [{"server_uuid": "29b5e74a-4672-4521-81bd-3ef07c58e07b", "name": "network-vif-deleted", "tag": "1479cca2-c069-40f1-922e-282f47c4d675"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:54.403513 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Router cd576a3a-7994-41f4-bad1-97256cd45335 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:34:54.438647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc311ab-1497-48be-9b0e-9088bc021689 None None] DHCP port deletion for b139be22-7c12-4067-b19a-47e29df11769 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:34:54.461206 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448408bf-e086-407b-b3b0-fde315bc7b91 x-openstack-request-id: req-448408bf-e086-407b-b3b0-fde315bc7b91 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:54.462887 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b5e74a-4672-4521-81bd-3ef07c58e07b", "name": "network-vif-deleted", "tag": "1479cca2-c069-40f1-922e-282f47c4d675", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:54.463375 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-448408bf-e086-407b-b3b0-fde315bc7b91 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:54.464012 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b5e74a-4672-4521-81bd-3ef07c58e07b', 'name': 'network-vif-deleted', 'tag': '1479cca2-c069-40f1-922e-282f47c4d675', 'status': 'completed', 'code': 200} Nov 15 14:34:54.506013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a098c28-88fa-45b4-87a4-40d215ab6531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:54.509237 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a098c28-88fa-45b4-87a4-40d215ab6531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:54.514098 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3a098c28-88fa-45b4-87a4-40d215ab6531 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/632ed59d-7677-43c4-a094-bb0c4f8a4e93 HTTP/1.1" status: 204 len: 168 time: 1.1842108 Nov 15 14:34:54.532229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a098c28-88fa-45b4-87a4-40d215ab6531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632ed59d-7677-43c4-a094-bb0c4f8a4e93,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:54.608561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5bc311ab-1497-48be-9b0e-9088bc021689 None None] Deleting port 2187b21f-2bb9-4742-adaa-18e2a1e08635 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:54.609147 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bc311ab-1497-48be-9b0e-9088bc021689 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:54.666110 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:34:54.674643 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-35e3447b-5367-4e51-a929-30158bf813df admin admin] 10.222.0.70 "PUT /v2.0/routers/cd576a3a-7994-41f4-bad1-97256cd45335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9617200 Nov 15 14:34:54.719853 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-fabf1249-578d-4c9d-9a3b-c5a0e3dd2120 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:54.725478 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-fabf1249-578d-4c9d-9a3b-c5a0e3dd2120 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.46 "GET /v2.0/networks?id=eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 HTTP/1.1" status: 200 len: 815 time: 0.1846955 Nov 15 14:34:54.736964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-8b4f627e-d198-4d05-89b0-b751796fc89e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Request body: {'port': {'device_id': '2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946', 'network_id': 'eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8', 'admin_state_up': True, 'tenant_id': 'd1a09ca1f3a74ff9a50e0c7e7d878699'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:54.774007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5bc311ab-1497-48be-9b0e-9088bc021689 None None] For port 2187b21f-2bb9-4742-adaa-18e2a1e08635, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2187b21f-2bb9-4742-adaa-18e2a1e08635,segment=NetworkSegment(7d918a62-936e-4413-b4e4-d4d9733ad2ff),segment_id=7d918a62-936e-4413-b4e4-d4d9733ad2ff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:54.774520 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bc311ab-1497-48be-9b0e-9088bc021689 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:54.801097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5bc311ab-1497-48be-9b0e-9088bc021689 None None] Calling delete_port for 2187b21f-2bb9-4742-adaa-18e2a1e08635 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:55.036625 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcd7201c-3adb-437e-8c27-237a1d9a3edd req-1fb5e612-d6be-4fbf-9769-956e5f7ca5c3 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 210 time: 0.1897049 Nov 15 14:34:55.052092 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Sync routers for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:34:55.053285 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bc311ab-1497-48be-9b0e-9088bc021689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:55.090983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] For port 2187b21f-2bb9-4742-adaa-18e2a1e08635, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2187b21f-2bb9-4742-adaa-18e2a1e08635,segment=NetworkSegment(7d918a62-936e-4413-b4e4-d4d9733ad2ff),segment_id=7d918a62-936e-4413-b4e4-d4d9733ad2ff)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:55.091684 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:55.119699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc311ab-1497-48be-9b0e-9088bc021689 None None] Pushing event deleted for resources: {'Port': ['ID=2187b21f-2bb9-4742-adaa-18e2a1e08635,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:55.128495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-8b4f627e-d198-4d05-89b0-b751796fc89e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Made reservation on behalf of d1a09ca1f3a74ff9a50e0c7e7d878699 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:34:55.132391 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-8b4f627e-d198-4d05-89b0-b751796fc89e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:55.140226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc311ab-1497-48be-9b0e-9088bc021689 None None] No DVR routers for this DVR port 2187b21f-2bb9-4742-adaa-18e2a1e08635 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:55.197398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Calling delete_port for 2187b21f-2bb9-4742-adaa-18e2a1e08635 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:55.205689 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 405bc32e-9f9a-4023-a55b-58275e59b65b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:55.210134 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:34:55.214973 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:34:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:55.229432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9058a75-f087-4c62-b24c-10c31fade1a6 req-e3fd7b3c-f97f-465c-bd99-65e0aa117d21 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8743911 Nov 15 14:34:55.340573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1479cca2-c069-40f1-922e-282f47c4d675 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:55.405087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 1479cca2-c069-40f1-922e-282f47c4d675 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:55.406425 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1479cca2-c069-40f1-922e-282f47c4d675 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:55.415620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 405bc32e-9f9a-4023-a55b-58275e59b65b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:55.416342 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:55.471048 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:34:55.522895 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-039a49b8-4202-4c05-af59-ff55fcc14503 req-c13e4e4f-0200-46e7-b071-1fccff507821 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=29b5e74a-4672-4521-81bd-3ef07c58e07b HTTP/1.1" status: 200 len: 210 time: 0.2206149 Nov 15 14:34:55.563118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-8b4f627e-d198-4d05-89b0-b751796fc89e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Allocated IP 172.20.0.7 (eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8/8a9fe1aa-4b3e-43fe-b632-1b87086ad640/6654cda0-92b5-4920-9c35-07f4c71b31d4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:34:55.607789 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:55.631381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2187b21f-2bb9-4742-adaa-18e2a1e08635 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:55.655381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2187b21f-2bb9-4742-adaa-18e2a1e08635,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:55.669926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 2187b21f-2bb9-4742-adaa-18e2a1e08635 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:55.670280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2187b21f-2bb9-4742-adaa-18e2a1e08635 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:55.670493 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7abb62-888e-4289-8f45-a95398296f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:55.670728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6db93a2c-0942-437b-b219-54e362fca197 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:34:55.678109 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7abb62-888e-4289-8f45-a95398296f1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:55.680427 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bf7abb62-888e-4289-8f45-a95398296f1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b2cd4b5-629c-4092-a0aa-b03421518c1c HTTP/1.1" status: 204 len: 168 time: 1.5801079 Nov 15 14:34:55.718040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:55.718389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:55.718758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:55.719108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:55.719452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:55.719790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:55.720119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:55.721552 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 6db93a2c-0942-437b-b219-54e362fca197 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:34:55.721902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6db93a2c-0942-437b-b219-54e362fca197 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:34:55.725579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:55.727152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:55.727516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:55.727867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:55.729745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:55.747677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] No DVR routers for this DVR port 2187b21f-2bb9-4742-adaa-18e2a1e08635 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:34:55.792669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7abb62-888e-4289-8f45-a95398296f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2cd4b5-629c-4092-a0aa-b03421518c1c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:55.885106 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-8b4f627e-d198-4d05-89b0-b751796fc89e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:55.915447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:55.917377 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 2, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:55.944085 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Checking router: cd576a3a-7994-41f4-bad1-97256cd45335 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:34:55.944441 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Updating router cd576a3a-7994-41f4-bad1-97256cd45335 port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:34:55.951576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b139be22-7c12-4067-b19a-47e29df11769']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:55.967956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d918a62-936e-4413-b4e4-d4d9733ad2ff') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:55.968184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d918a62-936e-4413-b4e4-d4d9733ad2ff') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:55.969887 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:55.981059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-f4f536f1-a610-4c36-93c5-aad671d248be tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:55.982786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-f4f536f1-a610-4c36-93c5-aad671d248be tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 821 time: 0.3009958 Nov 15 14:34:55.986594 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.008240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-323d30db-51a2-4e0b-88d0-f000b83fee62 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/quotas/970f4185811248ce952ca2c0e82fa491 HTTP/1.1" status: 200 len: 375 time: 0.0145407 Nov 15 14:34:56.009705 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.016833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:34:56.017553 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:34:56.019781 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:34:56.082165 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-8b4f627e-d198-4d05-89b0-b751796fc89e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.140076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-79a2788e-3840-484b-a1c1-81ccad6ae1fd tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059027 Nov 15 14:34:56.151506 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-8b4f627e-d198-4d05-89b0-b751796fc89e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Network eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:34:56.155159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f627e-d198-4d05-89b0-b751796fc89e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Pushing event updated for resources: {'Port': ['ID=6654cda0-92b5-4920-9c35-07f4c71b31d4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:56.158463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-8b4f627e-d198-4d05-89b0-b751796fc89e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:34:56.168143 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-8b4f627e-d198-4d05-89b0-b751796fc89e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:34:56.236968 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-8b4f627e-d198-4d05-89b0-b751796fc89e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:56.237647 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-8b4f627e-d198-4d05-89b0-b751796fc89e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.257892 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.280837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.280837 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b139be22-7c12-4067-b19a-47e29df11769 HTTP/1.1" status: 204 len: 168 time: 2.3364778 Nov 15 14:34:56.303281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4137bae-e39f-4209-9b14-8d3908a132a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b139be22-7c12-4067-b19a-47e29df11769,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:56.327791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e2a79-a97c-4bdd-b3db-5be7b393f0ff req-67247296-8963-4cdd-87c5-733d9a8845ed tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:56.338011 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-424e2a79-a97c-4bdd-b3db-5be7b393f0ff req-67247296-8963-4cdd-87c5-733d9a8845ed tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 931 time: 0.1305590 Nov 15 14:34:56.338011 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-3fb6b8d0-3754-4a81-9621-9a1a54b2654d service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910522 Nov 15 14:34:56.359319 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.396383 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-8b4f627e-d198-4d05-89b0-b751796fc89e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6643453 Nov 15 14:34:56.409864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Request body: {'port': {'device_id': '2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:34:56.443703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-424e2a79-a97c-4bdd-b3db-5be7b393f0ff req-e51738e3-04fb-4cd8-ba76-e62e198eb637 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e2afb9-43a9-4d62-af5b-b395788d64d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052294 Nov 15 14:34:56.472514 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.514327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-e92043c1-e03b-4a84-934b-efe128834ab9 service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476324 Nov 15 14:34:56.584373 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.602565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f74742-757d-420c-9631-1f379a528c94 req-15f2184d-0a26-489c-8833-e52f232de680 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:56.604094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49f74742-757d-420c-9631-1f379a528c94 req-15f2184d-0a26-489c-8833-e52f232de680 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.0660112 Nov 15 14:34:56.657014 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f4ae5-09c7-4044-aabf-19c454286863 None None] Pushing event updated for resources: {'Port': ['ID=cd0db28a-ad73-4d13-95bc-fed9b3bed0c6,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:56.673598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49f74742-757d-420c-9631-1f379a528c94 req-f7717dfd-42c2-4b37-b402-847f9348307c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619442 Nov 15 14:34:56.710956 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Attempting to bind port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:34:56.711469 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Attempting to bind port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:34:56.712018 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Attempting to bind port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 on network ec5351cd-ca79-4685-88e1-38045ece2a22 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:56.721794 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:34:56.722305 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Checking segment: {'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:56.722816 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.723302 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Bound using segment: {'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:34:56.723866 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Bound port: cd0db28a-ad73-4d13-95bc-fed9b3bed0c6, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:34:56.724342 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.857006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6654cda0-92b5-4920-9c35-07f4c71b31d4 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:34:56.868520 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.896723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52582) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:56.916346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-936fcaf6-003d-4e45-a707-45cdb293c1d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:56.921561 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Transition to ACTIVE for port object 6654cda0-92b5-4920-9c35-07f4c71b31d4 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:34:56.960378 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] For port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:34:56.964542 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] For port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=cd0db28a-ad73-4d13-95bc-fed9b3bed0c6,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:34:57.036152 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.049642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f441f08-cb44-4e91-83dd-4c381d6e419c req-9496a539-87eb-4ae6-a8f3-34cb5da556f5 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:57.051447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f441f08-cb44-4e91-83dd-4c381d6e419c req-9496a539-87eb-4ae6-a8f3-34cb5da556f5 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 946 time: 0.0988653 Nov 15 14:34:57.098183 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4555e4ad-747d-4026-a839-12daae80d71d None None] Provisioning complete for port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:57.099685 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4555e4ad-747d-4026-a839-12daae80d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.107441 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.126690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-936fcaf6-003d-4e45-a707-45cdb293c1d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.150983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f441f08-cb44-4e91-83dd-4c381d6e419c req-47534ff4-3d71-4baa-91cf-2522b65b35d2 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904739 Nov 15 14:34:57.153063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:57.160646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Pushing event updated for resources: {'Port': ['ID=6654cda0-92b5-4920-9c35-07f4c71b31d4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:57.252841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Attempting to bind port 6654cda0-92b5-4920-9c35-07f4c71b31d4 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:34:57.253226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Attempting to bind port 6654cda0-92b5-4920-9c35-07f4c71b31d4 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '3f3660b3-409a-4010-9239-3e7685725120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:34:57.253678 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Attempting to bind port 6654cda0-92b5-4920-9c35-07f4c71b31d4 on network eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:57.257274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf5ad20d-84f2-4145-9065-5669b2e9752a req-94239b92-d74f-4a7a-8836-5a573dae1ea7 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 210 time: 0.0428374 Nov 15 14:34:57.271825 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-936fcaf6-003d-4e45-a707-45cdb293c1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.278142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Port 6654cda0-92b5-4920-9c35-07f4c71b31d4 on network eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:34:57.278142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Attempting to bind port 6654cda0-92b5-4920-9c35-07f4c71b31d4 on network eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:34:57.284227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:34:57.284716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Checking segment: {'id': '3f3660b3-409a-4010-9239-3e7685725120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:34:57.285449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Bound using segment: {'id': '3f3660b3-409a-4010-9239-3e7685725120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:34:57.286063 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Bound port: 6654cda0-92b5-4920-9c35-07f4c71b31d4, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f3660b3-409a-4010-9239-3e7685725120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:34:57.286840 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.295139 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f4ae5-09c7-4044-aabf-19c454286863 None None] Pushing event updated for resources: {'Port': ['ID=cd0db28a-ad73-4d13-95bc-fed9b3bed0c6,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:57.336558 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:34:57.337203 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:34:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:57.373629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-936fcaf6-003d-4e45-a707-45cdb293c1d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe773f03d246455a8fff1ea888c61746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4754980 Nov 15 14:34:57.377359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52596) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:57.377514 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d03b52ae-0ed9-4a76-b5d9-86b9019ad7c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1d009dd5851543849d345ab355a10d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231929 Nov 15 14:34:57.389236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52598) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:34:57.425168 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4555e4ad-747d-4026-a839-12daae80d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.464176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fcaf6-003d-4e45-a707-45cdb293c1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70049ef-61fc-4d17-a2ef-8bf67b981652,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:57.468709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] For port 6654cda0-92b5-4920-9c35-07f4c71b31d4, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:34:57.473603 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:34:57.499392 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.506971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] For port 6654cda0-92b5-4920-9c35-07f4c71b31d4, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6654cda0-92b5-4920-9c35-07f4c71b31d4,segment=NetworkSegment(3f3660b3-409a-4010-9239-3e7685725120),segment_id=3f3660b3-409a-4010-9239-3e7685725120)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:34:57.523452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4555e4ad-747d-4026-a839-12daae80d71d None None] For port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=cd0db28a-ad73-4d13-95bc-fed9b3bed0c6,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:57.534677 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.556408 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52abf6b8-6506-4c9b-8d4d-b2de79e93d3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.658904 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52abf6b8-6506-4c9b-8d4d-b2de79e93d3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.673713 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4555e4ad-747d-4026-a839-12daae80d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.676798 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.714765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030e2a4-0d27-4e46-a383-45830ecb9336 req-beb429e1-2e52-47df-bdef-1d73e1e96b83 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:57.722089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6030e2a4-0d27-4e46-a383-45830ecb9336 req-beb429e1-2e52-47df-bdef-1d73e1e96b83 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 945 time: 0.1341598 Nov 15 14:34:57.755718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d14a1-7910-4bb5-999c-30ebdcc8fdbc req-4396b81d-6dda-4923-83fc-097b4dfc26a7 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:57.759338 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.763325 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff7d14a1-7910-4bb5-999c-30ebdcc8fdbc req-4396b81d-6dda-4923-83fc-097b4dfc26a7 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 943 time: 0.1333568 Nov 15 14:34:57.764305 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.765989 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b70049ef-61fc-4d17-a2ef-8bf67b981652 HTTP/1.1" status: 204 len: 168 time: 0.3853815 Nov 15 14:34:57.773017 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:56Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:34:57.773460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555e4ad-747d-4026-a839-12daae80d71d None None] Pushing event updated for resources: {'Port': ['ID=cd0db28a-ad73-4d13-95bc-fed9b3bed0c6,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:57.818526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:57.822158 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.823997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-38849b94-b1c9-4f3c-b1cd-fccec8a2bc53 None None] Provisioning complete for port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:57.825066 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38849b94-b1c9-4f3c-b1cd-fccec8a2bc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.826290 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdba9922-5ffc-474a-990f-a11f26ec5224 None None] The sync data for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 is: [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:56Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:34:57.826674 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] 10.222.0.46 "PUT /v2.0/ports/6654cda0-92b5-4920-9c35-07f4c71b31d4 HTTP/1.1" status: 200 len: 1091 time: 1.4207814 Nov 15 14:34:57.845451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6030e2a4-0d27-4e46-a383-45830ecb9336 req-8735c697-5270-4e9d-b841-fe0dd47d387b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223071 Nov 15 14:34:57.848389 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946', 'tag': '6654cda0-92b5-4920-9c35-07f4c71b31d4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:34:57.864205 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfa350f-50c6-4d09-a4fe-58f82b7f09d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946", "tag": "6654cda0-92b5-4920-9c35-07f4c71b31d4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:34:57.887331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52abf6b8-6506-4c9b-8d4d-b2de79e93d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.898360 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52abf6b8-6506-4c9b-8d4d-b2de79e93d3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.901811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-52abf6b8-6506-4c9b-8d4d-b2de79e93d3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/661aa135-d31b-4018-b7e0-854003484297 HTTP/1.1" status: 204 len: 168 time: 0.5093169 Nov 15 14:34:57.936648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff7d14a1-7910-4bb5-999c-30ebdcc8fdbc req-4e7255cd-ac22-4431-88f5-0aa347f186f3 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e2afb9-43a9-4d62-af5b-b395788d64d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723039 Nov 15 14:34:57.938332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abf6b8-6506-4c9b-8d4d-b2de79e93d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661aa135-d31b-4018-b7e0-854003484297,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:57.997283 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:57.999219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70049ef-61fc-4d17-a2ef-8bf67b981652,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:58.051492 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Pushing event updated for resources: {'Port': ['ID=6654cda0-92b5-4920-9c35-07f4c71b31d4,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:34:58.059077 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63258765-babe-4e30-a091-625e63436e4c x-openstack-request-id: req-63258765-babe-4e30-a091-625e63436e4c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:34:58.059374 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946", "tag": "6654cda0-92b5-4920-9c35-07f4c71b31d4", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:34:58.059632 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63258765-babe-4e30-a091-625e63436e4c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:34:58.064097 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946', 'tag': '6654cda0-92b5-4920-9c35-07f4c71b31d4', 'status': 'completed', 'code': 200} Nov 15 14:34:58.120574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.120927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.121298 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.121647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.121990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.122325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.122686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.123019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.123348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.123683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.124012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.124338 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058105b0-706d-4f99-97ef-a0d44afcd3b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.139091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.139447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.139797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.140142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.140477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.140811 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.141144 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.141474 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.141804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.142133 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.150662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf7ea5-46ec-432d-9db7-e6382bee8f13 req-86eb8fce-9fe2-4f65-a884-75308e25daff tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:58.150874 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.151251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10819d16-3e12-4201-bc2a-9ea4a942d6fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:34:58.162613 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dedf7ea5-46ec-432d-9db7-e6382bee8f13 req-86eb8fce-9fe2-4f65-a884-75308e25daff tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1076469 Nov 15 14:34:58.179141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-568211ce-1db4-48bb-b902-b8c9f95700ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:58.180839 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-568211ce-1db4-48bb-b902-b8c9f95700ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a09ca1f3a74ff9a50e0c7e7d878699&device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 1094 time: 0.2043679 Nov 15 14:34:58.252468 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dedf7ea5-46ec-432d-9db7-e6382bee8f13 req-08f420ac-8b1c-46eb-a222-cf1d2cda3cc0 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772107 Nov 15 14:34:58.289533 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-d13535ab-ef22-4396-b0c8-23da462afa0e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6654cda0-92b5-4920-9c35-07f4c71b31d4 HTTP/1.1" status: 200 len: 217 time: 0.0927300 Nov 15 14:34:58.361578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d815ec9-92dd-4ae1-a309-05ea9933b9ff req-6ba0c395-8703-4b26-ba1d-f50e3b22bbe2 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 210 time: 0.0325117 Nov 15 14:34:58.376813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-cd7743db-e633-4ea3-8fe1-d64269c35731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:58.378662 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-cd7743db-e633-4ea3-8fe1-d64269c35731 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a9fe1aa-4b3e-43fe-b632-1b87086ad640 HTTP/1.1" status: 200 len: 855 time: 0.0806959 Nov 15 14:34:58.417498 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-e14a891b-c858-42c6-9345-1df218754e7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287993 Nov 15 14:34:58.436923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a965b-6f8a-4079-b05b-8ca08777921c req-7227e2dc-a26e-4ef8-b421-dbda9e54ea4a tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:58.438691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c47a965b-6f8a-4079-b05b-8ca08777921c req-7227e2dc-a26e-4ef8-b421-dbda9e54ea4a tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 946 time: 0.0590923 Nov 15 14:34:58.508971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c47a965b-6f8a-4079-b05b-8ca08777921c req-295bb016-cf57-4ee9-9fbb-902b06eb15c1 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638330 Nov 15 14:34:58.531922 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-44a831cd-9e2b-4073-b8db-589ee19b3736 service neutron] 10.222.0.46 "GET /v2.0/networks/eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052778 Nov 15 14:34:58.595128 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:58.649142 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66f60c19-599b-4f58-b06f-ee0cc340ce71 req-4096fb32-f947-4ffb-a1e9-f42d692468e4 service neutron] 10.222.0.46 "GET /v2.0/networks/eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095767 Nov 15 14:34:58.947896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa350f-50c6-4d09-a4fe-58f82b7f09d1 req-234e2dd8-1317-4761-a47f-cd8ad1923afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:58.981397 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abfa350f-50c6-4d09-a4fe-58f82b7f09d1 req-234e2dd8-1317-4761-a47f-cd8ad1923afa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a09ca1f3a74ff9a50e0c7e7d878699&device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 1094 time: 0.1066206 Nov 15 14:34:59.057634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224002e-376e-48ef-b987-7d33bfba3d8e req-cd016411-3e67-498c-b813-be133af28daa tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:59.059946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e224002e-376e-48ef-b987-7d33bfba3d8e req-cd016411-3e67-498c-b813-be133af28daa tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 945 time: 0.0744464 Nov 15 14:34:59.138205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:34:59.175404 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e224002e-376e-48ef-b987-7d33bfba3d8e req-5000a362-8cd5-4ed7-a802-3a85af839290 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081574 Nov 15 14:34:59.216858 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:34:59.217306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:59.233139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa350f-50c6-4d09-a4fe-58f82b7f09d1 req-f749658f-42c4-4c05-b203-3b4c362e87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:59.235185 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abfa350f-50c6-4d09-a4fe-58f82b7f09d1 req-f749658f-42c4-4c05-b203-3b4c362e87d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 HTTP/1.1" status: 200 len: 916 time: 0.2568519 Nov 15 14:34:59.296627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a380f2e-e6b8-40d2-b15a-4b71b117a678 req-42aa3bac-01df-410d-a4bb-a75b2baf768a tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:59.302911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a380f2e-e6b8-40d2-b15a-4b71b117a678 req-42aa3bac-01df-410d-a4bb-a75b2baf768a tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 945 time: 0.1357846 Nov 15 14:34:59.322548 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abfa350f-50c6-4d09-a4fe-58f82b7f09d1 req-43f8c508-0d5e-49cb-ae29-611c2c472591 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6654cda0-92b5-4920-9c35-07f4c71b31d4 HTTP/1.1" status: 200 len: 217 time: 0.0782278 Nov 15 14:34:59.350222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727a633-0f5c-469f-8523-5af2bbca893d req-5999dd0d-220a-47db-a170-4549746622c3 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:59.359378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9727a633-0f5c-469f-8523-5af2bbca893d req-5999dd0d-220a-47db-a170-4549746622c3 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 943 time: 0.1906078 Nov 15 14:34:59.429872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa350f-50c6-4d09-a4fe-58f82b7f09d1 req-339b2511-75ec-493f-ac74-7732c6216372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:59.431398 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abfa350f-50c6-4d09-a4fe-58f82b7f09d1 req-339b2511-75ec-493f-ac74-7732c6216372 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a9fe1aa-4b3e-43fe-b632-1b87086ad640 HTTP/1.1" status: 200 len: 855 time: 0.1019485 Nov 15 14:34:59.490491 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abfa350f-50c6-4d09-a4fe-58f82b7f09d1 req-ffc812ef-6fdc-445c-b55b-dc8c3901be4c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470386 Nov 15 14:34:59.495996 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9727a633-0f5c-469f-8523-5af2bbca893d req-e2a2c8fd-2d46-4f77-91c2-1a0335da4b68 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e2afb9-43a9-4d62-af5b-b395788d64d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355579 Nov 15 14:34:59.533314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1a380f2e-e6b8-40d2-b15a-4b71b117a678 req-e8ea929a-6395-4c30-99fa-988d9a450ae6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Deleting port 1ab33ef2-46ce-430b-a49d-7946ea8b99da {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:34:59.533716 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1a380f2e-e6b8-40d2-b15a-4b71b117a678 req-e8ea929a-6395-4c30-99fa-988d9a450ae6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:59.679439 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abfa350f-50c6-4d09-a4fe-58f82b7f09d1 req-3eee5bf5-dfc0-4b08-801b-96c8671a4d11 service neutron] 10.222.0.46 "GET /v2.0/networks/eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716268 Nov 15 14:34:59.686515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1a380f2e-e6b8-40d2-b15a-4b71b117a678 req-e8ea929a-6395-4c30-99fa-988d9a450ae6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] For port 1ab33ef2-46ce-430b-a49d-7946ea8b99da, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1ab33ef2-46ce-430b-a49d-7946ea8b99da,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:34:59.687043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1a380f2e-e6b8-40d2-b15a-4b71b117a678 req-e8ea929a-6395-4c30-99fa-988d9a450ae6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:59.707490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1a380f2e-e6b8-40d2-b15a-4b71b117a678 req-e8ea929a-6395-4c30-99fa-988d9a450ae6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Calling delete_port for 1ab33ef2-46ce-430b-a49d-7946ea8b99da owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:34:59.739669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67d744-a81f-4ebd-8b76-73327be89e83 req-74f4e847-6836-4c7b-ad7b-d63139549600 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:34:59.743011 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d67d744-a81f-4ebd-8b76-73327be89e83 req-74f4e847-6836-4c7b-ad7b-d63139549600 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1216874 Nov 15 14:34:59.772965 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0258c4c0-b939-46aa-b0d8-f79bab32e789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:34:59.814326 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abfa350f-50c6-4d09-a4fe-58f82b7f09d1 req-d30597e2-cb56-4d9f-8017-5c12e7abf5ff service neutron] 10.222.0.46 "GET /v2.0/networks/eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260421 Nov 15 14:34:59.823378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d67d744-a81f-4ebd-8b76-73327be89e83 req-a5f056d7-cece-458e-88bf-33640dd2de53 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793862 Nov 15 14:35:00.003903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3baded1e-3b37-4649-a38e-19a7cdf76998 req-ec6d10c7-f00d-49c6-8998-1b6e3ab39351 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 210 time: 0.0457439 Nov 15 14:35:00.044047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310ef5c-1972-40a0-b39e-327c86a9824d req-ebc93b84-d015-4b53-be05-a2b2e2f3e994 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:00.044047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6310ef5c-1972-40a0-b39e-327c86a9824d req-ebc93b84-d015-4b53-be05-a2b2e2f3e994 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 946 time: 0.1302903 Nov 15 14:35:00.066450 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1a380f2e-e6b8-40d2-b15a-4b71b117a678 req-e8ea929a-6395-4c30-99fa-988d9a450ae6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:00.078633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['9d0702bf-ac69-4276-bdc1-ac848cb5d33e', '1ab33ef2-46ce-430b-a49d-7946ea8b99da'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:00.116495 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea929a-6395-4c30-99fa-988d9a450ae6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Pushing event deleted for resources: {'Port': ['ID=1ab33ef2-46ce-430b-a49d-7946ea8b99da,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:00.163913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a380f2e-e6b8-40d2-b15a-4b71b117a678 req-e8ea929a-6395-4c30-99fa-988d9a450ae6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] No DVR routers for this DVR port 1ab33ef2-46ce-430b-a49d-7946ea8b99da on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:35:00.166768 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1a380f2e-e6b8-40d2-b15a-4b71b117a678 req-e8ea929a-6395-4c30-99fa-988d9a450ae6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:00.175807 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a380f2e-e6b8-40d2-b15a-4b71b117a678 req-e8ea929a-6395-4c30-99fa-988d9a450ae6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "DELETE /v2.0/ports/1ab33ef2-46ce-430b-a49d-7946ea8b99da HTTP/1.1" status: 204 len: 173 time: 0.8582506 Nov 15 14:35:00.175807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6196c6-76fe-4b32-93b0-345aee693bc6', 'name': 'network-vif-deleted', 'tag': '1ab33ef2-46ce-430b-a49d-7946ea8b99da'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:00.175807 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012b9eb9-a5f6-4b98-a5c4-d02287b2b867" -d '{"events": [{"server_uuid": "5b6196c6-76fe-4b32-93b0-345aee693bc6", "name": "network-vif-deleted", "tag": "1ab33ef2-46ce-430b-a49d-7946ea8b99da"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:00.181393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6310ef5c-1972-40a0-b39e-327c86a9824d req-92f716c2-b550-48fc-901d-b038d397f793 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332498 Nov 15 14:35:00.275572 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff856a4-f72f-4d83-997e-9f934136dd1a x-openstack-request-id: req-0ff856a4-f72f-4d83-997e-9f934136dd1a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:00.275876 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6196c6-76fe-4b32-93b0-345aee693bc6", "name": "network-vif-deleted", "tag": "1ab33ef2-46ce-430b-a49d-7946ea8b99da", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:00.276132 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ff856a4-f72f-4d83-997e-9f934136dd1a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:00.276533 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6196c6-76fe-4b32-93b0-345aee693bc6', 'name': 'network-vif-deleted', 'tag': '1ab33ef2-46ce-430b-a49d-7946ea8b99da', 'status': 'completed', 'code': 200} Nov 15 14:35:00.333908 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:00.352065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-e022221a-33e3-4680-a82a-da0dccdfc92e tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=66d56f711d8c4b4780cedb7072bfb406&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344172 Nov 15 14:35:00.431014 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4e09121-3bed-4724-b516-14fa934a0b5c req-08737db3-0ce3-4d20-b640-b46eccbd9563 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 210 time: 0.0606780 Nov 15 14:35:00.460739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-622876883-network', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:00.494053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-4f74cf75-4516-40c5-a089-bf26c03addd7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:00.495599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-4f74cf75-4516-40c5-a089-bf26c03addd7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368504 Nov 15 14:35:00.513450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-7774b9b1-5801-420b-bcc4-5f7efc1bfeb6 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/quotas/66d56f711d8c4b4780cedb7072bfb406 HTTP/1.1" status: 200 len: 375 time: 0.0113058 Nov 15 14:35:00.551310 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-d5fe0e5e-3772-4abd-82c6-c89286d5ea77 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=66d56f711d8c4b4780cedb7072bfb406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315928 Nov 15 14:35:00.610556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642eb69-3a43-4cd2-9f8a-fd41eae547cd req-a493168e-a682-4ae0-aea4-46d613ead07c tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:00.612005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e642eb69-3a43-4cd2-9f8a-fd41eae547cd req-a493168e-a682-4ae0-aea4-46d613ead07c tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 943 time: 0.0516100 Nov 15 14:35:00.658038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Made reservation on behalf of 50d072f4dda54fc6ad562bb1a75808f5 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:00.667448 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:00.671626 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:00.677614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e642eb69-3a43-4cd2-9f8a-fd41eae547cd req-a60b13b3-91bb-416c-b003-cb37b60ff2f8 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e2afb9-43a9-4d62-af5b-b395788d64d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563705 Nov 15 14:35:00.836801 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:00.847670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-3753e181-b782-4aaf-9652-ebb7efd22996 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:00.849361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-3753e181-b782-4aaf-9652-ebb7efd22996 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.59 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 821 time: 0.1523571 Nov 15 14:35:00.878458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-429e8eca-f250-4cfb-bb42-5525f2dfbd2c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Request body: {'port': {'device_id': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'admin_state_up': True, 'tenant_id': '970f4185811248ce952ca2c0e82fa491'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:00.974411 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:01.012725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c442644-bcbb-49c0-b262-5cd470eb2b66 req-0e628252-915c-4188-960a-2d06add1684c tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 210 time: 0.0813801 Nov 15 14:35:01.039512 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:35:01.052230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db664dd-3c0d-4b0d-bb50-8162e79c4504,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:01.059271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:01.059758 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Added segment 6260927e-ab6c-4668-85d1-4bc2af2237e7 of type vlan for network b7e4b8ee-acc5-4001-b628-218baa9fcd83 Nov 15 14:35:01.103747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31cc8-7d9c-4182-92dc-d57e57ac9906 req-28504114-d8af-4772-9400-3a553d06360b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:01.110968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07e31cc8-7d9c-4182-92dc-d57e57ac9906 req-28504114-d8af-4772-9400-3a553d06360b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1236136 Nov 15 14:35:01.119732 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:01.172535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-063e2851-8a76-46bc-a483-1f90bd0843c8 req-48bda43a-e9ca-48c8-bb2e-1c0ed15a3d68 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 210 time: 0.0584486 Nov 15 14:35:01.209104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07e31cc8-7d9c-4182-92dc-d57e57ac9906 req-1671f4fb-352b-4f47-bf9a-578bf24d904a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969961 Nov 15 14:35:01.241480 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:01.243618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:01.244296 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:01.309101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc0587-a28f-4539-b9a5-efe1404fa207 req-ecf356ca-7c22-4525-94e8-119980142531 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:01.310696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eddc0587-a28f-4539-b9a5-efe1404fa207 req-ecf356ca-7c22-4525-94e8-119980142531 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 946 time: 0.0526121 Nov 15 14:35:01.313971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e4b8ee-acc5-4001-b628-218baa9fcd83,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:01.315892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-429e8eca-f250-4cfb-bb42-5525f2dfbd2c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Made reservation on behalf of 970f4185811248ce952ca2c0e82fa491 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:01.319198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6654cda0-92b5-4920-9c35-07f4c71b31d4 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:35:01.321465 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-429e8eca-f250-4cfb-bb42-5525f2dfbd2c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:01.333353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b7e4b8ee-acc5-4001-b628-218baa9fcd83 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:35:01.435832 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eddc0587-a28f-4539-b9a5-efe1404fa207 req-97f9c2f7-b51b-4b2d-9437-1569d20f6aa1 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002064 Nov 15 14:35:01.484949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6654cda0-92b5-4920-9c35-07f4c71b31d4, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6654cda0-92b5-4920-9c35-07f4c71b31d4,segment=NetworkSegment(3f3660b3-409a-4010-9239-3e7685725120),segment_id=3f3660b3-409a-4010-9239-3e7685725120)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:01.494886 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-626c04d7-c160-4d1a-b7ee-978ecefb73e9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1598606 Nov 15 14:35:01.497878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:01.501786 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '6654cda0-92b5-4920-9c35-07f4c71b31d4', 'network_id': 'eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8', 'port_id': '6654cda0-92b5-4920-9c35-07f4c71b31d4', 'mac_address': 'fa:16:3e:07:82:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9fe1aa-4b3e-43fe-b632-1b87086ad640', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:35:01.503638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6e4fb8ed-d51d-4928-bffe-3fd5d6d7b7cc admin admin] Request body: {'subnet': {'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-622876883-subnet', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:01.509433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-429e8eca-f250-4cfb-bb42-5525f2dfbd2c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Allocated IP 172.20.0.4 (ec5351cd-ca79-4685-88e1-38045ece2a22/d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a/646e1847-083c-4306-8c9e-aa18d0e19133) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:01.547985 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:01.564105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6654cda0-92b5-4920-9c35-07f4c71b31d4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:01.572331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fb38918-95fd-4dac-a3b8-64f013cf5e10 req-a992b876-82d4-410a-be9a-bd786abf8cd5 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b6196c6-76fe-4b32-93b0-345aee693bc6 HTTP/1.1" status: 200 len: 210 time: 0.0328498 Nov 15 14:35:01.715809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4fb8ed-d51d-4928-bffe-3fd5d6d7b7cc admin admin] Made reservation on behalf of 50d072f4dda54fc6ad562bb1a75808f5 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:01.718768 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb8ed-d51d-4928-bffe-3fd5d6d7b7cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:01.755429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6654cda0-92b5-4920-9c35-07f4c71b31d4, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6654cda0-92b5-4920-9c35-07f4c71b31d4,segment=NetworkSegment(3f3660b3-409a-4010-9239-3e7685725120),segment_id=3f3660b3-409a-4010-9239-3e7685725120)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:01.822425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-e311ebb7-8888-4ed7-9d4d-de0022bc37fe tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:01.822425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-e311ebb7-8888-4ed7-9d4d-de0022bc37fe tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 946 time: 0.1029596 Nov 15 14:35:01.926899 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:01.950489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30dad4-c603-46b2-83e1-4efabd7bc31f req-6c7bb7c0-2017-43a4-85b9-88ff16882e8e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:01.952579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f30dad4-c603-46b2-83e1-4efabd7bc31f req-6c7bb7c0-2017-43a4-85b9-88ff16882e8e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 943 time: 0.1831107 Nov 15 14:35:01.989336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6654cda0-92b5-4920-9c35-07f4c71b31d4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:01.997259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:35:01.997604 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:35:01.997945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:35:01.998282 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:35:01.998643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:35:01.998973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:35:01.999298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:35:01.999619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:35:01.999944 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:35:02.000265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:35:02.000587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:35:02.000913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:35:02.054296 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-429e8eca-f250-4cfb-bb42-5525f2dfbd2c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:02.058915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f30dad4-c603-46b2-83e1-4efabd7bc31f req-94ec4c01-75b0-4c4c-b8b3-fdbe608cad6d tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e2afb9-43a9-4d62-af5b-b395788d64d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973516 Nov 15 14:35:02.067807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Deleting port ddf3b7d2-5824-48fe-a987-38f3a6bec99a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:35:02.068146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:02.144847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-975a26de-1f02-4b4d-a102-421fcd1d4876 req-b2f0ff4a-7af7-4ebb-b319-4bf53c38b2eb tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 210 time: 0.0584612 Nov 15 14:35:02.185127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6654cda0-92b5-4920-9c35-07f4c71b31d4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:02.198970 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb8ed-d51d-4928-bffe-3fd5d6d7b7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:02.212134 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7230dbc1-a31e-42f4-a6f1-6f5c17bf8801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:02.218647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] For port ddf3b7d2-5824-48fe-a987-38f3a6bec99a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ddf3b7d2-5824-48fe-a987-38f3a6bec99a,segment=NetworkSegment(7d25e783-f2c4-4b79-98f2-9c4fc9a495b2),segment_id=7d25e783-f2c4-4b79-98f2-9c4fc9a495b2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:02.221077 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:02.277269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fb8ed-d51d-4928-bffe-3fd5d6d7b7cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=912abb4e-fe5a-416e-afcb-b79eb8087760,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:02.280629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4fb8ed-d51d-4928-bffe-3fd5d6d7b7cc admin admin] Checking segment: {'id': '6260927e-ab6c-4668-85d1-4bc2af2237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:02.281133 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4fb8ed-d51d-4928-bffe-3fd5d6d7b7cc admin admin] Network hostable DHCP agents. Network: b7e4b8ee-acc5-4001-b628-218baa9fcd83, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:35:02.417180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d14930c8-70a6-4961-9df9-4cf0ab8ed4dc req-3c4b9efc-1f2d-4978-a439-8e72941f1c2a tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 210 time: 0.0902374 Nov 15 14:35:02.424411 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-429e8eca-f250-4cfb-bb42-5525f2dfbd2c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:02.481494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4fb8ed-d51d-4928-bffe-3fd5d6d7b7cc admin admin] Network b7e4b8ee-acc5-4001-b628-218baa9fcd83 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:35:02.558356 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81757ec2-7067-4f9f-8183-6edec5eea731 req-cc2cc1a3-2050-47a8-9868-4df963b678f1 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:02.559931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81757ec2-7067-4f9f-8183-6edec5eea731 req-cc2cc1a3-2050-47a8-9868-4df963b678f1 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.2342231 Nov 15 14:35:02.626006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e8eca-f250-4cfb-bb42-5525f2dfbd2c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Pushing event updated for resources: {'Port': ['ID=646e1847-083c-4306-8c9e-aa18d0e19133,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:02.678496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2665c79-029b-4424-9e45-0af3408f449c req-ae93e440-9f76-4285-bba1-85d41e5e1e23 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:02.680241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2665c79-029b-4424-9e45-0af3408f449c req-ae93e440-9f76-4285-bba1-85d41e5e1e23 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 946 time: 0.1586840 Nov 15 14:35:02.694869 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:02.695236 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:02.695557 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Floating IP 98327016-ce51-4cf3-898f-bdae99543595 disassociated. External IP: 172.25.4.102, port: ddf3b7d2-5824-48fe-a987-38f3a6bec99a. Nov 15 14:35:02.695904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Calling delete_port for ddf3b7d2-5824-48fe-a987-38f3a6bec99a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:35:02.717054 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81757ec2-7067-4f9f-8183-6edec5eea731 req-c6ccb460-c6ce-4810-a5c1-425c87fe2605 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389697 Nov 15 14:35:02.806905 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6e4fb8ed-d51d-4928-bffe-3fd5d6d7b7cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b7e4b8ee-acc5-4001-b628-218baa9fcd83) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:02.813646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4fb8ed-d51d-4928-bffe-3fd5d6d7b7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:02.814185 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb8ed-d51d-4928-bffe-3fd5d6d7b7cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:02.820575 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efca7a9-fc0e-4dad-9bf6-bf96d65cb804 None None] Network b7e4b8ee-acc5-4001-b628-218baa9fcd83 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:35:02.972741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a797d15e-b1b3-4122-b12b-96d9d9c49b12 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:35:03.002291 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f892dde-7649-4f58-9d7f-a36a9f353501 None None] Network b7e4b8ee-acc5-4001-b628-218baa9fcd83 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:35:03.022714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-429e8eca-f250-4cfb-bb42-5525f2dfbd2c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Network ec5351cd-ca79-4685-88e1-38045ece2a22 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:03.051855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-429e8eca-f250-4cfb-bb42-5525f2dfbd2c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:03.056106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-429e8eca-f250-4cfb-bb42-5525f2dfbd2c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:03.138099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2665c79-029b-4424-9e45-0af3408f449c req-02cc949f-6b1c-4c48-9d2c-2756f96ad7ec tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fc8d1ff-8360-4b11-8560-ee5d873df814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4479182 Nov 15 14:35:03.139846 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:03.155462 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6e4fb8ed-d51d-4928-bffe-3fd5d6d7b7cc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6554401 Nov 15 14:35:03.156986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:03.162006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-622876883-router', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:03.165826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-429e8eca-f250-4cfb-bb42-5525f2dfbd2c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:03.166494 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-429e8eca-f250-4cfb-bb42-5525f2dfbd2c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:03.185420 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fb7aed-8472-474c-810b-bee4e6d7ebb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:03.187969 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f05cd1-04de-4a99-bbfd-529f83f93976" -d '{"events": [{"server_uuid": "38fb7aed-8472-474c-810b-bee4e6d7ebb1", "name": "network-vif-unplugged", "status": "completed", "tag": "a797d15e-b1b3-4122-b12b-96d9d9c49b12"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:03.236693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a797d15e-b1b3-4122-b12b-96d9d9c49b12, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a797d15e-b1b3-4122-b12b-96d9d9c49b12,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:03.326285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6654cda0-92b5-4920-9c35-07f4c71b31d4 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:03.328741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92daeaf4-232a-4a64-83d7-d390b4a2d901 req-744f3ef2-31f7-4c7c-9697-bce3e711c3bd tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 210 time: 0.0577404 Nov 15 14:35:03.371073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed56177-3981-497b-a695-9638dcc27fdf req-03c6b01e-bc24-47b6-ae3d-ac6a77779772 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:03.372685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ed56177-3981-497b-a695-9638dcc27fdf req-03c6b01e-bc24-47b6-ae3d-ac6a77779772 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 944 time: 0.1031179 Nov 15 14:35:03.391019 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:03.392461 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:03.392649 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:03.405710 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc919dd7-f207-4a74-b682-8d9f737d646b x-openstack-request-id: req-dc919dd7-f207-4a74-b682-8d9f737d646b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:03.407726 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fb7aed-8472-474c-810b-bee4e6d7ebb1", "name": "network-vif-unplugged", "status": "completed", "tag": "a797d15e-b1b3-4122-b12b-96d9d9c49b12", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:03.409002 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc919dd7-f207-4a74-b682-8d9f737d646b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:03.410001 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fb7aed-8472-474c-810b-bee4e6d7ebb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12', 'code': 200} Nov 15 14:35:03.427056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-50c7eb3a-561a-45a1-9062-1825944086fd None None] Provisioning complete for port 646e1847-083c-4306-8c9e-aa18d0e19133 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:03.427437 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50c7eb3a-561a-45a1-9062-1825944086fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:03.430929 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:03.433419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ddf3b7d2-5824-48fe-a987-38f3a6bec99a no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:35:03.436266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Pushing event deleted for resources: {'Port': ['ID=ddf3b7d2-5824-48fe-a987-38f3a6bec99a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:03.483681 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ed56177-3981-497b-a695-9638dcc27fdf req-181e8d55-fe92-4b33-9632-7aa883316468 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e2afb9-43a9-4d62-af5b-b395788d64d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013567 Nov 15 14:35:03.524409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: ddf3b7d2-5824-48fe-a987-38f3a6bec99a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:35:03.524409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ddf3b7d2-5824-48fe-a987-38f3a6bec99a not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:35:03.526790 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:03.528537 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:03.568654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-50c7eb3a-561a-45a1-9062-1825944086fd None None] Port 646e1847-083c-4306-8c9e-aa18d0e19133 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:35:03.582088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a797d15e-b1b3-4122-b12b-96d9d9c49b12,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:03.636052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-429e8eca-f250-4cfb-bb42-5525f2dfbd2c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7661180 Nov 15 14:35:03.655980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Request body: {'port': {'device_id': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:03.716558 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 6654cda0-92b5-4920-9c35-07f4c71b31d4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:35:03.722724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 6654cda0-92b5-4920-9c35-07f4c71b31d4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:03.729621 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:03.744237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989ca5d-815e-43e6-982d-0bb99805ec68 req-5dd8b847-7b90-4160-84d5-80407053f3a2 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:03.745900 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c989ca5d-815e-43e6-982d-0bb99805ec68 req-5dd8b847-7b90-4160-84d5-80407053f3a2 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 931 time: 0.1618857 Nov 15 14:35:03.748446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Router 61f0b921-5768-4788-9e26-5c8f073dd749 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:35:03.852823 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:03.879984 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:03.925237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6654cda0-92b5-4920-9c35-07f4c71b31d4, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6654cda0-92b5-4920-9c35-07f4c71b31d4,segment=NetworkSegment(3f3660b3-409a-4010-9239-3e7685725120),segment_id=3f3660b3-409a-4010-9239-3e7685725120)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:03.989190 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:04.018776 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:04.021346 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1ab33ef2-46ce-430b-a49d-7946ea8b99da no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:35:04.034673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:35:04.079576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 1ab33ef2-46ce-430b-a49d-7946ea8b99da {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:35:04.079923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1ab33ef2-46ce-430b-a49d-7946ea8b99da not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:35:04.082171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05106775-5fde-4e1e-99d9-2ff7cb321ab8 None None] Sync routers for ids ['61f0b921-5768-4788-9e26-5c8f073dd749'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:35:04.125397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05106775-5fde-4e1e-99d9-2ff7cb321ab8 None None] Routers {'61f0b921-5768-4788-9e26-5c8f073dd749'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:04.125626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e1991-e675-495b-b69e-7650a20503ba req-508253d4-b839-4dfe-ba47-ec4f3ce5c828 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:04.126159 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-05106775-5fde-4e1e-99d9-2ff7cb321ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['61f0b921-5768-4788-9e26-5c8f073dd749'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:04.127124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc9e1991-e675-495b-b69e-7650a20503ba req-508253d4-b839-4dfe-ba47-ec4f3ce5c828 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 943 time: 0.2174988 Nov 15 14:35:04.129920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] No DVR routers for this DVR port ddf3b7d2-5824-48fe-a987-38f3a6bec99a on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:35:04.134285 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c989ca5d-815e-43e6-982d-0bb99805ec68 req-aa150b1b-f9a2-42e5-9f14-fa2611c38bc9 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594141 Nov 15 14:35:04.135400 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:04.155562 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8bbca7aa-9e75-4a4d-b3c7-8b50ea25530d req-23877491-ea93-4afa-9261-50400765b215 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.59 "DELETE /v2.0/ports/ddf3b7d2-5824-48fe-a987-38f3a6bec99a HTTP/1.1" status: 204 len: 173 time: 2.3170943 Nov 15 14:35:04.156567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c865f2-9f0f-4c8c-9967-440e9597e9ff', 'name': 'network-vif-deleted', 'tag': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:04.166686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6654cda0-92b5-4920-9c35-07f4c71b31d4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:04.172593 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2701d20f-6ca7-4f86-adc1-bb86cd71523a" -d '{"events": [{"server_uuid": "c8c865f2-9f0f-4c8c-9967-440e9597e9ff", "name": "network-vif-deleted", "tag": "ddf3b7d2-5824-48fe-a987-38f3a6bec99a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:04.307863 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc9e1991-e675-495b-b69e-7650a20503ba req-85c35d34-d3ac-4bb5-b2b6-ae57b29ce697 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563711 Nov 15 14:35:04.328518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99c483df-1175-40eb-b56b-d7a8bc03c964 req-da0e16de-1358-4edc-86af-ec93eb3b1a38 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8c865f2-9f0f-4c8c-9967-440e9597e9ff HTTP/1.1" status: 200 len: 210 time: 0.0746334 Nov 15 14:35:04.408492 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559deebf-6153-455f-9f5f-60e5583211ea x-openstack-request-id: req-559deebf-6153-455f-9f5f-60e5583211ea {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:04.409093 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c865f2-9f0f-4c8c-9967-440e9597e9ff", "name": "network-vif-deleted", "tag": "ddf3b7d2-5824-48fe-a987-38f3a6bec99a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:04.409093 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-559deebf-6153-455f-9f5f-60e5583211ea {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:04.409429 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c865f2-9f0f-4c8c-9967-440e9597e9ff', 'name': 'network-vif-deleted', 'tag': 'ddf3b7d2-5824-48fe-a987-38f3a6bec99a', 'status': 'completed', 'code': 200} Nov 15 14:35:04.523621 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:04.568696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-05106775-5fde-4e1e-99d9-2ff7cb321ab8 None None] Set router 61f0b921-5768-4788-9e26-5c8f073dd749 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:04.572451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85592c4f-fc3a-439a-998e-a5702e5390e2 req-f26637b2-b28e-42b8-a348-e3c2a9d1202c tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 210 time: 0.1016541 Nov 15 14:35:04.591870 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:04.699337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953f812-9e4f-437f-a2f3-8c8d108355f7 req-ef851610-514c-46cb-a4b5-2c2fd8c68f39 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:04.700974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8953f812-9e4f-437f-a2f3-8c8d108355f7 req-ef851610-514c-46cb-a4b5-2c2fd8c68f39 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 945 time: 0.0865490 Nov 15 14:35:04.720420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Allocated IP 172.25.4.128 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/1d2f731b-7e44-46fd-a021-906eb77d9524) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:04.810358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8953f812-9e4f-437f-a2f3-8c8d108355f7 req-8896dca9-0c73-414c-bed0-291595d28b0f tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e2afb9-43a9-4d62-af5b-b395788d64d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024520 Nov 15 14:35:04.828216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646e1847-083c-4306-8c9e-aa18d0e19133 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:04.838229 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:04.857040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Transition to ACTIVE for port object 646e1847-083c-4306-8c9e-aa18d0e19133 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:35:04.883436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-05106775-5fde-4e1e-99d9-2ff7cb321ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:09Z', 'revision_number': 4, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port': {'id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '68bdbad8-21b8-430f-8ca0-a65c27f4cb45', 'name': '', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'mac_address': 'fa:16:3e:d3:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:08Z', 'updated_at': '2021-11-15T14:32:16Z', 'revision_number': 5, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'subnets': [{'id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:04.913128 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:04.920518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05106775-5fde-4e1e-99d9-2ff7cb321ab8 None None] Checking router: 61f0b921-5768-4788-9e26-5c8f073dd749 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:35:04.938241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05106775-5fde-4e1e-99d9-2ff7cb321ab8 None None] Routers {'61f0b921-5768-4788-9e26-5c8f073dd749'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:04.938901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-05106775-5fde-4e1e-99d9-2ff7cb321ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['61f0b921-5768-4788-9e26-5c8f073dd749'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:04.974078 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a797d15e-b1b3-4122-b12b-96d9d9c49b12 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:35:04.984048 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:05.087806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Pushing event updated for resources: {'Port': ['ID=646e1847-083c-4306-8c9e-aa18d0e19133,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:05.105097 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:05.136686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Attempting to bind port 646e1847-083c-4306-8c9e-aa18d0e19133 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:05.136686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Attempting to bind port 646e1847-083c-4306-8c9e-aa18d0e19133 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:05.136686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Attempting to bind port 646e1847-083c-4306-8c9e-aa18d0e19133 on network ec5351cd-ca79-4685-88e1-38045ece2a22 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:05.139664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Port 646e1847-083c-4306-8c9e-aa18d0e19133 on network ec5351cd-ca79-4685-88e1-38045ece2a22 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:35:05.140111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Attempting to bind port 646e1847-083c-4306-8c9e-aa18d0e19133 on network ec5351cd-ca79-4685-88e1-38045ece2a22 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:05.145817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:05.146298 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Checking segment: {'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:05.146815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Bound using segment: {'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:05.147355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Bound port: 646e1847-083c-4306-8c9e-aa18d0e19133, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:05.147816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:05.163655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-05106775-5fde-4e1e-99d9-2ff7cb321ab8 None None] Set router 61f0b921-5768-4788-9e26-5c8f073dd749 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:05.183231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:05.335776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2f731b-7e44-46fd-a021-906eb77d9524,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:05.339693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:05.342294 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:05.355522 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:05.359706 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a797d15e-b1b3-4122-b12b-96d9d9c49b12, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a797d15e-b1b3-4122-b12b-96d9d9c49b12,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:05.402586 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-bdd06613-401c-47b8-ad35-3ac547854167 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=66d56f711d8c4b4780cedb7072bfb406&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1152775 Nov 15 14:35:05.429260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6654cda0-92b5-4920-9c35-07f4c71b31d4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:05.431542 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fd39fa-768c-4453-82f7-49e25574f1a1" -d '{"events": [{"server_uuid": "2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946", "name": "network-vif-plugged", "status": "completed", "tag": "6654cda0-92b5-4920-9c35-07f4c71b31d4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:05.468705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12', 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9', 'port_id': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12', 'mac_address': 'fa:16:3e:bf:aa:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ed1a7a-2b61-414a-9e85-3465465040c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:35:05.539590 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:05.547524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-7bd7864f-b725-4a7d-97df-980452331198 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:05.549066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-7bd7864f-b725-4a7d-97df-980452331198 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1281536 Nov 15 14:35:05.559629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a797d15e-b1b3-4122-b12b-96d9d9c49b12 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:05.593964 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a797d15e-b1b3-4122-b12b-96d9d9c49b12, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a797d15e-b1b3-4122-b12b-96d9d9c49b12,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:05.599010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Request body: {'port': {'device_id': '15ec5aa1-4edb-4a91-9984-7ebd254b3993', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '66d56f711d8c4b4780cedb7072bfb406'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:05.731136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] For port 646e1847-083c-4306-8c9e-aa18d0e19133, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:05.735658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-05106775-5fde-4e1e-99d9-2ff7cb321ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:09Z', 'revision_number': 4, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port': {'id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '68bdbad8-21b8-430f-8ca0-a65c27f4cb45', 'name': '', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'mac_address': 'fa:16:3e:d3:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:08Z', 'updated_at': '2021-11-15T14:32:16Z', 'revision_number': 5, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'subnets': [{'id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:05.765821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d02737-6bcd-4aba-bc85-05653b941f2f req-5987a3b3-71bf-4449-b097-3a1c480577aa tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:05.767436 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97d02737-6bcd-4aba-bc85-05653b941f2f req-5987a3b3-71bf-4449-b097-3a1c480577aa tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 943 time: 0.4062471 Nov 15 14:35:05.771444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] For port 646e1847-083c-4306-8c9e-aa18d0e19133, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=646e1847-083c-4306-8c9e-aa18d0e19133,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:05.781169 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:05.786126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05106775-5fde-4e1e-99d9-2ff7cb321ab8 None None] The sync data for ids ['61f0b921-5768-4788-9e26-5c8f073dd749'] in n-d-817748-2 is: [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:09Z', 'revision_number': 4, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port': {'id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '68bdbad8-21b8-430f-8ca0-a65c27f4cb45', 'name': '', 'network_id': '11c1ec29-32ab-446b-9063-29a61930f003', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'mac_address': 'fa:16:3e:d3:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:08Z', 'updated_at': '2021-11-15T14:32:16Z', 'revision_number': 5, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'subnets': [{'id': '433242e2-220d-4066-8a0f-d4a4e74a3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:35:05.793554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c40587-564e-4ebd-aa62-970e95e5d16c req-84c16d43-6e30-4b5e-a580-6fb9e507c423 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:05.795178 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59c40587-564e-4ebd-aa62-970e95e5d16c req-84c16d43-6e30-4b5e-a580-6fb9e507c423 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 943 time: 0.2398467 Nov 15 14:35:05.851795 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:05.864831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97d02737-6bcd-4aba-bc85-05653b941f2f req-edad3410-0855-47ac-aa49-9a2438971bf6 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863221 Nov 15 14:35:05.886428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59c40587-564e-4ebd-aa62-970e95e5d16c req-fa05aacc-0045-4a6a-b88d-94d9b7890a6e tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806434 Nov 15 14:35:05.939016 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a797d15e-b1b3-4122-b12b-96d9d9c49b12,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:06.000828 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:06.036692 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733f6dbd-832f-403c-ae5d-ca71c9c03ad0 x-openstack-request-id: req-733f6dbd-832f-403c-ae5d-ca71c9c03ad0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:06.036692 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946", "name": "network-vif-plugged", "status": "completed", "tag": "6654cda0-92b5-4920-9c35-07f4c71b31d4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:06.036692 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-733f6dbd-832f-403c-ae5d-ca71c9c03ad0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:06.036692 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6654cda0-92b5-4920-9c35-07f4c71b31d4', 'code': 200} Nov 15 14:35:06.072578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['a797d15e-b1b3-4122-b12b-96d9d9c49b12'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:06.203490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:06.206171 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd076ca-1b58-47b2-b45f-40f6087645d2 req-9181a2ca-1834-407b-bc38-9c49100e523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:06.207773 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1dd076ca-1b58-47b2-b45f-40f6087645d2 req-9181a2ca-1834-407b-bc38-9c49100e523e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 1096 time: 0.0673561 Nov 15 14:35:06.229586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Made reservation on behalf of 66d56f711d8c4b4780cedb7072bfb406 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:06.234607 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:06.271705 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc027342-078f-4808-9244-d01f85abadc7 None None] New status for floating IP 98327016-ce51-4cf3-898f-bdae99543595: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:35:06.311346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:06.311346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:06.317289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] 10.222.0.59 "PUT /v2.0/ports/646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 1091 time: 2.6652472 Nov 15 14:35:06.336085 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94ee178b-2336-45c3-ad8e-b5f3f358e293 req-e3a3efb3-2212-4c04-baf7-a1a458112013 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 210 time: 0.2102261 Nov 15 14:35:06.374153 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:06.410384 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:06.411107 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:06.412724 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60ad2d6-a2db-4b1e-ab99-e05b5fba6370" -d '{"events": [{"name": "network-changed", "server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:06.429772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aeb0a0-6622-4e62-b6b8-1f901a60fdbb req-4690ccb9-9ed1-44a2-b02b-69bd7625c095 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:06.432659 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1dd076ca-1b58-47b2-b45f-40f6087645d2 req-12439d05-8fc6-485f-a8ac-09a809bba4a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=96e2afb9-43a9-4d62-af5b-b395788d64d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161863 Nov 15 14:35:06.437427 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87aeb0a0-6622-4e62-b6b8-1f901a60fdbb req-4690ccb9-9ed1-44a2-b02b-69bd7625c095 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 945 time: 0.3253422 Nov 15 14:35:06.476338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c403a-2c8f-40f0-a47a-687d2654078d service neutron] Pushing event updated for resources: {'Port': ['ID=646e1847-083c-4306-8c9e-aa18d0e19133,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:06.577701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87aeb0a0-6622-4e62-b6b8-1f901a60fdbb req-1f1efb42-137f-454d-a337-1a22077be469 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e2afb9-43a9-4d62-af5b-b395788d64d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351192 Nov 15 14:35:06.684470 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:06.691193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-b0aed56e-788a-4787-86af-1bc225da0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:06.693045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-b0aed56e-788a-4787-86af-1bc225da0eca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 1094 time: 0.0921810 Nov 15 14:35:06.763992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-092b32ee-97c8-460d-ac71-51d022815158 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 217 time: 0.0588379 Nov 15 14:35:06.766443 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a60aa6-2653-4d02-8235-fe25d40b8bb6 x-openstack-request-id: req-18a60aa6-2653-4d02-8235-fe25d40b8bb6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:06.767033 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:06.767503 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18a60aa6-2653-4d02-8235-fe25d40b8bb6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:06.767963 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133', 'status': 'completed', 'code': 200} Nov 15 14:35:06.772875 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Router 2bc73ed3-afe5-45f1-bf48-23d4d80995cf is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:35:06.813080 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:06.881033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-ebd440e3-53ec-4636-a271-075b0e933814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:06.882555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-ebd440e3-53ec-4636-a271-075b0e933814 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.1072650 Nov 15 14:35:06.887249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12d7c04-a6b7-4440-9185-a8f02b6e750e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:06.888440 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:35:06.909884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Sync routers for ids ['2bc73ed3-afe5-45f1-bf48-23d4d80995cf'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:35:06.947610 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Routers {'2bc73ed3-afe5-45f1-bf48-23d4d80995cf'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:06.950693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2bc73ed3-afe5-45f1-bf48-23d4d80995cf'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:07.003735 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a797d15e-b1b3-4122-b12b-96d9d9c49b12 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:07.019368 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:07.023251 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-04365d33-66fe-44c0-be61-826a5afa5be2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8638151 Nov 15 14:35:07.025562 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52882) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:07.055203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-b34099c2-c16b-4e85-906c-71bbd218e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:07.057082 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-b34099c2-c16b-4e85-906c-71bbd218e59e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640859 Nov 15 14:35:07.146725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Allocated IP 192.168.233.207 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/59e8048e-7982-4bd6-b05d-83915c99016e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:07.153371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Set router 2bc73ed3-afe5-45f1-bf48-23d4d80995cf gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:07.161109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae1d4f-3091-4521-8270-227fdaea98e9 req-104cae0d-368b-4a31-b419-91897ec16c7c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:07.162779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91ae1d4f-3091-4521-8270-227fdaea98e9 req-104cae0d-368b-4a31-b419-91897ec16c7c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 943 time: 0.2023990 Nov 15 14:35:07.243970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port a797d15e-b1b3-4122-b12b-96d9d9c49b12 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:07.244242 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:07.271256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-59ba3f06-12fd-4cee-9ed5-532439c84c28 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026806 Nov 15 14:35:07.293036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91ae1d4f-3091-4521-8270-227fdaea98e9 req-d5e4d3cb-bf74-415d-a07e-afb41407650b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163456 Nov 15 14:35:07.476862 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:07.490532 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:07.549766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a797d15e-b1b3-4122-b12b-96d9d9c49b12, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a797d15e-b1b3-4122-b12b-96d9d9c49b12,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:07.551634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:07.555644 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'name': 'tempest-ServerRescueNegativeTestJSON-622876883-router', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:03Z', 'updated_at': '2021-11-15T14:35:05Z', 'revision_number': 3, 'project_id': '50d072f4dda54fc6ad562bb1a75808f5', 'gw_port': {'id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:04Z', 'updated_at': '2021-11-15T14:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:07.596111 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Checking router: 2bc73ed3-afe5-45f1-bf48-23d4d80995cf for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:35:07.596622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Updating router 2bc73ed3-afe5-45f1-bf48-23d4d80995cf port 1d2f731b-7e44-46fd-a021-906eb77d9524 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:35:07.637983 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:07.657939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12c429c8-5fc9-434f-9b8f-490547e53e48 req-deb8e17f-27c0-4016-af49-1281023d8f28 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779535 Nov 15 14:35:07.696211 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:07.732822 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:07.772443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e32c053d-e72e-45be-980a-ccd395a8eec1 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:07.834957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c62918-7adf-44e4-aada-ddb4955f4918 req-1337204e-5214-4681-96ff-726b68daf43a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:07.836599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15c62918-7adf-44e4-aada-ddb4955f4918 req-1337204e-5214-4681-96ff-726b68daf43a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.3240156 Nov 15 14:35:07.891959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:07.901977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Pushing event updated for resources: {'Port': ['ID=59e8048e-7982-4bd6-b05d-83915c99016e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:07.915696 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e32c053d-e72e-45be-980a-ccd395a8eec1 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:07.925230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:07.927944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:07.987342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcab95b-8dcc-44dc-ba36-ff187494be2e req-c599f6fa-5147-4563-b75b-8acbd3660140 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:07.991678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbcab95b-8dcc-44dc-ba36-ff187494be2e req-c599f6fa-5147-4563-b75b-8acbd3660140 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 936 time: 0.3535995 Nov 15 14:35:08.027160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a797d15e-b1b3-4122-b12b-96d9d9c49b12,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:08.039264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fb7aed-8472-474c-810b-bee4e6d7ebb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:08.048464 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b700f146-0802-45c6-8e32-e3a913414db0" -d '{"events": [{"server_uuid": "38fb7aed-8472-474c-810b-bee4e6d7ebb1", "name": "network-vif-plugged", "status": "completed", "tag": "a797d15e-b1b3-4122-b12b-96d9d9c49b12"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:08.118820 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.123927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15c62918-7adf-44e4-aada-ddb4955f4918 req-8a7bc1e4-8486-4a0f-8f5e-707ce47bf638 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604036 Nov 15 14:35:08.161967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad2d6-a2db-4b1e-ab99-e05b5fba6370 req-e45c76ae-03a4-451e-ac0c-1fc5301b5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:08.173088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b60ad2d6-a2db-4b1e-ab99-e05b5fba6370 req-e45c76ae-03a4-451e-ac0c-1fc5301b5569 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 1094 time: 0.3353579 Nov 15 14:35:08.183985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:08.184625 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.291615 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbcab95b-8dcc-44dc-ba36-ff187494be2e req-03821ddf-6152-4ccb-9763-473e37793ebb tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703726 Nov 15 14:35:08.346582 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.351072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fe57a9a5-ed51-4254-87cf-be7ddd5e9090 None None] Provisioning complete for port 59e8048e-7982-4bd6-b05d-83915c99016e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:08.354263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe57a9a5-ed51-4254-87cf-be7ddd5e9090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.389203 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fe57a9a5-ed51-4254-87cf-be7ddd5e9090 None None] Port 59e8048e-7982-4bd6-b05d-83915c99016e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:35:08.395095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad2d6-a2db-4b1e-ab99-e05b5fba6370 req-039e14ed-ac5d-4255-a191-6a5e742ba8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:08.401422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b60ad2d6-a2db-4b1e-ab99-e05b5fba6370 req-039e14ed-ac5d-4255-a191-6a5e742ba8a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.2084556 Nov 15 14:35:08.401828 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63e7b7f-54ca-45c9-a224-b75b3a87d39c x-openstack-request-id: req-b63e7b7f-54ca-45c9-a224-b75b3a87d39c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:08.401828 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fb7aed-8472-474c-810b-bee4e6d7ebb1", "name": "network-vif-plugged", "status": "completed", "tag": "a797d15e-b1b3-4122-b12b-96d9d9c49b12", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:08.401828 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b63e7b7f-54ca-45c9-a224-b75b3a87d39c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:08.401828 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fb7aed-8472-474c-810b-bee4e6d7ebb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12', 'code': 200} Nov 15 14:35:08.429053 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e32c053d-e72e-45be-980a-ccd395a8eec1 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.434800 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e32c053d-e72e-45be-980a-ccd395a8eec1 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.438164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e32c053d-e72e-45be-980a-ccd395a8eec1 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "DELETE /v2.0/security-groups/6fc8d1ff-8360-4b11-8560-ee5d873df814 HTTP/1.1" status: 204 len: 168 time: 0.8260622 Nov 15 14:35:08.439982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:08.441952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-b53648cc-061e-4166-ae21-0403c9fd47e7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8490100 Nov 15 14:35:08.498973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Allocated IP 172.20.0.1 (b7e4b8ee-acc5-4001-b628-218baa9fcd83/912abb4e-fe5a-416e-afcb-b79eb8087760/fc63b098-85e8-4f88-a80d-7bed38586278) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:08.499351 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.502515 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-6974be32-4c2c-478c-8d36-60493ce7aa9a tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] show failed (client error): The resource could not be found. Nov 15 14:35:08.511864 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6974be32-4c2c-478c-8d36-60493ce7aa9a tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "GET /v2.0/security-groups/6fc8d1ff-8360-4b11-8560-ee5d873df814 HTTP/1.1" status: 404 len: 347 time: 0.0664079 Nov 15 14:35:08.512480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:08.685773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Attempting to bind port 1d2f731b-7e44-46fd-a021-906eb77d9524 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:08.695004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Attempting to bind port 1d2f731b-7e44-46fd-a021-906eb77d9524 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:08.702521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Attempting to bind port 1d2f731b-7e44-46fd-a021-906eb77d9524 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:08.709255 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77adaf-4415-4c37-94cf-b50f899a62b3 None None] Pushing event updated for resources: {'Port': ['ID=1d2f731b-7e44-46fd-a021-906eb77d9524,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:08.728678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:08.729999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:08.731444 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.733059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:08.733685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Bound port: 1d2f731b-7e44-46fd-a021-906eb77d9524, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:08.735340 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.751474 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a29c29ad-3dd1-4808-b39e-6d7cfbadecc8 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Deleting port 1de2b78a-b2d0-4392-a898-d4904d2c6f81 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:35:08.751815 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a29c29ad-3dd1-4808-b39e-6d7cfbadecc8 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.808678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] For port 1d2f731b-7e44-46fd-a021-906eb77d9524, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:08.813166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] For port 1d2f731b-7e44-46fd-a021-906eb77d9524, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1d2f731b-7e44-46fd-a021-906eb77d9524,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:08.832159 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.852821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Request body: {'port': {'device_id': '15ec5aa1-4edb-4a91-9984-7ebd254b3993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:08.859076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b60ad2d6-a2db-4b1e-ab99-e05b5fba6370 req-460a4cb3-f22d-484a-b1c2-d59594c41618 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 217 time: 0.4140298 Nov 15 14:35:08.879020 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a29c29ad-3dd1-4808-b39e-6d7cfbadecc8 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.879390 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a29c29ad-3dd1-4808-b39e-6d7cfbadecc8 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.892819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c053d-e72e-45be-980a-ccd395a8eec1 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc8d1ff-8360-4b11-8560-ee5d873df814,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:08.901899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a29c29ad-3dd1-4808-b39e-6d7cfbadecc8 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Calling delete_port for 1de2b78a-b2d0-4392-a898-d4904d2c6f81 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:35:08.934278 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:08.953868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531984a8-94e3-44a2-8194-a16699af7331 req-5823c6b4-ace4-4df4-83d3-7a1f3df03fb2 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:08.953868 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-531984a8-94e3-44a2-8194-a16699af7331 req-5823c6b4-ace4-4df4-83d3-7a1f3df03fb2 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 945 time: 0.6231170 Nov 15 14:35:09.024345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Routers {'2bc73ed3-afe5-45f1-bf48-23d4d80995cf'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:09.025127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2bc73ed3-afe5-45f1-bf48-23d4d80995cf'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:09.032987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77adaf-4415-4c37-94cf-b50f899a62b3 None None] Pushing event updated for resources: {'Port': ['ID=1d2f731b-7e44-46fd-a021-906eb77d9524,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:09.078025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f864f9-56e2-456e-b60b-825e3aa33ec8 req-1fe85534-bb0d-473c-83e3-0969e361ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:09.086556 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:35:09.088218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0f864f9-56e2-456e-b60b-825e3aa33ec8 req-1fe85534-bb0d-473c-83e3-0969e361ce22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 1096 time: 0.2500124 Nov 15 14:35:09.106699 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:09.139418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e214cca-c143-4499-bea2-7efdead6cf96 req-4e957029-29eb-4166-97b9-d6643c5e6fdc tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:09.154088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e214cca-c143-4499-bea2-7efdead6cf96 req-4e957029-29eb-4166-97b9-d6643c5e6fdc tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 943 time: 0.3179321 Nov 15 14:35:09.158637 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Pushing event updated for resources: {'Port': ['ID=fc63b098-85e8-4f88-a80d-7bed38586278,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:09.162176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] Set router 2bc73ed3-afe5-45f1-bf48-23d4d80995cf gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:09.175021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-531984a8-94e3-44a2-8194-a16699af7331 req-b990d473-957b-44f9-b69c-05bd0fcdc41c tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e2afb9-43a9-4d62-af5b-b395788d64d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925263 Nov 15 14:35:09.205473 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:09.205581 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Network b7e4b8ee-acc5-4001-b628-218baa9fcd83 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:09.205581 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:09.208778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad2d6-a2db-4b1e-ab99-e05b5fba6370 req-db1d595a-382c-4b5e-a0e9-442878cec824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:09.210863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:09.212886 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b60ad2d6-a2db-4b1e-ab99-e05b5fba6370 req-db1d595a-382c-4b5e-a0e9-442878cec824 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.3376329 Nov 15 14:35:09.279341 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:09.348000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0f864f9-56e2-456e-b60b-825e3aa33ec8 req-9fa21186-5c79-4e0a-af42-07ef83d6492d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901140 Nov 15 14:35:09.393048 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a29c29ad-3dd1-4808-b39e-6d7cfbadecc8 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:09.431982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c29ad-3dd1-4808-b39e-6d7cfbadecc8 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Pushing event deleted for resources: {'Port': ['ID=1de2b78a-b2d0-4392-a898-d4904d2c6f81,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:09.464284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e214cca-c143-4499-bea2-7efdead6cf96 req-24f0fc12-87b3-441d-8574-279fe5c428d8 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089588 Nov 15 14:35:09.482903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'name': 'tempest-ServerRescueNegativeTestJSON-622876883-router', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:03Z', 'updated_at': '2021-11-15T14:35:05Z', 'revision_number': 3, 'project_id': '50d072f4dda54fc6ad562bb1a75808f5', 'gw_port': {'id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:04Z', 'updated_at': '2021-11-15T14:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:09.498497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad2d6-a2db-4b1e-ab99-e05b5fba6370 req-8d2ebbc9-baed-4c0c-9bf5-4e2028bc2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:09.498497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b60ad2d6-a2db-4b1e-ab99-e05b5fba6370 req-8d2ebbc9-baed-4c0c-9bf5-4e2028bc2614 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133391 Nov 15 14:35:09.531710 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a29c29ad-3dd1-4808-b39e-6d7cfbadecc8 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:09.537084 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a29c29ad-3dd1-4808-b39e-6d7cfbadecc8 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:09.543556 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a29c29ad-3dd1-4808-b39e-6d7cfbadecc8 tempest-ServersTestJSON-1299310316 tempest-ServersTestJSON-1299310316-project] 10.222.0.70 "DELETE /v2.0/floatingips/98327016-ce51-4cf3-898f-bdae99543595 HTTP/1.1" status: 204 len: 168 time: 1.0275946 Nov 15 14:35:09.546831 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:09.570138 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f1d8c-3292-4267-a249-711d97a5a7a3 None None] The sync data for ids ['2bc73ed3-afe5-45f1-bf48-23d4d80995cf'] in n-d-817748-2 is: [{'id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'name': 'tempest-ServerRescueNegativeTestJSON-622876883-router', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:03Z', 'updated_at': '2021-11-15T14:35:05Z', 'revision_number': 3, 'project_id': '50d072f4dda54fc6ad562bb1a75808f5', 'gw_port': {'id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:04Z', 'updated_at': '2021-11-15T14:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:35:09.779902 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:09.841569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b60ad2d6-a2db-4b1e-ab99-e05b5fba6370 req-2b898c98-2633-4cef-ae6e-30adaebb40b4 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458029 Nov 15 14:35:09.884574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54092b66-77f6-4de0-8cc0-3ae1eadc7792 req-755d5948-a928-47fa-b9d2-22de9efa8dc1 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:09.891047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54092b66-77f6-4de0-8cc0-3ae1eadc7792 req-755d5948-a928-47fa-b9d2-22de9efa8dc1 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.2100883 Nov 15 14:35:10.030578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e8048e-7982-4bd6-b05d-83915c99016e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:10.039816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:10.054061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Transition to ACTIVE for port object 59e8048e-7982-4bd6-b05d-83915c99016e will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:35:10.201363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfab55-8800-45f5-b23f-3520fc62a482 req-8fd11fc4-131d-4cba-9ff1-4108bd14a145 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:10.201644 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:10.203171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eedfab55-8800-45f5-b23f-3520fc62a482 req-8fd11fc4-131d-4cba-9ff1-4108bd14a145 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 936 time: 0.1468849 Nov 15 14:35:10.212877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54092b66-77f6-4de0-8cc0-3ae1eadc7792 req-cae63158-ca9a-4c78-ac12-87b35412e88c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553807 Nov 15 14:35:10.225510 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:10.322003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b60ad2d6-a2db-4b1e-ab99-e05b5fba6370 req-3b0ddf54-3855-4280-b965-5b6cb1a59eb4 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654706 Nov 15 14:35:10.346460 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4af430f4-bb8b-469d-b1cc-57f7718a06dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:10.436305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eedfab55-8800-45f5-b23f-3520fc62a482 req-0881b70e-4b7a-4941-91d8-1450079ac8f8 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222588 Nov 15 14:35:10.458509 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:10.463009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Pushing event updated for resources: {'Port': ['ID=59e8048e-7982-4bd6-b05d-83915c99016e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:10.565009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Attempting to bind port 59e8048e-7982-4bd6-b05d-83915c99016e on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:10.571778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Attempting to bind port 59e8048e-7982-4bd6-b05d-83915c99016e by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:10.572131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Attempting to bind port 59e8048e-7982-4bd6-b05d-83915c99016e on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:10.598900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Port 59e8048e-7982-4bd6-b05d-83915c99016e on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:35:10.599264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Attempting to bind port 59e8048e-7982-4bd6-b05d-83915c99016e on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:10.600395 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:10.602738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Pushing event updated for resources: {'Port': ['ID=fc63b098-85e8-4f88-a80d-7bed38586278,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:10.616426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:10.616426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:10.616800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:10.622807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Bound port: 59e8048e-7982-4bd6-b05d-83915c99016e, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:10.624043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:10.652456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db9a39-9692-41da-872b-bd6097db621c req-a78dda5b-0a8f-4a4a-b73d-d0c14fe854d5 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:10.652456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27db9a39-9692-41da-872b-bd6097db621c req-a78dda5b-0a8f-4a4a-b73d-d0c14fe854d5 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 946 time: 0.1848254 Nov 15 14:35:10.678739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-57bea49b-0143-42fe-8258-989572a6f87a tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=78637fea2b8f40a78460f0071ea974d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639956 Nov 15 14:35:10.805224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Network b7e4b8ee-acc5-4001-b628-218baa9fcd83 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:10.807035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:10.863626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27db9a39-9692-41da-872b-bd6097db621c req-76927949-ff8b-46ff-a479-cff9eef6ca7a tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832089 Nov 15 14:35:10.864939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] For port 59e8048e-7982-4bd6-b05d-83915c99016e, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:10.871306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] For port 59e8048e-7982-4bd6-b05d-83915c99016e, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=59e8048e-7982-4bd6-b05d-83915c99016e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:10.954282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-b6706325-4078-494e-aa8e-25b64debc64f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:10.955937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-b6706325-4078-494e-aa8e-25b64debc64f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323077 Nov 15 14:35:10.966308 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 646e1847-083c-4306-8c9e-aa18d0e19133 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:35:11.016568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Router 2bc73ed3-afe5-45f1-bf48-23d4d80995cf has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:35:11.018138 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:11.025617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4af430f4-bb8b-469d-b1cc-57f7718a06dd admin admin] Deleting port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:35:11.026031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4af430f4-bb8b-469d-b1cc-57f7718a06dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:11.086935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-5661849e-6c85-4ae6-83af-91862477df50 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/quotas/78637fea2b8f40a78460f0071ea974d2 HTTP/1.1" status: 200 len: 375 time: 0.1135893 Nov 15 14:35:11.123752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:11.124385 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:11.125845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] 10.222.0.46 "PUT /v2.0/ports/59e8048e-7982-4bd6-b05d-83915c99016e HTTP/1.1" status: 200 len: 1096 time: 2.2911599 Nov 15 14:35:11.126547 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ec5aa1-4edb-4a91-9984-7ebd254b3993', 'tag': '59e8048e-7982-4bd6-b05d-83915c99016e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:11.129885 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1259a61-e46c-4abf-9c9a-105dd18d5d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "15ec5aa1-4edb-4a91-9984-7ebd254b3993", "tag": "59e8048e-7982-4bd6-b05d-83915c99016e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:11.206114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1d2f731b-7e44-46fd-a021-906eb77d9524 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:11.223220 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-11292a06-d8df-4aa1-93f0-9a3365cee107 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=78637fea2b8f40a78460f0071ea974d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1352758 Nov 15 14:35:11.228837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8cd38-227c-4be7-a11f-e0fecab90c30 service neutron] Pushing event updated for resources: {'Port': ['ID=59e8048e-7982-4bd6-b05d-83915c99016e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:11.249190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724490fb-8f07-458b-8d76-b28a62cc9dda req-063468f7-7122-4e01-aedb-caf3b39218bd tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:11.251727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-724490fb-8f07-458b-8d76-b28a62cc9dda req-063468f7-7122-4e01-aedb-caf3b39218bd tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 943 time: 0.2948556 Nov 15 14:35:11.335688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 646e1847-083c-4306-8c9e-aa18d0e19133, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=646e1847-083c-4306-8c9e-aa18d0e19133,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:11.343316 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-724490fb-8f07-458b-8d76-b28a62cc9dda req-8efaad73-b88e-4093-86d2-c9d3f602a1b8 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818434 Nov 15 14:35:11.344053 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4af430f4-bb8b-469d-b1cc-57f7718a06dd admin admin] For port 68bdbad8-21b8-430f-8ca0-a65c27f4cb45, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=68bdbad8-21b8-430f-8ca0-a65c27f4cb45,segment=NetworkSegment(7d25e783-f2c4-4b79-98f2-9c4fc9a495b2),segment_id=7d25e783-f2c4-4b79-98f2-9c4fc9a495b2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:11.344546 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4af430f4-bb8b-469d-b1cc-57f7718a06dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:11.362311 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4af430f4-bb8b-469d-b1cc-57f7718a06dd admin admin] Calling delete_port for 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:35:11.427393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '646e1847-083c-4306-8c9e-aa18d0e19133', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'port_id': '646e1847-083c-4306-8c9e-aa18d0e19133', 'mac_address': 'fa:16:3e:c6:be:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:35:11.444582 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-ec7e5c7e-0a2b-47bf-85bb-71960caa68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:11.447385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-ec7e5c7e-0a2b-47bf-85bb-71960caa68dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66d56f711d8c4b4780cedb7072bfb406&device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 1099 time: 0.0959578 Nov 15 14:35:11.485436 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cee31d6-9720-4bb0-8a05-fba33fa935a0 x-openstack-request-id: req-7cee31d6-9720-4bb0-8a05-fba33fa935a0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:11.485758 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ec5aa1-4edb-4a91-9984-7ebd254b3993", "tag": "59e8048e-7982-4bd6-b05d-83915c99016e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:11.485975 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cee31d6-9720-4bb0-8a05-fba33fa935a0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:11.486419 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ec5aa1-4edb-4a91-9984-7ebd254b3993', 'tag': '59e8048e-7982-4bd6-b05d-83915c99016e', 'status': 'completed', 'code': 200} Nov 15 14:35:11.517973 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:11.535251 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646e1847-083c-4306-8c9e-aa18d0e19133 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:11.572380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 646e1847-083c-4306-8c9e-aa18d0e19133, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=646e1847-083c-4306-8c9e-aa18d0e19133,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:11.583187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1d2f731b-7e44-46fd-a021-906eb77d9524 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:11.584957 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:11.596633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-1dc00e3b-cbc8-4d03-ac74-cd11bf67e198 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=59e8048e-7982-4bd6-b05d-83915c99016e HTTP/1.1" status: 200 len: 217 time: 0.1343324 Nov 15 14:35:11.644443 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:35:11.663724 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-21aad84a-14be-44f7-8f50-14208d5451fd admin admin] 10.222.0.70 "PUT /v2.0/routers/2bc73ed3-afe5-45f1-bf48-23d4d80995cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6370909 Nov 15 14:35:11.747961 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:11.778059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-fb0632fd-9313-4689-bdd1-0f8b96614da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:11.790246 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-fb0632fd-9313-4689-bdd1-0f8b96614da3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1892951 Nov 15 14:35:11.820573 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480d928-1d01-42a6-887d-45474702e390 req-2fb273fe-c35e-4a39-8638-fcba6e5da5e1 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:11.821777 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:11.823538 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3480d928-1d01-42a6-887d-45474702e390 req-2fb273fe-c35e-4a39-8638-fcba6e5da5e1 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 946 time: 0.1409533 Nov 15 14:35:11.830520 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4af430f4-bb8b-469d-b1cc-57f7718a06dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:11.853338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 1d2f731b-7e44-46fd-a021-906eb77d9524, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1d2f731b-7e44-46fd-a021-906eb77d9524,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:11.857830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3dd38-49e6-41c7-be42-2161e644897d req-a598a58d-79f6-4942-ab3b-a11c6b07b71a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:11.868029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26b3dd38-49e6-41c7-be42-2161e644897d req-a598a58d-79f6-4942-ab3b-a11c6b07b71a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.2691224 Nov 15 14:35:11.901452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=646e1847-083c-4306-8c9e-aa18d0e19133,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:11.967101 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:11.978465 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af430f4-bb8b-469d-b1cc-57f7718a06dd admin admin] Pushing event deleted for resources: {'Port': ['ID=68bdbad8-21b8-430f-8ca0-a65c27f4cb45,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:12.047537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=1d2f731b-7e44-46fd-a021-906eb77d9524,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:12.053181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['646e1847-083c-4306-8c9e-aa18d0e19133'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:12.112776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26b3dd38-49e6-41c7-be42-2161e644897d req-d7145e2c-485d-49be-bf52-efaa5cab9da5 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438545 Nov 15 14:35:12.141107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d863ac0-ed2b-4a53-a3cf-f68856618112 req-7e0f0528-9cef-4bb6-9771-075a60eeb752 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:12.141107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d863ac0-ed2b-4a53-a3cf-f68856618112 req-7e0f0528-9cef-4bb6-9771-075a60eeb752 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 948 time: 0.2682576 Nov 15 14:35:12.142196 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-6af2490c-2888-4d42-ae84-4ecc8c170f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:12.143753 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-6af2490c-2888-4d42-ae84-4ecc8c170f4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3455405 Nov 15 14:35:12.251194 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Sync routers for ids ['2bc73ed3-afe5-45f1-bf48-23d4d80995cf'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:35:12.268912 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Routers {'2bc73ed3-afe5-45f1-bf48-23d4d80995cf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:12.269437 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2bc73ed3-afe5-45f1-bf48-23d4d80995cf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:12.347443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d863ac0-ed2b-4a53-a3cf-f68856618112 req-1ee85c5a-ebd2-46a5-b9b5-827f5978e4ca tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923492 Nov 15 14:35:12.389786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-a33947cd-9556-4036-8eb6-f10eead57ce0 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335556 Nov 15 14:35:12.399997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3480d928-1d01-42a6-887d-45474702e390 req-109cc0da-6380-4671-85ee-d337f03bda5b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Deleting port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:35:12.400496 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3480d928-1d01-42a6-887d-45474702e390 req-109cc0da-6380-4671-85ee-d337f03bda5b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:12.414372 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Set router 2bc73ed3-afe5-45f1-bf48-23d4d80995cf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:12.424235 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4af430f4-bb8b-469d-b1cc-57f7718a06dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:12.436607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-993f5654-760a-453e-a854-6291c64f6cc4 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=78637fea2b8f40a78460f0071ea974d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041477 Nov 15 14:35:12.645919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3480d928-1d01-42a6-887d-45474702e390 req-109cc0da-6380-4671-85ee-d337f03bda5b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] For port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9d0702bf-ac69-4276-bdc1-ac848cb5d33e,segment=NetworkSegment(658bd47c-e444-4b3a-9b54-7de740e645f6),segment_id=658bd47c-e444-4b3a-9b54-7de740e645f6)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:12.646931 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3480d928-1d01-42a6-887d-45474702e390 req-109cc0da-6380-4671-85ee-d337f03bda5b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:12.676216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b5c1d-916b-4a33-993c-60da5da7814d req-5e691fcc-753b-43d2-ab0a-d40768fa908a tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:12.677796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b5b5c1d-916b-4a33-993c-60da5da7814d req-5e691fcc-753b-43d2-ab0a-d40768fa908a tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/ports?device_id=7851839a-62dc-4fcb-9570-69a0c91e7159 HTTP/1.1" status: 200 len: 946 time: 0.1524458 Nov 15 14:35:12.681986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53bafa94-feac-45f4-876a-d5db23272eb3 req-91df728d-241a-4787-94ae-e73c10e3e91b service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611845 Nov 15 14:35:12.698614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e3943c59-adce-4422-9920-57f6b7bcdc38 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:12.700228 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e3943c59-adce-4422-9920-57f6b7bcdc38 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628334 Nov 15 14:35:12.737087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-b298a052-f6bd-4557-8a2d-cc85894515a8 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/quotas/78637fea2b8f40a78460f0071ea974d2 HTTP/1.1" status: 200 len: 375 time: 0.0277405 Nov 15 14:35:12.789844 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-6dd6d5ab-ef90-4d37-a34c-3f471b0d606f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=78637fea2b8f40a78460f0071ea974d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493183 Nov 15 14:35:12.809769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b5b5c1d-916b-4a33-993c-60da5da7814d req-1153a0fa-8db7-4c24-b45f-b0327a2907a6 tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.70 "GET /v2.0/security-groups?id=c80ec39d-7008-4840-a883-8af897de4049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208725 Nov 15 14:35:12.858236 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'name': 'tempest-ServerRescueNegativeTestJSON-622876883-router', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:03Z', 'updated_at': '2021-11-15T14:35:09Z', 'revision_number': 4, 'project_id': '50d072f4dda54fc6ad562bb1a75808f5', 'gw_port': {'id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:04Z', 'updated_at': '2021-11-15T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'fc63b098-85e8-4f88-a80d-7bed38586278', 'name': '', 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'mac_address': 'fa:16:3e:77:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '912abb4e-fe5a-416e-afcb-b79eb8087760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:08Z', 'updated_at': '2021-11-15T14:35:09Z', 'revision_number': 2, 'project_id': '50d072f4dda54fc6ad562bb1a75808f5', 'subnets': [{'id': '912abb4e-fe5a-416e-afcb-b79eb8087760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:12.921482 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Checking router: 2bc73ed3-afe5-45f1-bf48-23d4d80995cf for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:35:12.922758 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Updating router 2bc73ed3-afe5-45f1-bf48-23d4d80995cf port fc63b098-85e8-4f88-a80d-7bed38586278 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:35:12.956615 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:12.966551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1259a61-e46c-4abf-9c9a-105dd18d5d3a req-518306f9-52e2-429c-870f-ed89d14bd139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:12.974598 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3480d928-1d01-42a6-887d-45474702e390 req-109cc0da-6380-4671-85ee-d337f03bda5b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Calling delete_port for 9d0702bf-ac69-4276-bdc1-ac848cb5d33e owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:35:12.975755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 646e1847-083c-4306-8c9e-aa18d0e19133 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:12.994154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1259a61-e46c-4abf-9c9a-105dd18d5d3a req-518306f9-52e2-429c-870f-ed89d14bd139 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66d56f711d8c4b4780cedb7072bfb406&device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 1099 time: 0.1187651 Nov 15 14:35:13.161052 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 646e1847-083c-4306-8c9e-aa18d0e19133 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:35:13.165168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 646e1847-083c-4306-8c9e-aa18d0e19133 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:13.165535 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:13.338429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1d2f731b-7e44-46fd-a021-906eb77d9524 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:13.365323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af430f4-bb8b-469d-b1cc-57f7718a06dd admin admin] Router 61f0b921-5768-4788-9e26-5c8f073dd749 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:35:13.391184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93501d1d-bbb1-46f0-af59-8603304233d3 req-2cbbfd94-e63b-4c44-9e60-6fe0592f439f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:13.399177 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:13.400480 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93501d1d-bbb1-46f0-af59-8603304233d3 req-2cbbfd94-e63b-4c44-9e60-6fe0592f439f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.2459939 Nov 15 14:35:13.428507 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1259a61-e46c-4abf-9c9a-105dd18d5d3a req-524af5a0-cadd-4e0a-936c-a0ea88359a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:13.428507 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1259a61-e46c-4abf-9c9a-105dd18d5d3a req-524af5a0-cadd-4e0a-936c-a0ea88359a35 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.4075451 Nov 15 14:35:13.444856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:13.447992 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d595eab-e4dc-48a5-885d-435cc13d3206" -d '{"events": [{"server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "name": "network-vif-plugged", "status": "completed", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:13.462344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1d2f731b-7e44-46fd-a021-906eb77d9524 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:13.462815 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:13.479605 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3480d928-1d01-42a6-887d-45474702e390 req-109cc0da-6380-4671-85ee-d337f03bda5b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:13.484994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1259a61-e46c-4abf-9c9a-105dd18d5d3a req-aa102bdc-aec0-4ae7-ad6e-6dd3f6ba5522 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=59e8048e-7982-4bd6-b05d-83915c99016e HTTP/1.1" status: 200 len: 217 time: 0.0646338 Nov 15 14:35:13.496635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 646e1847-083c-4306-8c9e-aa18d0e19133, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=646e1847-083c-4306-8c9e-aa18d0e19133,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:13.522951 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:13.542994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cc0da-6380-4671-85ee-d337f03bda5b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Pushing event deleted for resources: {'Port': ['ID=9d0702bf-ac69-4276-bdc1-ac848cb5d33e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:13.564994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-2a0cf605-82d9-4e2a-b60b-3eccc63cdccc tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:13.566589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-2a0cf605-82d9-4e2a-b60b-3eccc63cdccc tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/networks?id=b7e4b8ee-acc5-4001-b628-218baa9fcd83 HTTP/1.1" status: 200 len: 818 time: 0.3792837 Nov 15 14:35:13.583431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93501d1d-bbb1-46f0-af59-8603304233d3 req-91a61cfd-42c3-4554-bb1c-e68f7097e5d6 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819780 Nov 15 14:35:13.584296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3480d928-1d01-42a6-887d-45474702e390 req-109cc0da-6380-4671-85ee-d337f03bda5b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] No DVR routers for this DVR port 9d0702bf-ac69-4276-bdc1-ac848cb5d33e on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:35:13.587950 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3480d928-1d01-42a6-887d-45474702e390 req-109cc0da-6380-4671-85ee-d337f03bda5b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:13.592092 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3480d928-1d01-42a6-887d-45474702e390 req-109cc0da-6380-4671-85ee-d337f03bda5b tempest-AttachVolumeNegativeTest-147845759 tempest-AttachVolumeNegativeTest-147845759-project] 10.222.0.46 "DELETE /v2.0/ports/9d0702bf-ac69-4276-bdc1-ac848cb5d33e HTTP/1.1" status: 204 len: 173 time: 1.7292814 Nov 15 14:35:13.606207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1259a61-e46c-4abf-9c9a-105dd18d5d3a req-29a454b8-906f-41ce-a0a1-9464c1a4023e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:13.610426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7851839a-62dc-4fcb-9570-69a0c91e7159', 'name': 'network-vif-deleted', 'tag': '9d0702bf-ac69-4276-bdc1-ac848cb5d33e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:13.614205 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48241152-8c29-4ed8-86f3-2b7b6a090420" -d '{"events": [{"server_uuid": "7851839a-62dc-4fcb-9570-69a0c91e7159", "name": "network-vif-deleted", "tag": "9d0702bf-ac69-4276-bdc1-ac848cb5d33e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:13.615173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1259a61-e46c-4abf-9c9a-105dd18d5d3a req-29a454b8-906f-41ce-a0a1-9464c1a4023e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1067986 Nov 15 14:35:13.643801 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af430f4-bb8b-469d-b1cc-57f7718a06dd admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:35:13.652391 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4af430f4-bb8b-469d-b1cc-57f7718a06dd admin admin] 10.222.0.70 "PUT /v2.0/routers/61f0b921-5768-4788-9e26-5c8f073dd749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0937781 Nov 15 14:35:13.652740 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:13.660835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c01de-3bc8-495d-9573-b8c0103527dc None None] Sync routers for ids ['61f0b921-5768-4788-9e26-5c8f073dd749'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:35:13.669583 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-7abb2d5f-80b2-486c-b619-4eb6d3f6954d tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/quotas/50d072f4dda54fc6ad562bb1a75808f5 HTTP/1.1" status: 200 len: 375 time: 0.0922301 Nov 15 14:35:13.678318 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:13.725738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c01de-3bc8-495d-9573-b8c0103527dc None None] Routers {'61f0b921-5768-4788-9e26-5c8f073dd749'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:13.726542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c76c01de-3bc8-495d-9573-b8c0103527dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['61f0b921-5768-4788-9e26-5c8f073dd749'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:13.754798 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:13.776332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1259a61-e46c-4abf-9c9a-105dd18d5d3a req-4ab2726b-3c41-4075-bd38-936ff601e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:13.777876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1259a61-e46c-4abf-9c9a-105dd18d5d3a req-4ab2726b-3c41-4075-bd38-936ff601e315 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1618719 Nov 15 14:35:13.795070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33936e8f-8349-4987-bd3a-7004419fe6dc req-186d509f-d7e5-43bf-8215-7207c651aef2 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:13.796865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33936e8f-8349-4987-bd3a-7004419fe6dc req-186d509f-d7e5-43bf-8215-7207c651aef2 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 945 time: 0.1198213 Nov 15 14:35:13.821584 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689de32-73ab-435a-ba25-3ee6088624ff None None] Pushing event updated for resources: {'Port': ['ID=fc63b098-85e8-4f88-a80d-7bed38586278,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:13.840160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:13.875617 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Attempting to bind port fc63b098-85e8-4f88-a80d-7bed38586278 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:13.876374 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Attempting to bind port fc63b098-85e8-4f88-a80d-7bed38586278 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '6260927e-ab6c-4668-85d1-4bc2af2237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:13.877307 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Attempting to bind port fc63b098-85e8-4f88-a80d-7bed38586278 on network b7e4b8ee-acc5-4001-b628-218baa9fcd83 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:13.884267 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:13.885063 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Checking segment: {'id': '6260927e-ab6c-4668-85d1-4bc2af2237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:13.885734 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:13.887264 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Bound using segment: {'id': '6260927e-ab6c-4668-85d1-4bc2af2237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:13.887810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c76c01de-3bc8-495d-9573-b8c0103527dc None None] Set router 61f0b921-5768-4788-9e26-5c8f073dd749 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:13.888576 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Bound port: fc63b098-85e8-4f88-a80d-7bed38586278, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6260927e-ab6c-4668-85d1-4bc2af2237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:13.889321 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:13.903301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-d6495058-6b77-4da7-8395-ce811b6864bc tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=50d072f4dda54fc6ad562bb1a75808f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2327797 Nov 15 14:35:13.974998 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] For port fc63b098-85e8-4f88-a80d-7bed38586278, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:13.979956 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] For port fc63b098-85e8-4f88-a80d-7bed38586278, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fc63b098-85e8-4f88-a80d-7bed38586278,segment=NetworkSegment(6260927e-ab6c-4668-85d1-4bc2af2237e7),segment_id=6260927e-ab6c-4668-85d1-4bc2af2237e7)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:13.993746 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:14.018359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=646e1847-083c-4306-8c9e-aa18d0e19133,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:14.046904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33936e8f-8349-4987-bd3a-7004419fe6dc req-cade7329-5192-445c-8ad1-221068b83038 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085419 Nov 15 14:35:14.086852 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:14.110658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1259a61-e46c-4abf-9c9a-105dd18d5d3a req-d39928ae-285f-498d-a6af-c994f39df560 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107004 Nov 15 14:35:14.120120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-71d4c720-0a96-40cc-80dc-6dff35684f65 service neutron] 10.222.0.70 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019804 Nov 15 14:35:14.144774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c76c01de-3bc8-495d-9573-b8c0103527dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:35:11Z', 'revision_number': 5, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port': {'id': 'd6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:14.217917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c01de-3bc8-495d-9573-b8c0103527dc None None] Checking router: 61f0b921-5768-4788-9e26-5c8f073dd749 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:35:14.230053 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c01de-3bc8-495d-9573-b8c0103527dc None None] Routers {'61f0b921-5768-4788-9e26-5c8f073dd749'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:14.231282 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c76c01de-3bc8-495d-9573-b8c0103527dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['61f0b921-5768-4788-9e26-5c8f073dd749'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:14.234365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1171b41-f14b-4c09-ba9c-34f33089b5f3 req-f335c908-31e9-4a4d-9d0c-d08dba60ffc0 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 210 time: 0.1037354 Nov 15 14:35:14.274555 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Deleting port d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:35:14.275223 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:14.387563 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Routers {'2bc73ed3-afe5-45f1-bf48-23d4d80995cf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:14.388363 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2bc73ed3-afe5-45f1-bf48-23d4d80995cf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:14.394355 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689de32-73ab-435a-ba25-3ee6088624ff None None] Pushing event updated for resources: {'Port': ['ID=fc63b098-85e8-4f88-a80d-7bed38586278,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:14.437965 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] For port d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:14.439189 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:14.457968 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Calling delete_port for d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:35:14.513706 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] Set router 2bc73ed3-afe5-45f1-bf48-23d4d80995cf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:14.568678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c76c01de-3bc8-495d-9573-b8c0103527dc None None] Set router 61f0b921-5768-4788-9e26-5c8f073dd749 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:14.654332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c76c01de-3bc8-495d-9573-b8c0103527dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:35:13Z', 'revision_number': 6, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:14.697328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c01de-3bc8-495d-9573-b8c0103527dc None None] The sync data for ids ['61f0b921-5768-4788-9e26-5c8f073dd749'] in n-d-817748-2 is: [{'id': '61f0b921-5768-4788-9e26-5c8f073dd749', 'name': 'tempest-ServersTestJSON-173615127-router', 'tenant_id': 'a7aba4b0ebe74237af9116898484e24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:32:03Z', 'updated_at': '2021-11-15T14:35:13Z', 'revision_number': 6, 'project_id': 'a7aba4b0ebe74237af9116898484e24c', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:35:14.795484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cc5cd-03ec-45b6-b6ab-d31258c1d5fa req-65818fb8-3344-48b6-a3e2-28ff37e70534 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:14.797693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a27cc5cd-03ec-45b6-b6ab-d31258c1d5fa req-65818fb8-3344-48b6-a3e2-28ff37e70534 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 948 time: 0.1383703 Nov 15 14:35:14.802160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1259a61-e46c-4abf-9c9a-105dd18d5d3a req-ad723164-400b-4e63-bf08-c1eded3be75d service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696723 Nov 15 14:35:14.804681 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-ca0d499c-eef7-4270-8c48-a4859298a14f service neutron] 10.222.0.70 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836255 Nov 15 14:35:14.845789 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:14.846455 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'name': 'tempest-ServerRescueNegativeTestJSON-622876883-router', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:03Z', 'updated_at': '2021-11-15T14:35:09Z', 'revision_number': 4, 'project_id': '50d072f4dda54fc6ad562bb1a75808f5', 'gw_port': {'id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:04Z', 'updated_at': '2021-11-15T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'fc63b098-85e8-4f88-a80d-7bed38586278', 'name': '', 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'mac_address': 'fa:16:3e:77:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '912abb4e-fe5a-416e-afcb-b79eb8087760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:08Z', 'updated_at': '2021-11-15T14:35:13Z', 'revision_number': 4, 'project_id': '50d072f4dda54fc6ad562bb1a75808f5', 'subnets': [{'id': '912abb4e-fe5a-416e-afcb-b79eb8087760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:14.862871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a27cc5cd-03ec-45b6-b6ab-d31258c1d5fa req-0730152f-a84c-4284-a5d1-e8af629ad300 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548778 Nov 15 14:35:14.883480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:14.888798 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2bb5f0-1ced-4d22-8c4c-fc0cab104c8b None None] The sync data for ids ['2bc73ed3-afe5-45f1-bf48-23d4d80995cf'] in n-d-817748-2 is: [{'id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'name': 'tempest-ServerRescueNegativeTestJSON-622876883-router', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:03Z', 'updated_at': '2021-11-15T14:35:09Z', 'revision_number': 4, 'project_id': '50d072f4dda54fc6ad562bb1a75808f5', 'gw_port': {'id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:04Z', 'updated_at': '2021-11-15T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'fc63b098-85e8-4f88-a80d-7bed38586278', 'name': '', 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'mac_address': 'fa:16:3e:77:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '912abb4e-fe5a-416e-afcb-b79eb8087760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:08Z', 'updated_at': '2021-11-15T14:35:13Z', 'revision_number': 4, 'project_id': '50d072f4dda54fc6ad562bb1a75808f5', 'subnets': [{'id': '912abb4e-fe5a-416e-afcb-b79eb8087760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:35:14.948969 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f77b01-d85b-4854-b944-95698ea94743 x-openstack-request-id: req-30f77b01-d85b-4854-b944-95698ea94743 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:14.949651 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "name": "network-vif-plugged", "status": "completed", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:14.950132 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30f77b01-d85b-4854-b944-95698ea94743 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:14.950842 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133', 'code': 200} Nov 15 14:35:14.996670 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.123677 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.126313 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.132244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3d1e6-9f0d-48d6-9f4f-a1bdfea94255 req-95685262-0f6e-4354-a505-5879d337195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:15.133967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ca3d1e6-9f0d-48d6-9f4f-a1bdfea94255 req-95685262-0f6e-4354-a505-5879d337195f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 1096 time: 0.0978653 Nov 15 14:35:15.234922 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0760790e-0ae0-447e-b962-9c2722e2d862 x-openstack-request-id: req-0760790e-0ae0-447e-b962-9c2722e2d862 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:15.235226 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7851839a-62dc-4fcb-9570-69a0c91e7159", "name": "network-vif-deleted", "tag": "9d0702bf-ac69-4276-bdc1-ac848cb5d33e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:15.235482 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0760790e-0ae0-447e-b962-9c2722e2d862 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:15.235935 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7851839a-62dc-4fcb-9570-69a0c91e7159', 'name': 'network-vif-deleted', 'tag': '9d0702bf-ac69-4276-bdc1-ac848cb5d33e', 'status': 'completed', 'code': 200} Nov 15 14:35:15.271677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ca3d1e6-9f0d-48d6-9f4f-a1bdfea94255 req-2ccc255d-fa7a-4b19-83b5-ee35c4a5fe6b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270826 Nov 15 14:35:15.280883 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.281497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61f0b921-5768-4788-9e26-5c8f073dd749 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:35:15.287711 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.292497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53060) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:15.293239 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6f8f303f-7395-4d84-a5ee-f123a1d972f1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/61f0b921-5768-4788-9e26-5c8f073dd749 HTTP/1.1" status: 204 len: 168 time: 1.6382744 Nov 15 14:35:15.346678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:35:15.396292 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:35:15.396638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 68bdbad8-21b8-430f-8ca0-a65c27f4cb45 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:35:15.404955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 59e8048e-7982-4bd6-b05d-83915c99016e details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:35:15.427472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd79dd0-7319-4ec9-9fce-2f01cec95293 admin admin] Deleting subnet 433242e2-220d-4066-8a0f-d4a4e74a3f49 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:35:15.436585 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5dd79dd0-7319-4ec9-9fce-2f01cec95293 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.484736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 9d0702bf-ac69-4276-bdc1-ac848cb5d33e no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:35:15.520723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 9d0702bf-ac69-4276-bdc1-ac848cb5d33e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:35:15.521289 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 9d0702bf-ac69-4276-bdc1-ac848cb5d33e not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:35:15.527478 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5dd79dd0-7319-4ec9-9fce-2f01cec95293 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.597655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 59e8048e-7982-4bd6-b05d-83915c99016e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=59e8048e-7982-4bd6-b05d-83915c99016e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:15.614641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '59e8048e-7982-4bd6-b05d-83915c99016e', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '59e8048e-7982-4bd6-b05d-83915c99016e', 'mac_address': 'fa:16:3e:1b:37:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:35:15.659016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:15.670863 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.691997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5dd79dd0-7319-4ec9-9fce-2f01cec95293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.712729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e8048e-7982-4bd6-b05d-83915c99016e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:15.749261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d74f3d-c250-44c6-beaa-43bbbf8c7f8c admin admin] Deleting subnet 17e666ef-75fd-4a32-a1e8-d3f78e5b9900 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:35:15.755485 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46d74f3d-c250-44c6-beaa-43bbbf8c7f8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.757733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 59e8048e-7982-4bd6-b05d-83915c99016e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=59e8048e-7982-4bd6-b05d-83915c99016e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:15.800796 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46d74f3d-c250-44c6-beaa-43bbbf8c7f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.860262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5c447-252b-4b68-a38c-f97ac0af25f5 req-48bd5fd9-7bcf-45fc-8977-83c9bfd4f3cb tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:15.864952 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46d74f3d-c250-44c6-beaa-43bbbf8c7f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.865508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43b5c447-252b-4b68-a38c-f97ac0af25f5 req-48bd5fd9-7bcf-45fc-8977-83c9bfd4f3cb tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 945 time: 0.1016364 Nov 15 14:35:15.887754 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.934648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43b5c447-252b-4b68-a38c-f97ac0af25f5 req-ad109060-8815-421d-b04e-e7a278852d25 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606070 Nov 15 14:35:15.978741 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5dd79dd0-7319-4ec9-9fce-2f01cec95293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:15.992454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=59e8048e-7982-4bd6-b05d-83915c99016e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:16.065133 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46d74f3d-c250-44c6-beaa-43bbbf8c7f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:16.090507 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47fe89ad-217d-47b2-9305-ee69ceeb15f9 req-776d842f-3e06-42b7-8578-8a62cfee0f17 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 210 time: 0.0871203 Nov 15 14:35:16.100373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd79dd0-7319-4ec9-9fce-2f01cec95293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=433242e2-220d-4066-8a0f-d4a4e74a3f49,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:16.107140 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d74f3d-c250-44c6-beaa-43bbbf8c7f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e666ef-75fd-4a32-a1e8-d3f78e5b9900,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:16.116779 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5dd79dd0-7319-4ec9-9fce-2f01cec95293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:16.124493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5dd79dd0-7319-4ec9-9fce-2f01cec95293 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/433242e2-220d-4066-8a0f-d4a4e74a3f49 HTTP/1.1" status: 204 len: 168 time: 0.8288665 Nov 15 14:35:16.124712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1df752-8a7c-43be-b2f6-3c6d14873694 None None] Network 11c1ec29-32ab-446b-9063-29a61930f003 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:35:16.124869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53084) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:16.125934 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46d74f3d-c250-44c6-beaa-43bbbf8c7f8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:16.132247 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-46d74f3d-c250-44c6-beaa-43bbbf8c7f8c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/17e666ef-75fd-4a32-a1e8-d3f78e5b9900 HTTP/1.1" status: 204 len: 168 time: 0.4720287 Nov 15 14:35:16.141293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:16.158119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['59e8048e-7982-4bd6-b05d-83915c99016e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:16.397882 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed85172-98d1-4788-9481-381e98ca4062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:16.410623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-6b8f0b2f-abc3-45d5-aaf2-381aaa0c3e7e tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=78637fea2b8f40a78460f0071ea974d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599997 Nov 15 14:35:16.478161 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:16.490193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e52027e-4c57-4b75-869a-8748fefa061b req-5219f662-0954-4868-b273-066d47c1edc3 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 210 time: 0.1406739 Nov 15 14:35:16.547164 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed85172-98d1-4788-9481-381e98ca4062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:16.577033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e7126-6954-4521-bf9a-4734f66588e0 None None] DHCP port deletion for 11c1ec29-32ab-446b-9063-29a61930f003 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:35:16.580415 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bed85172-98d1-4788-9481-381e98ca4062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304f5f62-8be0-4d32-a6e0-0c8cb4b433fa']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:16.594079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bed85172-98d1-4788-9481-381e98ca4062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658bd47c-e444-4b3a-9b54-7de740e645f6') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:16.594374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bed85172-98d1-4788-9481-381e98ca4062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658bd47c-e444-4b3a-9b54-7de740e645f6') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:16.648499 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed85172-98d1-4788-9481-381e98ca4062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:16.673943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-662e7126-6954-4521-bf9a-4734f66588e0 None None] Deleting port cb0d6c05-9e56-4c97-b698-861f2caf08cb {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:35:16.673943 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-662e7126-6954-4521-bf9a-4734f66588e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:16.675561 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed85172-98d1-4788-9481-381e98ca4062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:16.712577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed85172-98d1-4788-9481-381e98ca4062 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:35:16.712982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed85172-98d1-4788-9481-381e98ca4062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:35:16.721268 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:35:16.785008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-662e7126-6954-4521-bf9a-4734f66588e0 None None] For port cb0d6c05-9e56-4c97-b698-861f2caf08cb, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=cb0d6c05-9e56-4c97-b698-861f2caf08cb,segment=NetworkSegment(7d25e783-f2c4-4b79-98f2-9c4fc9a495b2),segment_id=7d25e783-f2c4-4b79-98f2-9c4fc9a495b2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:16.785565 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-662e7126-6954-4521-bf9a-4734f66588e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:16.806108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-662e7126-6954-4521-bf9a-4734f66588e0 None None] Calling delete_port for cb0d6c05-9e56-4c97-b698-861f2caf08cb owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:35:17.055126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-2cde8e63-ac0c-4def-838f-d564d4e39bcc tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:17.056692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-2cde8e63-ac0c-4def-838f-d564d4e39bcc tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5942535 Nov 15 14:35:17.104051 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed85172-98d1-4788-9481-381e98ca4062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:17.110592 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-662e7126-6954-4521-bf9a-4734f66588e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:17.110825 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed85172-98d1-4788-9481-381e98ca4062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:17.113842 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bed85172-98d1-4788-9481-381e98ca4062 admin admin] 10.222.0.70 "DELETE /v2.0/networks/304f5f62-8be0-4d32-a6e0-0c8cb4b433fa HTTP/1.1" status: 204 len: 168 time: 0.9698544 Nov 15 14:35:17.159388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4c40-89dd-412b-a254-c4b807a09c7f req-f9e80608-d58a-4728-9d6d-c1853a91a6c1 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:17.169365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-741b4c40-89dd-412b-a254-c4b807a09c7f req-f9e80608-d58a-4728-9d6d-c1853a91a6c1 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 949 time: 0.2272847 Nov 15 14:35:17.169365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Deleting port cb0d6c05-9e56-4c97-b698-861f2caf08cb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:35:17.169365 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:17.170363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed85172-98d1-4788-9481-381e98ca4062 admin admin] Pushing event deleted for resources: {'Network': ['ID=304f5f62-8be0-4d32-a6e0-0c8cb4b433fa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:17.176601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-52d04ac3-11f5-4480-986d-353e52b9adae tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:17.178154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-52d04ac3-11f5-4480-986d-353e52b9adae tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/networks?id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 HTTP/1.1" status: 200 len: 814 time: 0.5423226 Nov 15 14:35:17.181827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Request body: {'port': {'device_id': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '78637fea2b8f40a78460f0071ea974d2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:17.227268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e7126-6954-4521-bf9a-4734f66588e0 None None] Pushing event deleted for resources: {'Port': ['ID=cb0d6c05-9e56-4c97-b698-861f2caf08cb,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:17.235867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e7126-6954-4521-bf9a-4734f66588e0 None None] No DVR routers for this DVR port cb0d6c05-9e56-4c97-b698-861f2caf08cb on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:35:17.270251 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fc63b098-85e8-4f88-a80d-7bed38586278 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:17.307308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-27900ff2-2c66-4ef5-9e89-a50923943a45 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=78637fea2b8f40a78460f0071ea974d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199172 Nov 15 14:35:17.354101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-fb7ccaf4-8cc4-4d39-a3c3-ea28e537b5d4 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/quotas/6c052523e5234dba9337b3b67cd69a49 HTTP/1.1" status: 200 len: 375 time: 0.0979104 Nov 15 14:35:17.366473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port fc63b098-85e8-4f88-a80d-7bed38586278 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:17.367305 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:17.400612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 59e8048e-7982-4bd6-b05d-83915c99016e up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:17.465971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] For port cb0d6c05-9e56-4c97-b698-861f2caf08cb, host n-d-817748-2, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:17.466579 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:17.507768 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:17.526874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Calling delete_port for cb0d6c05-9e56-4c97-b698-861f2caf08cb owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:35:17.538993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Port cb0d6c05-9e56-4c97-b698-861f2caf08cb was not found and therefore no delete operation was performed {{(pid=103146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 14:35:17.550593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port fc63b098-85e8-4f88-a80d-7bed38586278, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fc63b098-85e8-4f88-a80d-7bed38586278,segment=NetworkSegment(6260927e-ab6c-4668-85d1-4bc2af2237e7),segment_id=6260927e-ab6c-4668-85d1-4bc2af2237e7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:17.563466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:17.579922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85051a9-73d6-4df5-8299-1646916a2816 req-f515d1a1-981f-4ed1-a1b7-c74f90b5e967 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:17.581419 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-f515d1a1-981f-4ed1-a1b7-c74f90b5e967 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496879 Nov 15 14:35:17.584765 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-741b4c40-89dd-412b-a254-c4b807a09c7f req-3cf0e1b7-6b9e-42ab-b308-7392592b8a6a tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963518 Nov 15 14:35:17.635686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Request body: {'port': {'device_id': '6161988c-94ea-4411-8445-d05e5cf9ce1c', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '78637fea2b8f40a78460f0071ea974d2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:17.639275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0d6c05-9e56-4c97-b698-861f2caf08cb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:17.648614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] No DVR routers for this DVR port cb0d6c05-9e56-4c97-b698-861f2caf08cb on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:35:17.735339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-8d05fcb6-41bc-46d7-a4a9-2c73f76e17ef tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c052523e5234dba9337b3b67cd69a49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3063486 Nov 15 14:35:17.807215 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:17.812303 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 59e8048e-7982-4bd6-b05d-83915c99016e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:35:17.821356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 59e8048e-7982-4bd6-b05d-83915c99016e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:17.822027 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:17.850218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed4283-a009-4f5f-bb7f-287b3b1dd267 req-afa7f62f-4313-4591-b8ba-7d396446a489 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:17.853486 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-42ed4283-a009-4f5f-bb7f-287b3b1dd267 req-afa7f62f-4313-4591-b8ba-7d396446a489 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.59 "GET /v2.0/ports?device_id=38fb7aed-8472-474c-810b-bee4e6d7ebb1 HTTP/1.1" status: 200 len: 945 time: 0.0901873 Nov 15 14:35:17.939915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:35:17.948360 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.044998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c1ec29-32ab-446b-9063-29a61930f003']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:18.054369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:35:18.054744 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d6a1e8f8-05c4-4df2-8f9e-2e09cfaad6b3 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:35:18.055335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device cb0d6c05-9e56-4c97-b698-861f2caf08cb no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:35:18.066646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-10e6d1eb-c980-4966-97d5-ecd6b88d0b9e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:18.068215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-10e6d1eb-c980-4966-97d5-ecd6b88d0b9e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/networks?id=b7e4b8ee-acc5-4001-b628-218baa9fcd83 HTTP/1.1" status: 200 len: 818 time: 0.3561342 Nov 15 14:35:18.070123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:18.070513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d25e783-f2c4-4b79-98f2-9c4fc9a495b2') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:18.083884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-43a7b079-a5d0-47fc-88ce-7545a622a51c service neutron] 10.222.0.70 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301344 Nov 15 14:35:18.084481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Made reservation on behalf of 78637fea2b8f40a78460f0071ea974d2 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:18.084822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-42ed4283-a009-4f5f-bb7f-287b3b1dd267 req-7fc4a6bd-75ce-4323-9cb9-ba4c47b0b8bb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Deleting port a797d15e-b1b3-4122-b12b-96d9d9c49b12 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:35:18.085259 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ed4283-a009-4f5f-bb7f-287b3b1dd267 req-7fc4a6bd-75ce-4323-9cb9-ba4c47b0b8bb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.088103 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.104593 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.124057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=fc63b098-85e8-4f88-a80d-7bed38586278,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:18.129993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: cb0d6c05-9e56-4c97-b698-861f2caf08cb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:35:18.130485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device cb0d6c05-9e56-4c97-b698-861f2caf08cb not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:35:18.137039 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.183623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:18.186673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-b12f7791-f509-41a7-8e38-6f16a5fd13c5 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/quotas/50d072f4dda54fc6ad562bb1a75808f5 HTTP/1.1" status: 200 len: 375 time: 0.1098206 Nov 15 14:35:18.189044 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.193628 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.232340 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:35:18.232746 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:35:18.234605 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:35:18.237098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 59e8048e-7982-4bd6-b05d-83915c99016e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=59e8048e-7982-4bd6-b05d-83915c99016e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:18.237601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ec5aa1-4edb-4a91-9984-7ebd254b3993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e8048e-7982-4bd6-b05d-83915c99016e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:18.240463 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe1d3d9-f4c9-4aec-9d30-c25043dfd539" -d '{"events": [{"server_uuid": "15ec5aa1-4edb-4a91-9984-7ebd254b3993", "name": "network-vif-plugged", "status": "completed", "tag": "59e8048e-7982-4bd6-b05d-83915c99016e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:18.284681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-42ed4283-a009-4f5f-bb7f-287b3b1dd267 req-7fc4a6bd-75ce-4323-9cb9-ba4c47b0b8bb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] For port a797d15e-b1b3-4122-b12b-96d9d9c49b12, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a797d15e-b1b3-4122-b12b-96d9d9c49b12,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:18.285252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ed4283-a009-4f5f-bb7f-287b3b1dd267 req-7fc4a6bd-75ce-4323-9cb9-ba4c47b0b8bb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.301648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-42ed4283-a009-4f5f-bb7f-287b3b1dd267 req-7fc4a6bd-75ce-4323-9cb9-ba4c47b0b8bb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Calling delete_port for a797d15e-b1b3-4122-b12b-96d9d9c49b12 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:35:18.301893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Made reservation on behalf of 78637fea2b8f40a78460f0071ea974d2 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:18.310425 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.328394 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.364402 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.415534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=59e8048e-7982-4bd6-b05d-83915c99016e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:18.418611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6cceead4-a660-434a-917d-8e2091831d88 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=81e3a07f515f4b09a5a5cb70414f88cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338970 Nov 15 14:35:18.426909 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e6452c10-2b94-42a7-8012-278f1f6834a1 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=50d072f4dda54fc6ad562bb1a75808f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2258420 Nov 15 14:35:18.429638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53122) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:18.432865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-362f3cb7-a7dc-440e-961d-a23e030ff31e service neutron] 10.222.0.70 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366964 Nov 15 14:35:18.477912 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.527619 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.537290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/11c1ec29-32ab-446b-9063-29a61930f003 HTTP/1.1" status: 204 len: 168 time: 2.4052002 Nov 15 14:35:18.577341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7ff39-d1d6-40b2-b2cf-1048a19d3bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c1ec29-32ab-446b-9063-29a61930f003,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:18.594360 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.626737 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-201babb1-263b-44d7-82e4-496ba3a73003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.649942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-68b0d0c6-83e5-45cd-9884-86fe600281c0 service neutron] 10.222.0.70 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047415 Nov 15 14:35:18.678497 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-201babb1-263b-44d7-82e4-496ba3a73003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.689358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.715771 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ed4283-a009-4f5f-bb7f-287b3b1dd267 req-7fc4a6bd-75ce-4323-9cb9-ba4c47b0b8bb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.729681 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['a797d15e-b1b3-4122-b12b-96d9d9c49b12'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:18.738953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.api [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 78637fea2b8f40a78460f0071ea974d2 {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:35:18.739320 n-d-817748-2 neutron-server[103146]: DEBUG oslo_db.api [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:35:18.780154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4a6bd-75ce-4323-9cb9-ba4c47b0b8bb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Pushing event deleted for resources: {'Port': ['ID=a797d15e-b1b3-4122-b12b-96d9d9c49b12,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:18.839048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131a12c8-15e0-4a88-8858-1c4b6f0b27ba,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:18.914021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-d71c5db4-fd5c-4c82-8e21-bf26398cb794 service neutron] 10.222.0.70 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499676 Nov 15 14:35:18.919236 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ed4283-a009-4f5f-bb7f-287b3b1dd267 req-7fc4a6bd-75ce-4323-9cb9-ba4c47b0b8bb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] No DVR routers for this DVR port a797d15e-b1b3-4122-b12b-96d9d9c49b12 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:35:18.923631 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ed4283-a009-4f5f-bb7f-287b3b1dd267 req-7fc4a6bd-75ce-4323-9cb9-ba4c47b0b8bb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.928445 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-42ed4283-a009-4f5f-bb7f-287b3b1dd267 req-7fc4a6bd-75ce-4323-9cb9-ba4c47b0b8bb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.59 "DELETE /v2.0/ports/a797d15e-b1b3-4122-b12b-96d9d9c49b12 HTTP/1.1" status: 204 len: 173 time: 1.0511498 Nov 15 14:35:18.929415 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fb7aed-8472-474c-810b-bee4e6d7ebb1', 'name': 'network-vif-deleted', 'tag': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:18.932338 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc6b74f-b655-4d25-af26-018fadf6af5b" -d '{"events": [{"server_uuid": "38fb7aed-8472-474c-810b-bee4e6d7ebb1", "name": "network-vif-deleted", "tag": "a797d15e-b1b3-4122-b12b-96d9d9c49b12"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:18.966969 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-201babb1-263b-44d7-82e4-496ba3a73003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.969648 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-201babb1-263b-44d7-82e4-496ba3a73003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:18.970793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-201babb1-263b-44d7-82e4-496ba3a73003 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c80ec39d-7008-4840-a883-8af897de4049 HTTP/1.1" status: 204 len: 168 time: 0.5369999 Nov 15 14:35:18.973215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Allocated IP 192.168.233.237 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/370cfe27-0592-47d7-9d1b-579f4dfbc169) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:18.994922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201babb1-263b-44d7-82e4-496ba3a73003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80ec39d-7008-4840-a883-8af897de4049,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:19.011576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761927d1-2632-4156-b580-ea5f06b16e64 req-bb9fe141-d5f3-486a-b316-89747ec865b0 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:19.013401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-761927d1-2632-4156-b580-ea5f06b16e64 req-bb9fe141-d5f3-486a-b316-89747ec865b0 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 945 time: 0.1172168 Nov 15 14:35:19.197939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fc63b098-85e8-4f88-a80d-7bed38586278 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:19.207072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:19.219859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-761927d1-2632-4156-b580-ea5f06b16e64 req-8ab87ad9-e282-4003-89e9-e30c23ca1e63 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858811 Nov 15 14:35:19.248205 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:19.299593 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c2a16185-8a4e-47a1-9c02-330e058e7f8a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7aba4b0ebe74237af9116898484e24c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0910707 Nov 15 14:35:19.308295 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:19.355987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port fc63b098-85e8-4f88-a80d-7bed38586278 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:19.373190 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:19.449155 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ccb5c939-4935-44b5-a006-670a15c61737 req-b62d017e-3d5b-45b7-b156-c1e7955a0cb7 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 210 time: 0.0947878 Nov 15 14:35:19.491181 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e63d407-5bc9-49a6-8944-ed941c4fdefc x-openstack-request-id: req-4e63d407-5bc9-49a6-8944-ed941c4fdefc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:19.494376 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ec5aa1-4edb-4a91-9984-7ebd254b3993", "name": "network-vif-plugged", "status": "completed", "tag": "59e8048e-7982-4bd6-b05d-83915c99016e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:19.494741 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e63d407-5bc9-49a6-8944-ed941c4fdefc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:19.495184 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ec5aa1-4edb-4a91-9984-7ebd254b3993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e8048e-7982-4bd6-b05d-83915c99016e', 'code': 200} Nov 15 14:35:19.504202 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6bd4-2811-4294-a4f2-8b56a32d3ce4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:19.616672 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6bd4-2811-4294-a4f2-8b56a32d3ce4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:19.728856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd0a8-2371-418e-9e7a-e8187aa59780 req-10ab4fb3-f4d2-4d28-a7f8-da89e35330d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:19.731056 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7b5cd0a8-2371-418e-9e7a-e8187aa59780 req-10ab4fb3-f4d2-4d28-a7f8-da89e35330d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 1101 time: 0.0858257 Nov 15 14:35:19.797161 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7b5cd0a8-2371-418e-9e7a-e8187aa59780 req-53d99d8e-3293-4b64-ba6c-9b609648ced0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559440 Nov 15 14:35:19.955905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6bd4-2811-4294-a4f2-8b56a32d3ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:19.959380 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6bd4-2811-4294-a4f2-8b56a32d3ce4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:19.961060 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a6fb6bd4-2811-4294-a4f2-8b56a32d3ce4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12b8dfcd-1e0c-4e5d-8053-fb3d96ce8e95 HTTP/1.1" status: 204 len: 168 time: 0.6513984 Nov 15 14:35:19.972438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb6bd4-2811-4294-a4f2-8b56a32d3ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b8dfcd-1e0c-4e5d-8053-fb3d96ce8e95,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:20.145096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:20.211901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f77b0f94-8854-473b-bd18-2250b35ddc63 req-42774980-6cce-452e-8438-af35c476fe87 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 210 time: 0.5681801 Nov 15 14:35:20.323287 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce1d078-beee-4982-8934-07795a5eb9a5 x-openstack-request-id: req-0ce1d078-beee-4982-8934-07795a5eb9a5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:20.324538 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fb7aed-8472-474c-810b-bee4e6d7ebb1", "name": "network-vif-deleted", "tag": "a797d15e-b1b3-4122-b12b-96d9d9c49b12", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:20.325041 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ce1d078-beee-4982-8934-07795a5eb9a5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:20.325765 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fb7aed-8472-474c-810b-bee4e6d7ebb1', 'name': 'network-vif-deleted', 'tag': 'a797d15e-b1b3-4122-b12b-96d9d9c49b12', 'status': 'completed', 'code': 200} Nov 15 14:35:20.453443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-8ea1b48e-38c6-4086-9ecd-b63b59c6353d tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:20.456187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-8ea1b48e-38c6-4086-9ecd-b63b59c6353d tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.46 "GET /v2.0/networks?id=b7e4b8ee-acc5-4001-b628-218baa9fcd83 HTTP/1.1" status: 200 len: 818 time: 1.0060809 Nov 15 14:35:20.503115 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-61835e47-684f-4a16-8747-3633a203794e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Request body: {'port': {'device_id': '7e03cbc9-9e56-4f8b-ad17-964786883126', 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83', 'admin_state_up': True, 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:20.695523 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:20.733350 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc942bbb-bebe-4532-9cfa-12b53a26ced5 req-77e290f7-653e-4032-aee1-e4f11e74679b tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:20.735117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc942bbb-bebe-4532-9cfa-12b53a26ced5 req-77e290f7-653e-4032-aee1-e4f11e74679b tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 950 time: 1.0820031 Nov 15 14:35:20.848538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:20.875630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:20.888885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:20.953854 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-2d18d375-0388-408c-b801-9fb4922ec051 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5990028 Nov 15 14:35:21.002571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Pushing event updated for resources: {'Port': ['ID=370cfe27-0592-47d7-9d1b-579f4dfbc169,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:21.005923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a797d15e-b1b3-4122-b12b-96d9d9c49b12 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:35:21.061084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: a797d15e-b1b3-4122-b12b-96d9d9c49b12 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:35:21.062659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a797d15e-b1b3-4122-b12b-96d9d9c49b12 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:35:21.105047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:21.147823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:21.148587 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:21.154373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Allocated IP 192.168.233.94 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/615e7295-475b-498a-959e-6a83a85f0d93) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:21.187304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc942bbb-bebe-4532-9cfa-12b53a26ced5 req-2f072276-556a-4ed4-a97d-462d964d7494 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203434 Nov 15 14:35:21.348650 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:21.391437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1cc1b125-0a12-411b-8c78-44ed7064d713 None None] Provisioning complete for port 370cfe27-0592-47d7-9d1b-579f4dfbc169 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:21.392002 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b125-0a12-411b-8c78-44ed7064d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:21.437298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c15b55a-b7c3-4590-9df6-544cb3e4a74f req-fd95c204-9700-4b08-9c1e-05caa56b387b tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 210 time: 0.1184831 Nov 15 14:35:21.484514 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1b125-0a12-411b-8c78-44ed7064d713 None None] Port 370cfe27-0592-47d7-9d1b-579f4dfbc169 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:35:21.531298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-020c1064-a7ad-478b-a707-2a71e1cc3d90 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3997908 Nov 15 14:35:21.550191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Request body: {'port': {'device_id': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:21.629715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19b4c834-9f94-47d6-b334-17e2cbcb8993 req-4a173410-6222-4324-8416-8aee5c8f0460 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 210 time: 0.0468476 Nov 15 14:35:21.701447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:21.709298 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-61835e47-684f-4a16-8747-3633a203794e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Made reservation on behalf of 50d072f4dda54fc6ad562bb1a75808f5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:21.712963 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-61835e47-684f-4a16-8747-3633a203794e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:21.760951 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:21.798532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ada8b457-9077-42db-b38f-ffc8a8337db8 req-eeb0ac07-b774-467c-bc1e-9850d916b351 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 210 time: 0.0719414 Nov 15 14:35:21.870122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:22.109219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-901555382-network', 'tenant_id': '8772e7bd09904dc187e600d041d4140e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:22.120051 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:22.133375 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:22.191286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-61835e47-684f-4a16-8747-3633a203794e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Allocated IP 172.20.0.11 (b7e4b8ee-acc5-4001-b628-218baa9fcd83/912abb4e-fe5a-416e-afcb-b79eb8087760/d5c5e6ee-d641-490f-8f65-39cc320f9237) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:22.247562 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Made reservation on behalf of 8772e7bd09904dc187e600d041d4140e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:22.254049 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:22.304768 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:22.341171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Allocated IP 172.25.4.212 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/b378ada6-d900-46c6-bd39-c17d81605d90) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:22.403884 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-851ff3a5-cc98-4187-a8e8-a3b5538714eb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:22.405709 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-851ff3a5-cc98-4187-a8e8-a3b5538714eb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.46 "GET /v2.0/networks?id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 HTTP/1.1" status: 200 len: 814 time: 0.1890209 Nov 15 14:35:22.435626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-7db8c1d9-142d-4af3-9d17-6822471e5663 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Request body: {'port': {'device_id': 'fc6a1cde-0243-4677-9f5a-9b0680a602bc', 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9', 'admin_state_up': True, 'tenant_id': '6c052523e5234dba9337b3b67cd69a49'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:22.515876 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:22.554715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:22.599034 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:22.606531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:22.627132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:22.654028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:35:22.672709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Pushing event updated for resources: {'Port': ['ID=615e7295-475b-498a-959e-6a83a85f0d93,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:22.690098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7ccfb2-49b7-42a7-9109-75717c7a313d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:22.694961 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:22.695310 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Added segment 358f8ad1-1675-42f6-b20c-487a4ffa8822 of type vlan for network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 Nov 15 14:35:22.766223 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:22.778344 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-7db8c1d9-142d-4af3-9d17-6822471e5663 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Made reservation on behalf of 6c052523e5234dba9337b3b67cd69a49 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:22.783123 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-7db8c1d9-142d-4af3-9d17-6822471e5663 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:22.795825 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:22.874769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:22.875761 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:22.906126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fec0a-cad5-4d73-a2c9-7f741c7541c3 req-a965c97c-7e8c-4f3f-8bbc-a056f393eae6 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:22.912202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-630fec0a-cad5-4d73-a2c9-7f741c7541c3 req-a965c97c-7e8c-4f3f-8bbc-a056f393eae6 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 950 time: 0.4417429 Nov 15 14:35:22.930939 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:22.932694 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:22.934094 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:23.035824 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-61835e47-684f-4a16-8747-3633a203794e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:23.044104 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ba76c9fe-7db0-4692-b49b-4bcb581fbc58 None None] Provisioning complete for port 615e7295-475b-498a-959e-6a83a85f0d93 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:23.044667 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba76c9fe-7db0-4692-b49b-4bcb581fbc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:23.075506 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-e6cd1896-d810-4fec-9738-2f777c6ca962 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4475055 Nov 15 14:35:23.100561 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-630fec0a-cad5-4d73-a2c9-7f741c7541c3 req-efa2ecde-57d0-449e-996d-30b72ef8834a tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762426 Nov 15 14:35:23.105957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Request body: {'port': {'device_id': '6161988c-94ea-4411-8445-d05e5cf9ce1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:23.114610 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:23.117704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ba76c9fe-7db0-4692-b49b-4bcb581fbc58 None None] Port 615e7295-475b-498a-959e-6a83a85f0d93 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:35:23.148043 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2755914 Nov 15 14:35:23.151410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370cfe27-0592-47d7-9d1b-579f4dfbc169 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:23.153635 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-7db8c1d9-142d-4af3-9d17-6822471e5663 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Allocated IP 172.20.0.2 (921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9/d0ed1a7a-2b61-414a-9e85-3465465040c6/1401b652-99de-4554-94d9-e500dba1e847) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:23.172122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:23.192216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acabff-dbc0-4f35-8132-fc56f480ed3f admin admin] Pushing event updated for resources: {'Network': ['ID=3c9b5f5b-7030-437f-8e9d-1399aab9bca5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:23.208190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:35:23.211498 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:23.227988 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9a554964-1d41-4111-83fe-425bc7083734 admin admin] Request body: {'subnet': {'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-901555382-subnet', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:23.284198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:23.293377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Transition to ACTIVE for port object 370cfe27-0592-47d7-9d1b-579f4dfbc169 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:35:23.320299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:23.337903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Pushing event updated for resources: {'Port': ['ID=b378ada6-d900-46c6-bd39-c17d81605d90,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:23.341183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:23.343640 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:23.346978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc5f5c94-18cf-44cf-9acb-37772dd158c4 req-ec4ebf43-10b1-4e09-acba-52cb7fe47f52 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 210 time: 0.0669594 Nov 15 14:35:23.430872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:23.506088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-d238b0ef-9b6b-468c-b66d-2ba37ba7ff7c tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:23.506088 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-d238b0ef-9b6b-468c-b66d-2ba37ba7ff7c tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.46 "GET /v2.0/networks?id=b7e4b8ee-acc5-4001-b628-218baa9fcd83 HTTP/1.1" status: 200 len: 818 time: 0.4502883 Nov 15 14:35:23.533787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Pushing event updated for resources: {'Port': ['ID=370cfe27-0592-47d7-9d1b-579f4dfbc169,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:23.533959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-13ac30e2-f8b8-4bfe-9de0-4e397e970da8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Request body: {'port': {'device_id': 'e57a28fd-91cc-4436-ab81-82ebc16043f8', 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83', 'admin_state_up': True, 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:23.598137 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a554964-1d41-4111-83fe-425bc7083734 admin admin] Made reservation on behalf of 8772e7bd09904dc187e600d041d4140e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:23.600966 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a554964-1d41-4111-83fe-425bc7083734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:23.602526 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-61835e47-684f-4a16-8747-3633a203794e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:23.657304 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-7db8c1d9-142d-4af3-9d17-6822471e5663 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:23.709081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-61835e47-684f-4a16-8747-3633a203794e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Network b7e4b8ee-acc5-4001-b628-218baa9fcd83 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:23.758502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-61835e47-684f-4a16-8747-3633a203794e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:23.762219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-61835e47-684f-4a16-8747-3633a203794e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:23.897042 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-7db8c1d9-142d-4af3-9d17-6822471e5663 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:23.971960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-7db8c1d9-142d-4af3-9d17-6822471e5663 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:23.979859 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-13ac30e2-f8b8-4bfe-9de0-4e397e970da8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Made reservation on behalf of 50d072f4dda54fc6ad562bb1a75808f5 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:23.986992 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-13ac30e2-f8b8-4bfe-9de0-4e397e970da8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:23.986992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-7db8c1d9-142d-4af3-9d17-6822471e5663 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:23.988761 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-7db8c1d9-142d-4af3-9d17-6822471e5663 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:24.053297 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-7db8c1d9-142d-4af3-9d17-6822471e5663 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:24.053965 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-7db8c1d9-142d-4af3-9d17-6822471e5663 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:24.089369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8c1d9-142d-4af3-9d17-6822471e5663 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Pushing event updated for resources: {'Port': ['ID=1401b652-99de-4554-94d9-e500dba1e847,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:24.155638 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a554964-1d41-4111-83fe-425bc7083734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:24.261116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61835e47-684f-4a16-8747-3633a203794e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Pushing event updated for resources: {'Port': ['ID=d5c5e6ee-d641-490f-8f65-39cc320f9237,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:24.277811 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-7db8c1d9-142d-4af3-9d17-6822471e5663 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8480422 Nov 15 14:35:24.295448 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a554964-1d41-4111-83fe-425bc7083734 admin admin] Checking segment: {'id': '358f8ad1-1675-42f6-b20c-487a4ffa8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:24.295901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a554964-1d41-4111-83fe-425bc7083734 admin admin] Network hostable DHCP agents. Network: 3c9b5f5b-7030-437f-8e9d-1399aab9bca5, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:35:24.302515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Request body: {'port': {'device_id': 'fc6a1cde-0243-4677-9f5a-9b0680a602bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:24.307527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a554964-1d41-4111-83fe-425bc7083734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48309c78-0057-4b2b-bb8b-2682d3324f95,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:24.310724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe56ef-8b19-426a-9315-c04978b83907 req-5fa8dcde-435e-4cff-b5a5-311beef0dcbf tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:24.318107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2fe56ef-8b19-426a-9315-c04978b83907 req-5fa8dcde-435e-4cff-b5a5-311beef0dcbf tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 935 time: 0.7942634 Nov 15 14:35:24.323345 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:24.354077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-61835e47-684f-4a16-8747-3633a203794e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:24.354717 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-61835e47-684f-4a16-8747-3633a203794e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:24.357048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-13ac30e2-f8b8-4bfe-9de0-4e397e970da8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Allocated IP 172.20.0.9 (b7e4b8ee-acc5-4001-b628-218baa9fcd83/912abb4e-fe5a-416e-afcb-b79eb8087760/1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:24.382230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Attempting to bind port 370cfe27-0592-47d7-9d1b-579f4dfbc169 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:24.382582 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Attempting to bind port 370cfe27-0592-47d7-9d1b-579f4dfbc169 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:24.382915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Attempting to bind port 370cfe27-0592-47d7-9d1b-579f4dfbc169 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:24.408414 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:24.438120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Port 370cfe27-0592-47d7-9d1b-579f4dfbc169 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:35:24.438470 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Attempting to bind port 370cfe27-0592-47d7-9d1b-579f4dfbc169 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:24.494385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:24.494821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:24.495204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:24.496425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Bound port: 370cfe27-0592-47d7-9d1b-579f4dfbc169, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:24.497705 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:24.530988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2fe56ef-8b19-426a-9315-c04978b83907 req-000f6174-f713-4290-95f4-5dcff1f7f078 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119734 Nov 15 14:35:24.534238 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:24.548132 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a554964-1d41-4111-83fe-425bc7083734 admin admin] Network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:35:24.578016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-61835e47-684f-4a16-8747-3633a203794e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0805871 Nov 15 14:35:24.618792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Request body: {'port': {'device_id': '7e03cbc9-9e56-4f8b-ad17-964786883126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:24.659470 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9a554964-1d41-4111-83fe-425bc7083734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 3c9b5f5b-7030-437f-8e9d-1399aab9bca5) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:24.681408 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b122fc70-fbe8-4178-8d21-ff7b20ea8f53 None None] Network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:35:24.702353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a554964-1d41-4111-83fe-425bc7083734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:24.703098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a554964-1d41-4111-83fe-425bc7083734 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:24.794280 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-13ac30e2-f8b8-4bfe-9de0-4e397e970da8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:24.837819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:24.868446 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9a554964-1d41-4111-83fe-425bc7083734 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6791539 Nov 15 14:35:24.869129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53272) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:24.873701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:24.907084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'fixed_ips': [{'subnet_id': '48309c78-0057-4b2b-bb8b-2682d3324f95'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:35:24.907963 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:24.909035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:24.919468 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:24.942759 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1401b652-99de-4554-94d9-e500dba1e847 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:24.949303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38f564-d1e1-4610-913b-727eb24f95ba req-03698d2d-1b79-4079-b70d-df51fcc006d4 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:24.951105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d38f564-d1e1-4610-913b-727eb24f95ba req-03698d2d-1b79-4079-b70d-df51fcc006d4 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 931 time: 0.3199658 Nov 15 14:35:24.959541 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:24.973269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Transition to ACTIVE for port object 1401b652-99de-4554-94d9-e500dba1e847 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:35:24.978180 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-13ac30e2-f8b8-4bfe-9de0-4e397e970da8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:24.987118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615e7295-475b-498a-959e-6a83a85f0d93 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:25.022900 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.025630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.026583 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.032626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-13ac30e2-f8b8-4bfe-9de0-4e397e970da8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Network b7e4b8ee-acc5-4001-b628-218baa9fcd83 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:25.041397 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-13ac30e2-f8b8-4bfe-9de0-4e397e970da8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:25.042308 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.047025 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-13ac30e2-f8b8-4bfe-9de0-4e397e970da8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:25.074435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Allocated IP 172.20.0.2 (3c9b5f5b-7030-437f-8e9d-1399aab9bca5/48309c78-0057-4b2b-bb8b-2682d3324f95/d6de2414-55e1-406e-81c7-54dc6720c7cb) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:25.081763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac30e2-f8b8-4bfe-9de0-4e397e970da8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Pushing event updated for resources: {'Port': ['ID=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:25.100908 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.135741 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:25.137005 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.139959 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/370cfe27-0592-47d7-9d1b-579f4dfbc169 HTTP/1.1" status: 200 len: 1096 time: 3.5952544 Nov 15 14:35:25.153559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Transition to ACTIVE for port object 615e7295-475b-498a-959e-6a83a85f0d93 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:35:25.154387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:25.156939 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedae751-25e2-4354-92d9-ee4db1188a49" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:25.183905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.193515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-13ac30e2-f8b8-4bfe-9de0-4e397e970da8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:25.194152 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-13ac30e2-f8b8-4bfe-9de0-4e397e970da8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.226372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a401ce-0473-4754-845c-76758d35031b service neutron] Pushing event updated for resources: {'Port': ['ID=1401b652-99de-4554-94d9-e500dba1e847,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:25.237415 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.252726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d38f564-d1e1-4610-913b-727eb24f95ba req-6157ce72-b2ca-4519-ac24-9f998a242cba tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909877 Nov 15 14:35:25.270000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c484abf-c367-42b5-a433-920bae3168d2 service neutron] Pushing event updated for resources: {'Port': ['ID=370cfe27-0592-47d7-9d1b-579f4dfbc169,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:25.289314 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.299918 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.441292 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.472084 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.547158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:25.554091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:25.569309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:25.591071 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Pushing event updated for resources: {'Port': ['ID=d6de2414-55e1-406e-81c7-54dc6720c7cb,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:25.592452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Pushing event updated for resources: {'Port': ['ID=615e7295-475b-498a-959e-6a83a85f0d93,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:25.651113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Pushing event updated for resources: {'Port': ['ID=b378ada6-d900-46c6-bd39-c17d81605d90,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:25.687491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-12f30d4b-14d6-460b-976d-90e8ffde2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:25.690084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-12f30d4b-14d6-460b-976d-90e8ffde2839 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78637fea2b8f40a78460f0071ea974d2&device_id=c6dd3128-f685-4ab8-b27d-04608634cd16 HTTP/1.1" status: 200 len: 1099 time: 0.3681078 Nov 15 14:35:25.701691 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.708207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Attempting to bind port d6de2414-55e1-406e-81c7-54dc6720c7cb on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:25.709162 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Attempting to bind port d6de2414-55e1-406e-81c7-54dc6720c7cb by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '358f8ad1-1675-42f6-b20c-487a4ffa8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:25.709713 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Attempting to bind port d6de2414-55e1-406e-81c7-54dc6720c7cb on network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:25.719225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:25.719600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Checking segment: {'id': '358f8ad1-1675-42f6-b20c-487a4ffa8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:25.720218 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.720779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Bound using segment: {'id': '358f8ad1-1675-42f6-b20c-487a4ffa8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:25.721434 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Bound port: d6de2414-55e1-406e-81c7-54dc6720c7cb, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358f8ad1-1675-42f6-b20c-487a4ffa8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:25.721817 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.785900 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-974a3ba1-d307-4e15-b87e-ad3c66a8c83c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169 HTTP/1.1" status: 200 len: 217 time: 0.0727658 Nov 15 14:35:25.834208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Attempting to bind port 615e7295-475b-498a-959e-6a83a85f0d93 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:25.834492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Attempting to bind port 615e7295-475b-498a-959e-6a83a85f0d93 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:25.834820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Attempting to bind port 615e7295-475b-498a-959e-6a83a85f0d93 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:25.852568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Port 615e7295-475b-498a-959e-6a83a85f0d93 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:35:25.852931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Attempting to bind port 615e7295-475b-498a-959e-6a83a85f0d93 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:25.866193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] For port d6de2414-55e1-406e-81c7-54dc6720c7cb, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:25.872635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:25.873390 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:25.873965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:25.874640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Bound port: 615e7295-475b-498a-959e-6a83a85f0d93, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:25.875204 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.880189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] For port d6de2414-55e1-406e-81c7-54dc6720c7cb, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d6de2414-55e1-406e-81c7-54dc6720c7cb,segment=NetworkSegment(358f8ad1-1675-42f6-b20c-487a4ffa8822),segment_id=358f8ad1-1675-42f6-b20c-487a4ffa8822)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:25.920984 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.922532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-9eec0814-b59f-4363-a86c-6cf7d525b6c4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9528923 Nov 15 14:35:25.929308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-ea2448b9-79a2-4894-92d2-ceac806fa843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:25.930988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-ea2448b9-79a2-4894-92d2-ceac806fa843 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1361487 Nov 15 14:35:25.969190 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-13ac30e2-f8b8-4bfe-9de0-4e397e970da8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4458196 Nov 15 14:35:25.978769 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:25.986030 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Request body: {'port': {'device_id': 'e57a28fd-91cc-4436-ab81-82ebc16043f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:25.991566 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c5e6ee-d641-490f-8f65-39cc320f9237 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:26.029257 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:26.062248 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c81d9-3189-4d50-87ab-fd4e2fe76d9c None None] Pushing event updated for resources: {'Port': ['ID=d6de2414-55e1-406e-81c7-54dc6720c7cb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:26.065418 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:26.101213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Attempting to bind port 1401b652-99de-4554-94d9-e500dba1e847 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:26.101621 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Attempting to bind port 1401b652-99de-4554-94d9-e500dba1e847 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '004e3366-ff91-4990-a78a-447cab3ae027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:26.101906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Attempting to bind port 1401b652-99de-4554-94d9-e500dba1e847 on network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:26.111221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] For port 615e7295-475b-498a-959e-6a83a85f0d93, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:26.111519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Port 1401b652-99de-4554-94d9-e500dba1e847 on network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:35:26.113493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Attempting to bind port 1401b652-99de-4554-94d9-e500dba1e847 on network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:26.114607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] For port 615e7295-475b-498a-959e-6a83a85f0d93, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=615e7295-475b-498a-959e-6a83a85f0d93,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:26.141568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:26.141933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Checking segment: {'id': '004e3366-ff91-4990-a78a-447cab3ae027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:26.142314 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Bound using segment: {'id': '004e3366-ff91-4990-a78a-447cab3ae027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:26.142811 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Bound port: 1401b652-99de-4554-94d9-e500dba1e847, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004e3366-ff91-4990-a78a-447cab3ae027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:26.143179 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:26.147453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-676bd0ab-b322-449f-9b2d-0446e24e5ec0 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 696 time: 0.1872211 Nov 15 14:35:26.149844 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:26.155420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Transition to ACTIVE for port object d5c5e6ee-d641-490f-8f65-39cc320f9237 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:35:26.166894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:26.234647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec10b66-444b-4c39-b9c8-f087832b1019 req-fd8e491f-5990-488e-8d76-750e0942ea31 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:26.242824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ec10b66-444b-4c39-b9c8-f087832b1019 req-fd8e491f-5990-488e-8d76-750e0942ea31 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 931 time: 0.2834740 Nov 15 14:35:26.258082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-3ca4e6da-d72f-4c54-b8c9-7c5d6ddbd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:26.259680 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-3ca4e6da-d72f-4c54-b8c9-7c5d6ddbd3f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3016291 Nov 15 14:35:26.266597 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:26.336055 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:26.378600 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] For port 1401b652-99de-4554-94d9-e500dba1e847, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:26.383946 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] For port 1401b652-99de-4554-94d9-e500dba1e847, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1401b652-99de-4554-94d9-e500dba1e847,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:26.429547 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:26.430175 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:26.438443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] 10.222.0.59 "PUT /v2.0/ports/615e7295-475b-498a-959e-6a83a85f0d93 HTTP/1.1" status: 200 len: 1095 time: 3.3484311 Nov 15 14:35:26.507556 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa462770-6524-4fc8-8d35-ab96666a5f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:26.546960 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ec10b66-444b-4c39-b9c8-f087832b1019 req-e7969d14-37f2-4edd-8f9c-fea041d1bc44 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029141 Nov 15 14:35:26.629000 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:26.640608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-c00c6663-4d4f-4281-a326-7482837a1afe service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688431 Nov 15 14:35:26.645634 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c421f399-16fe-4db0-8ee8-08e5d1c56f60 x-openstack-request-id: req-c421f399-16fe-4db0-8ee8-08e5d1c56f60 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:26.646010 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:26.646189 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c421f399-16fe-4db0-8ee8-08e5d1c56f60 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:26.646595 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169', 'status': 'completed', 'code': 200} Nov 15 14:35:26.696352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7fda1-d5f1-4b71-9f81-633768a65722 service neutron] Pushing event updated for resources: {'Port': ['ID=615e7295-475b-498a-959e-6a83a85f0d93,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:26.707934 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-aa0b004a-b57f-4cf3-a565-9aef02b3bf93 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:26.709569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee5cf5d6-d6ba-4233-b8e2-3a6063e9ff31 req-aa0b004a-b57f-4cf3-a565-9aef02b3bf93 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.5456157 Nov 15 14:35:26.716109 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:26.716733 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:26.718710 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-82a401ce-0473-4754-845c-76758d35031b service neutron] 10.222.0.46 "PUT /v2.0/ports/1401b652-99de-4554-94d9-e500dba1e847 HTTP/1.1" status: 200 len: 1091 time: 2.4248111 Nov 15 14:35:26.721091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6a1cde-0243-4677-9f5a-9b0680a602bc', 'tag': '1401b652-99de-4554-94d9-e500dba1e847'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:26.723373 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6576fd37-1d3f-4163-9320-e28c925dd7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6a1cde-0243-4677-9f5a-9b0680a602bc", "tag": "1401b652-99de-4554-94d9-e500dba1e847"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:26.774640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c5e6ee-d641-490f-8f65-39cc320f9237,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:26.777603 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:26.826984 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:26.831071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a401ce-0473-4754-845c-76758d35031b service neutron] Pushing event updated for resources: {'Port': ['ID=1401b652-99de-4554-94d9-e500dba1e847,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:27.015302 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:27.028053 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.047237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Attempting to bind port d5c5e6ee-d641-490f-8f65-39cc320f9237 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:27.048045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Attempting to bind port d5c5e6ee-d641-490f-8f65-39cc320f9237 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '6260927e-ab6c-4668-85d1-4bc2af2237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:27.048377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Attempting to bind port d5c5e6ee-d641-490f-8f65-39cc320f9237 on network b7e4b8ee-acc5-4001-b628-218baa9fcd83 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:27.051931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Transition to ACTIVE for port object 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:35:27.056751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85051a9-73d6-4df5-8299-1646916a2816 req-07d6d327-d44a-4f7b-841c-0481d4823c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:27.056751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-07d6d327-d44a-4f7b-841c-0481d4823c22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78637fea2b8f40a78460f0071ea974d2&device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 1098 time: 0.4079187 Nov 15 14:35:27.064318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-1ffa95bb-58f5-49ca-9383-c3fb8e5647eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:27.065861 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-1ffa95bb-58f5-49ca-9383-c3fb8e5647eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c052523e5234dba9337b3b67cd69a49&device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 1094 time: 0.1853769 Nov 15 14:35:27.101449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5721359-9240-41f4-b354-2b1e9ead1a63 req-23de29e3-da28-407d-b6e9-5cd5caf3d1e4 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:27.103243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5721359-9240-41f4-b354-2b1e9ead1a63 req-23de29e3-da28-407d-b6e9-5cd5caf3d1e4 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 947 time: 0.4101114 Nov 15 14:35:27.111281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Port d5c5e6ee-d641-490f-8f65-39cc320f9237 on network b7e4b8ee-acc5-4001-b628-218baa9fcd83 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:35:27.111599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Attempting to bind port d5c5e6ee-d641-490f-8f65-39cc320f9237 on network b7e4b8ee-acc5-4001-b628-218baa9fcd83 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:27.130020 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-65dda5c1-5868-478f-a3fd-abf469d5726c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1401b652-99de-4554-94d9-e500dba1e847 HTTP/1.1" status: 200 len: 217 time: 0.0543470 Nov 15 14:35:27.130653 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.141711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Allocated IP 172.25.4.91 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/bc2dd930-1470-4195-9240-c5da092a786a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:27.143157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d6de2414-55e1-406e-81c7-54dc6720c7cb up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:27.165692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-a1f54c1b-367b-417d-8a23-a404ea978b41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=615e7295-475b-498a-959e-6a83a85f0d93 HTTP/1.1" status: 200 len: 217 time: 0.0875466 Nov 15 14:35:27.175465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a05849-a094-4273-be8f-2146810e4124 req-a33296cf-e4cd-46ba-a978-c842d4dad119 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:27.177208 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01a05849-a094-4273-be8f-2146810e4124 req-a33296cf-e4cd-46ba-a978-c842d4dad119 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 950 time: 0.3591018 Nov 15 14:35:27.186294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:27.193241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Checking segment: {'id': '6260927e-ab6c-4668-85d1-4bc2af2237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:27.193693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Bound using segment: {'id': '6260927e-ab6c-4668-85d1-4bc2af2237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:27.194497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Bound port: d5c5e6ee-d641-490f-8f65-39cc320f9237, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6260927e-ab6c-4668-85d1-4bc2af2237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:27.196843 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.198117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7641441-8a78-42f3-90d5-5faccc3c290e req-42230c82-e1aa-4d35-8d3a-407e3adba722 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029016 Nov 15 14:35:27.236173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d6de2414-55e1-406e-81c7-54dc6720c7cb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:27.236965 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.255339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-81cc2ac0-dd06-4422-88f6-c5fbf0085892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:27.256932 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-81cc2ac0-dd06-4422-88f6-c5fbf0085892 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0ed1a7a-2b61-414a-9e85-3465465040c6 HTTP/1.1" status: 200 len: 854 time: 0.1166601 Nov 15 14:35:27.282202 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa462770-6524-4fc8-8d35-ab96666a5f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.328904 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-be107841-9345-4db1-a032-4866cc6c9d8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402107 Nov 15 14:35:27.342174 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.385633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port d6de2414-55e1-406e-81c7-54dc6720c7cb, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d6de2414-55e1-406e-81c7-54dc6720c7cb,segment=NetworkSegment(358f8ad1-1675-42f6-b20c-487a4ffa8822),segment_id=358f8ad1-1675-42f6-b20c-487a4ffa8822)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:27.401680 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5721359-9240-41f4-b354-2b1e9ead1a63 req-a45b5d4e-91b2-4f8b-9e34-fe75c74ffcc7 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817142 Nov 15 14:35:27.435775 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa462770-6524-4fc8-8d35-ab96666a5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.453377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85051a9-73d6-4df5-8299-1646916a2816 req-38e33bbb-1efd-42ee-a3c7-2ecd0cc27f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:27.455280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-38e33bbb-1efd-42ee-a3c7-2ecd0cc27f50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.2719071 Nov 15 14:35:27.479135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b28272-622a-492c-b90d-c2867fe7a3e7 None None] Network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:35:27.485150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:27.504155 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01a05849-a094-4273-be8f-2146810e4124 req-edc19d0c-0d1f-491b-b665-cd5d32006ecd tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979772 Nov 15 14:35:27.507862 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fa462770-6524-4fc8-8d35-ab96666a5f5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d45c5afc2c3e46e79b4197ea46bece35&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3390970 Nov 15 14:35:27.515408 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:27.521195 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.600940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] For port d5c5e6ee-d641-490f-8f65-39cc320f9237, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:27.613988 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-e5795f95-389d-434c-8b49-3473863a876e service neutron] 10.222.0.46 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029672 Nov 15 14:35:27.618680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] For port d5c5e6ee-d641-490f-8f65-39cc320f9237, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d5c5e6ee-d641-490f-8f65-39cc320f9237,segment=NetworkSegment(6260927e-ab6c-4668-85d1-4bc2af2237e7),segment_id=6260927e-ab6c-4668-85d1-4bc2af2237e7)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:27.618914 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bd5980-e769-4709-89fd-3535e3625b03 x-openstack-request-id: req-e0bd5980-e769-4709-89fd-3535e3625b03 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:27.619039 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6a1cde-0243-4677-9f5a-9b0680a602bc", "tag": "1401b652-99de-4554-94d9-e500dba1e847", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:27.619304 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0bd5980-e769-4709-89fd-3535e3625b03 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:27.619694 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6a1cde-0243-4677-9f5a-9b0680a602bc', 'tag': '1401b652-99de-4554-94d9-e500dba1e847', 'status': 'completed', 'code': 200} Nov 15 14:35:27.647675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Attempting to bind port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:27.647675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Attempting to bind port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '6260927e-ab6c-4668-85d1-4bc2af2237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:27.648096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Attempting to bind port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d on network b7e4b8ee-acc5-4001-b628-218baa9fcd83 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:27.657396 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa462770-6524-4fc8-8d35-ab96666a5f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9fa53b-592f-47bc-be65-b980479346a1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:27.675328 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.677960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae751-25e2-4354-92d9-ee4db1188a49 req-e4fc7d7e-a145-465d-be9b-56d0d041854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:27.679698 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cedae751-25e2-4354-92d9-ee4db1188a49 req-e4fc7d7e-a145-465d-be9b-56d0d041854a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78637fea2b8f40a78460f0071ea974d2&device_id=c6dd3128-f685-4ab8-b27d-04608634cd16 HTTP/1.1" status: 200 len: 1099 time: 0.3103099 Nov 15 14:35:27.708537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d3a64-cbec-4949-bf8a-8591a2f7cbcf req-7aba05d5-d12e-4ff3-ad0d-738f47db599a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:27.710133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-230d3a64-cbec-4949-bf8a-8591a2f7cbcf req-7aba05d5-d12e-4ff3-ad0d-738f47db599a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 943 time: 0.1923909 Nov 15 14:35:27.721520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85051a9-73d6-4df5-8299-1646916a2816 req-ed28f0fe-fbda-41f6-9697-c5b5d16b6ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:27.722341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d on network b7e4b8ee-acc5-4001-b628-218baa9fcd83 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:35:27.722718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Attempting to bind port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d on network b7e4b8ee-acc5-4001-b628-218baa9fcd83 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:27.723066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-ed28f0fe-fbda-41f6-9697-c5b5d16b6ee6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2139099 Nov 15 14:35:27.733515 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f06e7747-8b61-4b32-9cd8-9a9317d68fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.747541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:27.747990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Checking segment: {'id': '6260927e-ab6c-4668-85d1-4bc2af2237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:27.748341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Bound using segment: {'id': '6260927e-ab6c-4668-85d1-4bc2af2237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:27.748800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Bound port: 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6260927e-ab6c-4668-85d1-4bc2af2237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:27.749203 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.763832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8f65a10-f128-4b0d-9d89-802764d19f9e None None] Provisioning complete for port d6de2414-55e1-406e-81c7-54dc6720c7cb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:27.764277 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8f65a10-f128-4b0d-9d89-802764d19f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.802009 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f06e7747-8b61-4b32-9cd8-9a9317d68fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.889756 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-09eb66dc-9585-48b1-807c-0ae1d0ce0096 req-e629e839-1b94-42c4-b5d0-9b97f3a1f9bb service neutron] 10.222.0.46 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633162 Nov 15 14:35:27.929197 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] For port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:27.934636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] For port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d,segment=NetworkSegment(6260927e-ab6c-4668-85d1-4bc2af2237e7),segment_id=6260927e-ab6c-4668-85d1-4bc2af2237e7)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:27.936526 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:27.996316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:27.997693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2dd930-1470-4195-9240-c5da092a786a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:28.000600 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:28.002747 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:28.075961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=d6de2414-55e1-406e-81c7-54dc6720c7cb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:28.113877 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f06e7747-8b61-4b32-9cd8-9a9317d68fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:28.116459 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f06e7747-8b61-4b32-9cd8-9a9317d68fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:28.120116 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f06e7747-8b61-4b32-9cd8-9a9317d68fbd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f9fa53b-592f-47bc-be65-b980479346a1 HTTP/1.1" status: 204 len: 168 time: 0.6013012 Nov 15 14:35:28.120116 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:28.180128 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:28.214685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e7747-8b61-4b32-9cd8-9a9317d68fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9fa53b-592f-47bc-be65-b980479346a1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:28.251029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:28.252137 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:28.254248 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:28.256616 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] 10.222.0.46 "PUT /v2.0/ports/1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d HTTP/1.1" status: 200 len: 1091 time: 2.2745829 Nov 15 14:35:28.293591 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576fd37-1d3f-4163-9320-e28c925dd7ef req-01ea0bb2-3b43-4b1a-a03b-4ab0fc1d4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:28.295443 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6576fd37-1d3f-4163-9320-e28c925dd7ef req-01ea0bb2-3b43-4b1a-a03b-4ab0fc1d4e3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c052523e5234dba9337b3b67cd69a49&device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 1094 time: 0.2193017 Nov 15 14:35:28.300496 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc01c3-2dd7-431b-ae84-256488ea3004 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:28.430078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:28.430792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:28.432579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] 10.222.0.46 "PUT /v2.0/ports/d5c5e6ee-d641-490f-8f65-39cc320f9237 HTTP/1.1" status: 200 len: 1092 time: 3.8262315 Nov 15 14:35:28.481611 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576fd37-1d3f-4163-9320-e28c925dd7ef req-2b845d32-472c-427d-9619-9110dbbe7e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:28.483178 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6576fd37-1d3f-4163-9320-e28c925dd7ef req-2b845d32-472c-427d-9619-9110dbbe7e2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 HTTP/1.1" status: 200 len: 915 time: 0.1797371 Nov 15 14:35:28.527103 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-230d3a64-cbec-4949-bf8a-8591a2f7cbcf req-bec14297-bc06-4343-8038-e54c73244abb tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8018763 Nov 15 14:35:28.533237 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:28.553675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53f019-05f0-42d5-be22-4af3e88b5d33 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c5e6ee-d641-490f-8f65-39cc320f9237,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:28.560183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae751-25e2-4354-92d9-ee4db1188a49 req-66045d85-c013-4cbb-8e22-715d143ca917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:28.561962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cedae751-25e2-4354-92d9-ee4db1188a49 req-66045d85-c013-4cbb-8e22-715d143ca917 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.8498795 Nov 15 14:35:28.584711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-32fe90de-18d7-45a4-9280-a0195074dce5 None None] Provisioning complete for port d6de2414-55e1-406e-81c7-54dc6720c7cb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:28.584711 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32fe90de-18d7-45a4-9280-a0195074dce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:28.643416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-e37f2594-84cc-4fa6-97e1-b5f1a96067de tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:28.645187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-e37f2594-84cc-4fa6-97e1-b5f1a96067de tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 821 time: 0.9018579 Nov 15 14:35:28.650219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-54116655-59ee-4829-8fa8-65f5734362c5 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9142883 Nov 15 14:35:28.650825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6161988c-94ea-4411-8445-d05e5cf9ce1c', 'tag': '615e7295-475b-498a-959e-6a83a85f0d93'}, {'name': 'network-changed', 'server_uuid': '7e03cbc9-9e56-4f8b-ad17-964786883126', 'tag': 'd5c5e6ee-d641-490f-8f65-39cc320f9237'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:28.652735 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6576fd37-1d3f-4163-9320-e28c925dd7ef req-0c152c15-cfee-44f6-8992-6a5403712ca1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1401b652-99de-4554-94d9-e500dba1e847 HTTP/1.1" status: 200 len: 217 time: 0.1169734 Nov 15 14:35:28.653884 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fea6d57-7cf6-48fb-acf3-5588e251071f" -d '{"events": [{"name": "network-changed", "server_uuid": "6161988c-94ea-4411-8445-d05e5cf9ce1c", "tag": "615e7295-475b-498a-959e-6a83a85f0d93"}, {"name": "network-changed", "server_uuid": "7e03cbc9-9e56-4f8b-ad17-964786883126", "tag": "d5c5e6ee-d641-490f-8f65-39cc320f9237"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:28.678180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-ef32350d-4293-4185-a452-d81a66c6e322 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/quotas/970f4185811248ce952ca2c0e82fa491 HTTP/1.1" status: 200 len: 375 time: 0.0207932 Nov 15 14:35:28.679958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cedae751-25e2-4354-92d9-ee4db1188a49 req-6abd08c6-adec-46d2-b630-3cd73b0a09e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169 HTTP/1.1" status: 200 len: 217 time: 0.0996532 Nov 15 14:35:28.716747 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e38b6c0a-1206-48f2-8ab3-0ec2f082d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:28.718260 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-e38b6c0a-1206-48f2-8ab3-0ec2f082d6d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d072f4dda54fc6ad562bb1a75808f5&device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 1094 time: 0.2898839 Nov 15 14:35:28.729652 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576fd37-1d3f-4163-9320-e28c925dd7ef req-58a20b1c-dade-49d8-bf18-4e5dd3902599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:28.731766 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6576fd37-1d3f-4163-9320-e28c925dd7ef req-58a20b1c-dade-49d8-bf18-4e5dd3902599 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0ed1a7a-2b61-414a-9e85-3465465040c6 HTTP/1.1" status: 200 len: 854 time: 0.0652547 Nov 15 14:35:28.795092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae751-25e2-4354-92d9-ee4db1188a49 req-ed6d7003-7d4b-4214-ac27-db463aa4af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:28.796687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cedae751-25e2-4354-92d9-ee4db1188a49 req-ed6d7003-7d4b-4214-ac27-db463aa4af17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0862846 Nov 15 14:35:28.807107 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6576fd37-1d3f-4163-9320-e28c925dd7ef req-5e45d005-62c4-4ae2-abc4-52a13a8c6205 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550537 Nov 15 14:35:28.807649 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:28.810619 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-8ac09c93-4fd6-4606-be2c-792cf982c924 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d HTTP/1.1" status: 200 len: 217 time: 0.0669730 Nov 15 14:35:28.944784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-e88a2561-136a-489f-a4fe-24f006dc5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:28.946641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-e88a2561-136a-489f-a4fe-24f006dc5436 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d072f4dda54fc6ad562bb1a75808f5&device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 1095 time: 0.2988579 Nov 15 14:35:28.991800 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-d00a4588-d6c4-44ca-8b70-5be34228819f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2999284 Nov 15 14:35:29.047531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-32763b44-9106-4064-8df4-4a2ab54874bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5c5e6ee-d641-490f-8f65-39cc320f9237 HTTP/1.1" status: 200 len: 217 time: 0.0811911 Nov 15 14:35:29.068623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40254727-1fc5-4d13-8c9b-60d245885d3e req-0798c0ef-a896-4e05-8fbe-f025171006fc tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:29.070209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40254727-1fc5-4d13-8c9b-60d245885d3e req-0798c0ef-a896-4e05-8fbe-f025171006fc tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 943 time: 0.2787111 Nov 15 14:35:29.108146 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85051a9-73d6-4df5-8299-1646916a2816 req-7c6f180f-5326-457a-a719-9a568814abcc service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257712 Nov 15 14:35:29.121869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae751-25e2-4354-92d9-ee4db1188a49 req-f4b7f30f-35f3-4161-a9fa-f2d91de29698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:29.123386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cedae751-25e2-4354-92d9-ee4db1188a49 req-f4b7f30f-35f3-4161-a9fa-f2d91de29698 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2788858 Nov 15 14:35:29.156819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d6de2414-55e1-406e-81c7-54dc6720c7cb up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:29.226451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d6de2414-55e1-406e-81c7-54dc6720c7cb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:29.226811 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:29.235093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40254727-1fc5-4d13-8c9b-60d245885d3e req-ce7acb1c-81aa-461e-b183-0aba7eed3189 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183653 Nov 15 14:35:29.294685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53332) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:29.334424 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-37410a79-6df3-4bd5-84ba-445956894afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:29.335909 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-37410a79-6df3-4bd5-84ba-445956894afc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=912abb4e-fe5a-416e-afcb-b79eb8087760 HTTP/1.1" status: 200 len: 858 time: 0.2305722 Nov 15 14:35:29.352474 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4124c86-2451-4979-8015-5a00f70e30cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:29.360443 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-224d62f9-c235-4245-81ec-620f65470fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:29.361689 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-224d62f9-c235-4245-81ec-620f65470fb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=912abb4e-fe5a-416e-afcb-b79eb8087760 HTTP/1.1" status: 200 len: 858 time: 0.5193388 Nov 15 14:35:29.412529 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-af0e8c57-12a2-4297-857c-f94caf2d1860 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e4b8ee-acc5-4001-b628-218baa9fcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397460 Nov 15 14:35:29.422578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-c32bf7e9-85f9-4af5-955f-41b1aa3ca4d5 service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912616 Nov 15 14:35:29.437149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-a43d3e00-e5e6-40fd-8722-34d1af502ea6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e4b8ee-acc5-4001-b628-218baa9fcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662155 Nov 15 14:35:29.543153 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6576fd37-1d3f-4163-9320-e28c925dd7ef req-f336def4-1dfb-4dca-8b49-d527ee0f0214 service neutron] 10.222.0.46 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011118 Nov 15 14:35:29.550608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-f29225c7-9016-4167-afd2-f3166e02e25c tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=66d56f711d8c4b4780cedb7072bfb406&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1827939 Nov 15 14:35:29.563904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cedae751-25e2-4354-92d9-ee4db1188a49 req-e7f7b493-335d-4890-a856-a4dd048a585f service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010956 Nov 15 14:35:29.645027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57a28fd-91cc-4436-ab81-82ebc16043f8', 'tag': '1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:29.647234 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7bfb10-48af-424f-a560-e5f695ad9e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e57a28fd-91cc-4436-ab81-82ebc16043f8", "tag": "1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:29.720324 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-93847b29-fd5f-4ef4-be4f-ea9cbbc6663c service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940745 Nov 15 14:35:29.726188 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-1436afb5-647c-43f7-9684-b6e477023361 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577717 Nov 15 14:35:29.731951 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-82f84953-fd2d-4e1e-9798-7bfc2f549bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:29.762201 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:29.765887 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4124c86-2451-4979-8015-5a00f70e30cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:29.818993 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6576fd37-1d3f-4163-9320-e28c925dd7ef req-f9884f76-7e85-43f4-a827-b021fa2999a4 service neutron] 10.222.0.46 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446761 Nov 15 14:35:29.830778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-38c97131-1df9-4bbe-8810-3004b7cb8901 service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073076 Nov 15 14:35:29.862481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cedae751-25e2-4354-92d9-ee4db1188a49 req-b96a56d3-2193-4eb0-9e61-f788d071e82c service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865832 Nov 15 14:35:29.871338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-9d64b397-a602-41b2-8093-fec23a652cd7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:29.872904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-9d64b397-a602-41b2-8093-fec23a652cd7 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033955 Nov 15 14:35:29.884233 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4124c86-2451-4979-8015-5a00f70e30cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:29.909487 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-3ccd643d-f4f0-45cf-80a8-f55ea1561c72 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/quotas/66d56f711d8c4b4780cedb7072bfb406 HTTP/1.1" status: 200 len: 375 time: 0.0198882 Nov 15 14:35:29.919499 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f5448f-07b4-43e5-8877-4698f05adb75 req-ebe65938-9175-4fd3-a973-92321482d431 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810880 Nov 15 14:35:29.957634 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a4124c86-2451-4979-8015-5a00f70e30cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e533094253234884a435c5608e327c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6585355 Nov 15 14:35:29.963653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53346) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:29.987461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4124c86-2451-4979-8015-5a00f70e30cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003df9ee-d1e7-43a8-855f-89ae48b7b054,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:30.018840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-a91d11b1-91ff-4ef3-b88b-ae48c6266016 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=66d56f711d8c4b4780cedb7072bfb406&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962873 Nov 15 14:35:30.031126 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e4104848-8dbc-4825-bb5b-9edc52c2262e req-031b734c-4bea-418f-ba2f-e60c0efbdafa service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863231 Nov 15 14:35:30.085160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acdff80b-cd04-4409-b978-ce366d10638f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:30.121582 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acdff80b-cd04-4409-b978-ce366d10638f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:30.189240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Router 1fc661d6-4772-4eba-8835-55c4be2316d7 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:35:30.207839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb67c2-03aa-43b3-8da9-87dc3d11a8b0 req-dac895c5-03e4-43a1-a387-a4e40134aba0 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:30.209627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5bb67c2-03aa-43b3-8da9-87dc3d11a8b0 req-dac895c5-03e4-43a1-a387-a4e40134aba0 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 947 time: 0.0538633 Nov 15 14:35:30.264988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5bb67c2-03aa-43b3-8da9-87dc3d11a8b0 req-c4b7a639-4c4b-4f03-9916-5e880545dc58 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486565 Nov 15 14:35:30.331309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:35:30.331813 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed0d5e2-0e1d-43a5-bcaf-eab0998e07cb x-openstack-request-id: req-4ed0d5e2-0e1d-43a5-bcaf-eab0998e07cb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:30.332007 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6161988c-94ea-4411-8445-d05e5cf9ce1c", "tag": "615e7295-475b-498a-959e-6a83a85f0d93", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7e03cbc9-9e56-4f8b-ad17-964786883126", "tag": "d5c5e6ee-d641-490f-8f65-39cc320f9237", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:30.332270 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ed0d5e2-0e1d-43a5-bcaf-eab0998e07cb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:30.332673 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6161988c-94ea-4411-8445-d05e5cf9ce1c', 'tag': '615e7295-475b-498a-959e-6a83a85f0d93', 'status': 'completed', 'code': 200} Nov 15 14:35:30.332991 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e03cbc9-9e56-4f8b-ad17-964786883126', 'tag': 'd5c5e6ee-d641-490f-8f65-39cc320f9237', 'status': 'completed', 'code': 200} Nov 15 14:35:30.345884 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Sync routers for ids ['1fc661d6-4772-4eba-8835-55c4be2316d7'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:35:30.356520 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Routers {'1fc661d6-4772-4eba-8835-55c4be2316d7'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:30.357260 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1fc661d6-4772-4eba-8835-55c4be2316d7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:30.363856 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acdff80b-cd04-4409-b978-ce366d10638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:30.382225 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acdff80b-cd04-4409-b978-ce366d10638f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:30.384740 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-acdff80b-cd04-4409-b978-ce366d10638f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/003df9ee-d1e7-43a8-855f-89ae48b7b054 HTTP/1.1" status: 204 len: 168 time: 0.4196067 Nov 15 14:35:30.435907 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d342d90d-e566-4cd4-9b37-cbdbc8f219ed x-openstack-request-id: req-d342d90d-e566-4cd4-9b37-cbdbc8f219ed {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:30.436269 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57a28fd-91cc-4436-ab81-82ebc16043f8", "tag": "1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:30.436612 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d342d90d-e566-4cd4-9b37-cbdbc8f219ed {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:30.437176 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57a28fd-91cc-4436-ab81-82ebc16043f8', 'tag': '1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d', 'status': 'completed', 'code': 200} Nov 15 14:35:30.439478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdff80b-cd04-4409-b978-ce366d10638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003df9ee-d1e7-43a8-855f-89ae48b7b054,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:30.482829 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-7b2c4530-1ae9-49cc-a092-f499069280d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:30.484496 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-7b2c4530-1ae9-49cc-a092-f499069280d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d072f4dda54fc6ad562bb1a75808f5&device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 1095 time: 0.0984907 Nov 15 14:35:30.503642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-60e72e02-9f14-45ec-a93d-94a120861730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:30.509501 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-60e72e02-9f14-45ec-a93d-94a120861730 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78637fea2b8f40a78460f0071ea974d2&device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 1098 time: 0.1401083 Nov 15 14:35:30.571185 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:30.572405 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6d3c4cb6-212b-419a-b88c-53d9cde791e2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7024782 Nov 15 14:35:30.577603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53366) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:30.583200 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Set router 1fc661d6-4772-4eba-8835-55c4be2316d7 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:30.665687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de33c358-20ea-4af9-a0f7-387d4a39f9fc req-c55c2573-a9b3-4927-a07e-615dfa6bb8b0 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 210 time: 0.0389583 Nov 15 14:35:30.733838 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-24a27f20-6a35-46c0-b5eb-c59e11fd3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:30.744224 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-24a27f20-6a35-46c0-b5eb-c59e11fd3532 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e4b8ee-acc5-4001-b628-218baa9fcd83 HTTP/1.1" status: 200 len: 919 time: 0.2456543 Nov 15 14:35:30.816006 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-97ecbb7f-cdd1-4f8c-84b1-8a001a36578a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5c5e6ee-d641-490f-8f65-39cc320f9237 HTTP/1.1" status: 200 len: 217 time: 0.0687125 Nov 15 14:35:30.868765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bfb10-48af-424f-a560-e5f695ad9e5a req-df2698d7-0727-4278-b2d3-209681cd3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:30.871182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a7bfb10-48af-424f-a560-e5f695ad9e5a req-df2698d7-0727-4278-b2d3-209681cd3689 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d072f4dda54fc6ad562bb1a75808f5&device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 1094 time: 0.3324187 Nov 15 14:35:30.882068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f7556-dcbc-463d-8573-54c5270d83f6 req-50e27af9-8140-4fdb-bb8c-8a4fad0c5d62 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:30.883945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb3f7556-dcbc-463d-8573-54c5270d83f6 req-50e27af9-8140-4fdb-bb8c-8a4fad0c5d62 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 943 time: 0.4186273 Nov 15 14:35:30.888865 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:35:28Z', 'revision_number': 3, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:30.903590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-15dc4996-94f0-452e-abb2-9bc2ae418f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:30.905896 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-15dc4996-94f0-452e-abb2-9bc2ae418f05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=912abb4e-fe5a-416e-afcb-b79eb8087760 HTTP/1.1" status: 200 len: 858 time: 0.0638947 Nov 15 14:35:30.930171 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Checking router: 1fc661d6-4772-4eba-8835-55c4be2316d7 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:35:30.930797 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Updating router 1fc661d6-4772-4eba-8835-55c4be2316d7 port bc2dd930-1470-4195-9240-c5da092a786a binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:35:30.967909 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-d3c201b2-10e0-4c7c-a9e5-a44632386eb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e4b8ee-acc5-4001-b628-218baa9fcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394075 Nov 15 14:35:30.968243 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:31.075025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bfb10-48af-424f-a560-e5f695ad9e5a req-e0027d81-6497-4ee7-9851-03979f634d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:31.076628 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a7bfb10-48af-424f-a560-e5f695ad9e5a req-e0027d81-6497-4ee7-9851-03979f634d42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e4b8ee-acc5-4001-b628-218baa9fcd83 HTTP/1.1" status: 200 len: 919 time: 0.1894670 Nov 15 14:35:31.108054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 370cfe27-0592-47d7-9d1b-579f4dfbc169 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:35:31.156514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3538a-276e-4368-ac90-4890f1a43acf req-67bd8805-be7f-4023-a1d4-c2743119f799 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:31.160742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52f3538a-276e-4368-ac90-4890f1a43acf req-67bd8805-be7f-4023-a1d4-c2743119f799 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 943 time: 0.3682356 Nov 15 14:35:31.188790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-808ed37e-c7c8-4bf5-a982-74728f21c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:31.190610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-808ed37e-c7c8-4bf5-a982-74728f21c760 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.5818839 Nov 15 14:35:31.260336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:31.281446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '370cfe27-0592-47d7-9d1b-579f4dfbc169', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '370cfe27-0592-47d7-9d1b-579f4dfbc169', 'mac_address': 'fa:16:3e:a7:8f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:35:31.331660 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:31.333611 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-b8246b3c-8c48-4e89-b942-79b365f501e4 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327081 Nov 15 14:35:31.337343 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a7bfb10-48af-424f-a560-e5f695ad9e5a req-97f17514-7c52-4936-a0d5-a9a11927aaff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d HTTP/1.1" status: 200 len: 217 time: 0.2178223 Nov 15 14:35:31.346827 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370cfe27-0592-47d7-9d1b-579f4dfbc169 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:31.368516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:31.381733 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:31.413796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-6d28e767-88cf-47d3-bf6e-9fd39b10e1bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=615e7295-475b-498a-959e-6a83a85f0d93 HTTP/1.1" status: 200 len: 217 time: 0.1280980 Nov 15 14:35:31.436770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb3f7556-dcbc-463d-8573-54c5270d83f6 req-190ddcef-3825-463b-8242-b679a3f83e45 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116599 Nov 15 14:35:31.461636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1401b652-99de-4554-94d9-e500dba1e847 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:35:31.503693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bfb10-48af-424f-a560-e5f695ad9e5a req-c1fee8dc-aea3-470c-8fec-13cd77bd370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:31.505188 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a7bfb10-48af-424f-a560-e5f695ad9e5a req-c1fee8dc-aea3-470c-8fec-13cd77bd370c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=912abb4e-fe5a-416e-afcb-b79eb8087760 HTTP/1.1" status: 200 len: 858 time: 0.1538098 Nov 15 14:35:31.541724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52f3538a-276e-4368-ac90-4890f1a43acf req-88eff80d-9727-47ec-b995-a63778fd895f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579681 Nov 15 14:35:31.553860 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:31.576655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a7bfb10-48af-424f-a560-e5f695ad9e5a req-7bbf7079-3485-4218-87e6-4aae551b05f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e4b8ee-acc5-4001-b628-218baa9fcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576105 Nov 15 14:35:31.594285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-1a9251ef-5ba1-4c5f-aebc-032153836211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:31.594285 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-1a9251ef-5ba1-4c5f-aebc-032153836211 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1550164 Nov 15 14:35:31.609924 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-ba54b054-a930-42ab-9ebf-6542b7c97dc3 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430167 Nov 15 14:35:31.642314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1d08628-3304-482a-9c4d-d023df10eccb req-6631aae5-f435-417d-b1bd-e32539da5b88 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 210 time: 0.0687981 Nov 15 14:35:31.714064 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:31.714306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1401b652-99de-4554-94d9-e500dba1e847, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1401b652-99de-4554-94d9-e500dba1e847,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:31.727405 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:31.750541 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '1401b652-99de-4554-94d9-e500dba1e847', 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9', 'port_id': '1401b652-99de-4554-94d9-e500dba1e847', 'mac_address': 'fa:16:3e:1d:d1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ed1a7a-2b61-414a-9e85-3465465040c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:35:31.757964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3599b-313e-4e92-9c0b-4a034a831e93 req-32d216fe-15fe-4633-b2af-f231af341fdb tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:31.765627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ab3599b-313e-4e92-9c0b-4a034a831e93 req-32d216fe-15fe-4633-b2af-f231af341fdb tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 947 time: 0.0781336 Nov 15 14:35:31.796892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-2a81377e-1849-4a86-87c3-faddf9fa789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:31.801815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-2a81377e-1849-4a86-87c3-faddf9fa789c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1812139 Nov 15 14:35:31.811435 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69de157-b1fb-44df-8582-82c1196dd7cd None None] Pushing event updated for resources: {'Port': ['ID=bc2dd930-1470-4195-9240-c5da092a786a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:31.838515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a7bfb10-48af-424f-a560-e5f695ad9e5a req-dbbd9d13-f902-4943-a3aa-7a4cdef4c388 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474234 Nov 15 14:35:31.849582 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Attempting to bind port bc2dd930-1470-4195-9240-c5da092a786a on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:31.850563 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Attempting to bind port bc2dd930-1470-4195-9240-c5da092a786a by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:31.850938 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Attempting to bind port bc2dd930-1470-4195-9240-c5da092a786a on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:31.865451 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:31.865927 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:31.866230 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:31.866662 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:31.867136 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Bound port: bc2dd930-1470-4195-9240-c5da092a786a, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:31.867517 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:31.872734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Allocated IP 172.20.0.1 (3c9b5f5b-7030-437f-8e9d-1399aab9bca5/48309c78-0057-4b2b-bb8b-2682d3324f95/44b99bc4-1676-4213-8f64-a69bcb76b9ed) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:31.884216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=370cfe27-0592-47d7-9d1b-579f4dfbc169,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:31.895230 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:31.911768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1401b652-99de-4554-94d9-e500dba1e847 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:31.983591 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] For port bc2dd930-1470-4195-9240-c5da092a786a, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:31.996882 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] For port bc2dd930-1470-4195-9240-c5da092a786a, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=bc2dd930-1470-4195-9240-c5da092a786a,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:32.008768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1401b652-99de-4554-94d9-e500dba1e847, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1401b652-99de-4554-94d9-e500dba1e847,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:32.034653 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['370cfe27-0592-47d7-9d1b-579f4dfbc169'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:32.075565 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:32.082837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:32.112770 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:32.227615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1401b652-99de-4554-94d9-e500dba1e847,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:32.235118 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a4925a9-97bf-446e-92a3-51a81760471c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:32.235620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:32.270882 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Routers {'1fc661d6-4772-4eba-8835-55c4be2316d7'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:32.271595 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1fc661d6-4772-4eba-8835-55c4be2316d7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:32.292263 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:32.297210 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:32.304669 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:32.310974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=44b99bc4-1676-4213-8f64-a69bcb76b9ed,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:32.330035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ab3599b-313e-4e92-9c0b-4a034a831e93 req-b9f4daf2-655c-4a40-9635-8bb1a1a28a9c tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554516 Nov 15 14:35:32.426490 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:32.486901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['1401b652-99de-4554-94d9-e500dba1e847'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:32.574431 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] Set router 1fc661d6-4772-4eba-8835-55c4be2316d7 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:32.597318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fcab384-519f-4636-8544-aececc7e6c26 req-e6dfdfc4-244f-4599-8490-4bfc7be5f758 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 210 time: 0.1584725 Nov 15 14:35:32.697092 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69de157-b1fb-44df-8582-82c1196dd7cd None None] Pushing event updated for resources: {'Port': ['ID=bc2dd930-1470-4195-9240-c5da092a786a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:32.746010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:32.767187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-f19b7a4d-975c-4697-b6a1-90a519e2e3cd service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9457934 Nov 15 14:35:32.795203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a7bfb10-48af-424f-a560-e5f695ad9e5a req-71263437-5676-4dc0-b33e-43581d399c08 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9426975 Nov 15 14:35:32.858287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0df95dab-4a7d-4a5a-8124-110880b8381e None None] Provisioning complete for port 44b99bc4-1676-4213-8f64-a69bcb76b9ed triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:32.858727 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0df95dab-4a7d-4a5a-8124-110880b8381e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:32.901546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fade4-2222-423f-bc79-d47e97d041af req-e3f4f5e5-ef7a-478a-a0f7-b17c8f8bd154 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:32.912179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e10fade4-2222-423f-bc79-d47e97d041af req-e3f4f5e5-ef7a-478a-a0f7-b17c8f8bd154 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 944 time: 0.1636198 Nov 15 14:35:32.912466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0df95dab-4a7d-4a5a-8124-110880b8381e None None] Port 44b99bc4-1676-4213-8f64-a69bcb76b9ed cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:35:32.945309 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:35:28Z', 'revision_number': 3, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:32.965694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1fea6d57-7cf6-48fb-acf3-5588e251071f req-db689c8d-3f7a-42c4-a1d8-1d218be565e4 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822495 Nov 15 14:35:33.017951 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e10fade4-2222-423f-bc79-d47e97d041af req-d800024d-7476-4c04-b172-b22b008f003e tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036053 Nov 15 14:35:33.093155 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff7537-12ee-421b-9705-18af672dfbf6 None None] The sync data for ids ['1fc661d6-4772-4eba-8835-55c4be2316d7'] in n-d-817748-2 is: [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:35:28Z', 'revision_number': 3, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:35:33.106159 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 615e7295-475b-498a-959e-6a83a85f0d93 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:35:33.112466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 370cfe27-0592-47d7-9d1b-579f4dfbc169 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:33.134565 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:33.187799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9eb7cd2f-4996-4acb-b5a9-ad83b7cd1402 req-274b3248-c76b-40ff-b3fc-b3901e77c61a tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 210 time: 0.0361819 Nov 15 14:35:33.201078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9c06c-bdfd-4e62-b0dd-e48cdccc8df6 req-0f788460-5269-43ec-8c2c-4d401d565de1 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:33.208557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4d9c06c-bdfd-4e62-b0dd-e48cdccc8df6 req-0f788460-5269-43ec-8c2c-4d401d565de1 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 943 time: 0.1204319 Nov 15 14:35:33.223834 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:33.319070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4d9c06c-bdfd-4e62-b0dd-e48cdccc8df6 req-1f6b426e-c470-4919-bb35-16c931d81b69 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095316 Nov 15 14:35:33.374049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 615e7295-475b-498a-959e-6a83a85f0d93, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=615e7295-475b-498a-959e-6a83a85f0d93,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:33.378973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:33.401363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=44b99bc4-1676-4213-8f64-a69bcb76b9ed,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:33.403928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '615e7295-475b-498a-959e-6a83a85f0d93', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '615e7295-475b-498a-959e-6a83a85f0d93', 'mac_address': 'fa:16:3e:a8:6a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:35:33.416982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 370cfe27-0592-47d7-9d1b-579f4dfbc169 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:35:33.423195 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:33.453900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d5c5e6ee-d641-490f-8f65-39cc320f9237 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:35:33.523723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 370cfe27-0592-47d7-9d1b-579f4dfbc169 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:33.524186 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:33.527873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24f543-0b76-4190-b9d4-23a5eb1457d5 req-3960b4a9-b2f6-43a2-93c5-312d00268de3 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:33.528387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed24f543-0b76-4190-b9d4-23a5eb1457d5 req-3960b4a9-b2f6-43a2-93c5-312d00268de3 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 947 time: 0.0850685 Nov 15 14:35:33.537545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:33.539042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:33.698808 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:33.753919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Router 1fc661d6-4772-4eba-8835-55c4be2316d7 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:35:33.767051 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed24f543-0b76-4190-b9d4-23a5eb1457d5 req-558dd23c-7468-4b03-9df7-29de9a8cb210 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261345 Nov 15 14:35:33.900341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615e7295-475b-498a-959e-6a83a85f0d93 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:33.917541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ddf48bea-96be-48a5-bd62-cd0d2943169c req-d033d45c-d69b-45ac-8e0e-0c3af67a6ae6 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 210 time: 0.0465829 Nov 15 14:35:34.098323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-21298eaf-9617-40c0-82ef-927da5c3b569 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:34.108288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-21298eaf-9617-40c0-82ef-927da5c3b569 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.59 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 821 time: 0.4429920 Nov 15 14:35:34.132410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-3f99e6e2-24db-4441-b7fd-6934fe22a9da tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Request body: {'port': {'device_id': '3893d763-1951-4722-9440-2d194288240a', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'admin_state_up': True, 'tenant_id': '970f4185811248ce952ca2c0e82fa491'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:34.138129 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port d5c5e6ee-d641-490f-8f65-39cc320f9237, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d5c5e6ee-d641-490f-8f65-39cc320f9237,segment=NetworkSegment(6260927e-ab6c-4668-85d1-4bc2af2237e7),segment_id=6260927e-ab6c-4668-85d1-4bc2af2237e7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:34.190924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 615e7295-475b-498a-959e-6a83a85f0d93, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=615e7295-475b-498a-959e-6a83a85f0d93,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:34.228750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'd5c5e6ee-d641-490f-8f65-39cc320f9237', 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83', 'port_id': 'd5c5e6ee-d641-490f-8f65-39cc320f9237', 'mac_address': 'fa:16:3e:25:b9:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912abb4e-fe5a-416e-afcb-b79eb8087760', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:35:34.233463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dd949e9e-144d-4220-b2d8-1dd028f068a7 None None] Provisioning complete for port 44b99bc4-1676-4213-8f64-a69bcb76b9ed triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:34.237218 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd949e9e-144d-4220-b2d8-1dd028f068a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:34.251819 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:34.403204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cf531a2-03a6-472b-9840-f1a2dd453938 req-c99893c1-e262-42a1-bb01-9a8d69f6d24b tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 210 time: 0.0536311 Nov 15 14:35:34.461883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e6e1-9c23-4a2d-ba8e-85e95766df63 req-de45ff88-07e8-47ad-a46f-5baae65dc326 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:34.470775 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfc5e6e1-9c23-4a2d-ba8e-85e95766df63 req-de45ff88-07e8-47ad-a46f-5baae65dc326 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 944 time: 0.3123987 Nov 15 14:35:34.583051 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfc5e6e1-9c23-4a2d-ba8e-85e95766df63 req-fd083946-63a9-4d3b-b1fd-75e313ef8281 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066828 Nov 15 14:35:34.616506 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:34.689170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-3f99e6e2-24db-4441-b7fd-6934fe22a9da tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Made reservation on behalf of 970f4185811248ce952ca2c0e82fa491 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:34.693823 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:34.696855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-3f99e6e2-24db-4441-b7fd-6934fe22a9da tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:34.724726 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:35:34.732479 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7611d6bb-c363-45f0-bac4-123bb704d2a2 admin admin] 10.222.0.70 "PUT /v2.0/routers/1fc661d6-4772-4eba-8835-55c4be2316d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1536968 Nov 15 14:35:34.751314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dd949e9e-144d-4220-b2d8-1dd028f068a7 None None] Port 44b99bc4-1676-4213-8f64-a69bcb76b9ed cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:35:34.786978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25ec37-e205-4cb6-b17c-485afac4460e req-0188d819-7450-47b5-9a24-ef45bbf2a580 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:34.801088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:34.801088 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e560b1-d137-432d-bd89-acf1243c34bb" -d '{"events": [{"server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "name": "network-vif-plugged", "status": "completed", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:34.812637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d25ec37-e205-4cb6-b17c-485afac4460e req-0188d819-7450-47b5-9a24-ef45bbf2a580 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 943 time: 0.2283554 Nov 15 14:35:34.890885 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:34.895275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c5e6ee-d641-490f-8f65-39cc320f9237 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:34.939284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=615e7295-475b-498a-959e-6a83a85f0d93,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:34.957686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port d5c5e6ee-d641-490f-8f65-39cc320f9237, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d5c5e6ee-d641-490f-8f65-39cc320f9237,segment=NetworkSegment(6260927e-ab6c-4668-85d1-4bc2af2237e7),segment_id=6260927e-ab6c-4668-85d1-4bc2af2237e7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:34.982993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-42c90772-b6dc-4d79-8a18-09c2e9806f07 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=66d56f711d8c4b4780cedb7072bfb406&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1465995 Nov 15 14:35:34.996548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['615e7295-475b-498a-959e-6a83a85f0d93'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:35.106153 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:35.122601 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:35.124290 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:35.125491 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:35:35.206010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=370cfe27-0592-47d7-9d1b-579f4dfbc169,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:35.210090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device bc2dd930-1470-4195-9240-c5da092a786a up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:35.287059 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d25ec37-e205-4cb6-b17c-485afac4460e req-63251858-16be-4369-b416-d3993d5f266b tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664059 Nov 15 14:35:35.321097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94b5d9-84b2-4775-902a-6f44b09efc47 req-c64fee44-3cf6-40ec-94f3-a7c19b08a3a6 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:35.336232 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b94b5d9-84b2-4775-902a-6f44b09efc47 req-c64fee44-3cf6-40ec-94f3-a7c19b08a3a6 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 948 time: 0.3922558 Nov 15 14:35:35.362175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-75ba9941-cf8b-452c-8f91-46296bfb609b tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:35.364640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-75ba9941-cf8b-452c-8f91-46296bfb609b tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3628898 Nov 15 14:35:35.390790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=d5c5e6ee-d641-490f-8f65-39cc320f9237,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:35.395777 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186443a6-0791-4341-a010-c2994f99cca7 x-openstack-request-id: req-186443a6-0791-4341-a010-c2994f99cca7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:35.396187 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "name": "network-vif-plugged", "status": "completed", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:35.396544 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-186443a6-0791-4341-a010-c2994f99cca7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:35.397070 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169', 'code': 200} Nov 15 14:35:35.426773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-65ea21e8-7ced-417a-b637-3edb8856caf0 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Request body: {'port': {'device_id': 'e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '66d56f711d8c4b4780cedb7072bfb406'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:35.494591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d,segment=NetworkSegment(6260927e-ab6c-4668-85d1-4bc2af2237e7),segment_id=6260927e-ab6c-4668-85d1-4bc2af2237e7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:35.549437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d', 'network_id': 'b7e4b8ee-acc5-4001-b628-218baa9fcd83', 'port_id': '1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d', 'mac_address': 'fa:16:3e:53:73:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912abb4e-fe5a-416e-afcb-b79eb8087760', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:35:35.550833 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daee5d2-3285-4fdc-897b-28018ed9c87a req-ea767eb1-73c1-4581-a8b8-bde2eaed4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:35.554994 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9daee5d2-3285-4fdc-897b-28018ed9c87a req-ea767eb1-73c1-4581-a8b8-bde2eaed4938 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6dd3128-f685-4ab8-b27d-04608634cd16 HTTP/1.1" status: 200 len: 1101 time: 0.0950613 Nov 15 14:35:35.614306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-3f99e6e2-24db-4441-b7fd-6934fe22a9da tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Allocated IP 172.20.0.3 (ec5351cd-ca79-4685-88e1-38045ece2a22/d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a/606be7f6-5b4d-400c-a8df-718e856bb53f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:35.734333 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:35.736738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b94b5d9-84b2-4775-902a-6f44b09efc47 req-6f8e2a99-0eb7-44b5-b8db-cb88b2c75fd3 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984337 Nov 15 14:35:35.737323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port bc2dd930-1470-4195-9240-c5da092a786a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:35.737679 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:35.748670 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9daee5d2-3285-4fdc-897b-28018ed9c87a req-a58e95ed-6fed-4be3-bf6e-3ecc2a5d8c23 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751821 Nov 15 14:35:35.821300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-65ea21e8-7ced-417a-b637-3edb8856caf0 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Made reservation on behalf of 66d56f711d8c4b4780cedb7072bfb406 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:35.830663 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-65ea21e8-7ced-417a-b637-3edb8856caf0 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:35.847670 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:35.857351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:35.947332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d,segment=NetworkSegment(6260927e-ab6c-4668-85d1-4bc2af2237e7),segment_id=6260927e-ab6c-4668-85d1-4bc2af2237e7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:36.002346 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:36.043655 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:36.049588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-65ea21e8-7ced-417a-b637-3edb8856caf0 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Allocated IP 192.168.233.114 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/085c20d5-2277-4004-b2df-09ddc932bf8a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:36.051906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port bc2dd930-1470-4195-9240-c5da092a786a, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=bc2dd930-1470-4195-9240-c5da092a786a,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:36.097342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1401b652-99de-4554-94d9-e500dba1e847 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:36.104219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Sync routers for ids ['1fc661d6-4772-4eba-8835-55c4be2316d7'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:35:36.165951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Routers {'1fc661d6-4772-4eba-8835-55c4be2316d7'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:36.165951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1fc661d6-4772-4eba-8835-55c4be2316d7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:36.251673 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-65ea21e8-7ced-417a-b637-3edb8856caf0 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:36.369466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-65ea21e8-7ced-417a-b637-3edb8856caf0 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:36.394971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['59e8048e-7982-4bd6-b05d-83915c99016e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:36.397635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-30a4e1d2-2b05-4b5b-bfd4-4140655918be req-64884b8d-8f3b-418d-bcbb-1dd7a75eae11 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 210 time: 0.1035023 Nov 15 14:35:36.398198 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:36.497049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:36.522383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea21e8-7ced-417a-b637-3edb8856caf0 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Pushing event updated for resources: {'Port': ['ID=085c20d5-2277-4004-b2df-09ddc932bf8a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:36.527662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:36.532254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['d5c5e6ee-d641-490f-8f65-39cc320f9237'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:36.606831 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53498) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:36.622176 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f9ca950c-f188-4554-8b87-0f38d55cc090 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1935618543', 'description': 'tempest-description--1661330095'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:36.633668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Set router 1fc661d6-4772-4eba-8835-55c4be2316d7 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:36.635362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-65ea21e8-7ced-417a-b637-3edb8856caf0 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:36.739796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-65ea21e8-7ced-417a-b637-3edb8856caf0 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:36.768774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-65ea21e8-7ced-417a-b637-3edb8856caf0 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:36.791802 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-3f99e6e2-24db-4441-b7fd-6934fe22a9da tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:36.832457 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9ca950c-f188-4554-8b87-0f38d55cc090 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:36.984161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774fe48-beb3-400c-80b2-7e88176b3718 req-6248ec1a-4e55-44f2-86d2-188145777b22 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:36.985734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2774fe48-beb3-400c-80b2-7e88176b3718 req-6248ec1a-4e55-44f2-86d2-188145777b22 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 936 time: 0.4359705 Nov 15 14:35:37.021118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da1862-769b-4f6a-9ae3-74d68afe1171 req-79b3cf67-63ff-48de-a9fb-7180337edbb5 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:37.028246 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9ca950c-f188-4554-8b87-0f38d55cc090 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:37.031382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8da1862-769b-4f6a-9ae3-74d68afe1171 req-79b3cf67-63ff-48de-a9fb-7180337edbb5 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 944 time: 0.2958724 Nov 15 14:35:37.050549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-65ea21e8-7ced-417a-b637-3edb8856caf0 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:37.051708 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-65ea21e8-7ced-417a-b637-3edb8856caf0 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:37.159738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2774fe48-beb3-400c-80b2-7e88176b3718 req-33870e74-c5d8-4d95-889b-0ce2f7b20c05 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243012 Nov 15 14:35:37.184208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 615e7295-475b-498a-959e-6a83a85f0d93 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:37.205574 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8da1862-769b-4f6a-9ae3-74d68afe1171 req-45c6d1b6-6d03-4c24-9b3b-f79d161c7c0e tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724470 Nov 15 14:35:37.259987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=bc2dd930-1470-4195-9240-c5da092a786a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:37.387427 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9ca950c-f188-4554-8b87-0f38d55cc090 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:37.399982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71902ede-7c57-4f8c-9da0-a68467253aea req-dfe8cbac-12cf-449f-9760-e6bcf94c92a7 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:37.415342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71902ede-7c57-4f8c-9da0-a68467253aea req-dfe8cbac-12cf-449f-9760-e6bcf94c92a7 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 944 time: 0.1220849 Nov 15 14:35:37.426750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e930fe5e-5389-4515-aa29-7885d1f0fdd3 None None] Provisioning complete for port 085c20d5-2277-4004-b2df-09ddc932bf8a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:37.427125 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e930fe5e-5389-4515-aa29-7885d1f0fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:37.445100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca950c-f188-4554-8b87-0f38d55cc090 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c7007f-f83c-468d-890c-98fc82454e78,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:37.490759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-65ea21e8-7ced-417a-b637-3edb8856caf0 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0745938 Nov 15 14:35:37.491435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 1401b652-99de-4554-94d9-e500dba1e847 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:35:37.491815 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-3f99e6e2-24db-4441-b7fd-6934fe22a9da tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:37.522253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Request body: {'port': {'device_id': 'e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:37.528499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['646e1847-083c-4306-8c9e-aa18d0e19133'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:37.553644 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 1401b652-99de-4554-94d9-e500dba1e847 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:37.553644 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:37.616561 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9ca950c-f188-4554-8b87-0f38d55cc090 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:37.621057 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f9ca950c-f188-4554-8b87-0f38d55cc090 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0101862 Nov 15 14:35:37.622910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53516) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:37.630509 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a2a26b44-d675-446b-a270-9d523506f7af tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Request body: {'security_group_rule': {'security_group_id': 'b3c7007f-f83c-468d-890c-98fc82454e78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:37.640403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-3f99e6e2-24db-4441-b7fd-6934fe22a9da tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Network ec5351cd-ca79-4685-88e1-38045ece2a22 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:37.678828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:35:32Z', 'revision_number': 4, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '44b99bc4-1676-4213-8f64-a69bcb76b9ed', 'name': '', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'mac_address': 'fa:16:3e:c4:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:31Z', 'updated_at': '2021-11-15T14:35:32Z', 'revision_number': 2, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'subnets': [{'id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:37.691499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e930fe5e-5389-4515-aa29-7885d1f0fdd3 None None] Port 085c20d5-2277-4004-b2df-09ddc932bf8a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:35:37.714262 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71902ede-7c57-4f8c-9da0-a68467253aea req-9105e630-d5d5-4eae-8d4d-f53ba249195a tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284064 Nov 15 14:35:37.716160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-3f99e6e2-24db-4441-b7fd-6934fe22a9da tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:37.730583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99e6e2-24db-4441-b7fd-6934fe22a9da tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Pushing event updated for resources: {'Port': ['ID=606be7f6-5b4d-400c-a8df-718e856bb53f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:37.738626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-3f99e6e2-24db-4441-b7fd-6934fe22a9da tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:37.755383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7c548-4cff-402f-8860-4b2e2d83c289 req-d2e65aac-8606-44fd-b1b3-b4b6ae311a5b tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:37.764453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 615e7295-475b-498a-959e-6a83a85f0d93 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:35:37.771224 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ac7c548-4cff-402f-8860-4b2e2d83c289 req-d2e65aac-8606-44fd-b1b3-b4b6ae311a5b tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 948 time: 0.3517480 Nov 15 14:35:37.772695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Checking router: 1fc661d6-4772-4eba-8835-55c4be2316d7 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:35:37.773051 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Updating router 1fc661d6-4772-4eba-8835-55c4be2316d7 port 44b99bc4-1676-4213-8f64-a69bcb76b9ed binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:35:37.784548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 615e7295-475b-498a-959e-6a83a85f0d93 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:37.784917 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:37.858985 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a26b44-d675-446b-a270-9d523506f7af tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:37.887125 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:37.982284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ac7c548-4cff-402f-8860-4b2e2d83c289 req-5940c05c-1433-4631-940e-5602d41190a9 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080591 Nov 15 14:35:37.983278 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.008110 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a26b44-d675-446b-a270-9d523506f7af tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.074815 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a26b44-d675-446b-a270-9d523506f7af tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.094061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-3f99e6e2-24db-4441-b7fd-6934fe22a9da tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:38.094981 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-3f99e6e2-24db-4441-b7fd-6934fe22a9da tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.123150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a26b44-d675-446b-a270-9d523506f7af tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9df3f4d-fd3f-4358-bc1a-afdc3373542c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:38.175956 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a26b44-d675-446b-a270-9d523506f7af tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.181389 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a2a26b44-d675-446b-a270-9d523506f7af tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5536633 Nov 15 14:35:38.182072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53524) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:38.187159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-65660d35-3dd3-4e6e-9cd2-6f376ab7ae06 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Request body: {'security_group_rule': {'security_group_id': 'b3c7007f-f83c-468d-890c-98fc82454e78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:38.188991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946f6f3-7302-4896-a644-4fc47e354364 req-739528ff-e1a2-472b-9a9f-66c92fe5c191 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:38.197476 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c946f6f3-7302-4896-a644-4fc47e354364 req-739528ff-e1a2-472b-9a9f-66c92fe5c191 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 931 time: 0.2365451 Nov 15 14:35:38.362934 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.382846 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65660d35-3dd3-4e6e-9cd2-6f376ab7ae06 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.445547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c946f6f3-7302-4896-a644-4fc47e354364 req-90fee50d-43bc-491f-b9f4-e3fc424985a3 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455070 Nov 15 14:35:38.446260 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65660d35-3dd3-4e6e-9cd2-6f376ab7ae06 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.463228 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-3f99e6e2-24db-4441-b7fd-6934fe22a9da tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3351839 Nov 15 14:35:38.498388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Request body: {'port': {'device_id': '3893d763-1951-4722-9440-2d194288240a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:38.531923 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65660d35-3dd3-4e6e-9cd2-6f376ab7ae06 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.555366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65660d35-3dd3-4e6e-9cd2-6f376ab7ae06 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c116bee-9cd3-433c-b1eb-c3d910d9963d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:38.654281 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.656493 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6a1cde-0243-4677-9f5a-9b0680a602bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1401b652-99de-4554-94d9-e500dba1e847'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:38.658869 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcfa78a-8233-42df-adef-11a5eded1625" -d '{"events": [{"server_uuid": "fc6a1cde-0243-4677-9f5a-9b0680a602bc", "name": "network-vif-plugged", "status": "completed", "tag": "1401b652-99de-4554-94d9-e500dba1e847"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:38.679755 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65660d35-3dd3-4e6e-9cd2-6f376ab7ae06 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.681318 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-65660d35-3dd3-4e6e-9cd2-6f376ab7ae06 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4980061 Nov 15 14:35:38.691021 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53542) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:38.697115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-99e8bcdd-3d1a-4bf9-8b3b-e718467aaab8 None None] Provisioning complete for port 606be7f6-5b4d-400c-a8df-718e856bb53f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:38.697797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:38.699239 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99e8bcdd-3d1a-4bf9-8b3b-e718467aaab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.717877 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1401b652-99de-4554-94d9-e500dba1e847, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1401b652-99de-4554-94d9-e500dba1e847,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:38.791583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee14460-144e-4707-8027-90b9e68a0ad0 req-5794133c-42b7-42b3-a7fe-8502940c0111 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:38.794367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bee14460-144e-4707-8027-90b9e68a0ad0 req-5794133c-42b7-42b3-a7fe-8502940c0111 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 936 time: 0.3975351 Nov 15 14:35:38.826043 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.843466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 615e7295-475b-498a-959e-6a83a85f0d93, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=615e7295-475b-498a-959e-6a83a85f0d93,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:38.844848 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d5c5e6ee-d641-490f-8f65-39cc320f9237 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:38.859854 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.873210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-99e8bcdd-3d1a-4bf9-8b3b-e718467aaab8 None None] Port 606be7f6-5b4d-400c-a8df-718e856bb53f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:35:38.880472 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.936960 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:38.970505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1401b652-99de-4554-94d9-e500dba1e847,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:39.139661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=615e7295-475b-498a-959e-6a83a85f0d93,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:39.150121 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port d5c5e6ee-d641-490f-8f65-39cc320f9237 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:35:39.160612 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4007c23-41ba-48b4-9603-67efedc3cdd7 req-88f003b6-e98e-4fac-a892-bd9deb3829e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1207592 Nov 15 14:35:39.177740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device bc2dd930-1470-4195-9240-c5da092a786a up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:39.186607 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.188332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port d5c5e6ee-d641-490f-8f65-39cc320f9237 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:39.188689 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.199532 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.284068 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port bc2dd930-1470-4195-9240-c5da092a786a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:39.284434 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.330180 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.391864 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.433096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702d719-2e9b-43d8-9b6d-b1d77ead8680 req-04e297ce-9831-4369-9e3f-b4836c7a6b94 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:39.442495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8702d719-2e9b-43d8-9b6d-b1d77ead8680 req-04e297ce-9831-4369-9e3f-b4836c7a6b94 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 944 time: 0.8757746 Nov 15 14:35:39.444951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0647aa-ffa6-4b34-84c1-a9a48730fc8f None None] Pushing event updated for resources: {'Port': ['ID=44b99bc4-1676-4213-8f64-a69bcb76b9ed,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:39.464120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4007c23-41ba-48b4-9603-67efedc3cdd7 req-a21f2479-0c77-4f0b-a973-98cafbd46977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:39.465860 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4007c23-41ba-48b4-9603-67efedc3cdd7 req-a21f2479-0c77-4f0b-a973-98cafbd46977 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 1096 time: 0.2091987 Nov 15 14:35:39.507271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bee14460-144e-4707-8027-90b9e68a0ad0 req-a59506ba-949f-47ad-b4d6-0f9237903a85 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7008879 Nov 15 14:35:39.516048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606be7f6-5b4d-400c-a8df-718e856bb53f {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:39.532470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port d5c5e6ee-d641-490f-8f65-39cc320f9237, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d5c5e6ee-d641-490f-8f65-39cc320f9237,segment=NetworkSegment(6260927e-ab6c-4668-85d1-4bc2af2237e7),segment_id=6260927e-ab6c-4668-85d1-4bc2af2237e7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:39.538248 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.540776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Allocated IP 172.25.4.143 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/6343dc8c-0ebb-4fbc-96ec-2a3bab2cfdfd) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:39.654243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Attempting to bind port 44b99bc4-1676-4213-8f64-a69bcb76b9ed on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:39.654643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Attempting to bind port 44b99bc4-1676-4213-8f64-a69bcb76b9ed by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '358f8ad1-1675-42f6-b20c-487a4ffa8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:39.655015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Attempting to bind port 44b99bc4-1676-4213-8f64-a69bcb76b9ed on network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:39.663605 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Transition to ACTIVE for port object 606be7f6-5b4d-400c-a8df-718e856bb53f will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:35:39.663891 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:39.664156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Checking segment: {'id': '358f8ad1-1675-42f6-b20c-487a4ffa8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:39.664553 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.664948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Bound using segment: {'id': '358f8ad1-1675-42f6-b20c-487a4ffa8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:39.665447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Bound port: 44b99bc4-1676-4213-8f64-a69bcb76b9ed, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358f8ad1-1675-42f6-b20c-487a4ffa8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:39.665880 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.668703 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.669526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:39.687473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8702d719-2e9b-43d8-9b6d-b1d77ead8680 req-63415abe-6245-4687-8310-622459d83184 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440014 Nov 15 14:35:39.702381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085c20d5-2277-4004-b2df-09ddc932bf8a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:39.726961 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.757275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Transition to ACTIVE for port object 085c20d5-2277-4004-b2df-09ddc932bf8a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:35:39.789611 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.811384 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160d0557-d756-48be-89f3-36a06f4df7b6 x-openstack-request-id: req-160d0557-d756-48be-89f3-36a06f4df7b6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:39.812083 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6a1cde-0243-4677-9f5a-9b0680a602bc", "name": "network-vif-plugged", "status": "completed", "tag": "1401b652-99de-4554-94d9-e500dba1e847", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:39.812563 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-160d0557-d756-48be-89f3-36a06f4df7b6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:39.813201 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6a1cde-0243-4677-9f5a-9b0680a602bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1401b652-99de-4554-94d9-e500dba1e847', 'code': 200} Nov 15 14:35:39.871664 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.874906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=d5c5e6ee-d641-490f-8f65-39cc320f9237,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:39.899196 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b4238dfd-d91d-4a79-98e1-3b44667c3f95 None None] Provisioning complete for port 44b99bc4-1676-4213-8f64-a69bcb76b9ed triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:39.899774 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4238dfd-d91d-4a79-98e1-3b44667c3f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:39.985887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] For port 44b99bc4-1676-4213-8f64-a69bcb76b9ed, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:40.017715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Pushing event updated for resources: {'Port': ['ID=606be7f6-5b4d-400c-a8df-718e856bb53f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:40.053639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] For port 44b99bc4-1676-4213-8f64-a69bcb76b9ed, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=44b99bc4-1676-4213-8f64-a69bcb76b9ed,segment=NetworkSegment(358f8ad1-1675-42f6-b20c-487a4ffa8822),segment_id=358f8ad1-1675-42f6-b20c-487a4ffa8822)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:40.069866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:35:40.083618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b4238dfd-d91d-4a79-98e1-3b44667c3f95 None None] Port 44b99bc4-1676-4213-8f64-a69bcb76b9ed cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:35:40.085895 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:40.091292 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:40.125253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4007c23-41ba-48b4-9603-67efedc3cdd7 req-4c582f70-2040-4a0f-975a-cab818bafedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:40.126885 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4007c23-41ba-48b4-9603-67efedc3cdd7 req-4c582f70-2040-4a0f-975a-cab818bafedb service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.5994463 Nov 15 14:35:40.150837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Pushing event updated for resources: {'Port': ['ID=085c20d5-2277-4004-b2df-09ddc932bf8a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:40.189363 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:40.218113 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:40.287412 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4007c23-41ba-48b4-9603-67efedc3cdd7 req-944005bf-bfb7-4952-8585-eb76238594ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 217 time: 0.1444180 Nov 15 14:35:40.464446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4007c23-41ba-48b4-9603-67efedc3cdd7 req-6a444a94-0c6b-4b2d-b2cc-7350b4cb46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:40.465972 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4007c23-41ba-48b4-9603-67efedc3cdd7 req-6a444a94-0c6b-4b2d-b2cc-7350b4cb46fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.1656523 Nov 15 14:35:40.497562 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Routers {'1fc661d6-4772-4eba-8835-55c4be2316d7'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:40.498384 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1fc661d6-4772-4eba-8835-55c4be2316d7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:40.538981 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:40.600227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0647aa-ffa6-4b34-84c1-a9a48730fc8f None None] Pushing event updated for resources: {'Port': ['ID=44b99bc4-1676-4213-8f64-a69bcb76b9ed,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:40.630177 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:40.636605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:40.649418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:40.652847 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:40.661613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Attempting to bind port 606be7f6-5b4d-400c-a8df-718e856bb53f on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:40.661990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Attempting to bind port 606be7f6-5b4d-400c-a8df-718e856bb53f by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:40.662297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Attempting to bind port 606be7f6-5b4d-400c-a8df-718e856bb53f on network ec5351cd-ca79-4685-88e1-38045ece2a22 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:40.685515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Port 606be7f6-5b4d-400c-a8df-718e856bb53f on network ec5351cd-ca79-4685-88e1-38045ece2a22 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:35:40.685515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Attempting to bind port 606be7f6-5b4d-400c-a8df-718e856bb53f on network ec5351cd-ca79-4685-88e1-38045ece2a22 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:40.697581 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4007c23-41ba-48b4-9603-67efedc3cdd7 req-7e8f9f24-2d8d-4f72-a715-e1acb4d2aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:40.700486 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4007c23-41ba-48b4-9603-67efedc3cdd7 req-7e8f9f24-2d8d-4f72-a715-e1acb4d2aa1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2205079 Nov 15 14:35:40.720740 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Pushing event updated for resources: {'Port': ['ID=6343dc8c-0ebb-4fbc-96ec-2a3bab2cfdfd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:40.735511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa533b12-b590-48f1-a1e0-f3f7e2216843 req-e852759c-060c-45d5-b3bf-7c71a59e0931 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:40.744614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa533b12-b590-48f1-a1e0-f3f7e2216843 req-e852759c-060c-45d5-b3bf-7c71a59e0931 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 944 time: 0.8433151 Nov 15 14:35:40.755107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90e5ce-a688-4df9-b961-3e9b7c3af64a req-93c75e49-c8bf-402a-a964-e0256f552a09 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:40.756871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b90e5ce-a688-4df9-b961-3e9b7c3af64a req-93c75e49-c8bf-402a-a964-e0256f552a09 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 949 time: 0.6850653 Nov 15 14:35:40.775607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:40.776150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Checking segment: {'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:40.777109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Bound using segment: {'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:40.777568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Bound port: 606be7f6-5b4d-400c-a8df-718e856bb53f, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002bc5c6-cefc-484c-9ded-02bdf3e3b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:40.777932 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:40.785205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d,segment=NetworkSegment(6260927e-ab6c-4668-85d1-4bc2af2237e7),segment_id=6260927e-ab6c-4668-85d1-4bc2af2237e7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:40.820493 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] Set router 1fc661d6-4772-4eba-8835-55c4be2316d7 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:40.836079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003efa53-27c9-40e8-ba5d-0046267eefef req-1e7aac27-6fb3-41f9-bd7c-71e77d14433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:40.836079 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-003efa53-27c9-40e8-ba5d-0046267eefef req-1e7aac27-6fb3-41f9-bd7c-71e77d14433c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 1096 time: 0.9326651 Nov 15 14:35:40.899549 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:40.983061 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:40.992198 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa533b12-b590-48f1-a1e0-f3f7e2216843 req-62a6bdcc-0188-4924-9701-f38066038003 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466099 Nov 15 14:35:41.008988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] For port 606be7f6-5b4d-400c-a8df-718e856bb53f, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:41.014529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] For port 606be7f6-5b4d-400c-a8df-718e856bb53f, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=606be7f6-5b4d-400c-a8df-718e856bb53f,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:41.024034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b90e5ce-a688-4df9-b961-3e9b7c3af64a req-dc000dd8-067f-4025-b23e-5fef582bf375 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323778 Nov 15 14:35:41.030328 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-003efa53-27c9-40e8-ba5d-0046267eefef req-6b3b8251-d791-42e0-818a-6930c1f3519e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569774 Nov 15 14:35:41.031453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Attempting to bind port 085c20d5-2277-4004-b2df-09ddc932bf8a on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:41.031789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Attempting to bind port 085c20d5-2277-4004-b2df-09ddc932bf8a by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:41.032120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Attempting to bind port 085c20d5-2277-4004-b2df-09ddc932bf8a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:41.039046 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4007c23-41ba-48b4-9603-67efedc3cdd7 req-49febb72-03ca-4311-b84e-71d547b70fed service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137124 Nov 15 14:35:41.041049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Port 085c20d5-2277-4004-b2df-09ddc932bf8a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:35:41.041372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Attempting to bind port 085c20d5-2277-4004-b2df-09ddc932bf8a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:41.065063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:41.065063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:41.067027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:41.067527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Bound port: 085c20d5-2277-4004-b2df-09ddc932bf8a, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:41.067899 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:41.115403 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:41.187582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cd0a04e7-55bf-4394-a881-a398e7fd2d8b None None] Provisioning complete for port 44b99bc4-1676-4213-8f64-a69bcb76b9ed triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:41.187582 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd0a04e7-55bf-4394-a881-a398e7fd2d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:41.208322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:41.219728 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:41.219728 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] 10.222.0.59 "PUT /v2.0/ports/606be7f6-5b4d-400c-a8df-718e856bb53f HTTP/1.1" status: 200 len: 1091 time: 2.7188892 Nov 15 14:35:41.230036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3893d763-1951-4722-9440-2d194288240a', 'tag': '606be7f6-5b4d-400c-a8df-718e856bb53f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:41.232395 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154f4b12-d89c-4963-9d00-ba99337efea3" -d '{"events": [{"name": "network-changed", "server_uuid": "3893d763-1951-4722-9440-2d194288240a", "tag": "606be7f6-5b4d-400c-a8df-718e856bb53f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:41.239077 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:41.302214 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4007c23-41ba-48b4-9603-67efedc3cdd7 req-95a452ad-8c87-428c-ace3-5baf016c4a6b service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539365 Nov 15 14:35:41.328755 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:41.376985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98950bf-dd5f-4c08-882a-98e261d60b4d service neutron] Pushing event updated for resources: {'Port': ['ID=606be7f6-5b4d-400c-a8df-718e856bb53f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:41.395392 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] For port 085c20d5-2277-4004-b2df-09ddc932bf8a, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:41.427423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34f532-3460-4771-a244-01469b87653e req-4a457cde-a343-439d-8700-4256759375e8 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:41.428161 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd0a04e7-55bf-4394-a881-a398e7fd2d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:41.434875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd34f532-3460-4771-a244-01469b87653e req-4a457cde-a343-439d-8700-4256759375e8 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 948 time: 0.2390761 Nov 15 14:35:41.444577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d1033-fd77-476c-92d5-5719eae5e6b4 req-69fac159-8bd1-4a7f-abf1-869076fca3ff tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:41.459439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a8d1033-fd77-476c-92d5-5719eae5e6b4 req-69fac159-8bd1-4a7f-abf1-869076fca3ff tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 943 time: 0.2625394 Nov 15 14:35:41.466737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] For port 085c20d5-2277-4004-b2df-09ddc932bf8a, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=085c20d5-2277-4004-b2df-09ddc932bf8a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:41.517600 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35733682-203a-4e51-ad5d-b8ab35d43396 req-0f5b7256-04b0-475a-a15e-9bfc127473f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2119281 Nov 15 14:35:41.574139 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:41.711949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd34f532-3460-4771-a244-01469b87653e req-4a49130a-d784-4369-befd-2a7172698066 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760324 Nov 15 14:35:41.739712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:41.740540 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:41.741077 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:41.742798 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] 10.222.0.59 "PUT /v2.0/ports/085c20d5-2277-4004-b2df-09ddc932bf8a HTTP/1.1" status: 200 len: 1096 time: 4.2343650 Nov 15 14:35:41.748182 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:41.751625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-151c21c7-493c-4b53-829f-8f41c75afb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:41.753462 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-151c21c7-493c-4b53-829f-8f41c75afb12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 1094 time: 0.3596761 Nov 15 14:35:41.758744 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a8d1033-fd77-476c-92d5-5719eae5e6b4 req-ee69e6ad-0e2f-4a31-8ec7-d41dbaa962d8 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983298 Nov 15 14:35:41.820299 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd0a04e7-55bf-4394-a881-a398e7fd2d8b None None] For port 44b99bc4-1676-4213-8f64-a69bcb76b9ed, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=44b99bc4-1676-4213-8f64-a69bcb76b9ed,segment=NetworkSegment(358f8ad1-1675-42f6-b20c-487a4ffa8822),segment_id=358f8ad1-1675-42f6-b20c-487a4ffa8822)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:41.821416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6161988c-94ea-4411-8445-d05e5cf9ce1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615e7295-475b-498a-959e-6a83a85f0d93'}, {'server_uuid': '7e03cbc9-9e56-4f8b-ad17-964786883126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c5e6ee-d641-490f-8f65-39cc320f9237'}, {'server_uuid': 'e57a28fd-91cc-4436-ab81-82ebc16043f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:41.827755 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2fdf08-109b-47f1-8eba-a9ab416edef5" -d '{"events": [{"server_uuid": "6161988c-94ea-4411-8445-d05e5cf9ce1c", "name": "network-vif-plugged", "status": "completed", "tag": "615e7295-475b-498a-959e-6a83a85f0d93"}, {"server_uuid": "7e03cbc9-9e56-4f8b-ad17-964786883126", "name": "network-vif-plugged", "status": "completed", "tag": "d5c5e6ee-d641-490f-8f65-39cc320f9237"}, {"server_uuid": "e57a28fd-91cc-4436-ab81-82ebc16043f8", "name": "network-vif-plugged", "status": "completed", "tag": "1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:41.842080 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-2810f982-2e02-4b20-baf4-a490ba8d4466 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=606be7f6-5b4d-400c-a8df-718e856bb53f HTTP/1.1" status: 200 len: 217 time: 0.0710397 Nov 15 14:35:41.843659 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:41.866638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e317d4e-cefa-42b8-966f-d1b1561b694f service neutron] Pushing event updated for resources: {'Port': ['ID=085c20d5-2277-4004-b2df-09ddc932bf8a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:41.876456 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:35:32Z', 'revision_number': 4, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '44b99bc4-1676-4213-8f64-a69bcb76b9ed', 'name': '', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'mac_address': 'fa:16:3e:c4:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:31Z', 'updated_at': '2021-11-15T14:35:39Z', 'revision_number': 4, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'subnets': [{'id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:41.891313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35733682-203a-4e51-ad5d-b8ab35d43396 req-54be2e0e-ac65-4857-be42-ffde4c673353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:41.896340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35733682-203a-4e51-ad5d-b8ab35d43396 req-54be2e0e-ac65-4857-be42-ffde4c673353 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1a09ca1f3a74ff9a50e0c7e7d878699&device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 1096 time: 0.2959516 Nov 15 14:35:41.953472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa8647-0e96-439b-ac17-13be2e711ce5 None None] The sync data for ids ['1fc661d6-4772-4eba-8835-55c4be2316d7'] in n-d-817748-2 is: [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:35:32Z', 'revision_number': 4, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '44b99bc4-1676-4213-8f64-a69bcb76b9ed', 'name': '', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'mac_address': 'fa:16:3e:c4:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:31Z', 'updated_at': '2021-11-15T14:35:39Z', 'revision_number': 4, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'subnets': [{'id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:35:41.966148 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd0a04e7-55bf-4394-a881-a398e7fd2d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:42.022292 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-76abea85-eb8b-4b6f-b89c-2ed99eede782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:42.028251 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-76abea85-eb8b-4b6f-b89c-2ed99eede782 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.1695676 Nov 15 14:35:42.039696 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc55dc6-17fb-4f8c-afc2-69a70108ff08 x-openstack-request-id: req-7dc55dc6-17fb-4f8c-afc2-69a70108ff08 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:42.040508 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3893d763-1951-4722-9440-2d194288240a", "tag": "606be7f6-5b4d-400c-a8df-718e856bb53f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:42.040508 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7dc55dc6-17fb-4f8c-afc2-69a70108ff08 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:42.046014 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3893d763-1951-4722-9440-2d194288240a', 'tag': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'status': 'completed', 'code': 200} Nov 15 14:35:42.209787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d51a-daf4-4249-8895-c518c9b84121 req-232e574e-1be4-489b-aebc-3da47de19d22 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:42.215130 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cc1803-14c1-4303-80a8-08babe9fd497 x-openstack-request-id: req-39cc1803-14c1-4303-80a8-08babe9fd497 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:42.216343 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6161988c-94ea-4411-8445-d05e5cf9ce1c", "name": "network-vif-plugged", "status": "completed", "tag": "615e7295-475b-498a-959e-6a83a85f0d93", "code": 200}, {"server_uuid": "7e03cbc9-9e56-4f8b-ad17-964786883126", "name": "network-vif-plugged", "status": "completed", "tag": "d5c5e6ee-d641-490f-8f65-39cc320f9237", "code": 200}, {"server_uuid": "e57a28fd-91cc-4436-ab81-82ebc16043f8", "name": "network-vif-plugged", "status": "completed", "tag": "1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:42.221519 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39cc1803-14c1-4303-80a8-08babe9fd497 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:42.222327 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6161988c-94ea-4411-8445-d05e5cf9ce1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615e7295-475b-498a-959e-6a83a85f0d93', 'code': 200} Nov 15 14:35:42.223726 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e03cbc9-9e56-4f8b-ad17-964786883126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c5e6ee-d641-490f-8f65-39cc320f9237', 'code': 200} Nov 15 14:35:42.224230 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a28fd-91cc-4436-ab81-82ebc16043f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d', 'code': 200} Nov 15 14:35:42.226290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8d1d51a-daf4-4249-8895-c518c9b84121 req-232e574e-1be4-489b-aebc-3da47de19d22 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.3163776 Nov 15 14:35:42.245120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a04e7-55bf-4394-a881-a398e7fd2d8b None None] Pushing event updated for resources: {'Port': ['ID=44b99bc4-1676-4213-8f64-a69bcb76b9ed,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:42.270587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-0a91e056-d91e-42f1-a3fd-2b8b59b64c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:42.272127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-0a91e056-d91e-42f1-a3fd-2b8b59b64c54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66d56f711d8c4b4780cedb7072bfb406&device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 1099 time: 0.3411705 Nov 15 14:35:42.350026 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d17682d6-1e02-4378-a09e-9828f83a50db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:42.394884 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Pushing event updated for resources: {'Port': ['ID=6343dc8c-0ebb-4fbc-96ec-2a3bab2cfdfd,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:42.398972 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8d1d51a-daf4-4249-8895-c518c9b84121 req-81e71e3e-174b-4ec3-acb9-cd67c447ddfc tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702797 Nov 15 14:35:42.485516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-6bbaa9f1-4d48-4ddc-a621-80487cd2a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:42.487713 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-6bbaa9f1-4d48-4ddc-a621-80487cd2a64b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4215159 Nov 15 14:35:42.488793 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:42.537289 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35733682-203a-4e51-ad5d-b8ab35d43396 req-f7b25adb-0063-4d09-acf2-1504b1c57efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:42.537289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35733682-203a-4e51-ad5d-b8ab35d43396 req-f7b25adb-0063-4d09-acf2-1504b1c57efd service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 HTTP/1.1" status: 200 len: 916 time: 0.5589881 Nov 15 14:35:42.537289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-b2e10ac1-7196-4390-8c72-3c0b5405ab4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=085c20d5-2277-4004-b2df-09ddc932bf8a HTTP/1.1" status: 200 len: 217 time: 0.1737244 Nov 15 14:35:42.612602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35733682-203a-4e51-ad5d-b8ab35d43396 req-7dbb47c8-df1f-4b1b-acd4-a21a86c352ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6654cda0-92b5-4920-9c35-07f4c71b31d4 HTTP/1.1" status: 200 len: 217 time: 0.0908563 Nov 15 14:35:42.670269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14fedf-389e-4c98-9ea9-c0799fbeefb6 req-b1c74915-7cc0-4adf-8aa8-b5669a0219f4 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:42.678259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d14fedf-389e-4c98-9ea9-c0799fbeefb6 req-b1c74915-7cc0-4adf-8aa8-b5669a0219f4 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.3690763 Nov 15 14:35:42.718444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60ce3d-5171-4fcf-a4ab-2c2fb94eac20 req-277f02fa-aa52-4095-bc3b-8bdd06facdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:42.719969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd60ce3d-5171-4fcf-a4ab-2c2fb94eac20 req-277f02fa-aa52-4095-bc3b-8bdd06facdf7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 1100 time: 0.3111172 Nov 15 14:35:42.728267 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44950d8-c2d4-4a7a-85e2-1fb518424b03 req-71938495-0d99-4dca-8c6d-f1c8fb44edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:42.743583 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a44950d8-c2d4-4a7a-85e2-1fb518424b03 req-71938495-0d99-4dca-8c6d-f1c8fb44edae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 1097 time: 0.3719606 Nov 15 14:35:42.743583 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-88851b86-5197-4b5d-a0a8-3674f0843163 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224748 Nov 15 14:35:42.743583 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9e5e-9dfc-4f0f-b576-a9828f3f61df req-1a4de1d3-405d-45e4-bda3-a8aedd7b36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:42.743583 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d14e9e5e-9dfc-4f0f-b576-a9828f3f61df req-1a4de1d3-405d-45e4-bda3-a8aedd7b36ad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 1096 time: 0.3446524 Nov 15 14:35:42.755946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-73a73dde-4f89-4eed-9621-a6a6d0d00d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:42.757619 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-73a73dde-4f89-4eed-9621-a6a6d0d00d6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.2245102 Nov 15 14:35:42.780079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817ff33-e682-4385-8d32-ffa9e58c1d4f req-bb5af659-f875-4fa2-91d7-393a64cf1ae9 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:42.781708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5817ff33-e682-4385-8d32-ffa9e58c1d4f req-bb5af659-f875-4fa2-91d7-393a64cf1ae9 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 949 time: 0.2802489 Nov 15 14:35:42.836642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35733682-203a-4e51-ad5d-b8ab35d43396 req-395abaa3-343c-45ab-a4c2-a6a4c8b1be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:42.838211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35733682-203a-4e51-ad5d-b8ab35d43396 req-395abaa3-343c-45ab-a4c2-a6a4c8b1be38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a9fe1aa-4b3e-43fe-b632-1b87086ad640 HTTP/1.1" status: 200 len: 855 time: 0.2014670 Nov 15 14:35:42.852915 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:42.869516 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c2623900-0682-4072-bf60-f58778886d50 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1617506 Nov 15 14:35:42.921497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35733682-203a-4e51-ad5d-b8ab35d43396 req-22af6c44-f7ca-416d-8c39-92c73a8a200d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567827 Nov 15 14:35:42.939654 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a44950d8-c2d4-4a7a-85e2-1fb518424b03 req-7b9f45a3-3676-4b64-bafe-d847904142a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981280 Nov 15 14:35:42.965179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d14fedf-389e-4c98-9ea9-c0799fbeefb6 req-b8ae1cab-3e91-4d89-b5b9-71e15ebcdb80 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858803 Nov 15 14:35:43.016342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-de33a7d8-59fc-41af-8651-399c967cf9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:43.017875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-de33a7d8-59fc-41af-8651-399c967cf9ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2464769 Nov 15 14:35:43.049260 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d17682d6-1e02-4378-a09e-9828f83a50db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:43.051587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd60ce3d-5171-4fcf-a4ab-2c2fb94eac20 req-77e20d4f-86e8-493e-841c-3253ca030789 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994201 Nov 15 14:35:43.052270 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d14e9e5e-9dfc-4f0f-b576-a9828f3f61df req-366c2fb9-5037-4864-b3d1-5d2c07ac1b15 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058620 Nov 15 14:35:43.065682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5817ff33-e682-4385-8d32-ffa9e58c1d4f req-0e7ba00c-bdf5-4bff-9e28-2a5295d42c64 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555642 Nov 15 14:35:43.076338 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d8ea5bc-c837-4ed9-bb7f-3fc65b6b2267 req-9c130497-6fee-4518-91ee-45ab297d9d6b service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091269 Nov 15 14:35:43.131815 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d17682d6-1e02-4378-a09e-9828f83a50db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:43.173248 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 44b99bc4-1676-4213-8f64-a69bcb76b9ed up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:43.214531 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17682d6-1e02-4378-a09e-9828f83a50db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295b3637-549a-4d3e-9100-208a2c08f43a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:43.221457 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d17682d6-1e02-4378-a09e-9828f83a50db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3baf11fd50d4735a465f4b29d2a377d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4639287 Nov 15 14:35:43.222143 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53598) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:43.282363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 44b99bc4-1676-4213-8f64-a69bcb76b9ed triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:43.284335 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:43.309132 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aa22e66-6987-4c91-8d79-0b4b4782a37e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:43.341961 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aa22e66-6987-4c91-8d79-0b4b4782a37e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:43.351939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-e40b682e-8ce3-4d3a-b98c-3f40a279b51b service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970257 Nov 15 14:35:43.458420 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35733682-203a-4e51-ad5d-b8ab35d43396 req-5e1e84fe-247f-4cfa-acf5-b86c72cc05fe service neutron] 10.222.0.46 "GET /v2.0/networks/eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174532 Nov 15 14:35:43.473059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c89e9a-e133-40b7-b615-9db716d5b4e8 req-5652122f-1de3-48c7-825b-1f7202f5aeeb tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:43.490194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47c89e9a-e133-40b7-b615-9db716d5b4e8 req-5652122f-1de3-48c7-825b-1f7202f5aeeb tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 948 time: 0.2674999 Nov 15 14:35:43.496815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5ece1-c44d-4e9d-b50c-8ff75f9e391d req-e913dff7-3ca2-47a6-ab45-7cf89de4f881 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:43.498319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7a5ece1-c44d-4e9d-b50c-8ff75f9e391d req-e913dff7-3ca2-47a6-ab45-7cf89de4f881 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 943 time: 0.2465243 Nov 15 14:35:43.561076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4b12-d89c-4963-9d00-ba99337efea3 req-1733378b-723a-4d5a-b4c8-fe87ca64ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:43.563578 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-154f4b12-d89c-4963-9d00-ba99337efea3 req-1733378b-723a-4d5a-b4c8-fe87ca64ba6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 1094 time: 0.0808415 Nov 15 14:35:43.572106 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aa22e66-6987-4c91-8d79-0b4b4782a37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:43.577155 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aa22e66-6987-4c91-8d79-0b4b4782a37e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:43.578692 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8aa22e66-6987-4c91-8d79-0b4b4782a37e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/295b3637-549a-4d3e-9100-208a2c08f43a HTTP/1.1" status: 204 len: 168 time: 0.3551722 Nov 15 14:35:43.619427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa22e66-6987-4c91-8d79-0b4b4782a37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295b3637-549a-4d3e-9100-208a2c08f43a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:43.630234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94f6635d-ad56-45e7-a9da-d0d0e8ec7f54 req-75810845-7e0a-4008-94bc-5244459cdc38 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632244 Nov 15 14:35:43.689861 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47c89e9a-e133-40b7-b615-9db716d5b4e8 req-2100fab2-5e2a-4db0-8dc1-7e4096a36ba2 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021289 Nov 15 14:35:43.695990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7a5ece1-c44d-4e9d-b50c-8ff75f9e391d req-f6e803ac-2522-43fd-89b5-b47f80ea06e1 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573038 Nov 15 14:35:43.741485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35733682-203a-4e51-ad5d-b8ab35d43396 req-37364779-be43-40f4-b7df-a8b5c591f716 service neutron] 10.222.0.46 "GET /v2.0/networks/eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568460 Nov 15 14:35:43.785688 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4b12-d89c-4963-9d00-ba99337efea3 req-db3cb5aa-bd33-467b-949b-b625fa746d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:43.793915 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-154f4b12-d89c-4963-9d00-ba99337efea3 req-db3cb5aa-bd33-467b-949b-b625fa746d7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.2082586 Nov 15 14:35:43.867750 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-154f4b12-d89c-4963-9d00-ba99337efea3 req-c3f4a2cc-52e5-47fa-9470-a0c6b916e99e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=606be7f6-5b4d-400c-a8df-718e856bb53f HTTP/1.1" status: 200 len: 217 time: 0.0572875 Nov 15 14:35:43.957757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-4ca3d3ad-df4f-43a9-81b3-4fd6c46aed29 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1935618543&fields=id&tenant_id=8772e7bd09904dc187e600d041d4140e HTTP/1.1" status: 200 len: 267 time: 0.0851784 Nov 15 14:35:43.958107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4b12-d89c-4963-9d00-ba99337efea3 req-f91116fd-92c0-4284-b612-5e086de3ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:43.958107 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-154f4b12-d89c-4963-9d00-ba99337efea3 req-f91116fd-92c0-4284-b612-5e086de3ca3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.0516355 Nov 15 14:35:43.991992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4b12-d89c-4963-9d00-ba99337efea3 req-02770053-7fad-424f-b9b3-31c987a6de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:43.993778 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-154f4b12-d89c-4963-9d00-ba99337efea3 req-02770053-7fad-424f-b9b3-31c987a6de98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430863 Nov 15 14:35:44.019123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5ce6e-c9bb-4672-91dd-b90d4f0d442b req-2304a496-437f-4c17-a583-af67a34e085a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:44.020676 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fb5ce6e-c9bb-4672-91dd-b90d4f0d442b req-2304a496-437f-4c17-a583-af67a34e085a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.1184568 Nov 15 14:35:44.053341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c', 'tag': '085c20d5-2277-4004-b2df-09ddc932bf8a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:44.055495 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa94746-667c-4fee-b456-381be15ac009" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c", "tag": "085c20d5-2277-4004-b2df-09ddc932bf8a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:44.092293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-530b8d6b-7041-48f7-b3bb-532054da1bf6 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:44.099881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-530b8d6b-7041-48f7-b3bb-532054da1bf6 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/networks?id=3c9b5f5b-7030-437f-8e9d-1399aab9bca5 HTTP/1.1" status: 200 len: 811 time: 0.1566727 Nov 15 14:35:44.110876 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-154f4b12-d89c-4963-9d00-ba99337efea3 req-db138008-6aa3-487e-91e1-bc94e52dadda service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046534 Nov 15 14:35:44.124191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fb5ce6e-c9bb-4672-91dd-b90d4f0d442b req-27e40fd0-a7ce-4076-a747-c5b190997078 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948689 Nov 15 14:35:44.125581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-eff3f958-8bf9-4c64-a81d-c7008dbd1082 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/quotas/8772e7bd09904dc187e600d041d4140e HTTP/1.1" status: 200 len: 375 time: 0.0199695 Nov 15 14:35:44.207087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-4af30ca6-8d2f-4766-a573-8f39e8864883 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8772e7bd09904dc187e600d041d4140e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739679 Nov 15 14:35:44.236306 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-154f4b12-d89c-4963-9d00-ba99337efea3 req-e782ec00-0691-4eee-b1f7-8e8575003c18 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063123 Nov 15 14:35:44.334789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177b064-7b3a-4e91-9c3c-d5408c77a5cc req-6898914a-3f12-4850-9a40-3631b650859e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:44.337123 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7177b064-7b3a-4e91-9c3c-d5408c77a5cc req-6898914a-3f12-4850-9a40-3631b650859e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.1205339 Nov 15 14:35:44.368753 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-30344ff7-b2d3-4ff8-a16e-2d63bada071e service neutron] 10.222.0.70 "GET /v2.0/networks/3c9b5f5b-7030-437f-8e9d-1399aab9bca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335287 Nov 15 14:35:44.441122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7177b064-7b3a-4e91-9c3c-d5408c77a5cc req-b1103684-1f71-47bc-aee6-b09c0e03a85e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987585 Nov 15 14:35:44.478575 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-c897ffb5-7fdf-4ef2-af8d-8db159c01696 service neutron] 10.222.0.70 "GET /v2.0/networks/3c9b5f5b-7030-437f-8e9d-1399aab9bca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029329 Nov 15 14:35:44.503446 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19f32b2-e7c8-4f4f-ad6f-40a7eb89e3aa x-openstack-request-id: req-d19f32b2-e7c8-4f4f-ad6f-40a7eb89e3aa {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:44.503761 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c", "tag": "085c20d5-2277-4004-b2df-09ddc932bf8a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:44.503999 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d19f32b2-e7c8-4f4f-ad6f-40a7eb89e3aa {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:44.504581 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c', 'tag': '085c20d5-2277-4004-b2df-09ddc932bf8a', 'status': 'completed', 'code': 200} Nov 15 14:35:44.633360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1155a-754a-4bb8-8006-faeb15cd01de req-69107676-3c00-47bb-8eb4-cc16fc42e6df tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:44.635162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5ab1155a-754a-4bb8-8006-faeb15cd01de req-69107676-3c00-47bb-8eb4-cc16fc42e6df tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 949 time: 0.0818925 Nov 15 14:35:44.655326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94746-667c-4fee-b456-381be15ac009 req-3cdfdae2-e98e-4743-b67e-d89f4ad80968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:44.656935 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bfa94746-667c-4fee-b456-381be15ac009 req-3cdfdae2-e98e-4743-b67e-d89f4ad80968 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66d56f711d8c4b4780cedb7072bfb406&device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 1099 time: 0.1051848 Nov 15 14:35:44.703644 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5ab1155a-754a-4bb8-8006-faeb15cd01de req-e2a16012-b4d0-4a65-ab4c-eae1a0f9fdc0 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618446 Nov 15 14:35:44.780355 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94746-667c-4fee-b456-381be15ac009 req-eb6b3f9e-2603-4565-94b4-d546637ac0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:44.782699 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bfa94746-667c-4fee-b456-381be15ac009 req-eb6b3f9e-2603-4565-94b4-d546637ac0d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.0999088 Nov 15 14:35:44.816910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cf2be-b0f4-4e94-b563-ed88c132bf5f req-9a7f6973-290b-432c-b83d-61285937da7b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:44.818542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de5cf2be-b0f4-4e94-b563-ed88c132bf5f req-9a7f6973-290b-432c-b83d-61285937da7b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.0510452 Nov 15 14:35:44.832616 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bfa94746-667c-4fee-b456-381be15ac009 req-059c3011-0fdd-41d2-83f7-5e1c7c345c90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=085c20d5-2277-4004-b2df-09ddc932bf8a HTTP/1.1" status: 200 len: 217 time: 0.0374961 Nov 15 14:35:44.868902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de5cf2be-b0f4-4e94-b563-ed88c132bf5f req-e547f067-23ff-4450-a65b-c6ce42ec4031 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432584 Nov 15 14:35:44.910915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53634) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:44.911056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94746-667c-4fee-b456-381be15ac009 req-2c92a1f7-d158-4249-b0a9-86467213009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:44.911056 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bfa94746-667c-4fee-b456-381be15ac009 req-2c92a1f7-d158-4249-b0a9-86467213009c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0586872 Nov 15 14:35:44.911285 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee7a7-f271-4597-ac95-a34cea4f116b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:44.979010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94746-667c-4fee-b456-381be15ac009 req-f5339503-f0b2-4072-bc44-b23c10823bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:44.979010 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bfa94746-667c-4fee-b456-381be15ac009 req-f5339503-f0b2-4072-bc44-b23c10823bd0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488226 Nov 15 14:35:45.053812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2f3a1-ab94-4d72-9083-4330991fc907 req-4d50328f-75c1-484e-a79b-765e66948be8 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:45.053812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34a2f3a1-ab94-4d72-9083-4330991fc907 req-4d50328f-75c1-484e-a79b-765e66948be8 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 943 time: 0.0839419 Nov 15 14:35:45.053812 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee7a7-f271-4597-ac95-a34cea4f116b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:45.072653 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bfa94746-667c-4fee-b456-381be15ac009 req-9fa828b7-812d-4a3d-ad50-6c6e702776cd service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951915 Nov 15 14:35:45.096414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34a2f3a1-ab94-4d72-9083-4330991fc907 req-bfd06689-1bd6-4ade-8339-4a7b914793e5 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536661 Nov 15 14:35:45.165948 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee7a7-f271-4597-ac95-a34cea4f116b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:45.211594 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bfa94746-667c-4fee-b456-381be15ac009 req-577ee403-a615-4d8b-8da3-cb30a812a530 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265535 Nov 15 14:35:45.241086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419b99-a561-4141-830d-a60c34f2cbcf req-13f867d1-d5d2-4f37-9eb5-4961535390fc tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:45.249601 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91419b99-a561-4141-830d-a60c34f2cbcf req-13f867d1-d5d2-4f37-9eb5-4961535390fc tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 948 time: 0.1424870 Nov 15 14:35:45.253974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ff2ee7a7-f271-4597-ac95-a34cea4f116b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=68e0fb096ea045ed8dd9508502286fab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580687 Nov 15 14:35:45.256520 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:45.273167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ee7a7-f271-4597-ac95-a34cea4f116b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c332c5-17f4-4fae-a28d-bccf68d1d8eb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:45.326344 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3ae007f-a56a-441a-993f-a3d615ea774a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:45.327041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91419b99-a561-4141-830d-a60c34f2cbcf req-aa1edf1f-c969-4100-89d5-74079ab35b8f tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737607 Nov 15 14:35:45.361284 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3ae007f-a56a-441a-993f-a3d615ea774a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:45.406929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4988037-645f-4261-8b5e-8c5ef1aa5c05 req-a2968815-e586-4545-83e6-f6a96a877a65 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 210 time: 0.0337701 Nov 15 14:35:45.479015 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd9c9a-c8b5-494b-8f3f-fe82d25e8a69 req-42b25c8f-62f5-4c5b-927d-6bf830d92c41 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:45.481104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8fd9c9a-c8b5-494b-8f3f-fe82d25e8a69 req-42b25c8f-62f5-4c5b-927d-6bf830d92c41 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.0521607 Nov 15 14:35:45.549441 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8fd9c9a-c8b5-494b-8f3f-fe82d25e8a69 req-b5eef484-7be2-45cf-93cc-30cfe3442df5 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579925 Nov 15 14:35:45.554901 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3ae007f-a56a-441a-993f-a3d615ea774a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:45.558835 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3ae007f-a56a-441a-993f-a3d615ea774a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:45.560006 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f3ae007f-a56a-441a-993f-a3d615ea774a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00c332c5-17f4-4fae-a28d-bccf68d1d8eb HTTP/1.1" status: 204 len: 168 time: 0.3025093 Nov 15 14:35:45.575551 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae007f-a56a-441a-993f-a3d615ea774a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c332c5-17f4-4fae-a28d-bccf68d1d8eb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:45.614174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2fa9d-4c53-4898-a7de-007aae8c8bca req-dbdc3104-305a-42ed-be0c-64b4a6190f5e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:45.615218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8cc2fa9d-4c53-4898-a7de-007aae8c8bca req-dbdc3104-305a-42ed-be0c-64b4a6190f5e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.0783765 Nov 15 14:35:45.759492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8cc2fa9d-4c53-4898-a7de-007aae8c8bca req-3dc876d5-894b-4b86-aa42-de68beb0531c tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205931 Nov 15 14:35:45.782627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc194fe-8c24-462a-839a-ef4215fd552a req-00b42cef-a3bd-4423-bebc-707c194afc2d tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:45.784167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cc194fe-8c24-462a-839a-ef4215fd552a req-00b42cef-a3bd-4423-bebc-707c194afc2d tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.1134605 Nov 15 14:35:45.868169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cc194fe-8c24-462a-839a-ef4215fd552a req-59146a8b-0490-48f9-9c0b-7e658ca89739 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771849 Nov 15 14:35:45.912297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a490cb-a39a-4c11-9236-fcb9af5209a9 req-285340dc-7964-4863-9ce6-2634f03286a2 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:45.914213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62a490cb-a39a-4c11-9236-fcb9af5209a9 req-285340dc-7964-4863-9ce6-2634f03286a2 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 949 time: 0.0616262 Nov 15 14:35:45.974506 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62a490cb-a39a-4c11-9236-fcb9af5209a9 req-0c106aa3-fce0-4b3b-a0ff-79418cc2f82f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510087 Nov 15 14:35:46.085975 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:35:46.576682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42a7b-3559-4560-8721-aed90b2bac30 req-57efafee-7377-4263-8ba5-d2516a0c5b39 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:46.578169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fce42a7b-3559-4560-8721-aed90b2bac30 req-57efafee-7377-4263-8ba5-d2516a0c5b39 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6dd3128-f685-4ab8-b27d-04608634cd16 HTTP/1.1" status: 200 len: 950 time: 0.0482836 Nov 15 14:35:46.632591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fce42a7b-3559-4560-8721-aed90b2bac30 req-0208a7af-e50e-44ce-aa07-674626b62fd6 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471168 Nov 15 14:35:46.778138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ecdf1-6ddc-46ed-a4a4-7c4795182cf0 req-70993965-5dcb-4843-ad30-12a72d978b68 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:46.780763 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f7ecdf1-6ddc-46ed-a4a4-7c4795182cf0 req-70993965-5dcb-4843-ad30-12a72d978b68 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 943 time: 0.0762308 Nov 15 14:35:46.918369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811dd0a-40dd-49a0-93af-f4644370fa8e req-d365ed28-97f4-46d8-bd14-1783bbbe9a3c tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:46.920469 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d811dd0a-40dd-49a0-93af-f4644370fa8e req-d365ed28-97f4-46d8-bd14-1783bbbe9a3c tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 948 time: 0.1375694 Nov 15 14:35:46.943251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f7ecdf1-6ddc-46ed-a4a4-7c4795182cf0 req-bccbfa2a-e236-443a-a5e5-c5006c673197 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442537 Nov 15 14:35:46.946633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022767b-ab51-4079-a06e-1a80c413af56 req-a3ff2116-bd9b-4196-8ec6-278b8a482359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:46.947196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4022767b-ab51-4079-a06e-1a80c413af56 req-a3ff2116-bd9b-4196-8ec6-278b8a482359 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d072f4dda54fc6ad562bb1a75808f5&device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 1096 time: 0.1091135 Nov 15 14:35:47.045725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d811dd0a-40dd-49a0-93af-f4644370fa8e req-46e5c742-a51f-495b-8f5b-e083bb563628 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135259 Nov 15 14:35:47.071334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2b1395a-ca98-48a2-b74d-ccea7ad722f1 req-81076754-0208-4d93-8586-4ceafceafa1b tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 210 time: 0.0451403 Nov 15 14:35:47.147943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022767b-ab51-4079-a06e-1a80c413af56 req-ffe6b329-b6b3-483d-ad58-f2f088a54e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:47.149417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4022767b-ab51-4079-a06e-1a80c413af56 req-ffe6b329-b6b3-483d-ad58-f2f088a54e2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e4b8ee-acc5-4001-b628-218baa9fcd83 HTTP/1.1" status: 200 len: 919 time: 0.1856561 Nov 15 14:35:47.210881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 606be7f6-5b4d-400c-a8df-718e856bb53f details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:35:47.226551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4022767b-ab51-4079-a06e-1a80c413af56 req-ef6f4c3b-b85a-4ca8-93bb-250842fd503c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d HTTP/1.1" status: 200 len: 217 time: 0.0625474 Nov 15 14:35:47.404768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 606be7f6-5b4d-400c-a8df-718e856bb53f, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=606be7f6-5b4d-400c-a8df-718e856bb53f,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:47.432909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'port_id': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'mac_address': 'fa:16:3e:5a:60:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:35:47.520647 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:47.544533 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606be7f6-5b4d-400c-a8df-718e856bb53f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:47.570354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 606be7f6-5b4d-400c-a8df-718e856bb53f, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=606be7f6-5b4d-400c-a8df-718e856bb53f,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:47.609156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f132aa-4873-449d-97ea-7d48946270e9 req-0e704a45-668d-4440-ab84-2a2d2d390614 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:47.610695 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93f132aa-4873-449d-97ea-7d48946270e9 req-0e704a45-668d-4440-ab84-2a2d2d390614 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.4826372 Nov 15 14:35:47.627462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aa6b5-66c3-467b-beb6-ceba28480e98 req-68f1e03e-fc8b-4c3f-b600-3087e53c6be0 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:47.629825 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-575aa6b5-66c3-467b-beb6-ceba28480e98 req-68f1e03e-fc8b-4c3f-b600-3087e53c6be0 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.4559376 Nov 15 14:35:47.651038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022767b-ab51-4079-a06e-1a80c413af56 req-20d1f03c-a619-42e6-9bf8-6704702d35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:47.652503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4022767b-ab51-4079-a06e-1a80c413af56 req-20d1f03c-a619-42e6-9bf8-6704702d35d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=912abb4e-fe5a-416e-afcb-b79eb8087760 HTTP/1.1" status: 200 len: 858 time: 0.4173710 Nov 15 14:35:47.674825 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:47.675625 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 085c20d5-2277-4004-b2df-09ddc932bf8a details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:35:47.705473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4022767b-ab51-4079-a06e-1a80c413af56 req-38ce0592-faad-4f57-a755-59abee15ec9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e4b8ee-acc5-4001-b628-218baa9fcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334599 Nov 15 14:35:47.733957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93f132aa-4873-449d-97ea-7d48946270e9 req-26318d66-4c28-4ed1-b97f-6f50d2cca788 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988128 Nov 15 14:35:47.788556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-575aa6b5-66c3-467b-beb6-ceba28480e98 req-c277f663-6b0e-4401-89e8-4edf1c738c32 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463835 Nov 15 14:35:47.801528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=606be7f6-5b4d-400c-a8df-718e856bb53f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:47.858183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4022767b-ab51-4079-a06e-1a80c413af56 req-e71c0760-cbd7-4407-86f3-42f17041bdff service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311626 Nov 15 14:35:47.905354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 085c20d5-2277-4004-b2df-09ddc932bf8a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=085c20d5-2277-4004-b2df-09ddc932bf8a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:47.945857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '085c20d5-2277-4004-b2df-09ddc932bf8a', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '085c20d5-2277-4004-b2df-09ddc932bf8a', 'mac_address': 'fa:16:3e:a2:d5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:35:48.038687 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:48.063041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085c20d5-2277-4004-b2df-09ddc932bf8a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:48.075028 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4022767b-ab51-4079-a06e-1a80c413af56 req-85bd0ae0-8020-4020-aaad-b808d1f0fa8b service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998911 Nov 15 14:35:48.098639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 085c20d5-2277-4004-b2df-09ddc932bf8a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=085c20d5-2277-4004-b2df-09ddc932bf8a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:48.150840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eebb9b-d553-4ff1-b368-1f6ff47555ce req-853bc08e-9f7e-49f3-80b7-39102ebe1262 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:48.153052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88eebb9b-d553-4ff1-b368-1f6ff47555ce req-853bc08e-9f7e-49f3-80b7-39102ebe1262 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 944 time: 0.0566800 Nov 15 14:35:48.212004 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88eebb9b-d553-4ff1-b368-1f6ff47555ce req-3f300195-a467-47f3-becf-bbcd6aa1b54a tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481546 Nov 15 14:35:48.239224 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:48.337885 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=085c20d5-2277-4004-b2df-09ddc932bf8a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:48.501240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de09ea-4d21-400a-a6e9-909004b98c04 req-67b0c02a-6385-428a-9592-164cad63f94a tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:48.503106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8de09ea-4d21-400a-a6e9-909004b98c04 req-67b0c02a-6385-428a-9592-164cad63f94a tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 949 time: 0.1185474 Nov 15 14:35:48.610824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['606be7f6-5b4d-400c-a8df-718e856bb53f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:48.649400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8de09ea-4d21-400a-a6e9-909004b98c04 req-7c313c74-3790-4b2c-9a8f-073ad34ca81f tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296403 Nov 15 14:35:48.686515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['085c20d5-2277-4004-b2df-09ddc932bf8a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:48.850429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-194a4aef-ca1c-4714-8fa3-56256201a14c tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:48.853442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-194a4aef-ca1c-4714-8fa3-56256201a14c tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.46 "GET /v2.0/networks?id=3c9b5f5b-7030-437f-8e9d-1399aab9bca5 HTTP/1.1" status: 200 len: 811 time: 0.3014045 Nov 15 14:35:49.055936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f4000de-041c-48f2-834c-ee9742327f83 req-35172fa0-7c43-4adc-835a-d2220b7d40b2 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 210 time: 0.1132672 Nov 15 14:35:49.151288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-2fac0695-31b2-4569-a16e-f01635104bf5 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8772e7bd09904dc187e600d041d4140e HTTP/1.1" status: 200 len: 380 time: 0.2815363 Nov 15 14:35:49.166420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467ffb8-56ad-4b36-a03b-227b0e1f6cd0 req-ee4c74e1-97d0-4953-8c8e-12267d6cdd80 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:49.177229 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b467ffb8-56ad-4b36-a03b-227b0e1f6cd0 req-ee4c74e1-97d0-4953-8c8e-12267d6cdd80 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.2776878 Nov 15 14:35:49.194982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-7d6fd5ed-dcb8-4b5d-8471-28d47683aae1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Request body: {'port': {'device_id': '1033c0b7-247c-42b7-a00f-950dde8e304e', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'admin_state_up': True, 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'security_groups': ['b3c7007f-f83c-468d-890c-98fc82454e78']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:49.337101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b467ffb8-56ad-4b36-a03b-227b0e1f6cd0 req-b52d510b-0019-4ac9-a24d-af394fe04c7a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559470 Nov 15 14:35:49.362863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc285ff9-cb6d-4ba5-8a9e-58a313cdda70 req-e84795ef-8fcf-4577-9a95-f8cdf7a88058 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:49.364765 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc285ff9-cb6d-4ba5-8a9e-58a313cdda70 req-e84795ef-8fcf-4577-9a95-f8cdf7a88058 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.1516030 Nov 15 14:35:49.501438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc285ff9-cb6d-4ba5-8a9e-58a313cdda70 req-b16669f6-22dc-4c4a-81f1-4610e741d67b tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179051 Nov 15 14:35:49.524670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52d579-3bd8-47b4-9ebc-5b6db6a6ba06 req-5457d2a7-5a0c-450d-adeb-ec0e857de8f6 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:49.529985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee52d579-3bd8-47b4-9ebc-5b6db6a6ba06 req-5457d2a7-5a0c-450d-adeb-ec0e857de8f6 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 944 time: 0.0819366 Nov 15 14:35:49.559677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-7d6fd5ed-dcb8-4b5d-8471-28d47683aae1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Made reservation on behalf of 8772e7bd09904dc187e600d041d4140e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:35:49.563207 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-7d6fd5ed-dcb8-4b5d-8471-28d47683aae1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:49.607669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee52d579-3bd8-47b4-9ebc-5b6db6a6ba06 req-0abfd817-b7e9-4b8c-b085-66a28d7cd7a9 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686488 Nov 15 14:35:49.733334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-7d6fd5ed-dcb8-4b5d-8471-28d47683aae1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Allocated IP 172.20.0.10 (3c9b5f5b-7030-437f-8e9d-1399aab9bca5/48309c78-0057-4b2b-bb8b-2682d3324f95/b1a2e6e8-ce2a-4132-9742-8729d3c7b003) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:35:49.849963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cb2fa-dbc7-4a84-9088-c655bef90579 req-e691aa48-1ae0-4aa7-9385-ee228e33f893 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:49.852085 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-712cb2fa-dbc7-4a84-9088-c655bef90579 req-e691aa48-1ae0-4aa7-9385-ee228e33f893 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 949 time: 0.1128039 Nov 15 14:35:50.013192 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-712cb2fa-dbc7-4a84-9088-c655bef90579 req-f6e40eef-d056-495f-a67b-a0db66b6094f tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518154 Nov 15 14:35:50.069350 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-7d6fd5ed-dcb8-4b5d-8471-28d47683aae1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:50.182940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0bc2467-d663-44be-9330-cec88dfc36db req-24b628c3-fb63-4dc9-9ea7-0c655f67d79c tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 210 time: 0.0303724 Nov 15 14:35:50.195963 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-7d6fd5ed-dcb8-4b5d-8471-28d47683aae1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:50.253921 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-7d6fd5ed-dcb8-4b5d-8471-28d47683aae1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:35:50.257464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-7d6fd5ed-dcb8-4b5d-8471-28d47683aae1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:35:50.262193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-7d6fd5ed-dcb8-4b5d-8471-28d47683aae1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:35:50.266345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fd5ed-dcb8-4b5d-8471-28d47683aae1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Pushing event updated for resources: {'Port': ['ID=b1a2e6e8-ce2a-4132-9742-8729d3c7b003,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:50.354165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-7d6fd5ed-dcb8-4b5d-8471-28d47683aae1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:50.355988 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-7d6fd5ed-dcb8-4b5d-8471-28d47683aae1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:50.513662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926f0ee-0597-4bae-9888-f7f5ec28a085 req-7b45e938-57f7-4d77-baa8-cb4aa1732d6f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:50.517084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e926f0ee-0597-4bae-9888-f7f5ec28a085 req-7b45e938-57f7-4d77-baa8-cb4aa1732d6f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.0827708 Nov 15 14:35:50.527509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-7d6fd5ed-dcb8-4b5d-8471-28d47683aae1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3403008 Nov 15 14:35:50.581158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Request body: {'port': {'device_id': '1033c0b7-247c-42b7-a00f-950dde8e304e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:50.663964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e926f0ee-0597-4bae-9888-f7f5ec28a085 req-810b1857-4539-448a-8c3c-394c86cff3c3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346841 Nov 15 14:35:50.711373 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:50.731701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53816) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:50.733390 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-020f3475-56ee-4473-9484-b5eba628c170 None None] Provisioning complete for port b1a2e6e8-ce2a-4132-9742-8729d3c7b003 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:50.733883 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-020f3475-56ee-4473-9484-b5eba628c170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:50.783458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-020f3475-56ee-4473-9484-b5eba628c170 None None] Port b1a2e6e8-ce2a-4132-9742-8729d3c7b003 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:35:50.826252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529c8e8-d946-409f-96b9-d34adaf26efa req-f2d7d339-38ca-4204-874f-82d081344e1a tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:50.828382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d529c8e8-d946-409f-96b9-d34adaf26efa req-f2d7d339-38ca-4204-874f-82d081344e1a tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.1685457 Nov 15 14:35:50.893754 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1cd69db9-5b2d-46d0-8b07-ac394409b820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:50.950908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1f76-5287-4ddf-8a62-65614ba96dbd req-17755a28-3bfa-4cc9-add0-0bbf74671d52 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:50.952615 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99dc1f76-5287-4ddf-8a62-65614ba96dbd req-17755a28-3bfa-4cc9-add0-0bbf74671d52 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 944 time: 0.1787083 Nov 15 14:35:51.003672 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1cd69db9-5b2d-46d0-8b07-ac394409b820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:51.034995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d529c8e8-d946-409f-96b9-d34adaf26efa req-2c73cc85-526d-45ce-ac58-311aa3d8f1b7 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476433 Nov 15 14:35:51.078714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99dc1f76-5287-4ddf-8a62-65614ba96dbd req-2b2c9358-b858-4109-9959-f6c5d9ef1cc4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959775 Nov 15 14:35:51.096362 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1cd69db9-5b2d-46d0-8b07-ac394409b820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:51.137168 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd69db9-5b2d-46d0-8b07-ac394409b820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295d2d07-9506-42be-923e-02eeb568a724,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:51.146340 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1cd69db9-5b2d-46d0-8b07-ac394409b820 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5487bab9597d47b7a8396b9ab04e3a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4135895 Nov 15 14:35:51.148984 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:51.218984 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 606be7f6-5b4d-400c-a8df-718e856bb53f up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:51.222201 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c077e46-be27-4464-8603-149e9a710431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:51.233320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a2e6e8-ce2a-4132-9742-8729d3c7b003 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:51.245403 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:51.267315 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c077e46-be27-4464-8603-149e9a710431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:51.274536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Transition to ACTIVE for port object b1a2e6e8-ce2a-4132-9742-8729d3c7b003 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:35:51.284712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85119d90-ee71-451a-a8f7-01715d97a6e2 req-0d2d7284-e013-4d9b-9efb-60dced16ee34 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:51.286679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85119d90-ee71-451a-a8f7-01715d97a6e2 req-0d2d7284-e013-4d9b-9efb-60dced16ee34 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 949 time: 0.0939932 Nov 15 14:35:51.371773 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85119d90-ee71-451a-a8f7-01715d97a6e2 req-eea41d8a-72c6-4af6-a56d-db89d4ab98bb tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732775 Nov 15 14:35:51.388500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860fa7-586e-4aa0-9e2d-7dd4550b0e8d req-f7f7ab7b-7b62-4356-8d93-33e540ec5804 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:51.393390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b860fa7-586e-4aa0-9e2d-7dd4550b0e8d req-f7f7ab7b-7b62-4356-8d93-33e540ec5804 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 932 time: 0.0746224 Nov 15 14:35:51.460874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b860fa7-586e-4aa0-9e2d-7dd4550b0e8d req-ade0d54d-9a2a-4917-84b6-d27500026312 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3c7007f-f83c-468d-890c-98fc82454e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618591 Nov 15 14:35:51.475308 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 606be7f6-5b4d-400c-a8df-718e856bb53f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:35:51.479657 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:51.485202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 606be7f6-5b4d-400c-a8df-718e856bb53f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:51.485202 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:51.550001 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c077e46-be27-4464-8603-149e9a710431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:51.553016 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c077e46-be27-4464-8603-149e9a710431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:51.554611 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3c077e46-be27-4464-8603-149e9a710431 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/295d2d07-9506-42be-923e-02eeb568a724 HTTP/1.1" status: 204 len: 168 time: 0.4046750 Nov 15 14:35:51.571231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c077e46-be27-4464-8603-149e9a710431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295d2d07-9506-42be-923e-02eeb568a724,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:51.607195 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:51.645863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3893d763-1951-4722-9440-2d194288240a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606be7f6-5b4d-400c-a8df-718e856bb53f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:51.648595 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cb81f4-0d1a-46e9-b2e6-0e89695f7436" -d '{"events": [{"server_uuid": "3893d763-1951-4722-9440-2d194288240a", "name": "network-vif-plugged", "status": "completed", "tag": "606be7f6-5b4d-400c-a8df-718e856bb53f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:51.672640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Attempting to bind port b1a2e6e8-ce2a-4132-9742-8729d3c7b003 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:35:51.673168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Attempting to bind port b1a2e6e8-ce2a-4132-9742-8729d3c7b003 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '358f8ad1-1675-42f6-b20c-487a4ffa8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:35:51.673412 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Attempting to bind port b1a2e6e8-ce2a-4132-9742-8729d3c7b003 on network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:51.683737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Pushing event updated for resources: {'Port': ['ID=b1a2e6e8-ce2a-4132-9742-8729d3c7b003,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:51.695609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Port b1a2e6e8-ce2a-4132-9742-8729d3c7b003 on network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:35:51.696129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Attempting to bind port b1a2e6e8-ce2a-4132-9742-8729d3c7b003 on network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:35:51.704309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:35:51.704911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Checking segment: {'id': '358f8ad1-1675-42f6-b20c-487a4ffa8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:35:51.705511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Bound using segment: {'id': '358f8ad1-1675-42f6-b20c-487a4ffa8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:35:51.706119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Bound port: b1a2e6e8-ce2a-4132-9742-8729d3c7b003, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358f8ad1-1675-42f6-b20c-487a4ffa8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:35:51.706693 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:51.729664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 606be7f6-5b4d-400c-a8df-718e856bb53f, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=606be7f6-5b4d-400c-a8df-718e856bb53f,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:51.761185 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b84a3c-aeb7-474d-8f2b-101fa31aa231 x-openstack-request-id: req-33b84a3c-aeb7-474d-8f2b-101fa31aa231 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:51.762599 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3893d763-1951-4722-9440-2d194288240a", "name": "network-vif-plugged", "status": "completed", "tag": "606be7f6-5b4d-400c-a8df-718e856bb53f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:51.763075 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33b84a3c-aeb7-474d-8f2b-101fa31aa231 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:51.768811 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3893d763-1951-4722-9440-2d194288240a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'code': 200} Nov 15 14:35:51.820797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] For port b1a2e6e8-ce2a-4132-9742-8729d3c7b003, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:35:51.835201 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:51.836188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 085c20d5-2277-4004-b2df-09ddc932bf8a up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:51.856620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] For port b1a2e6e8-ce2a-4132-9742-8729d3c7b003, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b1a2e6e8-ce2a-4132-9742-8729d3c7b003,segment=NetworkSegment(358f8ad1-1675-42f6-b20c-487a4ffa8822),segment_id=358f8ad1-1675-42f6-b20c-487a4ffa8822)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:35:51.928304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888f45a-9e06-48cd-92ad-3094543307cd req-1e36cd80-cf06-4616-a883-a840f66fc0a4 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:51.932229 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2888f45a-9e06-48cd-92ad-3094543307cd req-1e36cd80-cf06-4616-a883-a840f66fc0a4 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.1223211 Nov 15 14:35:51.952080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=606be7f6-5b4d-400c-a8df-718e856bb53f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:51.971493 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:51.993494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc06a09-cd28-4a44-9714-860ac66b156f req-23998fd5-47ee-477b-83f9-feda0f5377b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:52.005796 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9cc06a09-cd28-4a44-9714-860ac66b156f req-23998fd5-47ee-477b-83f9-feda0f5377b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 1096 time: 0.1172819 Nov 15 14:35:52.011277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:52.011906 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:52.014481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] 10.222.0.46 "PUT /v2.0/ports/b1a2e6e8-ce2a-4132-9742-8729d3c7b003 HTTP/1.1" status: 200 len: 1092 time: 1.4404213 Nov 15 14:35:52.018084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1033c0b7-247c-42b7-a00f-950dde8e304e', 'tag': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:52.040893 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1082564d-7e39-4903-97cc-8664e386cc83" -d '{"events": [{"name": "network-changed", "server_uuid": "1033c0b7-247c-42b7-a00f-950dde8e304e", "tag": "b1a2e6e8-ce2a-4132-9742-8729d3c7b003"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:52.143757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9cc06a09-cd28-4a44-9714-860ac66b156f req-e1ca14e4-a8af-4cc0-bfb5-4ca2b7a2df1b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360548 Nov 15 14:35:52.149723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 085c20d5-2277-4004-b2df-09ddc932bf8a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:35:52.162031 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305f05d0-79e0-4286-b94c-2a4f7c5595a1 x-openstack-request-id: req-305f05d0-79e0-4286-b94c-2a4f7c5595a1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:52.163305 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1033c0b7-247c-42b7-a00f-950dde8e304e", "tag": "b1a2e6e8-ce2a-4132-9742-8729d3c7b003", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:52.164671 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-305f05d0-79e0-4286-b94c-2a4f7c5595a1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:52.165254 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1033c0b7-247c-42b7-a00f-950dde8e304e', 'tag': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003', 'status': 'completed', 'code': 200} Nov 15 14:35:52.207063 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 085c20d5-2277-4004-b2df-09ddc932bf8a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:52.223018 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:52.280042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36749f8-3ecd-4dd8-8c92-39f47446526c service neutron] Pushing event updated for resources: {'Port': ['ID=b1a2e6e8-ce2a-4132-9742-8729d3c7b003,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:52.387852 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2888f45a-9e06-48cd-92ad-3094543307cd req-f42b952c-05b6-438e-afbd-709fb97b1fc4 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931265 Nov 15 14:35:52.422210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082564d-7e39-4903-97cc-8664e386cc83 req-1bb48b29-d988-4b72-8e8e-45d29a2988a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:52.423661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1082564d-7e39-4903-97cc-8664e386cc83 req-1bb48b29-d988-4b72-8e8e-45d29a2988a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8772e7bd09904dc187e600d041d4140e&device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 1095 time: 0.2077885 Nov 15 14:35:52.426994 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:52.440405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d38198-2ca0-4ab5-ba0a-48ca17bfc086 req-b9895576-2982-4f79-b876-e6e7c5cb5a75 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:52.448072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7d38198-2ca0-4ab5-ba0a-48ca17bfc086 req-b9895576-2982-4f79-b876-e6e7c5cb5a75 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.1467535 Nov 15 14:35:52.513003 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 085c20d5-2277-4004-b2df-09ddc932bf8a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=085c20d5-2277-4004-b2df-09ddc932bf8a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:52.590732 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:52.650941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53870) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:52.658170 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7d38198-2ca0-4ab5-ba0a-48ca17bfc086 req-b79c2627-4f25-4ef0-add6-50bbe8e83e36 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091184 Nov 15 14:35:52.701229 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2381967-3ae7-4a92-b854-24d2a7ef3633 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:52.710711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=085c20d5-2277-4004-b2df-09ddc932bf8a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:52.711197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082564d-7e39-4903-97cc-8664e386cc83 req-b1b46399-4aa4-419d-a48f-b8ed37ebe211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:52.713067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1082564d-7e39-4903-97cc-8664e386cc83 req-b1b46399-4aa4-419d-a48f-b8ed37ebe211 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8772e7bd09904dc187e600d041d4140e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2621942 Nov 15 14:35:52.760997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eea7f-1776-45fb-8d3c-9fc2083e09f6 req-ce77df6d-2f99-43db-858b-dba6d9d22431 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:52.768895 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b49eea7f-1776-45fb-8d3c-9fc2083e09f6 req-ce77df6d-2f99-43db-858b-dba6d9d22431 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 945 time: 0.2182138 Nov 15 14:35:52.900403 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2381967-3ae7-4a92-b854-24d2a7ef3633 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:52.928826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082564d-7e39-4903-97cc-8664e386cc83 req-97ad62ef-0467-48cc-adeb-683f0c54c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:52.930533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1082564d-7e39-4903-97cc-8664e386cc83 req-97ad62ef-0467-48cc-adeb-683f0c54c7cb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2080543 Nov 15 14:35:52.939292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a859fef-1d4a-40e4-8b93-342298a4a231 req-06264765-849f-438c-8387-6ec6d670d217 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:52.946746 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a859fef-1d4a-40e4-8b93-342298a4a231 req-06264765-849f-438c-8387-6ec6d670d217 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 950 time: 0.1455827 Nov 15 14:35:52.953282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b49eea7f-1776-45fb-8d3c-9fc2083e09f6 req-a32bd0f1-8380-4018-8768-42b678c1402b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487679 Nov 15 14:35:53.042799 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2381967-3ae7-4a92-b854-24d2a7ef3633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:53.083669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-8a95783c-a56c-4ba1-9022-31f2abd0b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:53.085261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-8a95783c-a56c-4ba1-9022-31f2abd0b20b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8772e7bd09904dc187e600d041d4140e&device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 1095 time: 0.0962691 Nov 15 14:35:53.110104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a859fef-1d4a-40e4-8b93-342298a4a231 req-5d3cad85-d265-4c18-a42e-375931281caa tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479526 Nov 15 14:35:53.140013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2381967-3ae7-4a92-b854-24d2a7ef3633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf0bdfb-8a55-4326-b4da-4f1d5644c33b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:53.184176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-1dd99a09-e2c8-4d96-a489-93390c3e5feb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a2e6e8-ce2a-4132-9742-8729d3c7b003 HTTP/1.1" status: 200 len: 217 time: 0.0729330 Nov 15 14:35:53.213933 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d2381967-3ae7-4a92-b854-24d2a7ef3633 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f18549300ed5414e9c61e488a48553aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5595264 Nov 15 14:35:53.219420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:35:53.223290 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 370cfe27-0592-47d7-9d1b-579f4dfbc169 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:35:53.299074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ab8c4-746e-427f-8135-358828970030 req-c8023742-588d-4d25-a802-3370e2d47d8d tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:53.300562 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-349ab8c4-746e-427f-8135-358828970030 req-c8023742-588d-4d25-a802-3370e2d47d8d tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 944 time: 0.1301746 Nov 15 14:35:53.343243 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-444edced-eca0-4c80-88c1-c507bc6288f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:53.354106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-444edced-eca0-4c80-88c1-c507bc6288f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48309c78-0057-4b2b-bb8b-2682d3324f95 HTTP/1.1" status: 200 len: 850 time: 0.1518600 Nov 15 14:35:53.355596 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b76826e-76b2-49d7-a0f4-cfce365276f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:53.434949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:53.438520 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b76826e-76b2-49d7-a0f4-cfce365276f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:53.457287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '370cfe27-0592-47d7-9d1b-579f4dfbc169', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '370cfe27-0592-47d7-9d1b-579f4dfbc169', 'mac_address': 'fa:16:3e:a7:8f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:35:53.494592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-349ab8c4-746e-427f-8135-358828970030 req-e21e311c-64c9-4838-aff5-b8366db48409 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3c7007f-f83c-468d-890c-98fc82454e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860065 Nov 15 14:35:53.510376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-ace9df86-d204-4e15-b7d2-3261f862bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:53.512457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-ace9df86-d204-4e15-b7d2-3261f862bc96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3c9b5f5b-7030-437f-8e9d-1399aab9bca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579592 Nov 15 14:35:53.535318 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:53.571942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 370cfe27-0592-47d7-9d1b-579f4dfbc169 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:53.576014 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b76826e-76b2-49d7-a0f4-cfce365276f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:53.587673 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b76826e-76b2-49d7-a0f4-cfce365276f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:53.594886 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5b76826e-76b2-49d7-a0f4-cfce365276f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3cf0bdfb-8a55-4326-b4da-4f1d5644c33b HTTP/1.1" status: 204 len: 168 time: 0.3552740 Nov 15 14:35:53.616694 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76826e-76b2-49d7-a0f4-cfce365276f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf0bdfb-8a55-4326-b4da-4f1d5644c33b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:53.631057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:53.715467 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:53.800171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085c20d5-2277-4004-b2df-09ddc932bf8a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:53.804900 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d85b147-7267-4aaf-b3da-8d378b1e18f6" -d '{"events": [{"server_uuid": "e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c", "name": "network-vif-plugged", "status": "completed", "tag": "085c20d5-2277-4004-b2df-09ddc932bf8a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:53.887995 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=370cfe27-0592-47d7-9d1b-579f4dfbc169,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:53.935057 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d2e96-a434-4ebe-a3a5-e94a75328faa req-59ef3b5d-6774-47cb-836c-fee41cd3dad8 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:53.947059 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b51d2e96-a434-4ebe-a3a5-e94a75328faa req-59ef3b5d-6774-47cb-836c-fee41cd3dad8 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.2812784 Nov 15 14:35:53.959716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['370cfe27-0592-47d7-9d1b-579f4dfbc169'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:54.004669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-38880911-c3a5-47f3-99ca-93d1dd659d8f service neutron] 10.222.0.46 "GET /v2.0/networks/3c9b5f5b-7030-437f-8e9d-1399aab9bca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760075 Nov 15 14:35:54.076835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4fcf5-108e-4179-a2c3-b3aa911c48c8 req-0500c1e7-5a79-4749-84ed-51206f60e388 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:54.089547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf4fcf5-108e-4179-a2c3-b3aa911c48c8 req-0500c1e7-5a79-4749-84ed-51206f60e388 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.2098155 Nov 15 14:35:54.225690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b51d2e96-a434-4ebe-a3a5-e94a75328faa req-6f93e985-2093-4296-8190-851097d4e80a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740812 Nov 15 14:35:54.357184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf4fcf5-108e-4179-a2c3-b3aa911c48c8 req-ac2edfab-c7d4-4cb1-895d-e33960796242 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663062 Nov 15 14:35:54.391288 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b961a1d-3ce9-4b36-bdfb-af341402c4b2 x-openstack-request-id: req-8b961a1d-3ce9-4b36-bdfb-af341402c4b2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:54.391288 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c", "name": "network-vif-plugged", "status": "completed", "tag": "085c20d5-2277-4004-b2df-09ddc932bf8a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:54.391288 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b961a1d-3ce9-4b36-bdfb-af341402c4b2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:54.391288 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085c20d5-2277-4004-b2df-09ddc932bf8a', 'code': 200} Nov 15 14:35:54.398387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0afc0c1-f5bf-4923-9b87-873c4b495554 req-1c4bdc3e-e2b6-4d60-9fd1-ef25b1e3237b service neutron] 10.222.0.46 "GET /v2.0/networks/3c9b5f5b-7030-437f-8e9d-1399aab9bca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783858 Nov 15 14:35:54.600781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3fcd-bce9-4f13-86a3-6a1a543f707c req-0a9ab44b-9ed4-44a9-8513-13b27e393b47 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:54.602520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-310d3fcd-bce9-4f13-86a3-6a1a543f707c req-0a9ab44b-9ed4-44a9-8513-13b27e393b47 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 950 time: 0.1407521 Nov 15 14:35:54.618687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaeaa1-e852-4158-8506-db961e650a3d req-8ea6227a-bf12-44c1-ac33-f763e61d2822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:54.622760 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8edaeaa1-e852-4158-8506-db961e650a3d req-8ea6227a-bf12-44c1-ac33-f763e61d2822 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 1101 time: 0.1090155 Nov 15 14:35:54.648321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f1d08-a2ea-4be0-83c9-067a98c0b8fd req-06ef7582-5433-488c-a0c9-05d031b831d4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:54.651480 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-718f1d08-a2ea-4be0-83c9-067a98c0b8fd req-06ef7582-5433-488c-a0c9-05d031b831d4 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 945 time: 0.1739316 Nov 15 14:35:54.704510 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-310d3fcd-bce9-4f13-86a3-6a1a543f707c req-baf081bc-2f2f-4bda-ba36-398fcc2b56a3 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915501 Nov 15 14:35:54.814965 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8edaeaa1-e852-4158-8506-db961e650a3d req-f8d71fe3-876f-4d44-b40e-b4b0d6f70184 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683502 Nov 15 14:35:54.859569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-718f1d08-a2ea-4be0-83c9-067a98c0b8fd req-63f8b615-d9e0-4d23-8ccc-0ad9d7f07897 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698384 Nov 15 14:35:54.949214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf0946-084e-4360-9b94-858014328139 req-0f430401-1e37-41c8-8e98-799ea5821f70 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:54.950970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92bf0946-084e-4360-9b94-858014328139 req-0f430401-1e37-41c8-8e98-799ea5821f70 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 944 time: 0.0721323 Nov 15 14:35:55.047583 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92bf0946-084e-4360-9b94-858014328139 req-b2ca5518-bcee-4cae-b877-55f15fbceab3 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3c7007f-f83c-468d-890c-98fc82454e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863702 Nov 15 14:35:55.132848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-a10d21a2-9908-44b9-a4ff-8091475b739a tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:55.141813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-a10d21a2-9908-44b9-a4ff-8091475b739a tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0917692 Nov 15 14:35:55.222113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-518df8ec-1ece-41c6-b9b6-83a43ecf407e tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 696 time: 0.0791888 Nov 15 14:35:55.227630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 370cfe27-0592-47d7-9d1b-579f4dfbc169 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:35:55.242540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-848a05b1-4dc7-43a1-a92d-3436ee0d86d3 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Request body: {'floatingip': {'port_id': '646e1847-083c-4306-8c9e-aa18d0e19133', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:35:55.356089 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-848a05b1-4dc7-43a1-a92d-3436ee0d86d3 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:55.372988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 370cfe27-0592-47d7-9d1b-579f4dfbc169 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:35:55.373749 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:55.594883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de5772-a929-4a23-96bc-038cda6f2d30 req-7ff873fe-7a36-4b65-8135-1bff232c9c45 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:55.597126 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4de5772-a929-4a23-96bc-038cda6f2d30 req-7ff873fe-7a36-4b65-8135-1bff232c9c45 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.1918745 Nov 15 14:35:55.608148 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:55.668739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:55.761907 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:55.933917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=370cfe27-0592-47d7-9d1b-579f4dfbc169,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:56.248591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4de5772-a929-4a23-96bc-038cda6f2d30 req-bd5cb8fa-d8ad-4cdc-9a8d-44330969618c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6375158 Nov 15 14:35:56.386223 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:56.388774 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb3862-8c9f-4d01-bb38-f603151f947d" -d '{"events": [{"server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "name": "network-vif-plugged", "status": "completed", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:56.729269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70efdcf-93f7-4bcd-9a6e-45803cf5fa84 req-9223fc30-4818-4f4b-9aaa-1dced09bc481 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:56.730970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a70efdcf-93f7-4bcd-9a6e-45803cf5fa84 req-9223fc30-4818-4f4b-9aaa-1dced09bc481 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.2794490 Nov 15 14:35:56.824505 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-848a05b1-4dc7-43a1-a92d-3436ee0d86d3 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:35:56.888501 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a70efdcf-93f7-4bcd-9a6e-45803cf5fa84 req-e87e64d9-91cb-4db9-9eb2-9f1740f6a40a tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249905 Nov 15 14:35:56.956670 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-848a05b1-4dc7-43a1-a92d-3436ee0d86d3 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:57.087086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1855-98ea-45d9-a97a-9d86f1e4cee2 req-bea981a5-1ba6-4e6a-81ab-2e97c0162a5c tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:57.090777 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a51d1855-98ea-45d9-a97a-9d86f1e4cee2 req-bea981a5-1ba6-4e6a-81ab-2e97c0162a5c tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 950 time: 0.1027102 Nov 15 14:35:57.093328 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-848a05b1-4dc7-43a1-a92d-3436ee0d86d3 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:57.267485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a51d1855-98ea-45d9-a97a-9d86f1e4cee2 req-d6372248-24cb-467e-aa07-ec199d51bb8b tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109793 Nov 15 14:35:57.314825 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-848a05b1-4dc7-43a1-a92d-3436ee0d86d3 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Floating IP b4ff873e-ad5f-4b84-859f-a89d1b83c252 associated. External IP: 172.25.4.212, port: 646e1847-083c-4306-8c9e-aa18d0e19133. Nov 15 14:35:57.626476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e4b53-1696-4031-8d5f-5025ad72eaea req-d69b3c00-9148-4ae8-acb8-834f9a7cdbdb tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:57.628492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-293e4b53-1696-4031-8d5f-5025ad72eaea req-d69b3c00-9148-4ae8-acb8-834f9a7cdbdb tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 944 time: 0.1423199 Nov 15 14:35:57.843045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-293e4b53-1696-4031-8d5f-5025ad72eaea req-97fc3ebc-1465-4b40-aed3-76307d8bcd7d tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3c7007f-f83c-468d-890c-98fc82454e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895394 Nov 15 14:35:57.925599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-848a05b1-4dc7-43a1-a92d-3436ee0d86d3 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Router cd576a3a-7994-41f4-bad1-97256cd45335 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:35:57.939018 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150a05e8-f639-4516-8ca4-a36befa458eb x-openstack-request-id: req-150a05e8-f639-4516-8ca4-a36befa458eb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:57.939629 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "name": "network-vif-plugged", "status": "completed", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:57.939761 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-150a05e8-f639-4516-8ca4-a36befa458eb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:57.940186 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169', 'code': 200} Nov 15 14:35:57.948738 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:58.055441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-848a05b1-4dc7-43a1-a92d-3436ee0d86d3 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:35:58.061052 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-848a05b1-4dc7-43a1-a92d-3436ee0d86d3 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:58.070921 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381bd074-0717-4368-9887-6a0ae8dae973 None None] Sync routers for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:35:58.088610 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381bd074-0717-4368-9887-6a0ae8dae973 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:58.089627 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-381bd074-0717-4368-9887-6a0ae8dae973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:58.094053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-848a05b1-4dc7-43a1-a92d-3436ee0d86d3 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "PUT /v2.0/floatingips/b4ff873e-ad5f-4b84-859f-a89d1b83c252 HTTP/1.1" status: 200 len: 996 time: 2.8597660 Nov 15 14:35:58.097831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:35:58.097831 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d330c24-9c2d-444b-8d96-ea52350f9457" -d '{"events": [{"name": "network-changed", "server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:35:58.154947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b1a2e6e8-ce2a-4132-9742-8729d3c7b003 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:35:58.226285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-da0fe844-d4b9-46a2-bc4c-1458e3457c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:58.227997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-da0fe844-d4b9-46a2-bc4c-1458e3457c41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 1096 time: 0.0894289 Nov 15 14:35:58.298735 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-381bd074-0717-4368-9887-6a0ae8dae973 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:58.341441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b1a2e6e8-ce2a-4132-9742-8729d3c7b003, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b1a2e6e8-ce2a-4132-9742-8729d3c7b003,segment=NetworkSegment(358f8ad1-1675-42f6-b20c-487a4ffa8822),segment_id=358f8ad1-1675-42f6-b20c-487a4ffa8822)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:58.391947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'port_id': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003', 'mac_address': 'fa:16:3e:43:d1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:35:58.467977 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:58.486553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a2e6e8-ce2a-4132-9742-8729d3c7b003 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:35:58.488417 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-78e6a32b-a52c-42de-8426-584effe79b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:58.492318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-78e6a32b-a52c-42de-8426-584effe79b91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.2556298 Nov 15 14:35:58.527414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b1a2e6e8-ce2a-4132-9742-8729d3c7b003, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b1a2e6e8-ce2a-4132-9742-8729d3c7b003,segment=NetworkSegment(358f8ad1-1675-42f6-b20c-487a4ffa8822),segment_id=358f8ad1-1675-42f6-b20c-487a4ffa8822)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:35:58.571959 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:58.617889 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:58.710450 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=b1a2e6e8-ce2a-4132-9742-8729d3c7b003,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:35:58.840892 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-381bd074-0717-4368-9887-6a0ae8dae973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b4ff873e-ad5f-4b84-859f-a89d1b83c252', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'port_id': '646e1847-083c-4306-8c9e-aa18d0e19133', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'mac_address': 'fa:16:3e:c6:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:23Z', 'updated_at': '2021-11-15T14:35:56Z', 'revision_number': 1, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:58.880295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-d8c5758c-716e-472d-b892-cb942d1535a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 999 time: 0.3791816 Nov 15 14:35:58.901404 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381bd074-0717-4368-9887-6a0ae8dae973 None None] Checking router: cd576a3a-7994-41f4-bad1-97256cd45335 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:35:58.911735 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381bd074-0717-4368-9887-6a0ae8dae973 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:35:58.912697 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-381bd074-0717-4368-9887-6a0ae8dae973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:35:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:58.952799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['b1a2e6e8-ce2a-4132-9742-8729d3c7b003'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:35:59.021023 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-a0313a42-fb25-4077-8d5f-c97b7200724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:59.022598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-a0313a42-fb25-4077-8d5f-c97b7200724c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.1288981 Nov 15 14:35:59.066942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20788bc5-7d17-49ec-8cea-589206fd218e req-4667af4b-17e7-4afc-9664-c3934f4a52d3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:59.074948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20788bc5-7d17-49ec-8cea-589206fd218e req-4667af4b-17e7-4afc-9664-c3934f4a52d3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.2414804 Nov 15 14:35:59.175864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20788bc5-7d17-49ec-8cea-589206fd218e req-03b49ad2-d9dd-4285-ae22-0d03c7e0b912 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973687 Nov 15 14:35:59.204636 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-db7d2a4b-9210-4cf6-b32f-e2cac7150ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:59.210238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-db7d2a4b-9210-4cf6-b32f-e2cac7150ae0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721823 Nov 15 14:35:59.273664 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-381bd074-0717-4368-9887-6a0ae8dae973 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:35:59.408823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-ae65faf7-96a6-44b4-9758-1a884eed606f service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877995 Nov 15 14:35:59.620529 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f03a56f-85f1-49f2-86f5-47d396eeed45 req-0dc526e4-3da0-4d3e-9c53-5b9c83837426 service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757491 Nov 15 14:35:59.743649 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d1644a9-a574-43ce-acc0-a9e966735bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:35:59.833123 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-381bd074-0717-4368-9887-6a0ae8dae973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b4ff873e-ad5f-4b84-859f-a89d1b83c252', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'port_id': '646e1847-083c-4306-8c9e-aa18d0e19133', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'mac_address': 'fa:16:3e:c6:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:23Z', 'updated_at': '2021-11-15T14:35:56Z', 'revision_number': 1, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:35:59.879533 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381bd074-0717-4368-9887-6a0ae8dae973 None None] The sync data for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 is: [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b4ff873e-ad5f-4b84-859f-a89d1b83c252', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'port_id': '646e1847-083c-4306-8c9e-aa18d0e19133', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'mac_address': 'fa:16:3e:c6:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:23Z', 'updated_at': '2021-11-15T14:35:56Z', 'revision_number': 1, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:35:59.885287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8a637-92db-4903-b93f-43781a7f7c24 req-6bc131cc-02e2-41b9-a405-1f01c89557b8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:35:59.903668 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85b8a637-92db-4903-b93f-43781a7f7c24 req-6bc131cc-02e2-41b9-a405-1f01c89557b8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.0821760 Nov 15 14:35:59.971035 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021f7e7a-bd9c-4ea4-addd-2ce5a6dcb4df x-openstack-request-id: req-021f7e7a-bd9c-4ea4-addd-2ce5a6dcb4df {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:35:59.973544 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:35:59.973950 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-021f7e7a-bd9c-4ea4-addd-2ce5a6dcb4df {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:35:59.974526 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133', 'status': 'completed', 'code': 200} Nov 15 14:36:00.049901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85b8a637-92db-4903-b93f-43781a7f7c24 req-c523e477-34f1-4992-a683-4aeb7396c388 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447833 Nov 15 14:36:00.150169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d330c24-9c2d-444b-8d96-ea52350f9457 req-798be482-8584-4d28-8e87-19ef6cd9a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:00.155821 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d330c24-9c2d-444b-8d96-ea52350f9457 req-798be482-8584-4d28-8e87-19ef6cd9a19f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 1096 time: 0.1413484 Nov 15 14:36:00.185393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b1a2e6e8-ce2a-4132-9742-8729d3c7b003 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:36:00.389264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6418a3-9733-4ee0-b745-a05398906603 req-682a4611-4835-4d10-bef5-0392c7db2ebf tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:00.396943 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce6418a3-9733-4ee0-b745-a05398906603 req-682a4611-4835-4d10-bef5-0392c7db2ebf tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 950 time: 0.1583245 Nov 15 14:36:00.406128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d330c24-9c2d-444b-8d96-ea52350f9457 req-4ddbea23-6324-4582-81da-320fd4e59815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:00.411881 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d330c24-9c2d-444b-8d96-ea52350f9457 req-4ddbea23-6324-4582-81da-320fd4e59815 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.2343459 Nov 15 14:36:00.437210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08639a-3ab0-415c-8502-e215ee9e35c5 req-9d1a933c-7d07-4ed7-9062-22dc87abcda6 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:00.445276 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a08639a-3ab0-415c-8502-e215ee9e35c5 req-9d1a933c-7d07-4ed7-9062-22dc87abcda6 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 945 time: 0.2244170 Nov 15 14:36:00.447991 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c583e10-fece-4b2d-86bd-a9707e5309ac None None] New status for floating IP b4ff873e-ad5f-4b84-859f-a89d1b83c252: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:36:00.510219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce6418a3-9733-4ee0-b745-a05398906603 req-ebf961bb-5393-41eb-b7f7-78439d887326 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123033 Nov 15 14:36:00.550346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a08639a-3ab0-415c-8502-e215ee9e35c5 req-ec22d4b5-bfe8-4043-84bc-baa3d78f574f tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3c7007f-f83c-468d-890c-98fc82454e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041248 Nov 15 14:36:00.563461 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d330c24-9c2d-444b-8d96-ea52350f9457 req-6b6cd4c5-99e6-40fb-aa5a-01a5653f568e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 999 time: 0.1270394 Nov 15 14:36:00.649042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d330c24-9c2d-444b-8d96-ea52350f9457 req-a82fbe74-0775-4d95-8b2e-31e4403e9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:00.651490 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d330c24-9c2d-444b-8d96-ea52350f9457 req-a82fbe74-0775-4d95-8b2e-31e4403e9fd5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.0603266 Nov 15 14:36:00.696100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-1f857f89-a260-4197-8ab1-17e180dc9d6e tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:00.697824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-1f857f89-a260-4197-8ab1-17e180dc9d6e tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0879307 Nov 15 14:36:00.715535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69a0d3-ecbf-4737-a2b2-c9d9eb374dde req-1ad1c349-64d8-4374-9cf8-16b25ee4e39e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:00.717297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c69a0d3-ecbf-4737-a2b2-c9d9eb374dde req-1ad1c349-64d8-4374-9cf8-16b25ee4e39e tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 945 time: 0.0791621 Nov 15 14:36:00.719186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d330c24-9c2d-444b-8d96-ea52350f9457 req-8027b3c3-eaf3-44a5-ae92-e9512c797258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:00.720822 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d330c24-9c2d-444b-8d96-ea52350f9457 req-8027b3c3-eaf3-44a5-ae92-e9512c797258 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558429 Nov 15 14:36:00.736937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port b1a2e6e8-ce2a-4132-9742-8729d3c7b003 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:36:00.754563 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port b1a2e6e8-ce2a-4132-9742-8729d3c7b003 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:00.754563 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:00.816983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-59cdd6a1-9db9-4bc3-a35b-57140d04f461 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 999 time: 0.0984921 Nov 15 14:36:00.822248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c69a0d3-ecbf-4737-a2b2-c9d9eb374dde req-1d962067-dbd3-4967-8351-2f6f44437004 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e2afb9-43a9-4d62-af5b-b395788d64d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965264 Nov 15 14:36:00.830025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-cc7a0361-ab82-4a81-ba7c-2290206f6793 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Request body: {'floatingip': {'port_id': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:00.830477 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:00.864116 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d330c24-9c2d-444b-8d96-ea52350f9457 req-6f4371ad-efef-4624-b465-bccb7919a7e6 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179600 Nov 15 14:36:00.873754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1033c0b7-247c-42b7-a00f-950dde8e304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:00.882022 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da79a80-9827-464f-ad6f-108052859926" -d '{"events": [{"server_uuid": "1033c0b7-247c-42b7-a00f-950dde8e304e", "name": "network-vif-plugged", "status": "completed", "tag": "b1a2e6e8-ce2a-4132-9742-8729d3c7b003"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:00.910668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b1a2e6e8-ce2a-4132-9742-8729d3c7b003, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b1a2e6e8-ce2a-4132-9742-8729d3c7b003,segment=NetworkSegment(358f8ad1-1675-42f6-b20c-487a4ffa8822),segment_id=358f8ad1-1675-42f6-b20c-487a4ffa8822)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:00.931536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-cc7a0361-ab82-4a81-ba7c-2290206f6793 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:00.983354 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:00.999513 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d330c24-9c2d-444b-8d96-ea52350f9457 req-b2397f12-55e9-4727-8c4f-996213e5292b service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218534 Nov 15 14:36:01.089687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=b1a2e6e8-ce2a-4132-9742-8729d3c7b003,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:01.148886 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174f520-2180-4589-b177-84da454f5a63 req-c0adeedb-6e54-4984-bda7-d866128057e3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:01.150656 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f174f520-2180-4589-b177-84da454f5a63 req-c0adeedb-6e54-4984-bda7-d866128057e3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.1701884 Nov 15 14:36:01.162970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:01.258949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f174f520-2180-4589-b177-84da454f5a63 req-f72e568e-bebe-4d58-9819-cf91e6f76c6a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901866 Nov 15 14:36:01.370339 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:01.483829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ff912-1cb0-4cc6-81b5-5aadebaab362 req-8aa5ba43-27ac-4f5e-82e0-a0c82c440922 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:01.485491 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-282ff912-1cb0-4cc6-81b5-5aadebaab362 req-8aa5ba43-27ac-4f5e-82e0-a0c82c440922 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 1101 time: 0.1145658 Nov 15 14:36:01.494007 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:01.569517 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-282ff912-1cb0-4cc6-81b5-5aadebaab362 req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:01.612907 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:01.674746 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0912fc0357548b8a676289ee8a3693c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5094254 Nov 15 14:36:01.675649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee7773d-02b8-412a-ae1e-4e33ce8cd0eb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:01.677953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54078) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:01.690449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:01.690915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:01.691211 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:01.691518 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:01.691880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:01.692290 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:01.692624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:01.692939 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:01.693249 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:01.693571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:01.694054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:01.694478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7d987-eb72-47f7-b403-0dc7e22390e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:01.831763 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-cc7a0361-ab82-4a81-ba7c-2290206f6793 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:01.845406 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-282ff912-1cb0-4cc6-81b5-5aadebaab362 req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:01.864068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659db3a-6ef8-47b1-85d9-e6043b704952 req-696e6fb8-a6ac-4574-9ec8-cd1280177dd6 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:01.865547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5659db3a-6ef8-47b1-85d9-e6043b704952 req-696e6fb8-a6ac-4574-9ec8-cd1280177dd6 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 945 time: 0.1660552 Nov 15 14:36:01.890844 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-cc7a0361-ab82-4a81-ba7c-2290206f6793 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:01.948411 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-095790e0-4c7f-4810-b53d-c21180bbc663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:01.982252 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-282ff912-1cb0-4cc6-81b5-5aadebaab362 req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:02.041863 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d8870f2-2ef8-47b8-9a06-967a98276542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:02.089875 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-095790e0-4c7f-4810-b53d-c21180bbc663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:02.094419 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-282ff912-1cb0-4cc6-81b5-5aadebaab362 req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017492 Nov 15 14:36:02.125134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0376be03-a19c-4163-8f18-88cc6bcdef99,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:02.162040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:02.162516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:02.163063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:02.163509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:02.163951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:02.164391 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:02.164836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:02.165289 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:02.165729 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:02.166191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:02.166719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:02.167146 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d60e5-c12f-41cd-89ba-84ea7bc41ee2 tempest-LiveMigrationNegativeTest-1677500827 tempest-LiveMigrationNegativeTest-1677500827-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:02.177674 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870ec4a2-f800-48cb-b7cf-7d30399db011 x-openstack-request-id: req-870ec4a2-f800-48cb-b7cf-7d30399db011 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:02.182970 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1033c0b7-247c-42b7-a00f-950dde8e304e", "name": "network-vif-plugged", "status": "completed", "tag": "b1a2e6e8-ce2a-4132-9742-8729d3c7b003", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:02.182970 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-870ec4a2-f800-48cb-b7cf-7d30399db011 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:02.182970 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1033c0b7-247c-42b7-a00f-950dde8e304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003', 'code': 200} Nov 15 14:36:02.206097 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-cc7a0361-ab82-4a81-ba7c-2290206f6793 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Floating IP b4ff873e-ad5f-4b84-859f-a89d1b83c252 associated. External IP: 172.25.4.212, port: 646e1847-083c-4306-8c9e-aa18d0e19133. Nov 15 14:36:02.366912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668803e-c94c-4aff-a8c6-3e23436f80fd req-04c1f30b-f8f5-49bd-9abe-73b614f2ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:02.369289 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c668803e-c94c-4aff-a8c6-3e23436f80fd req-04c1f30b-f8f5-49bd-9abe-73b614f2ee7f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 1097 time: 0.0626159 Nov 15 14:36:02.445051 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c668803e-c94c-4aff-a8c6-3e23436f80fd req-9fe186bc-fff2-4742-a2d7-8e88b9495078 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b3c7007f-f83c-468d-890c-98fc82454e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586994 Nov 15 14:36:02.633084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5659db3a-6ef8-47b1-85d9-e6043b704952 req-a6c424c4-b277-4091-83d1-b51280e4fa8d tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Deleting port 6654cda0-92b5-4920-9c35-07f4c71b31d4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:02.633364 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5659db3a-6ef8-47b1-85d9-e6043b704952 req-a6c424c4-b277-4091-83d1-b51280e4fa8d tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:02.737122 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-095790e0-4c7f-4810-b53d-c21180bbc663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:02.739766 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-095790e0-4c7f-4810-b53d-c21180bbc663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:02.744332 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-095790e0-4c7f-4810-b53d-c21180bbc663 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ee7773d-02b8-412a-ae1e-4e33ce8cd0eb HTTP/1.1" status: 204 len: 168 time: 1.0601983 Nov 15 14:36:02.774441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ed58c-6296-441c-9077-efc24f90181b req-5490334a-3a77-42c9-baf0-05ecbaf15113 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:02.782654 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f5ed58c-6296-441c-9077-efc24f90181b req-5490334a-3a77-42c9-baf0-05ecbaf15113 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.1987066 Nov 15 14:36:02.789093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095790e0-4c7f-4810-b53d-c21180bbc663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee7773d-02b8-412a-ae1e-4e33ce8cd0eb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:02.847279 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5659db3a-6ef8-47b1-85d9-e6043b704952 req-a6c424c4-b277-4091-83d1-b51280e4fa8d tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] For port 6654cda0-92b5-4920-9c35-07f4c71b31d4, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6654cda0-92b5-4920-9c35-07f4c71b31d4,segment=NetworkSegment(3f3660b3-409a-4010-9239-3e7685725120),segment_id=3f3660b3-409a-4010-9239-3e7685725120)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:02.848572 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5659db3a-6ef8-47b1-85d9-e6043b704952 req-a6c424c4-b277-4091-83d1-b51280e4fa8d tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:02.926526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5659db3a-6ef8-47b1-85d9-e6043b704952 req-a6c424c4-b277-4091-83d1-b51280e4fa8d tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Calling delete_port for 6654cda0-92b5-4920-9c35-07f4c71b31d4 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:02.973723 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f5ed58c-6296-441c-9077-efc24f90181b req-5aca320e-ba77-4960-ad15-f7bee985d941 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833940 Nov 15 14:36:03.110666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-cc7a0361-ab82-4a81-ba7c-2290206f6793 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Router cd576a3a-7994-41f4-bad1-97256cd45335 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:36:03.394854 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:03.427198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98bbc9-c1c8-4c14-9464-6251912e46a7 req-9383e515-0662-4560-8bd6-d9681ec40529 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:03.429750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff98bbc9-c1c8-4c14-9464-6251912e46a7 req-9383e515-0662-4560-8bd6-d9681ec40529 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 946 time: 0.1761332 Nov 15 14:36:03.443004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-cc7a0361-ab82-4a81-ba7c-2290206f6793 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:36:03.464545 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09320a0b-31b3-43fb-a2ad-838d60ee8f9c None None] Sync routers for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:36:03.493723 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09320a0b-31b3-43fb-a2ad-838d60ee8f9c None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:03.495208 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-09320a0b-31b3-43fb-a2ad-838d60ee8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:03.530961 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5659db3a-6ef8-47b1-85d9-e6043b704952 req-a6c424c4-b277-4091-83d1-b51280e4fa8d tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:03.558872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6654cda0-92b5-4920-9c35-07f4c71b31d4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:36:03.570892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c424c4-b277-4091-83d1-b51280e4fa8d tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Pushing event deleted for resources: {'Port': ['ID=6654cda0-92b5-4920-9c35-07f4c71b31d4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:03.620275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff98bbc9-c1c8-4c14-9464-6251912e46a7 req-87e4759f-994c-41d7-8305-4ff296fa841f tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3c7007f-f83c-468d-890c-98fc82454e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807053 Nov 15 14:36:03.689048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5659db3a-6ef8-47b1-85d9-e6043b704952 req-a6c424c4-b277-4091-83d1-b51280e4fa8d tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] No DVR routers for this DVR port 6654cda0-92b5-4920-9c35-07f4c71b31d4 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:36:03.692598 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5659db3a-6ef8-47b1-85d9-e6043b704952 req-a6c424c4-b277-4091-83d1-b51280e4fa8d tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:03.697074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5659db3a-6ef8-47b1-85d9-e6043b704952 req-a6c424c4-b277-4091-83d1-b51280e4fa8d tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.46 "DELETE /v2.0/ports/6654cda0-92b5-4920-9c35-07f4c71b31d4 HTTP/1.1" status: 204 len: 173 time: 1.8197002 Nov 15 14:36:03.697398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946', 'name': 'network-vif-deleted', 'tag': '6654cda0-92b5-4920-9c35-07f4c71b31d4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:03.703829 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3481fc3c-e03e-413c-95c4-f377a62b8525" -d '{"events": [{"server_uuid": "2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946", "name": "network-vif-deleted", "tag": "6654cda0-92b5-4920-9c35-07f4c71b31d4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:03.748408 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-09320a0b-31b3-43fb-a2ad-838d60ee8f9c None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:03.800278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:03.810014 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-219463e6-1143-4116-8884-d8584dd9dae3 req-c2011589-7829-486a-8d94-623855327802 tempest-VolumesAdminNegativeTest-453792818 tempest-VolumesAdminNegativeTest-453792818-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946 HTTP/1.1" status: 200 len: 210 time: 0.0829086 Nov 15 14:36:03.835794 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77938ce3-dd70-4594-853f-13915a04aa42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:04.015670 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77938ce3-dd70-4594-853f-13915a04aa42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:04.115088 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77938ce3-dd70-4594-853f-13915a04aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:04.174746 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-77938ce3-dd70-4594-853f-13915a04aa42 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=908214236d5b4be78ef39d56903d9354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721435 Nov 15 14:36:04.177645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77938ce3-dd70-4594-853f-13915a04aa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf52778b-b6a8-4df6-899b-905d9b9d21fc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:04.180741 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:04.258716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-cc7a0361-ab82-4a81-ba7c-2290206f6793 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Router cd576a3a-7994-41f4-bad1-97256cd45335 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:36:04.289237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba3b4c-ad81-4684-b756-40755d6654ab req-4b5f719c-8473-4d73-9677-4f32268e9aaf tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:04.298021 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-595e3b76-09ac-425f-8769-2af8d530f553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:04.303820 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69ba3b4c-ad81-4684-b756-40755d6654ab req-4b5f719c-8473-4d73-9677-4f32268e9aaf tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.1896193 Nov 15 14:36:04.349729 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-595e3b76-09ac-425f-8769-2af8d530f553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:04.423914 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-09320a0b-31b3-43fb-a2ad-838d60ee8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b4ff873e-ad5f-4b84-859f-a89d1b83c252', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'port_id': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'mac_address': 'fa:16:3e:5a:60:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d763-1951-4722-9440-2d194288240a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:23Z', 'updated_at': '2021-11-15T14:36:01Z', 'revision_number': 3, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:04.465949 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09320a0b-31b3-43fb-a2ad-838d60ee8f9c None None] Checking router: cd576a3a-7994-41f4-bad1-97256cd45335 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:36:04.476885 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09320a0b-31b3-43fb-a2ad-838d60ee8f9c None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:04.477522 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-09320a0b-31b3-43fb-a2ad-838d60ee8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:04.479382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69ba3b4c-ad81-4684-b756-40755d6654ab req-e725d7af-79fc-4261-99e3-594b0be77326 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629953 Nov 15 14:36:04.548542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-595e3b76-09ac-425f-8769-2af8d530f553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:04.551369 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-595e3b76-09ac-425f-8769-2af8d530f553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:04.552604 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-595e3b76-09ac-425f-8769-2af8d530f553 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf52778b-b6a8-4df6-899b-905d9b9d21fc HTTP/1.1" status: 204 len: 168 time: 0.3706350 Nov 15 14:36:04.555855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-cc7a0361-ab82-4a81-ba7c-2290206f6793 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:36:04.563363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e3b76-09ac-425f-8769-2af8d530f553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf52778b-b6a8-4df6-899b-905d9b9d21fc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:04.580699 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-cc7a0361-ab82-4a81-ba7c-2290206f6793 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:04.669126 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16fe190-167f-4154-a21b-78672e0a1881 x-openstack-request-id: req-b16fe190-167f-4154-a21b-78672e0a1881 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:04.670738 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946", "name": "network-vif-deleted", "tag": "6654cda0-92b5-4920-9c35-07f4c71b31d4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:04.671913 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b16fe190-167f-4154-a21b-78672e0a1881 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:04.672969 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde86ba-2846-4e4e-aa2b-1c4f3a2ae946', 'name': 'network-vif-deleted', 'tag': '6654cda0-92b5-4920-9c35-07f4c71b31d4', 'status': 'completed', 'code': 200} Nov 15 14:36:04.722913 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-09320a0b-31b3-43fb-a2ad-838d60ee8f9c None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:04.777633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-cc7a0361-ab82-4a81-ba7c-2290206f6793 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "PUT /v2.0/floatingips/b4ff873e-ad5f-4b84-859f-a89d1b83c252 HTTP/1.1" status: 200 len: 998 time: 3.9480641 Nov 15 14:36:04.947933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-e6d121c2-ad06-466d-b2df-8337fd899a4b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:04.963915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-e6d121c2-ad06-466d-b2df-8337fd899a4b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports/646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 942 time: 0.1779270 Nov 15 14:36:05.060871 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd414e-ea05-4699-8a8d-e69555d25feb req-10e57604-f3f4-494a-8116-24a96bcc975a tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:05.063740 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:05.068663 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bedd414e-ea05-4699-8a8d-e69555d25feb req-10e57604-f3f4-494a-8116-24a96bcc975a tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.1904855 Nov 15 14:36:05.228776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bedd414e-ea05-4699-8a8d-e69555d25feb req-f529239a-e735-4c9d-b284-f90daebb6e2b tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525238 Nov 15 14:36:05.276876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-ca689434-4ab0-4be2-bbbd-a17fea5ba435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:05.279351 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-ca689434-4ab0-4be2-bbbd-a17fea5ba435 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 1096 time: 0.1403897 Nov 15 14:36:05.402920 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-09320a0b-31b3-43fb-a2ad-838d60ee8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b4ff873e-ad5f-4b84-859f-a89d1b83c252', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'port_id': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'mac_address': 'fa:16:3e:5a:60:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d763-1951-4722-9440-2d194288240a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:23Z', 'updated_at': '2021-11-15T14:36:01Z', 'revision_number': 3, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:05.437291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-da1acd24-19c7-4cfd-acb0-8015b2784995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:05.524710 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-da1acd24-19c7-4cfd-acb0-8015b2784995 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.1527398 Nov 15 14:36:05.525521 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09320a0b-31b3-43fb-a2ad-838d60ee8f9c None None] The sync data for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 is: [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b4ff873e-ad5f-4b84-859f-a89d1b83c252', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'port_id': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'mac_address': 'fa:16:3e:5a:60:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d763-1951-4722-9440-2d194288240a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:23Z', 'updated_at': '2021-11-15T14:36:01Z', 'revision_number': 3, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:36:05.527473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-0d171628-98a2-4f69-9cf7-1c31972b27b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 217 time: 0.0683374 Nov 15 14:36:05.601521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-e8d9ccfe-2457-4bfb-94aa-84fca11446c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:05.605410 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-e8d9ccfe-2457-4bfb-94aa-84fca11446c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.0823727 Nov 15 14:36:05.623010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108fee9-272c-4814-bb4f-b1211e7a426c req-cc793caf-ecd8-43e9-9865-4a887e145a83 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:05.632879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4108fee9-272c-4814-bb4f-b1211e7a426c req-cc793caf-ecd8-43e9-9865-4a887e145a83 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 946 time: 0.1141217 Nov 15 14:36:05.717889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb53da-7d26-4b93-be75-a52390163afc None None] New status for floating IP b4ff873e-ad5f-4b84-859f-a89d1b83c252: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:36:05.730589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-6b6c1914-fb44-4d2a-8008-dac136e352d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:05.732161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-6b6c1914-fb44-4d2a-8008-dac136e352d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039577 Nov 15 14:36:05.743462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4108fee9-272c-4814-bb4f-b1211e7a426c req-f6864e54-b087-48df-afee-627fa940efac tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3c7007f-f83c-468d-890c-98fc82454e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034877 Nov 15 14:36:05.844492 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:05.908219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-ab3bcc1e-bde8-4203-9e71-df1649129982 service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578047 Nov 15 14:36:06.074498 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-a94e4eff-7cc2-4050-96bd-3b335ae5bbcd service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492128 Nov 15 14:36:06.209909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6654cda0-92b5-4920-9c35-07f4c71b31d4 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:06.238586 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 6654cda0-92b5-4920-9c35-07f4c71b31d4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:36:06.239772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6654cda0-92b5-4920-9c35-07f4c71b31d4 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:36:06.267135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-bdde3b00-156f-404d-a538-bb93610e7a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:06.290688 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-bdde3b00-156f-404d-a538-bb93610e7a2d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 1096 time: 0.0997043 Nov 15 14:36:06.382187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54160) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:06.420227 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c74afa3-7f3c-4f21-a24d-3f08349a92d8 None None] Sync routers for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:36:06.437525 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74afa3-7f3c-4f21-a24d-3f08349a92d8 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:06.438183 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c74afa3-7f3c-4f21-a24d-3f08349a92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:06.469418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-7bf790a9-7468-4b04-9a51-7d31e2e87dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:06.473033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-7bf790a9-7468-4b04-9a51-7d31e2e87dae service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.1769841 Nov 15 14:36:06.515383 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b4a4c7-495a-46a6-bb4f-20a8ef773d44 admin admin] Deleting subnet 8a9fe1aa-4b3e-43fe-b632-1b87086ad640 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:36:06.529258 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36b4a4c7-495a-46a6-bb4f-20a8ef773d44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:06.612266 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36b4a4c7-495a-46a6-bb4f-20a8ef773d44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:06.660937 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c74afa3-7f3c-4f21-a24d-3f08349a92d8 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:06.670099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-327514dd-4e60-4b89-a798-5924c7af58a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=606be7f6-5b4d-400c-a8df-718e856bb53f HTTP/1.1" status: 200 len: 1001 time: 0.1894262 Nov 15 14:36:06.724014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133'}, {'name': 'network-changed', 'server_uuid': '3893d763-1951-4722-9440-2d194288240a', 'tag': '606be7f6-5b4d-400c-a8df-718e856bb53f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:06.735703 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36b4a4c7-495a-46a6-bb4f-20a8ef773d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:06.739553 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92484878-f2a9-4200-aa3f-0cc00ecdda24" -d '{"events": [{"name": "network-changed", "server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133"}, {"name": "network-changed", "server_uuid": "3893d763-1951-4722-9440-2d194288240a", "tag": "606be7f6-5b4d-400c-a8df-718e856bb53f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:06.754135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-fe9e9179-18dc-4279-aa7d-fdd600c3b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:06.765346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-fe9e9179-18dc-4279-aa7d-fdd600c3b24e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.0930996 Nov 15 14:36:06.788016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2146ac-ceb6-4ace-9f73-6b05892f997c req-f5906d41-96b4-4982-90cd-03cc4cd06a41 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:06.790291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f2146ac-ceb6-4ace-9f73-6b05892f997c req-f5906d41-96b4-4982-90cd-03cc4cd06a41 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.2400320 Nov 15 14:36:06.903086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-ecfe669b-9973-4512-bfc4-e05e44a6546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:06.911279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-ecfe669b-9973-4512-bfc4-e05e44a6546c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109865 Nov 15 14:36:06.987802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f2146ac-ceb6-4ace-9f73-6b05892f997c req-dfe6b080-269c-48a4-b3b2-548a2fa883cd tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334743 Nov 15 14:36:06.988332 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c74afa3-7f3c-4f21-a24d-3f08349a92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b4ff873e-ad5f-4b84-859f-a89d1b83c252', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'port_id': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'mac_address': 'fa:16:3e:5a:60:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d763-1951-4722-9440-2d194288240a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:23Z', 'updated_at': '2021-11-15T14:36:05Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:07.022604 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36b4a4c7-495a-46a6-bb4f-20a8ef773d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:07.045180 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c74afa3-7f3c-4f21-a24d-3f08349a92d8 None None] Checking router: cd576a3a-7994-41f4-bad1-97256cd45335 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:36:07.061096 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36b4a4c7-495a-46a6-bb4f-20a8ef773d44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:07.069560 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-36b4a4c7-495a-46a6-bb4f-20a8ef773d44 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8a9fe1aa-4b3e-43fe-b632-1b87086ad640 HTTP/1.1" status: 204 len: 168 time: 0.6848626 Nov 15 14:36:07.074021 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:07.076068 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74afa3-7f3c-4f21-a24d-3f08349a92d8 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:07.077283 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-5cddd9e5-c3ea-4ca7-a5af-14b74582d432 service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637490 Nov 15 14:36:07.078250 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c74afa3-7f3c-4f21-a24d-3f08349a92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:07.239457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cf120-1582-4d12-98e0-a3f4b3fe77d1 req-007368b1-22bd-43c0-ae1b-1d1a76eddd7a tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:07.262549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-375cf120-1582-4d12-98e0-a3f4b3fe77d1 req-007368b1-22bd-43c0-ae1b-1d1a76eddd7a tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 946 time: 0.1047499 Nov 15 14:36:07.264876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89f9b9-c95d-423d-87d2-2cbe519d117d req-8f654bbb-f45c-4219-966e-e16db97b4276 service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858549 Nov 15 14:36:07.268154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:07.278707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-786ccf5b-aed9-44c0-9b50-2e02d4a979d0 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Request body: {'floatingip': {'port_id': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:07.378836 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4a4c7-495a-46a6-bb4f-20a8ef773d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9fe1aa-4b3e-43fe-b632-1b87086ad640,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:07.421328 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c74afa3-7f3c-4f21-a24d-3f08349a92d8 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:07.456063 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5657484f-40b7-43f2-acf6-dd53d2a0e856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:07.473241 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-786ccf5b-aed9-44c0-9b50-2e02d4a979d0 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:07.618179 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5657484f-40b7-43f2-acf6-dd53d2a0e856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:07.759254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dac89-d833-49b9-930e-9415670afdd0 req-a9efc541-b1ea-44c8-bae4-a6ad12123ee1 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:07.764641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-772dac89-d833-49b9-930e-9415670afdd0 req-a9efc541-b1ea-44c8-bae4-a6ad12123ee1 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.2101626 Nov 15 14:36:07.822832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0565f62-d9cf-42a3-ad0b-def6f7ea939d req-f94b1dae-c010-4ed0-a703-fe885a2cfdfb tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:07.839706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0565f62-d9cf-42a3-ad0b-def6f7ea939d req-f94b1dae-c010-4ed0-a703-fe885a2cfdfb tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 950 time: 0.3579352 Nov 15 14:36:07.933062 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c74afa3-7f3c-4f21-a24d-3f08349a92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b4ff873e-ad5f-4b84-859f-a89d1b83c252', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'port_id': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'mac_address': 'fa:16:3e:5a:60:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d763-1951-4722-9440-2d194288240a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:23Z', 'updated_at': '2021-11-15T14:36:05Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:07.966210 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c74afa3-7f3c-4f21-a24d-3f08349a92d8 None None] The sync data for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 is: [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b4ff873e-ad5f-4b84-859f-a89d1b83c252', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'port_id': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'mac_address': 'fa:16:3e:5a:60:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d763-1951-4722-9440-2d194288240a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:23Z', 'updated_at': '2021-11-15T14:36:05Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:36:08.110059 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0565f62-d9cf-42a3-ad0b-def6f7ea939d req-0465ee4b-d48d-4c55-a15f-fcd691d74999 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693524 Nov 15 14:36:08.127130 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-772dac89-d833-49b9-930e-9415670afdd0 req-609403b5-48d3-45d5-92b3-8ec6fbe7d07b tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384738 Nov 15 14:36:08.231400 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5657484f-40b7-43f2-acf6-dd53d2a0e856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:08.231400 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5657484f-40b7-43f2-acf6-dd53d2a0e856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3660b3-409a-4010-9239-3e7685725120') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:08.234345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5657484f-40b7-43f2-acf6-dd53d2a0e856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3660b3-409a-4010-9239-3e7685725120') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:08.258870 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5657484f-40b7-43f2-acf6-dd53d2a0e856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:08.290272 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5657484f-40b7-43f2-acf6-dd53d2a0e856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:08.323477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5657484f-40b7-43f2-acf6-dd53d2a0e856 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:36:08.323900 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5657484f-40b7-43f2-acf6-dd53d2a0e856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:36:08.325797 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:36:08.410075 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b857bb-d6a7-4c21-b1be-92870d278a0a x-openstack-request-id: req-81b857bb-d6a7-4c21-b1be-92870d278a0a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:08.410458 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3893d763-1951-4722-9440-2d194288240a", "tag": "606be7f6-5b4d-400c-a8df-718e856bb53f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:08.410458 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81b857bb-d6a7-4c21-b1be-92870d278a0a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:08.410972 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133', 'status': 'completed', 'code': 200} Nov 15 14:36:08.411382 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3893d763-1951-4722-9440-2d194288240a', 'tag': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'status': 'completed', 'code': 200} Nov 15 14:36:08.528202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-3f9a6d06-6e46-47e7-a450-89ce3b44b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:08.530849 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-3f9a6d06-6e46-47e7-a450-89ce3b44b703 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 1096 time: 0.0842841 Nov 15 14:36:08.552127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a693594a-9138-4787-aac8-58d02c2dea9a req-08258b4a-29a2-4697-b2a1-6e49b4e1afd0 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 1001 time: 0.2182350 Nov 15 14:36:08.649120 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5657484f-40b7-43f2-acf6-dd53d2a0e856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:08.653886 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693594a-9138-4787-aac8-58d02c2dea9a req-4438b193-8642-48e4-8c3e-a64d2c0b8793 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:08.660312 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5657484f-40b7-43f2-acf6-dd53d2a0e856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:08.666339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a693594a-9138-4787-aac8-58d02c2dea9a req-4438b193-8642-48e4-8c3e-a64d2c0b8793 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports/606be7f6-5b4d-400c-a8df-718e856bb53f HTTP/1.1" status: 200 len: 942 time: 0.1130564 Nov 15 14:36:08.667952 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5657484f-40b7-43f2-acf6-dd53d2a0e856 admin admin] 10.222.0.70 "DELETE /v2.0/networks/eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8 HTTP/1.1" status: 204 len: 168 time: 1.5126467 Nov 15 14:36:08.683323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:08.695683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-786ccf5b-aed9-44c0-9b50-2e02d4a979d0 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:36:08.803531 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657484f-40b7-43f2-acf6-dd53d2a0e856 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8cdbe6-dd59-4184-ab1d-fa7d90ae73d8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:08.823865 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a0c565-118b-4ff7-95fb-59e3b2a1941a admin admin] Deleting subnet a8575b37-f5bf-4a78-9bf9-f6e485fe0753 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:36:08.836641 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c565-118b-4ff7-95fb-59e3b2a1941a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:08.878800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-ea8c2d86-2ba2-48c4-a039-fe363bbb36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:08.880401 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-ea8c2d86-2ba2-48c4-a039-fe363bbb36f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.3333988 Nov 15 14:36:08.895787 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c565-118b-4ff7-95fb-59e3b2a1941a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:09.052708 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-fd167661-1741-4c30-9497-07b4751e0e5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 217 time: 0.1005175 Nov 15 14:36:09.104247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:09.108492 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c565-118b-4ff7-95fb-59e3b2a1941a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:09.166869 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-e24129de-f6b5-4da9-b779-b82b907e3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:09.168510 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-e24129de-f6b5-4da9-b779-b82b907e3d94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.1034331 Nov 15 14:36:09.198911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f8eb7-1dde-4f9f-b18c-eb1b55c05405 req-b2909f7b-7394-456f-b9f2-683181d722ad tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:09.206501 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b9f8eb7-1dde-4f9f-b18c-eb1b55c05405 req-b2909f7b-7394-456f-b9f2-683181d722ad tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.6747553 Nov 15 14:36:09.241326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-6fdf88b7-a1a9-4a12-9f3e-064e8cd5490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:09.246431 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-6fdf88b7-a1a9-4a12-9f3e-064e8cd5490a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626736 Nov 15 14:36:09.376803 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-786ccf5b-aed9-44c0-9b50-2e02d4a979d0 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:09.387047 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c565-118b-4ff7-95fb-59e3b2a1941a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:09.405780 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b9f8eb7-1dde-4f9f-b18c-eb1b55c05405 req-bd801fc1-6fc1-483e-a04b-b22188df51fc tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979871 Nov 15 14:36:09.438073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131275bd-de5d-414a-a858-c65c4cdbc247 req-07b1f018-71db-4c58-a309-a0f30a56c669 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:09.440253 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de9d9341-7eb3-4d9c-ae70-59e4599401aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:09.450070 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0c565-118b-4ff7-95fb-59e3b2a1941a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8575b37-f5bf-4a78-9bf9-f6e485fe0753,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:09.460892 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c565-118b-4ff7-95fb-59e3b2a1941a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:09.462963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-131275bd-de5d-414a-a858-c65c4cdbc247 req-07b1f018-71db-4c58-a309-a0f30a56c669 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 950 time: 0.2559080 Nov 15 14:36:09.466790 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a1a0c565-118b-4ff7-95fb-59e3b2a1941a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a8575b37-f5bf-4a78-9bf9-f6e485fe0753 HTTP/1.1" status: 204 len: 168 time: 0.7640698 Nov 15 14:36:09.472379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:09.511311 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a693594a-9138-4787-aac8-58d02c2dea9a req-decc9c29-72a1-449e-8222-a6091b087427 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 1001 time: 0.3224030 Nov 15 14:36:09.574249 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-07724bcb-91c3-4851-ad66-2a3d3663e8fd service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076208 Nov 15 14:36:09.616381 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1cfd-be4f-4b59-8ada-e8d4005010d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:09.657298 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-786ccf5b-aed9-44c0-9b50-2e02d4a979d0 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:09.752725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de9d9341-7eb3-4d9c-ae70-59e4599401aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:09.817791 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-5f3dff38-50ed-45eb-8069-7882aa413ecb service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219105 Nov 15 14:36:09.828062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de9d9341-7eb3-4d9c-ae70-59e4599401aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:09.842299 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1cfd-be4f-4b59-8ada-e8d4005010d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:09.905941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6ebd1cfd-be4f-4b59-8ada-e8d4005010d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9d1430-73c0-4898-9aba-989bde3c01cf']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:09.910338 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d9341-7eb3-4d9c-ae70-59e4599401aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdc9c6f-d44b-4495-bd30-21755c3aec2e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:09.925434 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-de9d9341-7eb3-4d9c-ae70-59e4599401aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9b04e669bbf4e70b28603dcce4867ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8176715 Nov 15 14:36:09.926220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54220) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:09.942967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693594a-9138-4787-aac8-58d02c2dea9a req-b46a29be-54d2-4d71-a420-3a5908150693 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:09.945435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a693594a-9138-4787-aac8-58d02c2dea9a req-b46a29be-54d2-4d71-a420-3a5908150693 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.4330759 Nov 15 14:36:09.957328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6ebd1cfd-be4f-4b59-8ada-e8d4005010d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d81ad7c-4b94-4a7f-94df-5cd4a9893953') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:09.957635 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6ebd1cfd-be4f-4b59-8ada-e8d4005010d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d81ad7c-4b94-4a7f-94df-5cd4a9893953') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:09.995880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9e511-f7be-4851-908f-6af5f35856ca req-f540e77d-a760-48da-9e91-dd2ae307b1ba tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:10.004230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1e9e511-f7be-4851-908f-6af5f35856ca req-f540e77d-a760-48da-9e91-dd2ae307b1ba tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 950 time: 0.3484080 Nov 15 14:36:10.020924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1cfd-be4f-4b59-8ada-e8d4005010d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:10.066531 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-786ccf5b-aed9-44c0-9b50-2e02d4a979d0 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Floating IP e0c42374-6af0-4d20-98f1-0c2dae25d2de associated. External IP: 172.25.4.143, port: b1a2e6e8-ce2a-4132-9742-8729d3c7b003. Nov 15 14:36:10.086204 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1cfd-be4f-4b59-8ada-e8d4005010d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:10.106158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebd1cfd-be4f-4b59-8ada-e8d4005010d6 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:36:10.106770 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1cfd-be4f-4b59-8ada-e8d4005010d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:36:10.108906 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:36:10.167771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-131275bd-de5d-414a-a858-c65c4cdbc247 req-87be2186-b83f-4673-8629-2b2c282f4d71 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Deleting port 085c20d5-2277-4004-b2df-09ddc932bf8a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:10.167771 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-131275bd-de5d-414a-a858-c65c4cdbc247 req-87be2186-b83f-4673-8629-2b2c282f4d71 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:10.184314 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-f3b4c761-1a1e-4667-86ee-600b55915371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:10.203502 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-f3b4c761-1a1e-4667-86ee-600b55915371 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 1096 time: 0.2545857 Nov 15 14:36:10.213648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1e9e511-f7be-4851-908f-6af5f35856ca req-54832f9f-ee99-4cdb-80d6-f32564295f72 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063954 Nov 15 14:36:10.219895 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ad96dc1-b114-4532-b475-10ad04f0eba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:10.304088 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ad96dc1-b114-4532-b475-10ad04f0eba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:10.346688 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1cfd-be4f-4b59-8ada-e8d4005010d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:10.373957 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1cfd-be4f-4b59-8ada-e8d4005010d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:10.380379 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6ebd1cfd-be4f-4b59-8ada-e8d4005010d6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5d9d1430-73c0-4898-9aba-989bde3c01cf HTTP/1.1" status: 204 len: 168 time: 0.9022477 Nov 15 14:36:10.409312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd1cfd-be4f-4b59-8ada-e8d4005010d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9d1430-73c0-4898-9aba-989bde3c01cf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:10.448533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-50b6eb7b-1116-4b7f-aa3f-9d77be135f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:10.454861 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-50b6eb7b-1116-4b7f-aa3f-9d77be135f43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.2433476 Nov 15 14:36:10.493790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bdb3a-f411-4e47-8444-537349d3d057 req-c835f18a-d9ed-4228-acc2-aa4328d062fd tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:10.496223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-113bdb3a-f411-4e47-8444-537349d3d057 req-c835f18a-d9ed-4228-acc2-aa4328d062fd tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.3237982 Nov 15 14:36:10.514495 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-131275bd-de5d-414a-a858-c65c4cdbc247 req-87be2186-b83f-4673-8629-2b2c282f4d71 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] For port 085c20d5-2277-4004-b2df-09ddc932bf8a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=085c20d5-2277-4004-b2df-09ddc932bf8a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:10.514861 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-131275bd-de5d-414a-a858-c65c4cdbc247 req-87be2186-b83f-4673-8629-2b2c282f4d71 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:10.545477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-145ff525-4c87-42c8-8a16-1a732b15a971 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 1001 time: 0.2240758 Nov 15 14:36:10.561113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ad96dc1-b114-4532-b475-10ad04f0eba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:10.569554 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ad96dc1-b114-4532-b475-10ad04f0eba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:10.571299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-131275bd-de5d-414a-a858-c65c4cdbc247 req-87be2186-b83f-4673-8629-2b2c282f4d71 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Calling delete_port for 085c20d5-2277-4004-b2df-09ddc932bf8a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:10.574727 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4ad96dc1-b114-4532-b475-10ad04f0eba2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfdc9c6f-d44b-4495-bd30-21755c3aec2e HTTP/1.1" status: 204 len: 168 time: 0.6386850 Nov 15 14:36:10.594103 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-3d480352-a4c1-44c2-be29-a4098ae9f886 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=606be7f6-5b4d-400c-a8df-718e856bb53f HTTP/1.1" status: 200 len: 1001 time: 0.1294649 Nov 15 14:36:10.596051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad96dc1-b114-4532-b475-10ad04f0eba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdc9c6f-d44b-4495-bd30-21755c3aec2e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:10.726802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-e13717fd-7d26-4a64-b8fc-6d1d9750e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:10.733480 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-e13717fd-7d26-4a64-b8fc-6d1d9750e068 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.1241932 Nov 15 14:36:10.817066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-bfaf70da-63b4-4aa8-8533-41fe89b6f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:10.818754 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-bfaf70da-63b4-4aa8-8533-41fe89b6f58a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689759 Nov 15 14:36:10.820732 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-f97071c4-ac8c-44f6-b263-ce4d69357f79 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:10.822738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-f97071c4-ac8c-44f6-b263-ce4d69357f79 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports/606be7f6-5b4d-400c-a8df-718e856bb53f HTTP/1.1" status: 200 len: 942 time: 0.2555068 Nov 15 14:36:10.850111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-113bdb3a-f411-4e47-8444-537349d3d057 req-894ff62a-ca38-4861-bf4e-148e1c4082c7 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315241 Nov 15 14:36:10.897267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786ccf5b-aed9-44c0-9b50-2e02d4a979d0 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Router 1fc661d6-4772-4eba-8835-55c4be2316d7 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:36:10.916807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:10.981976 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3cd65862-14ab-4c0a-88a6-a33d2b2fe76c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d1a09ca1f3a74ff9a50e0c7e7d878699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0636353 Nov 15 14:36:10.985983 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:11.098542 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-a5fc007a-7549-4f3a-bed9-4f7fbf68f630 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625549 Nov 15 14:36:11.133160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6299d18-2e88-4a8d-b588-3be2bfaa259b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:11.142038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-ff1903a7-185d-4316-84f0-a2280a4a06f5 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 1001 time: 0.2436323 Nov 15 14:36:11.219504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ac71d-88db-40a3-bf2d-bb1dcdca2127 req-b0cd4bb3-08aa-4e08-8c43-eb70d8505db8 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:11.221090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e17ac71d-88db-40a3-bf2d-bb1dcdca2127 req-b0cd4bb3-08aa-4e08-8c43-eb70d8505db8 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.2289093 Nov 15 14:36:11.227591 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6299d18-2e88-4a8d-b588-3be2bfaa259b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:11.246541 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-131275bd-de5d-414a-a858-c65c4cdbc247 req-87be2186-b83f-4673-8629-2b2c282f4d71 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:11.258658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['59e8048e-7982-4bd6-b05d-83915c99016e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:36:11.268487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786ccf5b-aed9-44c0-9b50-2e02d4a979d0 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:36:11.271069 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-786ccf5b-aed9-44c0-9b50-2e02d4a979d0 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:11.277474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['085c20d5-2277-4004-b2df-09ddc932bf8a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:36:11.402148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be2186-b83f-4673-8629-2b2c282f4d71 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Pushing event deleted for resources: {'Port': ['ID=085c20d5-2277-4004-b2df-09ddc932bf8a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:11.424345 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92484878-f2a9-4200-aa3f-0cc00ecdda24 req-7d2205fc-fab5-418d-9219-6c69a9238be8 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883184 Nov 15 14:36:11.633904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1312b9-f344-48aa-a56c-39ffc2027985 None None] Sync routers for ids ['1fc661d6-4772-4eba-8835-55c4be2316d7'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:36:11.634048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-131275bd-de5d-414a-a858-c65c4cdbc247 req-87be2186-b83f-4673-8629-2b2c282f4d71 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] No DVR routers for this DVR port 085c20d5-2277-4004-b2df-09ddc932bf8a on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:36:11.634048 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-131275bd-de5d-414a-a858-c65c4cdbc247 req-87be2186-b83f-4673-8629-2b2c282f4d71 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:11.634048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-131275bd-de5d-414a-a858-c65c4cdbc247 req-87be2186-b83f-4673-8629-2b2c282f4d71 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.59 "DELETE /v2.0/ports/085c20d5-2277-4004-b2df-09ddc932bf8a HTTP/1.1" status: 204 len: 173 time: 2.1046629 Nov 15 14:36:11.634048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c', 'name': 'network-vif-deleted', 'tag': '085c20d5-2277-4004-b2df-09ddc932bf8a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:11.634048 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe941e8b-4f25-442d-b106-53826d0ce635" -d '{"events": [{"server_uuid": "e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c", "name": "network-vif-deleted", "tag": "085c20d5-2277-4004-b2df-09ddc932bf8a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:11.634048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-786ccf5b-aed9-44c0-9b50-2e02d4a979d0 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "PUT /v2.0/floatingips/e0c42374-6af0-4d20-98f1-0c2dae25d2de HTTP/1.1" status: 200 len: 992 time: 4.3235347 Nov 15 14:36:11.635323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1312b9-f344-48aa-a56c-39ffc2027985 None None] Routers {'1fc661d6-4772-4eba-8835-55c4be2316d7'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:11.635323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ea1312b9-f344-48aa-a56c-39ffc2027985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1fc661d6-4772-4eba-8835-55c4be2316d7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:11.658159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e17ac71d-88db-40a3-bf2d-bb1dcdca2127 req-8d0f4b31-16b6-47b6-b4cf-5446e0816bf3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260890 Nov 15 14:36:11.680872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-2213d580-9501-4838-8c9d-72f1997db85d tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:11.682734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-2213d580-9501-4838-8c9d-72f1997db85d tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.5298855 Nov 15 14:36:11.840391 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16ec219c-69d1-402a-97a7-2130b89fad28 req-7280af33-cdb9-410b-9166-fd91a25209eb tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 210 time: 0.0701933 Nov 15 14:36:11.879064 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6299d18-2e88-4a8d-b588-3be2bfaa259b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:11.879898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ea1312b9-f344-48aa-a56c-39ffc2027985 None None] Set router 1fc661d6-4772-4eba-8835-55c4be2316d7 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:11.882033 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6299d18-2e88-4a8d-b588-3be2bfaa259b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:11.886110 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d6299d18-2e88-4a8d-b588-3be2bfaa259b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96e2afb9-43a9-4d62-af5b-b395788d64d2 HTTP/1.1" status: 204 len: 168 time: 0.8968613 Nov 15 14:36:11.891248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-a3b836ea-972b-4f4b-987f-153da6a63df6 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 1001 time: 0.1943426 Nov 15 14:36:11.897574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6299d18-2e88-4a8d-b588-3be2bfaa259b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e2afb9-43a9-4d62-af5b-b395788d64d2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:11.920293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-8caaa014-7de8-40a3-82a8-4acdc2916437 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:12.066849 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50789cd0-9270-466b-afad-ba59e45f210b x-openstack-request-id: req-50789cd0-9270-466b-afad-ba59e45f210b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:12.067770 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c", "name": "network-vif-deleted", "tag": "085c20d5-2277-4004-b2df-09ddc932bf8a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:12.068471 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50789cd0-9270-466b-afad-ba59e45f210b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:12.070097 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c', 'name': 'network-vif-deleted', 'tag': '085c20d5-2277-4004-b2df-09ddc932bf8a', 'status': 'completed', 'code': 200} Nov 15 14:36:12.132993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-8caaa014-7de8-40a3-82a8-4acdc2916437 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:12.407598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846191f-6d23-43cf-8f44-991abd9ab0d0 req-1d63d89f-f386-42cc-8f47-f6f8fee9baba tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:12.419824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a846191f-6d23-43cf-8f44-991abd9ab0d0 req-1d63d89f-f386-42cc-8f47-f6f8fee9baba tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.1861134 Nov 15 14:36:12.543719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ea1312b9-f344-48aa-a56c-39ffc2027985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:35:32Z', 'revision_number': 4, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'e0c42374-6af0-4d20-98f1-0c2dae25d2de', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'port_id': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'mac_address': 'fa:16:3e:43:d1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1033c0b7-247c-42b7-a00f-950dde8e304e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:40Z', 'updated_at': '2021-11-15T14:36:08Z', 'revision_number': 1, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b99bc4-1676-4213-8f64-a69bcb76b9ed', 'name': '', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'mac_address': 'fa:16:3e:c4:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:31Z', 'updated_at': '2021-11-15T14:35:41Z', 'revision_number': 5, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'subnets': [{'id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:12.552496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-8caaa014-7de8-40a3-82a8-4acdc2916437 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:12.564889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a846191f-6d23-43cf-8f44-991abd9ab0d0 req-d58b0748-10c8-4c72-828f-4da92e4fd53e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440985 Nov 15 14:36:12.594996 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1312b9-f344-48aa-a56c-39ffc2027985 None None] Checking router: 1fc661d6-4772-4eba-8835-55c4be2316d7 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:36:12.605109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1312b9-f344-48aa-a56c-39ffc2027985 None None] Routers {'1fc661d6-4772-4eba-8835-55c4be2316d7'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:12.606010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ea1312b9-f344-48aa-a56c-39ffc2027985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1fc661d6-4772-4eba-8835-55c4be2316d7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:12.666443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-8caaa014-7de8-40a3-82a8-4acdc2916437 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:12.667033 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-8caaa014-7de8-40a3-82a8-4acdc2916437 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Floating IP b4ff873e-ad5f-4b84-859f-a89d1b83c252 disassociated. External IP: 172.25.4.212, port: 606be7f6-5b4d-400c-a8df-718e856bb53f. Nov 15 14:36:12.727507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ea1312b9-f344-48aa-a56c-39ffc2027985 None None] Set router 1fc661d6-4772-4eba-8835-55c4be2316d7 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:12.882806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786527fe-0ca3-4178-b424-d0cdc2c7a3a8 req-6df03542-c6d4-48d2-bcd7-53a9e453e7b5 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:12.884352 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-786527fe-0ca3-4178-b424-d0cdc2c7a3a8 req-6df03542-c6d4-48d2-bcd7-53a9e453e7b5 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.0832703 Nov 15 14:36:12.973544 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:13.072073 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-61c1f1ad-1dbd-476d-8cdc-c907c7b70487 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fec2e192a7914a49998a6d9642ca98d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0951972 Nov 15 14:36:13.072588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:13.097533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-786527fe-0ca3-4178-b424-d0cdc2c7a3a8 req-82e3d0a6-3283-47b6-adbb-a2836abbfd96 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697459 Nov 15 14:36:13.147309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-8caaa014-7de8-40a3-82a8-4acdc2916437 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Router cd576a3a-7994-41f4-bad1-97256cd45335 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:36:13.185102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f64fbd91-e81e-497c-b483-c3aa847cb185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:13.207277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ea1312b9-f344-48aa-a56c-39ffc2027985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:35:32Z', 'revision_number': 4, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'e0c42374-6af0-4d20-98f1-0c2dae25d2de', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'port_id': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'mac_address': 'fa:16:3e:43:d1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1033c0b7-247c-42b7-a00f-950dde8e304e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:40Z', 'updated_at': '2021-11-15T14:36:08Z', 'revision_number': 1, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b99bc4-1676-4213-8f64-a69bcb76b9ed', 'name': '', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'mac_address': 'fa:16:3e:c4:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:31Z', 'updated_at': '2021-11-15T14:35:41Z', 'revision_number': 5, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'subnets': [{'id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:13.212559 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f64fbd91-e81e-497c-b483-c3aa847cb185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:13.250910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1312b9-f344-48aa-a56c-39ffc2027985 None None] The sync data for ids ['1fc661d6-4772-4eba-8835-55c4be2316d7'] in n-d-817748-2 is: [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:35:32Z', 'revision_number': 4, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'e0c42374-6af0-4d20-98f1-0c2dae25d2de', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'port_id': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'mac_address': 'fa:16:3e:43:d1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1033c0b7-247c-42b7-a00f-950dde8e304e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:40Z', 'updated_at': '2021-11-15T14:36:08Z', 'revision_number': 1, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b99bc4-1676-4213-8f64-a69bcb76b9ed', 'name': '', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'mac_address': 'fa:16:3e:c4:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:31Z', 'updated_at': '2021-11-15T14:35:41Z', 'revision_number': 5, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'subnets': [{'id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:36:13.290924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 085c20d5-2277-4004-b2df-09ddc932bf8a no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:13.297126 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fca3af79-eacd-4ec8-9cc8-739583b8f523 req-8f15624a-b1cf-45df-8c18-55deacd59c78 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1c6a665-bc41-49b1-9cd0-a1ae6ebebf2c HTTP/1.1" status: 200 len: 210 time: 0.0447955 Nov 15 14:36:13.314286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 085c20d5-2277-4004-b2df-09ddc932bf8a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:36:13.314763 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 085c20d5-2277-4004-b2df-09ddc932bf8a not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:36:13.368166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-8caaa014-7de8-40a3-82a8-4acdc2916437 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:36:13.379501 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff3b54-4c3b-4483-b934-a7073a849450 None None] Sync routers for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:36:13.382552 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-8caaa014-7de8-40a3-82a8-4acdc2916437 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:13.397314 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff3b54-4c3b-4483-b934-a7073a849450 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:13.398779 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a5ff3b54-4c3b-4483-b934-a7073a849450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:13.420205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-8caaa014-7de8-40a3-82a8-4acdc2916437 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "PUT /v2.0/floatingips/b4ff873e-ad5f-4b84-859f-a89d1b83c252 HTTP/1.1" status: 200 len: 695 time: 1.5113320 Nov 15 14:36:13.493895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-37696893-3c34-4b39-b601-a9d498150eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:13.495571 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-37696893-3c34-4b39-b601-a9d498150eee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 1096 time: 0.0560658 Nov 15 14:36:13.513693 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f64fbd91-e81e-497c-b483-c3aa847cb185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:13.530353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f64fbd91-e81e-497c-b483-c3aa847cb185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:13.530353 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f64fbd91-e81e-497c-b483-c3aa847cb185 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a1b8cb9-e8f9-4302-8999-7cea007cde38 HTTP/1.1" status: 204 len: 168 time: 0.4480307 Nov 15 14:36:13.533957 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fbd91-e81e-497c-b483-c3aa847cb185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1b8cb9-e8f9-4302-8999-7cea007cde38,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:13.584400 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a5ff3b54-4c3b-4483-b934-a7073a849450 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:13.623561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb87fa1f-93fd-40b3-b265-cc287ffa5090 None None] New status for floating IP e0c42374-6af0-4d20-98f1-0c2dae25d2de: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:36:13.705000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-2dd6b253-6252-48f4-9063-58fafac4296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:13.706567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-2dd6b253-6252-48f4-9063-58fafac4296c service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.2045765 Nov 15 14:36:13.855275 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a5ff3b54-4c3b-4483-b934-a7073a849450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:13.900340 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff3b54-4c3b-4483-b934-a7073a849450 None None] Checking router: cd576a3a-7994-41f4-bad1-97256cd45335 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:36:13.913869 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff3b54-4c3b-4483-b934-a7073a849450 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:13.914906 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a5ff3b54-4c3b-4483-b934-a7073a849450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:14.051564 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a5ff3b54-4c3b-4483-b934-a7073a849450 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:14.140806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1033c0b7-247c-42b7-a00f-950dde8e304e', 'tag': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003'}, {'name': 'network-changed', 'server_uuid': '3893d763-1951-4722-9440-2d194288240a', 'tag': '606be7f6-5b4d-400c-a8df-718e856bb53f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:14.144273 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03211466-cc1b-417c-86ca-ce692ee69035" -d '{"events": [{"name": "network-changed", "server_uuid": "1033c0b7-247c-42b7-a00f-950dde8e304e", "tag": "b1a2e6e8-ce2a-4132-9742-8729d3c7b003"}, {"name": "network-changed", "server_uuid": "3893d763-1951-4722-9440-2d194288240a", "tag": "606be7f6-5b4d-400c-a8df-718e856bb53f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:14.188521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-403f9df6-fd4e-461c-b600-73fef78b3d8f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=606be7f6-5b4d-400c-a8df-718e856bb53f HTTP/1.1" status: 200 len: 217 time: 0.0398266 Nov 15 14:36:14.256564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a085-18b8-4741-86d8-23e941e11e0b req-e174635f-bb40-428d-8ceb-4f06f98094f7 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:14.257816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf00a085-18b8-4741-86d8-23e941e11e0b req-e174635f-bb40-428d-8ceb-4f06f98094f7 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.5655448 Nov 15 14:36:14.275963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-2daf65df-dbf1-4cc7-b1c5-ae230ad81cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:14.277438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-2daf65df-dbf1-4cc7-b1c5-ae230ad81cd4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.0812631 Nov 15 14:36:14.383501 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf00a085-18b8-4741-86d8-23e941e11e0b req-71faf29a-761a-427b-8ad4-839e2d2af5d1 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179669 Nov 15 14:36:14.390895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-8ec16e93-b3ac-4043-84a9-ddde46b1ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:14.397691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-8ec16e93-b3ac-4043-84a9-ddde46b1ae11 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108513 Nov 15 14:36:14.421234 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a5ff3b54-4c3b-4483-b934-a7073a849450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:14.465600 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff3b54-4c3b-4483-b934-a7073a849450 None None] The sync data for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 is: [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:36:14.534284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-2d5efac3-57d6-4616-805e-66aa249b456d service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349866 Nov 15 14:36:14.605250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5351e-67c4-41dc-b323-d35cfbbe800f req-79329d7c-2706-4092-8793-3aeec7079e06 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:14.607212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4e5351e-67c4-41dc-b323-d35cfbbe800f req-79329d7c-2706-4092-8793-3aeec7079e06 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.1316350 Nov 15 14:36:14.689915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fd103d9-993d-47d0-bb17-cdc8a34f0ab6 req-9fa0ffda-4cf3-41fc-a232-9db2f6d4cd8d service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464293 Nov 15 14:36:14.723612 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4e5351e-67c4-41dc-b323-d35cfbbe800f req-7a080b8e-c89c-4740-817b-ed123540691e tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055744 Nov 15 14:36:14.781637 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a50111-4d0b-4834-aea1-3343187d8b9c None None] New status for floating IP b4ff873e-ad5f-4b84-859f-a89d1b83c252: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:36:15.003641 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f541ef-9f0a-4fee-9033-187a5d8a434b x-openstack-request-id: req-08f541ef-9f0a-4fee-9033-187a5d8a434b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:15.003996 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1033c0b7-247c-42b7-a00f-950dde8e304e", "tag": "b1a2e6e8-ce2a-4132-9742-8729d3c7b003", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3893d763-1951-4722-9440-2d194288240a", "tag": "606be7f6-5b4d-400c-a8df-718e856bb53f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:15.004413 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08f541ef-9f0a-4fee-9033-187a5d8a434b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:15.004822 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1033c0b7-247c-42b7-a00f-950dde8e304e', 'tag': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003', 'status': 'completed', 'code': 200} Nov 15 14:36:15.005079 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3893d763-1951-4722-9440-2d194288240a', 'tag': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'status': 'completed', 'code': 200} Nov 15 14:36:15.124676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03211466-cc1b-417c-86ca-ce692ee69035 req-28a4294d-3cbc-40d1-9b75-c73fcb99cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:15.126299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-28a4294d-3cbc-40d1-9b75-c73fcb99cb33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 1096 time: 0.0747206 Nov 15 14:36:15.128288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03211466-cc1b-417c-86ca-ce692ee69035 req-01e4aec8-a610-45f7-998f-621adcf723c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:15.129721 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-01e4aec8-a610-45f7-998f-621adcf723c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8772e7bd09904dc187e600d041d4140e&device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 1097 time: 0.0695024 Nov 15 14:36:15.218554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:15.308578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03211466-cc1b-417c-86ca-ce692ee69035 req-12b409a2-41f3-4ae3-a504-444005d931dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:15.310026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-12b409a2-41f3-4ae3-a504-444005d931dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=3c9b5f5b-7030-437f-8e9d-1399aab9bca5 HTTP/1.1" status: 200 len: 912 time: 0.1715922 Nov 15 14:36:15.311185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03211466-cc1b-417c-86ca-ce692ee69035 req-1f519725-b14d-44ac-b978-a25295c87971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:15.312542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-1f519725-b14d-44ac-b978-a25295c87971 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.1728621 Nov 15 14:36:15.367199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1507444761-network', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:15.402546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-19c35b29-97f4-400d-a55b-3a0ef2d0249a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=606be7f6-5b4d-400c-a8df-718e856bb53f HTTP/1.1" status: 200 len: 217 time: 0.0417681 Nov 15 14:36:15.442704 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-c3db6a04-3cda-45fd-adf4-6dfb76eb9d6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a2e6e8-ce2a-4132-9742-8729d3c7b003 HTTP/1.1" status: 200 len: 1002 time: 0.1247706 Nov 15 14:36:15.495950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03211466-cc1b-417c-86ca-ce692ee69035 req-3f9edfe1-0fb6-46ed-a651-7adaa1285a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:15.497531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-3f9edfe1-0fb6-46ed-a651-7adaa1285a38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.0843723 Nov 15 14:36:15.503064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Made reservation on behalf of 1352078ae87d4d26befc0fed396d9fd3 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:36:15.505536 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:15.509444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03211466-cc1b-417c-86ca-ce692ee69035 req-9c24a02f-5d0e-4b6c-badb-3b2ecb0acb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:15.525838 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-9c24a02f-5d0e-4b6c-badb-3b2ecb0acb83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48309c78-0057-4b2b-bb8b-2682d3324f95 HTTP/1.1" status: 200 len: 850 time: 0.0592945 Nov 15 14:36:15.526903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:15.622739 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:15.675188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03211466-cc1b-417c-86ca-ce692ee69035 req-42d4d449-44b7-4cd1-8c8d-39e5ade25997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:15.676630 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-42d4d449-44b7-4cd1-8c8d-39e5ade25997 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3c9b5f5b-7030-437f-8e9d-1399aab9bca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529243 Nov 15 14:36:15.681152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03211466-cc1b-417c-86ca-ce692ee69035 req-6788eb1d-a16d-4b21-9271-6d058823e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:15.683192 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-6788eb1d-a16d-4b21-9271-6d058823e944 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499774 Nov 15 14:36:15.702898 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:15.708240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af810023-16a7-4e20-b57b-cf615b850b39 req-20226b1c-ef62-4d36-a83e-0bf2afd3de16 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:15.709700 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af810023-16a7-4e20-b57b-cf615b850b39 req-20226b1c-ef62-4d36-a83e-0bf2afd3de16 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.1226211 Nov 15 14:36:15.726588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:36:15.731780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-8796a682-d816-4a39-ba39-9db29673bc8f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:15.733248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-8796a682-d816-4a39-ba39-9db29673bc8f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1413002 Nov 15 14:36:15.741777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d520d2-9142-4a25-8a00-e16048fa0374,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:15.746277 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:15.746643 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Added segment fcc28f35-ed8b-48b1-81b7-dfc10e0e1139 of type vlan for network 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a Nov 15 14:36:15.786224 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:15.873623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-de951307-591e-492e-b420-9ea573d8d2de tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 696 time: 0.1044586 Nov 15 14:36:15.904052 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-1dc21827-7845-4470-afd3-4404a6838e1e tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Request body: {'floatingip': {'port_id': '646e1847-083c-4306-8c9e-aa18d0e19133', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:15.925893 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:15.926849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:15.927441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:15.974802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af810023-16a7-4e20-b57b-cf615b850b39 req-35218c28-2674-496d-9f5f-17e3d75ec362 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395492 Nov 15 14:36:15.994596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] Pushing event updated for resources: {'Network': ['ID=0a5f5166-3137-4524-85fe-8e1f1aa3bc9a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:15.994823 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-1dc21827-7845-4470-afd3-4404a6838e1e tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:16.000288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-dc2d467d-8096-4857-814e-bc9b3f29a41f service neutron] 10.222.0.46 "GET /v2.0/networks/3c9b5f5b-7030-437f-8e9d-1399aab9bca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141294 Nov 15 14:36:16.004899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:36:16.033833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-38d99b30-ebd0-432f-b708-94e0f801a235 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347585 Nov 15 14:36:16.077443 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-80c0b5a0-51b3-4322-806e-678b1331a3ae admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8529699 Nov 15 14:36:16.078279 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:16.083965 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d715a6df-7a18-4e1d-bd96-675df4d6ecaf admin admin] Request body: {'subnet': {'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1507444761-subnet', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:16.205787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d715a6df-7a18-4e1d-bd96-675df4d6ecaf admin admin] Made reservation on behalf of 1352078ae87d4d26befc0fed396d9fd3 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:36:16.214686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d715a6df-7a18-4e1d-bd96-675df4d6ecaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:16.348848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6f607-ecad-4edf-84ff-89152f43234a req-d07670e5-c0b8-4b9d-bc29-6c9225c65f25 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:16.350349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fb6f607-ecad-4edf-84ff-89152f43234a req-d07670e5-c0b8-4b9d-bc29-6c9225c65f25 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 950 time: 0.2999837 Nov 15 14:36:16.374371 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-753958c6-e6cb-417b-b090-f6e9ea976d51 service neutron] 10.222.0.46 "GET /v2.0/networks/3c9b5f5b-7030-437f-8e9d-1399aab9bca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431284 Nov 15 14:36:16.386803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03211466-cc1b-417c-86ca-ce692ee69035 req-dcfcd3ff-3234-4280-9f4c-a33e217367a9 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352344 Nov 15 14:36:16.430116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fb6f607-ecad-4edf-84ff-89152f43234a req-e3fcaeb8-acc5-4d12-a8ca-0ed69d7ab049 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691502 Nov 15 14:36:16.491747 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d715a6df-7a18-4e1d-bd96-675df4d6ecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:16.552092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715a6df-7a18-4e1d-bd96-675df4d6ecaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce9cd1a-1c09-4aa1-801e-cd175aa6c88b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:16.560683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d715a6df-7a18-4e1d-bd96-675df4d6ecaf admin admin] Checking segment: {'id': 'fcc28f35-ed8b-48b1-81b7-dfc10e0e1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:36:16.561055 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715a6df-7a18-4e1d-bd96-675df4d6ecaf admin admin] Network hostable DHCP agents. Network: 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:36:16.600827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55166c7b-1ebd-489f-b34e-e8f0734e1f8b req-bfbc0e0d-c902-49c4-982a-1396c59854be tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:16.602298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55166c7b-1ebd-489f-b34e-e8f0734e1f8b req-bfbc0e0d-c902-49c4-982a-1396c59854be tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6dd3128-f685-4ab8-b27d-04608634cd16 HTTP/1.1" status: 200 len: 950 time: 0.0917153 Nov 15 14:36:16.668553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715a6df-7a18-4e1d-bd96-675df4d6ecaf admin admin] Network 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:36:16.713938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55166c7b-1ebd-489f-b34e-e8f0734e1f8b req-337cc19c-02b5-49b8-a87d-b078b868079d tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938091 Nov 15 14:36:16.717966 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-1dc21827-7845-4470-afd3-4404a6838e1e tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:16.777051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d715a6df-7a18-4e1d-bd96-675df4d6ecaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:36:16.781220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d715a6df-7a18-4e1d-bd96-675df4d6ecaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:16.781802 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d715a6df-7a18-4e1d-bd96-675df4d6ecaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:16.786842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f244e6-35a7-4458-87b1-7f0673416bdf None None] Network 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:36:16.821184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad3642-eb71-4d50-9348-698b9f114c12 req-795916fd-e3b3-4916-a68c-c6aba1d55321 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:16.823266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10ad3642-eb71-4d50-9348-698b9f114c12 req-795916fd-e3b3-4916-a68c-c6aba1d55321 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.0546474 Nov 15 14:36:16.828503 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-1dc21827-7845-4470-afd3-4404a6838e1e tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:16.943962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-0a5f5166-3137-4524-85fe-8e1f1aa3bc9a', 'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'fixed_ips': [{'subnet_id': 'fce9cd1a-1c09-4aa1-801e-cd175aa6c88b'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:36:16.944851 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:16.960880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10ad3642-eb71-4d50-9348-698b9f114c12 req-09ecdd57-b207-41ef-aae0-01d38f34363f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298094 Nov 15 14:36:16.979993 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d715a6df-7a18-4e1d-bd96-675df4d6ecaf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8990731 Nov 15 14:36:16.981291 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:16.988129 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-1dc21827-7845-4470-afd3-4404a6838e1e tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Floating IP b4ff873e-ad5f-4b84-859f-a89d1b83c252 associated. External IP: 172.25.4.212, port: 646e1847-083c-4306-8c9e-aa18d0e19133. Nov 15 14:36:16.998385 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1507444761-router', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:17.108648 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:17.110504 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:17.183867 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:17.250888 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Allocated IP 172.20.0.2 (0a5f5166-3137-4524-85fe-8e1f1aa3bc9a/fce9cd1a-1c09-4aa1-801e-cd175aa6c88b/627d58b5-7dbc-4b0f-9bd0-b3a62624221c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:36:17.258515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c356e7b-9a88-4a90-81e0-76af57af7bbe req-f45d5df7-5450-4219-b5a4-613ef98b78e1 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:17.261041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c356e7b-9a88-4a90-81e0-76af57af7bbe req-f45d5df7-5450-4219-b5a4-613ef98b78e1 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 950 time: 0.0745547 Nov 15 14:36:17.270776 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-1dc21827-7845-4470-afd3-4404a6838e1e tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Router cd576a3a-7994-41f4-bad1-97256cd45335 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:36:17.419035 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:17.461135 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:17.497755 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:17.542455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Network 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:36:17.545934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:36:17.550532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:36:17.556207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Pushing event updated for resources: {'Port': ['ID=627d58b5-7dbc-4b0f-9bd0-b3a62624221c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:17.586271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:17.586743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:17.586995 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:17.587337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:17.587702 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:17.588038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:17.588373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:17.588701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:17.589028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:17.589357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:17.589685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:17.590007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:17.625565 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Attempting to bind port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:36:17.625810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Attempting to bind port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'fcc28f35-ed8b-48b1-81b7-dfc10e0e1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:36:17.626267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Attempting to bind port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c on network 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:36:17.631980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:36:17.632451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Checking segment: {'id': 'fcc28f35-ed8b-48b1-81b7-dfc10e0e1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:36:17.632783 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:17.633162 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Bound using segment: {'id': 'fcc28f35-ed8b-48b1-81b7-dfc10e0e1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:36:17.633646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Bound port: 627d58b5-7dbc-4b0f-9bd0-b3a62624221c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc28f35-ed8b-48b1-81b7-dfc10e0e1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:36:17.634030 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:17.725503 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] For port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:36:17.731831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] For port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=627d58b5-7dbc-4b0f-9bd0-b3a62624221c,segment=NetworkSegment(fcc28f35-ed8b-48b1-81b7-dfc10e0e1139),segment_id=fcc28f35-ed8b-48b1-81b7-dfc10e0e1139)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:36:17.794134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-1dc21827-7845-4470-afd3-4404a6838e1e tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:36:17.805366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebcfea6-ad2c-4a57-94fb-e99a2d4dc192 None None] Sync routers for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:36:17.820945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebcfea6-ad2c-4a57-94fb-e99a2d4dc192 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:17.823037 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:17.825195 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-1dc21827-7845-4470-afd3-4404a6838e1e tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:17.826986 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7ebcfea6-ad2c-4a57-94fb-e99a2d4dc192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:17.845695 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:17.880738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-1dc21827-7845-4470-afd3-4404a6838e1e tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "PUT /v2.0/floatingips/b4ff873e-ad5f-4b84-859f-a89d1b83c252 HTTP/1.1" status: 200 len: 996 time: 1.9906576 Nov 15 14:36:17.883735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:17.888651 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71772438-cc42-4831-9c86-d04da29ee849" -d '{"events": [{"name": "network-changed", "server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:17.914028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe291bca-8a91-4e83-9fc8-2430eeb03a90 req-0c81bf5f-b457-401c-a291-74f084b8b0cb tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:17.917853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe291bca-8a91-4e83-9fc8-2430eeb03a90 req-0c81bf5f-b457-401c-a291-74f084b8b0cb tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.1451161 Nov 15 14:36:17.925319 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:17.938829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31940b4c-b501-452a-b690-9f252ecea55d req-152d1ee8-03c0-47ae-a26f-b7d41d6e358c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:17.940338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31940b4c-b501-452a-b690-9f252ecea55d req-152d1ee8-03c0-47ae-a26f-b7d41d6e358c tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.59 "GET /v2.0/ports?device_id=3893d763-1951-4722-9440-2d194288240a HTTP/1.1" status: 200 len: 945 time: 0.1706817 Nov 15 14:36:17.965607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0c356e7b-9a88-4a90-81e0-76af57af7bbe req-fb04fa06-0eda-4986-9b10-c7c43385b7b9 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Deleting port 59e8048e-7982-4bd6-b05d-83915c99016e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:17.966036 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c356e7b-9a88-4a90-81e0-76af57af7bbe req-fb04fa06-0eda-4986-9b10-c7c43385b7b9 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:17.978605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Allocated IP 172.25.4.166 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/06b7b5fd-ade2-4b2b-99c6-b6ce1534023e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:36:18.012069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615fd01-20e7-4a23-b977-a9453e3f97e5 None None] Pushing event updated for resources: {'Port': ['ID=627d58b5-7dbc-4b0f-9bd0-b3a62624221c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:18.038217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7ebcfea6-ad2c-4a57-94fb-e99a2d4dc192 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:18.112824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:18.185107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0c356e7b-9a88-4a90-81e0-76af57af7bbe req-fb04fa06-0eda-4986-9b10-c7c43385b7b9 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] For port 59e8048e-7982-4bd6-b05d-83915c99016e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=59e8048e-7982-4bd6-b05d-83915c99016e,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:18.185488 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c356e7b-9a88-4a90-81e0-76af57af7bbe req-fb04fa06-0eda-4986-9b10-c7c43385b7b9 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:18.194981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe291bca-8a91-4e83-9fc8-2430eeb03a90 req-6ae01400-4a70-46c7-a6fa-e38e80cae8f8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510335 Nov 15 14:36:18.245513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-4c47ec97-3b16-4ac0-94ec-b4292bdc802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:18.249149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-4c47ec97-3b16-4ac0-94ec-b4292bdc802e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 1096 time: 0.3276775 Nov 15 14:36:18.289979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0c356e7b-9a88-4a90-81e0-76af57af7bbe req-fb04fa06-0eda-4986-9b10-c7c43385b7b9 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Calling delete_port for 59e8048e-7982-4bd6-b05d-83915c99016e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:18.309184 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:18.371542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:36:18.373389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7ebcfea6-ad2c-4a57-94fb-e99a2d4dc192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b4ff873e-ad5f-4b84-859f-a89d1b83c252', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'port_id': '646e1847-083c-4306-8c9e-aa18d0e19133', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'mac_address': 'fa:16:3e:c6:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:23Z', 'updated_at': '2021-11-15T14:36:16Z', 'revision_number': 8, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:18.375650 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:36:18.378304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:36:18.409707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebcfea6-ad2c-4a57-94fb-e99a2d4dc192 None None] Checking router: cd576a3a-7994-41f4-bad1-97256cd45335 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:36:18.413125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Pushing event updated for resources: {'Port': ['ID=06b7b5fd-ade2-4b2b-99c6-b6ce1534023e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:18.420121 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebcfea6-ad2c-4a57-94fb-e99a2d4dc192 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:18.421007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7ebcfea6-ad2c-4a57-94fb-e99a2d4dc192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:18.502161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-18cd3a92-9552-4c4f-a467-91f2b04cf2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:18.507114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-18cd3a92-9552-4c4f-a467-91f2b04cf2ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.2431290 Nov 15 14:36:18.531561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-31940b4c-b501-452a-b690-9f252ecea55d req-662783e7-7e13-4dce-ab08-d44b6193950f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Deleting port 606be7f6-5b4d-400c-a8df-718e856bb53f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:18.531927 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31940b4c-b501-452a-b690-9f252ecea55d req-662783e7-7e13-4dce-ab08-d44b6193950f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:18.544579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7ebcfea6-ad2c-4a57-94fb-e99a2d4dc192 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:18.550601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e47f83-c3ae-4f8f-b20f-d3a4236d3d75 req-ef0cb9f4-3990-47ef-9b10-748293ec5c0b tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:18.552188 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39e47f83-c3ae-4f8f-b20f-d3a4236d3d75 req-ef0cb9f4-3990-47ef-9b10-748293ec5c0b tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 950 time: 0.2596781 Nov 15 14:36:18.731144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-a4249328-e189-4f75-ad1d-8794256ea508 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 999 time: 0.2019780 Nov 15 14:36:18.787017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39e47f83-c3ae-4f8f-b20f-d3a4236d3d75 req-47553fa3-67d9-49d1-9d8b-0e7f2a493860 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/security-groups?id=d12d7c04-a6b7-4440-9185-a8f02b6e750e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168579 Nov 15 14:36:18.822168 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:18.829457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-31940b4c-b501-452a-b690-9f252ecea55d req-662783e7-7e13-4dce-ab08-d44b6193950f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] For port 606be7f6-5b4d-400c-a8df-718e856bb53f, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=606be7f6-5b4d-400c-a8df-718e856bb53f,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:18.830050 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31940b4c-b501-452a-b690-9f252ecea55d req-662783e7-7e13-4dce-ab08-d44b6193950f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:18.846613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-31940b4c-b501-452a-b690-9f252ecea55d req-662783e7-7e13-4dce-ab08-d44b6193950f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Calling delete_port for 606be7f6-5b4d-400c-a8df-718e856bb53f owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:18.881693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7ebcfea6-ad2c-4a57-94fb-e99a2d4dc192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b4ff873e-ad5f-4b84-859f-a89d1b83c252', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'port_id': '646e1847-083c-4306-8c9e-aa18d0e19133', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'mac_address': 'fa:16:3e:c6:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:23Z', 'updated_at': '2021-11-15T14:36:16Z', 'revision_number': 8, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:18.956438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebcfea6-ad2c-4a57-94fb-e99a2d4dc192 None None] The sync data for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 is: [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b4ff873e-ad5f-4b84-859f-a89d1b83c252', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'port_id': '646e1847-083c-4306-8c9e-aa18d0e19133', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'mac_address': 'fa:16:3e:c6:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:35:23Z', 'updated_at': '2021-11-15T14:36:16Z', 'revision_number': 8, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:36:18.990145 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10725db9-388b-4365-9591-247104a976b0 x-openstack-request-id: req-10725db9-388b-4365-9591-247104a976b0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:18.990145 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:18.990145 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10725db9-388b-4365-9591-247104a976b0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:18.990145 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133', 'status': 'completed', 'code': 200} Nov 15 14:36:19.046377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-902dd6f5-4308-4c0e-9182-267cf80ad8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:19.065181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-902dd6f5-4308-4c0e-9182-267cf80ad8ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.2849436 Nov 15 14:36:19.075691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71772438-cc42-4831-9c86-d04da29ee849 req-4cd6bb75-7321-4e81-8737-a4ce247b33df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:19.077507 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71772438-cc42-4831-9c86-d04da29ee849 req-4cd6bb75-7321-4e81-8737-a4ce247b33df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 1096 time: 0.0847564 Nov 15 14:36:19.144172 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c356e7b-9a88-4a90-81e0-76af57af7bbe req-fb04fa06-0eda-4986-9b10-c7c43385b7b9 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:19.156048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['59e8048e-7982-4bd6-b05d-83915c99016e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:36:19.246303 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 627d58b5-7dbc-4b0f-9bd0-b3a62624221c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:36:19.281274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04fa06-0eda-4986-9b10-c7c43385b7b9 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Pushing event deleted for resources: {'Port': ['ID=59e8048e-7982-4bd6-b05d-83915c99016e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:19.294940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 370cfe27-0592-47d7-9d1b-579f4dfbc169 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:19.299704 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:19.345959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61d5ecd-d8fe-46ca-ba43-b16807c5d668 None None] Network 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:36:19.382079 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b77fb07-f46e-4697-a8a1-4fdcfc1dbcd6 None None] New status for floating IP b4ff873e-ad5f-4b84-859f-a89d1b83c252: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:36:19.433692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71772438-cc42-4831-9c86-d04da29ee849 req-1a8aff12-ca16-4095-880b-119844e1b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:19.435640 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71772438-cc42-4831-9c86-d04da29ee849 req-1a8aff12-ca16-4095-880b-119844e1b8b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.3159676 Nov 15 14:36:19.465615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-151c6e29-dc55-47e6-b316-1b61c0a03b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:19.468007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-151c6e29-dc55-47e6-b316-1b61c0a03b1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3993607 Nov 15 14:36:19.469336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:19.469997 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:19.496879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c356e7b-9a88-4a90-81e0-76af57af7bbe req-fb04fa06-0eda-4986-9b10-c7c43385b7b9 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] No DVR routers for this DVR port 59e8048e-7982-4bd6-b05d-83915c99016e on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:36:19.520971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2fef902c-34f7-455b-b412-8142eda93739 None None] Provisioning complete for port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:19.521394 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fef902c-34f7-455b-b412-8142eda93739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:19.540938 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c356e7b-9a88-4a90-81e0-76af57af7bbe req-fb04fa06-0eda-4986-9b10-c7c43385b7b9 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:19.545226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c356e7b-9a88-4a90-81e0-76af57af7bbe req-fb04fa06-0eda-4986-9b10-c7c43385b7b9 tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.46 "DELETE /v2.0/ports/59e8048e-7982-4bd6-b05d-83915c99016e HTTP/1.1" status: 204 len: 173 time: 2.2764783 Nov 15 14:36:19.563800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfce6f-9ca3-4dd7-88f8-bb67703adede req-2edaa64b-b747-4e3d-8801-b21de8c38f5a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:19.572852 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcbfce6f-9ca3-4dd7-88f8-bb67703adede req-2edaa64b-b747-4e3d-8801-b21de8c38f5a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.4899695 Nov 15 14:36:19.588833 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31940b4c-b501-452a-b690-9f252ecea55d req-662783e7-7e13-4dce-ab08-d44b6193950f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:19.606477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['646e1847-083c-4306-8c9e-aa18d0e19133'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:36:19.651680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662783e7-7e13-4dce-ab08-d44b6193950f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Pushing event deleted for resources: {'Port': ['ID=606be7f6-5b4d-400c-a8df-718e856bb53f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:19.652684 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:19.767978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-31940b4c-b501-452a-b690-9f252ecea55d req-662783e7-7e13-4dce-ab08-d44b6193950f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] No DVR routers for this DVR port 606be7f6-5b4d-400c-a8df-718e856bb53f on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:36:19.773123 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:19.773921 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31940b4c-b501-452a-b690-9f252ecea55d req-662783e7-7e13-4dce-ab08-d44b6193950f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:19.776389 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735eae81-84c4-481b-a5c5-1466dc6c2500" -d '{"events": [{"server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "name": "network-vif-unplugged", "status": "completed", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:19.793940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31940b4c-b501-452a-b690-9f252ecea55d req-662783e7-7e13-4dce-ab08-d44b6193950f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.59 "DELETE /v2.0/ports/606be7f6-5b4d-400c-a8df-718e856bb53f HTTP/1.1" status: 204 len: 173 time: 1.8165185 Nov 15 14:36:19.796081 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-1dd30245-ac85-42fd-81b9-a0eadbd861dc service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094010 Nov 15 14:36:19.809274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcbfce6f-9ca3-4dd7-88f8-bb67703adede req-eccecbe4-4eb7-4c1a-bf5f-c83ed03de7e6 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354255 Nov 15 14:36:19.948507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:19.951933 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:20.060256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a19da9-cfd5-424d-9583-51da090ff49b req-c75b9b1b-f73e-42b4-a75c-f9827f96ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:20.062421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8a19da9-cfd5-424d-9583-51da090ff49b req-c75b9b1b-f73e-42b4-a75c-f9827f96ab19 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 1096 time: 0.3061466 Nov 15 14:36:20.101905 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:20.147356 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77cc46b2-3f9e-4b65-85ab-d3512632596f req-fd46163d-63c1-4ed6-9651-cba54ebfa7bd service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335195 Nov 15 14:36:20.175789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=627d58b5-7dbc-4b0f-9bd0-b3a62624221c,segment=NetworkSegment(fcc28f35-ed8b-48b1-81b7-dfc10e0e1139),segment_id=fcc28f35-ed8b-48b1-81b7-dfc10e0e1139)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:20.205519 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fef902c-34f7-455b-b412-8142eda93739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:20.209608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8a19da9-cfd5-424d-9583-51da090ff49b req-2f9072a6-2393-4fd9-bfa9-47d63a3b44fc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343994 Nov 15 14:36:20.234005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9765d-e62c-41ff-a0fb-7271817e68a2 req-1854746c-9752-447e-a046-71c4043f1adc tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:20.236699 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fec9765d-e62c-41ff-a0fb-7271817e68a2 req-1854746c-9752-447e-a046-71c4043f1adc tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.1415238 Nov 15 14:36:20.266917 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71772438-cc42-4831-9c86-d04da29ee849 req-0717f0c2-6143-428a-8612-bf83c1736672 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 999 time: 0.8178337 Nov 15 14:36:20.329551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fec9765d-e62c-41ff-a0fb-7271817e68a2 req-e1079418-5a92-415a-b1da-3abe7f9efa14 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703547 Nov 15 14:36:20.397172 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:20.421860 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78d66f4-a12d-4320-a82a-9e6f1ab2c23d x-openstack-request-id: req-e78d66f4-a12d-4320-a82a-9e6f1ab2c23d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:20.422246 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "name": "network-vif-unplugged", "status": "completed", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:20.422466 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e78d66f4-a12d-4320-a82a-9e6f1ab2c23d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:20.422887 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169', 'code': 200} Nov 15 14:36:20.423668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Router a4d965f2-1254-41f9-a145-c6593aa13cf3 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:36:20.437757 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=370cfe27-0592-47d7-9d1b-579f4dfbc169,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:20.444267 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71772438-cc42-4831-9c86-d04da29ee849 req-2974edfa-b556-4392-9eb0-08d9c1dbb8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:20.445855 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71772438-cc42-4831-9c86-d04da29ee849 req-2974edfa-b556-4392-9eb0-08d9c1dbb8ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.1608477 Nov 15 14:36:20.469994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73e276df-7b46-49ed-b55e-b0a2ed8a190f req-4c666e6e-9511-4303-8781-b2e0bfad7a7b tempest-LiveMigrationNegativeTest-615783094 tempest-LiveMigrationNegativeTest-615783094-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ec5aa1-4edb-4a91-9984-7ebd254b3993 HTTP/1.1" status: 200 len: 210 time: 0.0587924 Nov 15 14:36:20.536094 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-2fef902c-34f7-455b-b412-8142eda93739 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:36:20.536882 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-2fef902c-34f7-455b-b412-8142eda93739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:36:20.546072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=627d58b5-7dbc-4b0f-9bd0-b3a62624221c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:20.579351 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf9e2430-37d9-441d-ae8a-d5f05bdf3cb4 req-f8c1a1bf-fb71-4479-bdaa-2b56ff4790c2 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips/b4ff873e-ad5f-4b84-859f-a89d1b83c252 HTTP/1.1" status: 200 len: 998 time: 0.0711391 Nov 15 14:36:20.593241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71772438-cc42-4831-9c86-d04da29ee849 req-b6114739-d203-4b0a-9aed-6293759b2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:20.594772 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71772438-cc42-4831-9c86-d04da29ee849 req-b6114739-d203-4b0a-9aed-6293759b2c99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354442 Nov 15 14:36:20.608025 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:36:20.617938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Sync routers for ids ['a4d965f2-1254-41f9-a145-c6593aa13cf3'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:36:20.629670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Routers {'a4d965f2-1254-41f9-a145-c6593aa13cf3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:20.631482 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a4d965f2-1254-41f9-a145-c6593aa13cf3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:20.709441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e2430-37d9-441d-ae8a-d5f05bdf3cb4 req-14e73114-0c3b-43e3-8141-efd3f5799255 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:20.715849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf9e2430-37d9-441d-ae8a-d5f05bdf3cb4 req-14e73114-0c3b-43e3-8141-efd3f5799255 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.1259000 Nov 15 14:36:20.716424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:20.718368 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-eec100e7-6e7d-4b65-b5a8-58affea85c6a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7356896 Nov 15 14:36:20.722632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-bf9e2430-37d9-441d-ae8a-d5f05bdf3cb4 req-d2d91e66-9760-448c-8ae4-41d41f56a8fb tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:36:20.723664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf9e2430-37d9-441d-ae8a-d5f05bdf3cb4 req-d2d91e66-9760-448c-8ae4-41d41f56a8fb tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059092 Nov 15 14:36:20.724173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54472) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:20.737745 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71772438-cc42-4831-9c86-d04da29ee849 req-a94f2f6e-6b68-4831-8522-fbc133d5429d service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194236 Nov 15 14:36:20.771706 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Set router a4d965f2-1254-41f9-a145-c6593aa13cf3 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:20.869461 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71772438-cc42-4831-9c86-d04da29ee849 req-c239a73d-9b28-4b8a-82b6-65d4aebbc7c3 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148341 Nov 15 14:36:20.878494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-02e9cd75-b0c2-4c6f-b22e-6b21687289f5 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 1001 time: 0.1108837 Nov 15 14:36:20.967408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-dd64ac8e-c963-43fd-89b0-7632924044d1 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:20.969120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-dd64ac8e-c963-43fd-89b0-7632924044d1 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports/646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 942 time: 0.0897706 Nov 15 14:36:20.983343 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1507444761-router', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:18Z', 'revision_number': 3, 'project_id': '1352078ae87d4d26befc0fed396d9fd3', 'gw_port': {'id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:85:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:20.997970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ec5aa1-4edb-4a91-9984-7ebd254b3993', 'name': 'network-vif-deleted', 'tag': '59e8048e-7982-4bd6-b05d-83915c99016e'}, {'server_uuid': '3893d763-1951-4722-9440-2d194288240a', 'name': 'network-vif-deleted', 'tag': '606be7f6-5b4d-400c-a8df-718e856bb53f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:21.001341 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3655b040-609f-4fcb-9703-df63f7e2b26b" -d '{"events": [{"server_uuid": "15ec5aa1-4edb-4a91-9984-7ebd254b3993", "name": "network-vif-deleted", "tag": "59e8048e-7982-4bd6-b05d-83915c99016e"}, {"server_uuid": "3893d763-1951-4722-9440-2d194288240a", "name": "network-vif-deleted", "tag": "606be7f6-5b4d-400c-a8df-718e856bb53f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:21.007041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Checking router: a4d965f2-1254-41f9-a145-c6593aa13cf3 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:36:21.007397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Updating router a4d965f2-1254-41f9-a145-c6593aa13cf3 port 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:36:21.035718 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:21.138331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717794b-b56e-4056-931d-e91cc2559a64 req-018f0fd4-6bea-42ca-a46e-21a586605315 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:21.139966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3717794b-b56e-4056-931d-e91cc2559a64 req-018f0fd4-6bea-42ca-a46e-21a586605315 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.1801746 Nov 15 14:36:21.150423 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-b077b2b8-b1bf-4f23-b1a1-9757bd4c97fe tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 1001 time: 0.1225395 Nov 15 14:36:21.167850 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 627d58b5-7dbc-4b0f-9bd0-b3a62624221c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:36:21.328629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 615e7295-475b-498a-959e-6a83a85f0d93 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:36:21.335660 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 606be7f6-5b4d-400c-a8df-718e856bb53f no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:21.342693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3717794b-b56e-4056-931d-e91cc2559a64 req-197d1c85-8e8d-4193-ac51-efa25342659f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957588 Nov 15 14:36:21.407121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-0f4c4bf9-9762-4519-9146-3c5a475b864f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:21.408549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-0f4c4bf9-9762-4519-9146-3c5a475b864f tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.2501321 Nov 15 14:36:21.418156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98f7de07-30f4-461f-a2d6-7f89541b838f None None] Provisioning complete for port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:21.418156 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98f7de07-30f4-461f-a2d6-7f89541b838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:21.424925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 606be7f6-5b4d-400c-a8df-718e856bb53f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:36:21.424925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 606be7f6-5b4d-400c-a8df-718e856bb53f not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:36:21.463998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:21.468095 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:21.533532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-3f88766e-3dd3-4cf5-b1b3-4b9e6cdaff25 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 1001 time: 0.1161375 Nov 15 14:36:21.536447 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3332fd17-6813-4fde-b62f-879a5372e6c4 x-openstack-request-id: req-3332fd17-6813-4fde-b62f-879a5372e6c4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:21.537064 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ec5aa1-4edb-4a91-9984-7ebd254b3993", "name": "network-vif-deleted", "tag": "59e8048e-7982-4bd6-b05d-83915c99016e", "status": "completed", "code": 200}, {"server_uuid": "3893d763-1951-4722-9440-2d194288240a", "name": "network-vif-deleted", "tag": "606be7f6-5b4d-400c-a8df-718e856bb53f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:21.537064 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3332fd17-6813-4fde-b62f-879a5372e6c4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:21.537580 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ec5aa1-4edb-4a91-9984-7ebd254b3993', 'name': 'network-vif-deleted', 'tag': '59e8048e-7982-4bd6-b05d-83915c99016e', 'status': 'completed', 'code': 200} Nov 15 14:36:21.537919 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3893d763-1951-4722-9440-2d194288240a', 'name': 'network-vif-deleted', 'tag': '606be7f6-5b4d-400c-a8df-718e856bb53f', 'status': 'completed', 'code': 200} Nov 15 14:36:21.544094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-1fb71748-7a44-4c96-aed3-2e74f2324561 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:21.752222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 615e7295-475b-498a-959e-6a83a85f0d93, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=615e7295-475b-498a-959e-6a83a85f0d93,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:21.772976 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '615e7295-475b-498a-959e-6a83a85f0d93', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '615e7295-475b-498a-959e-6a83a85f0d93', 'mac_address': 'fa:16:3e:a8:6a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:36:21.787753 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:21.830575 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:21.844767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 615e7295-475b-498a-959e-6a83a85f0d93 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:36:21.867393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 615e7295-475b-498a-959e-6a83a85f0d93, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=615e7295-475b-498a-959e-6a83a85f0d93,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:21.885877 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:21.945904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Attempting to bind port 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:36:21.946368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Attempting to bind port 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:36:21.946790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Attempting to bind port 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:36:21.948895 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d12391-6f58-4400-a790-5537147eaa44 None None] Pushing event updated for resources: {'Port': ['ID=06b7b5fd-ade2-4b2b-99c6-b6ce1534023e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:21.954947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:36:21.955322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:36:21.955725 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:21.956248 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:36:21.956697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Bound port: 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:36:21.956936 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:21.981298 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:21.982064 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-1fb71748-7a44-4c96-aed3-2e74f2324561 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:21.986064 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:22.053874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c636e58-794f-411c-9560-435521691bbc req-9d76bafc-58ea-4c29-9ebe-ed474603b6fc tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:22.055424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c636e58-794f-411c-9560-435521691bbc req-9d76bafc-58ea-4c29-9ebe-ed474603b6fc tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.4530396 Nov 15 14:36:22.058525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] For port 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:36:22.061903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] For port 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=06b7b5fd-ade2-4b2b-99c6-b6ce1534023e,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:36:22.063434 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=615e7295-475b-498a-959e-6a83a85f0d93,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:22.139728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['615e7295-475b-498a-959e-6a83a85f0d93'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:36:22.231033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c636e58-794f-411c-9560-435521691bbc req-4a34539b-2724-4ce9-99ce-1ea9037f1c91 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660786 Nov 15 14:36:22.245841 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:22.268797 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-1fb71748-7a44-4c96-aed3-2e74f2324561 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:22.277510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1401b652-99de-4554-94d9-e500dba1e847 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:36:22.279567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 59e8048e-7982-4bd6-b05d-83915c99016e no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:22.338116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 59e8048e-7982-4bd6-b05d-83915c99016e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:36:22.338482 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 59e8048e-7982-4bd6-b05d-83915c99016e not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:36:22.338897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1401b652-99de-4554-94d9-e500dba1e847 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:22.343338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Allocated IP 172.20.0.1 (0a5f5166-3137-4524-85fe-8e1f1aa3bc9a/fce9cd1a-1c09-4aa1-801e-cd175aa6c88b/2cc87d6c-0e81-463a-aeb9-ad483ed106a9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:36:22.429565 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-1fb71748-7a44-4c96-aed3-2e74f2324561 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:22.430301 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-1fb71748-7a44-4c96-aed3-2e74f2324561 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Floating IP b4ff873e-ad5f-4b84-859f-a89d1b83c252 disassociated. External IP: 172.25.4.212, port: 646e1847-083c-4306-8c9e-aa18d0e19133. Nov 15 14:36:22.460661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d12391-6f58-4400-a790-5537147eaa44 None None] Pushing event updated for resources: {'Port': ['ID=06b7b5fd-ade2-4b2b-99c6-b6ce1534023e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:22.460661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Routers {'a4d965f2-1254-41f9-a145-c6593aa13cf3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:22.460661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a4d965f2-1254-41f9-a145-c6593aa13cf3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:22.634137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:22.644290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0d4ee-7dc0-4920-923f-3ad0a6116e0b req-65f11111-a528-4de2-8b49-ff9c2b9d7f46 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:22.651091 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3db0d4ee-7dc0-4920-923f-3ad0a6116e0b req-65f11111-a528-4de2-8b49-ff9c2b9d7f46 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.1722977 Nov 15 14:36:22.783460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1401b652-99de-4554-94d9-e500dba1e847, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1401b652-99de-4554-94d9-e500dba1e847,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:22.818633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3db0d4ee-7dc0-4920-923f-3ad0a6116e0b req-dc455bd9-dfdd-456e-b92e-6d4f064bef8f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664355 Nov 15 14:36:22.822382 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '1401b652-99de-4554-94d9-e500dba1e847', 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9', 'port_id': '1401b652-99de-4554-94d9-e500dba1e847', 'mac_address': 'fa:16:3e:1d:d1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ed1a7a-2b61-414a-9e85-3465465040c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:36:22.828141 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:22.831820 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] Set router a4d965f2-1254-41f9-a145-c6593aa13cf3 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:22.846574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-1fb71748-7a44-4c96-aed3-2e74f2324561 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Router cd576a3a-7994-41f4-bad1-97256cd45335 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:36:22.933648 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:22.975899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54526) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:23.004363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Network 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:36:23.016681 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6a1cde-0243-4677-9f5a-9b0680a602bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1401b652-99de-4554-94d9-e500dba1e847'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:23.018957 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71702ab8-7647-434d-a0d8-77bf9ea9b0bb" -d '{"events": [{"server_uuid": "fc6a1cde-0243-4677-9f5a-9b0680a602bc", "name": "network-vif-unplugged", "status": "completed", "tag": "1401b652-99de-4554-94d9-e500dba1e847"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:23.047006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:36:23.048391 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1401b652-99de-4554-94d9-e500dba1e847, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1401b652-99de-4554-94d9-e500dba1e847,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:23.051191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-1fb71748-7a44-4c96-aed3-2e74f2324561 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:36:23.053084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:36:23.056049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:23.066714 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9209f8-770e-453c-ad76-f42a74c3e995 None None] Sync routers for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:36:23.101831 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9209f8-770e-453c-ad76-f42a74c3e995 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:23.104203 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943cc8c7-0f0e-4372-9d24-659c19d77444 x-openstack-request-id: req-943cc8c7-0f0e-4372-9d24-659c19d77444 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:23.111552 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d9209f8-770e-453c-ad76-f42a74c3e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:23.111947 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6a1cde-0243-4677-9f5a-9b0680a602bc", "name": "network-vif-unplugged", "status": "completed", "tag": "1401b652-99de-4554-94d9-e500dba1e847", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:23.111947 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-943cc8c7-0f0e-4372-9d24-659c19d77444 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:23.111947 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6a1cde-0243-4677-9f5a-9b0680a602bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1401b652-99de-4554-94d9-e500dba1e847', 'code': 200} Nov 15 14:36:23.111947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1401b652-99de-4554-94d9-e500dba1e847 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:36:23.160026 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-1fb71748-7a44-4c96-aed3-2e74f2324561 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:23.175626 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:23.230655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc87d6c-0e81-463a-aeb9-ad483ed106a9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:23.293570 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:23.294137 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1cddc40c-d93f-48b2-81aa-c8204fba4f74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66d56f711d8c4b4780cedb7072bfb406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150642 Nov 15 14:36:23.294873 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54540) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:23.300261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-1fb71748-7a44-4c96-aed3-2e74f2324561 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "PUT /v2.0/floatingips/b4ff873e-ad5f-4b84-859f-a89d1b83c252 HTTP/1.1" status: 200 len: 696 time: 1.7656126 Nov 15 14:36:23.332502 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9d9209f8-770e-453c-ad76-f42a74c3e995 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:23.334917 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:36:23.336413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 615e7295-475b-498a-959e-6a83a85f0d93 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:36:23.395803 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13942acf-6c46-472b-8ad3-1a1ee800d390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:23.426004 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13942acf-6c46-472b-8ad3-1a1ee800d390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:23.446024 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:36:23.446451 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:36:23.472235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1401b652-99de-4554-94d9-e500dba1e847,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:23.490997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0ab01632-5000-4522-9154-5ac91e70ff27 None None] Provisioning complete for port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:23.491239 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ab01632-5000-4522-9154-5ac91e70ff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:23.532931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-6b0ac4cd-cb54-48b4-88ad-aaabd292ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:23.534357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-6b0ac4cd-cb54-48b4-88ad-aaabd292ef01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 1096 time: 0.1638675 Nov 15 14:36:23.538610 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:23.540966 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc751f63-eb16-4232-ad96-dfe8fc1ad705" -d '{"events": [{"name": "network-changed", "server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:23.546070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 615e7295-475b-498a-959e-6a83a85f0d93 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:23.546472 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:23.550728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1507444761-router', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:18Z', 'revision_number': 3, 'project_id': '1352078ae87d4d26befc0fed396d9fd3', 'gw_port': {'id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:85:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:23.557449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b40661-0396-41f2-bf41-ff4141992609 req-62a54df6-6adb-4c27-9ff0-5a8ede2bcb0a tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:23.563146 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8b40661-0396-41f2-bf41-ff4141992609 req-62a54df6-6adb-4c27-9ff0-5a8ede2bcb0a tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.1909139 Nov 15 14:36:23.568650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0ab01632-5000-4522-9154-5ac91e70ff27 None None] Port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:36:23.598433 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a2f8cd-de71-4948-bf59-8d1f4e679b51 None None] The sync data for ids ['a4d965f2-1254-41f9-a145-c6593aa13cf3'] in n-d-817748-2 is: [{'id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1507444761-router', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:18Z', 'revision_number': 3, 'project_id': '1352078ae87d4d26befc0fed396d9fd3', 'gw_port': {'id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:85:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:36:23.602380 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d9209f8-770e-453c-ad76-f42a74c3e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:23.635384 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13942acf-6c46-472b-8ad3-1a1ee800d390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:23.638244 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13942acf-6c46-472b-8ad3-1a1ee800d390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:23.643426 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-13942acf-6c46-472b-8ad3-1a1ee800d390 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d12d7c04-a6b7-4440-9185-a8f02b6e750e HTTP/1.1" status: 204 len: 168 time: 0.3442836 Nov 15 14:36:23.663143 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13942acf-6c46-472b-8ad3-1a1ee800d390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12d7c04-a6b7-4440-9185-a8f02b6e750e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:23.694181 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:23.757753 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9209f8-770e-453c-ad76-f42a74c3e995 None None] Checking router: cd576a3a-7994-41f4-bad1-97256cd45335 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:36:23.758131 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:23.761437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 615e7295-475b-498a-959e-6a83a85f0d93, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=615e7295-475b-498a-959e-6a83a85f0d93,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:23.788283 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9209f8-770e-453c-ad76-f42a74c3e995 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:23.789031 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d9209f8-770e-453c-ad76-f42a74c3e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:23.833846 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:23.879295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8b40661-0396-41f2-bf41-ff4141992609 req-7214f956-bddb-4ad0-99aa-df1cd3151e23 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033013 Nov 15 14:36:23.886238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-4a4a8f2d-7776-4d49-9168-65e399e84a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:23.904450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-4a4a8f2d-7776-4d49-9168-65e399e84a83 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.3309920 Nov 15 14:36:23.926513 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=615e7295-475b-498a-959e-6a83a85f0d93,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:23.974637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-e23db6be-b46e-4e69-bb80-13b333fa0bd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 217 time: 0.0583045 Nov 15 14:36:24.005532 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9d9209f8-770e-453c-ad76-f42a74c3e995 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:24.098427 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:24.129382 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1401b652-99de-4554-94d9-e500dba1e847 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:36:24.194886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1401b652-99de-4554-94d9-e500dba1e847, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1401b652-99de-4554-94d9-e500dba1e847,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:24.202369 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a765a5b0-f52e-4497-9436-3f3443abf55c x-openstack-request-id: req-a765a5b0-f52e-4497-9436-3f3443abf55c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:24.202687 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:24.211745 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a765a5b0-f52e-4497-9436-3f3443abf55c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:24.211745 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133', 'status': 'completed', 'code': 200} Nov 15 14:36:24.279949 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:24.288695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-bb01070f-07fe-4c77-bef2-5faa00e2a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:24.290593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-bb01070f-07fe-4c77-bef2-5faa00e2a4a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.2989948 Nov 15 14:36:24.292922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751f63-eb16-4232-ad96-dfe8fc1ad705 req-84e7cf79-b11e-4da0-82ca-10100e3c132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:24.301262 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cc751f63-eb16-4232-ad96-dfe8fc1ad705 req-84e7cf79-b11e-4da0-82ca-10100e3c132c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=970f4185811248ce952ca2c0e82fa491&device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 1096 time: 0.1037467 Nov 15 14:36:24.496289 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1401b652-99de-4554-94d9-e500dba1e847,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:24.518081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7ffcf-5f4a-4cb5-abbb-2d99453eaa98 req-5333b6d1-9b3e-4502-b8b7-d14592d4e01a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:24.519766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52f7ffcf-5f4a-4cb5-abbb-2d99453eaa98 req-5333b6d1-9b3e-4502-b8b7-d14592d4e01a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 944 time: 0.2462144 Nov 15 14:36:24.533746 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-c414c58b-9775-4cf9-947c-0522ca8202b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:24.541664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-c414c58b-9775-4cf9-947c-0522ca8202b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234945 Nov 15 14:36:24.559653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751f63-eb16-4232-ad96-dfe8fc1ad705 req-7d207e58-5e45-4c55-bd3a-21c038e62820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:24.561648 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cc751f63-eb16-4232-ad96-dfe8fc1ad705 req-7d207e58-5e45-4c55-bd3a-21c038e62820 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 200 len: 922 time: 0.2475755 Nov 15 14:36:24.564904 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d9209f8-770e-453c-ad76-f42a74c3e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:24.601290 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['1401b652-99de-4554-94d9-e500dba1e847'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:36:24.658174 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cc751f63-eb16-4232-ad96-dfe8fc1ad705 req-674b4f47-552d-47eb-81ec-c15c76df2046 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 200 len: 217 time: 0.0867617 Nov 15 14:36:24.730231 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:24.779723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751f63-eb16-4232-ad96-dfe8fc1ad705 req-b412a838-23f1-4fe4-8943-10fe69cb6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:24.782765 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cc751f63-eb16-4232-ad96-dfe8fc1ad705 req-b412a838-23f1-4fe4-8943-10fe69cb6682 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 200 len: 860 time: 0.1129713 Nov 15 14:36:24.788514 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9209f8-770e-453c-ad76-f42a74c3e995 None None] The sync data for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 is: [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:34:52Z', 'revision_number': 4, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cd0db28a-ad73-4d13-95bc-fed9b3bed0c6', 'name': '', 'network_id': 'ec5351cd-ca79-4685-88e1-38045ece2a22', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'mac_address': 'fa:16:3e:fa:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:50Z', 'updated_at': '2021-11-15T14:34:57Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'subnets': [{'id': 'd5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:36:24.799583 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52f7ffcf-5f4a-4cb5-abbb-2d99453eaa98 req-32cdc882-fa8f-44b4-a4ba-4daedd946923 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683282 Nov 15 14:36:24.818537 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:24.894277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751f63-eb16-4232-ad96-dfe8fc1ad705 req-7e81d41f-aa6d-4470-a862-7a532f59902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:24.896126 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cc751f63-eb16-4232-ad96-dfe8fc1ad705 req-7e81d41f-aa6d-4470-a862-7a532f59902a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec5351cd-ca79-4685-88e1-38045ece2a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046078 Nov 15 14:36:24.899415 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-03fa45b6-9ab5-4ddd-9242-3a375df8964b service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526752 Nov 15 14:36:25.004795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54568) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:25.079059 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b1d3828b-bd80-4db0-b956-69847aaabd6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db901e973bbf4e34baa5b46b25b421f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728490 Nov 15 14:36:25.081699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54572) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:25.104345 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:25.106285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6161988c-94ea-4411-8445-d05e5cf9ce1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615e7295-475b-498a-959e-6a83a85f0d93'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:25.110484 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047b725d-0fee-47f6-b272-86c9c16de95d" -d '{"events": [{"server_uuid": "6161988c-94ea-4411-8445-d05e5cf9ce1c", "name": "network-vif-plugged", "status": "completed", "tag": "615e7295-475b-498a-959e-6a83a85f0d93"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:25.137453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc87d6c-0e81-463a-aeb9-ad483ed106a9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:25.181615 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cc751f63-eb16-4232-ad96-dfe8fc1ad705 req-cbbbf2e4-83b5-445f-9b23-11c524717eb9 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748051 Nov 15 14:36:25.249844 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:36:25.279013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68740e-82a7-45a6-94ac-b1b76d7a8754 req-cf594c0f-01f7-46aa-8914-124d06209db5 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:25.281153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e68740e-82a7-45a6-94ac-b1b76d7a8754 req-cf594c0f-01f7-46aa-8914-124d06209db5 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.2670407 Nov 15 14:36:25.285886 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d87a810e-4fdb-4ca5-96bf-b13fa3626e24 req-b8a27859-94b1-4e2d-a405-84e649b4704c service neutron] 10.222.0.70 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556647 Nov 15 14:36:25.301169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a5a29c-46fd-4b55-85c1-d411b195bcb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:25.364066 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a5a29c-46fd-4b55-85c1-d411b195bcb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:25.393357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb0990-3ed0-440c-a894-491005a170ac None None] New status for floating IP b4ff873e-ad5f-4b84-859f-a89d1b83c252: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:36:25.406269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e68740e-82a7-45a6-94ac-b1b76d7a8754 req-05d83113-74e9-4534-a23a-0df6a8075528 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166410 Nov 15 14:36:25.466758 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cc751f63-eb16-4232-ad96-dfe8fc1ad705 req-affe1521-91d0-41a5-a174-836336bc91e8 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586708 Nov 15 14:36:25.475266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Network 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:36:25.480951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:36:25.600434 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a5a29c-46fd-4b55-85c1-d411b195bcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:25.603727 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a5a29c-46fd-4b55-85c1-d411b195bcb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:25.604899 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b0a5a29c-46fd-4b55-85c1-d411b195bcb0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0376be03-a19c-4163-8f18-88cc6bcdef99 HTTP/1.1" status: 204 len: 168 time: 0.5222585 Nov 15 14:36:25.655472 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5a29c-46fd-4b55-85c1-d411b195bcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0376be03-a19c-4163-8f18-88cc6bcdef99,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:25.684523 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7d10da-04fe-4942-9ddd-1d16c8e60362 x-openstack-request-id: req-bc7d10da-04fe-4942-9ddd-1d16c8e60362 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:25.684849 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6161988c-94ea-4411-8445-d05e5cf9ce1c", "name": "network-vif-plugged", "status": "completed", "tag": "615e7295-475b-498a-959e-6a83a85f0d93", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:25.686461 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc7d10da-04fe-4942-9ddd-1d16c8e60362 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:25.688055 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6161988c-94ea-4411-8445-d05e5cf9ce1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615e7295-475b-498a-959e-6a83a85f0d93', 'code': 200} Nov 15 14:36:25.743120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Router a4d965f2-1254-41f9-a145-c6593aa13cf3 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:36:25.877197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:25.877576 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:25.941685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-e961e901-7e56-4946-93bf-83a9497d72a8 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips/b4ff873e-ad5f-4b84-859f-a89d1b83c252 HTTP/1.1" status: 200 len: 696 time: 0.1033208 Nov 15 14:36:25.981542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-43e83100-9037-42b4-aa9e-aa06ecf0e93e None None] Provisioning complete for port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:25.982483 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43e83100-9037-42b4-aa9e-aa06ecf0e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:26.052742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-43e83100-9037-42b4-aa9e-aa06ecf0e93e None None] Port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:36:26.062510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:36:26.072764 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-08d83d3f-2d05-4168-8180-477fcad062c1 admin admin] 10.222.0.70 "PUT /v2.0/routers/a4d965f2-1254-41f9-a145-c6593aa13cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3439901 Nov 15 14:36:26.102352 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:26.140007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=06b7b5fd-ade2-4b2b-99c6-b6ce1534023e,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:26.148259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-705c5147-1ec6-4302-ad78-b09f6fa7e8cf tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:26.150318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-705c5147-1ec6-4302-ad78-b09f6fa7e8cf tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.1821742 Nov 15 14:36:26.222728 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:26.258455 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-044370ce-ac95-448e-97ad-48e923511676 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 697 time: 0.0994375 Nov 15 14:36:26.291659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1401b652-99de-4554-94d9-e500dba1e847 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:36:26.371110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=06b7b5fd-ade2-4b2b-99c6-b6ce1534023e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:26.390006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-d7d025c0-6563-439d-bfff-a5cf9ed168b3 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 697 time: 0.1238167 Nov 15 14:36:26.408456 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 1401b652-99de-4554-94d9-e500dba1e847 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:26.408831 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:26.410088 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Sync routers for ids ['a4d965f2-1254-41f9-a145-c6593aa13cf3'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:36:26.434836 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Routers {'a4d965f2-1254-41f9-a145-c6593aa13cf3'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:26.435557 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a4d965f2-1254-41f9-a145-c6593aa13cf3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:26.529376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122897ef-a808-4837-8378-12b1c9d1920a req-36b6d40c-b8b0-4aa1-af94-cd7a61e37364 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:26.531806 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-122897ef-a808-4837-8378-12b1c9d1920a req-36b6d40c-b8b0-4aa1-af94-cd7a61e37364 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 944 time: 0.1683168 Nov 15 14:36:26.581045 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:26.625476 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Set router a4d965f2-1254-41f9-a145-c6593aa13cf3 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:26.643843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 1401b652-99de-4554-94d9-e500dba1e847, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1401b652-99de-4554-94d9-e500dba1e847,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:26.645148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-122897ef-a808-4837-8378-12b1c9d1920a req-4e09985e-1aba-413e-996a-eccd81d6c0e2 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059043 Nov 15 14:36:26.659698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-d8dd7b96-5bfc-474e-ba68-58cd9f66fcc5 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Deleting port b378ada6-d900-46c6-bd39-c17d81605d90 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:26.660070 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-d8dd7b96-5bfc-474e-ba68-58cd9f66fcc5 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:26.777122 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:26.823566 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-d8dd7b96-5bfc-474e-ba68-58cd9f66fcc5 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:26.824074 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-d8dd7b96-5bfc-474e-ba68-58cd9f66fcc5 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:26.834964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bfab7-258d-4de6-9dd4-951312dd42ea req-ee8ae8bf-3899-4592-ab56-14cc689721b9 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:26.837064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a6bfab7-258d-4de6-9dd4-951312dd42ea req-ee8ae8bf-3899-4592-ab56-14cc689721b9 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1020911 Nov 15 14:36:26.861812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-d8dd7b96-5bfc-474e-ba68-58cd9f66fcc5 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Calling delete_port for b378ada6-d900-46c6-bd39-c17d81605d90 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:26.898736 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1507444761-router', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:23Z', 'revision_number': 4, 'project_id': '1352078ae87d4d26befc0fed396d9fd3', 'gw_port': {'id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '2cc87d6c-0e81-463a-aeb9-ad483ed106a9', 'name': '', 'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'mac_address': 'fa:16:3e:36:68:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'fce9cd1a-1c09-4aa1-801e-cd175aa6c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:22Z', 'updated_at': '2021-11-15T14:36:23Z', 'revision_number': 2, 'project_id': '1352078ae87d4d26befc0fed396d9fd3', 'subnets': [{'id': 'fce9cd1a-1c09-4aa1-801e-cd175aa6c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:26.926861 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=1401b652-99de-4554-94d9-e500dba1e847,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:26.940162 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Checking router: a4d965f2-1254-41f9-a145-c6593aa13cf3 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:36:26.940765 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Updating router a4d965f2-1254-41f9-a145-c6593aa13cf3 port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:36:26.966420 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a6bfab7-258d-4de6-9dd4-951312dd42ea req-dc46796c-bfb9-4ebf-9ef7-15a64095c132 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211519 Nov 15 14:36:26.987179 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:27.202273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:36:27.205489 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-d8dd7b96-5bfc-474e-ba68-58cd9f66fcc5 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:27.287913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:27.288408 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:27.338891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd7b96-5bfc-474e-ba68-58cd9f66fcc5 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Pushing event deleted for resources: {'Port': ['ID=b378ada6-d900-46c6-bd39-c17d81605d90,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:27.450381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f0caea4-57a9-4416-a9ce-ccba70ce9078 req-84f38c4f-02bd-4fdd-b89d-f14967cb8c3a tempest-FloatingIPsNegativeTestJSON-1364984930 tempest-FloatingIPsNegativeTestJSON-1364984930-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=1352078ae87d4d26befc0fed396d9fd3 HTTP/1.1" status: 200 len: 217 time: 0.0718617 Nov 15 14:36:27.471045 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-d8dd7b96-5bfc-474e-ba68-58cd9f66fcc5 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:27.474065 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-d8dd7b96-5bfc-474e-ba68-58cd9f66fcc5 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:27.475285 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff0d8f1d-1ca0-4afe-9b55-ad2df5466a4a req-d8dd7b96-5bfc-474e-ba68-58cd9f66fcc5 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "DELETE /v2.0/floatingips/b4ff873e-ad5f-4b84-859f-a89d1b83c252 HTTP/1.1" status: 204 len: 173 time: 1.0692990 Nov 15 14:36:27.493071 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:27.584489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0d40c4f-cf0c-4720-9f76-2325045bfb5f req-9fb55dc2-33d7-4428-a54c-9f2e6baa9589 tempest-FloatingIPsNegativeTestJSON-1364984930 tempest-FloatingIPsNegativeTestJSON-1364984930-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0294368 Nov 15 14:36:27.588063 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:27.690609 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6a1cde-0243-4677-9f5a-9b0680a602bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1401b652-99de-4554-94d9-e500dba1e847'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:27.694131 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f540c53-3220-4918-a13e-3aff9adf7690" -d '{"events": [{"server_uuid": "fc6a1cde-0243-4677-9f5a-9b0680a602bc", "name": "network-vif-plugged", "status": "completed", "tag": "1401b652-99de-4554-94d9-e500dba1e847"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:27.772913 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Pushing event updated for resources: {'Port': ['ID=2cc87d6c-0e81-463a-aeb9-ad483ed106a9,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:27.781279 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:27.781626 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:27.781956 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:27.782293 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:27.782704 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:27.783035 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:27.783362 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:27.783685 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:27.784004 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:27.784327 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:27.784648 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:27.784957 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:36:27.807390 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Attempting to bind port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:36:27.807817 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Attempting to bind port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'fcc28f35-ed8b-48b1-81b7-dfc10e0e1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:36:27.808343 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Attempting to bind port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 on network 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:36:27.816936 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:36:27.816936 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Checking segment: {'id': 'fcc28f35-ed8b-48b1-81b7-dfc10e0e1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:36:27.816936 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:27.816936 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Bound using segment: {'id': 'fcc28f35-ed8b-48b1-81b7-dfc10e0e1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:36:27.816936 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Bound port: 2cc87d6c-0e81-463a-aeb9-ad483ed106a9, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc28f35-ed8b-48b1-81b7-dfc10e0e1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:36:27.816936 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:27.933153 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] For port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:36:27.938621 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] For port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2cc87d6c-0e81-463a-aeb9-ad483ed106a9,segment=NetworkSegment(fcc28f35-ed8b-48b1-81b7-dfc10e0e1139),segment_id=fcc28f35-ed8b-48b1-81b7-dfc10e0e1139)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:36:27.953806 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:28.012347 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:28.114309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-33c19df7-7369-4434-9db6-7fe4e540da14 None None] Provisioning complete for port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:28.132911 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33c19df7-7369-4434-9db6-7fe4e540da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:28.204498 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Routers {'a4d965f2-1254-41f9-a145-c6593aa13cf3'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:28.206071 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a4d965f2-1254-41f9-a145-c6593aa13cf3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:28.306308 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33c19df7-7369-4434-9db6-7fe4e540da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:28.347812 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ea091-bd63-4bd6-a9e8-97d1287aeb35 None None] Pushing event updated for resources: {'Port': ['ID=2cc87d6c-0e81-463a-aeb9-ad483ed106a9,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:28.361833 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-33c19df7-7369-4434-9db6-7fe4e540da14 None None] For port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2cc87d6c-0e81-463a-aeb9-ad483ed106a9,segment=NetworkSegment(fcc28f35-ed8b-48b1-81b7-dfc10e0e1139),segment_id=fcc28f35-ed8b-48b1-81b7-dfc10e0e1139)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:28.365992 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-8c482642-b345-49fa-b816-2bf1762577cd req-11d3e817-b7e0-4da2-90ef-018ff42e22d5 tempest-FloatingIPsNegativeTestJSON-1364984930 tempest-FloatingIPsNegativeTestJSON-1364984930-project] show failed (client error): The resource could not be found. Nov 15 14:36:28.367062 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c482642-b345-49fa-b816-2bf1762577cd req-11d3e817-b7e0-4da2-90ef-018ff42e22d5 tempest-FloatingIPsNegativeTestJSON-1364984930 tempest-FloatingIPsNegativeTestJSON-1364984930-project] 10.222.0.70 "GET /v2.0/floatingips/7a9ee8ff-e360-4583-8b3d-e25ad4a13835 HTTP/1.1" status: 404 len: 350 time: 0.7569971 Nov 15 14:36:28.379508 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:28.422921 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33c19df7-7369-4434-9db6-7fe4e540da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:28.445335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0613da-af7b-471c-a893-daaa03bdc638 req-e0ac147f-e816-4c6e-815d-2f3caf851740 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:28.455296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec0613da-af7b-471c-a893-daaa03bdc638 req-e0ac147f-e816-4c6e-815d-2f3caf851740 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.1336949 Nov 15 14:36:28.557568 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569c45d5-a535-42f4-b881-12dcb9aa4755 x-openstack-request-id: req-569c45d5-a535-42f4-b881-12dcb9aa4755 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:28.559287 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6a1cde-0243-4677-9f5a-9b0680a602bc", "name": "network-vif-plugged", "status": "completed", "tag": "1401b652-99de-4554-94d9-e500dba1e847", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:28.560587 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-569c45d5-a535-42f4-b881-12dcb9aa4755 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:28.564191 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6a1cde-0243-4677-9f5a-9b0680a602bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1401b652-99de-4554-94d9-e500dba1e847', 'code': 200} Nov 15 14:36:28.583550 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:28.594717 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec0613da-af7b-471c-a893-daaa03bdc638 req-886a8717-7388-4c42-94b8-164613f60668 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327045 Nov 15 14:36:28.703515 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] Set router a4d965f2-1254-41f9-a145-c6593aa13cf3 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:28.721368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-913e43ab-06c9-432e-8266-7684822a20b7 None None] Provisioning complete for port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:28.721787 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-913e43ab-06c9-432e-8266-7684822a20b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:28.733008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c19df7-7369-4434-9db6-7fe4e540da14 None None] Pushing event updated for resources: {'Port': ['ID=2cc87d6c-0e81-463a-aeb9-ad483ed106a9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:28.914790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc698ed4-96e7-4d8f-b7c9-61d5da098d9a req-e44d5942-a16a-4a10-9298-ea509294cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:28.918406 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc698ed4-96e7-4d8f-b7c9-61d5da098d9a req-e44d5942-a16a-4a10-9298-ea509294cd99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 1096 time: 0.2968435 Nov 15 14:36:28.996857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da622587-3750-4852-9499-b2d67e0782d4 req-40583a1b-7b83-48aa-bfd3-54d2cd83aa97 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:29.006733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da622587-3750-4852-9499-b2d67e0782d4 req-40583a1b-7b83-48aa-bfd3-54d2cd83aa97 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 945 time: 0.2345066 Nov 15 14:36:29.172676 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1507444761-router', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:23Z', 'revision_number': 4, 'project_id': '1352078ae87d4d26befc0fed396d9fd3', 'gw_port': {'id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '2cc87d6c-0e81-463a-aeb9-ad483ed106a9', 'name': '', 'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'mac_address': 'fa:16:3e:36:68:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'fce9cd1a-1c09-4aa1-801e-cd175aa6c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:22Z', 'updated_at': '2021-11-15T14:36:27Z', 'revision_number': 4, 'project_id': '1352078ae87d4d26befc0fed396d9fd3', 'subnets': [{'id': 'fce9cd1a-1c09-4aa1-801e-cd175aa6c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:29.197383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da622587-3750-4852-9499-b2d67e0782d4 req-f7f76d80-913c-41f8-94de-b8f1849c543e tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892581 Nov 15 14:36:29.211442 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f04ab3-61f2-4c7b-a2b8-4220c2dbe668 None None] The sync data for ids ['a4d965f2-1254-41f9-a145-c6593aa13cf3'] in n-d-817748-2 is: [{'id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1507444761-router', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:23Z', 'revision_number': 4, 'project_id': '1352078ae87d4d26befc0fed396d9fd3', 'gw_port': {'id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '2cc87d6c-0e81-463a-aeb9-ad483ed106a9', 'name': '', 'network_id': '0a5f5166-3137-4524-85fe-8e1f1aa3bc9a', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'mac_address': 'fa:16:3e:36:68:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'fce9cd1a-1c09-4aa1-801e-cd175aa6c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:22Z', 'updated_at': '2021-11-15T14:36:27Z', 'revision_number': 4, 'project_id': '1352078ae87d4d26befc0fed396d9fd3', 'subnets': [{'id': 'fce9cd1a-1c09-4aa1-801e-cd175aa6c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:36:29.220476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e80a1-2814-4f8a-8eb5-b4e016ed2f48 req-1c2f0794-66ee-4ad5-868d-ae6cc5d72dbf tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:29.226242 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-802e80a1-2814-4f8a-8eb5-b4e016ed2f48 req-1c2f0794-66ee-4ad5-868d-ae6cc5d72dbf tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.5057878 Nov 15 14:36:29.351131 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db19a14f-b75b-4177-9827-3c850ccfbc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:29.371341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc698ed4-96e7-4d8f-b7c9-61d5da098d9a req-70a55b32-5f1e-43b0-9c5e-fed88d8681f8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412215 Nov 15 14:36:29.481780 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-802e80a1-2814-4f8a-8eb5-b4e016ed2f48 req-09e76621-3e61-4ffc-8e50-34d0421fd8ea tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441230 Nov 15 14:36:29.724843 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-381d7848-9bc5-4f54-b5f8-22ed2045dcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:29.878107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-db19a14f-b75b-4177-9827-3c850ccfbc0a admin admin] Deleting port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:29.878739 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db19a14f-b75b-4177-9827-3c850ccfbc0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:29.969924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e5b7e-470f-44cc-9f33-cbb3398beb8f req-4a43bb1f-117d-41aa-a3f7-69c3ab5d8de7 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:29.983570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b34e5b7e-470f-44cc-9f33-cbb3398beb8f req-4a43bb1f-117d-41aa-a3f7-69c3ab5d8de7 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.1243188 Nov 15 14:36:30.038185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-db19a14f-b75b-4177-9827-3c850ccfbc0a admin admin] For port 2cc87d6c-0e81-463a-aeb9-ad483ed106a9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2cc87d6c-0e81-463a-aeb9-ad483ed106a9,segment=NetworkSegment(fcc28f35-ed8b-48b1-81b7-dfc10e0e1139),segment_id=fcc28f35-ed8b-48b1-81b7-dfc10e0e1139)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:30.038507 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db19a14f-b75b-4177-9827-3c850ccfbc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:30.098370 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b34e5b7e-470f-44cc-9f33-cbb3398beb8f req-20960e6c-3e57-4185-a79d-bc009dc42423 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128359 Nov 15 14:36:30.101483 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-db19a14f-b75b-4177-9827-3c850ccfbc0a admin admin] Calling delete_port for 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:30.572732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fead6-1164-44c8-82d0-4e99475ae3a2 req-a04fdcd9-7492-4d6b-9717-c3d43bbccd25 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:30.575351 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6e3fead6-1164-44c8-82d0-4e99475ae3a2 req-a04fdcd9-7492-4d6b-9717-c3d43bbccd25 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.59 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 945 time: 0.2557864 Nov 15 14:36:30.660797 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db19a14f-b75b-4177-9827-3c850ccfbc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:30.678514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9410d9-c7db-41d9-9b69-3e28cda06928 req-5355e45a-6401-4532-be01-ab9c65a18209 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:30.680210 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a9410d9-c7db-41d9-9b69-3e28cda06928 req-5355e45a-6401-4532-be01-ab9c65a18209 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 945 time: 0.1313262 Nov 15 14:36:30.791602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a9410d9-c7db-41d9-9b69-3e28cda06928 req-96dc6b63-fdcf-4a12-9452-4adda9dd021b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3617d2d-3677-49e9-a51b-93ecd1f690bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001728 Nov 15 14:36:30.818059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71cdf9-aa37-4250-8c96-ab2a612d958c req-cdabf786-5ccf-466d-b9a9-40acef676e28 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:30.836615 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd71cdf9-aa37-4250-8c96-ab2a612d958c req-cdabf786-5ccf-466d-b9a9-40acef676e28 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1543448 Nov 15 14:36:30.849470 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19a14f-b75b-4177-9827-3c850ccfbc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc87d6c-0e81-463a-aeb9-ad483ed106a9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:30.943538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd71cdf9-aa37-4250-8c96-ab2a612d958c req-c7b30915-d855-49f8-91a2-45d96bacee0b tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051185 Nov 15 14:36:31.237837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6e3fead6-1164-44c8-82d0-4e99475ae3a2 req-8ee9178e-d30e-4e95-b9e2-d872be297d8b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Deleting port 646e1847-083c-4306-8c9e-aa18d0e19133 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:31.238426 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6e3fead6-1164-44c8-82d0-4e99475ae3a2 req-8ee9178e-d30e-4e95-b9e2-d872be297d8b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:31.477504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce8fa6-5d0f-456c-9ec5-49859e5e76ad req-39283ea1-42c4-44c4-8650-d4fb6643c6a4 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:31.477504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8ce8fa6-5d0f-456c-9ec5-49859e5e76ad req-39283ea1-42c4-44c4-8650-d4fb6643c6a4 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.0654166 Nov 15 14:36:31.479251 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db19a14f-b75b-4177-9827-3c850ccfbc0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:31.479547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8ce8fa6-5d0f-456c-9ec5-49859e5e76ad req-bc7a9dd4-b755-4fbe-a91d-36be3ab0f92b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528462 Nov 15 14:36:31.489659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6e3fead6-1164-44c8-82d0-4e99475ae3a2 req-8ee9178e-d30e-4e95-b9e2-d872be297d8b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] For port 646e1847-083c-4306-8c9e-aa18d0e19133, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=646e1847-083c-4306-8c9e-aa18d0e19133,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:31.490031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6e3fead6-1164-44c8-82d0-4e99475ae3a2 req-8ee9178e-d30e-4e95-b9e2-d872be297d8b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:31.529197 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6e3fead6-1164-44c8-82d0-4e99475ae3a2 req-8ee9178e-d30e-4e95-b9e2-d872be297d8b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Calling delete_port for 646e1847-083c-4306-8c9e-aa18d0e19133 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:31.629105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceec56-101d-461a-bf5d-703bd1d67a98 req-7eeb600b-d743-4c94-af5c-b8be45eec1d1 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:31.630730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8ceec56-101d-461a-bf5d-703bd1d67a98 req-7eeb600b-d743-4c94-af5c-b8be45eec1d1 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.0617535 Nov 15 14:36:31.687734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8ceec56-101d-461a-bf5d-703bd1d67a98 req-82ee43df-c891-4c42-a2d0-32a059780643 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500386 Nov 15 14:36:31.780970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db19a14f-b75b-4177-9827-3c850ccfbc0a admin admin] Router a4d965f2-1254-41f9-a145-c6593aa13cf3 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:36:31.877367 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6e3fead6-1164-44c8-82d0-4e99475ae3a2 req-8ee9178e-d30e-4e95-b9e2-d872be297d8b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:31.893197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['646e1847-083c-4306-8c9e-aa18d0e19133'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:36:31.916540 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9178e-d30e-4e95-b9e2-d872be297d8b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Pushing event deleted for resources: {'Port': ['ID=646e1847-083c-4306-8c9e-aa18d0e19133,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:31.978336 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3fead6-1164-44c8-82d0-4e99475ae3a2 req-8ee9178e-d30e-4e95-b9e2-d872be297d8b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] No DVR routers for this DVR port 646e1847-083c-4306-8c9e-aa18d0e19133 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:36:31.982280 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6e3fead6-1164-44c8-82d0-4e99475ae3a2 req-8ee9178e-d30e-4e95-b9e2-d872be297d8b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:31.986080 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6e3fead6-1164-44c8-82d0-4e99475ae3a2 req-8ee9178e-d30e-4e95-b9e2-d872be297d8b tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.59 "DELETE /v2.0/ports/646e1847-083c-4306-8c9e-aa18d0e19133 HTTP/1.1" status: 204 len: 173 time: 1.4020259 Nov 15 14:36:31.987064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'name': 'network-vif-deleted', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:31.989805 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70623b7-3b31-4968-be2b-6d431eb9afe0" -d '{"events": [{"server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "name": "network-vif-deleted", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:32.011686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db19a14f-b75b-4177-9827-3c850ccfbc0a admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:36:32.021104 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-db19a14f-b75b-4177-9827-3c850ccfbc0a admin admin] 10.222.0.70 "PUT /v2.0/routers/a4d965f2-1254-41f9-a145-c6593aa13cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6393137 Nov 15 14:36:32.023614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54762) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:32.044576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea6df9-56a6-4494-9955-9c6fd7db8584 None None] Sync routers for ids ['a4d965f2-1254-41f9-a145-c6593aa13cf3'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:36:32.073387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea6df9-56a6-4494-9955-9c6fd7db8584 None None] Routers {'a4d965f2-1254-41f9-a145-c6593aa13cf3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:32.074345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-79ea6df9-56a6-4494-9955-9c6fd7db8584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a4d965f2-1254-41f9-a145-c6593aa13cf3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:32.284216 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8266efd-0084-4589-9f86-0fe32b7788cc x-openstack-request-id: req-d8266efd-0084-4589-9f86-0fe32b7788cc {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:32.284659 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fedc99c5-3301-4f37-9bb0-5de9b21dbf68", "name": "network-vif-deleted", "tag": "646e1847-083c-4306-8c9e-aa18d0e19133", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:32.284770 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8266efd-0084-4589-9f86-0fe32b7788cc {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:32.285146 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedc99c5-3301-4f37-9bb0-5de9b21dbf68', 'name': 'network-vif-deleted', 'tag': '646e1847-083c-4306-8c9e-aa18d0e19133', 'status': 'completed', 'code': 200} Nov 15 14:36:32.350670 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a7a4d03-2a44-48f7-a25b-6cea898915a0 req-19115917-ec26-469f-a84d-ebf04a955b02 tempest-FloatingIPsAssociationTestJSON-70933864 tempest-FloatingIPsAssociationTestJSON-70933864-project] 10.222.0.70 "GET /v2.0/ports?device_id=fedc99c5-3301-4f37-9bb0-5de9b21dbf68 HTTP/1.1" status: 200 len: 210 time: 0.0945573 Nov 15 14:36:32.360398 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:32.580502 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:32.637953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-79ea6df9-56a6-4494-9955-9c6fd7db8584 None None] Set router a4d965f2-1254-41f9-a145-c6593aa13cf3 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:32.753520 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bda1f18f-2073-4e46-b90d-1f46b73b67ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:32.777393 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74efd5-2793-436d-a054-615710c84ce5 req-462b3c21-4489-43e5-ae10-e50f9df7b90e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:32.783681 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a74efd5-2793-436d-a054-615710c84ce5 req-462b3c21-4489-43e5-ae10-e50f9df7b90e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.2181826 Nov 15 14:36:32.856166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-3382fc10-f133-40ba-a6ba-25ed8a8483c7 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:32.857910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-3382fc10-f133-40ba-a6ba-25ed8a8483c7 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/networks?id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 HTTP/1.1" status: 200 len: 814 time: 0.2126932 Nov 15 14:36:32.871818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Deleting port 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:32.872047 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:32.943858 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-79ea6df9-56a6-4494-9955-9c6fd7db8584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1507444761-router', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:30Z', 'revision_number': 5, 'project_id': '1352078ae87d4d26befc0fed396d9fd3', 'gw_port': {'id': '06b7b5fd-ade2-4b2b-99c6-b6ce1534023e', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:32.953246 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a74efd5-2793-436d-a054-615710c84ce5 req-441f082c-7143-4e80-b880-77cfbff2416f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643927 Nov 15 14:36:32.966250 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-e184f35c-e242-4d49-91dd-2c816cabacb2 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/quotas/6c052523e5234dba9337b3b67cd69a49 HTTP/1.1" status: 200 len: 375 time: 0.0871930 Nov 15 14:36:32.988132 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea6df9-56a6-4494-9955-9c6fd7db8584 None None] Checking router: a4d965f2-1254-41f9-a145-c6593aa13cf3 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:36:33.028506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea6df9-56a6-4494-9955-9c6fd7db8584 None None] Routers {'a4d965f2-1254-41f9-a145-c6593aa13cf3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:33.029349 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-79ea6df9-56a6-4494-9955-9c6fd7db8584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a4d965f2-1254-41f9-a145-c6593aa13cf3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:33.174292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] For port 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=06b7b5fd-ade2-4b2b-99c6-b6ce1534023e,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:33.175604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:33.213211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Calling delete_port for 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:33.239628 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-79ea6df9-56a6-4494-9955-9c6fd7db8584 None None] Set router a4d965f2-1254-41f9-a145-c6593aa13cf3 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:33.343846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-79ea6df9-56a6-4494-9955-9c6fd7db8584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1507444761-router', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:32Z', 'revision_number': 6, 'project_id': '1352078ae87d4d26befc0fed396d9fd3', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:33.437949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea6df9-56a6-4494-9955-9c6fd7db8584 None None] The sync data for ids ['a4d965f2-1254-41f9-a145-c6593aa13cf3'] in n-d-817748-2 is: [{'id': 'a4d965f2-1254-41f9-a145-c6593aa13cf3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1507444761-router', 'tenant_id': '1352078ae87d4d26befc0fed396d9fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:17Z', 'updated_at': '2021-11-15T14:36:32Z', 'revision_number': 6, 'project_id': '1352078ae87d4d26befc0fed396d9fd3', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:36:33.499412 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-e6d3d117-2165-457b-abbe-26aba21beb9f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c052523e5234dba9337b3b67cd69a49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4984095 Nov 15 14:36:33.578659 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:33.645845 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:33.769280 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:33.837751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-f8a44d73-6c9f-4724-ae12-fb6fada2c5a6 service neutron] 10.222.0.70 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374636 Nov 15 14:36:33.887099 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b7b5fd-ade2-4b2b-99c6-b6ce1534023e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:34.094542 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c424715-a579-4045-a55f-1853dab26e8c req-cca0fd08-8591-433d-a95a-69d2f710b2bf tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:34.096086 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c424715-a579-4045-a55f-1853dab26e8c req-cca0fd08-8591-433d-a95a-69d2f710b2bf tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc6a1cde-0243-4677-9f5a-9b0680a602bc HTTP/1.1" status: 200 len: 945 time: 0.3385341 Nov 15 14:36:34.371509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-86dbf45d-9827-4051-ba04-9da1a6d3cae7 service neutron] 10.222.0.70 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327854 Nov 15 14:36:34.381905 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:34.550843 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:34.623538 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:34.703845 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7c424715-a579-4045-a55f-1853dab26e8c req-49d40a22-a062-48f9-8134-bc8753f2c0a3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Deleting port 1401b652-99de-4554-94d9-e500dba1e847 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:34.704194 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c424715-a579-4045-a55f-1853dab26e8c req-49d40a22-a062-48f9-8134-bc8753f2c0a3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:34.851240 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:34.852018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4d965f2-1254-41f9-a145-c6593aa13cf3 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:36:34.863271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:34.864735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dbeb8a9d-0768-4659-88c9-7afa4b587ea8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a4d965f2-1254-41f9-a145-c6593aa13cf3 HTTP/1.1" status: 204 len: 168 time: 2.8400340 Nov 15 14:36:34.867342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54866) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:34.904516 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d6ba3ed-de21-4c33-adaf-efac5cf21663 req-f864d1b7-07cc-4187-bd41-14b1bbf401e3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 210 time: 0.1280282 Nov 15 14:36:35.005994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7c424715-a579-4045-a55f-1853dab26e8c req-49d40a22-a062-48f9-8134-bc8753f2c0a3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] For port 1401b652-99de-4554-94d9-e500dba1e847, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1401b652-99de-4554-94d9-e500dba1e847,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:35.006807 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c424715-a579-4045-a55f-1853dab26e8c req-49d40a22-a062-48f9-8134-bc8753f2c0a3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:35.032573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7c424715-a579-4045-a55f-1853dab26e8c req-49d40a22-a062-48f9-8134-bc8753f2c0a3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Calling delete_port for 1401b652-99de-4554-94d9-e500dba1e847 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:35.034172 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:35.053484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da0fd22-766f-405b-a87b-85966c790ee9 admin admin] Deleting subnet fce9cd1a-1c09-4aa1-801e-cd175aa6c88b {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:36:35.074507 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da0fd22-766f-405b-a87b-85966c790ee9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:35.224880 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da0fd22-766f-405b-a87b-85966c790ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:35.295995 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:35.347295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:36:35.347678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2cc87d6c-0e81-463a-aeb9-ad483ed106a9 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:36:35.348112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:35.351654 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53191724-419d-4817-afde-a3b7406e94a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:35.413153 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 646e1847-083c-4306-8c9e-aa18d0e19133 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:35.452611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 646e1847-083c-4306-8c9e-aa18d0e19133 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:36:35.453266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 646e1847-083c-4306-8c9e-aa18d0e19133 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:36:35.459515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:36:35.460580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 06b7b5fd-ade2-4b2b-99c6-b6ce1534023e not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:36:35.461814 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da0fd22-766f-405b-a87b-85966c790ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:35.709220 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da0fd22-766f-405b-a87b-85966c790ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:35.792723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0fd22-766f-405b-a87b-85966c790ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce9cd1a-1c09-4aa1-801e-cd175aa6c88b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:35.801392 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da0fd22-766f-405b-a87b-85966c790ee9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:35.808112 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9da0fd22-766f-405b-a87b-85966c790ee9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fce9cd1a-1c09-4aa1-801e-cd175aa6c88b HTTP/1.1" status: 204 len: 168 time: 0.9396882 Nov 15 14:36:35.808696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c7a528-7563-4658-b6c3-d0564a197215 None None] Network 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:36:35.813312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:35.817817 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:35.992063 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:36.275856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Deleting port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:36.279881 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:36.302261 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e6a184-c5da-47d3-afae-960c54643d00 None None] DHCP port deletion for 0a5f5166-3137-4524-85fe-8e1f1aa3bc9a request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:36:36.440028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] For port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=627d58b5-7dbc-4b0f-9bd0-b3a62624221c,segment=NetworkSegment(fcc28f35-ed8b-48b1-81b7-dfc10e0e1139),segment_id=fcc28f35-ed8b-48b1-81b7-dfc10e0e1139)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:36.440417 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:36.495779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-96e6a184-c5da-47d3-afae-960c54643d00 None None] Deleting port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:36.496334 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96e6a184-c5da-47d3-afae-960c54643d00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:36.521034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b524f07f-bbb2-47c8-9e9c-70e316928a91 req-5f7f2745-f7e7-4e9d-8924-0e07fa52f90b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 210 time: 0.2312305 Nov 15 14:36:36.536845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Calling delete_port for 627d58b5-7dbc-4b0f-9bd0-b3a62624221c owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:36.688156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-96e6a184-c5da-47d3-afae-960c54643d00 None None] For port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=627d58b5-7dbc-4b0f-9bd0-b3a62624221c,segment=NetworkSegment(fcc28f35-ed8b-48b1-81b7-dfc10e0e1139),segment_id=fcc28f35-ed8b-48b1-81b7-dfc10e0e1139)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:36.692219 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96e6a184-c5da-47d3-afae-960c54643d00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:36.727401 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-96e6a184-c5da-47d3-afae-960c54643d00 None None] Calling delete_port for 627d58b5-7dbc-4b0f-9bd0-b3a62624221c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:36.815445 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c424715-a579-4045-a55f-1853dab26e8c req-49d40a22-a062-48f9-8134-bc8753f2c0a3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:36.828925 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:36.867726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d40a22-a062-48f9-8134-bc8753f2c0a3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Pushing event deleted for resources: {'Port': ['ID=1401b652-99de-4554-94d9-e500dba1e847,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:36.884675 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96e6a184-c5da-47d3-afae-960c54643d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:36.910674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=627d58b5-7dbc-4b0f-9bd0-b3a62624221c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:36.930524 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] No DVR routers for this DVR port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:36:36.939245 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6a184-c5da-47d3-afae-960c54643d00 None None] Pushing event deleted for resources: {'Port': ['ID=627d58b5-7dbc-4b0f-9bd0-b3a62624221c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:36.945721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e6a184-c5da-47d3-afae-960c54643d00 None None] No DVR routers for this DVR port 627d58b5-7dbc-4b0f-9bd0-b3a62624221c on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:36:37.008103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c424715-a579-4045-a55f-1853dab26e8c req-49d40a22-a062-48f9-8134-bc8753f2c0a3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] No DVR routers for this DVR port 1401b652-99de-4554-94d9-e500dba1e847 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:36:37.012101 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c424715-a579-4045-a55f-1853dab26e8c req-49d40a22-a062-48f9-8134-bc8753f2c0a3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:37.017917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c424715-a579-4045-a55f-1853dab26e8c req-49d40a22-a062-48f9-8134-bc8753f2c0a3 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.46 "DELETE /v2.0/ports/1401b652-99de-4554-94d9-e500dba1e847 HTTP/1.1" status: 204 len: 173 time: 2.9104538 Nov 15 14:36:37.018446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6a1cde-0243-4677-9f5a-9b0680a602bc', 'name': 'network-vif-deleted', 'tag': '1401b652-99de-4554-94d9-e500dba1e847'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:37.021578 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87a407d-c4ab-4992-92e3-3994476cbcce" -d '{"events": [{"server_uuid": "fc6a1cde-0243-4677-9f5a-9b0680a602bc", "name": "network-vif-deleted", "tag": "1401b652-99de-4554-94d9-e500dba1e847"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:37.045682 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:37.081715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-53191724-419d-4817-afde-a3b7406e94a0 admin admin] Deleting port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:37.097626 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53191724-419d-4817-afde-a3b7406e94a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:37.100742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5f5166-3137-4524-85fe-8e1f1aa3bc9a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:37.112802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc28f35-ed8b-48b1-81b7-dfc10e0e1139') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:37.113304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc28f35-ed8b-48b1-81b7-dfc10e0e1139') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:37.119795 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1be858-67e6-486c-b5d6-25d27a281a0a x-openstack-request-id: req-bc1be858-67e6-486c-b5d6-25d27a281a0a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:37.130935 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6a1cde-0243-4677-9f5a-9b0680a602bc", "name": "network-vif-deleted", "tag": "1401b652-99de-4554-94d9-e500dba1e847", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:37.130935 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc1be858-67e6-486c-b5d6-25d27a281a0a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:37.130935 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6a1cde-0243-4677-9f5a-9b0680a602bc', 'name': 'network-vif-deleted', 'tag': '1401b652-99de-4554-94d9-e500dba1e847', 'status': 'completed', 'code': 200} Nov 15 14:36:37.131275 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:37.147753 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:37.166029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:36:37.168169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:36:37.309050 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:36:37.316080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 627d58b5-7dbc-4b0f-9bd0-b3a62624221c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:37.338326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-53191724-419d-4817-afde-a3b7406e94a0 admin admin] For port cd0db28a-ad73-4d13-95bc-fed9b3bed0c6, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=cd0db28a-ad73-4d13-95bc-fed9b3bed0c6,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:37.341628 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53191724-419d-4817-afde-a3b7406e94a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:37.383989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 627d58b5-7dbc-4b0f-9bd0-b3a62624221c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:36:37.386044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-53191724-419d-4817-afde-a3b7406e94a0 admin admin] Calling delete_port for cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:37.394321 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 627d58b5-7dbc-4b0f-9bd0-b3a62624221c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:36:37.488067 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:37.502885 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:37.519788 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0a5f5166-3137-4524-85fe-8e1f1aa3bc9a HTTP/1.1" status: 204 len: 168 time: 1.6984711 Nov 15 14:36:37.543584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc3935-7474-4a29-a5d6-0c8a98d78bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5f5166-3137-4524-85fe-8e1f1aa3bc9a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:37.983165 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53191724-419d-4817-afde-a3b7406e94a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:38.025966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53191724-419d-4817-afde-a3b7406e94a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0db28a-ad73-4d13-95bc-fed9b3bed0c6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:38.291012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49bfabf1-2b8c-447b-9075-f15946ce41c2 req-8fae0900-ddbc-45de-82db-f388e16b2a56 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 210 time: 0.0721734 Nov 15 14:36:38.333557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cf9d5-c824-455d-900d-5a9e913190ad req-955ada45-33fb-4774-a697-cf79006f7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:38.334741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1401b652-99de-4554-94d9-e500dba1e847 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:38.335284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df0cf9d5-c824-455d-900d-5a9e913190ad req-955ada45-33fb-4774-a697-cf79006f7a46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d072f4dda54fc6ad562bb1a75808f5&device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 1097 time: 0.1160038 Nov 15 14:36:38.377067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 1401b652-99de-4554-94d9-e500dba1e847 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:36:38.377067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1401b652-99de-4554-94d9-e500dba1e847 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:36:38.389928 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53191724-419d-4817-afde-a3b7406e94a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:38.621045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89f2f9-292e-407c-b07a-d39e965e54c3 req-b8cf5680-51e0-42d7-a032-95b428c0b8ad tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:38.623399 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad89f2f9-292e-407c-b07a-d39e965e54c3 req-b8cf5680-51e0-42d7-a032-95b428c0b8ad tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.2033517 Nov 15 14:36:38.632304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cf9d5-c824-455d-900d-5a9e913190ad req-86091804-0c48-4f62-83b1-b35b2a2ee557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:38.634489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df0cf9d5-c824-455d-900d-5a9e913190ad req-86091804-0c48-4f62-83b1-b35b2a2ee557 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e4b8ee-acc5-4001-b628-218baa9fcd83 HTTP/1.1" status: 200 len: 919 time: 0.2891455 Nov 15 14:36:38.655601 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-7d629037-5e04-4989-8bca-fb1efa657f00 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:38.658880 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-7d629037-5e04-4989-8bca-fb1efa657f00 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.59 "GET /v2.0/networks?id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 HTTP/1.1" status: 200 len: 814 time: 0.5152500 Nov 15 14:36:38.675662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-bc663aeb-f0a8-487c-9bcb-ff931c07d729 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Request body: {'port': {'device_id': '1fde5ff6-ad20-4e57-9305-41a628a886a7', 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9', 'admin_state_up': True, 'tenant_id': '6c052523e5234dba9337b3b67cd69a49'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:38.708422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df0cf9d5-c824-455d-900d-5a9e913190ad req-69010bf7-3434-4bc4-81dd-61d6c53d864b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5c5e6ee-d641-490f-8f65-39cc320f9237 HTTP/1.1" status: 200 len: 217 time: 0.0504475 Nov 15 14:36:38.811967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:38.840077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad89f2f9-292e-407c-b07a-d39e965e54c3 req-704484d4-21ab-4152-a593-65bbea2eae70 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026863 Nov 15 14:36:38.861660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cf9d5-c824-455d-900d-5a9e913190ad req-3b7d42b3-8805-47e1-a5c4-22a76e7d3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:38.861817 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df0cf9d5-c824-455d-900d-5a9e913190ad req-3b7d42b3-8805-47e1-a5c4-22a76e7d3ab2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=912abb4e-fe5a-416e-afcb-b79eb8087760 HTTP/1.1" status: 200 len: 858 time: 0.1405008 Nov 15 14:36:38.877288 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f61a1ded-b937-4d54-9529-929b660c1222 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1352078ae87d4d26befc0fed396d9fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631740 Nov 15 14:36:38.879525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:38.912378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-bc663aeb-f0a8-487c-9bcb-ff931c07d729 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Made reservation on behalf of 6c052523e5234dba9337b3b67cd69a49 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:36:38.916498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-bc663aeb-f0a8-487c-9bcb-ff931c07d729 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:38.940772 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df0cf9d5-c824-455d-900d-5a9e913190ad req-0332f06d-8d70-4225-bc40-947148d44a86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e4b8ee-acc5-4001-b628-218baa9fcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634270 Nov 15 14:36:39.054763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53191724-419d-4817-afde-a3b7406e94a0 admin admin] Router cd576a3a-7994-41f4-bad1-97256cd45335 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:36:39.060788 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-353d6d29-10c2-4321-813e-b5d0df0064a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:39.146449 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-353d6d29-10c2-4321-813e-b5d0df0064a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:39.165648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-bc663aeb-f0a8-487c-9bcb-ff931c07d729 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Allocated IP 172.20.0.4 (921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9/d0ed1a7a-2b61-414a-9e85-3465465040c6/61b870e4-473c-4cc2-a750-724789de36a5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:36:39.285553 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df0cf9d5-c824-455d-900d-5a9e913190ad req-e02624a5-7986-49b0-9c0d-f3949e949c56 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307147 Nov 15 14:36:39.286692 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53191724-419d-4817-afde-a3b7406e94a0 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:36:39.296942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-53191724-419d-4817-afde-a3b7406e94a0 admin admin] 10.222.0.70 "PUT /v2.0/routers/cd576a3a-7994-41f4-bad1-97256cd45335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6483428 Nov 15 14:36:39.303156 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f05c0-4e5a-46a9-8699-a62a29d632d3 None None] Sync routers for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:36:39.310330 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54982) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:39.331333 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43f05c0-4e5a-46a9-8699-a62a29d632d3 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:39.333533 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b43f05c0-4e5a-46a9-8699-a62a29d632d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:39.492379 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-353d6d29-10c2-4321-813e-b5d0df0064a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:39.497443 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-353d6d29-10c2-4321-813e-b5d0df0064a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:39.498001 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-353d6d29-10c2-4321-813e-b5d0df0064a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0d520d2-9142-4a25-8a00-e16048fa0374 HTTP/1.1" status: 204 len: 168 time: 0.6114340 Nov 15 14:36:39.528879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df0cf9d5-c824-455d-900d-5a9e913190ad req-1267bfd7-90d4-44c8-9b17-a103939520ab service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131789 Nov 15 14:36:39.545626 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b43f05c0-4e5a-46a9-8699-a62a29d632d3 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:39.548331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2423cbb-a092-4d54-9b58-569b7d0e8ba7 req-34c53c2d-1334-47ed-85b0-fc8fc57b3ff7 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 210 time: 0.1022553 Nov 15 14:36:39.579100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d6d29-10c2-4321-813e-b5d0df0064a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d520d2-9142-4a25-8a00-e16048fa0374,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:39.598725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfb668f9-ec4f-483c-9b16-42efae78bd22 req-dc1c2155-44fb-4627-9385-95102d814a2e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6dd3128-f685-4ab8-b27d-04608634cd16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1300483 Nov 15 14:36:39.735240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:39.771803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb668f9-ec4f-483c-9b16-42efae78bd22 req-31163b41-8383-4cbf-82fb-c26c8e677afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:39.775882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfb668f9-ec4f-483c-9b16-42efae78bd22 req-31163b41-8383-4cbf-82fb-c26c8e677afc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78637fea2b8f40a78460f0071ea974d2&device_id=c6dd3128-f685-4ab8-b27d-04608634cd16 HTTP/1.1" status: 200 len: 1099 time: 0.1396072 Nov 15 14:36:39.802310 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-bc663aeb-f0a8-487c-9bcb-ff931c07d729 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:39.914229 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:39.978027 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b43f05c0-4e5a-46a9-8699-a62a29d632d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:36:37Z', 'revision_number': 5, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port': {'id': '405bc32e-9f9a-4023-a55b-58275e59b65b', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:34:46Z', 'updated_at': '2021-11-15T14:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:39.995405 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-bc663aeb-f0a8-487c-9bcb-ff931c07d729 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:40.018258 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f05c0-4e5a-46a9-8699-a62a29d632d3 None None] Checking router: cd576a3a-7994-41f4-bad1-97256cd45335 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:36:40.028580 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43f05c0-4e5a-46a9-8699-a62a29d632d3 None None] Routers {'cd576a3a-7994-41f4-bad1-97256cd45335'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:40.029165 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b43f05c0-4e5a-46a9-8699-a62a29d632d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cd576a3a-7994-41f4-bad1-97256cd45335'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:40.093362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb668f9-ec4f-483c-9b16-42efae78bd22 req-0d01dee3-99ff-442e-95b3-6056c2d1d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:40.095364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfb668f9-ec4f-483c-9b16-42efae78bd22 req-0d01dee3-99ff-442e-95b3-6056c2d1d687 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2923439 Nov 15 14:36:40.131928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-bc663aeb-f0a8-487c-9bcb-ff931c07d729 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:36:40.182244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-bc663aeb-f0a8-487c-9bcb-ff931c07d729 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:36:40.200087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfb668f9-ec4f-483c-9b16-42efae78bd22 req-8f9269c4-0fa5-4175-9516-64cffd132846 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169 HTTP/1.1" status: 200 len: 217 time: 0.0938570 Nov 15 14:36:40.216775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-bc663aeb-f0a8-487c-9bcb-ff931c07d729 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:36:40.217064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ed148-4715-470b-ad54-5d8f5a6b32b0 req-a0f2bd4a-20ee-4c58-b237-dcb8dee02494 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:40.226897 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa9ed148-4715-470b-ad54-5d8f5a6b32b0 req-a0f2bd4a-20ee-4c58-b237-dcb8dee02494 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.2441556 Nov 15 14:36:40.234826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc663aeb-f0a8-487c-9bcb-ff931c07d729 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Pushing event updated for resources: {'Port': ['ID=61b870e4-473c-4cc2-a750-724789de36a5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:40.294743 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b43f05c0-4e5a-46a9-8699-a62a29d632d3 None None] Set router cd576a3a-7994-41f4-bad1-97256cd45335 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:40.354906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb668f9-ec4f-483c-9b16-42efae78bd22 req-fe57aa65-e6cc-444e-8fed-5be6bc7ebcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:40.357768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfb668f9-ec4f-483c-9b16-42efae78bd22 req-fe57aa65-e6cc-444e-8fed-5be6bc7ebcb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1219919 Nov 15 14:36:40.385464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Deleting port 405bc32e-9f9a-4023-a55b-58275e59b65b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:40.395240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:40.395425 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b43f05c0-4e5a-46a9-8699-a62a29d632d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:36:39Z', 'revision_number': 6, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:40.398484 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa9ed148-4715-470b-ad54-5d8f5a6b32b0 req-a2573476-050e-4580-a3e6-562980bc3d82 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704867 Nov 15 14:36:40.413295 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-bc663aeb-f0a8-487c-9bcb-ff931c07d729 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:40.416268 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-bc663aeb-f0a8-487c-9bcb-ff931c07d729 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:40.461255 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f05c0-4e5a-46a9-8699-a62a29d632d3 None None] The sync data for ids ['cd576a3a-7994-41f4-bad1-97256cd45335'] in n-d-817748-2 is: [{'id': 'cd576a3a-7994-41f4-bad1-97256cd45335', 'name': 'tempest-FloatingIPsAssociationTestJSON-1538771652-router', 'tenant_id': '970f4185811248ce952ca2c0e82fa491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:34:45Z', 'updated_at': '2021-11-15T14:36:39Z', 'revision_number': 6, 'project_id': '970f4185811248ce952ca2c0e82fa491', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:36:40.501718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb668f9-ec4f-483c-9b16-42efae78bd22 req-7e3606be-7d93-4fef-a946-71062846e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:40.503649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfb668f9-ec4f-483c-9b16-42efae78bd22 req-7e3606be-7d93-4fef-a946-71062846e04c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1027215 Nov 15 14:36:40.625055 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-bc663aeb-f0a8-487c-9bcb-ff931c07d729 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9534030 Nov 15 14:36:40.632620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] For port 405bc32e-9f9a-4023-a55b-58275e59b65b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=405bc32e-9f9a-4023-a55b-58275e59b65b,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:40.633585 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:40.642379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Request body: {'port': {'device_id': '1fde5ff6-ad20-4e57-9305-41a628a886a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:40.678459 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Calling delete_port for 405bc32e-9f9a-4023-a55b-58275e59b65b owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:40.705878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfb668f9-ec4f-483c-9b16-42efae78bd22 req-56a66349-583e-414e-addc-7a3d34864702 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834536 Nov 15 14:36:40.909957 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:40.919552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23697cce-0648-45fe-bf42-d015d988f04f req-1542da97-8990-405f-a090-eb2be50fe06b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:40.921926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23697cce-0648-45fe-bf42-d015d988f04f req-1542da97-8990-405f-a090-eb2be50fe06b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 931 time: 0.1753943 Nov 15 14:36:40.978012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfb668f9-ec4f-483c-9b16-42efae78bd22 req-9f32ea07-5619-4557-ae6a-eef3a973206a service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619469 Nov 15 14:36:41.032354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23697cce-0648-45fe-bf42-d015d988f04f req-b77d94f7-0113-4b5c-bfd7-aca3c21f94ea tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956087 Nov 15 14:36:41.409963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:41.461786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b870e4-473c-4cc2-a750-724789de36a5 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:36:41.466612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:36:41.472090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device cd0db28a-ad73-4d13-95bc-fed9b3bed0c6 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:36:41.472396 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:41.532871 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ba68d-4f42-48f3-8b36-a6a0e1b4881f req-4371f460-6d7c-48ec-8416-99a4261724c1 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:41.539692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-973ba68d-4f42-48f3-8b36-a6a0e1b4881f req-4371f460-6d7c-48ec-8416-99a4261724c1 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.0689554 Nov 15 14:36:41.593977 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Transition to ACTIVE for port object 61b870e4-473c-4cc2-a750-724789de36a5 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:36:41.595356 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:41.625591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-973ba68d-4f42-48f3-8b36-a6a0e1b4881f req-1906f385-244d-4686-91f2-7fd78cef977d tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775428 Nov 15 14:36:41.664608 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Pushing event deleted for resources: {'Port': ['ID=405bc32e-9f9a-4023-a55b-58275e59b65b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:41.742604 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:41.803475 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:41.938231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55058) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:41.955038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Pushing event updated for resources: {'Port': ['ID=61b870e4-473c-4cc2-a750-724789de36a5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:41.981203 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:41.985023 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:42.054646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Attempting to bind port 61b870e4-473c-4cc2-a750-724789de36a5 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:36:42.055017 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Attempting to bind port 61b870e4-473c-4cc2-a750-724789de36a5 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '004e3366-ff91-4990-a78a-447cab3ae027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:36:42.055330 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Attempting to bind port 61b870e4-473c-4cc2-a750-724789de36a5 on network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:36:42.060827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Port 61b870e4-473c-4cc2-a750-724789de36a5 on network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:36:42.061156 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Attempting to bind port 61b870e4-473c-4cc2-a750-724789de36a5 on network 921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:36:42.066790 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:36:42.067136 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Checking segment: {'id': '004e3366-ff91-4990-a78a-447cab3ae027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:36:42.067533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Bound using segment: {'id': '004e3366-ff91-4990-a78a-447cab3ae027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:36:42.067969 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Bound port: 61b870e4-473c-4cc2-a750-724789de36a5, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004e3366-ff91-4990-a78a-447cab3ae027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:36:42.068432 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:42.171574 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:42.175502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd576a3a-7994-41f4-bad1-97256cd45335 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:36:42.179484 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4651cb69-bea4-4de9-9364-462337a278d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:42.188530 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] For port 61b870e4-473c-4cc2-a750-724789de36a5, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:36:42.195897 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:42.204626 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7198689d-e11c-41d6-bca4-9447bae6766b admin admin] 10.222.0.70 "DELETE /v2.0/routers/cd576a3a-7994-41f4-bad1-97256cd45335 HTTP/1.1" status: 204 len: 168 time: 2.8905847 Nov 15 14:36:42.205358 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:42.207426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] For port 61b870e4-473c-4cc2-a750-724789de36a5, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=61b870e4-473c-4cc2-a750-724789de36a5,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:36:42.290476 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d19060-1ef5-4cbf-9ef7-85a63be3dae3 admin admin] Deleting subnet d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:36:42.295031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1d19060-1ef5-4cbf-9ef7-85a63be3dae3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:42.317376 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:42.374901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:42.375530 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:42.376035 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4651cb69-bea4-4de9-9364-462337a278d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:42.376957 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] 10.222.0.59 "PUT /v2.0/ports/61b870e4-473c-4cc2-a750-724789de36a5 HTTP/1.1" status: 200 len: 1091 time: 1.7394369 Nov 15 14:36:42.379532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fde5ff6-ad20-4e57-9305-41a628a886a7', 'tag': '61b870e4-473c-4cc2-a750-724789de36a5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:42.386898 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbb8771-fbd7-4e9e-ad11-4e7b4d5fb373" -d '{"events": [{"name": "network-changed", "server_uuid": "1fde5ff6-ad20-4e57-9305-41a628a886a7", "tag": "61b870e4-473c-4cc2-a750-724789de36a5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:42.393775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42f68c-ecfc-4ae9-a199-9795dfda28c6 req-45163f58-a7c7-40a1-b37a-f2398a6d4a78 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:42.395669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a42f68c-ecfc-4ae9-a199-9795dfda28c6 req-45163f58-a7c7-40a1-b37a-f2398a6d4a78 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 943 time: 0.1421146 Nov 15 14:36:42.417070 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7641dd-036b-4554-b976-8e3a247d37cb service neutron] Pushing event updated for resources: {'Port': ['ID=61b870e4-473c-4cc2-a750-724789de36a5,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:42.432543 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1d19060-1ef5-4cbf-9ef7-85a63be3dae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:42.465147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a42f68c-ecfc-4ae9-a199-9795dfda28c6 req-9bc4c48f-7943-4a2c-8633-5b5dfdd4e59c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602207 Nov 15 14:36:42.491295 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4651cb69-bea4-4de9-9364-462337a278d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:42.539075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4651cb69-bea4-4de9-9364-462337a278d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=116f8180dd8647ad8329de1501f80a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5972741 Nov 15 14:36:42.539767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55080) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:42.541465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651cb69-bea4-4de9-9364-462337a278d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0353ff-9fa4-4e8b-a6df-815877c410dc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:42.593584 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bac79d8-0524-465a-ada0-3a041a95aaa5 x-openstack-request-id: req-0bac79d8-0524-465a-ada0-3a041a95aaa5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:42.600765 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fde5ff6-ad20-4e57-9305-41a628a886a7", "tag": "61b870e4-473c-4cc2-a750-724789de36a5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:42.600765 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0bac79d8-0524-465a-ada0-3a041a95aaa5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:42.600765 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fde5ff6-ad20-4e57-9305-41a628a886a7', 'tag': '61b870e4-473c-4cc2-a750-724789de36a5', 'status': 'completed', 'code': 200} Nov 15 14:36:42.700942 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-b93639ee-1506-4d60-9794-2d4fcd365815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:42.703203 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-b93639ee-1506-4d60-9794-2d4fcd365815 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c052523e5234dba9337b3b67cd69a49&device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 1094 time: 0.1069798 Nov 15 14:36:42.717207 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1d19060-1ef5-4cbf-9ef7-85a63be3dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:42.779363 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-0ca8dd1a-f336-48d8-a321-bfd2895e266f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61b870e4-473c-4cc2-a750-724789de36a5 HTTP/1.1" status: 200 len: 217 time: 0.0592253 Nov 15 14:36:42.860655 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca0bc-0e77-4ea0-a325-a5b6dcf1a86f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:42.889719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-d4b394d3-d7cd-452e-88f7-7ea071ec4099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:42.891157 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-d4b394d3-d7cd-452e-88f7-7ea071ec4099 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0ed1a7a-2b61-414a-9e85-3465465040c6 HTTP/1.1" status: 200 len: 854 time: 0.1036215 Nov 15 14:36:42.898804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92416576-b16f-4ec2-bdcf-9a9be7c7eb98 req-04913691-e2e7-4bd4-9f2d-8be46fc977a9 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:42.900106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92416576-b16f-4ec2-bdcf-9a9be7c7eb98 req-04913691-e2e7-4bd4-9f2d-8be46fc977a9 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.0755997 Nov 15 14:36:42.960959 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-8af10b8d-36d5-4eb7-ad01-4bddba4e7ca6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616963 Nov 15 14:36:42.982352 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92416576-b16f-4ec2-bdcf-9a9be7c7eb98 req-7169a4f0-1bed-4958-b2d5-f316c356a0fd tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665929 Nov 15 14:36:42.984705 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca0bc-0e77-4ea0-a325-a5b6dcf1a86f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:43.082302 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1d19060-1ef5-4cbf-9ef7-85a63be3dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:43.142015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98441e7c-2fec-41f2-97d1-c3ad328831e0 None None] Network ec5351cd-ca79-4685-88e1-38045ece2a22 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:36:43.156599 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d19060-1ef5-4cbf-9ef7-85a63be3dae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:43.159636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1d19060-1ef5-4cbf-9ef7-85a63be3dae3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:43.164505 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c1d19060-1ef5-4cbf-9ef7-85a63be3dae3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d5ad4e7e-7ab3-4385-b1b3-4eae0e1e5d1a HTTP/1.1" status: 204 len: 168 time: 0.9550917 Nov 15 14:36:43.167043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55108) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:43.240411 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-b8bb2412-e15d-4beb-abc9-95584d254f41 service neutron] 10.222.0.59 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681861 Nov 15 14:36:43.323507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 405bc32e-9f9a-4023-a55b-58275e59b65b no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:43.356008 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:43.387420 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 405bc32e-9f9a-4023-a55b-58275e59b65b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:36:43.388012 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 405bc32e-9f9a-4023-a55b-58275e59b65b not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:36:43.442842 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca0bc-0e77-4ea0-a325-a5b6dcf1a86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:43.448255 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca0bc-0e77-4ea0-a325-a5b6dcf1a86f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:43.449421 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7f5ca0bc-0e77-4ea0-a325-a5b6dcf1a86f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb0353ff-9fa4-4e8b-a6df-815877c410dc HTTP/1.1" status: 204 len: 168 time: 0.9091103 Nov 15 14:36:43.458096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Deleting port 887e3699-87af-47de-9a78-c978fd5e80ad {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:43.458360 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:43.473876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ca0bc-0e77-4ea0-a325-a5b6dcf1a86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0353ff-9fa4-4e8b-a6df-815877c410dc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:43.482871 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4a34c8db-3160-4d31-97fe-56a1ec89e21e req-a3b82390-bf1e-43c6-9788-fdac5f7de169 service neutron] 10.222.0.59 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194262 Nov 15 14:36:43.595115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d829c3-ad35-48bb-b971-71fa0cf6d022 None None] DHCP port deletion for ec5351cd-ca79-4685-88e1-38045ece2a22 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:36:43.599935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] For port 887e3699-87af-47de-9a78-c978fd5e80ad, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=887e3699-87af-47de-9a78-c978fd5e80ad,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:43.599935 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:43.637683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Calling delete_port for 887e3699-87af-47de-9a78-c978fd5e80ad owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:43.653584 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-60d829c3-ad35-48bb-b971-71fa0cf6d022 None None] Deleting port 887e3699-87af-47de-9a78-c978fd5e80ad {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:36:43.653968 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d829c3-ad35-48bb-b971-71fa0cf6d022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:43.699787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848ffaf-090e-482c-8395-6d331f612705 req-befd8dda-6d8c-4d47-a9ad-4b697f511c94 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:43.707705 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b848ffaf-090e-482c-8395-6d331f612705 req-befd8dda-6d8c-4d47-a9ad-4b697f511c94 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 943 time: 0.1275036 Nov 15 14:36:43.728361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-60d829c3-ad35-48bb-b971-71fa0cf6d022 None None] For port 887e3699-87af-47de-9a78-c978fd5e80ad, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=887e3699-87af-47de-9a78-c978fd5e80ad,segment=NetworkSegment(002bc5c6-cefc-484c-9ded-02bdf3e3b22a),segment_id=002bc5c6-cefc-484c-9ded-02bdf3e3b22a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:43.729109 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d829c3-ad35-48bb-b971-71fa0cf6d022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:43.746866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-60d829c3-ad35-48bb-b971-71fa0cf6d022 None None] Calling delete_port for 887e3699-87af-47de-9a78-c978fd5e80ad owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:36:43.797847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b848ffaf-090e-482c-8395-6d331f612705 req-688737e6-a3d3-4afc-a401-5bcfd756d812 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891566 Nov 15 14:36:43.851510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb8771-fbd7-4e9e-ad11-4e7b4d5fb373 req-6b30a8fe-f507-477b-ba55-b25d5960231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:43.854937 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cbbb8771-fbd7-4e9e-ad11-4e7b4d5fb373 req-6b30a8fe-f507-477b-ba55-b25d5960231c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c052523e5234dba9337b3b67cd69a49&device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 1094 time: 0.1060450 Nov 15 14:36:43.885414 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:43.906906 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d829c3-ad35-48bb-b971-71fa0cf6d022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:43.910263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] No DVR routers for this DVR port 887e3699-87af-47de-9a78-c978fd5e80ad on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:36:43.983662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=887e3699-87af-47de-9a78-c978fd5e80ad,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:43.994871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d829c3-ad35-48bb-b971-71fa0cf6d022 None None] Pushing event deleted for resources: {'Port': ['ID=887e3699-87af-47de-9a78-c978fd5e80ad,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:44.003794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d829c3-ad35-48bb-b971-71fa0cf6d022 None None] No DVR routers for this DVR port 887e3699-87af-47de-9a78-c978fd5e80ad on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:36:44.027038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb8771-fbd7-4e9e-ad11-4e7b4d5fb373 req-49cf98ef-be66-45d7-b23f-0b83f2fc6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:44.029704 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cbbb8771-fbd7-4e9e-ad11-4e7b4d5fb373 req-49cf98ef-be66-45d7-b23f-0b83f2fc6d58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 HTTP/1.1" status: 200 len: 915 time: 0.1650240 Nov 15 14:36:44.048681 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:44.073856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5351cd-ca79-4685-88e1-38045ece2a22']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:44.085128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002bc5c6-cefc-484c-9ded-02bdf3e3b22a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:44.085455 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002bc5c6-cefc-484c-9ded-02bdf3e3b22a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:44.098217 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:44.116578 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:44.124097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:36:44.124614 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:44.125935 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:44.148749 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cbbb8771-fbd7-4e9e-ad11-4e7b4d5fb373 req-c40ae56d-49cb-4b2e-8694-e18876da7ab1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61b870e4-473c-4cc2-a750-724789de36a5 HTTP/1.1" status: 200 len: 217 time: 0.1096258 Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:36:44.193100 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:36:44.214615 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55140) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:44.264398 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb8771-fbd7-4e9e-ad11-4e7b4d5fb373 req-82a8064e-4b43-4b03-9796-73ca82048676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:44.266102 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cbbb8771-fbd7-4e9e-ad11-4e7b4d5fb373 req-82a8064e-4b43-4b03-9796-73ca82048676 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0ed1a7a-2b61-414a-9e85-3465465040c6 HTTP/1.1" status: 200 len: 854 time: 0.1045766 Nov 15 14:36:44.284540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92435a-5b76-4c0b-8702-6808f51c1104 req-f2dd3501-a411-4812-be34-21a5aa1930f3 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:44.308512 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f92435a-5b76-4c0b-8702-6808f51c1104 req-f2dd3501-a411-4812-be34-21a5aa1930f3 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1011744 Nov 15 14:36:44.315215 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:44.330613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:44.332239 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ec5351cd-ca79-4685-88e1-38045ece2a22 HTTP/1.1" status: 204 len: 168 time: 1.1625845 Nov 15 14:36:44.338867 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cbbb8771-fbd7-4e9e-ad11-4e7b4d5fb373 req-53835681-ea61-41cd-9875-85f5f06f5cb7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557606 Nov 15 14:36:44.360274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f6bed-9539-4520-8621-5b54c1213ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5351cd-ca79-4685-88e1-38045ece2a22,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:44.410236 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f92435a-5b76-4c0b-8702-6808f51c1104 req-404834ee-cc23-4b4e-8793-b41dc033b636 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157875 Nov 15 14:36:44.479904 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66cd4ed7-5f60-4e21-b6bd-d18af2c1590f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:44.550899 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cbbb8771-fbd7-4e9e-ad11-4e7b4d5fb373 req-df5d3728-707f-4d01-9931-12b83ba1ed28 service neutron] 10.222.0.59 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986036 Nov 15 14:36:44.809797 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3a4248e-3577-476a-af54-c60c0e6b88c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:44.809797 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66cd4ed7-5f60-4e21-b6bd-d18af2c1590f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:44.809797 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cbbb8771-fbd7-4e9e-ad11-4e7b4d5fb373 req-66cd3ced-29ac-4c47-be9b-94b623a0fc8e service neutron] 10.222.0.59 "GET /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540787 Nov 15 14:36:44.809797 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3a4248e-3577-476a-af54-c60c0e6b88c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:44.940037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fd3ba-fc74-46cf-bfa0-6a7a8a6b9232 req-b87991ff-2d80-47f8-acc9-533bd028505f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:44.941503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e62fd3ba-fc74-46cf-bfa0-6a7a8a6b9232 req-b87991ff-2d80-47f8-acc9-533bd028505f tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 943 time: 0.0631411 Nov 15 14:36:44.994842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e62fd3ba-fc74-46cf-bfa0-6a7a8a6b9232 req-d274c317-19a7-4853-a261-9bd0ff718977 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468142 Nov 15 14:36:45.121319 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66cd4ed7-5f60-4e21-b6bd-d18af2c1590f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.130947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 887e3699-87af-47de-9a78-c978fd5e80ad no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:45.131455 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3a4248e-3577-476a-af54-c60c0e6b88c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.151893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 887e3699-87af-47de-9a78-c978fd5e80ad {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:36:45.153484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 887e3699-87af-47de-9a78-c978fd5e80ad not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:36:45.185678 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd4ed7-5f60-4e21-b6bd-d18af2c1590f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933993d9-3a69-491a-ad55-57845cdf3072,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:45.190454 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-66cd4ed7-5f60-4e21-b6bd-d18af2c1590f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21eb5911033441c9bbf2cc0c3ce064d7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0631340 Nov 15 14:36:45.193146 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:45.195801 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f3a4248e-3577-476a-af54-c60c0e6b88c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cdc403e21a194169be74540200ca63ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9807687 Nov 15 14:36:45.198698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:45.250554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4248e-3577-476a-af54-c60c0e6b88c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8d3e10-7274-44a4-bf54-52aab0838eb8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:45.284259 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c71c0312-7b50-4ef8-8af6-e0517736474a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.323311 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afc6cd06-9e0d-44b6-890b-866df8c89d62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.331246 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c71c0312-7b50-4ef8-8af6-e0517736474a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.398714 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afc6cd06-9e0d-44b6-890b-866df8c89d62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.406420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:45.461462 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c67141f3-e791-4807-938b-329a5fddd924 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=970f4185811248ce952ca2c0e82fa491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535033 Nov 15 14:36:45.463911 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:45.551215 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c71c0312-7b50-4ef8-8af6-e0517736474a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.554736 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c71c0312-7b50-4ef8-8af6-e0517736474a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.558903 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c71c0312-7b50-4ef8-8af6-e0517736474a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d8d3e10-7274-44a4-bf54-52aab0838eb8 HTTP/1.1" status: 204 len: 168 time: 0.3561485 Nov 15 14:36:45.571844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c0312-7b50-4ef8-8af6-e0517736474a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8d3e10-7274-44a4-bf54-52aab0838eb8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:45.617630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f2e92da-2f4b-4a5a-9917-70799a3367e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.652298 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afc6cd06-9e0d-44b6-890b-866df8c89d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.658057 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afc6cd06-9e0d-44b6-890b-866df8c89d62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.659452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-afc6cd06-9e0d-44b6-890b-866df8c89d62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/933993d9-3a69-491a-ad55-57845cdf3072 HTTP/1.1" status: 204 len: 168 time: 0.4651008 Nov 15 14:36:45.668460 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f2e92da-2f4b-4a5a-9917-70799a3367e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.672378 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6cd06-9e0d-44b6-890b-866df8c89d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933993d9-3a69-491a-ad55-57845cdf3072,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:45.689354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e334cf5-7094-404d-a01e-35510da29640 req-dc2e472e-6563-43cb-9f6e-24525b5336a2 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:45.690964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e334cf5-7094-404d-a01e-35510da29640 req-dc2e472e-6563-43cb-9f6e-24525b5336a2 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1411209 Nov 15 14:36:45.773795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e334cf5-7094-404d-a01e-35510da29640 req-fd2a8873-262d-477a-a6cf-96c0c1682e8f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712116 Nov 15 14:36:45.856545 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f2e92da-2f4b-4a5a-9917-70799a3367e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.860087 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f2e92da-2f4b-4a5a-9917-70799a3367e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:45.863997 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8f2e92da-2f4b-4a5a-9917-70799a3367e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3617d2d-3677-49e9-a51b-93ecd1f690bd HTTP/1.1" status: 204 len: 168 time: 0.3963850 Nov 15 14:36:45.870760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e92da-2f4b-4a5a-9917-70799a3367e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3617d2d-3677-49e9-a51b-93ecd1f690bd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:46.113406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac494c70-ed47-4ecc-b18b-da213467690b req-cd4ff692-78a6-4a1b-9d75-8e7db7370193 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:46.114952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac494c70-ed47-4ecc-b18b-da213467690b req-cd4ff692-78a6-4a1b-9d75-8e7db7370193 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 943 time: 0.0506165 Nov 15 14:36:46.177730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac494c70-ed47-4ecc-b18b-da213467690b req-45c60ece-b49e-43cd-a144-76e10c3c2cdc tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481789 Nov 15 14:36:46.789977 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:46.806736 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e20ae448-ef4b-4128-a69e-ea2d55f62c52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:46.825696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb3bd1-cd50-48ee-a0f5-67e5643f9301 req-6b238077-7004-4e6b-8169-3858e2db9f26 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:46.827342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71cb3bd1-cd50-48ee-a0f5-67e5643f9301 req-6b238077-7004-4e6b-8169-3858e2db9f26 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 949 time: 0.0703962 Nov 15 14:36:46.891275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71cb3bd1-cd50-48ee-a0f5-67e5643f9301 req-55234d6e-ee17-4cf4-a897-9355bf8e6245 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530941 Nov 15 14:36:46.942600 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e20ae448-ef4b-4128-a69e-ea2d55f62c52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:46.948788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c21600-0d65-49c2-99b3-5a62619b7813 req-1e11c0e4-15e2-4120-b34a-8942a125cd53 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:46.950530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4c21600-0d65-49c2-99b3-5a62619b7813 req-1e11c0e4-15e2-4120-b34a-8942a125cd53 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.0583582 Nov 15 14:36:47.004990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4c21600-0d65-49c2-99b3-5a62619b7813 req-2fda386b-6960-4b8a-8b2a-7df64fb31663 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475490 Nov 15 14:36:47.005273 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e20ae448-ef4b-4128-a69e-ea2d55f62c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:47.044276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ae448-ef4b-4128-a69e-ea2d55f62c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591b95d2-71cb-4da9-a45f-95f4f9c1fe6e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:47.049798 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e20ae448-ef4b-4128-a69e-ea2d55f62c52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7cbece55ef144032ae478c6699cea89a&name=default HTTP/1.1" status: 200 len: 2999 time: 0.2586570 Nov 15 14:36:47.052401 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:47.122761 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8abf6ab-bfe4-4f85-bfc4-f66ec6f37c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:47.154867 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8abf6ab-bfe4-4f85-bfc4-f66ec6f37c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:47.288632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f01f4-1d48-4b77-85ab-df8ef491957a req-c1f7877a-5a9a-419d-b3ad-fd4a3d54e837 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:47.290356 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-883f01f4-1d48-4b77-85ab-df8ef491957a req-c1f7877a-5a9a-419d-b3ad-fd4a3d54e837 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 943 time: 0.0498314 Nov 15 14:36:47.354561 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-883f01f4-1d48-4b77-85ab-df8ef491957a req-6e057621-6487-42a1-89f6-f7668c3b5d0c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505192 Nov 15 14:36:47.354683 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8abf6ab-bfe4-4f85-bfc4-f66ec6f37c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:47.354683 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8abf6ab-bfe4-4f85-bfc4-f66ec6f37c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:47.354683 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d8abf6ab-bfe4-4f85-bfc4-f66ec6f37c6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/591b95d2-71cb-4da9-a45f-95f4f9c1fe6e HTTP/1.1" status: 204 len: 168 time: 0.2990835 Nov 15 14:36:47.366108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abf6ab-bfe4-4f85-bfc4-f66ec6f37c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591b95d2-71cb-4da9-a45f-95f4f9c1fe6e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:47.437530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 61b870e4-473c-4cc2-a750-724789de36a5 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:36:47.535464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 61b870e4-473c-4cc2-a750-724789de36a5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=61b870e4-473c-4cc2-a750-724789de36a5,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:47.557038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '61b870e4-473c-4cc2-a750-724789de36a5', 'network_id': '921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9', 'port_id': '61b870e4-473c-4cc2-a750-724789de36a5', 'mac_address': 'fa:16:3e:f5:3b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ed1a7a-2b61-414a-9e85-3465465040c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:36:47.608066 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:47.628328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b870e4-473c-4cc2-a750-724789de36a5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:36:47.650961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 61b870e4-473c-4cc2-a750-724789de36a5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=61b870e4-473c-4cc2-a750-724789de36a5,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:47.800948 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:47.877998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=61b870e4-473c-4cc2-a750-724789de36a5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:48.024286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2379e-b30f-49ee-8a70-82e4ddcd343d req-1bee8ec9-7a32-433e-9211-5abdd5564852 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:48.025833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4e2379e-b30f-49ee-8a70-82e4ddcd343d req-1bee8ec9-7a32-433e-9211-5abdd5564852 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 949 time: 0.0522230 Nov 15 14:36:48.052463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['61b870e4-473c-4cc2-a750-724789de36a5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:36:48.169726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4e2379e-b30f-49ee-8a70-82e4ddcd343d req-907f1946-17bd-40f9-b387-c06470d8cfba tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335897 Nov 15 14:36:48.201620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1b209-36b3-4891-84d7-e93da833e15e req-e0237e1a-9aa0-4597-979d-b151745aa9a1 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:48.203524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0c1b209-36b3-4891-84d7-e93da833e15e req-e0237e1a-9aa0-4597-979d-b151745aa9a1 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1195123 Nov 15 14:36:48.277076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0c1b209-36b3-4891-84d7-e93da833e15e req-a90cfd7a-ddeb-47b2-ac50-c33f1566a73e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650487 Nov 15 14:36:48.553214 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:48.597816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171d8f3-4fb6-4864-b8f3-33430a6fd039 req-1ce412d7-8e46-40cb-befe-d3d669aca79c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:48.599479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8171d8f3-4fb6-4864-b8f3-33430a6fd039 req-1ce412d7-8e46-40cb-befe-d3d669aca79c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 944 time: 0.0514221 Nov 15 14:36:48.651159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8171d8f3-4fb6-4864-b8f3-33430a6fd039 req-1aa670a3-3a08-4753-ae29-c6b591f43051 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439632 Nov 15 14:36:48.761465 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1230242229-network', 'tenant_id': '9ddf0d988fb145c3811cd58163246078'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:48.878220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Made reservation on behalf of 9ddf0d988fb145c3811cd58163246078 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:36:48.878220 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:48.887491 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:48.999869 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.085276 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.112699 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55420) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:49.127444 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:36:49.152577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f13ddd-4948-457f-9218-f8846cd43132,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:49.158918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:49.172854 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.173203 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Added segment 45e624c8-e855-4462-9e69-5a78be8f54f0 of type vlan for network 13fc7c01-c117-456b-9c07-be298e268580 Nov 15 14:36:49.214502 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.279727 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53ba88ba-d99c-4ebe-9496-fe690549ca17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.291748 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.294209 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:49.298471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.315555 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1597139062-network', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:49.374187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] Pushing event updated for resources: {'Network': ['ID=13fc7c01-c117-456b-9c07-be298e268580,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:49.381122 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-784472ae-ea50-45e0-8f6c-4004c6efe1b5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8258071 Nov 15 14:36:49.384799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:49.387418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 13fc7c01-c117-456b-9c07-be298e268580 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:36:49.391256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3344fdac-ad22-483d-9eb7-6ce9dd67cd27 admin admin] Request body: {'subnet': {'network_id': '13fc7c01-c117-456b-9c07-be298e268580', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1230242229-subnet', 'tenant_id': '9ddf0d988fb145c3811cd58163246078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:49.450708 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 61b870e4-473c-4cc2-a750-724789de36a5 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:36:49.457845 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a369565-a98c-42e5-9bd7-57e56912394f req-19cfcde7-d21a-496c-a554-186e1f9f65ee tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:49.459421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a369565-a98c-42e5-9bd7-57e56912394f req-19cfcde7-d21a-496c-a554-186e1f9f65ee tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.0854118 Nov 15 14:36:49.497152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Made reservation on behalf of c85a3c876abb45c6a3cbe2da2f88b471 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:36:49.500508 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.528779 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53ba88ba-d99c-4ebe-9496-fe690549ca17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.532136 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.535287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:49.562496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a369565-a98c-42e5-9bd7-57e56912394f req-463e7729-3237-4c99-adc8-3eecbcf53ff2 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951328 Nov 15 14:36:49.599636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 61b870e4-473c-4cc2-a750-724789de36a5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:36:49.606701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 61b870e4-473c-4cc2-a750-724789de36a5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:49.607189 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.629687 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.651787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53ba88ba-d99c-4ebe-9496-fe690549ca17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.653221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3344fdac-ad22-483d-9eb7-6ce9dd67cd27 admin admin] Made reservation on behalf of 9ddf0d988fb145c3811cd58163246078 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:36:49.655600 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3344fdac-ad22-483d-9eb7-6ce9dd67cd27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.684700 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0aa558d-c5f7-4d34-8f37-c3b9416cc52b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.693976 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.698807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba88ba-d99c-4ebe-9496-fe690549ca17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9d1edb-43cf-45cd-9966-3df9ca693013,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:49.698991 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.704358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-53ba88ba-d99c-4ebe-9496-fe690549ca17 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c0b6d6e40a4407bab7fc3c2e677deb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5905273 Nov 15 14:36:49.710646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55440) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:49.742002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:36:49.746445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 61b870e4-473c-4cc2-a750-724789de36a5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=61b870e4-473c-4cc2-a750-724789de36a5,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:49.747940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fde5ff6-ad20-4e57-9305-41a628a886a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b870e4-473c-4cc2-a750-724789de36a5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:49.750759 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862695d7-af89-4ba9-842c-18e12344f1e3" -d '{"events": [{"server_uuid": "1fde5ff6-ad20-4e57-9305-41a628a886a7", "name": "network-vif-plugged", "status": "completed", "tag": "61b870e4-473c-4cc2-a750-724789de36a5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:49.783406 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.783747 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Added segment fc5afba9-f597-4829-9526-9d98bffb4fb8 of type vlan for network b56abc99-8c11-4e3a-b670-73b33dc8074a Nov 15 14:36:49.799744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25130568-0e86-4977-aa20-15e7594ccb7f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:49.821693 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d024f4-0ba5-453a-91fc-4fce584915f0 x-openstack-request-id: req-11d024f4-0ba5-453a-91fc-4fce584915f0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:49.823640 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fde5ff6-ad20-4e57-9305-41a628a886a7", "name": "network-vif-plugged", "status": "completed", "tag": "61b870e4-473c-4cc2-a750-724789de36a5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:49.825372 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11d024f4-0ba5-453a-91fc-4fce584915f0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:49.828074 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fde5ff6-ad20-4e57-9305-41a628a886a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b870e4-473c-4cc2-a750-724789de36a5', 'code': 200} Nov 15 14:36:49.835266 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.872916 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.905379 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32ce1f36-79d0-431c-bbc7-9f2ccd0b84e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.919908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4b738-ce80-41f0-bc9b-f9547fb9b51b req-178f73dc-6008-4b0e-bd3a-5cde87c38482 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:49.921914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4df4b738-ce80-41f0-bc9b-f9547fb9b51b req-178f73dc-6008-4b0e-bd3a-5cde87c38482 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 944 time: 0.1696172 Nov 15 14:36:49.936390 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=61b870e4-473c-4cc2-a750-724789de36a5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:49.961561 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32ce1f36-79d0-431c-bbc7-9f2ccd0b84e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:49.974622 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0aa558d-c5f7-4d34-8f37-c3b9416cc52b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.019592 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.020190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:50.020811 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.026439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4df4b738-ce80-41f0-bc9b-f9547fb9b51b req-74eb6fa3-8828-4686-8d3b-da5438e5e077 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934658 Nov 15 14:36:50.036628 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88084cc8-b3a8-42dd-83ba-b2daaa56826c req-02063fc1-61fe-424f-b0f2-490c537737c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:50.039077 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-88084cc8-b3a8-42dd-83ba-b2daaa56826c req-02063fc1-61fe-424f-b0f2-490c537737c6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 1096 time: 0.1378880 Nov 15 14:36:50.060227 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0aa558d-c5f7-4d34-8f37-c3b9416cc52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.088606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] Pushing event updated for resources: {'Network': ['ID=b56abc99-8c11-4e3a-b670-73b33dc8074a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:50.098042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b56abc99-8c11-4e3a-b670-73b33dc8074a details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:36:50.123407 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa558d-c5f7-4d34-8f37-c3b9416cc52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ca7eb3-004d-4fd8-ad20-e57626d466fb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:50.131765 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b0aa558d-c5f7-4d34-8f37-c3b9416cc52b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a8be5a43deb34b2d8faf3a0595fbf096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5928600 Nov 15 14:36:50.132941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55456) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:50.147895 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3344fdac-ad22-483d-9eb7-6ce9dd67cd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.158789 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-88084cc8-b3a8-42dd-83ba-b2daaa56826c req-a055c46b-a318-4546-8ce5-1bdd8f933c93 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072330 Nov 15 14:36:50.178006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d673d605-5eba-4c75-a869-3ba812041d9a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0172839 Nov 15 14:36:50.178824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55458) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:50.181273 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32ce1f36-79d0-431c-bbc7-9f2ccd0b84e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.183816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32ce1f36-79d0-431c-bbc7-9f2ccd0b84e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.184919 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-32ce1f36-79d0-431c-bbc7-9f2ccd0b84e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e9d1edb-43cf-45cd-9966-3df9ca693013 HTTP/1.1" status: 204 len: 168 time: 0.4732835 Nov 15 14:36:50.190506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9bb2b914-2df4-4836-9af2-573e8c018ccd admin admin] Request body: {'subnet': {'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1597139062-subnet', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:50.210947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce1f36-79d0-431c-bbc7-9f2ccd0b84e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9d1edb-43cf-45cd-9966-3df9ca693013,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:50.231058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8eb0685c-3f9d-43a0-acad-e52d01e24e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.232799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344fdac-ad22-483d-9eb7-6ce9dd67cd27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cf1135e-1812-4aea-b0cb-eae4babdb32e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:50.255029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344fdac-ad22-483d-9eb7-6ce9dd67cd27 admin admin] Checking segment: {'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:36:50.255210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8eb0685c-3f9d-43a0-acad-e52d01e24e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.255382 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344fdac-ad22-483d-9eb7-6ce9dd67cd27 admin admin] Network hostable DHCP agents. Network: 13fc7c01-c117-456b-9c07-be298e268580, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:36:50.348397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb2b914-2df4-4836-9af2-573e8c018ccd admin admin] Made reservation on behalf of c85a3c876abb45c6a3cbe2da2f88b471 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:36:50.348746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344fdac-ad22-483d-9eb7-6ce9dd67cd27 admin admin] Network 13fc7c01-c117-456b-9c07-be298e268580 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:36:50.350762 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb2b914-2df4-4836-9af2-573e8c018ccd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.461964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3344fdac-ad22-483d-9eb7-6ce9dd67cd27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 13fc7c01-c117-456b-9c07-be298e268580) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:36:50.466386 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3344fdac-ad22-483d-9eb7-6ce9dd67cd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:50.467018 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3344fdac-ad22-483d-9eb7-6ce9dd67cd27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.472254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c8877-56da-4d65-bd9d-a9c4f79ec856 None None] Network 13fc7c01-c117-456b-9c07-be298e268580 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:36:50.565545 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8eb0685c-3f9d-43a0-acad-e52d01e24e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.568899 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8eb0685c-3f9d-43a0-acad-e52d01e24e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.570090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8eb0685c-3f9d-43a0-acad-e52d01e24e43 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b9ca7eb3-004d-4fd8-ad20-e57626d466fb HTTP/1.1" status: 204 len: 168 time: 0.4356358 Nov 15 14:36:50.579474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0685c-3f9d-43a0-acad-e52d01e24e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ca7eb3-004d-4fd8-ad20-e57626d466fb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:50.593409 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3344fdac-ad22-483d-9eb7-6ce9dd67cd27 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2066748 Nov 15 14:36:50.611656 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb2b914-2df4-4836-9af2-573e8c018ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.662242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa90163d-499d-47a7-817b-513d04ff8041 None None] Network 13fc7c01-c117-456b-9c07-be298e268580 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:36:50.762528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2b914-2df4-4836-9af2-573e8c018ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0edb06-937b-472e-ab60-81b5c4c9b63a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:50.781084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93731291-cff5-4a33-b73c-33bd925da66e req-073596ab-9dd9-49e1-8580-063261fec1ab tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:50.782833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93731291-cff5-4a33-b73c-33bd925da66e req-073596ab-9dd9-49e1-8580-063261fec1ab tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1073556 Nov 15 14:36:50.783444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2b914-2df4-4836-9af2-573e8c018ccd admin admin] Checking segment: {'id': 'fc5afba9-f597-4829-9526-9d98bffb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:36:50.783811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2b914-2df4-4836-9af2-573e8c018ccd admin admin] Network hostable DHCP agents. Network: b56abc99-8c11-4e3a-b670-73b33dc8074a, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:36:50.876576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2b914-2df4-4836-9af2-573e8c018ccd admin admin] Network b56abc99-8c11-4e3a-b670-73b33dc8074a is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:36:50.885638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93731291-cff5-4a33-b73c-33bd925da66e req-9ae83fa4-c336-42b8-b090-8d1a89c915a8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917079 Nov 15 14:36:50.971618 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9bb2b914-2df4-4836-9af2-573e8c018ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b56abc99-8c11-4e3a-b670-73b33dc8074a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:36:50.979065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb2b914-2df4-4836-9af2-573e8c018ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:50.979065 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb2b914-2df4-4836-9af2-573e8c018ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:50.981785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c4eea-27a6-490d-b91c-78379afacd86 None None] Network b56abc99-8c11-4e3a-b670-73b33dc8074a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:36:51.001678 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d803a-fc12-4ba3-817c-a768167f4167 req-9dc28e93-55ae-4163-9103-6e0107155e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:51.004578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c13d803a-fc12-4ba3-817c-a768167f4167 req-9dc28e93-55ae-4163-9103-6e0107155e78 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 1097 time: 0.0846322 Nov 15 14:36:51.121040 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9bb2b914-2df4-4836-9af2-573e8c018ccd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9348502 Nov 15 14:36:51.124980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55498) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:51.131172 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1597139062-router', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:51.140393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c13d803a-fc12-4ba3-817c-a768167f4167 req-e657d49a-7be1-4a70-aef3-ad592a90ba2b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254060 Nov 15 14:36:51.215976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed2904-d2a1-455b-bd2d-31e91e148856 req-c91b4b22-6d10-4f25-b64b-82bf18366752 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:51.217981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbed2904-d2a1-455b-bd2d-31e91e148856 req-c91b4b22-6d10-4f25-b64b-82bf18366752 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 945 time: 0.0687618 Nov 15 14:36:51.246762 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:51.249502 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:51.337800 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbed2904-d2a1-455b-bd2d-31e91e148856 req-ba2146fd-b3dc-4cae-b774-c5f539759ddf tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106269 Nov 15 14:36:51.376218 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:51.418195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-b56abc99-8c11-4e3a-b670-73b33dc8074a', 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'fixed_ips': [{'subnet_id': '3a0edb06-937b-472e-ab60-81b5c4c9b63a'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:36:51.418195 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:51.511239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 615e7295-475b-498a-959e-6a83a85f0d93 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:36:51.691633 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:51.742062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Allocated IP 172.20.0.2 (b56abc99-8c11-4e3a-b670-73b33dc8074a/3a0edb06-937b-472e-ab60-81b5c4c9b63a/d552bdbd-6de5-4b6e-a1b5-f89ae2b07448) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:36:51.776309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 615e7295-475b-498a-959e-6a83a85f0d93, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=615e7295-475b-498a-959e-6a83a85f0d93,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:51.791801 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:51.846240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6161988c-94ea-4411-8445-d05e5cf9ce1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615e7295-475b-498a-959e-6a83a85f0d93'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:51.852526 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fc4a0f-1273-42e0-83d6-7aa8b3eec5ae" -d '{"events": [{"server_uuid": "6161988c-94ea-4411-8445-d05e5cf9ce1c", "name": "network-vif-unplugged", "status": "completed", "tag": "615e7295-475b-498a-959e-6a83a85f0d93"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:51.859132 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:51.945410 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=615e7295-475b-498a-959e-6a83a85f0d93,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:51.957285 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d004a0b4-2bb7-4d76-9fec-3079b2683b16 x-openstack-request-id: req-d004a0b4-2bb7-4d76-9fec-3079b2683b16 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:51.957581 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6161988c-94ea-4411-8445-d05e5cf9ce1c", "name": "network-vif-unplugged", "status": "completed", "tag": "615e7295-475b-498a-959e-6a83a85f0d93", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:51.957829 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d004a0b4-2bb7-4d76-9fec-3079b2683b16 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:51.958703 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6161988c-94ea-4411-8445-d05e5cf9ce1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615e7295-475b-498a-959e-6a83a85f0d93', 'code': 200} Nov 15 14:36:52.057225 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:52.136958 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:52.199758 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:52.205268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Network b56abc99-8c11-4e3a-b670-73b33dc8074a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:36:52.210599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:36:52.219744 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:36:52.232000 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Pushing event updated for resources: {'Port': ['ID=d552bdbd-6de5-4b6e-a1b5-f89ae2b07448,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:52.268428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:52.293012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-3dfa69e9-ac98-404a-8dc3-c75a98154056 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:52.303346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-3dfa69e9-ac98-404a-8dc3-c75a98154056 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/networks?id=13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 200 len: 805 time: 0.6796131 Nov 15 14:36:52.345147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-d97aedd7-46a9-430f-9527-737b92f12209 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/quotas/9ddf0d988fb145c3811cd58163246078 HTTP/1.1" status: 200 len: 375 time: 0.0405855 Nov 15 14:36:52.364274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eecdaf-03a5-4f8c-81fa-30e0bf29dbc6 req-1b76f3c6-0cf7-451d-ad80-5bb539771c6e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:52.375165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22eecdaf-03a5-4f8c-81fa-30e0bf29dbc6 req-1b76f3c6-0cf7-451d-ad80-5bb539771c6e tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1294949 Nov 15 14:36:52.381123 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Attempting to bind port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:36:52.386705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Attempting to bind port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'fc5afba9-f597-4829-9526-9d98bffb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:36:52.387240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Attempting to bind port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 on network b56abc99-8c11-4e3a-b670-73b33dc8074a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:36:52.403398 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:36:52.404067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Checking segment: {'id': 'fc5afba9-f597-4829-9526-9d98bffb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:36:52.404505 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:52.405321 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Bound using segment: {'id': 'fc5afba9-f597-4829-9526-9d98bffb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:36:52.405672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Bound port: d552bdbd-6de5-4b6e-a1b5-f89ae2b07448, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5afba9-f597-4829-9526-9d98bffb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:36:52.406011 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:52.463055 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Allocated IP 172.25.4.26 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/a7468ba1-6266-40bc-8959-b2913093312d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:36:52.480282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-ffa536ff-8b49-42e4-846a-03ace3e9a630 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ddf0d988fb145c3811cd58163246078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012237 Nov 15 14:36:52.487040 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] For port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:36:52.490713 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] For port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d552bdbd-6de5-4b6e-a1b5-f89ae2b07448,segment=NetworkSegment(fc5afba9-f597-4829-9526-9d98bffb4fb8),segment_id=fc5afba9-f597-4829-9526-9d98bffb4fb8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:36:52.537146 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:52.548556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22eecdaf-03a5-4f8c-81fa-30e0bf29dbc6 req-cf1be98a-fad6-4bb5-b7cf-57536e370cf9 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719451 Nov 15 14:36:52.625953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96812c5b-1dd0-4f61-80f2-31810bdec15c None None] Pushing event updated for resources: {'Port': ['ID=d552bdbd-6de5-4b6e-a1b5-f89ae2b07448,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:52.659272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-c76336cd-3eda-48aa-853d-4407e47e71f8 service neutron] 10.222.0.70 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647670 Nov 15 14:36:52.683445 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:52.751212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55556) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:52.806727 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:52.884650 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-9cf4e7f9-5527-4de7-83b9-9f4a1d06b34f service neutron] 10.222.0.70 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004967 Nov 15 14:36:52.884881 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:36:52.888635 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:36:52.898552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:36:52.966116 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Pushing event updated for resources: {'Port': ['ID=a7468ba1-6266-40bc-8959-b2913093312d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:53.041975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6b638-26ec-41a8-90ae-e3c9b54de8b2 req-b8588481-079f-4ea1-a770-3cdb4373213d tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:53.047706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eef6b638-26ec-41a8-90ae-e3c9b54de8b2 req-b8588481-079f-4ea1-a770-3cdb4373213d tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 945 time: 0.1345372 Nov 15 14:36:53.151026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eef6b638-26ec-41a8-90ae-e3c9b54de8b2 req-66692d00-3465-4fff-9d28-ba5c41898be8 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955684 Nov 15 14:36:53.211241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55578) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:53.357213 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:36:53.399076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8f0ed-5a1a-4c2b-b77f-9776a9674e22 req-5d7af4f4-d8e4-4fe1-a2e2-169221e84485 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:53.401192 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76f8f0ed-5a1a-4c2b-b77f-9776a9674e22 req-5d7af4f4-d8e4-4fe1-a2e2-169221e84485 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 945 time: 0.1321688 Nov 15 14:36:53.466621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 370cfe27-0592-47d7-9d1b-579f4dfbc169 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:36:53.506165 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:53.506590 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:53.534940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76f8f0ed-5a1a-4c2b-b77f-9776a9674e22 req-f5a3766a-27f8-4dc3-b2ce-b6d6f595a1d4 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215539 Nov 15 14:36:53.535814 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43ab0fbb-65b1-49fa-99c7-7af05acde211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:53.554779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf5158dd-ab36-4379-9774-0e630614068a req-e8d5b4d9-2e1d-46b6-b839-7651006ce0e4 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 210 time: 0.1441872 Nov 15 14:36:53.698747 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1412274258-network', 'tenant_id': '652f0738127548cc86fe4fefa67400eb'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:53.762774 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43ab0fbb-65b1-49fa-99c7-7af05acde211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:53.804919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Made reservation on behalf of 652f0738127548cc86fe4fefa67400eb for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:36:53.807986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:53.862617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:53.864330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42e1ae-fc40-478f-aa12-aade7c366b5c req-4e717f37-f767-4c99-ba1a-3879413ca1f8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:53.865910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c42e1ae-fc40-478f-aa12-aade7c366b5c req-4e717f37-f767-4c99-ba1a-3879413ca1f8 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1232402 Nov 15 14:36:53.867495 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43ab0fbb-65b1-49fa-99c7-7af05acde211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:53.879545 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:53.892749 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:53.895785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab0fbb-65b1-49fa-99c7-7af05acde211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03ce9ec-fc6f-43c8-b9af-1297e145e178,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:53.948789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '370cfe27-0592-47d7-9d1b-579f4dfbc169', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '370cfe27-0592-47d7-9d1b-579f4dfbc169', 'mac_address': 'fa:16:3e:a7:8f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:36:54.070709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d552bdbd-6de5-4b6e-a1b5-f89ae2b07448,segment=NetworkSegment(fc5afba9-f597-4829-9526-9d98bffb4fb8),segment_id=fc5afba9-f597-4829-9526-9d98bffb4fb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:54.083114 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.089887 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.111027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370cfe27-0592-47d7-9d1b-579f4dfbc169 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:36:54.151511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:54.187971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c42e1ae-fc40-478f-aa12-aade7c366b5c req-41636dbc-b568-4540-845e-f33031b126c0 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931783 Nov 15 14:36:54.193936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-43ab0fbb-65b1-49fa-99c7-7af05acde211 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ed8e524efc94a98bcbbaa092b49f23c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9802611 Nov 15 14:36:54.202188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55610) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:54.211967 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.252136 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.325463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb29d6-cf9e-46e7-b3c1-0f36cf60849c req-306fca8c-9ce2-430d-9c49-64ac96be80bc tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:54.341775 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-11eb29d6-cf9e-46e7-b3c1-0f36cf60849c req-306fca8c-9ce2-430d-9c49-64ac96be80bc tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 945 time: 0.2883399 Nov 15 14:36:54.385561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=d552bdbd-6de5-4b6e-a1b5-f89ae2b07448,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:54.402371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4115e983-0c9b-496c-862b-9484630af9ee None None] Network b56abc99-8c11-4e3a-b670-73b33dc8074a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:36:54.423137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51b4b9eb-0846-4774-9a2a-bafa649380b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.448211 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51b4b9eb-0846-4774-9a2a-bafa649380b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.506944 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.543897 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-11eb29d6-cf9e-46e7-b3c1-0f36cf60849c req-38aa76ca-fea9-4f38-9f39-651526ac18bc tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011368 Nov 15 14:36:54.562327 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51b4b9eb-0846-4774-9a2a-bafa649380b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.565259 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51b4b9eb-0846-4774-9a2a-bafa649380b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.579091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:36:54.585576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-51b4b9eb-0846-4774-9a2a-bafa649380b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f03ce9ec-fc6f-43c8-b9af-1297e145e178 HTTP/1.1" status: 204 len: 168 time: 0.3805478 Nov 15 14:36:54.593670 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.598329 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.598886 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Added segment 6f432215-e43d-4d29-a849-ab5fd37235c6 of type vlan for network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 Nov 15 14:36:54.621678 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4b9eb-0846-4774-9a2a-bafa649380b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03ce9ec-fc6f-43c8-b9af-1297e145e178,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:54.668074 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.702214 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-313b0023-d8b2-4c0d-965c-d3ed36fd02f5 None None] Provisioning complete for port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:54.702911 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-313b0023-d8b2-4c0d-965c-d3ed36fd02f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.756782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447597a8-d848-4d6c-a90e-02e334e87566,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:54.767048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['370cfe27-0592-47d7-9d1b-579f4dfbc169'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:36:54.790886 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.818899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747da110-edb2-4718-999e-54277cf697a5 req-4d6b1580-5b62-458d-970e-a3d99aa66750 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:54.829932 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-747da110-edb2-4718-999e-54277cf697a5 req-4d6b1580-5b62-458d-970e-a3d99aa66750 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 945 time: 0.1324127 Nov 15 14:36:54.858190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=370cfe27-0592-47d7-9d1b-579f4dfbc169,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:54.899650 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:54.901268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:54.907383 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:55.002341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55b5f133-446b-4d37-a629-0db816b1d77b req-c31eaf6f-32e1-49d1-b832-dcdd9a953875 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 210 time: 0.0992141 Nov 15 14:36:55.080287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-747da110-edb2-4718-999e-54277cf697a5 req-743fce4e-d74a-4260-8d5c-c486ba45548d tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493484 Nov 15 14:36:55.108718 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3563063 Nov 15 14:36:55.112436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55640) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:55.131270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-575cb64f-9297-439a-9eb1-3f8e75b780d8 admin admin] Request body: {'subnet': {'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1412274258-subnet', 'tenant_id': '652f0738127548cc86fe4fefa67400eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:55.174155 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a56a94-591c-47bf-895e-a40ddfd71cdd admin admin] Pushing event updated for resources: {'Network': ['ID=44376db9-3c9e-46c9-8ea0-caa71f035bc2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:55.207020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40785ea7-bc2d-46e2-a90c-6a5e46a4576e req-c20f9c9c-fcee-4f0b-bc9d-8a7eb3b8b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:55.208958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40785ea7-bc2d-46e2-a90c-6a5e46a4576e req-c20f9c9c-fcee-4f0b-bc9d-8a7eb3b8b1a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d072f4dda54fc6ad562bb1a75808f5&device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 1097 time: 0.2510049 Nov 15 14:36:55.286049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:36:55.290301 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575cb64f-9297-439a-9eb1-3f8e75b780d8 admin admin] Made reservation on behalf of 652f0738127548cc86fe4fefa67400eb for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:36:55.298472 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-575cb64f-9297-439a-9eb1-3f8e75b780d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:55.405503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Router 16bf61b0-440c-413f-b344-35947bbbde48 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:36:55.437194 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:36:55.564862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:55.566453 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:55.621693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c56b48-bac1-4d8d-8520-855ecba4c7b6 req-1e5a1a70-d17e-4715-b0ac-4e48349ebe3b tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:55.629520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9c56b48-bac1-4d8d-8520-855ecba4c7b6 req-1e5a1a70-d17e-4715-b0ac-4e48349ebe3b tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.4458766 Nov 15 14:36:55.644342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:36:55.669377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Sync routers for ids ['16bf61b0-440c-413f-b344-35947bbbde48'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:36:55.725368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Routers {'16bf61b0-440c-413f-b344-35947bbbde48'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:55.728583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['16bf61b0-440c-413f-b344-35947bbbde48'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:55.761959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40785ea7-bc2d-46e2-a90c-6a5e46a4576e req-67abfc16-b08e-444f-8d8b-f3f185c487b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:55.765701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40785ea7-bc2d-46e2-a90c-6a5e46a4576e req-67abfc16-b08e-444f-8d8b-f3f185c487b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e4b8ee-acc5-4001-b628-218baa9fcd83 HTTP/1.1" status: 200 len: 919 time: 0.4876776 Nov 15 14:36:55.779384 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:55.781307 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-afa6638c-b4c1-4421-b49e-a53eeb116b14 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6547098 Nov 15 14:36:55.784212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:55.822578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1d6112b0-1853-40ca-9513-c0014fb00685 None None] Provisioning complete for port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:55.822981 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d6112b0-1853-40ca-9513-c0014fb00685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:55.884094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40785ea7-bc2d-46e2-a90c-6a5e46a4576e req-b024a30e-000f-4254-a0cb-c89be9bbb155 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5c5e6ee-d641-490f-8f65-39cc320f9237 HTTP/1.1" status: 200 len: 217 time: 0.0552847 Nov 15 14:36:55.996137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9c56b48-bac1-4d8d-8520-855ecba4c7b6 req-51fdf2c6-7e72-4415-a34c-aedb47789061 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655934 Nov 15 14:36:56.234175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee0db4-e024-41a4-b887-c1664c6ded08 req-b9b7977e-c16a-4e28-ac9f-9e7cf0b376db tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:56.243841 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1cee0db4-e024-41a4-b887-c1664c6ded08 req-b9b7977e-c16a-4e28-ac9f-9e7cf0b376db tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 945 time: 0.4156840 Nov 15 14:36:56.341672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a316e991-b282-4cf5-a878-ef74215099c7 req-35cd2aa4-4239-48a8-9935-2e659e93d768 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 210 time: 0.0742469 Nov 15 14:36:56.372517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40785ea7-bc2d-46e2-a90c-6a5e46a4576e req-8cbecc25-cef9-481d-9b24-11415b7a3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:56.382330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40785ea7-bc2d-46e2-a90c-6a5e46a4576e req-8cbecc25-cef9-481d-9b24-11415b7a3682 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=912abb4e-fe5a-416e-afcb-b79eb8087760 HTTP/1.1" status: 200 len: 858 time: 0.4553032 Nov 15 14:36:56.424822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1cee0db4-e024-41a4-b887-c1664c6ded08 req-cf0014c5-e75e-478a-9fbf-4f0069d7f68b tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800654 Nov 15 14:36:56.431080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Set router 16bf61b0-440c-413f-b344-35947bbbde48 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:56.454957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40785ea7-bc2d-46e2-a90c-6a5e46a4576e req-a640b7e9-1bf8-4491-a7c3-9f88bf663021 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e4b8ee-acc5-4001-b628-218baa9fcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527244 Nov 15 14:36:56.468117 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-9e7b740c-8e9a-43d5-aa9e-d969a6edb259 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:56.470358 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-9e7b740c-8e9a-43d5-aa9e-d969a6edb259 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.46 "GET /v2.0/networks?id=13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 200 len: 805 time: 0.2432849 Nov 15 14:36:56.481799 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-575cb64f-9297-439a-9eb1-3f8e75b780d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:56.512908 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-fc2206a8-f82c-4231-9f22-7bb7cc7728f0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Request body: {'port': {'device_id': '6c8c3768-c7e3-45b6-ac3a-54c091da669e', 'network_id': '13fc7c01-c117-456b-9c07-be298e268580', 'admin_state_up': True, 'tenant_id': '9ddf0d988fb145c3811cd58163246078'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:56.628709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cb64f-9297-439a-9eb1-3f8e75b780d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=194b9af5-0b82-47e1-b9b2-4ed0afc65383,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:56.742381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575cb64f-9297-439a-9eb1-3f8e75b780d8 admin admin] Checking segment: {'id': '6f432215-e43d-4d29-a849-ab5fd37235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:36:56.743498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575cb64f-9297-439a-9eb1-3f8e75b780d8 admin admin] Network hostable DHCP agents. Network: 44376db9-3c9e-46c9-8ea0-caa71f035bc2, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:36:56.799003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e63bce-6935-49f5-ba01-21af7d1aa087 req-4f7b2d2e-57c8-4794-bb02-2ec05180f7d7 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:56.806008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1e63bce-6935-49f5-ba01-21af7d1aa087 req-4f7b2d2e-57c8-4794-bb02-2ec05180f7d7 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 945 time: 0.1727846 Nov 15 14:36:56.875942 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-fc2206a8-f82c-4231-9f22-7bb7cc7728f0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Made reservation on behalf of 9ddf0d988fb145c3811cd58163246078 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:36:56.880737 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-fc2206a8-f82c-4231-9f22-7bb7cc7728f0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:56.929611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf61b0-440c-413f-b344-35947bbbde48', 'name': 'tempest-FloatingIPsTestJSON-1597139062-router', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:51Z', 'updated_at': '2021-11-15T14:36:53Z', 'revision_number': 3, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'gw_port': {'id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf61b0-440c-413f-b344-35947bbbde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:52Z', 'updated_at': '2021-11-15T14:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:56.956827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40785ea7-bc2d-46e2-a90c-6a5e46a4576e req-35112ea6-4560-46cc-82c8-bc75519acb51 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924746 Nov 15 14:36:56.968823 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:56.982275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Checking router: 16bf61b0-440c-413f-b344-35947bbbde48 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:36:56.982764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Updating router 16bf61b0-440c-413f-b344-35947bbbde48 port a7468ba1-6266-40bc-8959-b2913093312d binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:36:57.026817 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:57.049646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575cb64f-9297-439a-9eb1-3f8e75b780d8 admin admin] Network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:36:57.083814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1e63bce-6935-49f5-ba01-21af7d1aa087 req-5d1df00a-e438-43ef-825e-d14a2d35ab6c tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650371 Nov 15 14:36:57.208773 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Allocated IP 172.20.0.1 (b56abc99-8c11-4e3a-b670-73b33dc8074a/3a0edb06-937b-472e-ab60-81b5c4c9b63a/1ada838b-743f-4a38-b631-4137508b6512) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:36:57.209199 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-575cb64f-9297-439a-9eb1-3f8e75b780d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 44376db9-3c9e-46c9-8ea0-caa71f035bc2) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:36:57.223902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575cb64f-9297-439a-9eb1-3f8e75b780d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:57.224483 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-575cb64f-9297-439a-9eb1-3f8e75b780d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:57.315383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b598d43-a3f0-4abc-ab9d-a3f292426d31 None None] Network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:36:57.321292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40785ea7-bc2d-46e2-a90c-6a5e46a4576e req-76c05d7d-5c1b-4407-b62e-f90b15857e14 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434691 Nov 15 14:36:57.345218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec29a0-b862-4758-a8b2-144efcac6af1 req-dd42afac-724f-42c5-86a4-f25d2fdae581 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:57.355727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29ec29a0-b862-4758-a8b2-144efcac6af1 req-dd42afac-724f-42c5-86a4-f25d2fdae581 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1927946 Nov 15 14:36:57.432552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-575cb64f-9297-439a-9eb1-3f8e75b780d8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3002565 Nov 15 14:36:57.504183 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 370cfe27-0592-47d7-9d1b-579f4dfbc169 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:36:57.537482 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29ec29a0-b862-4758-a8b2-144efcac6af1 req-47db8f5f-7309-4c8e-8031-bdce93e30b57 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686671 Nov 15 14:36:57.735193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb927e0-907e-4f5f-bb2b-e60fd512cc6a None None] Network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:36:57.744846 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:57.751831 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-fc2206a8-f82c-4231-9f22-7bb7cc7728f0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Allocated IP 172.20.0.14 (13fc7c01-c117-456b-9c07-be298e268580/5cf1135e-1812-4aea-b0cb-eae4babdb32e/ae92278b-f6ac-44d6-b449-18207d6c7a82) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:36:57.804399 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4dd4c145-cfe6-42be-8055-bd30bc06d2de req-b04943f5-c1e2-46aa-94a9-9a682235ac39 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 210 time: 0.1423740 Nov 15 14:36:57.988524 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.057906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 370cfe27-0592-47d7-9d1b-579f4dfbc169 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:58.058286 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.110048 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.128984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55732) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:36:58.228084 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-fc2206a8-f82c-4231-9f22-7bb7cc7728f0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.237794 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.326575 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Pushing event updated for resources: {'Port': ['ID=1ada838b-743f-4a38-b631-4137508b6512,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:58.342554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:36:58.350858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Network b56abc99-8c11-4e3a-b670-73b33dc8074a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:36:58.351616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:36:58.354133 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:36:58.358436 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:36:58.360790 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3707d7d0-759e-45de-9aa4-1be0ad0c84ad" -d '{"events": [{"server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "name": "network-vif-plugged", "status": "completed", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:36:58.391137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e08c3-1c42-44af-8be6-11d0a6495c66 req-a9dc9593-c225-4357-8c95-91fe4ae1eb65 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:58.394438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb1e08c3-1c42-44af-8be6-11d0a6495c66 req-a9dc9593-c225-4357-8c95-91fe4ae1eb65 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 945 time: 0.1465728 Nov 15 14:36:58.422303 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.448023 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.462950 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.476617 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-fc2206a8-f82c-4231-9f22-7bb7cc7728f0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.523298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb1e08c3-1c42-44af-8be6-11d0a6495c66 req-fe63f997-7050-4103-853c-cb17cb6f52df tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197140 Nov 15 14:36:58.538472 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.550875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-474941182'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:58.576499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=370cfe27-0592-47d7-9d1b-579f4dfbc169,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:58.599838 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.627484 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7228d78f-0b19-4524-93e5-be0239f1e7e7 x-openstack-request-id: req-7228d78f-0b19-4524-93e5-be0239f1e7e7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:36:58.628010 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "name": "network-vif-plugged", "status": "completed", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:36:58.628382 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7228d78f-0b19-4524-93e5-be0239f1e7e7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:36:58.628879 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169', 'code': 200} Nov 15 14:36:58.690577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Made reservation on behalf of 5a50408e629f40a999c2ed36918aeaf0 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:36:58.694552 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.700622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f61f26-4f42-4bfa-892b-743a4d5f24c8 None None] Pushing event updated for resources: {'Port': ['ID=a7468ba1-6266-40bc-8959-b2913093312d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:58.702704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-fc2206a8-f82c-4231-9f22-7bb7cc7728f0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Network 13fc7c01-c117-456b-9c07-be298e268580 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:36:58.715047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Attempting to bind port a7468ba1-6266-40bc-8959-b2913093312d on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:36:58.715714 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Attempting to bind port a7468ba1-6266-40bc-8959-b2913093312d by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:36:58.717049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Attempting to bind port a7468ba1-6266-40bc-8959-b2913093312d on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:36:58.729955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:36:58.730360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:36:58.732530 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.732966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:36:58.733463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Bound port: a7468ba1-6266-40bc-8959-b2913093312d, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:36:58.736308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-fc2206a8-f82c-4231-9f22-7bb7cc7728f0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:36:58.736862 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.739831 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.770017 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-fc2206a8-f82c-4231-9f22-7bb7cc7728f0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:36:58.817848 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2206a8-f82c-4231-9f22-7bb7cc7728f0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Pushing event updated for resources: {'Port': ['ID=ae92278b-f6ac-44d6-b449-18207d6c7a82,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:58.881225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541359b-f346-49b2-a83f-059fc4b4a709 req-5486e8ed-3420-4cb4-b88b-127809e37845 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:58.887128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] For port a7468ba1-6266-40bc-8959-b2913093312d, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:36:58.890004 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b541359b-f346-49b2-a83f-059fc4b4a709 req-5486e8ed-3420-4cb4-b88b-127809e37845 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1444893 Nov 15 14:36:58.891386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] For port a7468ba1-6266-40bc-8959-b2913093312d, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a7468ba1-6266-40bc-8959-b2913093312d,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:36:58.921700 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-fc2206a8-f82c-4231-9f22-7bb7cc7728f0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:58.922956 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-fc2206a8-f82c-4231-9f22-7bb7cc7728f0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.927094 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.929716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-974e984e-1bb2-4e19-8a15-f623d6474ee4 None None] Provisioning complete for port 1ada838b-743f-4a38-b631-4137508b6512 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:36:58.930122 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-974e984e-1bb2-4e19-8a15-f623d6474ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:58.949528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-b3be97d0-530d-49b8-8bb8-14771e0c66d8 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:58.957065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-b3be97d0-530d-49b8-8bb8-14771e0c66d8 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/networks?id=44376db9-3c9e-46c9-8ea0-caa71f035bc2 HTTP/1.1" status: 200 len: 822 time: 0.3328786 Nov 15 14:36:58.973314 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:59.022834 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b541359b-f346-49b2-a83f-059fc4b4a709 req-2af3dd61-5668-4117-badf-b4e648d8d890 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317997 Nov 15 14:36:59.045609 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-c7af0768-5170-47a5-b4d2-3c0b106aa6fd tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/quotas/652f0738127548cc86fe4fefa67400eb HTTP/1.1" status: 200 len: 375 time: 0.0870976 Nov 15 14:36:59.049964 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f61f26-4f42-4bfa-892b-743a4d5f24c8 None None] Pushing event updated for resources: {'Port': ['ID=a7468ba1-6266-40bc-8959-b2913093312d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:59.068797 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-fc2206a8-f82c-4231-9f22-7bb7cc7728f0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5858622 Nov 15 14:36:59.092885 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Routers {'16bf61b0-440c-413f-b344-35947bbbde48'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:36:59.093571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:36:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['16bf61b0-440c-413f-b344-35947bbbde48'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:59.095625 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-974e984e-1bb2-4e19-8a15-f623d6474ee4 None None] Port 1ada838b-743f-4a38-b631-4137508b6512 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:36:59.095798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Request body: {'port': {'device_id': '6c8c3768-c7e3-45b6-ac3a-54c091da669e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:36:59.176430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-dd1cbbc8-3152-456a-9b00-9359ecd894b1 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=652f0738127548cc86fe4fefa67400eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1292200 Nov 15 14:36:59.282902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] Set router 16bf61b0-440c-413f-b344-35947bbbde48 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:36:59.283345 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:59.299671 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:59.335094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84e8ef-f697-4fb4-8727-607d42908568 req-8867d46d-dfa1-4cbd-8f7b-d4a1626939b9 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:59.338048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d84e8ef-f697-4fb4-8727-607d42908568 req-8867d46d-dfa1-4cbd-8f7b-d4a1626939b9 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 932 time: 0.1461167 Nov 15 14:36:59.402025 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:59.406745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb737e-10c8-4b64-bc06-481d8e64fde4 req-84664a4d-b6a4-4978-be1a-2c05dd7393ba tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:59.408721 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b7fb737e-10c8-4b64-bc06-481d8e64fde4 req-84664a4d-b6a4-4978-be1a-2c05dd7393ba tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 945 time: 0.2215936 Nov 15 14:36:59.451708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4ac5b8-2a5e-4667-9e2b-64db2a575dca,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:36:59.473386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-dc6d8603-6907-4827-a75c-b2f2ccf83dcc service neutron] 10.222.0.70 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957995 Nov 15 14:36:59.480629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:36:59.495513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d84e8ef-f697-4fb4-8727-607d42908568 req-4aa3bcdd-f7b5-4985-a6c4-52d8b3f1d612 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411409 Nov 15 14:36:59.662730 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:59.663100 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Added segment 99f162bd-6f8c-4f97-acbb-5bc07ea7bef1 of type vlan for network d87f2672-b56c-4034-b70f-3d31e895946d Nov 15 14:36:59.732105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf61b0-440c-413f-b344-35947bbbde48', 'name': 'tempest-FloatingIPsTestJSON-1597139062-router', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:51Z', 'updated_at': '2021-11-15T14:36:58Z', 'revision_number': 4, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'gw_port': {'id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf61b0-440c-413f-b344-35947bbbde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:52Z', 'updated_at': '2021-11-15T14:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '1ada838b-743f-4a38-b631-4137508b6512', 'name': '', 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'mac_address': 'fa:16:3e:d2:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf61b0-440c-413f-b344-35947bbbde48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3a0edb06-937b-472e-ab60-81b5c4c9b63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:57Z', 'updated_at': '2021-11-15T14:36:57Z', 'revision_number': 1, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'subnets': [{'id': '3a0edb06-937b-472e-ab60-81b5c4c9b63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:36:59.762194 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:59.778267 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74af5b0b-c8b4-4234-b7d5-58b0bb172009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:59.780279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97a0ec8-3101-4be5-be28-853bcb287926 None None] The sync data for ids ['16bf61b0-440c-413f-b344-35947bbbde48'] in n-d-817748-2 is: [{'id': '16bf61b0-440c-413f-b344-35947bbbde48', 'name': 'tempest-FloatingIPsTestJSON-1597139062-router', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:51Z', 'updated_at': '2021-11-15T14:36:58Z', 'revision_number': 4, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'gw_port': {'id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf61b0-440c-413f-b344-35947bbbde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:52Z', 'updated_at': '2021-11-15T14:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '1ada838b-743f-4a38-b631-4137508b6512', 'name': '', 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'mac_address': 'fa:16:3e:d2:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf61b0-440c-413f-b344-35947bbbde48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3a0edb06-937b-472e-ab60-81b5c4c9b63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:57Z', 'updated_at': '2021-11-15T14:36:57Z', 'revision_number': 1, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'subnets': [{'id': '3a0edb06-937b-472e-ab60-81b5c4c9b63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:36:59.834588 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-7b6aebd4-67ed-4920-aa89-d08334f7b131 service neutron] 10.222.0.70 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357098 Nov 15 14:36:59.951188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603da40-4baf-4f5a-8424-8b68a378a589 req-df4bde85-18ca-4747-b673-9fc0719bffe5 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:59.954513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b603da40-4baf-4f5a-8424-8b68a378a589 req-df4bde85-18ca-4747-b673-9fc0719bffe5 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 945 time: 0.0987458 Nov 15 14:36:59.955520 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:36:59.963278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:36:59.964242 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:00.099235 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:37:00.105213 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Pushing event updated for resources: {'Network': ['ID=d87f2672-b56c-4034-b70f-3d31e895946d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:00.146054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network d87f2672-b56c-4034-b70f-3d31e895946d details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:37:00.194327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-45c4e19a-9d69-4713-b97b-ebee2ba4352f tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0600119 Nov 15 14:37:00.205077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:00.241308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b603da40-4baf-4f5a-8424-8b68a378a589 req-c4fd5822-0ad4-4873-9ec7-69d0f4053c65 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683344 Nov 15 14:37:00.429791 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:00.439762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eee8dc3e-e98e-4bf5-952a-444c57b7c657 req-fab1c172-7be3-4938-91c6-c976863639d0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 210 time: 0.0920544 Nov 15 14:37:00.456734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Request body: {'network': {'name': 'tempest-network--1656498109', 'router:external': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:00.489696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-b7fb737e-10c8-4b64-bc06-481d8e64fde4 req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Deleting port 61b870e4-473c-4cc2-a750-724789de36a5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:00.490035 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b7fb737e-10c8-4b64-bc06-481d8e64fde4 req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:00.551647 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:00.582219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Made reservation on behalf of 054d954a1b13407b951f6eb6e1246a0a for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:00.584612 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:00.611749 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:00.678187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e151ff0-56bc-4d43-924c-881886468d0a req-013e4c64-83c5-481f-a9d6-8aa5a11c8a52 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:00.680467 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e151ff0-56bc-4d43-924c-881886468d0a req-013e4c64-83c5-481f-a9d6-8aa5a11c8a52 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.3906600 Nov 15 14:37:00.709183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Pushing event updated for resources: {'Port': ['ID=1ada838b-743f-4a38-b631-4137508b6512,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:00.720599 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:00.752261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388e880-7981-4bdd-9cc8-b35282320bad req-bde65e61-c6d3-484d-b912-957606ed81b1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:00.755160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9388e880-7981-4bdd-9cc8-b35282320bad req-bde65e61-c6d3-484d-b912-957606ed81b1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 932 time: 0.1462810 Nov 15 14:37:00.826360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b7fb737e-10c8-4b64-bc06-481d8e64fde4 req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] For port 61b870e4-473c-4cc2-a750-724789de36a5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=61b870e4-473c-4cc2-a750-724789de36a5,segment=NetworkSegment(004e3366-ff91-4990-a78a-447cab3ae027),segment_id=004e3366-ff91-4990-a78a-447cab3ae027)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:00.827150 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b7fb737e-10c8-4b64-bc06-481d8e64fde4 req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:00.855787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae92278b-f6ac-44d6-b449-18207d6c7a82 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:37:00.871124 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:00.874445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-b7fb737e-10c8-4b64-bc06-481d8e64fde4 req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Calling delete_port for 61b870e4-473c-4cc2-a750-724789de36a5 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:00.940276 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:00.951535 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Transition to ACTIVE for port object ae92278b-f6ac-44d6-b449-18207d6c7a82 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:37:00.965355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e151ff0-56bc-4d43-924c-881886468d0a req-0c0ad6bf-fb75-4f0e-bda3-fab096609b04 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761536 Nov 15 14:37:00.994489 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:01.040561 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9388e880-7981-4bdd-9cc8-b35282320bad req-87823e43-2b90-4c00-b7c1-97ddc335c46c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702720 Nov 15 14:37:01.055090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c80fbe5-c69a-4cd9-92c2-cce7ec314d68,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:01.061203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:37:01.075233 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:01.075624 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Added segment 4128cf83-70fe-48d2-bf74-d07d90a97d74 of type vlan for network b8799976-c031-4fdd-989d-774d9b2f2e0e Nov 15 14:37:01.157323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Network b56abc99-8c11-4e3a-b670-73b33dc8074a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:01.164978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:01.223870 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:01.288443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a7468ba1-6266-40bc-8959-b2913093312d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:01.322243 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Pushing event updated for resources: {'Port': ['ID=ae92278b-f6ac-44d6-b449-18207d6c7a82,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:01.326462 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:01.343173 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:01.348527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:01.349511 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:01.500830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port a7468ba1-6266-40bc-8959-b2913093312d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:01.507483 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:01.526708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3201900 Nov 15 14:37:01.537387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55802) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:01.662803 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:01.695102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port a7468ba1-6266-40bc-8959-b2913093312d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a7468ba1-6266-40bc-8959-b2913093312d,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:01.807010 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:01.846267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b431d-deb8-4a48-9d38-bf80f373544c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event updated for resources: {'Network': ['ID=b8799976-c031-4fdd-989d-774d9b2f2e0e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:01.877438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b8799976-c031-4fdd-989d-774d9b2f2e0e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:37:01.883475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12d1997e-759a-4103-ae44-26ee00bb3ece req-2555fb0f-4e9b-4c00-aa93-14425c1131a8 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 210 time: 0.3192432 Nov 15 14:37:02.003926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee392f6-b1f3-4999-928a-32dcf6ee3f80 req-945d75ae-c950-4cbd-8223-5d575629c5b5 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:02.013573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ee392f6-b1f3-4999-928a-32dcf6ee3f80 req-945d75ae-c950-4cbd-8223-5d575629c5b5 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 945 time: 0.5714524 Nov 15 14:37:02.015933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Router 16bf61b0-440c-413f-b344-35947bbbde48 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:37:02.037227 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:02.190211 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Attempting to bind port ae92278b-f6ac-44d6-b449-18207d6c7a82 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:37:02.190812 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Attempting to bind port ae92278b-f6ac-44d6-b449-18207d6c7a82 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:37:02.191328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Attempting to bind port ae92278b-f6ac-44d6-b449-18207d6c7a82 on network 13fc7c01-c117-456b-9c07-be298e268580 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:02.210063 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ee392f6-b1f3-4999-928a-32dcf6ee3f80 req-3238e7c0-1687-423f-8961-cc84a2458487 tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/security-groups?id=45d0e453-7136-40ac-a546-f2c7b164ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882892 Nov 15 14:37:02.242473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-45fa490a-4c57-4c38-80d0-2cc8b44f6287 None None] Provisioning complete for port 1ada838b-743f-4a38-b631-4137508b6512 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:02.246739 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45fa490a-4c57-4c38-80d0-2cc8b44f6287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:02.268244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Port ae92278b-f6ac-44d6-b449-18207d6c7a82 on network 13fc7c01-c117-456b-9c07-be298e268580 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:37:02.268244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Attempting to bind port ae92278b-f6ac-44d6-b449-18207d6c7a82 on network 13fc7c01-c117-456b-9c07-be298e268580 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:02.268554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=a7468ba1-6266-40bc-8959-b2913093312d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:02.285970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:37:02.286781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Checking segment: {'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:02.287457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Bound using segment: {'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:37:02.290641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Bound port: ae92278b-f6ac-44d6-b449-18207d6c7a82, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:37:02.291307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:02.324336 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea393c06-b66e-415a-adb9-f1f450f50637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:02.409258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-45fa490a-4c57-4c38-80d0-2cc8b44f6287 None None] Port 1ada838b-743f-4a38-b631-4137508b6512 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:37:02.423522 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b7fb737e-10c8-4b64-bc06-481d8e64fde4 req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:02.428276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:37:02.451486 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2afe95e2-77f9-4e9d-851c-1bf5adf9fe07 admin admin] 10.222.0.70 "PUT /v2.0/routers/16bf61b0-440c-413f-b344-35947bbbde48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6660664 Nov 15 14:37:02.492158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Pushing event deleted for resources: {'Port': ['ID=61b870e4-473c-4cc2-a750-724789de36a5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:02.503881 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] For port ae92278b-f6ac-44d6-b449-18207d6c7a82, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:37:02.536597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:02.537403 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:02.547447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:02.548040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:02.548491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:02.549025 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:02.549668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:02.550106 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:02.550622 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:02.551444 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:02.551895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:02.552334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:02.579713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] For port ae92278b-f6ac-44d6-b449-18207d6c7a82, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ae92278b-f6ac-44d6-b449-18207d6c7a82,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:37:02.615679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fb737e-10c8-4b64-bc06-481d8e64fde4 req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] No DVR routers for this DVR port 61b870e4-473c-4cc2-a750-724789de36a5 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:37:02.618962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b7fb737e-10c8-4b64-bc06-481d8e64fde4 req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:02.627053 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:02.628409 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b7fb737e-10c8-4b64-bc06-481d8e64fde4 req-64308d60-848f-4281-93e9-565e3b4b1f0a tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.59 "DELETE /v2.0/ports/61b870e4-473c-4cc2-a750-724789de36a5 HTTP/1.1" status: 204 len: 173 time: 3.2075512 Nov 15 14:37:02.628409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fde5ff6-ad20-4e57-9305-41a628a886a7', 'name': 'network-vif-deleted', 'tag': '61b870e4-473c-4cc2-a750-724789de36a5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:02.630088 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101cbf92-6d8a-4c5f-b988-9c4947c46400" -d '{"events": [{"server_uuid": "1fde5ff6-ad20-4e57-9305-41a628a886a7", "name": "network-vif-deleted", "tag": "61b870e4-473c-4cc2-a750-724789de36a5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:02.657653 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:02.691781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8799976-c031-4fdd-989d-774d9b2f2e0e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:02.706710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4128cf83-70fe-48d2-bf74-d07d90a97d74') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:02.719626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4128cf83-70fe-48d2-bf74-d07d90a97d74') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:02.735638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:02.736729 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:02.738337 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] 10.222.0.46 "PUT /v2.0/ports/ae92278b-f6ac-44d6-b449-18207d6c7a82 HTTP/1.1" status: 200 len: 1092 time: 3.6528990 Nov 15 14:37:02.739876 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a27f17-15a6-4127-b766-b98529435591 x-openstack-request-id: req-a2a27f17-15a6-4127-b766-b98529435591 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:02.740158 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fde5ff6-ad20-4e57-9305-41a628a886a7", "name": "network-vif-deleted", "tag": "61b870e4-473c-4cc2-a750-724789de36a5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:02.740405 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2a27f17-15a6-4127-b766-b98529435591 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:02.741119 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fde5ff6-ad20-4e57-9305-41a628a886a7', 'name': 'network-vif-deleted', 'tag': '61b870e4-473c-4cc2-a750-724789de36a5', 'status': 'completed', 'code': 200} Nov 15 14:37:02.764241 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:02.790090 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b4de1-ccb0-4a93-9e97-c1fffdc43f2f service neutron] Pushing event updated for resources: {'Port': ['ID=ae92278b-f6ac-44d6-b449-18207d6c7a82,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:02.824913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:02.834430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:37:02.835834 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:37:02.917079 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:37:03.007075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-50905334-6fd8-4bae-b16f-77585d5ccd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:03.009473 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-50905334-6fd8-4bae-b16f-77585d5ccd2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ddf0d988fb145c3811cd58163246078&device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 1095 time: 0.0556777 Nov 15 14:37:03.038936 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:03.046193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8799976-c031-4fdd-989d-774d9b2f2e0e {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 14:37:03.049757 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:03.060461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "DELETE /v2.0/networks/b8799976-c031-4fdd-989d-774d9b2f2e0e HTTP/1.1" status: 204 len: 168 time: 1.5181971 Nov 15 14:37:03.087388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55834) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:03.094167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8799976-c031-4fdd-989d-774d9b2f2e0e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:03.111420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-923f7837-cae6-46bb-857e-47af45617bba tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:03.134316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:03.136090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:03.136090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:03.136307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:03.136642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:03.136983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:03.137317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:03.137788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:03.138116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:03.138493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:03.138832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:03.139154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a0272-9273-46ad-9fde-12749ae23ab3 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:03.170202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cccff3-52c3-48c0-9987-b1b8ed24ec1c req-ab4f24cf-109f-49e1-a7fb-e87b5127a0be tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:03.179002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2cccff3-52c3-48c0-9987-b1b8ed24ec1c req-ab4f24cf-109f-49e1-a7fb-e87b5127a0be tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 944 time: 0.8569996 Nov 15 14:37:03.327376 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-01b16f4c-310d-494e-bc14-fece3477b222 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae92278b-f6ac-44d6-b449-18207d6c7a82 HTTP/1.1" status: 200 len: 217 time: 0.3070848 Nov 15 14:37:03.366140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a7468ba1-6266-40bc-8959-b2913093312d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:03.369084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-1b52d2d5-e79c-416c-a7ba-8ad46f2022c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4176452 Nov 15 14:37:03.380787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:03.413964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2cccff3-52c3-48c0-9987-b1b8ed24ec1c req-c3e8aff3-beb8-4e66-96f9-33af0eb821a4 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339928 Nov 15 14:37:03.441331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-5f417b68-968a-46f1-b02e-f5c7a477088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:03.448611 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-5f417b68-968a-46f1-b02e-f5c7a477088f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cf1135e-1812-4aea-b0cb-eae4babdb32e HTTP/1.1" status: 200 len: 845 time: 0.1069007 Nov 15 14:37:03.464889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port a7468ba1-6266-40bc-8959-b2913093312d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:03.465400 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:03.520190 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-80ce90bb-0681-4a15-a8ef-5277ba9fb4cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13fc7c01-c117-456b-9c07-be298e268580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675564 Nov 15 14:37:03.534666 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 61b870e4-473c-4cc2-a750-724789de36a5 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:37:03.588969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923f7837-cae6-46bb-857e-47af45617bba tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Made reservation on behalf of 054d954a1b13407b951f6eb6e1246a0a for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:03.597374 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923f7837-cae6-46bb-857e-47af45617bba tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:03.619176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 61b870e4-473c-4cc2-a750-724789de36a5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:37:03.619720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 61b870e4-473c-4cc2-a750-724789de36a5 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:37:03.659026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c4acb1b-9957-48f5-9db5-d6d448cd0b9f req-9aa7e021-5042-4774-96b3-50f7d15caeaa tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 210 time: 0.0360961 Nov 15 14:37:03.672780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923f7837-cae6-46bb-857e-47af45617bba tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:37:03.694025 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923f7837-cae6-46bb-857e-47af45617bba tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:03.694523 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-923f7837-cae6-46bb-857e-47af45617bba tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Added segment 87a0c0fa-1d2e-4e42-86d6-2c682132e1a2 of type vlan for network 6e3c48e7-4e58-47af-8a09-eca7eea63604 Nov 15 14:37:03.707703 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:03.713501 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-6f7cb66d-8357-4089-a2c2-c421be8f5eb9 service neutron] 10.222.0.46 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778991 Nov 15 14:37:03.743650 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:03.765304 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923f7837-cae6-46bb-857e-47af45617bba tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:04.007477 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923f7837-cae6-46bb-857e-47af45617bba tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:04.010237 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ad5b176-42dc-4e26-b49b-50a706c9a65b req-899d2e14-dd02-4cbe-8a1d-b865c3e607f3 service neutron] 10.222.0.46 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903795 Nov 15 14:37:04.012132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923f7837-cae6-46bb-857e-47af45617bba tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:04.013341 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923f7837-cae6-46bb-857e-47af45617bba tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:04.298679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f7837-cae6-46bb-857e-47af45617bba tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event updated for resources: {'Network': ['ID=6e3c48e7-4e58-47af-8a09-eca7eea63604,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:04.300075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-73325caf-c1d4-43ef-9ba5-0a92b7a8d097 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:04.315358 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-73325caf-c1d4-43ef-9ba5-0a92b7a8d097 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.59 "GET /v2.0/networks?id=44376db9-3c9e-46c9-8ea0-caa71f035bc2 HTTP/1.1" status: 200 len: 822 time: 0.3016067 Nov 15 14:37:04.340939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 6e3c48e7-4e58-47af-8a09-eca7eea63604 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:37:04.341134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-e5b95f28-ea3f-4d23-b6fb-0522403d83ae tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Request body: {'port': {'device_id': 'fe56ef42-7ecc-45ce-83ad-8d9420972699', 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2', 'admin_state_up': True, 'tenant_id': '652f0738127548cc86fe4fefa67400eb'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:04.375957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b8e0622-3705-4ad3-84ee-db0327a44357 req-a8e226a8-b5e1-4e63-9158-efb0aa25e6dc tempest-ServerDiskConfigTestJSON-1267604911 tempest-ServerDiskConfigTestJSON-1267604911-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fde5ff6-ad20-4e57-9305-41a628a886a7 HTTP/1.1" status: 200 len: 210 time: 0.5514534 Nov 15 14:37:04.382577 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:04.493278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-923f7837-cae6-46bb-857e-47af45617bba tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3938987 Nov 15 14:37:04.503004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55856) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:04.513640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8850c9a9-b8e1-4146-bdbf-257de14c8f4e tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Request body: {'subnet': {'network_id': '6e3c48e7-4e58-47af-8a09-eca7eea63604', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:04.696251 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Sync routers for ids ['16bf61b0-440c-413f-b344-35947bbbde48'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:37:04.705727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Allocated IP 172.25.4.166 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/11bca0ed-c96f-4f12-90ee-acaa9e445059) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:04.734607 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Routers {'16bf61b0-440c-413f-b344-35947bbbde48'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:37:04.735627 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:37:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['16bf61b0-440c-413f-b344-35947bbbde48'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:04.742826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8c3768-c7e3-45b6-ac3a-54c091da669e', 'tag': 'ae92278b-f6ac-44d6-b449-18207d6c7a82'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:04.745805 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86042926-a44a-4cd7-a7cf-043bf37f2fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8c3768-c7e3-45b6-ac3a-54c091da669e", "tag": "ae92278b-f6ac-44d6-b449-18207d6c7a82"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:04.845059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8850c9a9-b8e1-4146-bdbf-257de14c8f4e tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Made reservation on behalf of 054d954a1b13407b951f6eb6e1246a0a for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:04.847838 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8850c9a9-b8e1-4146-bdbf-257de14c8f4e tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:04.866379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2ce65-309d-4ce9-b803-c434d7a0bc3c req-c9c77644-5ae8-4e06-836f-5320da3ac219 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:04.876705 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96d2ce65-309d-4ce9-b803-c434d7a0bc3c req-c9c77644-5ae8-4e06-836f-5320da3ac219 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 944 time: 0.0961368 Nov 15 14:37:04.933295 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Set router 16bf61b0-440c-413f-b344-35947bbbde48 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:37:04.959505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-e5b95f28-ea3f-4d23-b6fb-0522403d83ae tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Made reservation on behalf of 652f0738127548cc86fe4fefa67400eb for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:04.963925 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-e5b95f28-ea3f-4d23-b6fb-0522403d83ae tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:05.028079 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:05.139637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96d2ce65-309d-4ce9-b803-c434d7a0bc3c req-5bf6ba92-5f3e-400b-aaec-6c7dd352fe59 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599232 Nov 15 14:37:05.204702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-e5b95f28-ea3f-4d23-b6fb-0522403d83ae tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Allocated IP 172.20.0.5 (44376db9-3c9e-46c9-8ea0-caa71f035bc2/194b9af5-0b82-47e1-b9b2-4ed0afc65383/ca9bf95b-c66f-44df-9af6-c2a9603d3d53) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:05.209651 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:05.353993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8409a56e-0d92-4a8f-86a3-21bc15c13553 req-5bcb4c30-d0e1-44fe-8a52-06b261482e40 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 210 time: 0.0965366 Nov 15 14:37:05.396993 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf61b0-440c-413f-b344-35947bbbde48', 'name': 'tempest-FloatingIPsTestJSON-1597139062-router', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:51Z', 'updated_at': '2021-11-15T14:36:58Z', 'revision_number': 4, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'gw_port': {'id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf61b0-440c-413f-b344-35947bbbde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:52Z', 'updated_at': '2021-11-15T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '1ada838b-743f-4a38-b631-4137508b6512', 'name': '', 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'mac_address': 'fa:16:3e:d2:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf61b0-440c-413f-b344-35947bbbde48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3a0edb06-937b-472e-ab60-81b5c4c9b63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:57Z', 'updated_at': '2021-11-15T14:36:59Z', 'revision_number': 2, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'subnets': [{'id': '3a0edb06-937b-472e-ab60-81b5c4c9b63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:05.442334 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Checking router: 16bf61b0-440c-413f-b344-35947bbbde48 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:37:05.442740 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Updating router 16bf61b0-440c-413f-b344-35947bbbde48 port 1ada838b-743f-4a38-b631-4137508b6512 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:37:05.471655 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:05.534520 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1939ca1a-7760-4cab-887e-04908890a13a x-openstack-request-id: req-1939ca1a-7760-4cab-887e-04908890a13a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:05.534520 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8c3768-c7e3-45b6-ac3a-54c091da669e", "tag": "ae92278b-f6ac-44d6-b449-18207d6c7a82", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:05.534520 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1939ca1a-7760-4cab-887e-04908890a13a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:05.540990 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8c3768-c7e3-45b6-ac3a-54c091da669e', 'tag': 'ae92278b-f6ac-44d6-b449-18207d6c7a82', 'status': 'completed', 'code': 200} Nov 15 14:37:05.745066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042926-a44a-4cd7-a7cf-043bf37f2fb3 req-b04aa7ea-3374-49b3-b2d6-04575babfe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:05.760535 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-86042926-a44a-4cd7-a7cf-043bf37f2fb3 req-b04aa7ea-3374-49b3-b2d6-04575babfe33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ddf0d988fb145c3811cd58163246078&device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 1095 time: 0.2119436 Nov 15 14:37:05.765445 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:05.948092 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-e5b95f28-ea3f-4d23-b6fb-0522403d83ae tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:05.992366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042926-a44a-4cd7-a7cf-043bf37f2fb3 req-bf583fc1-f9b0-46c4-88cf-4c0a0db7756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:05.993731 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-86042926-a44a-4cd7-a7cf-043bf37f2fb3 req-bf583fc1-f9b0-46c4-88cf-4c0a0db7756f service neutron] 10.222.0.46 "GET /v2.0/networks?id=13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 200 len: 906 time: 0.2321007 Nov 15 14:37:06.060851 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-86042926-a44a-4cd7-a7cf-043bf37f2fb3 req-f07dfc17-3299-403c-913b-db98d978d853 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae92278b-f6ac-44d6-b449-18207d6c7a82 HTTP/1.1" status: 200 len: 217 time: 0.0558722 Nov 15 14:37:06.063277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40643936-5040-4b6f-a713-29118b876318 req-3e8dbe1f-df2a-4ce2-ab5b-1b3b4d2ddeb0 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:06.064967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40643936-5040-4b6f-a713-29118b876318 req-3e8dbe1f-df2a-4ce2-ab5b-1b3b4d2ddeb0 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.0729120 Nov 15 14:37:06.100780 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:06.134056 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-e5b95f28-ea3f-4d23-b6fb-0522403d83ae tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:06.138436 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042926-a44a-4cd7-a7cf-043bf37f2fb3 req-47c4c393-7c13-46ba-9ba0-5bf7097b3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:06.140670 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-86042926-a44a-4cd7-a7cf-043bf37f2fb3 req-47c4c393-7c13-46ba-9ba0-5bf7097b3b87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cf1135e-1812-4aea-b0cb-eae4babdb32e HTTP/1.1" status: 200 len: 845 time: 0.0703483 Nov 15 14:37:06.191674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:06.192583 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:06.202218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-e5b95f28-ea3f-4d23-b6fb-0522403d83ae tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:06.210279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40643936-5040-4b6f-a713-29118b876318 req-a83e1e32-de94-4854-9cff-ab58a5770661 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329532 Nov 15 14:37:06.223952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-e5b95f28-ea3f-4d23-b6fb-0522403d83ae tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:06.227075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Pushing event updated for resources: {'Port': ['ID=11bca0ed-c96f-4f12-90ee-acaa9e445059,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:06.236474 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-86042926-a44a-4cd7-a7cf-043bf37f2fb3 req-c8ec8b00-8d76-4336-aca1-a5569499a855 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13fc7c01-c117-456b-9c07-be298e268580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747080 Nov 15 14:37:06.238212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-e5b95f28-ea3f-4d23-b6fb-0522403d83ae tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:06.247128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:06.250734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:06.283218 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:06.375667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.objects.ports [None req-8850c9a9-b8e1-4146-bdbf-257de14c8f4e tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:37:06.383619 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8850c9a9-b8e1-4146-bdbf-257de14c8f4e tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:06.443804 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc31eb-2768-4e23-b54f-a8803173e07f None None] Pushing event updated for resources: {'Port': ['ID=1ada838b-743f-4a38-b631-4137508b6512,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:06.467418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b95f28-ea3f-4d23-b6fb-0522403d83ae tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Pushing event updated for resources: {'Port': ['ID=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:06.501508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ae92278b-f6ac-44d6-b449-18207d6c7a82 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:37:06.540216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-e5b95f28-ea3f-4d23-b6fb-0522403d83ae tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:06.541899 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-e5b95f28-ea3f-4d23-b6fb-0522403d83ae tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:06.585650 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Attempting to bind port 1ada838b-743f-4a38-b631-4137508b6512 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:37:06.586712 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Attempting to bind port 1ada838b-743f-4a38-b631-4137508b6512 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'fc5afba9-f597-4829-9526-9d98bffb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:37:06.587088 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Attempting to bind port 1ada838b-743f-4a38-b631-4137508b6512 on network b56abc99-8c11-4e3a-b670-73b33dc8074a {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:06.592775 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:37:06.593154 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Checking segment: {'id': 'fc5afba9-f597-4829-9526-9d98bffb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:06.593563 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:06.608447 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Bound using segment: {'id': 'fc5afba9-f597-4829-9526-9d98bffb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:37:06.611465 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Bound port: 1ada838b-743f-4a38-b631-4137508b6512, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5afba9-f597-4829-9526-9d98bffb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:37:06.611873 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:06.622330 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-86042926-a44a-4cd7-a7cf-043bf37f2fb3 req-75948594-4761-4bc2-90df-baa0759d5dbe service neutron] 10.222.0.46 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565869 Nov 15 14:37:06.655880 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-e5b95f28-ea3f-4d23-b6fb-0522403d83ae tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3339994 Nov 15 14:37:06.687559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850c9a9-b8e1-4146-bdbf-257de14c8f4e tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a3286ed5-eb7c-4c28-b153-6ce31845a57a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:06.706362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Request body: {'port': {'device_id': 'fe56ef42-7ecc-45ce-83ad-8d9420972699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:06.722463 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:06.778470 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] For port 1ada838b-743f-4a38-b631-4137508b6512, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:37:06.781738 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] For port 1ada838b-743f-4a38-b631-4137508b6512, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1ada838b-743f-4a38-b631-4137508b6512,segment=NetworkSegment(fc5afba9-f597-4829-9526-9d98bffb4fb8),segment_id=fc5afba9-f597-4829-9526-9d98bffb4fb8)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:37:06.811562 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:06.828701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffce7b-5544-4f8c-8685-746f3024dbf1 req-f8bf7bb1-b6e8-49d4-a995-97abd449cb7d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:06.831454 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-86042926-a44a-4cd7-a7cf-043bf37f2fb3 req-2bd7bda9-d22c-43c4-a542-f1127c3c2759 service neutron] 10.222.0.46 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005045 Nov 15 14:37:06.839338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ae92278b-f6ac-44d6-b449-18207d6c7a82, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ae92278b-f6ac-44d6-b449-18207d6c7a82,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:06.852306 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82ffce7b-5544-4f8c-8685-746f3024dbf1 req-f8bf7bb1-b6e8-49d4-a995-97abd449cb7d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 944 time: 0.1692438 Nov 15 14:37:06.876920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'ae92278b-f6ac-44d6-b449-18207d6c7a82', 'network_id': '13fc7c01-c117-456b-9c07-be298e268580', 'port_id': 'ae92278b-f6ac-44d6-b449-18207d6c7a82', 'mac_address': 'fa:16:3e:47:22:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf1135e-1812-4aea-b0cb-eae4babdb32e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:37:06.886058 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:06.958473 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:06.963973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8850c9a9-b8e1-4146-bdbf-257de14c8f4e tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Checking segment: {'id': '87a0c0fa-1d2e-4e42-86d6-2c682132e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e3c48e7-4e58-47af-8a09-eca7eea63604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:06.967043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850c9a9-b8e1-4146-bdbf-257de14c8f4e tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Network hostable DHCP agents. Network: 6e3c48e7-4e58-47af-8a09-eca7eea63604, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:37:06.980127 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Routers {'16bf61b0-440c-413f-b344-35947bbbde48'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:37:06.985059 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:37:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['16bf61b0-440c-413f-b344-35947bbbde48'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:07.129530 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc31eb-2768-4e23-b54f-a8803173e07f None None] Pushing event updated for resources: {'Port': ['ID=1ada838b-743f-4a38-b631-4137508b6512,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:07.235390 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] Set router 16bf61b0-440c-413f-b344-35947bbbde48 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:37:07.264770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82ffce7b-5544-4f8c-8685-746f3024dbf1 req-96023428-a1c9-4d2a-ae25-b220bb2ec5fb tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086473 Nov 15 14:37:07.326128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850c9a9-b8e1-4146-bdbf-257de14c8f4e tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Network 6e3c48e7-4e58-47af-8a09-eca7eea63604 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:37:07.392982 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:07.397476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2ab4bf80-0f71-4868-bfe2-18f089821c17 None None] Provisioning complete for port 1ada838b-743f-4a38-b631-4137508b6512 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:07.399565 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bf80-0f71-4868-bfe2-18f089821c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:07.422185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9bf95b-c66f-44df-9af6-c2a9603d3d53 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:37:07.443187 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:07.476120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Transition to ACTIVE for port object ca9bf95b-c66f-44df-9af6-c2a9603d3d53 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:37:07.497611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae92278b-f6ac-44d6-b449-18207d6c7a82 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:37:07.499493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8850c9a9-b8e1-4146-bdbf-257de14c8f4e tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 6e3c48e7-4e58-47af-8a09-eca7eea63604) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:07.515324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09299c5-1f1b-4c07-b2be-2fc5d8e0b028 None None] Network 6e3c48e7-4e58-47af-8a09-eca7eea63604 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:07.538762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8850c9a9-b8e1-4146-bdbf-257de14c8f4e tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:07.551671 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8850c9a9-b8e1-4146-bdbf-257de14c8f4e tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:07.553175 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:07.596267 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf61b0-440c-413f-b344-35947bbbde48', 'name': 'tempest-FloatingIPsTestJSON-1597139062-router', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:51Z', 'updated_at': '2021-11-15T14:36:58Z', 'revision_number': 4, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'gw_port': {'id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf61b0-440c-413f-b344-35947bbbde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:52Z', 'updated_at': '2021-11-15T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '1ada838b-743f-4a38-b631-4137508b6512', 'name': '', 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'mac_address': 'fa:16:3e:d2:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf61b0-440c-413f-b344-35947bbbde48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3a0edb06-937b-472e-ab60-81b5c4c9b63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:57Z', 'updated_at': '2021-11-15T14:37:06Z', 'revision_number': 4, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'subnets': [{'id': '3a0edb06-937b-472e-ab60-81b5c4c9b63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:07.605278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ae92278b-f6ac-44d6-b449-18207d6c7a82, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ae92278b-f6ac-44d6-b449-18207d6c7a82,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:07.634370 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:07.651242 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b85e0-96fd-4919-aaa6-1a1255368a7b None None] The sync data for ids ['16bf61b0-440c-413f-b344-35947bbbde48'] in n-d-817748-2 is: [{'id': '16bf61b0-440c-413f-b344-35947bbbde48', 'name': 'tempest-FloatingIPsTestJSON-1597139062-router', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:51Z', 'updated_at': '2021-11-15T14:36:58Z', 'revision_number': 4, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'gw_port': {'id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf61b0-440c-413f-b344-35947bbbde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:52Z', 'updated_at': '2021-11-15T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '1ada838b-743f-4a38-b631-4137508b6512', 'name': '', 'network_id': 'b56abc99-8c11-4e3a-b670-73b33dc8074a', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'mac_address': 'fa:16:3e:d2:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bf61b0-440c-413f-b344-35947bbbde48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3a0edb06-937b-472e-ab60-81b5c4c9b63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:57Z', 'updated_at': '2021-11-15T14:37:06Z', 'revision_number': 4, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'subnets': [{'id': '3a0edb06-937b-472e-ab60-81b5c4c9b63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:37:07.663828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8850c9a9-b8e1-4146-bdbf-257de14c8f4e tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1586115 Nov 15 14:37:07.664749 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:07.678589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Request body: {'floatingip': {'floating_network_id': '6e3c48e7-4e58-47af-8a09-eca7eea63604'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:07.707368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:07.716747 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bf80-0f71-4868-bfe2-18f089821c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:07.727043 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:07.748279 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:07.855786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:07.860141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Attempting to bind port ca9bf95b-c66f-44df-9af6-c2a9603d3d53 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:37:07.860824 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Attempting to bind port ca9bf95b-c66f-44df-9af6-c2a9603d3d53 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '6f432215-e43d-4d29-a849-ab5fd37235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:37:07.861360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Attempting to bind port ca9bf95b-c66f-44df-9af6-c2a9603d3d53 on network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:07.867746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Port ca9bf95b-c66f-44df-9af6-c2a9603d3d53 on network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:37:07.868376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Attempting to bind port ca9bf95b-c66f-44df-9af6-c2a9603d3d53 on network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:07.875665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:37:07.876571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Checking segment: {'id': '6f432215-e43d-4d29-a849-ab5fd37235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:07.877413 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Bound using segment: {'id': '6f432215-e43d-4d29-a849-ab5fd37235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:37:07.878303 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Bound port: ca9bf95b-c66f-44df-9af6-c2a9603d3d53, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f432215-e43d-4d29-a849-ab5fd37235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:37:07.878924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:07.886225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ae92278b-f6ac-44d6-b449-18207d6c7a82,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:07.897254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Pushing event updated for resources: {'Port': ['ID=11bca0ed-c96f-4f12-90ee-acaa9e445059,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:07.957156 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:08.024864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['ae92278b-f6ac-44d6-b449-18207d6c7a82'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:37:08.035974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] For port ca9bf95b-c66f-44df-9af6-c2a9603d3d53, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:37:08.038759 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:08.039925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] For port ca9bf95b-c66f-44df-9af6-c2a9603d3d53, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:37:08.094336 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:08.095772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2ab4bf80-0f71-4868-bfe2-18f089821c17 None None] For port 1ada838b-743f-4a38-b631-4137508b6512, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1ada838b-743f-4a38-b631-4137508b6512,segment=NetworkSegment(fc5afba9-f597-4829-9526-9d98bffb4fb8),segment_id=fc5afba9-f597-4829-9526-9d98bffb4fb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:08.099821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-c27ee292-68d5-467b-bb73-fa8d6dc0f621 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7297173 Nov 15 14:37:08.112221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c177880f-fdea-415b-894e-f39f66dd5766 None None] Network 6e3c48e7-4e58-47af-8a09-eca7eea63604 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:08.171860 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:08.201922 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-149c7de6-ae48-4e32-8a72-323098f3a534 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.0905018 Nov 15 14:37:08.275400 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:08.276712 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:08.279808 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] 10.222.0.59 "PUT /v2.0/ports/ca9bf95b-c66f-44df-9af6-c2a9603d3d53 HTTP/1.1" status: 200 len: 1091 time: 1.5780933 Nov 15 14:37:08.280795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe56ef42-7ecc-45ce-83ad-8d9420972699', 'tag': 'ca9bf95b-c66f-44df-9af6-c2a9603d3d53'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:08.291480 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972875d0-66b5-4552-ac24-3d9ea4cefe3b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe56ef42-7ecc-45ce-83ad-8d9420972699", "tag": "ca9bf95b-c66f-44df-9af6-c2a9603d3d53"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:08.333202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bf8e6-e801-4e50-b525-223b0ebf84f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:08.366969 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bf80-0f71-4868-bfe2-18f089821c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:08.449653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Allocated IP 172.20.0.7 (6e3c48e7-4e58-47af-8a09-eca7eea63604/a3286ed5-eb7c-4c28-b153-6ce31845a57a/b682dc4d-9870-4e78-8a78-325bdf3df6e6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:08.542678 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-66dd1422-8d12-4085-9b47-3975297cfc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:08.547686 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-66dd1422-8d12-4085-9b47-3975297cfc5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652f0738127548cc86fe4fefa67400eb&device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 1094 time: 0.1289487 Nov 15 14:37:08.622463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4bf80-0f71-4868-bfe2-18f089821c17 None None] Pushing event updated for resources: {'Port': ['ID=1ada838b-743f-4a38-b631-4137508b6512,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:08.636195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d1f374ad-6214-4865-bdbb-83f2d219c713 None None] Provisioning complete for port 1ada838b-743f-4a38-b631-4137508b6512 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:08.637065 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1f374ad-6214-4865-bdbb-83f2d219c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:08.651657 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-1968f27d-12d3-4924-9900-8e71c27286ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca9bf95b-c66f-44df-9af6-c2a9603d3d53 HTTP/1.1" status: 200 len: 217 time: 0.0936782 Nov 15 14:37:08.697127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-33bab3e2-8f36-478b-b004-e1e9441e3e6a tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:08.698887 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da46a2ad-aae2-4d5d-8cb2-fe4983c3ed76 req-33bab3e2-8f36-478b-b004-e1e9441e3e6a tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.4835389 Nov 15 14:37:08.736996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda32ef9-73cf-408e-8dde-2963f0b378b0 req-19b9acb7-ff71-43de-974a-ab0d88a985c6 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:08.758160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cda32ef9-73cf-408e-8dde-2963f0b378b0 req-19b9acb7-ff71-43de-974a-ab0d88a985c6 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 943 time: 0.1936898 Nov 15 14:37:08.780505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-eea02eff-8a3f-427c-a465-3b3934ff86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:08.782021 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-eea02eff-8a3f-427c-a465-3b3934ff86bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=194b9af5-0b82-47e1-b9b2-4ed0afc65383 HTTP/1.1" status: 200 len: 862 time: 0.1223807 Nov 15 14:37:08.818217 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:08.867350 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:08.890916 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cda32ef9-73cf-408e-8dde-2963f0b378b0 req-1ae881aa-4639-4792-8598-f0709da9fb5d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316438 Nov 15 14:37:08.920163 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-5bc65b5b-c081-4409-8009-fa1cd8f7a529 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44376db9-3c9e-46c9-8ea0-caa71f035bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294289 Nov 15 14:37:08.944926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-5329780d-0b34-4537-9e68-8eee3186003f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:37:08.946196 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-5329780d-0b34-4537-9e68-8eee3186003f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052702 Nov 15 14:37:09.079866 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:09.247414 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfb3672-b007-4ca8-a03e-7d5c87315487 x-openstack-request-id: req-0dfb3672-b007-4ca8-a03e-7d5c87315487 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:09.247816 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe56ef42-7ecc-45ce-83ad-8d9420972699", "tag": "ca9bf95b-c66f-44df-9af6-c2a9603d3d53", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:09.248171 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0dfb3672-b007-4ca8-a03e-7d5c87315487 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:09.248721 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe56ef42-7ecc-45ce-83ad-8d9420972699', 'tag': 'ca9bf95b-c66f-44df-9af6-c2a9603d3d53', 'status': 'completed', 'code': 200} Nov 15 14:37:09.265490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Network 6e3c48e7-4e58-47af-8a09-eca7eea63604 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:09.280222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7ad8d03-9ed4-4b0e-862a-6d84043c36ad req-e992ec09-117e-4530-af9c-56601f361c85 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/floatingips/80e81218-77bf-4d09-9349-30e3b4192fd7 HTTP/1.1" status: 200 len: 693 time: 0.1058447 Nov 15 14:37:09.288420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ede258-4aa8-4b8a-bd18-f8c29348580b admin admin] Deleting subnet d0ed1a7a-2b61-414a-9e85-3465465040c6 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:37:09.295334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:09.300673 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-1f792d24-d7b3-4bb7-b79b-739acb7d867d service neutron] 10.222.0.59 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303976 Nov 15 14:37:09.301628 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38ede258-4aa8-4b8a-bd18-f8c29348580b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:09.309606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event updated for resources: {'Port': ['ID=b682dc4d-9870-4e78-8a78-325bdf3df6e6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:09.312542 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:09.383359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1ada838b-743f-4a38-b631-4137508b6512 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:09.431943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f1a83-48a9-4f89-a0b8-4df1ded02920 req-40ddcb00-e425-48e2-a014-9d20268931d5 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:09.433783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-203f1a83-48a9-4f89-a0b8-4df1ded02920 req-40ddcb00-e425-48e2-a014-9d20268931d5 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 945 time: 0.2842319 Nov 15 14:37:09.471957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1ada838b-743f-4a38-b631-4137508b6512 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:09.472473 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:09.575664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad8d03-9ed4-4b0e-862a-6d84043c36ad req-db391e14-7160-4b2a-b344-c1efd7c70c4d tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:09.586841 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7ad8d03-9ed4-4b0e-862a-6d84043c36ad req-db391e14-7160-4b2a-b344-c1efd7c70c4d tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.3048506 Nov 15 14:37:09.617727 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-81da7dd1-39a7-4dc5-aace-d16677bec2d7 req-c4e4d12b-6f2f-4ac2-aa33-d42194557874 service neutron] 10.222.0.59 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076305 Nov 15 14:37:09.647908 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38ede258-4aa8-4b8a-bd18-f8c29348580b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:09.714288 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38ede258-4aa8-4b8a-bd18-f8c29348580b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:09.722667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d8eef18-871f-4b69-b443-3e97dcdb8dae req-e6b3b86c-a92e-4860-b774-c2719b31bef4 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=c85a3c876abb45c6a3cbe2da2f88b471 HTTP/1.1" status: 200 len: 696 time: 0.1064460 Nov 15 14:37:09.769112 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:09.814808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-203f1a83-48a9-4f89-a0b8-4df1ded02920 req-20bc2aa5-fffe-49df-8acd-f07ee39dd2cc tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603175 Nov 15 14:37:09.853977 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972875d0-66b5-4552-ac24-3d9ea4cefe3b req-5be9a852-0a6d-4e7e-b71f-2a7b06e17272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:09.856157 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-972875d0-66b5-4552-ac24-3d9ea4cefe3b req-5be9a852-0a6d-4e7e-b71f-2a7b06e17272 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652f0738127548cc86fe4fefa67400eb&device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 1094 time: 0.0746155 Nov 15 14:37:09.862128 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38ede258-4aa8-4b8a-bd18-f8c29348580b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:09.950893 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ede258-4aa8-4b8a-bd18-f8c29348580b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ed1a7a-2b61-414a-9e85-3465465040c6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:09.956534 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38ede258-4aa8-4b8a-bd18-f8c29348580b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:09.959906 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-38ede258-4aa8-4b8a-bd18-f8c29348580b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d0ed1a7a-2b61-414a-9e85-3465465040c6 HTTP/1.1" status: 204 len: 168 time: 1.1414304 Nov 15 14:37:09.971515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8eef18-871f-4b69-b443-3e97dcdb8dae req-989d327d-df91-4146-8449-2b225e6a2dbc tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:09.972601 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:09.994574 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d8eef18-871f-4b69-b443-3e97dcdb8dae req-989d327d-df91-4146-8449-2b225e6a2dbc tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/networks?id=b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 787 time: 0.2503796 Nov 15 14:37:09.996387 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:10.012621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-1d8eef18-871f-4b69-b443-3e97dcdb8dae req-2f86e013-24ac-4f10-9def-7d224d7f5474 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:37:10.035842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d8eef18-871f-4b69-b443-3e97dcdb8dae req-2f86e013-24ac-4f10-9def-7d224d7f5474 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0402911 Nov 15 14:37:10.057175 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e25ac90a-1a10-4d0c-b74a-8357739f1846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:10.186052 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e25ac90a-1a10-4d0c-b74a-8357739f1846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:10.186052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972875d0-66b5-4552-ac24-3d9ea4cefe3b req-c10c34c4-c848-4064-93e0-2ac1a23a5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:10.186350 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-972875d0-66b5-4552-ac24-3d9ea4cefe3b req-c10c34c4-c848-4064-93e0-2ac1a23a5d9f service neutron] 10.222.0.59 "GET /v2.0/networks?id=44376db9-3c9e-46c9-8ea0-caa71f035bc2 HTTP/1.1" status: 200 len: 923 time: 0.3182144 Nov 15 14:37:10.261860 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e25ac90a-1a10-4d0c-b74a-8357739f1846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:10.264979 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-972875d0-66b5-4552-ac24-3d9ea4cefe3b req-32e03a93-4410-4953-ab2f-871829747057 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca9bf95b-c66f-44df-9af6-c2a9603d3d53 HTTP/1.1" status: 200 len: 217 time: 0.0706499 Nov 15 14:37:10.279414 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e25ac90a-1a10-4d0c-b74a-8357739f1846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004e3366-ff91-4990-a78a-447cab3ae027') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:10.280128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e25ac90a-1a10-4d0c-b74a-8357739f1846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004e3366-ff91-4990-a78a-447cab3ae027') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:10.312862 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e25ac90a-1a10-4d0c-b74a-8357739f1846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:10.341808 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e25ac90a-1a10-4d0c-b74a-8357739f1846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:10.349247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25ac90a-1a10-4d0c-b74a-8357739f1846 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:37:10.349998 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e25ac90a-1a10-4d0c-b74a-8357739f1846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:37:10.409765 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:37:10.480889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972875d0-66b5-4552-ac24-3d9ea4cefe3b req-08e33ac5-25de-4b8c-a508-dbc72609eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:10.487920 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-972875d0-66b5-4552-ac24-3d9ea4cefe3b req-08e33ac5-25de-4b8c-a508-dbc72609eee4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=194b9af5-0b82-47e1-b9b2-4ed0afc65383 HTTP/1.1" status: 200 len: 862 time: 0.2005801 Nov 15 14:37:10.490921 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-4ff4ae84-b97a-49f6-aad2-a0766da87596 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/floatingips/80e81218-77bf-4d09-9349-30e3b4192fd7 HTTP/1.1" status: 200 len: 693 time: 0.2998219 Nov 15 14:37:10.534721 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-972875d0-66b5-4552-ac24-3d9ea4cefe3b req-5395b03e-8540-4bc7-83f3-23a302c0a899 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44376db9-3c9e-46c9-8ea0-caa71f035bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438347 Nov 15 14:37:10.538283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ae92278b-f6ac-44d6-b449-18207d6c7a82 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:10.627300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbb13a-5c26-4c34-be1f-3dcebdf6554c req-79a016a9-f233-4b62-8dfd-93326d3ebfa0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:10.644271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65cbb13a-5c26-4c34-be1f-3dcebdf6554c req-79a016a9-f233-4b62-8dfd-93326d3ebfa0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 943 time: 0.6058891 Nov 15 14:37:10.677054 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e25ac90a-1a10-4d0c-b74a-8357739f1846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:10.704775 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e25ac90a-1a10-4d0c-b74a-8357739f1846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:10.713594 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e25ac90a-1a10-4d0c-b74a-8357739f1846 admin admin] 10.222.0.70 "DELETE /v2.0/networks/921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9 HTTP/1.1" status: 204 len: 168 time: 0.7368152 Nov 15 14:37:10.728371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ac90a-1a10-4d0c-b74a-8357739f1846 admin admin] Pushing event deleted for resources: {'Network': ['ID=921b4d07-9b1b-4986-bcd8-8b4d25c3ddc9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:10.734189 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-972875d0-66b5-4552-ac24-3d9ea4cefe3b req-1f17563d-3334-4ef2-856e-f03d064e1525 service neutron] 10.222.0.59 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867278 Nov 15 14:37:10.747369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port ae92278b-f6ac-44d6-b449-18207d6c7a82 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:37:10.752086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port ae92278b-f6ac-44d6-b449-18207d6c7a82 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:10.752627 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:10.891731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65cbb13a-5c26-4c34-be1f-3dcebdf6554c req-27fdb5ca-c21e-4d20-a9fe-749871a09c4c tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305343 Nov 15 14:37:10.934787 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:10.981655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8c3768-c7e3-45b6-ac3a-54c091da669e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae92278b-f6ac-44d6-b449-18207d6c7a82'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:10.988880 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7e8a22-a656-4729-8733-dd5b34ca685f" -d '{"events": [{"server_uuid": "6c8c3768-c7e3-45b6-ac3a-54c091da669e", "name": "network-vif-plugged", "status": "completed", "tag": "ae92278b-f6ac-44d6-b449-18207d6c7a82"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:11.020914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ae92278b-f6ac-44d6-b449-18207d6c7a82, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ae92278b-f6ac-44d6-b449-18207d6c7a82,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:11.033873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-5562de5a-14f5-4e3b-8e6b-d7afb0b8de1c tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:11.057668 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-5562de5a-14f5-4e3b-8e6b-d7afb0b8de1c tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.5621176 Nov 15 14:37:11.075197 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-972875d0-66b5-4552-ac24-3d9ea4cefe3b req-6251d02b-27e8-4563-9321-c1645e03a7d8 service neutron] 10.222.0.59 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333073 Nov 15 14:37:11.079067 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:11.124773 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:11.177007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ae92278b-f6ac-44d6-b449-18207d6c7a82,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:11.250207 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:11.288100 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-ab377f72-5301-4777-af85-ae306404dc6c tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.2298317 Nov 15 14:37:11.395220 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-6e532c9e-a56b-4ff1-a5bb-7f9c786531bf tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.0783951 Nov 15 14:37:11.478323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event updated for resources: {'Port': ['ID=b682dc4d-9870-4e78-8a78-325bdf3df6e6,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:11.502276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bec126-75f1-4490-9f04-a02292e824da req-e47b617f-a5bb-4f58-9adc-b92e9b6f1bac tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:11.503836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13bec126-75f1-4490-9f04-a02292e824da req-e47b617f-a5bb-4f58-9adc-b92e9b6f1bac tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 946 time: 0.2659273 Nov 15 14:37:11.546122 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:11.633264 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13bec126-75f1-4490-9f04-a02292e824da req-490e5455-474b-4c5b-af39-5cd604c86775 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910351 Nov 15 14:37:11.673899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-22687e71-c791-4283-b894-e280101285eb tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Deleting port 11bca0ed-c96f-4f12-90ee-acaa9e445059 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:11.674782 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-22687e71-c791-4283-b894-e280101285eb tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:11.708391 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5a80df-0fbe-4b93-809e-cbe155ccfb8e x-openstack-request-id: req-5a5a80df-0fbe-4b93-809e-cbe155ccfb8e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:11.708969 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8c3768-c7e3-45b6-ac3a-54c091da669e", "name": "network-vif-plugged", "status": "completed", "tag": "ae92278b-f6ac-44d6-b449-18207d6c7a82", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:11.709293 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a5a80df-0fbe-4b93-809e-cbe155ccfb8e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:11.709880 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8c3768-c7e3-45b6-ac3a-54c091da669e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae92278b-f6ac-44d6-b449-18207d6c7a82', 'code': 200} Nov 15 14:37:11.809033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55964) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:11.818163 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:11.824068 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0f9ddf0e-cedb-4310-86ea-e51d36f5416a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1582949 Nov 15 14:37:11.853275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55966) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:11.941378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525d9ae-13ed-4026-bfe0-2e895a3be9e1 req-c1441f01-a12e-4299-ae45-27e1fbe22cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:11.944227 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e525d9ae-13ed-4026-bfe0-2e895a3be9e1 req-c1441f01-a12e-4299-ae45-27e1fbe22cb0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 1097 time: 0.1558700 Nov 15 14:37:11.974304 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1d6169d6-3f44-4535-a879-c3d8acd755a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c052523e5234dba9337b3b67cd69a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560967 Nov 15 14:37:11.984867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55978) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:12.050752 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-22687e71-c791-4283-b894-e280101285eb tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:12.051529 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-22687e71-c791-4283-b894-e280101285eb tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:12.076960 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299f1366-3d8d-4fa6-ae9c-8bc223bc0b4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:12.078696 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e525d9ae-13ed-4026-bfe0-2e895a3be9e1 req-d4f70179-d54d-472b-a339-b1da943fe4f3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022234 Nov 15 14:37:12.081882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dac16787-59a8-4978-ba9f-137e09c08f79 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=6e3c48e7-4e58-47af-8a09-eca7eea63604 HTTP/1.1" status: 200 len: 689 time: 0.2273149 Nov 15 14:37:12.085384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55982) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:12.103324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-22687e71-c791-4283-b894-e280101285eb tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Calling delete_port for 11bca0ed-c96f-4f12-90ee-acaa9e445059 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:12.154987 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299f1366-3d8d-4fa6-ae9c-8bc223bc0b4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:12.214534 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:12.216478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec09b60-2f20-4d08-8957-b861f42cfe86 req-2e98d3d3-4174-456e-9d80-5ed796ed9733 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:12.218535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ec09b60-2f20-4d08-8957-b861f42cfe86 req-2e98d3d3-4174-456e-9d80-5ed796ed9733 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 943 time: 0.1241615 Nov 15 14:37:12.473737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ec09b60-2f20-4d08-8957-b861f42cfe86 req-1aa85d98-302f-4564-ad0d-005e617112f5 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379546 Nov 15 14:37:12.508332 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-22687e71-c791-4283-b894-e280101285eb tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:12.626065 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299f1366-3d8d-4fa6-ae9c-8bc223bc0b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:12.633755 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299f1366-3d8d-4fa6-ae9c-8bc223bc0b4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:12.636009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-299f1366-3d8d-4fa6-ae9c-8bc223bc0b4f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45d0e453-7136-40ac-a546-f2c7b164ed82 HTTP/1.1" status: 204 len: 168 time: 0.6491351 Nov 15 14:37:12.637572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22687e71-c791-4283-b894-e280101285eb tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Pushing event deleted for resources: {'Port': ['ID=11bca0ed-c96f-4f12-90ee-acaa9e445059,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:12.863567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f1366-3d8d-4fa6-ae9c-8bc223bc0b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d0e453-7136-40ac-a546-f2c7b164ed82,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:12.865633 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-22687e71-c791-4283-b894-e280101285eb tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:12.868775 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-22687e71-c791-4283-b894-e280101285eb tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:12.870120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcb920b7-53b0-42b7-8eba-71cafeaae3c4 req-22687e71-c791-4283-b894-e280101285eb tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "DELETE /v2.0/floatingips/80e81218-77bf-4d09-9349-30e3b4192fd7 HTTP/1.1" status: 204 len: 173 time: 1.4504268 Nov 15 14:37:12.937472 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Deleting port b682dc4d-9870-4e78-8a78-325bdf3df6e6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:12.942660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:13.103467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8528d-2149-4c2c-9d4b-97d903ee2602 req-3fe1ea96-bb46-4dae-b19f-f23d34dbb5a5 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:13.112536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95b8528d-2149-4c2c-9d4b-97d903ee2602 req-3fe1ea96-bb46-4dae-b19f-f23d34dbb5a5 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 946 time: 0.2105424 Nov 15 14:37:13.138163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:13.138489 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:13.177428 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Calling delete_port for b682dc4d-9870-4e78-8a78-325bdf3df6e6 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:13.231890 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95b8528d-2149-4c2c-9d4b-97d903ee2602 req-2c157be6-6ba2-44c8-a8e6-0cd82d3aae08 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179366 Nov 15 14:37:13.321087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9328435-0fe2-4239-892a-51ea34749be8 req-7f4a644e-a9fe-458a-88f7-05a96586a5ab tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2989540 Nov 15 14:37:13.337178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:13.513298 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:13.553304 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:13.602578 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event deleted for resources: {'Port': ['ID=b682dc4d-9870-4e78-8a78-325bdf3df6e6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:13.622386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ca9bf95b-c66f-44df-9af6-c2a9603d3d53 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:37:13.718009 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:13.803602 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:13.847240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ca9bf95b-c66f-44df-9af6-c2a9603d3d53, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:13.866854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'ca9bf95b-c66f-44df-9af6-c2a9603d3d53', 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2', 'port_id': 'ca9bf95b-c66f-44df-9af6-c2a9603d3d53', 'mac_address': 'fa:16:3e:ab:ab:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194b9af5-0b82-47e1-b9b2-4ed0afc65383', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:37:13.926444 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:13.943720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9bf95b-c66f-44df-9af6-c2a9603d3d53 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:37:13.982659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ca9bf95b-c66f-44df-9af6-c2a9603d3d53, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:14.005393 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:14.060821 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a3286ed5-eb7c-4c28-b153-6ce31845a57a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:14.068203 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:14.168729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:14.252261 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:14.284033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3c48e7-4e58-47af-8a09-eca7eea63604']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:14.303351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['ca9bf95b-c66f-44df-9af6-c2a9603d3d53'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:37:14.315455 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a0c0fa-1d2e-4e42-86d6-2c682132e1a2') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:14.317569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a0c0fa-1d2e-4e42-86d6-2c682132e1a2') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:14.346264 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:14.364165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d58a1-62ed-42f9-9ca0-6c58c8356e6c req-5d921e31-8ca1-489b-8b41-e9cdb2c43168 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:14.371991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba7d58a1-62ed-42f9-9ca0-6c58c8356e6c req-5d921e31-8ca1-489b-8b41-e9cdb2c43168 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 943 time: 0.7512236 Nov 15 14:37:14.391010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:14.405165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:37:14.407678 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:37:14.412389 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:37:14.437246 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba7d58a1-62ed-42f9-9ca0-6c58c8356e6c req-74b258f1-004b-4542-a297-cb7bedd33990 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630045 Nov 15 14:37:14.540474 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:14.685641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56038) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:14.696261 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:14.746248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e3c48e7-4e58-47af-8a09-eca7eea63604 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 14:37:14.748201 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e3c48e7-4e58-47af-8a09-eca7eea63604,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:14.771608 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:14.786170 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-63864cac-715c-4149-b6df-a50ce24dea5c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "DELETE /v2.0/networks/6e3c48e7-4e58-47af-8a09-eca7eea63604 HTTP/1.1" status: 204 len: 168 time: 2.6961086 Nov 15 14:37:14.790254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56042) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:14.938992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82391d07-b2b3-45e2-a9ff-00b26095eaaf req-c73e118c-a148-461c-abd2-3b0b138f014f tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:14.946358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82391d07-b2b3-45e2-a9ff-00b26095eaaf req-c73e118c-a148-461c-abd2-3b0b138f014f tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 946 time: 0.1318977 Nov 15 14:37:14.952951 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6fa8a2a7-02e3-4d62-8207-5deb7f17d492 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.1609166 Nov 15 14:37:14.955119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:15.011970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-252135254-network', 'tenant_id': 'da95c53227c94ab995e1a9fac68bec38'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:15.048917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Allocated IP 172.25.4.221 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/d6ab3f82-0d68-4845-81b6-b858a380fde0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:15.097100 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82391d07-b2b3-45e2-a9ff-00b26095eaaf req-04d4e382-c419-4826-b4c2-c265e24cf8a6 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288481 Nov 15 14:37:15.102464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b6d337-e65d-4db8-ae5a-debef1d4daf4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:15.103813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b6d337-e65d-4db8-ae5a-debef1d4daf4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:15.103813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b6d337-e65d-4db8-ae5a-debef1d4daf4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:15.107701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b6d337-e65d-4db8-ae5a-debef1d4daf4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:15.108159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b6d337-e65d-4db8-ae5a-debef1d4daf4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:15.108608 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b6d337-e65d-4db8-ae5a-debef1d4daf4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:15.109050 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b6d337-e65d-4db8-ae5a-debef1d4daf4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:15.109544 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b6d337-e65d-4db8-ae5a-debef1d4daf4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:15.114560 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f9b6d337-e65d-4db8-ae5a-debef1d4daf4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5309 time: 0.1583049 Nov 15 14:37:15.118080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56046) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:15.196197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Made reservation on behalf of da95c53227c94ab995e1a9fac68bec38 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:15.206327 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.216777 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-af376bec-46d8-4118-8a91-dd3ea5b5e82a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] delete failed (client error): The resource could not be found. Nov 15 14:37:15.217838 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-af376bec-46d8-4118-8a91-dd3ea5b5e82a tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/378cf557-93d6-4819-9834-f48f7e369216 HTTP/1.1" status: 404 len: 345 time: 0.0987744 Nov 15 14:37:15.220461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:15.234969 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.255498 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71b7e99-1b97-4ee3-a799-8ac601905e29 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] DELETE failed (client error): The resource could not be found. Nov 15 14:37:15.255985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71b7e99-1b97-4ee3-a799-8ac601905e29 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:37:15.265320 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a71b7e99-1b97-4ee3-a799-8ac601905e29 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "DELETE /v2.0/networks/6e3c48e7-4e58-47af-8a09-eca7eea63604 HTTP/1.1" status: 404 len: 339 time: 0.0438442 Nov 15 14:37:15.271935 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56054) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:15.292971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ffc21f9d-4e13-4686-ae58-86143da1c3d9 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Request body: {'network': {'name': 'tempest-network--446363821', 'router:external': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:15.398584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.427650 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc21f9d-4e13-4686-ae58-86143da1c3d9 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Made reservation on behalf of 054d954a1b13407b951f6eb6e1246a0a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:15.431178 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc21f9d-4e13-4686-ae58-86143da1c3d9 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.494386 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc21f9d-4e13-4686-ae58-86143da1c3d9 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:37:15.498024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.525095 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc21f9d-4e13-4686-ae58-86143da1c3d9 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.525095 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-ffc21f9d-4e13-4686-ae58-86143da1c3d9 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Added segment 51d016bb-6552-4eb1-b8f4-315c23983868 of type vlan for network da2beda3-bd31-4fa5-90a2-40312190fdc3 Nov 15 14:37:15.530259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:37:15.553993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.555042 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Added segment 4844d34b-bcb4-428a-b64e-1362570c37c0 of type vlan for network 2dd5acea-a07f-44c1-add2-be9f63728929 Nov 15 14:37:15.615271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.626166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ca9bf95b-c66f-44df-9af6-c2a9603d3d53 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:15.639955 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc21f9d-4e13-4686-ae58-86143da1c3d9 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.681459 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.706318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7c11f0-7268-41e3-9682-64044563ab9e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:15.729248 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.732896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:15.732896 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.747498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc21f9d-4e13-4686-ae58-86143da1c3d9 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.751616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc21f9d-4e13-4686-ae58-86143da1c3d9 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:15.751616 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc21f9d-4e13-4686-ae58-86143da1c3d9 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:15.839538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd5acea-a07f-44c1-add2-be9f63728929,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:15.849941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4ae1867e-6292-4b32-9b88-a985138e78b4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1628017 Nov 15 14:37:15.855001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 2dd5acea-a07f-44c1-add2-be9f63728929 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:37:15.869123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56064) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:15.881461 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-833d7cfc-b431-414d-aaf1-451b6f0fc551 admin admin] Request body: {'subnet': {'network_id': '2dd5acea-a07f-44c1-add2-be9f63728929', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-252135254-subnet', 'tenant_id': 'da95c53227c94ab995e1a9fac68bec38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:15.904889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc21f9d-4e13-4686-ae58-86143da1c3d9 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event updated for resources: {'Network': ['ID=da2beda3-bd31-4fa5-90a2-40312190fdc3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:15.922561 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ffc21f9d-4e13-4686-ae58-86143da1c3d9 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6492488 Nov 15 14:37:15.925137 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:15.967881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af64ce-fb73-43dd-8528-1de735b79850 req-960099ab-1d39-45cb-bcbc-57f84b556b70 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:15.975659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78af64ce-fb73-43dd-8528-1de735b79850 req-960099ab-1d39-45cb-bcbc-57f84b556b70 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 944 time: 0.2645326 Nov 15 14:37:16.092890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833d7cfc-b431-414d-aaf1-451b6f0fc551 admin admin] Made reservation on behalf of da95c53227c94ab995e1a9fac68bec38 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:16.096069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network da2beda3-bd31-4fa5-90a2-40312190fdc3 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:37:16.107026 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-833d7cfc-b431-414d-aaf1-451b6f0fc551 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:16.107250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port ca9bf95b-c66f-44df-9af6-c2a9603d3d53 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:37:16.160482 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port ca9bf95b-c66f-44df-9af6-c2a9603d3d53 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:16.161176 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:16.246434 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:16.282436 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:16.368472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe56ef42-7ecc-45ce-83ad-8d9420972699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9bf95b-c66f-44df-9af6-c2a9603d3d53'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:16.369917 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2854f9ff-d6ec-4795-b5ab-2dc45f18a97d" -d '{"events": [{"server_uuid": "fe56ef42-7ecc-45ce-83ad-8d9420972699", "name": "network-vif-plugged", "status": "completed", "tag": "ca9bf95b-c66f-44df-9af6-c2a9603d3d53"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:16.401211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ca9bf95b-c66f-44df-9af6-c2a9603d3d53, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:16.403180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78af64ce-fb73-43dd-8528-1de735b79850 req-d261f717-4da3-4f3e-836d-fab34d350e95 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049153 Nov 15 14:37:16.409003 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e0654a-a30b-4ed8-9c80-676948b56431 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:16.413332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:16.415754 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e0654a-a30b-4ed8-9c80-676948b56431 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:16.424098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e0654a-a30b-4ed8-9c80-676948b56431 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:16.432588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e0654a-a30b-4ed8-9c80-676948b56431 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:16.434305 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-10e0654a-a30b-4ed8-9c80-676948b56431 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5082047 Nov 15 14:37:16.437755 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:16.467361 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:16.548759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:16.553086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Pushing event updated for resources: {'Port': ['ID=d6ab3f82-0d68-4845-81b6-b858a380fde0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:16.558940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:16.569614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:16.571732 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:16.665775 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:16.708687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2beda3-bd31-4fa5-90a2-40312190fdc3']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:16.725778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d016bb-6552-4eb1-b8f4-315c23983868') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:16.726933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d016bb-6552-4eb1-b8f4-315c23983868') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:16.749156 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:16.763694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd387a1f-1861-4f6a-9114-697aa4884d0a req-12a17e81-86d1-4516-b442-ea728902f5f2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:16.771437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd387a1f-1861-4f6a-9114-697aa4884d0a req-12a17e81-86d1-4516-b442-ea728902f5f2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 946 time: 0.1489301 Nov 15 14:37:16.773628 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:16.781729 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-833d7cfc-b431-414d-aaf1-451b6f0fc551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:16.786850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:37:16.786850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:16.861692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:37:16.891652 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:37:16.908088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd387a1f-1861-4f6a-9114-697aa4884d0a req-d52c3e46-74fb-4a0c-b8b0-c8320b3e89a3 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323192 Nov 15 14:37:16.930415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d7cfc-b431-414d-aaf1-451b6f0fc551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45fb6d9f-2026-4163-bca0-562eed3a13a7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:16.959726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d7cfc-b431-414d-aaf1-451b6f0fc551 admin admin] Checking segment: {'id': '4844d34b-bcb4-428a-b64e-1362570c37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2dd5acea-a07f-44c1-add2-be9f63728929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:16.959726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d7cfc-b431-414d-aaf1-451b6f0fc551 admin admin] Network hostable DHCP agents. Network: 2dd5acea-a07f-44c1-add2-be9f63728929, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:37:16.988024 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:17.005184 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:17.008624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da2beda3-bd31-4fa5-90a2-40312190fdc3 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 14:37:17.016167 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:17.031903 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "DELETE /v2.0/networks/da2beda3-bd31-4fa5-90a2-40312190fdc3 HTTP/1.1" status: 204 len: 168 time: 0.5869493 Nov 15 14:37:17.039525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56084) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:17.082688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d7cfc-b431-414d-aaf1-451b6f0fc551 admin admin] Network 2dd5acea-a07f-44c1-add2-be9f63728929 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:37:17.084424 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-568511e2-e92b-4898-9d26-24944421fd2c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Request body: {'network': {'name': 'tempest-network--1432126271', 'router:external': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:17.110736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62c301-6432-404c-9e1c-2b7d33e2c71c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event deleted for resources: {'Network': ['ID=da2beda3-bd31-4fa5-90a2-40312190fdc3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:17.204224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-833d7cfc-b431-414d-aaf1-451b6f0fc551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 2dd5acea-a07f-44c1-add2-be9f63728929) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:17.219869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e25a2-07b4-4aea-aa51-2fdab49a00b9 None None] Network 2dd5acea-a07f-44c1-add2-be9f63728929 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:17.222685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568511e2-e92b-4898-9d26-24944421fd2c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Made reservation on behalf of 054d954a1b13407b951f6eb6e1246a0a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:17.224702 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-568511e2-e92b-4898-9d26-24944421fd2c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:17.231821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d7cfc-b431-414d-aaf1-451b6f0fc551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:17.233744 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-833d7cfc-b431-414d-aaf1-451b6f0fc551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:17.266578 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568511e2-e92b-4898-9d26-24944421fd2c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:37:17.291850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-568511e2-e92b-4898-9d26-24944421fd2c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:17.295436 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-568511e2-e92b-4898-9d26-24944421fd2c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Added segment 3f19c52b-6305-4ed1-9270-f84c09cf04e9 of type vlan for network 3ae8e22b-a7e7-4c92-b499-60bf76d6bf81 Nov 15 14:37:17.356482 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be81052-305b-497c-b4e8-c5257ebe57b7 x-openstack-request-id: req-2be81052-305b-497c-b4e8-c5257ebe57b7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:17.358679 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe56ef42-7ecc-45ce-83ad-8d9420972699", "name": "network-vif-plugged", "status": "completed", "tag": "ca9bf95b-c66f-44df-9af6-c2a9603d3d53", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:17.358679 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2be81052-305b-497c-b4e8-c5257ebe57b7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:17.358679 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe56ef42-7ecc-45ce-83ad-8d9420972699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9bf95b-c66f-44df-9af6-c2a9603d3d53', 'code': 200} Nov 15 14:37:17.474183 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-568511e2-e92b-4898-9d26-24944421fd2c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:17.596330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-833d7cfc-b431-414d-aaf1-451b6f0fc551 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7232924 Nov 15 14:37:17.629981 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df8251b-3c73-414d-a4b3-44bd00181aea None None] Network 2dd5acea-a07f-44c1-add2-be9f63728929 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:17.733715 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cfc8c-e087-4cef-81c8-a2f405e8d7a5 req-33099260-bad5-4f09-8f57-e6d12424695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:17.740551 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-062cfc8c-e087-4cef-81c8-a2f405e8d7a5 req-33099260-bad5-4f09-8f57-e6d12424695d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 1096 time: 0.3562603 Nov 15 14:37:17.763936 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:17.765277 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-568511e2-e92b-4898-9d26-24944421fd2c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:17.766241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568511e2-e92b-4898-9d26-24944421fd2c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:17.779236 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-568511e2-e92b-4898-9d26-24944421fd2c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:17.861935 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:17.976837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Pushing event updated for resources: {'Port': ['ID=d6ab3f82-0d68-4845-81b6-b858a380fde0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:17.984832 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568511e2-e92b-4898-9d26-24944421fd2c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event updated for resources: {'Network': ['ID=3ae8e22b-a7e7-4c92-b499-60bf76d6bf81,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:17.994973 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:18.021190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 3ae8e22b-a7e7-4c92-b499-60bf76d6bf81 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:37:18.067381 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-062cfc8c-e087-4cef-81c8-a2f405e8d7a5 req-770ee236-aec4-4c59-b833-f464b2f73f01 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207977 Nov 15 14:37:18.080920 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:18.082628 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9328435-0fe2-4239-892a-51ea34749be8 req-3d4b3742-5985-4eb0-83a9-ffb066d846c6 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7604167 Nov 15 14:37:18.111723 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-568511e2-e92b-4898-9d26-24944421fd2c tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0311317 Nov 15 14:37:18.115026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:18.203495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9328435-0fe2-4239-892a-51ea34749be8 req-0d9af19e-5911-45ca-bcb8-f095fea5d6db tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.1108780 Nov 15 14:37:18.328876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f04625-4088-4765-97a8-968c1825272b tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:18.342235 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e6f04625-4088-4765-97a8-968c1825272b tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] 10.222.0.70 "GET /v2.0/networks/3ae8e22b-a7e7-4c92-b499-60bf76d6bf81 HTTP/1.1" status: 200 len: 757 time: 0.2238851 Nov 15 14:37:18.346355 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56112) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:18.488176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9328435-0fe2-4239-892a-51ea34749be8 req-85f7796b-c129-401a-825d-3ce3b87cc045 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:18.488176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9328435-0fe2-4239-892a-51ea34749be8 req-85f7796b-c129-401a-825d-3ce3b87cc045 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.2698004 Nov 15 14:37:18.511400 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54840045-561e-4fbc-bc8a-6df67422044d tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:18.514820 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-54840045-561e-4fbc-bc8a-6df67422044d tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] 10.222.0.70 "GET /v2.0/networks/d87f2672-b56c-4034-b70f-3d31e895946d HTTP/1.1" status: 200 len: 767 time: 0.1657755 Nov 15 14:37:18.518003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:18.799006 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:18.848574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1034b4-794c-477b-93ec-e6ec46e8af07 req-f44d30a7-97d8-4fa9-b037-86b5168a0799 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:18.851428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f1034b4-794c-477b-93ec-e6ec46e8af07 req-f44d30a7-97d8-4fa9-b037-86b5168a0799 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 945 time: 0.1780729 Nov 15 14:37:19.071087 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:19.101896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f1034b4-794c-477b-93ec-e6ec46e8af07 req-3c9f08d1-816c-42c3-8e0f-84a10a9f0d2d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943479 Nov 15 14:37:19.135318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae8e22b-a7e7-4c92-b499-60bf76d6bf81']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:19.214882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f19c52b-6305-4ed1-9270-f84c09cf04e9') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:19.215191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f19c52b-6305-4ed1-9270-f84c09cf04e9') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:19.235459 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:19.261529 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:19.282290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:37:19.282937 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:37:19.286122 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:37:19.327320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-bc990ebf-decc-4b8d-b5a1-3bc5c4efa0b9 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:19.341034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-bc990ebf-decc-4b8d-b5a1-3bc5c4efa0b9 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/networks?id=2dd5acea-a07f-44c1-add2-be9f63728929 HTTP/1.1" status: 200 len: 813 time: 0.2223008 Nov 15 14:37:19.434955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-e3f392a1-f7da-4fa2-b19b-69ccbc308ac1 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/quotas/da95c53227c94ab995e1a9fac68bec38 HTTP/1.1" status: 200 len: 375 time: 0.0926695 Nov 15 14:37:19.452277 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-96b164af-602d-4ccd-ab35-d620d8e5825e tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/floatingips/8b9bc411-f048-4ff0-aeb2-058aec9aa964 HTTP/1.1" status: 200 len: 693 time: 0.0684717 Nov 15 14:37:19.490201 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-74135f4c-8f72-4fae-aaf1-782bdbbbe5de tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=da95c53227c94ab995e1a9fac68bec38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428572 Nov 15 14:37:19.568025 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:19.581784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ae8e22b-a7e7-4c92-b499-60bf76d6bf81 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 14:37:19.608216 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:19.616758 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "DELETE /v2.0/networks/3ae8e22b-a7e7-4c92-b499-60bf76d6bf81 HTTP/1.1" status: 204 len: 168 time: 1.0925272 Nov 15 14:37:19.617771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:19.620524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87da9bf-6bed-4b9e-86f4-dfa7c61d22df tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ae8e22b-a7e7-4c92-b499-60bf76d6bf81,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:19.628526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4aa49827-5589-4ec8-a73e-d4269eca39c4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Request body: {'network': {'name': 'tempest-network--1288040456'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:19.641275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-f2925c7b-1d1a-4390-a9b7-00c169638156 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:19.641275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-f2925c7b-1d1a-4390-a9b7-00c169638156 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.1807523 Nov 15 14:37:19.662087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-f40c28e0-ee86-45cd-9fcc-82cc70d0ad77 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:37:19.672451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-f40c28e0-ee86-45cd-9fcc-82cc70d0ad77 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1720154 Nov 15 14:37:19.758807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa49827-5589-4ec8-a73e-d4269eca39c4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Made reservation on behalf of 054d954a1b13407b951f6eb6e1246a0a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:19.761386 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aa49827-5589-4ec8-a73e-d4269eca39c4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:19.818744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa49827-5589-4ec8-a73e-d4269eca39c4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:37:19.859914 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aa49827-5589-4ec8-a73e-d4269eca39c4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:19.859914 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-4aa49827-5589-4ec8-a73e-d4269eca39c4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Added segment ad585347-ae44-492a-9dcb-c8ce0548b8a9 of type vlan for network 3a8db7e0-9efa-4306-b117-775598d4143d Nov 15 14:37:19.878899 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-82289c9c-072d-4695-8c92-9f30306808fc tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.1877151 Nov 15 14:37:19.940142 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aa49827-5589-4ec8-a73e-d4269eca39c4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:19.941072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-08f18246-4d7f-4969-92ee-dff1a29c6534 service neutron] 10.222.0.70 "GET /v2.0/networks/2dd5acea-a07f-44c1-add2-be9f63728929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670188 Nov 15 14:37:19.970952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-82ddcacc-7b15-46d0-91ea-ee4eb46948c5 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.0993204 Nov 15 14:37:20.174272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-6e2ec3a7-1529-4092-aebe-34b8557edb86 service neutron] 10.222.0.70 "GET /v2.0/networks/2dd5acea-a07f-44c1-add2-be9f63728929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207170 Nov 15 14:37:20.198485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-c8bab35a-dd1b-446e-b9c0-0c6fb15a2529 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Deleting port d6ab3f82-0d68-4845-81b6-b858a380fde0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:20.198878 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-c8bab35a-dd1b-446e-b9c0-0c6fb15a2529 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:20.285682 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-c8bab35a-dd1b-446e-b9c0-0c6fb15a2529 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:20.285995 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-c8bab35a-dd1b-446e-b9c0-0c6fb15a2529 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:20.299515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-c8bab35a-dd1b-446e-b9c0-0c6fb15a2529 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Calling delete_port for d6ab3f82-0d68-4845-81b6-b858a380fde0 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:20.621528 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aa49827-5589-4ec8-a73e-d4269eca39c4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:20.622695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa49827-5589-4ec8-a73e-d4269eca39c4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:20.623545 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aa49827-5589-4ec8-a73e-d4269eca39c4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:20.693943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa49827-5589-4ec8-a73e-d4269eca39c4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event updated for resources: {'Network': ['ID=3a8db7e0-9efa-4306-b117-775598d4143d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:20.704236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 3a8db7e0-9efa-4306-b117-775598d4143d details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:37:20.739579 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-c8bab35a-dd1b-446e-b9c0-0c6fb15a2529 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:20.769079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bab35a-dd1b-446e-b9c0-0c6fb15a2529 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Pushing event deleted for resources: {'Port': ['ID=d6ab3f82-0d68-4845-81b6-b858a380fde0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:20.818234 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4aa49827-5589-4ec8-a73e-d4269eca39c4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1986792 Nov 15 14:37:20.827747 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56158) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:20.832938 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-63d9aa66-6c12-499a-82e2-28d886bbb9b4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:20.981390 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-c8bab35a-dd1b-446e-b9c0-0c6fb15a2529 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:20.984086 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-c8bab35a-dd1b-446e-b9c0-0c6fb15a2529 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:20.985276 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f77f4aa4-3d98-42a0-ba4c-ada88a8f08d7 req-c8bab35a-dd1b-446e-b9c0-0c6fb15a2529 tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "DELETE /v2.0/floatingips/8b9bc411-f048-4ff0-aeb2-058aec9aa964 HTTP/1.1" status: 204 len: 173 time: 1.0026016 Nov 15 14:37:21.097665 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63d9aa66-6c12-499a-82e2-28d886bbb9b4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:21.120654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec784a0-ed38-4132-9719-a5304d71b315 req-64ae4a80-b261-42e4-b922-b2a1fac2c85f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:21.125385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ec784a0-ed38-4132-9719-a5304d71b315 req-64ae4a80-b261-42e4-b922-b2a1fac2c85f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 945 time: 0.1037514 Nov 15 14:37:21.182659 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63d9aa66-6c12-499a-82e2-28d886bbb9b4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:21.203913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63d9aa66-6c12-499a-82e2-28d886bbb9b4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Network 3a8db7e0-9efa-4306-b117-775598d4143d is not hosted by any dhcp agent {{(pid=103147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 14:37:21.205028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d9aa66-6c12-499a-82e2-28d886bbb9b4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:21.206069 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63d9aa66-6c12-499a-82e2-28d886bbb9b4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:21.207655 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-63d9aa66-6c12-499a-82e2-28d886bbb9b4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "PUT /v2.0/networks/3a8db7e0-9efa-4306-b117-775598d4143d HTTP/1.1" status: 200 len: 858 time: 0.3788908 Nov 15 14:37:21.212923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:21.271006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9aa66-6c12-499a-82e2-28d886bbb9b4 tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event updated for resources: {'Network': ['ID=3a8db7e0-9efa-4306-b117-775598d4143d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:21.319507 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ec784a0-ed38-4132-9719-a5304d71b315 req-f00f41f7-5594-42f3-bfa5-7acd4fd78234 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851034 Nov 15 14:37:21.370897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:21.375402 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64b47b4f-97d1-4a0e-8bd2-47c070ebdbbf req-aa7137f2-47d7-4c75-8d52-88ab2154a13f tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 210 time: 0.1523337 Nov 15 14:37:21.427421 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-7fe2545c-f0f5-435f-b7a2-8f5b62101227 req-494bc9aa-7d44-429c-a9e1-9eee292ef8ad tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] show failed (client error): The resource could not be found. Nov 15 14:37:21.428462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fe2545c-f0f5-435f-b7a2-8f5b62101227 req-494bc9aa-7d44-429c-a9e1-9eee292ef8ad tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/floatingips/8b9bc411-f048-4ff0-aeb2-058aec9aa964 HTTP/1.1" status: 404 len: 350 time: 0.0555985 Nov 15 14:37:21.572899 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-e01bd3b9-24e1-444a-bd5a-0a1ef57ababd req-e53bddcc-a020-465f-be01-a4e272e3d18a tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] show failed (client error): The resource could not be found. Nov 15 14:37:21.573963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e01bd3b9-24e1-444a-bd5a-0a1ef57ababd req-e53bddcc-a020-465f-be01-a4e272e3d18a tempest-FloatingIPsTestJSON-2078611517 tempest-FloatingIPsTestJSON-2078611517-project] 10.222.0.70 "GET /v2.0/floatingips/8b9bc411-f048-4ff0-aeb2-058aec9aa964 HTTP/1.1" status: 404 len: 350 time: 0.0473359 Nov 15 14:37:21.584180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56194) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:21.597954 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:21.621875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8db7e0-9efa-4306-b117-775598d4143d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:21.667068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51666e29-d40a-4760-9700-a14e9565024f req-94788c63-3335-4ee1-a165-595029aa3d36 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:21.668731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51666e29-d40a-4760-9700-a14e9565024f req-94788c63-3335-4ee1-a165-595029aa3d36 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 945 time: 0.2034638 Nov 15 14:37:21.671221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad585347-ae44-492a-9dcb-c8ce0548b8a9') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:21.671551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad585347-ae44-492a-9dcb-c8ce0548b8a9') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:21.684781 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:21.716019 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:21.731407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:37:21.731844 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:37:21.733656 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:37:21.783295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51666e29-d40a-4760-9700-a14e9565024f req-ffc960e6-b168-4d7f-b626-3589623fb027 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030536 Nov 15 14:37:21.953032 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:21.959669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a8db7e0-9efa-4306-b117-775598d4143d {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 14:37:21.965841 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:21.968880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] 10.222.0.70 "DELETE /v2.0/networks/3a8db7e0-9efa-4306-b117-775598d4143d HTTP/1.1" status: 204 len: 168 time: 0.7542298 Nov 15 14:37:21.972468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:21.980585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8b1ae-77bd-40c8-ad0e-70d2f90bbcfd tempest-ExternalNetworksTestJSON-53429383 tempest-ExternalNetworksTestJSON-53429383-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a8db7e0-9efa-4306-b117-775598d4143d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:21.988652 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f5bbe-41f5-4d5a-b183-11e7622166d5 req-dd6b7366-a198-4fb7-8a3e-2707528c7d63 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:21.990185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a98f5bbe-41f5-4d5a-b183-11e7622166d5 req-dd6b7366-a198-4fb7-8a3e-2707528c7d63 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 945 time: 0.0881059 Nov 15 14:37:22.029592 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8463acf-c51b-4a31-a479-f856ecf4fb5e tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] DELETE failed (client error): The resource could not be found. Nov 15 14:37:22.030059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8463acf-c51b-4a31-a479-f856ecf4fb5e tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:37:22.035845 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d8463acf-c51b-4a31-a479-f856ecf4fb5e tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] 10.222.0.70 "DELETE /v2.0/subnets/a3286ed5-eb7c-4c28-b153-6ce31845a57a HTTP/1.1" status: 404 len: 337 time: 0.0617607 Nov 15 14:37:22.036635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56218) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:22.064911 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1a80-4234-49f4-b2f0-e2bbad52ecde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:22.186861 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a98f5bbe-41f5-4d5a-b183-11e7622166d5 req-e3840124-6fe7-404e-995c-6640cb6d85d1 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807637 Nov 15 14:37:22.190811 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8fa6c0dd-70cd-4f6b-8cc6-53aa8fd27f18 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:22.316342 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8fa6c0dd-70cd-4f6b-8cc6-53aa8fd27f18 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:22.389342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8fa6c0dd-70cd-4f6b-8cc6-53aa8fd27f18 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87f2672-b56c-4034-b70f-3d31e895946d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:22.405320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8fa6c0dd-70cd-4f6b-8cc6-53aa8fd27f18 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f162bd-6f8c-4f97-acbb-5bc07ea7bef1') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:22.405621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8fa6c0dd-70cd-4f6b-8cc6-53aa8fd27f18 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f162bd-6f8c-4f97-acbb-5bc07ea7bef1') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:22.419558 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8fa6c0dd-70cd-4f6b-8cc6-53aa8fd27f18 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:22.447938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11086c-4c24-4aa4-8cb8-6bf5a2497083 req-11f3ffba-fef2-4f07-bc16-d52f1ae9b623 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:22.447938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc11086c-4c24-4aa4-8cb8-6bf5a2497083 req-11f3ffba-fef2-4f07-bc16-d52f1ae9b623 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 945 time: 0.1170235 Nov 15 14:37:22.451080 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8fa6c0dd-70cd-4f6b-8cc6-53aa8fd27f18 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:22.461854 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e1a80-4234-49f4-b2f0-e2bbad52ecde admin admin] Deleting port 1ada838b-743f-4a38-b631-4137508b6512 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:22.462206 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1a80-4234-49f4-b2f0-e2bbad52ecde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:22.485361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa6c0dd-70cd-4f6b-8cc6-53aa8fd27f18 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:37:22.485771 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8fa6c0dd-70cd-4f6b-8cc6-53aa8fd27f18 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:37:22.488947 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:37:22.544237 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e4914b8-dca7-4d96-b0de-da65bfaf9856 req-e45cc75e-cdde-4a76-b581-ce5ca583de46 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 210 time: 0.0780876 Nov 15 14:37:22.555101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7c9e1a80-4234-49f4-b2f0-e2bbad52ecde admin admin] For port 1ada838b-743f-4a38-b631-4137508b6512, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1ada838b-743f-4a38-b631-4137508b6512,segment=NetworkSegment(fc5afba9-f597-4829-9526-9d98bffb4fb8),segment_id=fc5afba9-f597-4829-9526-9d98bffb4fb8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:22.563165 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1a80-4234-49f4-b2f0-e2bbad52ecde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:22.576842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e1a80-4234-49f4-b2f0-e2bbad52ecde admin admin] Calling delete_port for 1ada838b-743f-4a38-b631-4137508b6512 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:22.583667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc11086c-4c24-4aa4-8cb8-6bf5a2497083 req-6be17636-cd1a-43d4-91c6-fa72ae22d2fa tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300957 Nov 15 14:37:22.588907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ae92278b-f6ac-44d6-b449-18207d6c7a82 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:37:22.698953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8fa6c0dd-70cd-4f6b-8cc6-53aa8fd27f18 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:22.708463 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8fa6c0dd-70cd-4f6b-8cc6-53aa8fd27f18 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:22.712791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8fa6c0dd-70cd-4f6b-8cc6-53aa8fd27f18 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] 10.222.0.70 "DELETE /v2.0/networks/d87f2672-b56c-4034-b70f-3d31e895946d HTTP/1.1" status: 204 len: 168 time: 0.6750958 Nov 15 14:37:22.713913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ae92278b-f6ac-44d6-b449-18207d6c7a82, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ae92278b-f6ac-44d6-b449-18207d6c7a82,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:22.725941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'ae92278b-f6ac-44d6-b449-18207d6c7a82', 'network_id': '13fc7c01-c117-456b-9c07-be298e268580', 'port_id': 'ae92278b-f6ac-44d6-b449-18207d6c7a82', 'mac_address': 'fa:16:3e:47:22:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf1135e-1812-4aea-b0cb-eae4babdb32e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:37:22.770689 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:22.786218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae92278b-f6ac-44d6-b449-18207d6c7a82 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:37:22.808980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6c0dd-70cd-4f6b-8cc6-53aa8fd27f18 tempest-ExternalNetworksTestJSON-1095339407 tempest-ExternalNetworksTestJSON-1095339407-project] Pushing event deleted for resources: {'Network': ['ID=d87f2672-b56c-4034-b70f-3d31e895946d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:22.811736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ae92278b-f6ac-44d6-b449-18207d6c7a82, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ae92278b-f6ac-44d6-b449-18207d6c7a82,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:22.832000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95f0b3-6155-4919-bf33-6affb7e643bd req-ef692868-a013-4b60-b37f-dc0ef8b33c6b tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:22.833742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa95f0b3-6155-4919-bf33-6affb7e643bd req-ef692868-a013-4b60-b37f-dc0ef8b33c6b tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 945 time: 0.1196527 Nov 15 14:37:22.878785 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:22.879099 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1a80-4234-49f4-b2f0-e2bbad52ecde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:22.884280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa95f0b3-6155-4919-bf33-6affb7e643bd req-c096037c-e725-42c2-b23f-5ed90151e8c5 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431528 Nov 15 14:37:22.933767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e1a80-4234-49f4-b2f0-e2bbad52ecde admin admin] Pushing event deleted for resources: {'Port': ['ID=1ada838b-743f-4a38-b631-4137508b6512,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:23.034233 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['ae92278b-f6ac-44d6-b449-18207d6c7a82'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:37:23.063817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd99a9e-6db1-4cac-b512-496576ade27d req-fced5d22-e29d-44ae-a1f9-17806d092ba6 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:23.071807 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fd99a9e-6db1-4cac-b512-496576ade27d req-fced5d22-e29d-44ae-a1f9-17806d092ba6 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 945 time: 0.0968754 Nov 15 14:37:23.111640 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ae92278b-f6ac-44d6-b449-18207d6c7a82,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:23.134389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:23.134389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:23.134389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:23.134389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:23.134389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:23.134389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:23.134389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:23.134389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:23.134389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:23.134389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:23.134389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:23.135382 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:23.147440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fd99a9e-6db1-4cac-b512-496576ade27d req-8df2fa4a-d741-4c8b-b01b-edfaabedadf0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744331 Nov 15 14:37:23.276983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1a80-4234-49f4-b2f0-e2bbad52ecde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:23.367712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56290) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:23.453076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39505f-8224-439c-9522-e4c9e4458fd0 req-e4ecdd17-0377-4e35-a51d-4d5452e54cba tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:23.454569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c39505f-8224-439c-9522-e4c9e4458fd0 req-e4ecdd17-0377-4e35-a51d-4d5452e54cba tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 945 time: 0.1113062 Nov 15 14:37:23.535037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c39505f-8224-439c-9522-e4c9e4458fd0 req-b7c8e897-8f20-4f70-b1bb-e5afb14bd2ca tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726843 Nov 15 14:37:23.644922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9e1a80-4234-49f4-b2f0-e2bbad52ecde admin admin] Router 16bf61b0-440c-413f-b344-35947bbbde48 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:37:23.687279 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16b19e-0882-46a7-9b4b-e823b6eead3a req-1706a490-842d-47f5-a433-3a4665e04308 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:23.689132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a16b19e-0882-46a7-9b4b-e823b6eead3a req-1706a490-842d-47f5-a433-3a4665e04308 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6dd3128-f685-4ab8-b27d-04608634cd16 HTTP/1.1" status: 200 len: 951 time: 0.1169150 Nov 15 14:37:23.703015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-788520a1-2ee0-4e6d-a742-1693e72076eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a50408e629f40a999c2ed36918aeaf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3071570 Nov 15 14:37:23.706869 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:23.721387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eb4ab-6109-496d-86d6-5d00298d8371 req-c15bb777-9674-4ff0-8936-34d20054fb4b tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:23.722910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f05eb4ab-6109-496d-86d6-5d00298d8371 req-c15bb777-9674-4ff0-8936-34d20054fb4b tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 945 time: 0.1040051 Nov 15 14:37:23.787499 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a16b19e-0882-46a7-9b4b-e823b6eead3a req-6a3d3145-8da5-42a2-91e2-0c69594756cd tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903904 Nov 15 14:37:23.806980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f05eb4ab-6109-496d-86d6-5d00298d8371 req-5b3be99a-9a3a-4626-bad6-1336f6bb0dfc tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774508 Nov 15 14:37:23.915664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c5c6ab5-5bf8-460d-9ffa-6dba08014d14 req-732009f9-50a3-4cea-9568-88ef188f5086 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 210 time: 0.0408154 Nov 15 14:37:24.330027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9e1a80-4234-49f4-b2f0-e2bbad52ecde admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:37:24.331606 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6e6dd33-5414-4026-a7a0-b935cd7c361d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:24.338898 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7c9e1a80-4234-49f4-b2f0-e2bbad52ecde admin admin] 10.222.0.70 "PUT /v2.0/routers/16bf61b0-440c-413f-b344-35947bbbde48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7517962 Nov 15 14:37:24.339259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:24.343440 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-ec030225-43e0-4808-adad-94d52a69a72a tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:24.344920 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-ec030225-43e0-4808-adad-94d52a69a72a tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.59 "GET /v2.0/networks?id=2dd5acea-a07f-44c1-add2-be9f63728929 HTTP/1.1" status: 200 len: 813 time: 0.1698527 Nov 15 14:37:24.355250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baacfd7-1634-4755-9347-56735157d6de None None] Sync routers for ids ['16bf61b0-440c-413f-b344-35947bbbde48'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:37:24.359201 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-12d28d72-ce1d-4751-8c5d-bd931117bfbb tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Request body: {'port': {'device_id': '964264f8-5ffb-4fe5-8325-22212a95789c', 'network_id': '2dd5acea-a07f-44c1-add2-be9f63728929', 'admin_state_up': True, 'tenant_id': 'da95c53227c94ab995e1a9fac68bec38'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:24.406249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baacfd7-1634-4755-9347-56735157d6de None None] Routers {'16bf61b0-440c-413f-b344-35947bbbde48'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:37:24.409049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6baacfd7-1634-4755-9347-56735157d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:37:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['16bf61b0-440c-413f-b344-35947bbbde48'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:24.417527 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6e6dd33-5414-4026-a7a0-b935cd7c361d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:24.627757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-12d28d72-ce1d-4751-8c5d-bd931117bfbb tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Made reservation on behalf of da95c53227c94ab995e1a9fac68bec38 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:24.631533 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-12d28d72-ce1d-4751-8c5d-bd931117bfbb tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:24.634186 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6e6dd33-5414-4026-a7a0-b935cd7c361d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:24.643893 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6e6dd33-5414-4026-a7a0-b935cd7c361d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:24.645419 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a6e6dd33-5414-4026-a7a0-b935cd7c361d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af4ac5b8-2a5e-4667-9e2b-64db2a575dca HTTP/1.1" status: 204 len: 168 time: 0.9389706 Nov 15 14:37:24.686019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6dd33-5414-4026-a7a0-b935cd7c361d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4ac5b8-2a5e-4667-9e2b-64db2a575dca,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:24.944881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6baacfd7-1634-4755-9347-56735157d6de None None] Set router 16bf61b0-440c-413f-b344-35947bbbde48 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:37:24.996512 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-12d28d72-ce1d-4751-8c5d-bd931117bfbb tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Allocated IP 172.20.0.13 (2dd5acea-a07f-44c1-add2-be9f63728929/45fb6d9f-2026-4163-bca0-562eed3a13a7/d8723197-6c32-47c5-96c5-4437ef474cbb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:25.129053 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ae92278b-f6ac-44d6-b449-18207d6c7a82 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:25.332536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09aac445-b956-4149-80ee-e012d3e4c811 req-8f3c471c-0402-4d3d-bf30-ab31d0cc7d99 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 210 time: 0.0706205 Nov 15 14:37:25.428390 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:25.457635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port ae92278b-f6ac-44d6-b449-18207d6c7a82 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:25.458696 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:25.477690 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-12d28d72-ce1d-4751-8c5d-bd931117bfbb tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:25.629497 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:25.639973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-12d28d72-ce1d-4751-8c5d-bd931117bfbb tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:25.657222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46961e8-2319-479a-8704-80fb251404e5 req-740fe1ea-d631-4c07-8e0d-9ab71b20988f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:25.665216 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a46961e8-2319-479a-8704-80fb251404e5 req-740fe1ea-d631-4c07-8e0d-9ab71b20988f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 945 time: 0.0835052 Nov 15 14:37:25.689868 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:25.709502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-12d28d72-ce1d-4751-8c5d-bd931117bfbb tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Network 2dd5acea-a07f-44c1-add2-be9f63728929 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:25.713795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-12d28d72-ce1d-4751-8c5d-bd931117bfbb tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:25.722259 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-12d28d72-ce1d-4751-8c5d-bd931117bfbb tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:25.761241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56442) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:25.778420 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8c3768-c7e3-45b6-ac3a-54c091da669e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae92278b-f6ac-44d6-b449-18207d6c7a82'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:25.780175 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f00d58-ceba-43a2-82d9-72e3384184c9" -d '{"events": [{"server_uuid": "6c8c3768-c7e3-45b6-ac3a-54c091da669e", "name": "network-vif-plugged", "status": "completed", "tag": "ae92278b-f6ac-44d6-b449-18207d6c7a82"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:25.797668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-12d28d72-ce1d-4751-8c5d-bd931117bfbb tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:25.798697 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-12d28d72-ce1d-4751-8c5d-bd931117bfbb tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:25.854931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d28d72-ce1d-4751-8c5d-bd931117bfbb tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Pushing event updated for resources: {'Port': ['ID=d8723197-6c32-47c5-96c5-4437ef474cbb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:25.871088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ae92278b-f6ac-44d6-b449-18207d6c7a82, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ae92278b-f6ac-44d6-b449-18207d6c7a82,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:25.875571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6baacfd7-1634-4755-9347-56735157d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf61b0-440c-413f-b344-35947bbbde48', 'name': 'tempest-FloatingIPsTestJSON-1597139062-router', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:51Z', 'updated_at': '2021-11-15T14:37:22Z', 'revision_number': 5, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'gw_port': {'id': 'a7468ba1-6266-40bc-8959-b2913093312d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bf61b0-440c-413f-b344-35947bbbde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:36:52Z', 'updated_at': '2021-11-15T14:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:25.876211 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-12d28d72-ce1d-4751-8c5d-bd931117bfbb tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5212386 Nov 15 14:37:25.889399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Request body: {'port': {'device_id': '964264f8-5ffb-4fe5-8325-22212a95789c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:25.952209 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:25.958811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baacfd7-1634-4755-9347-56735157d6de None None] Checking router: 16bf61b0-440c-413f-b344-35947bbbde48 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:37:26.005174 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-66ae48f3-7499-4ae8-8053-f197faff5b6e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=054d954a1b13407b951f6eb6e1246a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349850 Nov 15 14:37:26.006707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56458) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:26.031370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baacfd7-1634-4755-9347-56735157d6de None None] Routers {'16bf61b0-440c-413f-b344-35947bbbde48'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:37:26.036580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6baacfd7-1634-4755-9347-56735157d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:37:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['16bf61b0-440c-413f-b344-35947bbbde48'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:26.054031 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51d86a4-737b-4fb3-92d3-e6045bcfa3e4 x-openstack-request-id: req-f51d86a4-737b-4fb3-92d3-e6045bcfa3e4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:26.054888 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8c3768-c7e3-45b6-ac3a-54c091da669e", "name": "network-vif-plugged", "status": "completed", "tag": "ae92278b-f6ac-44d6-b449-18207d6c7a82", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:26.055325 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f51d86a4-737b-4fb3-92d3-e6045bcfa3e4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:26.055838 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8c3768-c7e3-45b6-ac3a-54c091da669e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae92278b-f6ac-44d6-b449-18207d6c7a82', 'code': 200} Nov 15 14:37:26.061014 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a46961e8-2319-479a-8704-80fb251404e5 req-a03e9621-4c03-4f74-b663-cc0cf85e65eb tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940384 Nov 15 14:37:26.073639 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:26.118138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Deleting port a7468ba1-6266-40bc-8959-b2913093312d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:26.118643 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:26.189667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ae92278b-f6ac-44d6-b449-18207d6c7a82,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:26.222265 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50a1c119-6760-413d-88da-640d9159aab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:26.246307 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6baacfd7-1634-4755-9347-56735157d6de None None] Set router 16bf61b0-440c-413f-b344-35947bbbde48 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:37:26.329857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] For port a7468ba1-6266-40bc-8959-b2913093312d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a7468ba1-6266-40bc-8959-b2913093312d,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:26.330150 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:26.337888 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50a1c119-6760-413d-88da-640d9159aab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:26.396490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Calling delete_port for a7468ba1-6266-40bc-8959-b2913093312d owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:26.453636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6baacfd7-1634-4755-9347-56735157d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bf61b0-440c-413f-b344-35947bbbde48', 'name': 'tempest-FloatingIPsTestJSON-1597139062-router', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:51Z', 'updated_at': '2021-11-15T14:37:25Z', 'revision_number': 6, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:26.529292 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baacfd7-1634-4755-9347-56735157d6de None None] The sync data for ids ['16bf61b0-440c-413f-b344-35947bbbde48'] in n-d-817748-2 is: [{'id': '16bf61b0-440c-413f-b344-35947bbbde48', 'name': 'tempest-FloatingIPsTestJSON-1597139062-router', 'tenant_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:36:51Z', 'updated_at': '2021-11-15T14:37:25Z', 'revision_number': 6, 'project_id': 'c85a3c876abb45c6a3cbe2da2f88b471', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:37:26.586836 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50a1c119-6760-413d-88da-640d9159aab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:26.589679 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50a1c119-6760-413d-88da-640d9159aab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:26.594276 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-50a1c119-6760-413d-88da-640d9159aab3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c80fbe5-c69a-4cd9-92c2-cce7ec314d68 HTTP/1.1" status: 204 len: 168 time: 0.5716207 Nov 15 14:37:26.611183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1c119-6760-413d-88da-640d9159aab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c80fbe5-c69a-4cd9-92c2-cce7ec314d68,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:26.684815 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8723197-6c32-47c5-96c5-4437ef474cbb {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:37:26.701147 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:26.728874 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Transition to ACTIVE for port object d8723197-6c32-47c5-96c5-4437ef474cbb will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:37:26.740957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d141749-6f70-4463-982c-c125b63311a1 req-5532ab1c-3422-4ca7-a015-65e99db74066 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:26.747546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d141749-6f70-4463-982c-c125b63311a1 req-5532ab1c-3422-4ca7-a015-65e99db74066 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 932 time: 0.2274270 Nov 15 14:37:26.804680 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:26.852132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d141749-6f70-4463-982c-c125b63311a1 req-e5823d9a-7064-4f66-bbee-93dfcce7af70 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed7c11f0-7268-41e3-9682-64044563ab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895247 Nov 15 14:37:26.909141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Pushing event updated for resources: {'Port': ['ID=d8723197-6c32-47c5-96c5-4437ef474cbb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:26.943404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Attempting to bind port d8723197-6c32-47c5-96c5-4437ef474cbb on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:37:26.943749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Attempting to bind port d8723197-6c32-47c5-96c5-4437ef474cbb by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '4844d34b-bcb4-428a-b64e-1362570c37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2dd5acea-a07f-44c1-add2-be9f63728929'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:37:26.944090 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Attempting to bind port d8723197-6c32-47c5-96c5-4437ef474cbb on network 2dd5acea-a07f-44c1-add2-be9f63728929 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:26.951087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Port d8723197-6c32-47c5-96c5-4437ef474cbb on network 2dd5acea-a07f-44c1-add2-be9f63728929 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:37:26.951087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Attempting to bind port d8723197-6c32-47c5-96c5-4437ef474cbb on network 2dd5acea-a07f-44c1-add2-be9f63728929 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:26.956012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:37:26.956368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Checking segment: {'id': '4844d34b-bcb4-428a-b64e-1362570c37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2dd5acea-a07f-44c1-add2-be9f63728929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:26.956769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Bound using segment: {'id': '4844d34b-bcb4-428a-b64e-1362570c37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2dd5acea-a07f-44c1-add2-be9f63728929'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:37:26.957726 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Bound port: d8723197-6c32-47c5-96c5-4437ef474cbb, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4844d34b-bcb4-428a-b64e-1362570c37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2dd5acea-a07f-44c1-add2-be9f63728929'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:37:26.957726 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:27.033300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:27.100790 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] For port d8723197-6c32-47c5-96c5-4437ef474cbb, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:37:27.105417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] For port d8723197-6c32-47c5-96c5-4437ef474cbb, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d8723197-6c32-47c5-96c5-4437ef474cbb,segment=NetworkSegment(4844d34b-bcb4-428a-b64e-1362570c37c0),segment_id=4844d34b-bcb4-428a-b64e-1362570c37c0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:37:27.105603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a7468ba1-6266-40bc-8959-b2913093312d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:27.213685 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:27.234969 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:27.381358 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:27.382952 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:27.384769 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] 10.222.0.59 "PUT /v2.0/ports/d8723197-6c32-47c5-96c5-4437ef474cbb HTTP/1.1" status: 200 len: 1092 time: 1.5006583 Nov 15 14:37:27.387167 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964264f8-5ffb-4fe5-8325-22212a95789c', 'tag': 'd8723197-6c32-47c5-96c5-4437ef474cbb'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:27.389774 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ba6f66-c5ec-4a80-8e68-a2f69709d51d" -d '{"events": [{"name": "network-changed", "server_uuid": "964264f8-5ffb-4fe5-8325-22212a95789c", "tag": "d8723197-6c32-47c5-96c5-4437ef474cbb"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:27.410693 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:27.416315 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:27.425601 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f93a1-f4f2-49a2-87f0-5ce8cbc42c2b service neutron] Pushing event updated for resources: {'Port': ['ID=d8723197-6c32-47c5-96c5-4437ef474cbb,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:27.441023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c9b70-b027-4122-ae40-9e00da235739 req-805ef86b-4732-48ab-aed6-2e01e5093040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:27.442979 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa1c9b70-b027-4122-ae40-9e00da235739 req-805ef86b-4732-48ab-aed6-2e01e5093040 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d072f4dda54fc6ad562bb1a75808f5&device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 1097 time: 0.2713990 Nov 15 14:37:27.545522 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56242a9-0a92-432f-b140-3294c6a8efd9 req-692aace3-6315-4951-a570-af05c2e68c8f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:27.555618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f56242a9-0a92-432f-b140-3294c6a8efd9 req-692aace3-6315-4951-a570-af05c2e68c8f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.2221513 Nov 15 14:37:27.589350 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a7468ba1-6266-40bc-8959-b2913093312d no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:37:27.595629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf91572-1dde-4005-85e5-7a524fa11dbc req-ad4f1529-8b5e-4777-9aec-c97ed4338670 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:27.597365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbf91572-1dde-4005-85e5-7a524fa11dbc req-ad4f1529-8b5e-4777-9aec-c97ed4338670 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 945 time: 0.2544324 Nov 15 14:37:27.613173 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-a0aa12a6-62c7-4a38-aa9c-ed1c9e3c5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:27.615238 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-a0aa12a6-62c7-4a38-aa9c-ed1c9e3c5080 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da95c53227c94ab995e1a9fac68bec38&device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 1095 time: 0.1346998 Nov 15 14:37:27.654840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f56242a9-0a92-432f-b140-3294c6a8efd9 req-d61a738c-f7e8-49f6-80e5-b1f92aecee05 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938737 Nov 15 14:37:27.667452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:27.670145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16bf61b0-440c-413f-b344-35947bbbde48 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:37:27.690079 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:27.693881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-775b2af0-7ed7-4d12-819f-1fdbc4b108bd admin admin] 10.222.0.70 "DELETE /v2.0/routers/16bf61b0-440c-413f-b344-35947bbbde48 HTTP/1.1" status: 204 len: 168 time: 3.3534179 Nov 15 14:37:27.703892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56544) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:27.777172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ca9bf95b-c66f-44df-9af6-c2a9603d3d53 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:37:27.790044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5005e3-12a1-4c6f-ba8e-0ee9c41d030d admin admin] Deleting subnet 3a0edb06-937b-472e-ab60-81b5c4c9b63a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:37:27.794038 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a5005e3-12a1-4c6f-ba8e-0ee9c41d030d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:27.812872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbf91572-1dde-4005-85e5-7a524fa11dbc req-130471d2-04c2-4848-9f00-73cff34c14e9 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821263 Nov 15 14:37:27.821840 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-3d2073ba-2633-428c-9fec-9bac9ee28fa2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8723197-6c32-47c5-96c5-4437ef474cbb HTTP/1.1" status: 200 len: 217 time: 0.1863790 Nov 15 14:37:27.846131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 370cfe27-0592-47d7-9d1b-579f4dfbc169 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:37:27.873181 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a5005e3-12a1-4c6f-ba8e-0ee9c41d030d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:27.945216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-0ed59635-c37e-4dd8-b531-9275b327410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:27.947103 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-0ed59635-c37e-4dd8-b531-9275b327410d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45fb6d9f-2026-4163-bca0-562eed3a13a7 HTTP/1.1" status: 200 len: 853 time: 0.1068673 Nov 15 14:37:27.949863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c9b70-b027-4122-ae40-9e00da235739 req-43cefab2-6930-4334-b7d1-83105c1db3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:27.954586 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa1c9b70-b027-4122-ae40-9e00da235739 req-43cefab2-6930-4334-b7d1-83105c1db3a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e4b8ee-acc5-4001-b628-218baa9fcd83 HTTP/1.1" status: 200 len: 919 time: 0.5027640 Nov 15 14:37:28.009060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: a7468ba1-6266-40bc-8959-b2913093312d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:37:28.009921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a7468ba1-6266-40bc-8959-b2913093312d not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:37:28.012149 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1ada838b-743f-4a38-b631-4137508b6512 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:37:28.093109 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-e528c6a2-af95-47f2-9b72-c56c5449e6c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2dd5acea-a07f-44c1-add2-be9f63728929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325421 Nov 15 14:37:28.171862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 1ada838b-743f-4a38-b631-4137508b6512 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:37:28.174497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1ada838b-743f-4a38-b631-4137508b6512 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:37:28.204478 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a5005e3-12a1-4c6f-ba8e-0ee9c41d030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:28.220408 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:37:28.349269 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-65335650-6997-4382-8b20-e2a609acdfbc service neutron] 10.222.0.59 "GET /v2.0/networks/2dd5acea-a07f-44c1-add2-be9f63728929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233863 Nov 15 14:37:28.351814 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa1c9b70-b027-4122-ae40-9e00da235739 req-de404127-e02a-467a-b8b5-fe252f939509 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5c5e6ee-d641-490f-8f65-39cc320f9237 HTTP/1.1" status: 200 len: 217 time: 0.2650659 Nov 15 14:37:28.434281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ca9bf95b-c66f-44df-9af6-c2a9603d3d53, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:28.439990 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aa2354-6a03-40b1-8e78-8c6f38e8b702 x-openstack-request-id: req-e8aa2354-6a03-40b1-8e78-8c6f38e8b702 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:28.440481 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964264f8-5ffb-4fe5-8325-22212a95789c", "tag": "d8723197-6c32-47c5-96c5-4437ef474cbb", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:28.441106 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8aa2354-6a03-40b1-8e78-8c6f38e8b702 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:28.442707 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964264f8-5ffb-4fe5-8325-22212a95789c', 'tag': 'd8723197-6c32-47c5-96c5-4437ef474cbb', 'status': 'completed', 'code': 200} Nov 15 14:37:28.513975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'ca9bf95b-c66f-44df-9af6-c2a9603d3d53', 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2', 'port_id': 'ca9bf95b-c66f-44df-9af6-c2a9603d3d53', 'mac_address': 'fa:16:3e:ab:ab:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194b9af5-0b82-47e1-b9b2-4ed0afc65383', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:37:28.519770 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a5005e3-12a1-4c6f-ba8e-0ee9c41d030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:28.562164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c9b70-b027-4122-ae40-9e00da235739 req-62919a1c-1eda-40be-a076-dc2c34f33556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:28.562164 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa1c9b70-b027-4122-ae40-9e00da235739 req-62919a1c-1eda-40be-a076-dc2c34f33556 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=912abb4e-fe5a-416e-afcb-b79eb8087760 HTTP/1.1" status: 200 len: 858 time: 0.1895280 Nov 15 14:37:28.599954 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:28.601563 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:28.629481 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:28.630681 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a5005e3-12a1-4c6f-ba8e-0ee9c41d030d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:28.636235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca9bf95b-c66f-44df-9af6-c2a9603d3d53 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:37:28.640449 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4a5005e3-12a1-4c6f-ba8e-0ee9c41d030d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3a0edb06-937b-472e-ab60-81b5c4c9b63a HTTP/1.1" status: 204 len: 168 time: 0.9353974 Nov 15 14:37:28.643510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5005e3-12a1-4c6f-ba8e-0ee9c41d030d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0edb06-937b-472e-ab60-81b5c4c9b63a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:28.643680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56578) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:28.657064 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa1c9b70-b027-4122-ae40-9e00da235739 req-dc209303-114c-4906-935b-322cabece903 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e4b8ee-acc5-4001-b628-218baa9fcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848374 Nov 15 14:37:28.663206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c0c8f0-ad86-4194-9abc-08f383a65ba7 None None] Network b56abc99-8c11-4e3a-b670-73b33dc8074a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:28.693940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c0491-db9d-499a-9dc9-e8b9027d6701 req-201ee519-c4f0-4c4c-b2b6-aa6332354646 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:28.712763 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-670c0491-db9d-499a-9dc9-e8b9027d6701 req-201ee519-c4f0-4c4c-b2b6-aa6332354646 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 944 time: 0.2976103 Nov 15 14:37:28.839022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-670c0491-db9d-499a-9dc9-e8b9027d6701 req-b8ac94c9-e66c-4199-80b4-99f31e754fef tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed7c11f0-7268-41e3-9682-64044563ab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181109 Nov 15 14:37:28.907073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ca9bf95b-c66f-44df-9af6-c2a9603d3d53, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:29.006820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc906da4-9132-464e-9943-d891cd82d662 req-8fad8271-9b69-4a33-b251-410b2fd3021f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:29.013098 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:29.017196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc906da4-9132-464e-9943-d891cd82d662 req-8fad8271-9b69-4a33-b251-410b2fd3021f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.0679519 Nov 15 14:37:29.017650 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:29.082244 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-83ebac88-63cf-4639-8b3e-73f5a965b05a req-37f342c2-346c-43e3-873a-624586a7feb6 service neutron] 10.222.0.59 "GET /v2.0/networks/2dd5acea-a07f-44c1-add2-be9f63728929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341860 Nov 15 14:37:29.086985 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa1c9b70-b027-4122-ae40-9e00da235739 req-0e2b02fd-6ee7-45cb-bbe5-b4673b280a4c service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104331 Nov 15 14:37:29.099251 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:29.115760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc906da4-9132-464e-9943-d891cd82d662 req-4305103d-8f79-486f-a1e8-d368c3fb8796 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975025 Nov 15 14:37:29.161655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:29.244417 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:29.252420 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425a51d4-a866-4e2d-b40c-76804645cf38" -d '{"events": [{"server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "name": "network-vif-unplugged", "status": "completed", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:29.260695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['ca9bf95b-c66f-44df-9af6-c2a9603d3d53'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:37:29.312288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:29.345790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f825-7a21-44ca-b23c-82e2a62b5983 req-bdad287a-1524-4de2-8828-4f49fa7d884d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:29.363026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eac6f825-7a21-44ca-b23c-82e2a62b5983 req-bdad287a-1524-4de2-8828-4f49fa7d884d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 944 time: 0.1327355 Nov 15 14:37:29.457132 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82208b75-d2cb-4b13-9bb6-36a3171cb999 x-openstack-request-id: req-82208b75-d2cb-4b13-9bb6-36a3171cb999 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:29.457761 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "name": "network-vif-unplugged", "status": "completed", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:29.458281 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82208b75-d2cb-4b13-9bb6-36a3171cb999 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:29.463058 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169', 'code': 200} Nov 15 14:37:29.498195 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:29.529238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba6f66-c5ec-4a80-8e68-a2f69709d51d req-3ba12573-7e16-470b-9dd9-0959dd32b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:29.532997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eac6f825-7a21-44ca-b23c-82e2a62b5983 req-9c5bfaf3-76ab-4026-887c-7dc2207458d1 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698840 Nov 15 14:37:29.539793 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-74ba6f66-c5ec-4a80-8e68-a2f69709d51d req-3ba12573-7e16-470b-9dd9-0959dd32b854 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da95c53227c94ab995e1a9fac68bec38&device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 1095 time: 0.3152683 Nov 15 14:37:29.717734 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf7780f-b474-4d7f-a73b-822f5a8aae70 None None] DHCP port deletion for b56abc99-8c11-4e3a-b670-73b33dc8074a request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:37:29.721522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ca9bf95b-c66f-44df-9af6-c2a9603d3d53 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:37:29.806889 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fa1c9b70-b027-4122-ae40-9e00da235739 req-f0ef8d9c-e2cc-46ee-b9c6-8b3a5c9bc4c9 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039530 Nov 15 14:37:29.855045 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Deleting port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:29.855440 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:29.974043 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba6f66-c5ec-4a80-8e68-a2f69709d51d req-7b649135-0dfc-4676-b785-da6a13c8ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:29.978142 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-74ba6f66-c5ec-4a80-8e68-a2f69709d51d req-7b649135-0dfc-4676-b785-da6a13c8ba6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=2dd5acea-a07f-44c1-add2-be9f63728929 HTTP/1.1" status: 200 len: 914 time: 0.4065673 Nov 15 14:37:30.086614 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-74ba6f66-c5ec-4a80-8e68-a2f69709d51d req-87f9167d-0a21-45e6-bdc0-97a183d7e3f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8723197-6c32-47c5-96c5-4437ef474cbb HTTP/1.1" status: 200 len: 217 time: 0.1005318 Nov 15 14:37:30.194233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] For port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d552bdbd-6de5-4b6e-a1b5-f89ae2b07448,segment=NetworkSegment(fc5afba9-f597-4829-9526-9d98bffb4fb8),segment_id=fc5afba9-f597-4829-9526-9d98bffb4fb8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:30.194773 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:30.217699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Calling delete_port for d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:30.230974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba6f66-c5ec-4a80-8e68-a2f69709d51d req-73d22511-0301-4506-b413-3d1bec783900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:30.232743 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-74ba6f66-c5ec-4a80-8e68-a2f69709d51d req-73d22511-0301-4506-b413-3d1bec783900 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45fb6d9f-2026-4163-bca0-562eed3a13a7 HTTP/1.1" status: 200 len: 853 time: 0.1133611 Nov 15 14:37:30.297082 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-74ba6f66-c5ec-4a80-8e68-a2f69709d51d req-9048ebaa-df6c-4252-83a0-e13508742e11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2dd5acea-a07f-44c1-add2-be9f63728929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567675 Nov 15 14:37:30.481294 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=370cfe27-0592-47d7-9d1b-579f4dfbc169,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:30.496444 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d68c7050-403d-43d7-a2e6-c4eacb85a41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:30.550524 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:30.574363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ca9bf95b-c66f-44df-9af6-c2a9603d3d53 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:37:30.657132 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ca9bf95b-c66f-44df-9af6-c2a9603d3d53, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:30.660120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7780f-b474-4d7f-a73b-822f5a8aae70 None None] Deleting port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:30.660494 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bf7780f-b474-4d7f-a73b-822f5a8aae70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:30.678452 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-74ba6f66-c5ec-4a80-8e68-a2f69709d51d req-a8daa235-b358-4cc6-96a4-643fb9875e57 service neutron] 10.222.0.59 "GET /v2.0/networks/2dd5acea-a07f-44c1-add2-be9f63728929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442999 Nov 15 14:37:30.801035 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:30.914792 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-74ba6f66-c5ec-4a80-8e68-a2f69709d51d req-71743fa9-46f2-4ef5-9b34-1287b68aca03 service neutron] 10.222.0.59 "GET /v2.0/networks/2dd5acea-a07f-44c1-add2-be9f63728929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225721 Nov 15 14:37:30.917098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:30.926042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7bf7780f-b474-4d7f-a73b-822f5a8aae70 None None] For port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d552bdbd-6de5-4b6e-a1b5-f89ae2b07448,segment=NetworkSegment(fc5afba9-f597-4829-9526-9d98bffb4fb8),segment_id=fc5afba9-f597-4829-9526-9d98bffb4fb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:30.926946 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bf7780f-b474-4d7f-a73b-822f5a8aae70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:30.980975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7780f-b474-4d7f-a73b-822f5a8aae70 None None] Calling delete_port for d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:30.985263 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] No DVR routers for this DVR port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:37:31.009965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:31.056185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Pushing event deleted for resources: {'Port': ['ID=d552bdbd-6de5-4b6e-a1b5-f89ae2b07448,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:31.142480 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:31.178644 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:31.197364 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56abc99-8c11-4e3a-b670-73b33dc8074a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:31.213194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5afba9-f597-4829-9526-9d98bffb4fb8') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:31.213494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5afba9-f597-4829-9526-9d98bffb4fb8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:31.225609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:31.241831 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:31.250561 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:37:31.251103 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:31.279454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:37:31.283213 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bf7780f-b474-4d7f-a73b-822f5a8aae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:37:31.319485 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:37:31.322280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:37:31.322280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:37:31.347527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7780f-b474-4d7f-a73b-822f5a8aae70 None None] Pushing event deleted for resources: {'Port': ['ID=d552bdbd-6de5-4b6e-a1b5-f89ae2b07448,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:31.352899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7780f-b474-4d7f-a73b-822f5a8aae70 None None] No DVR routers for this DVR port d552bdbd-6de5-4b6e-a1b5-f89ae2b07448 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:37:31.391618 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fefb3aee-4c25-4dc2-94e6-e9d90afebbf6 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1737844974'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:31.397350 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fefb3aee-4c25-4dc2-94e6-e9d90afebbf6 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Unknown quota resources ['metering_label']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:37:31.417438 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:31.425131 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:31.428526 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] 10.222.0.70 "DELETE /v2.0/networks/b56abc99-8c11-4e3a-b670-73b33dc8074a HTTP/1.1" status: 204 len: 168 time: 2.7683332 Nov 15 14:37:31.449534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bc254-aeb7-41b9-bd0d-7cfcee77f79b admin admin] Pushing event deleted for resources: {'Network': ['ID=b56abc99-8c11-4e3a-b670-73b33dc8074a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:31.672862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d8723197-6c32-47c5-96c5-4437ef474cbb details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:37:31.709137 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ca9bf95b-c66f-44df-9af6-c2a9603d3d53 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:31.750045 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fefb3aee-4c25-4dc2-94e6-e9d90afebbf6 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:31.751952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fefb3aee-4c25-4dc2-94e6-e9d90afebbf6 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7397373 Nov 15 14:37:31.755143 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:31.760909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5e2da58a-8702-4c61-a044-065d12118268 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '92f8c9df-0ade-4d89-8c67-1b8c44cc9470'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:31.775105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5e2da58a-8702-4c61-a044-065d12118268 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:37:31.913045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port d8723197-6c32-47c5-96c5-4437ef474cbb, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d8723197-6c32-47c5-96c5-4437ef474cbb,segment=NetworkSegment(4844d34b-bcb4-428a-b64e-1362570c37c0),segment_id=4844d34b-bcb4-428a-b64e-1362570c37c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:31.929894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'd8723197-6c32-47c5-96c5-4437ef474cbb', 'network_id': '2dd5acea-a07f-44c1-add2-be9f63728929', 'port_id': 'd8723197-6c32-47c5-96c5-4437ef474cbb', 'mac_address': 'fa:16:3e:17:e1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fb6d9f-2026-4163-bca0-562eed3a13a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:37:31.931648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port ca9bf95b-c66f-44df-9af6-c2a9603d3d53 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:31.932049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:32.014489 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:32.015372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:32.034663 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f0657-6121-494b-bfc5-0538bdff0471 req-d125bc6f-a843-491a-8c2b-052f9d47e86b tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:32.041557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8723197-6c32-47c5-96c5-4437ef474cbb {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:37:32.041757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-260f0657-6121-494b-bfc5-0538bdff0471 req-d125bc6f-a843-491a-8c2b-052f9d47e86b tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 943 time: 0.0796473 Nov 15 14:37:32.041757 n-d-817748-2 neutron-server[103147]: WARNING neutron.services.metering.metering_plugin [None req-5e2da58a-8702-4c61-a044-065d12118268 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 15 14:37:32.069540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-886abee8-4ec3-4302-896f-1f3660292cb4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c85a3c876abb45c6a3cbe2da2f88b471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527344 Nov 15 14:37:32.072256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:32.109095 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d50a5739-538b-4d79-9c10-435aca8c670a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:32.111455 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:32.115920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port d8723197-6c32-47c5-96c5-4437ef474cbb, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d8723197-6c32-47c5-96c5-4437ef474cbb,segment=NetworkSegment(4844d34b-bcb4-428a-b64e-1362570c37c0),segment_id=4844d34b-bcb4-428a-b64e-1362570c37c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:32.131479 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2ac603b-c71c-4091-b638-d13fe74aec03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:32.169736 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2ac603b-c71c-4091-b638-d13fe74aec03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:32.184274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ca9bf95b-c66f-44df-9af6-c2a9603d3d53, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:32.189759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe56ef42-7ecc-45ce-83ad-8d9420972699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9bf95b-c66f-44df-9af6-c2a9603d3d53'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:32.193618 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f0b510-e3a6-4c5d-bdfe-42c4841fb182" -d '{"events": [{"server_uuid": "fe56ef42-7ecc-45ce-83ad-8d9420972699", "name": "network-vif-plugged", "status": "completed", "tag": "ca9bf95b-c66f-44df-9af6-c2a9603d3d53"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:32.216279 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:32.229465 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e2da58a-8702-4c61-a044-065d12118268 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:32.234188 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5e2da58a-8702-4c61-a044-065d12118268 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4744499 Nov 15 14:37:32.234654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56712) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:32.239006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-efe85095-5355-45d3-9ba0-f7891de9299a tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '92f8c9df-0ade-4d89-8c67-1b8c44cc9470'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:32.239497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-efe85095-5355-45d3-9ba0-f7891de9299a tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:37:32.288014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=d8723197-6c32-47c5-96c5-4437ef474cbb,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:32.307661 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:32.347568 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2ac603b-c71c-4091-b638-d13fe74aec03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:32.350249 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2ac603b-c71c-4091-b638-d13fe74aec03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:32.352531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e2ac603b-c71c-4091-b638-d13fe74aec03 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25130568-0e86-4977-aa20-15e7594ccb7f HTTP/1.1" status: 204 len: 168 time: 0.2790067 Nov 15 14:37:32.352794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-260f0657-6121-494b-bfc5-0538bdff0471 req-6fbd5c56-bba5-4b67-9a52-cbe662e189bf tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Deleting port ca9bf95b-c66f-44df-9af6-c2a9603d3d53 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:32.353364 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-260f0657-6121-494b-bfc5-0538bdff0471 req-6fbd5c56-bba5-4b67-9a52-cbe662e189bf tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:32.369278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac603b-c71c-4091-b638-d13fe74aec03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25130568-0e86-4977-aa20-15e7594ccb7f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:32.407951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:32.442944 n-d-817748-2 neutron-server[103147]: WARNING neutron.services.metering.metering_plugin [None req-efe85095-5355-45d3-9ba0-f7891de9299a tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 15 14:37:32.500075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['d8723197-6c32-47c5-96c5-4437ef474cbb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:37:32.605078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd8df5-5da8-43f0-89a5-abffeed73437 req-02c2ba0b-82b1-4e02-8954-574bc08673f4 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:32.611664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83cd8df5-5da8-43f0-89a5-abffeed73437 req-02c2ba0b-82b1-4e02-8954-574bc08673f4 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 945 time: 0.1574175 Nov 15 14:37:32.719511 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83cd8df5-5da8-43f0-89a5-abffeed73437 req-5f52c7d9-7f4c-4475-bf8b-72545e7d4026 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed7c11f0-7268-41e3-9682-64044563ab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969861 Nov 15 14:37:32.831912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95831c2-2437-437d-8b26-3d6b2b05d4ef req-ede7fed7-c007-4c0e-935d-e3c3d50e9775 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:32.840373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e95831c2-2437-437d-8b26-3d6b2b05d4ef req-ede7fed7-c007-4c0e-935d-e3c3d50e9775 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1050382 Nov 15 14:37:32.930989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e95831c2-2437-437d-8b26-3d6b2b05d4ef req-4820d854-9ee8-4296-85e3-6de2742821c2 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893922 Nov 15 14:37:32.950769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcc811-89fc-4706-a50f-4cd9fc5082a8 req-83ca30fa-54fa-4056-a01e-86d77d8de69b tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:32.950769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bbcc811-89fc-4706-a50f-4cd9fc5082a8 req-83ca30fa-54fa-4056-a01e-86d77d8de69b tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe56ef42-7ecc-45ce-83ad-8d9420972699 HTTP/1.1" status: 200 len: 945 time: 0.1049113 Nov 15 14:37:32.990387 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a293e9-e4d5-4a75-a8d1-5933d418c898 x-openstack-request-id: req-75a293e9-e4d5-4a75-a8d1-5933d418c898 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:32.990979 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe56ef42-7ecc-45ce-83ad-8d9420972699", "name": "network-vif-plugged", "status": "completed", "tag": "ca9bf95b-c66f-44df-9af6-c2a9603d3d53", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:32.991244 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75a293e9-e4d5-4a75-a8d1-5933d418c898 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:32.992346 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe56ef42-7ecc-45ce-83ad-8d9420972699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9bf95b-c66f-44df-9af6-c2a9603d3d53', 'code': 200} Nov 15 14:37:33.084853 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efe85095-5355-45d3-9ba0-f7891de9299a tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:33.085624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bbcc811-89fc-4706-a50f-4cd9fc5082a8 req-2fbb21bd-7404-404f-976a-809768b1a151 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280360 Nov 15 14:37:33.088216 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-efe85095-5355-45d3-9ba0-f7891de9299a tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8523846 Nov 15 14:37:33.090905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56732) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:33.092702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-260f0657-6121-494b-bfc5-0538bdff0471 req-6fbd5c56-bba5-4b67-9a52-cbe662e189bf tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] For port ca9bf95b-c66f-44df-9af6-c2a9603d3d53, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:33.093788 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-260f0657-6121-494b-bfc5-0538bdff0471 req-6fbd5c56-bba5-4b67-9a52-cbe662e189bf tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:33.129274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-260f0657-6121-494b-bfc5-0538bdff0471 req-6fbd5c56-bba5-4b67-9a52-cbe662e189bf tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Calling delete_port for ca9bf95b-c66f-44df-9af6-c2a9603d3d53 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:33.131619 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-53d2fd67-5c96-4876-85ec-d5696e2e12fb tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=026ef215-3b95-4386-85e6-225080ec5274 HTTP/1.1" status: 200 len: 464 time: 0.0321450 Nov 15 14:37:33.131785 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:33.394668 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29c9f270-82f4-432a-8509-0d0d4a1b0a3c tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:33.395822 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-29c9f270-82f4-432a-8509-0d0d4a1b0a3c tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/026ef215-3b95-4386-85e6-225080ec5274 HTTP/1.1" status: 204 len: 168 time: 0.2628491 Nov 15 14:37:33.399102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56746) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:33.399934 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:33.411196 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0181cfba-10b3-481d-aaaf-8cb374cf4948 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=026ef215-3b95-4386-85e6-225080ec5274 HTTP/1.1" status: 200 len: 221 time: 0.0106328 Nov 15 14:37:33.415573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56748) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:33.425060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-91af5007-2019-414c-95c8-47ac1ba0d561 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--868777179', 'description': 'label created by tempest'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:33.425688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-91af5007-2019-414c-95c8-47ac1ba0d561 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Unknown quota resources ['metering_label']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:37:33.536697 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-260f0657-6121-494b-bfc5-0538bdff0471 req-6fbd5c56-bba5-4b67-9a52-cbe662e189bf tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:33.574609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd5c56-bba5-4b67-9a52-cbe662e189bf tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Pushing event deleted for resources: {'Port': ['ID=ca9bf95b-c66f-44df-9af6-c2a9603d3d53,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:33.666541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-260f0657-6121-494b-bfc5-0538bdff0471 req-6fbd5c56-bba5-4b67-9a52-cbe662e189bf tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] No DVR routers for this DVR port ca9bf95b-c66f-44df-9af6-c2a9603d3d53 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:37:33.670675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-260f0657-6121-494b-bfc5-0538bdff0471 req-6fbd5c56-bba5-4b67-9a52-cbe662e189bf tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:33.675110 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-260f0657-6121-494b-bfc5-0538bdff0471 req-6fbd5c56-bba5-4b67-9a52-cbe662e189bf tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.59 "DELETE /v2.0/ports/ca9bf95b-c66f-44df-9af6-c2a9603d3d53 HTTP/1.1" status: 204 len: 173 time: 1.6273806 Nov 15 14:37:33.675618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe56ef42-7ecc-45ce-83ad-8d9420972699', 'name': 'network-vif-deleted', 'tag': 'ca9bf95b-c66f-44df-9af6-c2a9603d3d53'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:33.683000 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d8723197-6c32-47c5-96c5-4437ef474cbb up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:33.695563 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabb2cc0-1ccc-42b2-8647-237e7f4f95cc" -d '{"events": [{"server_uuid": "fe56ef42-7ecc-45ce-83ad-8d9420972699", "name": "network-vif-deleted", "tag": "ca9bf95b-c66f-44df-9af6-c2a9603d3d53"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:33.759009 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91af5007-2019-414c-95c8-47ac1ba0d561 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:33.759009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-91af5007-2019-414c-95c8-47ac1ba0d561 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3383043 Nov 15 14:37:33.759009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56768) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:33.853464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port d8723197-6c32-47c5-96c5-4437ef474cbb completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:37:33.855230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-16b2d460-5981-4e6b-8fdf-0339560ecace tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=53a4a478-3a24-45b5-8208-2673f1cbb5ca HTTP/1.1" status: 200 len: 467 time: 0.0950875 Nov 15 14:37:33.857590 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56776) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:33.873499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port d8723197-6c32-47c5-96c5-4437ef474cbb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:33.878140 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:34.057733 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:34.138460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port d8723197-6c32-47c5-96c5-4437ef474cbb, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d8723197-6c32-47c5-96c5-4437ef474cbb,segment=NetworkSegment(4844d34b-bcb4-428a-b64e-1362570c37c0),segment_id=4844d34b-bcb4-428a-b64e-1362570c37c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:34.273591 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:34.274498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ca9bf95b-c66f-44df-9af6-c2a9603d3d53 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:37:34.276874 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82cffefe-9340-464a-b0a7-92fe7ab8c01d tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:34.283488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-82cffefe-9340-464a-b0a7-92fe7ab8c01d tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/53a4a478-3a24-45b5-8208-2673f1cbb5ca HTTP/1.1" status: 204 len: 168 time: 0.4193232 Nov 15 14:37:34.283488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:34.301430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:34.322513 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:34.331268 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5a888bc9-8ae8-44d3-862f-7c0a86d49ebb tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=53a4a478-3a24-45b5-8208-2673f1cbb5ca HTTP/1.1" status: 200 len: 216 time: 0.0483754 Nov 15 14:37:34.345015 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f9f15fec-cf6f-4a97-ae25-7305f2095092 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0147231 Nov 15 14:37:34.346960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:34.371759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7820c54f-a6a1-4cd7-ab1b-b3a0e1287912 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0188286 Nov 15 14:37:34.379161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: ca9bf95b-c66f-44df-9af6-c2a9603d3d53 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:37:34.379161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ca9bf95b-c66f-44df-9af6-c2a9603d3d53 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:37:34.383565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:34.410904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=d8723197-6c32-47c5-96c5-4437ef474cbb,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:34.479017 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ac792650-9475-4235-a96e-119a0c73f7f0 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/92f8c9df-0ade-4d89-8c67-1b8c44cc9470 HTTP/1.1" status: 200 len: 473 time: 0.0902610 Nov 15 14:37:34.479623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:34.502824 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:34.512887 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f17e1f12-91b6-4e82-ac64-158a08c08c95 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/4e2fbea3-7c96-4a80-8b7a-f14953063e0b HTTP/1.1" status: 200 len: 461 time: 0.0224285 Nov 15 14:37:34.572135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-339008342-network', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:34.752496 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73b4ab36-7006-4ffb-bc7a-cfb095aca1bd tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:34.753309 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-73b4ab36-7006-4ffb-bc7a-cfb095aca1bd tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/4e2fbea3-7c96-4a80-8b7a-f14953063e0b HTTP/1.1" status: 204 len: 168 time: 0.2487292 Nov 15 14:37:34.755922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56822) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:34.766581 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Made reservation on behalf of c9491847b6a04a38bc97719313c9d745 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:34.770673 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:34.947646 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:34.993947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964264f8-5ffb-4fe5-8325-22212a95789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8723197-6c32-47c5-96c5-4437ef474cbb'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:34.998812 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5399c7d-a2e2-42cc-bf31-e5578ee230db" -d '{"events": [{"server_uuid": "964264f8-5ffb-4fe5-8325-22212a95789c", "name": "network-vif-plugged", "status": "completed", "tag": "d8723197-6c32-47c5-96c5-4437ef474cbb"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:35.021436 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:35.215524 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-279c7273-3bdd-48d5-bf49-ce9594648c54 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:35.221372 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-279c7273-3bdd-48d5-bf49-ce9594648c54 tempest-MeteringTestJSON-983654836 tempest-MeteringTestJSON-983654836-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/92f8c9df-0ade-4d89-8c67-1b8c44cc9470 HTTP/1.1" status: 204 len: 168 time: 0.4616227 Nov 15 14:37:35.238904 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:35.324584 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:35.369867 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:37:35.387002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd955ac-ffed-4be2-bb10-cde8e37ed349,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:35.396936 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:35.396936 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Added segment 4534c07a-9930-4420-88f2-03aa6f36cb52 of type vlan for network 4fe50044-4362-49fa-b14e-265e267dcfb5 Nov 15 14:37:35.472587 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:35.511038 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a21e187-b02e-4286-9b05-c132e7a182a8 x-openstack-request-id: req-3a21e187-b02e-4286-9b05-c132e7a182a8 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:35.511675 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe56ef42-7ecc-45ce-83ad-8d9420972699", "name": "network-vif-deleted", "tag": "ca9bf95b-c66f-44df-9af6-c2a9603d3d53", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:35.511675 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a21e187-b02e-4286-9b05-c132e7a182a8 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:35.512074 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe56ef42-7ecc-45ce-83ad-8d9420972699', 'name': 'network-vif-deleted', 'tag': 'ca9bf95b-c66f-44df-9af6-c2a9603d3d53', 'status': 'completed', 'code': 200} Nov 15 14:37:35.609928 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:35.611023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:35.611632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:35.657707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4efbe-f020-41c3-b56d-e0b8f4e0fc6f req-53cc77a9-3ad3-41e2-951a-505658b8f00a tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:35.667409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8df4efbe-f020-41c3-b56d-e0b8f4e0fc6f req-53cc77a9-3ad3-41e2-951a-505658b8f00a tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 946 time: 0.1229157 Nov 15 14:37:35.751844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] Pushing event updated for resources: {'Network': ['ID=4fe50044-4362-49fa-b14e-265e267dcfb5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:35.766537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b9e7e-fac8-4d2a-af09-ce080e6c46f8 req-f368d71f-b7d6-43bc-8060-1e5e608bf8d0 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:35.768478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 4fe50044-4362-49fa-b14e-265e267dcfb5 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:37:35.775498 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c8b9e7e-fac8-4d2a-af09-ce080e6c46f8 req-f368d71f-b7d6-43bc-8060-1e5e608bf8d0 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1830697 Nov 15 14:37:35.814493 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5ba4a7ea-6460-4a86-bfbc-68022b43c69c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5114286 Nov 15 14:37:35.817281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:35.824186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-135f2b46-4085-4b79-b1db-09f2d97436be admin admin] Request body: {'subnet': {'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-339008342-subnet', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:35.843104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8df4efbe-f020-41c3-b56d-e0b8f4e0fc6f req-0deaf85f-08a5-4a2a-845d-0e1d6304fbf4 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed7c11f0-7268-41e3-9682-64044563ab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743560 Nov 15 14:37:35.895566 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c8b9e7e-fac8-4d2a-af09-ce080e6c46f8 req-d63e8648-b025-425d-b534-bbc4fd131857 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185389 Nov 15 14:37:35.899027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56838) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:35.910162 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:35.997046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135f2b46-4085-4b79-b1db-09f2d97436be admin admin] Made reservation on behalf of c9491847b6a04a38bc97719313c9d745 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:35.999910 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-135f2b46-4085-4b79-b1db-09f2d97436be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:36.172248 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e29a8e0-a5c0-40d4-b5e9-92ad0bfb125a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:36.350494 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e29a8e0-a5c0-40d4-b5e9-92ad0bfb125a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:36.358874 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3817ff9d-29cb-4ae4-8b37-80711a67bceb x-openstack-request-id: req-3817ff9d-29cb-4ae4-8b37-80711a67bceb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:36.360209 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964264f8-5ffb-4fe5-8325-22212a95789c", "name": "network-vif-plugged", "status": "completed", "tag": "d8723197-6c32-47c5-96c5-4437ef474cbb", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:36.360743 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3817ff9d-29cb-4ae4-8b37-80711a67bceb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:36.361657 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964264f8-5ffb-4fe5-8325-22212a95789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8723197-6c32-47c5-96c5-4437ef474cbb', 'code': 200} Nov 15 14:37:36.535920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97689ab8-5a7f-409c-81b6-0672241e3196 req-a2cf5cc0-70c8-4078-bdea-6d83cfd8395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:36.535920 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-97689ab8-5a7f-409c-81b6-0672241e3196 req-a2cf5cc0-70c8-4078-bdea-6d83cfd8395a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 1097 time: 0.0690024 Nov 15 14:37:36.573420 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-97689ab8-5a7f-409c-81b6-0672241e3196 req-9fe8a864-8912-429b-9faa-329a10c0de45 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed7c11f0-7268-41e3-9682-64044563ab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533645 Nov 15 14:37:37.099183 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:37:37.267262 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e29a8e0-a5c0-40d4-b5e9-92ad0bfb125a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:37.308453 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-135f2b46-4085-4b79-b1db-09f2d97436be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:37.325934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8e29a8e0-a5c0-40d4-b5e9-92ad0bfb125a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96ea5a3a010a4c6b90e330b2b9812726&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4222238 Nov 15 14:37:37.327146 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56868) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:37.327146 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29a8e0-a5c0-40d4-b5e9-92ad0bfb125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b876d0-42cf-4849-a172-356cd0cad2ed,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:37.394874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:37.395111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f2b46-4085-4b79-b1db-09f2d97436be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09fd1eb-b949-4bc0-87a9-85a6d2bcede2,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:37.404042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-25509e13-8d57-4423-b6c4-a716628aaa3e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1227536251', 'description': 'tempest-description--356551297'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:37.422134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f2b46-4085-4b79-b1db-09f2d97436be admin admin] Checking segment: {'id': '4534c07a-9930-4420-88f2-03aa6f36cb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:37.426277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f2b46-4085-4b79-b1db-09f2d97436be admin admin] Network hostable DHCP agents. Network: 4fe50044-4362-49fa-b14e-265e267dcfb5, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:37:37.455401 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9851021-f6e0-45b8-95e6-1144c1defc60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:37.480549 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9851021-f6e0-45b8-95e6-1144c1defc60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:37.587957 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f2b46-4085-4b79-b1db-09f2d97436be admin admin] Network 4fe50044-4362-49fa-b14e-265e267dcfb5 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:37:37.627627 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25509e13-8d57-4423-b6c4-a716628aaa3e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:37.680192 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9851021-f6e0-45b8-95e6-1144c1defc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:37.684679 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9851021-f6e0-45b8-95e6-1144c1defc60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:37.686725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c9851021-f6e0-45b8-95e6-1144c1defc60 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2b876d0-42cf-4849-a172-356cd0cad2ed HTTP/1.1" status: 204 len: 168 time: 0.3566403 Nov 15 14:37:37.730567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-135f2b46-4085-4b79-b1db-09f2d97436be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 4fe50044-4362-49fa-b14e-265e267dcfb5) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:37.746031 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135f2b46-4085-4b79-b1db-09f2d97436be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:37.749050 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-135f2b46-4085-4b79-b1db-09f2d97436be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:37.751675 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d56d8c-b6f6-4934-ae35-dfb66b0a65a3 None None] Network 4fe50044-4362-49fa-b14e-265e267dcfb5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:37.761354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9851021-f6e0-45b8-95e6-1144c1defc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b876d0-42cf-4849-a172-356cd0cad2ed,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:37.876349 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25509e13-8d57-4423-b6c4-a716628aaa3e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:37.950324 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-135f2b46-4085-4b79-b1db-09f2d97436be admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1313934 Nov 15 14:37:37.955415 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:37.971970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-339008342-router', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:38.033410 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-4fe50044-4362-49fa-b14e-265e267dcfb5', 'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'fixed_ips': [{'subnet_id': 'e09fd1eb-b949-4bc0-87a9-85a6d2bcede2'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:37:38.035109 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.102497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.104412 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.115599 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25509e13-8d57-4423-b6c4-a716628aaa3e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.223627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25509e13-8d57-4423-b6c4-a716628aaa3e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c35ce26-1342-4d7e-b1c1-c45ecbc4ce7d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:38.248221 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.261476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Allocated IP 172.20.0.2 (4fe50044-4362-49fa-b14e-265e267dcfb5/e09fd1eb-b949-4bc0-87a9-85a6d2bcede2/d42bfea5-97c1-44fb-acaa-bd705fee7f9e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:38.290549 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25509e13-8d57-4423-b6c4-a716628aaa3e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.295175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-25509e13-8d57-4423-b6c4-a716628aaa3e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8966682 Nov 15 14:37:38.297467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:38.302664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-06938ceb-dcda-4a18-8379-5955b33f4cf0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Request body: {'security_group_rule': {'security_group_id': '5c35ce26-1342-4d7e-b1c1-c45ecbc4ce7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:38.478874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.511698 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.524724 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06938ceb-dcda-4a18-8379-5955b33f4cf0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.618718 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06938ceb-dcda-4a18-8379-5955b33f4cf0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.627916 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.679315 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06938ceb-dcda-4a18-8379-5955b33f4cf0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.687467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Network 4fe50044-4362-49fa-b14e-265e267dcfb5 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:38.693319 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:38.699133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:38.714077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06938ceb-dcda-4a18-8379-5955b33f4cf0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af263607-52ad-4959-854b-829c9fc7b182,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:38.764195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Pushing event updated for resources: {'Port': ['ID=d42bfea5-97c1-44fb-acaa-bd705fee7f9e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:38.809208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Attempting to bind port d42bfea5-97c1-44fb-acaa-bd705fee7f9e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:37:38.809918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Attempting to bind port d42bfea5-97c1-44fb-acaa-bd705fee7f9e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '4534c07a-9930-4420-88f2-03aa6f36cb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:37:38.810504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Attempting to bind port d42bfea5-97c1-44fb-acaa-bd705fee7f9e on network 4fe50044-4362-49fa-b14e-265e267dcfb5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:38.812384 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06938ceb-dcda-4a18-8379-5955b33f4cf0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.817235 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-06938ceb-dcda-4a18-8379-5955b33f4cf0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5163622 Nov 15 14:37:38.818247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56912) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:38.818962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:37:38.819583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Checking segment: {'id': '4534c07a-9930-4420-88f2-03aa6f36cb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:38.824926 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.824926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Bound using segment: {'id': '4534c07a-9930-4420-88f2-03aa6f36cb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:37:38.824926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Bound port: d42bfea5-97c1-44fb-acaa-bd705fee7f9e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4534c07a-9930-4420-88f2-03aa6f36cb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:37:38.824926 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.832246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b50e4ea2-9e34-4104-8686-3378a810350e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Request body: {'security_group_rule': {'security_group_id': '5c35ce26-1342-4d7e-b1c1-c45ecbc4ce7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:38.930490 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] For port d42bfea5-97c1-44fb-acaa-bd705fee7f9e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:37:38.934058 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] For port d42bfea5-97c1-44fb-acaa-bd705fee7f9e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d42bfea5-97c1-44fb-acaa-bd705fee7f9e,segment=NetworkSegment(4534c07a-9930-4420-88f2-03aa6f36cb52),segment_id=4534c07a-9930-4420-88f2-03aa6f36cb52)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:37:38.958891 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:38.980919 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.002857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:39.010246 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4321726a-0481-4dbe-9557-28aacf7ed422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.104835 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4321726a-0481-4dbe-9557-28aacf7ed422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.141565 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50e4ea2-9e34-4104-8686-3378a810350e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.167610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Allocated IP 172.25.4.59 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/84354710-ac6e-405d-9da8-54893b1f4943) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:39.170751 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.257715 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50e4ea2-9e34-4104-8686-3378a810350e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.269719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7368f3e-ae0d-405e-a3b3-a152f35a19cb None None] Pushing event updated for resources: {'Port': ['ID=d42bfea5-97c1-44fb-acaa-bd705fee7f9e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:39.273044 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4321726a-0481-4dbe-9557-28aacf7ed422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.325940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.364226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56916) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:39.365088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4321726a-0481-4dbe-9557-28aacf7ed422 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c926e6182224364b58f432074207bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3753045 Nov 15 14:37:39.366193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321726a-0481-4dbe-9557-28aacf7ed422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be815065-9ec8-480f-bb95-3cac0a405f67,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:39.422442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50e4ea2-9e34-4104-8686-3378a810350e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.462969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4ea2-9e34-4104-8686-3378a810350e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66159110-1f99-4cf7-a7a8-60e893c69960,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:39.464267 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5774aee0-894e-4844-9567-ba90e073a380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.498708 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5774aee0-894e-4844-9567-ba90e073a380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.575132 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.610201 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50e4ea2-9e34-4104-8686-3378a810350e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.614838 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b50e4ea2-9e34-4104-8686-3378a810350e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7903714 Nov 15 14:37:39.616945 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56924) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:39.624895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:39.631624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:39.645422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:39.651254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:39.700846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a4af5-829f-4da3-8793-56cc03d179ae req-4dcf4f28-5722-4f73-b699-7c856cb7e64e tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:39.708686 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df4a4af5-829f-4da3-8793-56cc03d179ae req-4dcf4f28-5722-4f73-b699-7c856cb7e64e tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 946 time: 0.1443570 Nov 15 14:37:39.713191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5774aee0-894e-4844-9567-ba90e073a380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.718870 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5774aee0-894e-4844-9567-ba90e073a380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:39.723623 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5774aee0-894e-4844-9567-ba90e073a380 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be815065-9ec8-480f-bb95-3cac0a405f67 HTTP/1.1" status: 204 len: 168 time: 0.3558710 Nov 15 14:37:39.725333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=84354710-ac6e-405d-9da8-54893b1f4943,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:39.753270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3f04-c344-4aec-a505-377cf71fac0e req-2e5827eb-93eb-484e-a3dc-66a2967543f5 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:39.764607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d8d3f04-c344-4aec-a505-377cf71fac0e req-2e5827eb-93eb-484e-a3dc-66a2967543f5 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1686759 Nov 15 14:37:39.820204 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774aee0-894e-4844-9567-ba90e073a380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be815065-9ec8-480f-bb95-3cac0a405f67,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:39.898699 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df4a4af5-829f-4da3-8793-56cc03d179ae req-0c799080-071e-4b19-b85c-9b52ad9e505f tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed7c11f0-7268-41e3-9682-64044563ab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855831 Nov 15 14:37:39.910431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d8d3f04-c344-4aec-a505-377cf71fac0e req-2354f564-2c35-49ad-a539-97b1c3beae99 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295338 Nov 15 14:37:39.916483 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:40.243449 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:40.319050 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:40.563169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e85500-0b50-47f6-a5ee-793b337cf677 req-259c9edc-4d48-4751-b953-72db89ca3789 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:40.575424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27e85500-0b50-47f6-a5ee-793b337cf677 req-259c9edc-4d48-4751-b953-72db89ca3789 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 947 time: 0.1160600 Nov 15 14:37:40.597691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Allocated IP 172.25.4.60 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/95a23cb4-0c1c-4b51-a4de-ca7c72adf651) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:40.646587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27e85500-0b50-47f6-a5ee-793b337cf677 req-1ee37ea2-d1f5-458f-a6f0-8b777091476c tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700819 Nov 15 14:37:40.897672 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3874cfaa-f41e-49be-8168-535f3a4edd36 req-11853938-b63c-4212-b438-018fafa94992 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6dd3128-f685-4ab8-b27d-04608634cd16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1384153 Nov 15 14:37:40.940491 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:40.941742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6a9411-0055-4a13-870c-6d136d4c3242 None None] Network 4fe50044-4362-49fa-b14e-265e267dcfb5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:41.150778 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:41.163224 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c7d6c17b-c0ec-4d11-93fe-e0555d836865 None None] Provisioning complete for port d42bfea5-97c1-44fb-acaa-bd705fee7f9e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:41.163737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9635adb-49b9-44d3-bdfc-182305469d37 req-2907182a-7889-44ea-80a8-b81d0af1891d tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:41.164156 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c17b-c0ec-4d11-93fe-e0555d836865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:41.165540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9635adb-49b9-44d3-bdfc-182305469d37 req-2907182a-7889-44ea-80a8-b81d0af1891d tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1019909 Nov 15 14:37:41.198869 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874cfaa-f41e-49be-8168-535f3a4edd36 req-91f57429-ddfb-4b1e-bf0a-34d7509641ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:41.200720 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3874cfaa-f41e-49be-8168-535f3a4edd36 req-91f57429-ddfb-4b1e-bf0a-34d7509641ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78637fea2b8f40a78460f0071ea974d2&device_id=c6dd3128-f685-4ab8-b27d-04608634cd16 HTTP/1.1" status: 200 len: 1100 time: 0.1379018 Nov 15 14:37:41.279662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e457f41-cf8d-45e8-b228-85452bbefaa6 req-b0709f1a-e0e6-4637-a576-e05f1e9f4e26 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:41.289576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e457f41-cf8d-45e8-b228-85452bbefaa6 req-b0709f1a-e0e6-4637-a576-e05f1e9f4e26 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 946 time: 0.2575841 Nov 15 14:37:41.360241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874cfaa-f41e-49be-8168-535f3a4edd36 req-90eb5459-4b42-4631-9cd3-d461b2ceab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:41.361802 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3874cfaa-f41e-49be-8168-535f3a4edd36 req-90eb5459-4b42-4631-9cd3-d461b2ceab06 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1303108 Nov 15 14:37:41.390192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d42bfea5-97c1-44fb-acaa-bd705fee7f9e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:41.391126 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9635adb-49b9-44d3-bdfc-182305469d37 req-030008da-3238-4d04-9873-f02bcf699639 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045298 Nov 15 14:37:41.424556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e457f41-cf8d-45e8-b228-85452bbefaa6 req-a6eae141-7219-416d-96ff-0cb7fde829e2 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed7c11f0-7268-41e3-9682-64044563ab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336462 Nov 15 14:37:41.429588 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3874cfaa-f41e-49be-8168-535f3a4edd36 req-8f703701-393f-427c-8da3-c84b94c49754 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169 HTTP/1.1" status: 200 len: 217 time: 0.0566223 Nov 15 14:37:41.433517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c17b-c0ec-4d11-93fe-e0555d836865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:41.487095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874cfaa-f41e-49be-8168-535f3a4edd36 req-e390bbfb-f0e5-4fe3-89e4-87081b5a6804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:41.488605 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3874cfaa-f41e-49be-8168-535f3a4edd36 req-e390bbfb-f0e5-4fe3-89e4-87081b5a6804 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0464342 Nov 15 14:37:41.516592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c7d6c17b-c0ec-4d11-93fe-e0555d836865 None None] For port d42bfea5-97c1-44fb-acaa-bd705fee7f9e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d42bfea5-97c1-44fb-acaa-bd705fee7f9e,segment=NetworkSegment(4534c07a-9930-4420-88f2-03aa6f36cb52),segment_id=4534c07a-9930-4420-88f2-03aa6f36cb52)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:41.548378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874cfaa-f41e-49be-8168-535f3a4edd36 req-a441a246-6438-4c9a-8ef3-80befdc0086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:41.550058 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3874cfaa-f41e-49be-8168-535f3a4edd36 req-a441a246-6438-4c9a-8ef3-80befdc0086c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472102 Nov 15 14:37:41.568622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d42bfea5-97c1-44fb-acaa-bd705fee7f9e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:41.569015 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:41.700897 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:41.701046 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c17b-c0ec-4d11-93fe-e0555d836865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:41.702426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Router 18f0624a-b4e6-425c-add6-92f633a14129 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:37:41.800272 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:41.823533 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3874cfaa-f41e-49be-8168-535f3a4edd36 req-e2d4fdc8-0f38-4dff-9c25-bc0e24cb2a28 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592459 Nov 15 14:37:41.850166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:41.861657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8a1a5-1ed0-424f-b3ff-955904f09701 req-9db6e70f-0979-4e68-ad7b-c1100c8a3cdc tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:41.872599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40d8a1a5-1ed0-424f-b3ff-955904f09701 req-9db6e70f-0979-4e68-ad7b-c1100c8a3cdc tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 947 time: 0.1281431 Nov 15 14:37:41.878202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:41.911623 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:41.950551 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Pushing event updated for resources: {'Port': ['ID=95a23cb4-0c1c-4b51-a4de-ca7c72adf651,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:41.964268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6c17b-c0ec-4d11-93fe-e0555d836865 None None] Pushing event updated for resources: {'Port': ['ID=d42bfea5-97c1-44fb-acaa-bd705fee7f9e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:41.992742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40d8a1a5-1ed0-424f-b3ff-955904f09701 req-6cd48818-f97c-4f8f-ad42-33dd8e2322c0 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165049 Nov 15 14:37:42.020656 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:37:42.021503 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:37:42.131085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eefe1c4b-a8fa-461e-9ffc-7db6874e6e5d None None] Provisioning complete for port d42bfea5-97c1-44fb-acaa-bd705fee7f9e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:42.131540 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eefe1c4b-a8fa-461e-9ffc-7db6874e6e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:42.193858 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56986) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:42.386328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-40642643-621a-488d-b6f7-18a3a3d36262 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1081894263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:42.583295 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40642643-621a-488d-b6f7-18a3a3d36262 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:42.585491 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40642643-621a-488d-b6f7-18a3a3d36262 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:42.648664 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3874cfaa-f41e-49be-8168-535f3a4edd36 req-be891245-73ee-4438-b5f2-097ea1e6aac8 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7941921 Nov 15 14:37:42.649332 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40642643-621a-488d-b6f7-18a3a3d36262 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:42.681930 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:42.689884 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:37:42.705150 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Sync routers for ids ['18f0624a-b4e6-425c-add6-92f633a14129'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:37:42.720257 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Routers {'18f0624a-b4e6-425c-add6-92f633a14129'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:37:42.721045 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:37:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['18f0624a-b4e6-425c-add6-92f633a14129'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:42.733818 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40642643-621a-488d-b6f7-18a3a3d36262 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:42.776314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e870a1-b4b8-4a45-8eda-655eba8b4b6c req-d86b28b1-cfcf-4cdb-868d-fa2abe5627c1 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:42.777787 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04e870a1-b4b8-4a45-8eda-655eba8b4b6c req-d86b28b1-cfcf-4cdb-868d-fa2abe5627c1 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.59 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 947 time: 0.2899878 Nov 15 14:37:42.787401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb494c4a-1606-40e8-82ec-7cbb2ef1c8b0 req-5bb0ca74-9d10-4bfe-9a62-4e4de4a8e1df tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:42.789439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb494c4a-1606-40e8-82ec-7cbb2ef1c8b0 req-5bb0ca74-9d10-4bfe-9a62-4e4de4a8e1df tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.2886844 Nov 15 14:37:42.843382 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:42.844788 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-591f6d09-b355-4da8-94a8-cb3791b77ab8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8866403 Nov 15 14:37:42.854241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:42.854924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:42.862129 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Set router 18f0624a-b4e6-425c-add6-92f633a14129 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:37:42.889640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8730bc8-0066-4df5-a11c-56d5378a5488 req-0a849fde-c12f-4fb4-a239-dab8a59e6a3c tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:42.897161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8730bc8-0066-4df5-a11c-56d5378a5488 req-0a849fde-c12f-4fb4-a239-dab8a59e6a3c tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 946 time: 0.3162105 Nov 15 14:37:42.932540 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40642643-621a-488d-b6f7-18a3a3d36262 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:42.936754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-40642643-621a-488d-b6f7-18a3a3d36262 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7415903 Nov 15 14:37:42.945257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec5da0-ff81-47ec-bcb2-040c73948318 req-4d431e8b-a771-423e-b474-a7024a712fc6 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:42.946802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcec5da0-ff81-47ec-bcb2-040c73948318 req-4d431e8b-a771-423e-b474-a7024a712fc6 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.59 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 946 time: 0.2923024 Nov 15 14:37:42.949172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56998) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:42.955131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2073029326'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:43.065954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Made reservation on behalf of cb6cafad678b4be9aa162914303b6773 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:43.069993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:43.137237 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb494c4a-1606-40e8-82ec-7cbb2ef1c8b0 req-b39d786e-86be-4608-ba17-8d158f2dcb21 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145568 Nov 15 14:37:43.142608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8730bc8-0066-4df5-a11c-56d5378a5488 req-cce6b3da-3834-45ef-b091-1896275739d9 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed7c11f0-7268-41e3-9682-64044563ab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440121 Nov 15 14:37:43.143602 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:43.306748 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f0624a-b4e6-425c-add6-92f633a14129', 'name': 'tempest-FloatingIPDetailsTestJSON-339008342-router', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '84354710-ac6e-405d-9da8-54893b1f4943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:37:39Z', 'revision_number': 3, 'project_id': 'c9491847b6a04a38bc97719313c9d745', 'gw_port': {'id': '84354710-ac6e-405d-9da8-54893b1f4943', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f0624a-b4e6-425c-add6-92f633a14129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:43.321592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d42bfea5-97c1-44fb-acaa-bd705fee7f9e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:43.375090 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Checking router: 18f0624a-b4e6-425c-add6-92f633a14129 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:37:43.376005 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Updating router 18f0624a-b4e6-425c-add6-92f633a14129 port 84354710-ac6e-405d-9da8-54893b1f4943 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:37:43.407828 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:43.469954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d42bfea5-97c1-44fb-acaa-bd705fee7f9e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:43.470756 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:43.550377 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:43.584188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-04e870a1-b4b8-4a45-8eda-655eba8b4b6c req-92673e43-c227-4d0a-aeaa-924585cb960f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Deleting port 615e7295-475b-498a-959e-6a83a85f0d93 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:43.584188 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04e870a1-b4b8-4a45-8eda-655eba8b4b6c req-92673e43-c227-4d0a-aeaa-924585cb960f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:43.599822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fccb65-625b-4548-8167-ce30eb793e96 req-e03d76d6-106f-4fbe-ab6d-e10849cd7d69 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:43.601924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28fccb65-625b-4548-8167-ce30eb793e96 req-e03d76d6-106f-4fbe-ab6d-e10849cd7d69 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 947 time: 0.1884038 Nov 15 14:37:43.604319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bcec5da0-ff81-47ec-bcb2-040c73948318 req-4fac337e-81d5-4c00-ad6a-84dd62e9b1bc tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Deleting port d8723197-6c32-47c5-96c5-4437ef474cbb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:43.604654 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcec5da0-ff81-47ec-bcb2-040c73948318 req-4fac337e-81d5-4c00-ad6a-84dd62e9b1bc tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:43.765980 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:43.821939 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531c608-c110-459b-ab4a-7bf10ea83f6c req-be7bcdce-e7c6-43d2-aae2-987c1b33b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:43.823694 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1531c608-c110-459b-ab4a-7bf10ea83f6c req-be7bcdce-e7c6-43d2-aae2-987c1b33b454 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d072f4dda54fc6ad562bb1a75808f5&device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 1097 time: 0.3289089 Nov 15 14:37:43.921646 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:43.964528 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.074802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Pushing event updated for resources: {'Port': ['ID=95a23cb4-0c1c-4b51-a4de-ca7c72adf651,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:44.088409 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.095764 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.104244 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.107895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531c608-c110-459b-ab4a-7bf10ea83f6c req-f99b26f6-d0ab-4799-8f45-6f82c0344f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:44.109865 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1531c608-c110-459b-ab4a-7bf10ea83f6c req-f99b26f6-d0ab-4799-8f45-6f82c0344f0e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e4b8ee-acc5-4001-b628-218baa9fcd83 HTTP/1.1" status: 200 len: 919 time: 0.2540140 Nov 15 14:37:44.121742 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.168221 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Pushing event updated for resources: {'Port': ['ID=84354710-ac6e-405d-9da8-54893b1f4943,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:44.186627 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Attempting to bind port 84354710-ac6e-405d-9da8-54893b1f4943 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:37:44.187523 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Attempting to bind port 84354710-ac6e-405d-9da8-54893b1f4943 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:37:44.189747 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Attempting to bind port 84354710-ac6e-405d-9da8-54893b1f4943 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:44.195008 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1531c608-c110-459b-ab4a-7bf10ea83f6c req-c90e3b23-28d8-443a-80b4-152b2988b5bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5c5e6ee-d641-490f-8f65-39cc320f9237 HTTP/1.1" status: 200 len: 217 time: 0.0698714 Nov 15 14:37:44.214840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:37:44.218364 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:44.221681 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:44.222114 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:44.228060 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:44.228512 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:44.228932 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:44.229839 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:44.230265 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:44.230734 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:44.231143 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:44.232055 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:44.232484 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:37:44.242567 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:37:44.245062 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:44.247414 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.247801 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:37:44.249382 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Bound port: 84354710-ac6e-405d-9da8-54893b1f4943, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:37:44.249554 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.277791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cbfd9e-85ab-4182-a56f-3c07f09a5e85,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:44.287463 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.288691 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Added segment 00029ce1-458b-4453-89f7-4922e26be469 of type vlan for network df2c0555-98c0-4533-a176-cd6b59d93b9f Nov 15 14:37:44.365307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.370173 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f321d101-37ee-4998-ac8f-3b3fe99c7e68 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7504585 Nov 15 14:37:44.374301 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] For port 84354710-ac6e-405d-9da8-54893b1f4943, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:37:44.385876 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] For port 84354710-ac6e-405d-9da8-54893b1f4943, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=84354710-ac6e-405d-9da8-54893b1f4943,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:37:44.435074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531c608-c110-459b-ab4a-7bf10ea83f6c req-cb98e63e-bcff-4f86-8276-27c9a331febc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:44.436502 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1531c608-c110-459b-ab4a-7bf10ea83f6c req-cb98e63e-bcff-4f86-8276-27c9a331febc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=912abb4e-fe5a-416e-afcb-b79eb8087760 HTTP/1.1" status: 200 len: 858 time: 0.2304106 Nov 15 14:37:44.456300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ecd3f-2851-4e04-98a9-03b5fe20d8f0 req-50176f3a-4738-40e5-afbe-a8c9055f8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:44.457836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb8ecd3f-2851-4e04-98a9-03b5fe20d8f0 req-50176f3a-4738-40e5-afbe-a8c9055f8cdf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 1097 time: 0.4045613 Nov 15 14:37:44.485469 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28fccb65-625b-4548-8167-ce30eb793e96 req-47d6359d-53eb-4293-b14a-a7502aa2d8d4 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334600 Nov 15 14:37:44.488641 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1531c608-c110-459b-ab4a-7bf10ea83f6c req-252b2b98-2601-4a16-bbaa-73f8c3be3c80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e4b8ee-acc5-4001-b628-218baa9fcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370226 Nov 15 14:37:44.497323 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.525851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-1531c608-c110-459b-ab4a-7bf10ea83f6c req-c764f26e-c4a3-4f5e-b6e1-fcd4d2ee55a7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:37:44.527017 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1531c608-c110-459b-ab4a-7bf10ea83f6c req-c764f26e-c4a3-4f5e-b6e1-fcd4d2ee55a7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182414 Nov 15 14:37:44.538654 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.615072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-04e870a1-b4b8-4a45-8eda-655eba8b4b6c req-92673e43-c227-4d0a-aeaa-924585cb960f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] For port 615e7295-475b-498a-959e-6a83a85f0d93, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=615e7295-475b-498a-959e-6a83a85f0d93,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:44.618756 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Routers {'18f0624a-b4e6-425c-add6-92f633a14129'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:37:44.618960 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04e870a1-b4b8-4a45-8eda-655eba8b4b6c req-92673e43-c227-4d0a-aeaa-924585cb960f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.619404 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:37:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['18f0624a-b4e6-425c-add6-92f633a14129'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:44.629028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bcec5da0-ff81-47ec-bcb2-040c73948318 req-4fac337e-81d5-4c00-ad6a-84dd62e9b1bc tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] For port d8723197-6c32-47c5-96c5-4437ef474cbb, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d8723197-6c32-47c5-96c5-4437ef474cbb,segment=NetworkSegment(4844d34b-bcb4-428a-b64e-1362570c37c0),segment_id=4844d34b-bcb4-428a-b64e-1362570c37c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:44.629419 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcec5da0-ff81-47ec-bcb2-040c73948318 req-4fac337e-81d5-4c00-ad6a-84dd62e9b1bc tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.644380 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b1fd3-ece7-457e-98d6-235b2eb82bc3 None None] Pushing event updated for resources: {'Port': ['ID=84354710-ac6e-405d-9da8-54893b1f4943,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:44.679475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bcec5da0-ff81-47ec-bcb2-040c73948318 req-4fac337e-81d5-4c00-ad6a-84dd62e9b1bc tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Calling delete_port for d8723197-6c32-47c5-96c5-4437ef474cbb owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:44.765107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Allocated IP 172.20.0.1 (4fe50044-4362-49fa-b14e-265e267dcfb5/e09fd1eb-b949-4bc0-87a9-85a6d2bcede2/fc387921-458b-4d83-b77c-011a2d9c00ec) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:44.786967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-04e870a1-b4b8-4a45-8eda-655eba8b4b6c req-92673e43-c227-4d0a-aeaa-924585cb960f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Calling delete_port for 615e7295-475b-498a-959e-6a83a85f0d93 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:44.809867 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1531c608-c110-459b-ab4a-7bf10ea83f6c req-590cb9e4-ef63-45f8-a751-8939805a9971 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733617 Nov 15 14:37:44.828091 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] Set router 18f0624a-b4e6-425c-add6-92f633a14129 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:37:44.885407 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb8ecd3f-2851-4e04-98a9-03b5fe20d8f0 req-dfa03bce-1ce2-4e5a-8d1e-37e1683771a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151391 Nov 15 14:37:44.898225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb8d07-871a-489d-9461-ba54549a0eac req-417eb83a-dab1-4e00-9e78-f907bc4b93b2 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:44.905279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4eb8d07-871a-489d-9461-ba54549a0eac req-417eb83a-dab1-4e00-9e78-f907bc4b93b2 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.5615177 Nov 15 14:37:44.940367 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.946767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:44.949589 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:44.972603 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1531c608-c110-459b-ab4a-7bf10ea83f6c req-369c60cc-2c07-4c51-b7c6-0ef4879e9271 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236289 Nov 15 14:37:44.983347 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:45.046360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8054b8-5d9d-4966-a5e4-3ae992d680f3 req-3c06232c-d27d-4201-89d3-459e08fa12d9 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:45.047975 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea8054b8-5d9d-4966-a5e4-3ae992d680f3 req-3c06232c-d27d-4201-89d3-459e08fa12d9 tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/ports?device_id=964264f8-5ffb-4fe5-8325-22212a95789c HTTP/1.1" status: 200 len: 946 time: 0.4380469 Nov 15 14:37:45.053979 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f0624a-b4e6-425c-add6-92f633a14129', 'name': 'tempest-FloatingIPDetailsTestJSON-339008342-router', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '84354710-ac6e-405d-9da8-54893b1f4943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:37:39Z', 'revision_number': 3, 'project_id': 'c9491847b6a04a38bc97719313c9d745', 'gw_port': {'id': '84354710-ac6e-405d-9da8-54893b1f4943', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f0624a-b4e6-425c-add6-92f633a14129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:45.081311 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084ca64-5078-4b5a-8f16-e6c45aac2bce None None] The sync data for ids ['18f0624a-b4e6-425c-add6-92f633a14129'] in n-d-817748-2 is: [{'id': '18f0624a-b4e6-425c-add6-92f633a14129', 'name': 'tempest-FloatingIPDetailsTestJSON-339008342-router', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '84354710-ac6e-405d-9da8-54893b1f4943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:37:39Z', 'revision_number': 3, 'project_id': 'c9491847b6a04a38bc97719313c9d745', 'gw_port': {'id': '84354710-ac6e-405d-9da8-54893b1f4943', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f0624a-b4e6-425c-add6-92f633a14129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:37:45.106910 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:45.136040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event updated for resources: {'Network': ['ID=df2c0555-98c0-4533-a176-cd6b59d93b9f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:45.151900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network df2c0555-98c0-4533-a176-cd6b59d93b9f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:37:45.163167 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Pushing event updated for resources: {'Port': ['ID=fc387921-458b-4d83-b77c-011a2d9c00ec,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:45.183108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Network 4fe50044-4362-49fa-b14e-265e267dcfb5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:45.185171 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:45.187915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:45.209529 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-92f56715-a808-4cde-a261-1ac940b7f452 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2549448 Nov 15 14:37:45.215377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57036) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:45.215678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4eb8d07-871a-489d-9461-ba54549a0eac req-a3dab75a-60b3-4420-a183-1a428764e085 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087959 Nov 15 14:37:45.220252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-65b5393a-530a-43dd-9980-cbfa695391b3 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Request body: {'subnet': {'network_id': 'df2c0555-98c0-4533-a176-cd6b59d93b9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:45.224928 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcec5da0-ff81-47ec-bcb2-040c73948318 req-4fac337e-81d5-4c00-ad6a-84dd62e9b1bc tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:45.281809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['d8723197-6c32-47c5-96c5-4437ef474cbb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:37:45.355683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac337e-81d5-4c00-ad6a-84dd62e9b1bc tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Pushing event deleted for resources: {'Port': ['ID=d8723197-6c32-47c5-96c5-4437ef474cbb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:45.355797 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:45.768573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcec5da0-ff81-47ec-bcb2-040c73948318 req-4fac337e-81d5-4c00-ad6a-84dd62e9b1bc tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] No DVR routers for this DVR port d8723197-6c32-47c5-96c5-4437ef474cbb on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:37:45.768573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea8054b8-5d9d-4966-a5e4-3ae992d680f3 req-ddc8d76e-2f50-42a1-a6b9-6258ab3f0eee tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed7c11f0-7268-41e3-9682-64044563ab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609985 Nov 15 14:37:45.768573 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcec5da0-ff81-47ec-bcb2-040c73948318 req-4fac337e-81d5-4c00-ad6a-84dd62e9b1bc tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:45.768573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcec5da0-ff81-47ec-bcb2-040c73948318 req-4fac337e-81d5-4c00-ad6a-84dd62e9b1bc tempest-ServerAddressesTestJSON-161747591 tempest-ServerAddressesTestJSON-161747591-project] 10.222.0.59 "DELETE /v2.0/ports/d8723197-6c32-47c5-96c5-4437ef474cbb HTTP/1.1" status: 204 len: 173 time: 2.5503082 Nov 15 14:37:45.768573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964264f8-5ffb-4fe5-8325-22212a95789c', 'name': 'network-vif-deleted', 'tag': 'd8723197-6c32-47c5-96c5-4437ef474cbb'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:45.768573 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80335245-7f60-47c6-a7c0-45acab47c1fc" -d '{"events": [{"server_uuid": "964264f8-5ffb-4fe5-8325-22212a95789c", "name": "network-vif-deleted", "tag": "d8723197-6c32-47c5-96c5-4437ef474cbb"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:45.777145 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b5393a-530a-43dd-9980-cbfa695391b3 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Made reservation on behalf of cb6cafad678b4be9aa162914303b6773 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:45.777145 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65b5393a-530a-43dd-9980-cbfa695391b3 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:45.778529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-90618c79-14aa-42e9-ba3d-7cb559b751e0 None None] Provisioning complete for port fc387921-458b-4d83-b77c-011a2d9c00ec triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:45.778529 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90618c79-14aa-42e9-ba3d-7cb559b751e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:45.799013 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04e870a1-b4b8-4a45-8eda-655eba8b4b6c req-92673e43-c227-4d0a-aeaa-924585cb960f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:45.806578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-90618c79-14aa-42e9-ba3d-7cb559b751e0 None None] Port fc387921-458b-4d83-b77c-011a2d9c00ec cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:37:45.821649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8472a43-a697-45e7-a418-f14d6f552087 req-0907109b-64b4-4a05-9a7e-c6cac48b269d tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:45.853854 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8472a43-a697-45e7-a418-f14d6f552087 req-0907109b-64b4-4a05-9a7e-c6cac48b269d tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=6161988c-94ea-4411-8445-d05e5cf9ce1c HTTP/1.1" status: 200 len: 947 time: 0.1946900 Nov 15 14:37:45.873839 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:45.889930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92673e43-c227-4d0a-aeaa-924585cb960f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Pushing event deleted for resources: {'Port': ['ID=615e7295-475b-498a-959e-6a83a85f0d93,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:45.905824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-f85a72e1-1a1a-4c22-bcf8-e05ede9308e8 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:45.907600 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-f85a72e1-1a1a-4c22-bcf8-e05ede9308e8 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/networks?id=44376db9-3c9e-46c9-8ea0-caa71f035bc2 HTTP/1.1" status: 200 len: 822 time: 0.2410321 Nov 15 14:37:45.982205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e870a1-b4b8-4a45-8eda-655eba8b4b6c req-92673e43-c227-4d0a-aeaa-924585cb960f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] No DVR routers for this DVR port 615e7295-475b-498a-959e-6a83a85f0d93 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:37:45.988313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-d308f518-6d62-499a-9bcb-fa56bd53429b tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/quotas/652f0738127548cc86fe4fefa67400eb HTTP/1.1" status: 200 len: 375 time: 0.0735030 Nov 15 14:37:45.989204 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04e870a1-b4b8-4a45-8eda-655eba8b4b6c req-92673e43-c227-4d0a-aeaa-924585cb960f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:45.992520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04e870a1-b4b8-4a45-8eda-655eba8b4b6c req-92673e43-c227-4d0a-aeaa-924585cb960f tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.59 "DELETE /v2.0/ports/615e7295-475b-498a-959e-6a83a85f0d93 HTTP/1.1" status: 204 len: 173 time: 3.2021120 Nov 15 14:37:46.011149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8472a43-a697-45e7-a418-f14d6f552087 req-d9558480-f8d6-4294-a22d-4fc3849a1f8d tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744845 Nov 15 14:37:46.087286 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-3f321cf8-f33d-4610-82cc-1ac304321cd1 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=652f0738127548cc86fe4fefa67400eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0924456 Nov 15 14:37:46.139532 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65b5393a-530a-43dd-9980-cbfa695391b3 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:46.223215 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:46.240021 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5393a-530a-43dd-9980-cbfa695391b3 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event updated for resources: {'Subnet': ['ID=a9949034-d128-49d8-9160-b43791fc1af0,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:46.262130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5393a-530a-43dd-9980-cbfa695391b3 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Checking segment: {'id': '00029ce1-458b-4453-89f7-4922e26be469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'df2c0555-98c0-4533-a176-cd6b59d93b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:46.262529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b5393a-530a-43dd-9980-cbfa695391b3 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Network hostable DHCP agents. Network: df2c0555-98c0-4533-a176-cd6b59d93b9f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:37:46.264082 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-46632e30-5a73-46ef-a432-a4d1465bd374 service neutron] 10.222.0.70 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757569 Nov 15 14:37:46.370166 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:46.385037 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ab2d00-efad-4e36-bc54-6ac1a3e8e8dc x-openstack-request-id: req-09ab2d00-efad-4e36-bc54-6ac1a3e8e8dc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:46.388161 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964264f8-5ffb-4fe5-8325-22212a95789c", "name": "network-vif-deleted", "tag": "d8723197-6c32-47c5-96c5-4437ef474cbb", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:46.388583 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09ab2d00-efad-4e36-bc54-6ac1a3e8e8dc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:46.391236 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964264f8-5ffb-4fe5-8325-22212a95789c', 'name': 'network-vif-deleted', 'tag': 'd8723197-6c32-47c5-96c5-4437ef474cbb', 'status': 'completed', 'code': 200} Nov 15 14:37:46.438223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-64c31d24-0ee4-483f-9ba0-06a9b6cc4fe3 service neutron] 10.222.0.70 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724219 Nov 15 14:37:46.466799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b5393a-530a-43dd-9980-cbfa695391b3 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Network df2c0555-98c0-4533-a176-cd6b59d93b9f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:37:46.486040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Pushing event updated for resources: {'Port': ['ID=fc387921-458b-4d83-b77c-011a2d9c00ec,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:46.506102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:46.599687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-65b5393a-530a-43dd-9980-cbfa695391b3 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, df2c0555-98c0-4533-a176-cd6b59d93b9f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:46.599687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b5393a-530a-43dd-9980-cbfa695391b3 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:46.599687 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65b5393a-530a-43dd-9980-cbfa695391b3 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:46.604147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31921341-cdfd-4ea1-a167-77e44e0b02a7 None None] Network df2c0555-98c0-4533-a176-cd6b59d93b9f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:46.634105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Network 4fe50044-4362-49fa-b14e-265e267dcfb5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:46.635644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:46.731570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57096) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:46.732307 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-65b5393a-530a-43dd-9980-cbfa695391b3 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5167568 Nov 15 14:37:46.743845 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-db740980-e35b-427d-ab14-7b2474ac8f07 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Request body: {'network': {'name': 'tempest-router-network01--1598590610'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:46.861406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Router 18f0624a-b4e6-425c-add6-92f633a14129 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:37:46.897489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db740980-e35b-427d-ab14-7b2474ac8f07 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Made reservation on behalf of cb6cafad678b4be9aa162914303b6773 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:46.904719 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db740980-e35b-427d-ab14-7b2474ac8f07 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:46.920549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28491a6-e889-4285-824c-24c89d125376 req-6916156b-0d1b-47c5-915d-480eae071a0a tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:46.920549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e28491a6-e889-4285-824c-24c89d125376 req-6916156b-0d1b-47c5-915d-480eae071a0a tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1236053 Nov 15 14:37:46.927689 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-df2c0555-98c0-4533-a176-cd6b59d93b9f', 'network_id': 'df2c0555-98c0-4533-a176-cd6b59d93b9f', 'tenant_id': 'cb6cafad678b4be9aa162914303b6773', 'fixed_ips': [{'subnet_id': 'a9949034-d128-49d8-9160-b43791fc1af0'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:37:46.928853 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:46.999279 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db740980-e35b-427d-ab14-7b2474ac8f07 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:37:47.023209 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db740980-e35b-427d-ab14-7b2474ac8f07 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.023654 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-db740980-e35b-427d-ab14-7b2474ac8f07 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Added segment 7db32aa3-a5aa-4444-a737-5e5827982974 of type vlan for network 61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6 Nov 15 14:37:47.058342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e28491a6-e889-4285-824c-24c89d125376 req-42a05263-003f-44ea-ab5e-8c3c3c973340 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254351 Nov 15 14:37:47.118527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:37:47.124798 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-928848c4-3085-46d1-a9a7-d6d98d9c6d58 admin admin] 10.222.0.70 "PUT /v2.0/routers/18f0624a-b4e6-425c-add6-92f633a14129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2668917 Nov 15 14:37:47.133292 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db740980-e35b-427d-ab14-7b2474ac8f07 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.147161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4cc4466-2efc-4ce6-87df-2d596ccc2676 None None] Provisioning complete for port fc387921-458b-4d83-b77c-011a2d9c00ec triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:47.148709 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4466-2efc-4ce6-87df-2d596ccc2676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.224949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4cc4466-2efc-4ce6-87df-2d596ccc2676 None None] Port fc387921-458b-4d83-b77c-011a2d9c00ec cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:37:47.244296 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db740980-e35b-427d-ab14-7b2474ac8f07 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.249848 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57120) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:47.254536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db740980-e35b-427d-ab14-7b2474ac8f07 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:47.257531 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db740980-e35b-427d-ab14-7b2474ac8f07 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.281147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Allocated IP 2001:db8::2 (df2c0555-98c0-4533-a176-cd6b59d93b9f/a9949034-d128-49d8-9160-b43791fc1af0/12fedb51-3909-453d-96e4-974ca814d45b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:47.383481 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b0a2f5-631d-424e-bf07-f86522e8cd84 admin admin] Deleting subnet 45fb6d9f-2026-4163-bca0-562eed3a13a7 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:37:47.385119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 84354710-ac6e-405d-9da8-54893b1f4943 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:47.396991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20b0a2f5-631d-424e-bf07-f86522e8cd84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.479985 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20b0a2f5-631d-424e-bf07-f86522e8cd84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.527191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36692077-a896-4cf9-a9c8-8fdb5fb120a5 req-b8e4c3f9-1ca1-401e-9440-d94f174f44f3 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 210 time: 0.1766133 Nov 15 14:37:47.542002 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.546606 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20b0a2f5-631d-424e-bf07-f86522e8cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.550522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-db740980-e35b-427d-ab14-7b2474ac8f07 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8178501 Nov 15 14:37:47.554267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57138) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:47.561242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7ce74b2d-27c0-427f-bd78-19969ec2710b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Request body: {'network': {'name': 'tempest-router-network02--964271103'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:47.562353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 84354710-ac6e-405d-9da8-54893b1f4943 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:47.562745 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.570191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db740980-e35b-427d-ab14-7b2474ac8f07 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event updated for resources: {'Network': ['ID=61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:47.610283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:37:47.660584 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.715441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Network df2c0555-98c0-4533-a176-cd6b59d93b9f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:47.719465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Sync routers for ids ['18f0624a-b4e6-425c-add6-92f633a14129'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:37:47.739475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:47.742859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:47.754315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce74b2d-27c0-427f-bd78-19969ec2710b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Made reservation on behalf of cb6cafad678b4be9aa162914303b6773 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:47.755761 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20b0a2f5-631d-424e-bf07-f86522e8cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.762428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ce74b2d-27c0-427f-bd78-19969ec2710b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.768478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 615e7295-475b-498a-959e-6a83a85f0d93 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:37:47.786382 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20b0a2f5-631d-424e-bf07-f86522e8cd84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.792643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce74b2d-27c0-427f-bd78-19969ec2710b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:37:47.795307 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-20b0a2f5-631d-424e-bf07-f86522e8cd84 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/45fb6d9f-2026-4163-bca0-562eed3a13a7 HTTP/1.1" status: 204 len: 168 time: 0.5428352 Nov 15 14:37:47.801387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:47.815170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Pushing event updated for resources: {'Port': ['ID=12fedb51-3909-453d-96e4-974ca814d45b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:47.823362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Routers {'18f0624a-b4e6-425c-add6-92f633a14129'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:37:47.824886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:37:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['18f0624a-b4e6-425c-add6-92f633a14129'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:47.833013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0a2f5-631d-424e-bf07-f86522e8cd84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45fb6d9f-2026-4163-bca0-562eed3a13a7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:47.844549 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 615e7295-475b-498a-959e-6a83a85f0d93 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:37:47.845054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 615e7295-475b-498a-959e-6a83a85f0d93 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:37:47.845600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d8723197-6c32-47c5-96c5-4437ef474cbb no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:37:47.867760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ce74b2d-27c0-427f-bd78-19969ec2710b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.868210 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-7ce74b2d-27c0-427f-bd78-19969ec2710b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Added segment 4e574944-36c7-4822-bd2f-b67ca95effb4 of type vlan for network 2b87ea6a-d95a-4785-bca9-6d4042683918 Nov 15 14:37:47.972882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: d8723197-6c32-47c5-96c5-4437ef474cbb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:37:47.973142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d8723197-6c32-47c5-96c5-4437ef474cbb not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:37:47.983680 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-991e63ff-f1d8-4cd9-b35e-17ce360a77ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.994988 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ce74b2d-27c0-427f-bd78-19969ec2710b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:47.998170 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.007855 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Attempting to bind port 12fedb51-3909-453d-96e4-974ca814d45b on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:37:48.008239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Attempting to bind port 12fedb51-3909-453d-96e4-974ca814d45b by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '00029ce1-458b-4453-89f7-4922e26be469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'df2c0555-98c0-4533-a176-cd6b59d93b9f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:37:48.008614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Attempting to bind port 12fedb51-3909-453d-96e4-974ca814d45b on network df2c0555-98c0-4533-a176-cd6b59d93b9f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:48.027894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:37:48.028270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Checking segment: {'id': '00029ce1-458b-4453-89f7-4922e26be469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'df2c0555-98c0-4533-a176-cd6b59d93b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:48.028661 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.029211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Bound using segment: {'id': '00029ce1-458b-4453-89f7-4922e26be469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'df2c0555-98c0-4533-a176-cd6b59d93b9f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:37:48.030120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Bound port: 12fedb51-3909-453d-96e4-974ca814d45b, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00029ce1-458b-4453-89f7-4922e26be469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'df2c0555-98c0-4533-a176-cd6b59d93b9f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:37:48.030687 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.045350 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 84354710-ac6e-405d-9da8-54893b1f4943, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=84354710-ac6e-405d-9da8-54893b1f4943,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:48.102656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Set router 18f0624a-b4e6-425c-add6-92f633a14129 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:37:48.123438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-063f749f-9e92-448e-9cf6-d66178b348fb tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2576466 Nov 15 14:37:48.135810 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.141601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:48.147188 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-991e63ff-f1d8-4cd9-b35e-17ce360a77ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.158253 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ce74b2d-27c0-427f-bd78-19969ec2710b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.164354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce74b2d-27c0-427f-bd78-19969ec2710b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:48.164944 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ce74b2d-27c0-427f-bd78-19969ec2710b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.224546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] For port 12fedb51-3909-453d-96e4-974ca814d45b, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:37:48.235286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-991e63ff-f1d8-4cd9-b35e-17ce360a77ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd5acea-a07f-44c1-add2-be9f63728929']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:48.259726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-991e63ff-f1d8-4cd9-b35e-17ce360a77ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4844d34b-bcb4-428a-b64e-1362570c37c0') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:48.260093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-991e63ff-f1d8-4cd9-b35e-17ce360a77ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4844d34b-bcb4-428a-b64e-1362570c37c0') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:48.273889 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-991e63ff-f1d8-4cd9-b35e-17ce360a77ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.276116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce74b2d-27c0-427f-bd78-19969ec2710b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event updated for resources: {'Network': ['ID=2b87ea6a-d95a-4785-bca9-6d4042683918,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:48.288882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] For port 12fedb51-3909-453d-96e4-974ca814d45b, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=12fedb51-3909-453d-96e4-974ca814d45b,segment=NetworkSegment(00029ce1-458b-4453-89f7-4922e26be469),segment_id=00029ce1-458b-4453-89f7-4922e26be469)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:37:48.293776 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-991e63ff-f1d8-4cd9-b35e-17ce360a77ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.296059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 2b87ea6a-d95a-4785-bca9-6d4042683918 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:37:48.300419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991e63ff-f1d8-4cd9-b35e-17ce360a77ce admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:37:48.300800 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-991e63ff-f1d8-4cd9-b35e-17ce360a77ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:37:48.302492 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:37:48.310923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=84354710-ac6e-405d-9da8-54893b1f4943,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:48.392409 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6161988c-94ea-4411-8445-d05e5cf9ce1c', 'name': 'network-vif-deleted', 'tag': '615e7295-475b-498a-959e-6a83a85f0d93'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:48.399770 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039864b2-5b77-4584-9695-15bc7ad10405" -d '{"events": [{"server_uuid": "6161988c-94ea-4411-8445-d05e5cf9ce1c", "name": "network-vif-deleted", "tag": "615e7295-475b-498a-959e-6a83a85f0d93"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:48.429244 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.504244 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-991e63ff-f1d8-4cd9-b35e-17ce360a77ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.511079 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-991e63ff-f1d8-4cd9-b35e-17ce360a77ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.514357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-991e63ff-f1d8-4cd9-b35e-17ce360a77ce admin admin] 10.222.0.70 "DELETE /v2.0/networks/2dd5acea-a07f-44c1-add2-be9f63728929 HTTP/1.1" status: 204 len: 168 time: 0.7118702 Nov 15 14:37:48.533206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e63ff-f1d8-4cd9-b35e-17ce360a77ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd5acea-a07f-44c1-add2-be9f63728929,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:48.541585 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7ce74b2d-27c0-427f-bd78-19969ec2710b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9861557 Nov 15 14:37:48.546481 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57162) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:48.553666 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b674a97a-195c-4850-82c2-c587aafc90cf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Request body: {'subnet': {'network_id': '61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:48.588012 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.604084 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.701168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ae92278b-f6ac-44d6-b449-18207d6c7a82 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:37:48.788959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308840f5-0092-4969-a29e-40c74f4c0de9 None None] Pushing event updated for resources: {'Port': ['ID=12fedb51-3909-453d-96e4-974ca814d45b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:48.798863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b674a97a-195c-4850-82c2-c587aafc90cf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Made reservation on behalf of cb6cafad678b4be9aa162914303b6773 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:48.804260 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b674a97a-195c-4850-82c2-c587aafc90cf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:48.824893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f0624a-b4e6-425c-add6-92f633a14129', 'name': 'tempest-FloatingIPDetailsTestJSON-339008342-router', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '84354710-ac6e-405d-9da8-54893b1f4943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:37:45Z', 'revision_number': 4, 'project_id': 'c9491847b6a04a38bc97719313c9d745', 'gw_port': {'id': '84354710-ac6e-405d-9da8-54893b1f4943', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f0624a-b4e6-425c-add6-92f633a14129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'fc387921-458b-4d83-b77c-011a2d9c00ec', 'name': '', 'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'mac_address': 'fa:16:3e:ca:6e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f0624a-b4e6-425c-add6-92f633a14129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e09fd1eb-b949-4bc0-87a9-85a6d2bcede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:37:44Z', 'updated_at': '2021-11-15T14:37:45Z', 'revision_number': 2, 'project_id': 'c9491847b6a04a38bc97719313c9d745', 'subnets': [{'id': 'e09fd1eb-b949-4bc0-87a9-85a6d2bcede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:48.857980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Checking router: 18f0624a-b4e6-425c-add6-92f633a14129 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:37:48.858330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Updating router 18f0624a-b4e6-425c-add6-92f633a14129 port fc387921-458b-4d83-b77c-011a2d9c00ec binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:37:48.864249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Allocated IP 172.25.4.139 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/df10471e-f05b-4803-8517-e1823a76c1cb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:48.890673 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.077870 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.102592 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.148392 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8c3768-c7e3-45b6-ac3a-54c091da669e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae92278b-f6ac-44d6-b449-18207d6c7a82'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:49.150758 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b20759d-c6b8-4f0d-8625-8b395ea755b0" -d '{"events": [{"server_uuid": "6c8c3768-c7e3-45b6-ac3a-54c091da669e", "name": "network-vif-unplugged", "status": "completed", "tag": "ae92278b-f6ac-44d6-b449-18207d6c7a82"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:49.213078 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ae92278b-f6ac-44d6-b449-18207d6c7a82, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ae92278b-f6ac-44d6-b449-18207d6c7a82,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:49.276171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57170) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:49.292193 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cf44e-84a7-482d-ae37-c3942034526d req-ca24117a-7ffb-42bf-874a-e74e7556a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:49.293808 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d5cf44e-84a7-482d-ae37-c3942034526d req-ca24117a-7ffb-42bf-874a-e74e7556a777 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d072f4dda54fc6ad562bb1a75808f5&device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 1097 time: 0.0640543 Nov 15 14:37:49.295041 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.295897 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b674a97a-195c-4850-82c2-c587aafc90cf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.330576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f39266f9-c2ad-4f19-8209-248861debdb7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da95c53227c94ab995e1a9fac68bec38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526574 Nov 15 14:37:49.331901 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.344372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:49.402016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:49.410759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Pushing event updated for resources: {'Port': ['ID=df10471e-f05b-4803-8517-e1823a76c1cb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:49.412430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 84354710-ac6e-405d-9da8-54893b1f4943 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:49.413308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:49.420184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:49.451060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ae92278b-f6ac-44d6-b449-18207d6c7a82,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:49.494564 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac356903-4275-4451-a49e-a5873bc3eac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.517524 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac356903-4275-4451-a49e-a5873bc3eac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.532478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674a97a-195c-4850-82c2-c587aafc90cf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event updated for resources: {'Subnet': ['ID=b9829294-8f13-491d-b98d-826a9df6e34e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:49.558786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674a97a-195c-4850-82c2-c587aafc90cf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Checking segment: {'id': '7db32aa3-a5aa-4444-a737-5e5827982974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:49.559422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b674a97a-195c-4850-82c2-c587aafc90cf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Network hostable DHCP agents. Network: 61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:37:49.565912 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 84354710-ac6e-405d-9da8-54893b1f4943 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:49.566283 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.611050 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cf44e-84a7-482d-ae37-c3942034526d req-783c698c-a11a-4d1a-8522-4844b5f4e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:49.614308 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d5cf44e-84a7-482d-ae37-c3942034526d req-783c698c-a11a-4d1a-8522-4844b5f4e301 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e4b8ee-acc5-4001-b628-218baa9fcd83 HTTP/1.1" status: 200 len: 919 time: 0.3049951 Nov 15 14:37:49.636572 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.680828 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.720273 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d5cf44e-84a7-482d-ae37-c3942034526d req-01aff23e-9e06-4b01-bbf8-66746a000a94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5c5e6ee-d641-490f-8f65-39cc320f9237 HTTP/1.1" status: 200 len: 217 time: 0.0967619 Nov 15 14:37:49.726149 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b674a97a-195c-4850-82c2-c587aafc90cf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Network 61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:37:49.744328 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a8cc8d-0d45-4476-b9b7-204657e7c337 x-openstack-request-id: req-e4a8cc8d-0d45-4476-b9b7-204657e7c337 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:49.744620 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6161988c-94ea-4411-8445-d05e5cf9ce1c", "name": "network-vif-deleted", "tag": "615e7295-475b-498a-959e-6a83a85f0d93", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:49.744875 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4a8cc8d-0d45-4476-b9b7-204657e7c337 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:49.745272 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6161988c-94ea-4411-8445-d05e5cf9ce1c', 'name': 'network-vif-deleted', 'tag': '615e7295-475b-498a-959e-6a83a85f0d93', 'status': 'completed', 'code': 200} Nov 15 14:37:49.783431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 12fedb51-3909-453d-96e4-974ca814d45b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:49.804652 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.836588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cf44e-84a7-482d-ae37-c3942034526d req-c1d28ce4-e31c-4f66-8797-66612d79abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:49.839749 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d5cf44e-84a7-482d-ae37-c3942034526d req-c1d28ce4-e31c-4f66-8797-66612d79abe0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=912abb4e-fe5a-416e-afcb-b79eb8087760 HTTP/1.1" status: 200 len: 858 time: 0.1084092 Nov 15 14:37:49.840902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b674a97a-195c-4850-82c2-c587aafc90cf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:49.843171 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.854335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674a97a-195c-4850-82c2-c587aafc90cf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:49.861720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384be229-e6c4-4d89-b985-6d8be201d323 None None] Network 61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:49.864947 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b674a97a-195c-4850-82c2-c587aafc90cf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:49.873780 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f5cdd048-05bf-4c07-9b3e-1475a0b5fa36 req-a1763d1c-cb2b-40d8-a95e-35f81449d685 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 210 time: 0.0418234 Nov 15 14:37:49.931699 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d5cf44e-84a7-482d-ae37-c3942034526d req-6a3b1341-c211-4d05-8555-b7b9d74bd5f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e4b8ee-acc5-4001-b628-218baa9fcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575259 Nov 15 14:37:50.058351 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b674a97a-195c-4850-82c2-c587aafc90cf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5075336 Nov 15 14:37:50.059174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:50.068233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-53fa0db1-ab69-4871-81c3-2507c6f1f195 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Request body: {'subnet': {'network_id': '2b87ea6a-d95a-4785-bca9-6d4042683918', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:50.074456 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac356903-4275-4451-a49e-a5873bc3eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.076386 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac356903-4275-4451-a49e-a5873bc3eac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.080008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ac356903-4275-4451-a49e-a5873bc3eac3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed7c11f0-7268-41e3-9682-64044563ab9e HTTP/1.1" status: 204 len: 168 time: 0.7048252 Nov 15 14:37:50.138207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac356903-4275-4451-a49e-a5873bc3eac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7c11f0-7268-41e3-9682-64044563ab9e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:50.150241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-36290db5-bc27-46a8-8d7b-7b4497f6e33d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:50.152624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-36290db5-bc27-46a8-8d7b-7b4497f6e33d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.59 "GET /v2.0/networks?id=44376db9-3c9e-46c9-8ea0-caa71f035bc2 HTTP/1.1" status: 200 len: 822 time: 0.5750785 Nov 15 14:37:50.171035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-3b34a210-9dee-4a2d-b3fd-8fb6d99eb7f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Request body: {'port': {'device_id': 'c0d14203-9537-4d59-a954-0648c6675b60', 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2', 'admin_state_up': True, 'tenant_id': '652f0738127548cc86fe4fefa67400eb'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:50.191484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 12fedb51-3909-453d-96e4-974ca814d45b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:50.192199 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.214788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e5741-6930-4a33-8f6c-9d93c60c3c45 None None] Pushing event updated for resources: {'Port': ['ID=fc387921-458b-4d83-b77c-011a2d9c00ec,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:50.241231 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d5cf44e-84a7-482d-ae37-c3942034526d req-2ad521a0-fe86-4e92-b90c-32f382581e84 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955639 Nov 15 14:37:50.263432 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.278450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524072f-8c9c-4198-a1dd-eed3978c40be req-e54f0006-4417-4fe2-950f-6493014c1389 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:50.280013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2524072f-8c9c-4198-a1dd-eed3978c40be req-e54f0006-4417-4fe2-950f-6493014c1389 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6dd3128-f685-4ab8-b27d-04608634cd16 HTTP/1.1" status: 200 len: 949 time: 0.2283921 Nov 15 14:37:50.291854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Attempting to bind port fc387921-458b-4d83-b77c-011a2d9c00ec on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:37:50.292571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Attempting to bind port fc387921-458b-4d83-b77c-011a2d9c00ec by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '4534c07a-9930-4420-88f2-03aa6f36cb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:37:50.293155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Attempting to bind port fc387921-458b-4d83-b77c-011a2d9c00ec on network 4fe50044-4362-49fa-b14e-265e267dcfb5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:50.316445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:37:50.319098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Checking segment: {'id': '4534c07a-9930-4420-88f2-03aa6f36cb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:50.319235 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.319709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Bound using segment: {'id': '4534c07a-9930-4420-88f2-03aa6f36cb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:37:50.320312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Bound port: fc387921-458b-4d83-b77c-011a2d9c00ec, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4534c07a-9930-4420-88f2-03aa6f36cb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:37:50.320802 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.343242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0ade99-3d09-46d3-bd68-d7da80f2ab87 None None] Network df2c0555-98c0-4533-a176-cd6b59d93b9f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:50.349033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2524072f-8c9c-4198-a1dd-eed3978c40be req-7110da2b-7928-4e8c-8e30-d266283ed7e9 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560398 Nov 15 14:37:50.359247 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.450291 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d5cf44e-84a7-482d-ae37-c3942034526d req-294508a6-0c6c-4a44-9a8e-089c2a82889b service neutron] 10.222.0.46 "GET /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959882 Nov 15 14:37:50.476866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6', 'network_id': '61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6', 'tenant_id': 'cb6cafad678b4be9aa162914303b6773', 'fixed_ips': [{'subnet_id': 'b9829294-8f13-491d-b98d-826a9df6e34e'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:37:50.477787 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.482122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Pushing event updated for resources: {'Port': ['ID=df10471e-f05b-4803-8517-e1823a76c1cb,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:50.513257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fa0db1-ab69-4871-81c3-2507c6f1f195 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Made reservation on behalf of cb6cafad678b4be9aa162914303b6773 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:50.518195 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53fa0db1-ab69-4871-81c3-2507c6f1f195 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.533093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f0c5cf0e-267b-47bb-95ba-83b319cdc67d None None] Provisioning complete for port fc387921-458b-4d83-b77c-011a2d9c00ec triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:50.533563 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0c5cf0e-267b-47bb-95ba-83b319cdc67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.542872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.583067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afdaa7-9fec-4be9-ae43-db6719f83a90 req-341f1eb4-3bcb-4d86-9379-c79be4ed3d3f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:50.585340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42afdaa7-9fec-4be9-ae43-db6719f83a90 req-341f1eb4-3bcb-4d86-9379-c79be4ed3d3f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1060588 Nov 15 14:37:50.603661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] For port fc387921-458b-4d83-b77c-011a2d9c00ec, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:37:50.640128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42afdaa7-9fec-4be9-ae43-db6719f83a90 req-42675612-2953-4799-bd74-5ebb62012072 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483282 Nov 15 14:37:50.673618 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-3b34a210-9dee-4a2d-b3fd-8fb6d99eb7f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Made reservation on behalf of 652f0738127548cc86fe4fefa67400eb for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:50.677725 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-3b34a210-9dee-4a2d-b3fd-8fb6d99eb7f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.688613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] For port fc387921-458b-4d83-b77c-011a2d9c00ec, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fc387921-458b-4d83-b77c-011a2d9c00ec,segment=NetworkSegment(4534c07a-9930-4420-88f2-03aa6f36cb52),segment_id=4534c07a-9930-4420-88f2-03aa6f36cb52)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:37:50.726148 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825e33e1-2456-4d90-a44c-110118d9ea95 x-openstack-request-id: req-825e33e1-2456-4d90-a44c-110118d9ea95 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:50.726774 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8c3768-c7e3-45b6-ac3a-54c091da669e", "name": "network-vif-unplugged", "status": "completed", "tag": "ae92278b-f6ac-44d6-b449-18207d6c7a82", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:50.727197 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-825e33e1-2456-4d90-a44c-110118d9ea95 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:50.727713 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8c3768-c7e3-45b6-ac3a-54c091da669e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae92278b-f6ac-44d6-b449-18207d6c7a82', 'code': 200} Nov 15 14:37:50.736116 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.806242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5cf0e-267b-47bb-95ba-83b319cdc67d None None] Port fc387921-458b-4d83-b77c-011a2d9c00ec cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:37:50.818233 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.825388 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.826742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-ff675f46-ba84-4bc7-890f-8d59e7e0c399 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6912947 Nov 15 14:37:50.950482 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-c2d5448c-a5fb-4b4e-9937-6196c5c3c469 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.139 HTTP/1.1" status: 200 len: 696 time: 0.0998294 Nov 15 14:37:50.955768 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53fa0db1-ab69-4871-81c3-2507c6f1f195 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:50.995108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e5741-6930-4a33-8f6c-9d93c60c3c45 None None] Pushing event updated for resources: {'Port': ['ID=fc387921-458b-4d83-b77c-011a2d9c00ec,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:51.029044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 12fedb51-3909-453d-96e4-974ca814d45b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=12fedb51-3909-453d-96e4-974ca814d45b,segment=NetworkSegment(00029ce1-458b-4453-89f7-4922e26be469),segment_id=00029ce1-458b-4453-89f7-4922e26be469)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:51.040224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa0db1-ab69-4871-81c3-2507c6f1f195 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event updated for resources: {'Subnet': ['ID=d7e46994-5de1-4e93-9364-41f49956d186,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:51.053750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f0c5cf0e-267b-47bb-95ba-83b319cdc67d None None] Provisioning complete for port 12fedb51-3909-453d-96e4-974ca814d45b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:51.054302 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0c5cf0e-267b-47bb-95ba-83b319cdc67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:51.087020 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fa0db1-ab69-4871-81c3-2507c6f1f195 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Checking segment: {'id': '4e574944-36c7-4822-bd2f-b67ca95effb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2b87ea6a-d95a-4785-bca9-6d4042683918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:51.087494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fa0db1-ab69-4871-81c3-2507c6f1f195 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Network hostable DHCP agents. Network: 2b87ea6a-d95a-4785-bca9-6d4042683918, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:37:51.108222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Allocated IP 2001:db8::2 (61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6/b9829294-8f13-491d-b98d-826a9df6e34e/8aa54dd8-8849-4136-afdf-23211211760c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:51.137159 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Routers {'18f0624a-b4e6-425c-add6-92f633a14129'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:37:51.137807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:37:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['18f0624a-b4e6-425c-add6-92f633a14129'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:51.144844 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:51.238790 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fa0db1-ab69-4871-81c3-2507c6f1f195 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Network 2b87ea6a-d95a-4785-bca9-6d4042683918 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:37:51.358365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-53fa0db1-ab69-4871-81c3-2507c6f1f195 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 2b87ea6a-d95a-4785-bca9-6d4042683918) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:51.373860 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fa0db1-ab69-4871-81c3-2507c6f1f195 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:51.375558 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53fa0db1-ab69-4871-81c3-2507c6f1f195 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:51.474458 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-53fa0db1-ab69-4871-81c3-2507c6f1f195 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4116642 Nov 15 14:37:51.474647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:51.524393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ebccce-a4a7-4c14-9b92-930cbc96ea37 None None] Network 2b87ea6a-d95a-4785-bca9-6d4042683918 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:51.554766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=12fedb51-3909-453d-96e4-974ca814d45b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:51.644467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-3b34a210-9dee-4a2d-b3fd-8fb6d99eb7f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Allocated IP 172.20.0.13 (44376db9-3c9e-46c9-8ea0-caa71f035bc2/194b9af5-0b82-47e1-b9b2-4ed0afc65383/a31b5026-0417-44bb-bcc2-ab167e157977) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:51.665473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16be86-1cd5-4f9e-b08b-f65eb58936ee req-f25f745a-0d3c-494c-9bbf-515e47f6a0eb tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:51.667262 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c16be86-1cd5-4f9e-b08b-f65eb58936ee req-f25f745a-0d3c-494c-9bbf-515e47f6a0eb tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6dd3128-f685-4ab8-b27d-04608634cd16 HTTP/1.1" status: 200 len: 949 time: 0.7527759 Nov 15 14:37:51.710301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] Set router 18f0624a-b4e6-425c-add6-92f633a14129 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:37:51.743156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57218) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:51.774794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-60f93c14-03cc-4c60-a341-55d4e9751465 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:51.778818 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-60f93c14-03cc-4c60-a341-55d4e9751465 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/networks?id=13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 200 len: 805 time: 0.8608994 Nov 15 14:37:51.847222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-bd5c0e7c-cd45-4bef-8619-f213d2c052fa tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:51.848586 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-772929c3-8264-4a88-9e33-8125382b3ec2 req-bd5c0e7c-cd45-4bef-8619-f213d2c052fa tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.8531644 Nov 15 14:37:51.872953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-00ef97a6-6c11-4e16-bbf5-db68641dedce tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/quotas/9ddf0d988fb145c3811cd58163246078 HTTP/1.1" status: 200 len: 375 time: 0.0850735 Nov 15 14:37:51.953718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1446907826-network', 'tenant_id': '16a01cb376204f7f86587ca99e9d054b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:51.978605 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.036671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8a3cc8f6-94f7-4a97-b101-364dbddae040 None None] Provisioning complete for port fc387921-458b-4d83-b77c-011a2d9c00ec triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:52.037045 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a3cc8f6-94f7-4a97-b101-364dbddae040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.052821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-ccc834b0-4351-4784-be0b-3187dd7eaba3 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ddf0d988fb145c3811cd58163246078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1788726 Nov 15 14:37:52.086856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6c16be86-1cd5-4f9e-b08b-f65eb58936ee req-44fadb43-86ae-47bc-acf4-decdf2683f82 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Deleting port 370cfe27-0592-47d7-9d1b-579f4dfbc169 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:52.087228 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c16be86-1cd5-4f9e-b08b-f65eb58936ee req-44fadb43-86ae-47bc-acf4-decdf2683f82 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.100934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-2b87ea6a-d95a-4785-bca9-6d4042683918', 'network_id': '2b87ea6a-d95a-4785-bca9-6d4042683918', 'tenant_id': 'cb6cafad678b4be9aa162914303b6773', 'fixed_ips': [{'subnet_id': 'd7e46994-5de1-4e93-9364-41f49956d186'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:37:52.102474 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.104810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-3b34a210-9dee-4a2d-b3fd-8fb6d99eb7f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.131984 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.206163 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8822e8a-6aa0-4dc9-9312-a34ae999204e req-ae3cd8b4-5f71-4128-b8b5-0ecb80bb6a15 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 210 time: 0.0896149 Nov 15 14:37:52.212209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Made reservation on behalf of 16a01cb376204f7f86587ca99e9d054b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:52.214348 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.244940 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.255356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Network 61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:52.257680 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Pushing event updated for resources: {'Port': ['ID=8aa54dd8-8849-4136-afdf-23211211760c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:52.270975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:52.291864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:52.309154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1cb21-b1f5-437a-a9a7-687db3277895 req-a49848a1-b4d0-41ff-9ce6-3a4df29f5b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:52.314454 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-baa1cb21-b1f5-437a-a9a7-687db3277895 req-a49848a1-b4d0-41ff-9ce6-3a4df29f5b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c8c3768-c7e3-45b6-ac3a-54c091da669e HTTP/1.1" status: 200 len: 944 time: 0.8058562 Nov 15 14:37:52.402697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6c16be86-1cd5-4f9e-b08b-f65eb58936ee req-44fadb43-86ae-47bc-acf4-decdf2683f82 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] For port 370cfe27-0592-47d7-9d1b-579f4dfbc169, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=370cfe27-0592-47d7-9d1b-579f4dfbc169,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:52.402697 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c16be86-1cd5-4f9e-b08b-f65eb58936ee req-44fadb43-86ae-47bc-acf4-decdf2683f82 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.412982 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-26728aa8-1737-4b79-b1dd-5ba030f735d7 service neutron] 10.222.0.70 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591325 Nov 15 14:37:52.479063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6c16be86-1cd5-4f9e-b08b-f65eb58936ee req-44fadb43-86ae-47bc-acf4-decdf2683f82 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Calling delete_port for 370cfe27-0592-47d7-9d1b-579f4dfbc169 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:52.480561 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-3b34a210-9dee-4a2d-b3fd-8fb6d99eb7f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.495601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Attempting to bind port 8aa54dd8-8849-4136-afdf-23211211760c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:37:52.495975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Attempting to bind port 8aa54dd8-8849-4136-afdf-23211211760c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '7db32aa3-a5aa-4444-a737-5e5827982974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:37:52.497492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Attempting to bind port 8aa54dd8-8849-4136-afdf-23211211760c on network 61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:52.507532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:37:52.507935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Checking segment: {'id': '7db32aa3-a5aa-4444-a737-5e5827982974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:52.508296 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.508690 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Bound using segment: {'id': '7db32aa3-a5aa-4444-a737-5e5827982974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:37:52.509317 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Bound port: 8aa54dd8-8849-4136-afdf-23211211760c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db32aa3-a5aa-4444-a737-5e5827982974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:37:52.509751 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.540768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f0624a-b4e6-425c-add6-92f633a14129', 'name': 'tempest-FloatingIPDetailsTestJSON-339008342-router', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '84354710-ac6e-405d-9da8-54893b1f4943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:37:45Z', 'revision_number': 4, 'project_id': 'c9491847b6a04a38bc97719313c9d745', 'gw_port': {'id': '84354710-ac6e-405d-9da8-54893b1f4943', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f0624a-b4e6-425c-add6-92f633a14129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'fc387921-458b-4d83-b77c-011a2d9c00ec', 'name': '', 'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'mac_address': 'fa:16:3e:ca:6e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f0624a-b4e6-425c-add6-92f633a14129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e09fd1eb-b949-4bc0-87a9-85a6d2bcede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:37:44Z', 'updated_at': '2021-11-15T14:37:50Z', 'revision_number': 4, 'project_id': 'c9491847b6a04a38bc97719313c9d745', 'subnets': [{'id': 'e09fd1eb-b949-4bc0-87a9-85a6d2bcede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:52.542945 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a3cc8f6-94f7-4a97-b101-364dbddae040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.548150 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.582261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6ffd7-9c8e-42fd-97ff-0ded113bed1e req-6dab95d4-3156-4d17-8349-987d3cae0b5a tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:52.584026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74e6ffd7-9c8e-42fd-97ff-0ded113bed1e req-6dab95d4-3156-4d17-8349-987d3cae0b5a tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6dd3128-f685-4ab8-b27d-04608634cd16 HTTP/1.1" status: 200 len: 949 time: 0.2589257 Nov 15 14:37:52.611622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af28e0-491d-430b-a8b7-29c4689cb043 None None] The sync data for ids ['18f0624a-b4e6-425c-add6-92f633a14129'] in n-d-817748-2 is: [{'id': '18f0624a-b4e6-425c-add6-92f633a14129', 'name': 'tempest-FloatingIPDetailsTestJSON-339008342-router', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '84354710-ac6e-405d-9da8-54893b1f4943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:37:45Z', 'revision_number': 4, 'project_id': 'c9491847b6a04a38bc97719313c9d745', 'gw_port': {'id': '84354710-ac6e-405d-9da8-54893b1f4943', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f0624a-b4e6-425c-add6-92f633a14129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'fc387921-458b-4d83-b77c-011a2d9c00ec', 'name': '', 'network_id': '4fe50044-4362-49fa-b14e-265e267dcfb5', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'mac_address': 'fa:16:3e:ca:6e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f0624a-b4e6-425c-add6-92f633a14129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e09fd1eb-b949-4bc0-87a9-85a6d2bcede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:37:44Z', 'updated_at': '2021-11-15T14:37:50Z', 'revision_number': 4, 'project_id': 'c9491847b6a04a38bc97719313c9d745', 'subnets': [{'id': 'e09fd1eb-b949-4bc0-87a9-85a6d2bcede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:37:52.626788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-3b34a210-9dee-4a2d-b3fd-8fb6d99eb7f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:52.646040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-baa1cb21-b1f5-437a-a9a7-687db3277895 req-5575f18d-970f-45b6-9151-37699b788ba1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Deleting port ae92278b-f6ac-44d6-b449-18207d6c7a82 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:52.646382 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa1cb21-b1f5-437a-a9a7-687db3277895 req-5575f18d-970f-45b6-9151-37699b788ba1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.668912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-3b34a210-9dee-4a2d-b3fd-8fb6d99eb7f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:52.677937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8a3cc8f6-94f7-4a97-b101-364dbddae040 None None] For port fc387921-458b-4d83-b77c-011a2d9c00ec, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fc387921-458b-4d83-b77c-011a2d9c00ec,segment=NetworkSegment(4534c07a-9930-4420-88f2-03aa6f36cb52),segment_id=4534c07a-9930-4420-88f2-03aa6f36cb52)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:52.691171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-3b34a210-9dee-4a2d-b3fd-8fb6d99eb7f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:52.691257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Allocated IP 2001:db8::2 (2b87ea6a-d95a-4785-bca9-6d4042683918/d7e46994-5de1-4e93-9364-41f49956d186/f8d729a3-4281-4ed6-b7f8-4083ba4791cd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:52.740463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34a210-9dee-4a2d-b3fd-8fb6d99eb7f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Pushing event updated for resources: {'Port': ['ID=a31b5026-0417-44bb-bcc2-ab167e157977,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:52.745406 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.789016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-3b34a210-9dee-4a2d-b3fd-8fb6d99eb7f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:52.790591 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-3b34a210-9dee-4a2d-b3fd-8fb6d99eb7f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.811911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] For port 8aa54dd8-8849-4136-afdf-23211211760c, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:37:52.815745 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a3cc8f6-94f7-4a97-b101-364dbddae040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.839707 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.863508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-c2996963-08cd-4793-9a20-18498b111b74 service neutron] 10.222.0.70 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494860 Nov 15 14:37:52.878866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] For port 8aa54dd8-8849-4136-afdf-23211211760c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8aa54dd8-8849-4136-afdf-23211211760c,segment=NetworkSegment(7db32aa3-a5aa-4444-a737-5e5827982974),segment_id=7db32aa3-a5aa-4444-a737-5e5827982974)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:37:52.928840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:37:52.929107 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8a3cc8f6-94f7-4a97-b101-364dbddae040 None None] Provisioning complete for port 12fedb51-3909-453d-96e4-974ca814d45b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:52.929107 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a3cc8f6-94f7-4a97-b101-364dbddae040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.943257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-baa1cb21-b1f5-437a-a9a7-687db3277895 req-5575f18d-970f-45b6-9151-37699b788ba1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] For port ae92278b-f6ac-44d6-b449-18207d6c7a82, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ae92278b-f6ac-44d6-b449-18207d6c7a82,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:52.943691 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa1cb21-b1f5-437a-a9a7-687db3277895 req-5575f18d-970f-45b6-9151-37699b788ba1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.947385 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:52.947853 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Added segment 30751144-b9ee-4d47-b752-13096837ce38 of type vlan for network 56e0174e-87c5-43d9-855e-d3736561f4b1 Nov 15 14:37:52.971372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-baa1cb21-b1f5-437a-a9a7-687db3277895 req-5575f18d-970f-45b6-9151-37699b788ba1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Calling delete_port for ae92278b-f6ac-44d6-b449-18207d6c7a82 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:52.990362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cc8f6-94f7-4a97-b101-364dbddae040 None None] Pushing event updated for resources: {'Port': ['ID=fc387921-458b-4d83-b77c-011a2d9c00ec,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:53.007325 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.033945 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.061677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-3b34a210-9dee-4a2d-b3fd-8fb6d99eb7f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8913593 Nov 15 14:37:53.079079 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74e6ffd7-9c8e-42fd-97ff-0ded113bed1e req-14efc063-160c-438c-8427-68da58f090f3 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.70 "GET /v2.0/security-groups?id=131a12c8-15e0-4a88-8858-1c4b6f0b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554982 Nov 15 14:37:53.117721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Request body: {'port': {'device_id': 'c0d14203-9537-4d59-a954-0648c6675b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:53.140488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed2834b-0668-4696-b034-2838366c469c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:53.238990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Allocated IP 2001:db8::1 (61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6/b9829294-8f13-491d-b98d-826a9df6e34e/fe37412e-87fe-4192-862e-f4b627620e16) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:53.250764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb33b0-7f8d-4be8-8624-0552f66985f0 None None] Pushing event updated for resources: {'Port': ['ID=8aa54dd8-8849-4136-afdf-23211211760c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:53.283123 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.440470 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.440661 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.452081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:53.452674 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.517311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Network 2b87ea6a-d95a-4785-bca9-6d4042683918 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:53.523218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:53.530053 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Pushing event updated for resources: {'Port': ['ID=f8d729a3-4281-4ed6-b7f8-4083ba4791cd,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:53.533915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:53.636246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 12fedb51-3909-453d-96e4-974ca814d45b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:53.650018 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.728528 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa1cb21-b1f5-437a-a9a7-687db3277895 req-5575f18d-970f-45b6-9151-37699b788ba1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.759087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Attempting to bind port f8d729a3-4281-4ed6-b7f8-4083ba4791cd on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:37:53.759364 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Attempting to bind port f8d729a3-4281-4ed6-b7f8-4083ba4791cd by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '4e574944-36c7-4822-bd2f-b67ca95effb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2b87ea6a-d95a-4785-bca9-6d4042683918'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:37:53.760955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Attempting to bind port f8d729a3-4281-4ed6-b7f8-4083ba4791cd on network 2b87ea6a-d95a-4785-bca9-6d4042683918 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:53.772818 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.781672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0360475 Nov 15 14:37:53.785718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.788962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:37:53.792918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:53.793030 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Checking segment: {'id': '4e574944-36c7-4822-bd2f-b67ca95effb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2b87ea6a-d95a-4785-bca9-6d4042683918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:53.793030 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.793030 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Bound using segment: {'id': '4e574944-36c7-4822-bd2f-b67ca95effb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2b87ea6a-d95a-4785-bca9-6d4042683918'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:37:53.793030 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Bound port: f8d729a3-4281-4ed6-b7f8-4083ba4791cd, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e574944-36c7-4822-bd2f-b67ca95effb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2b87ea6a-d95a-4785-bca9-6d4042683918'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:37:53.793030 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.795439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f40b1b-6c95-4360-af67-6e44f20410f7 admin admin] Pushing event updated for resources: {'Network': ['ID=56e0174e-87c5-43d9-855e-d3736561f4b1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:53.804456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4399626b-c804-4592-b278-3cda78944205 req-73e1c1ec-9eb3-4aab-93c4-2c2bdcd3cce4 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5907016 Nov 15 14:37:53.822703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b72760-7bc1-4b26-8756-a0ba81ca0a68 req-5d43b9d0-a355-4042-9ce2-d0239d66fe15 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:53.822908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 56e0174e-87c5-43d9-855e-d3736561f4b1 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:37:53.825023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575f18d-970f-45b6-9151-37699b788ba1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Pushing event deleted for resources: {'Port': ['ID=ae92278b-f6ac-44d6-b449-18207d6c7a82,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:53.832497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06b72760-7bc1-4b26-8756-a0ba81ca0a68 req-5d43b9d0-a355-4042-9ce2-d0239d66fe15 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.5531592 Nov 15 14:37:53.837101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:53.838835 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-17d9f31a-2c6f-4a10-b338-4f6ba1c9c269 admin admin] Request body: {'subnet': {'network_id': '56e0174e-87c5-43d9-855e-d3736561f4b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1446907826-subnet', 'tenant_id': '16a01cb376204f7f86587ca99e9d054b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:53.870323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c16be86-1cd5-4f9e-b08b-f65eb58936ee req-44fadb43-86ae-47bc-acf4-decdf2683f82 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.923594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa1cb21-b1f5-437a-a9a7-687db3277895 req-5575f18d-970f-45b6-9151-37699b788ba1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] No DVR routers for this DVR port ae92278b-f6ac-44d6-b449-18207d6c7a82 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:37:53.933640 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa1cb21-b1f5-437a-a9a7-687db3277895 req-5575f18d-970f-45b6-9151-37699b788ba1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.937196 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-baa1cb21-b1f5-437a-a9a7-687db3277895 req-5575f18d-970f-45b6-9151-37699b788ba1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.46 "DELETE /v2.0/ports/ae92278b-f6ac-44d6-b449-18207d6c7a82 HTTP/1.1" status: 204 len: 173 time: 1.5436029 Nov 15 14:37:53.959864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8c3768-c7e3-45b6-ac3a-54c091da669e', 'name': 'network-vif-deleted', 'tag': 'ae92278b-f6ac-44d6-b449-18207d6c7a82'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:53.964027 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9ea99c-84af-428c-8280-420eeafe9b1c" -d '{"events": [{"server_uuid": "6c8c3768-c7e3-45b6-ac3a-54c091da669e", "name": "network-vif-deleted", "tag": "ae92278b-f6ac-44d6-b449-18207d6c7a82"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:53.964764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 12fedb51-3909-453d-96e4-974ca814d45b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:53.965138 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:53.976881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fadb43-86ae-47bc-acf4-decdf2683f82 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Pushing event deleted for resources: {'Port': ['ID=370cfe27-0592-47d7-9d1b-579f4dfbc169,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:53.979679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Network 61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:53.984221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:53.986184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event updated for resources: {'Port': ['ID=fe37412e-87fe-4192-862e-f4b627620e16,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:53.989139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:53.989682 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:54.039387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] For port f8d729a3-4281-4ed6-b7f8-4083ba4791cd, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:37:54.066767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] For port f8d729a3-4281-4ed6-b7f8-4083ba4791cd, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f8d729a3-4281-4ed6-b7f8-4083ba4791cd,segment=NetworkSegment(4e574944-36c7-4822-bd2f-b67ca95effb4),segment_id=4e574944-36c7-4822-bd2f-b67ca95effb4)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:37:54.126470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fc387921-458b-4d83-b77c-011a2d9c00ec up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:54.295455 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d9f31a-2c6f-4a10-b338-4f6ba1c9c269 admin admin] Made reservation on behalf of 16a01cb376204f7f86587ca99e9d054b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:54.296614 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17d9f31a-2c6f-4a10-b338-4f6ba1c9c269 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:54.320492 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:54.341520 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:54.407181 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:54.452024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c16be86-1cd5-4f9e-b08b-f65eb58936ee req-44fadb43-86ae-47bc-acf4-decdf2683f82 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] No DVR routers for this DVR port 370cfe27-0592-47d7-9d1b-579f4dfbc169 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:37:54.458137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c16be86-1cd5-4f9e-b08b-f65eb58936ee req-44fadb43-86ae-47bc-acf4-decdf2683f82 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:54.464193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c16be86-1cd5-4f9e-b08b-f65eb58936ee req-44fadb43-86ae-47bc-acf4-decdf2683f82 tempest-ListImageFiltersTestJSON-280762588 tempest-ListImageFiltersTestJSON-280762588-project] 10.222.0.59 "DELETE /v2.0/ports/370cfe27-0592-47d7-9d1b-579f4dfbc169 HTTP/1.1" status: 204 len: 173 time: 2.7875473 Nov 15 14:37:54.487050 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06b72760-7bc1-4b26-8756-a0ba81ca0a68 req-2698413d-8259-4958-96fb-61d091c3e4b0 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6505244 Nov 15 14:37:54.487648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port fc387921-458b-4d83-b77c-011a2d9c00ec triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:54.487648 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:54.489797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d1e60-3c57-424a-a0e7-d64e90b95a24 None None] Pushing event updated for resources: {'Port': ['ID=f8d729a3-4281-4ed6-b7f8-4083ba4791cd,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:54.490275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'name': 'network-vif-deleted', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:54.503392 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc36444-d77d-429f-aeed-8b3cf83f710d" -d '{"events": [{"server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "name": "network-vif-deleted", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:54.511073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31b5026-0417-44bb-bcc2-ab167e157977 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:37:54.540796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:54.679765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Transition to ACTIVE for port object a31b5026-0417-44bb-bcc2-ab167e157977 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:37:54.731485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ae92278b-f6ac-44d6-b449-18207d6c7a82 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:37:54.799923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: ae92278b-f6ac-44d6-b449-18207d6c7a82 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:37:54.801680 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ae92278b-f6ac-44d6-b449-18207d6c7a82 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:37:54.825552 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:54.844374 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4fff35-3f02-4718-bcd2-4ae3d0a77b97 None None] Network 61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:54.938157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-95200055-a820-423d-a78a-b9cf16a68e79 None None] Provisioning complete for port 8aa54dd8-8849-4136-afdf-23211211760c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:54.938615 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95200055-a820-423d-a78a-b9cf16a68e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:55.018163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5091d31-be5d-41c4-a525-9b23ecd4e1bd req-f87b0fc3-6b02-419b-9523-4d0065133041 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:55.026903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f5091d31-be5d-41c4-a525-9b23ecd4e1bd req-f87b0fc3-6b02-419b-9523-4d0065133041 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 946 time: 0.2727065 Nov 15 14:37:55.118054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Pushing event updated for resources: {'Port': ['ID=a31b5026-0417-44bb-bcc2-ab167e157977,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:55.205089 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95200055-a820-423d-a78a-b9cf16a68e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:55.241500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f5091d31-be5d-41c4-a525-9b23ecd4e1bd req-410c290e-bf12-49cc-99be-15131ab30e19 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3c7007f-f83c-468d-890c-98fc82454e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124860 Nov 15 14:37:55.247699 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:55.308716 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17d9f31a-2c6f-4a10-b338-4f6ba1c9c269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:55.314310 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-95200055-a820-423d-a78a-b9cf16a68e79 None None] For port 8aa54dd8-8849-4136-afdf-23211211760c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8aa54dd8-8849-4136-afdf-23211211760c,segment=NetworkSegment(7db32aa3-a5aa-4444-a737-5e5827982974),segment_id=7db32aa3-a5aa-4444-a737-5e5827982974)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:55.390095 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:55.396125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9f31a-2c6f-4a10-b338-4f6ba1c9c269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0891ce26-4d77-495a-99f4-5a3706b7bb5f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:55.398784 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95200055-a820-423d-a78a-b9cf16a68e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:55.457544 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:55.458725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:55.535027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Attempting to bind port a31b5026-0417-44bb-bcc2-ab167e157977 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:37:55.535388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Attempting to bind port a31b5026-0417-44bb-bcc2-ab167e157977 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '6f432215-e43d-4d29-a849-ab5fd37235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:37:55.535731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Attempting to bind port a31b5026-0417-44bb-bcc2-ab167e157977 on network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:55.537152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f8d729a3-4281-4ed6-b7f8-4083ba4791cd up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:55.555422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d9f31a-2c6f-4a10-b338-4f6ba1c9c269 admin admin] Checking segment: {'id': '30751144-b9ee-4d47-b752-13096837ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '56e0174e-87c5-43d9-855e-d3736561f4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:55.558112 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d9f31a-2c6f-4a10-b338-4f6ba1c9c269 admin admin] Network hostable DHCP agents. Network: 56e0174e-87c5-43d9-855e-d3736561f4b1, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:37:55.578207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9cd8af5-882d-4ad8-a57a-761bb6357727 req-94c8995d-0bd4-4425-9399-80da425bc2b9 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 210 time: 0.0675554 Nov 15 14:37:55.594856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Port a31b5026-0417-44bb-bcc2-ab167e157977 on network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:37:55.596793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Attempting to bind port a31b5026-0417-44bb-bcc2-ab167e157977 on network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:37:55.601502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95200055-a820-423d-a78a-b9cf16a68e79 None None] Pushing event updated for resources: {'Port': ['ID=8aa54dd8-8849-4136-afdf-23211211760c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:55.608441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Allocated IP 172.25.4.193 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/e4314b35-f72a-47bc-a08c-1570032d7e5c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:55.641206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:37:55.641306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Checking segment: {'id': '6f432215-e43d-4d29-a849-ab5fd37235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:37:55.641649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Bound using segment: {'id': '6f432215-e43d-4d29-a849-ab5fd37235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:37:55.644167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Bound port: a31b5026-0417-44bb-bcc2-ab167e157977, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f432215-e43d-4d29-a849-ab5fd37235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:37:55.644628 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:55.649630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f8d729a3-4281-4ed6-b7f8-4083ba4791cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:55.649996 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:55.677994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event updated for resources: {'Port': ['ID=fe37412e-87fe-4192-862e-f4b627620e16,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:55.784508 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:55.793230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Network 61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:55.796416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:55.807728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 370cfe27-0592-47d7-9d1b-579f4dfbc169 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:37:55.861217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 370cfe27-0592-47d7-9d1b-579f4dfbc169 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:37:55.864981 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 370cfe27-0592-47d7-9d1b-579f4dfbc169 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:37:55.900752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port f8d729a3-4281-4ed6-b7f8-4083ba4791cd, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f8d729a3-4281-4ed6-b7f8-4083ba4791cd,segment=NetworkSegment(4e574944-36c7-4822-bd2f-b67ca95effb4),segment_id=4e574944-36c7-4822-bd2f-b67ca95effb4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:37:55.905775 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-198aa086-f032-4e9b-b99b-a781125446e3 None None] Provisioning complete for port fe37412e-87fe-4192-862e-f4b627620e16 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:55.906234 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-198aa086-f032-4e9b-b99b-a781125446e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:55.918636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d9f31a-2c6f-4a10-b338-4f6ba1c9c269 admin admin] Network 56e0174e-87c5-43d9-855e-d3736561f4b1 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:37:55.950875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-198aa086-f032-4e9b-b99b-a781125446e3 None None] Port fe37412e-87fe-4192-862e-f4b627620e16 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:37:55.973458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-198aa086-f032-4e9b-b99b-a781125446e3 None None] Provisioning complete for port 8aa54dd8-8849-4136-afdf-23211211760c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:55.974491 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-198aa086-f032-4e9b-b99b-a781125446e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:55.997359 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:56.029057 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:56.029057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8aa54dd8-8849-4136-afdf-23211211760c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:56.047382 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-17d9f31a-2c6f-4a10-b338-4f6ba1c9c269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 56e0174e-87c5-43d9-855e-d3736561f4b1) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:56.054834 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67203251-1f11-4984-802c-d3eab2466bd7 req-4ed1da6b-19f9-4cd7-8cff-e3b924c41456 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:56.070510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d9f31a-2c6f-4a10-b338-4f6ba1c9c269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:56.071631 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17d9f31a-2c6f-4a10-b338-4f6ba1c9c269 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:56.072430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67203251-1f11-4984-802c-d3eab2466bd7 req-4ed1da6b-19f9-4cd7-8cff-e3b924c41456 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 944 time: 0.3736765 Nov 15 14:37:56.107410 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70998fd0-90f4-4644-a0e9-a337e6defb28 None None] Network 56e0174e-87c5-43d9-855e-d3736561f4b1 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:56.109054 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:56.171112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Pushing event updated for resources: {'Port': ['ID=e4314b35-f72a-47bc-a08c-1570032d7e5c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:56.181646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Router af123c85-b415-43d3-9de2-2671d93640e5 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:37:56.191641 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-17d9f31a-2c6f-4a10-b338-4f6ba1c9c269 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3576264 Nov 15 14:37:56.199272 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 8aa54dd8-8849-4136-afdf-23211211760c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:56.199813 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:56.219105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] For port a31b5026-0417-44bb-bcc2-ab167e157977, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:37:56.225174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] For port a31b5026-0417-44bb-bcc2-ab167e157977, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a31b5026-0417-44bb-bcc2-ab167e157977,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:37:56.228098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=f8d729a3-4281-4ed6-b7f8-4083ba4791cd,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:56.251800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:56.272802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:56.275619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:56.332769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac876863-0e3c-43a9-a104-e44ce9fc90f6 None None] Network 2b87ea6a-d95a-4785-bca9-6d4042683918 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:56.371017 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:56.402059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:37:56.408258 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8280cebb-f2ab-4a59-9442-f700da395583 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "PUT /v2.0/routers/af123c85-b415-43d3-9de2-2671d93640e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9317703 Nov 15 14:37:56.411292 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:56.414883 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c42a5a8-546a-4f5c-90d4-580b8727a2a8 None None] Sync routers for ids ['af123c85-b415-43d3-9de2-2671d93640e5'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:37:56.426455 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42a5a8-546a-4f5c-90d4-580b8727a2a8 None None] Routers {'af123c85-b415-43d3-9de2-2671d93640e5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:37:56.427914 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1c42a5a8-546a-4f5c-90d4-580b8727a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:37:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['af123c85-b415-43d3-9de2-2671d93640e5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:56.478427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f6480a-1a50-489a-ab55-a4bbadbfd359 None None] Network 56e0174e-87c5-43d9-855e-d3736561f4b1 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:37:56.489794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67203251-1f11-4984-802c-d3eab2466bd7 req-a162b2ac-62c6-4028-a0f3-dcd8422b1446 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986104 Nov 15 14:37:56.510952 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1c42a5a8-546a-4f5c-90d4-580b8727a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:56.522596 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42a5a8-546a-4f5c-90d4-580b8727a2a8 None None] Routers {'af123c85-b415-43d3-9de2-2671d93640e5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:37:56.523854 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1c42a5a8-546a-4f5c-90d4-580b8727a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:37:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['af123c85-b415-43d3-9de2-2671d93640e5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:56.562868 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1c42a5a8-546a-4f5c-90d4-580b8727a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:56.563660 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c42a5a8-546a-4f5c-90d4-580b8727a2a8 None None] The sync data for ids ['af123c85-b415-43d3-9de2-2671d93640e5'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:37:56.597520 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7d2f95-9bbe-4f41-a71b-804173114b6d x-openstack-request-id: req-af7d2f95-9bbe-4f41-a71b-804173114b6d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:56.597520 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8c3768-c7e3-45b6-ac3a-54c091da669e", "name": "network-vif-deleted", "tag": "ae92278b-f6ac-44d6-b449-18207d6c7a82", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:56.597520 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af7d2f95-9bbe-4f41-a71b-804173114b6d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:56.597520 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8c3768-c7e3-45b6-ac3a-54c091da669e', 'name': 'network-vif-deleted', 'tag': 'ae92278b-f6ac-44d6-b449-18207d6c7a82', 'status': 'completed', 'code': 200} Nov 15 14:37:56.610206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:56.610775 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:56.613552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] 10.222.0.59 "PUT /v2.0/ports/a31b5026-0417-44bb-bcc2-ab167e157977 HTTP/1.1" status: 200 len: 1092 time: 3.5141122 Nov 15 14:37:56.676738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9385d6d9-e95c-42bf-bdd8-6b1142d1c6cc None None] Provisioning complete for port fe37412e-87fe-4192-862e-f4b627620e16 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:56.677291 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9385d6d9-e95c-42bf-bdd8-6b1142d1c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:56.690434 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785df36-03bb-4ae1-98a2-bee99dcc0660 service neutron] Pushing event updated for resources: {'Port': ['ID=a31b5026-0417-44bb-bcc2-ab167e157977,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:56.743844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-11f11c59-913a-44d3-921c-fd2263d8411a tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:56.745403 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-11f11c59-913a-44d3-921c-fd2263d8411a tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.59 "GET /v2.0/networks?id=13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 200 len: 805 time: 0.3882811 Nov 15 14:37:56.764944 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf0b1bc-a52b-417f-b80d-d73d569fa6f4 x-openstack-request-id: req-edf0b1bc-a52b-417f-b80d-d73d569fa6f4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:56.765228 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dd3128-f685-4ab8-b27d-04608634cd16", "name": "network-vif-deleted", "tag": "370cfe27-0592-47d7-9d1b-579f4dfbc169", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:56.765480 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edf0b1bc-a52b-417f-b80d-d73d569fa6f4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:56.765866 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dd3128-f685-4ab8-b27d-04608634cd16', 'name': 'network-vif-deleted', 'tag': '370cfe27-0592-47d7-9d1b-579f4dfbc169', 'status': 'completed', 'code': 200} Nov 15 14:37:56.774874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-aa87fb55-d5fd-4157-a7d8-374550d1d88c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Request body: {'port': {'device_id': '7e460caf-b298-4335-8a53-cc40dba0aa46', 'network_id': '13fc7c01-c117-456b-9c07-be298e268580', 'admin_state_up': True, 'tenant_id': '9ddf0d988fb145c3811cd58163246078'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:56.880178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9385d6d9-e95c-42bf-bdd8-6b1142d1c6cc None None] Port fe37412e-87fe-4192-862e-f4b627620e16 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:37:56.885629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:56.924326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-1272b7ac-2de4-495e-8825-11552a053836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:56.926222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-1272b7ac-2de4-495e-8825-11552a053836 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652f0738127548cc86fe4fefa67400eb&device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 1095 time: 0.2029335 Nov 15 14:37:56.927300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9385d6d9-e95c-42bf-bdd8-6b1142d1c6cc None None] Provisioning complete for port f8d729a3-4281-4ed6-b7f8-4083ba4791cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:56.927670 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9385d6d9-e95c-42bf-bdd8-6b1142d1c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:56.960812 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-6916903b-94f1-4c49-87ec-55915abc1e54 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:37:56.962440 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6916903b-94f1-4c49-87ec-55915abc1e54 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "PUT /v2.0/routers/af123c85-b415-43d3-9de2-2671d93640e5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5428593 Nov 15 14:37:56.964739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57268) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:56.989651 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-e9323026-c4d7-4586-92ca-05ee013af0e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a31b5026-0417-44bb-bcc2-ab167e157977 HTTP/1.1" status: 200 len: 217 time: 0.0528705 Nov 15 14:37:57.028807 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:57.132529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-2bce2c4b-3517-423c-ad5e-fefc39e8e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:57.133640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-2bce2c4b-3517-423c-ad5e-fefc39e8e154 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=194b9af5-0b82-47e1-b9b2-4ed0afc65383 HTTP/1.1" status: 200 len: 862 time: 0.1151919 Nov 15 14:37:57.160658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ebad5b86-9075-415d-a5dc-9c827ddce056 None None] Provisioning complete for port fe37412e-87fe-4192-862e-f4b627620e16 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:57.161037 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebad5b86-9075-415d-a5dc-9c827ddce056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:57.235249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ebad5b86-9075-415d-a5dc-9c827ddce056 None None] Port fe37412e-87fe-4192-862e-f4b627620e16 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:37:57.321836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f8d729a3-4281-4ed6-b7f8-4083ba4791cd up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:57.393534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0c4dad53-8672-48c1-9d0f-833e6b1eff14 None None] Provisioning complete for port f8d729a3-4281-4ed6-b7f8-4083ba4791cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:57.394211 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c4dad53-8672-48c1-9d0f-833e6b1eff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:57.408551 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c54e65be-3611-44f0-a839-ea97a2a480bd tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:57.472846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f8d729a3-4281-4ed6-b7f8-4083ba4791cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:57.480281 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:57.576532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-6fa9e44a-0dc9-4acd-912e-23e1cbe7a490 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44376db9-3c9e-46c9-8ea0-caa71f035bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4333341 Nov 15 14:37:57.579475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-aa87fb55-d5fd-4157-a7d8-374550d1d88c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Made reservation on behalf of 9ddf0d988fb145c3811cd58163246078 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:57.583139 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-aa87fb55-d5fd-4157-a7d8-374550d1d88c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:57.645466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8aa54dd8-8849-4136-afdf-23211211760c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:37:57.711663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 8aa54dd8-8849-4136-afdf-23211211760c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:37:57.712109 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:57.763233 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-13afed75-1b61-4689-95d5-c6d9256d6e56 service neutron] 10.222.0.59 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771014 Nov 15 14:37:57.776510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c54e65be-3611-44f0-a839-ea97a2a480bd tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Deleting port fe37412e-87fe-4192-862e-f4b627620e16 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:37:57.777242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c54e65be-3611-44f0-a839-ea97a2a480bd tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:57.881889 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c54e65be-3611-44f0-a839-ea97a2a480bd tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:57.893972 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-728969c0-8a33-4797-8074-c811d430d7fa req-9a59f94a-2fc6-453f-856c-e26f15c7ae10 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 210 time: 0.0424273 Nov 15 14:37:57.895027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c54e65be-3611-44f0-a839-ea97a2a480bd tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Calling delete_port for fe37412e-87fe-4192-862e-f4b627620e16 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:37:57.918613 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:57.944272 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:57.974992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-aa87fb55-d5fd-4157-a7d8-374550d1d88c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Allocated IP 172.20.0.13 (13fc7c01-c117-456b-9c07-be298e268580/5cf1135e-1812-4aea-b0cb-eae4babdb32e/4c5353eb-8502-4c34-b5ce-ccfe16db09a7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:37:57.996828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b49c12d-393b-4a63-a239-6ebfe96f106a req-ef05bcfb-a9c9-4e61-b282-f19405b76da8 service neutron] 10.222.0.59 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145424 Nov 15 14:37:58.033207 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:58.185729 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Pushing event updated for resources: {'Port': ['ID=e4314b35-f72a-47bc-a08c-1570032d7e5c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:58.204276 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:58.206695 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c54e65be-3611-44f0-a839-ea97a2a480bd tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:58.251438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e65be-3611-44f0-a839-ea97a2a480bd tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event deleted for resources: {'Port': ['ID=fe37412e-87fe-4192-862e-f4b627620e16,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:58.264950 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-aa87fb55-d5fd-4157-a7d8-374550d1d88c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:58.335581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:58.338033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4399626b-c804-4592-b278-3cda78944205 req-3a4f4409-0376-4cc7-84a6-81ad406a5b7e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5250359 Nov 15 14:37:58.380433 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c54e65be-3611-44f0-a839-ea97a2a480bd tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:58.412494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4399626b-c804-4592-b278-3cda78944205 req-08585dca-e0ae-4b1c-b610-e381a7282349 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.193 HTTP/1.1" status: 200 len: 696 time: 0.0612755 Nov 15 14:37:58.486724 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-aa87fb55-d5fd-4157-a7d8-374550d1d88c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:58.523689 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:58.564283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-aa87fb55-d5fd-4157-a7d8-374550d1d88c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Network 13fc7c01-c117-456b-9c07-be298e268580 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:37:58.574527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-aa87fb55-d5fd-4157-a7d8-374550d1d88c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:37:58.578594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54e65be-3611-44f0-a839-ea97a2a480bd tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Router af123c85-b415-43d3-9de2-2671d93640e5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:37:58.584889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-aa87fb55-d5fd-4157-a7d8-374550d1d88c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:37:58.624726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87fb55-d5fd-4157-a7d8-374550d1d88c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Pushing event updated for resources: {'Port': ['ID=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:58.666561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399626b-c804-4592-b278-3cda78944205 req-64922129-764f-4918-8d38-394699612926 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:58.682218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4399626b-c804-4592-b278-3cda78944205 req-64922129-764f-4918-8d38-394699612926 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.2638214 Nov 15 14:37:58.697809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-aa87fb55-d5fd-4157-a7d8-374550d1d88c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:58.702063 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-aa87fb55-d5fd-4157-a7d8-374550d1d88c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:58.767098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d14203-9537-4d59-a954-0648c6675b60', 'tag': 'a31b5026-0417-44bb-bcc2-ab167e157977'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:37:58.769995 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8ae0fb-5312-441b-82bc-6f66e2554018" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d14203-9537-4d59-a954-0648c6675b60", "tag": "a31b5026-0417-44bb-bcc2-ab167e157977"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:37:58.835542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-aa87fb55-d5fd-4157-a7d8-374550d1d88c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0731995 Nov 15 14:37:58.851519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Request body: {'port': {'device_id': '7e460caf-b298-4335-8a53-cc40dba0aa46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:58.994908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea2b09-8a6d-4f9f-970c-3398ab843241 req-4881591d-7500-4d30-8da3-348f6fc353f1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:58.996595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32ea2b09-8a6d-4f9f-970c-3398ab843241 req-4881591d-7500-4d30-8da3-348f6fc353f1 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 946 time: 0.1130810 Nov 15 14:37:58.997876 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:59.088455 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54e65be-3611-44f0-a839-ea97a2a480bd tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:37:59.097885 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c54e65be-3611-44f0-a839-ea97a2a480bd tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "PUT /v2.0/routers/af123c85-b415-43d3-9de2-2671d93640e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1283338 Nov 15 14:37:59.099022 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57304) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:59.159865 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-116e50cd-e9da-4566-9969-01a488b4cee6 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] delete failed (client error): The resource could not be found. Nov 15 14:37:59.166431 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-116e50cd-e9da-4566-9969-01a488b4cee6 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-428525574 HTTP/1.1" status: 404 len: 334 time: 0.0610309 Nov 15 14:37:59.166431 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57306) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:59.172988 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d1d19722-9401-4516-bfc9-316666d43328 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af123c85-b415-43d3-9de2-2671d93640e5'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:59.225649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eeec6f-d97d-4e27-a8c1-89c5e257c76c req-1955eb50-52ac-43e1-9450-b5cc667eb964 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:59.227809 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70eeec6f-d97d-4e27-a8c1-89c5e257c76c req-1955eb50-52ac-43e1-9450-b5cc667eb964 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 944 time: 0.2044172 Nov 15 14:37:59.234883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32ea2b09-8a6d-4f9f-970c-3398ab843241 req-71333681-7f58-4951-b21c-f69abc92f2bb tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3c7007f-f83c-468d-890c-98fc82454e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209911 Nov 15 14:37:59.248272 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae1b805-0567-4493-a3ce-39289debe899 None None] Sync routers for ids ['af123c85-b415-43d3-9de2-2671d93640e5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:37:59.264053 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1b805-0567-4493-a3ce-39289debe899 None None] Routers {'af123c85-b415-43d3-9de2-2671d93640e5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:37:59.265360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1ae1b805-0567-4493-a3ce-39289debe899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:37:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['af123c85-b415-43d3-9de2-2671d93640e5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:59.338799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1ae1b805-0567-4493-a3ce-39289debe899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:59.351854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1b805-0567-4493-a3ce-39289debe899 None None] Routers {'af123c85-b415-43d3-9de2-2671d93640e5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:37:59.352942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1ae1b805-0567-4493-a3ce-39289debe899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:37:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['af123c85-b415-43d3-9de2-2671d93640e5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:59.395391 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1ae1b805-0567-4493-a3ce-39289debe899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:37:59.396398 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae1b805-0567-4493-a3ce-39289debe899 None None] The sync data for ids ['af123c85-b415-43d3-9de2-2671d93640e5'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:37:59.400590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70eeec6f-d97d-4e27-a8c1-89c5e257c76c req-ae009ec6-c294-4130-af49-8b9de6caed2b tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645150 Nov 15 14:37:59.515541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:37:59.524910 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:59.535282 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1d19722-9401-4516-bfc9-316666d43328 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:59.539498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Transition to ACTIVE for port object 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:37:59.542603 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4122a238-4db3-48a9-a78d-45213b3cc449 x-openstack-request-id: req-4122a238-4db3-48a9-a78d-45213b3cc449 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:37:59.542975 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d14203-9537-4d59-a954-0648c6675b60", "tag": "a31b5026-0417-44bb-bcc2-ab167e157977", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:37:59.543150 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4122a238-4db3-48a9-a78d-45213b3cc449 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:37:59.543555 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d14203-9537-4d59-a954-0648c6675b60', 'tag': 'a31b5026-0417-44bb-bcc2-ab167e157977', 'status': 'completed', 'code': 200} Nov 15 14:37:59.611370 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-d1d19722-9401-4516-bfc9-316666d43328 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] update failed (client error): The resource could not be found. Nov 15 14:37:59.612923 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d1d19722-9401-4516-bfc9-316666d43328 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "PUT /v2.0/routers/af123c85-b415-43d3-9de2-2671d93640e5 HTTP/1.1" status: 404 len: 339 time: 0.4459293 Nov 15 14:37:59.619072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57312) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:37:59.647662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-86fb092b-62b1-4a01-9b56-fd94751db475 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1138234504'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:37:59.654790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:59.729950 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b79a0b7e-1507-4441-a6af-86f597c374cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:59.774222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ae0fb-5312-441b-82bc-6f66e2554018 req-23e0f3bd-504f-49f7-a6b1-d1928ae6befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:59.775814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f8ae0fb-5312-441b-82bc-6f66e2554018 req-23e0f3bd-504f-49f7-a6b1-d1928ae6befe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652f0738127548cc86fe4fefa67400eb&device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 1095 time: 0.2305889 Nov 15 14:37:59.801528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:37:59.816077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96fb63-5e14-4ba8-ad11-60a5830a76b0 req-968cf3ec-4148-46e8-90e0-249647cd7575 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:37:59.817646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f96fb63-5e14-4ba8-ad11-60a5830a76b0 req-968cf3ec-4148-46e8-90e0-249647cd7575 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 944 time: 0.2003696 Nov 15 14:37:59.880358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-2a06ba6a-dbfa-4ee8-b211-8ae3fe16551d tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3394587 Nov 15 14:37:59.915999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fb092b-62b1-4a01-9b56-fd94751db475 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Made reservation on behalf of cb6cafad678b4be9aa162914303b6773 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:37:59.919643 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86fb092b-62b1-4a01-9b56-fd94751db475 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:37:59.931721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:00.046809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fb092b-62b1-4a01-9b56-fd94751db475 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:38:00.058689 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f96fb63-5e14-4ba8-ad11-60a5830a76b0 req-962bfb61-d652-43f4-aefe-7f3b4150b482 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281668 Nov 15 14:38:00.060740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Attempting to bind port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:38:00.061053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Attempting to bind port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:38:00.061390 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Attempting to bind port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 on network 13fc7c01-c117-456b-9c07-be298e268580 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:38:00.063868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ae0fb-5312-441b-82bc-6f66e2554018 req-ddeb87c5-84d0-4704-9a76-77fb3af1a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:00.065368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f8ae0fb-5312-441b-82bc-6f66e2554018 req-ddeb87c5-84d0-4704-9a76-77fb3af1a7b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44376db9-3c9e-46c9-8ea0-caa71f035bc2 HTTP/1.1" status: 200 len: 923 time: 0.2790329 Nov 15 14:38:00.081586 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86fb092b-62b1-4a01-9b56-fd94751db475 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:00.081586 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-86fb092b-62b1-4a01-9b56-fd94751db475 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Added segment 0747dd55-564b-4361-84bd-e9b9949f2683 of type vlan for network 019bda6c-5d3c-4940-94fc-c32898900bc6 Nov 15 14:38:00.112492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 on network 13fc7c01-c117-456b-9c07-be298e268580 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:38:00.112821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Attempting to bind port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 on network 13fc7c01-c117-456b-9c07-be298e268580 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:38:00.117808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f8ae0fb-5312-441b-82bc-6f66e2554018 req-abfe2d6a-286e-467b-bcd5-a7d12cfa1c54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a31b5026-0417-44bb-bcc2-ab167e157977 HTTP/1.1" status: 200 len: 217 time: 0.0446398 Nov 15 14:38:00.128146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:00.160304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:38:00.160653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Checking segment: {'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:00.161048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Bound using segment: {'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:38:00.161502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Bound port: 4c5353eb-8502-4c34-b5ce-ccfe16db09a7, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:38:00.161867 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:00.219233 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86fb092b-62b1-4a01-9b56-fd94751db475 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:00.291510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ae0fb-5312-441b-82bc-6f66e2554018 req-8f26b08e-2cd4-49b2-a3fb-63ae2b5fde9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:00.293003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f8ae0fb-5312-441b-82bc-6f66e2554018 req-8f26b08e-2cd4-49b2-a3fb-63ae2b5fde9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=194b9af5-0b82-47e1-b9b2-4ed0afc65383 HTTP/1.1" status: 200 len: 862 time: 0.1675646 Nov 15 14:38:00.349603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f8ae0fb-5312-441b-82bc-6f66e2554018 req-0f002ab1-38e7-4ec6-8ba9-dd4f323e1260 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44376db9-3c9e-46c9-8ea0-caa71f035bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486820 Nov 15 14:38:00.415950 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86fb092b-62b1-4a01-9b56-fd94751db475 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:00.421760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fb092b-62b1-4a01-9b56-fd94751db475 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:00.422364 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86fb092b-62b1-4a01-9b56-fd94751db475 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:00.428615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] For port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:38:00.505112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] For port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:38:00.541841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb092b-62b1-4a01-9b56-fd94751db475 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event updated for resources: {'Network': ['ID=019bda6c-5d3c-4940-94fc-c32898900bc6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:00.557816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 019bda6c-5d3c-4940-94fc-c32898900bc6 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:38:00.564943 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f8ae0fb-5312-441b-82bc-6f66e2554018 req-9233d745-2fb1-43d4-84f3-e8df41da70f9 service neutron] 10.222.0.59 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058086 Nov 15 14:38:00.630527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-86fb092b-62b1-4a01-9b56-fd94751db475 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0066590 Nov 15 14:38:00.630527 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:00.636432 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:00.636664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:00.649691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0084f6d3-00d0-4eb6-aaa4-f3ef878ecf33 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Request body: {'subnet': {'network_id': '019bda6c-5d3c-4940-94fc-c32898900bc6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:00.745345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:00.745944 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:00.747589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] 10.222.0.59 "PUT /v2.0/ports/4c5353eb-8502-4c34-b5ce-ccfe16db09a7 HTTP/1.1" status: 200 len: 1092 time: 1.9026546 Nov 15 14:38:00.814209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ce76e-4987-4284-8dae-6ba54a8e81a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:00.825106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f8ae0fb-5312-441b-82bc-6f66e2554018 req-6815cbf0-158f-4f76-9780-e7c4eeff07fc service neutron] 10.222.0.59 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525005 Nov 15 14:38:00.838566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0084f6d3-00d0-4eb6-aaa4-f3ef878ecf33 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Made reservation on behalf of cb6cafad678b4be9aa162914303b6773 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:00.845746 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0084f6d3-00d0-4eb6-aaa4-f3ef878ecf33 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:00.907812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Allocated IP 172.25.4.229 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/cc1cfa7f-e2b5-4487-b871-40b0a8653a64) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:38:00.921592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-f3f5fd8e-8788-4132-abbb-90cddff8fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:00.923186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-f3f5fd8e-8788-4132-abbb-90cddff8fa6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ddf0d988fb145c3811cd58163246078&device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 1095 time: 0.0720787 Nov 15 14:38:01.014690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-636bf88e-aa5e-4492-b0e3-108d20945f27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c5353eb-8502-4c34-b5ce-ccfe16db09a7 HTTP/1.1" status: 200 len: 217 time: 0.0827305 Nov 15 14:38:01.091443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-419d72cb-67dc-4b05-b705-6ef9f4f65b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:01.092991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-419d72cb-67dc-4b05-b705-6ef9f4f65b77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5cf1135e-1812-4aea-b0cb-eae4babdb32e HTTP/1.1" status: 200 len: 845 time: 0.0714355 Nov 15 14:38:01.142816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-caa851c3-8ac3-4e04-a0df-cba7b356648c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13fc7c01-c117-456b-9c07-be298e268580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404370 Nov 15 14:38:01.147502 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0084f6d3-00d0-4eb6-aaa4-f3ef878ecf33 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:01.148398 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:01.226907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084f6d3-00d0-4eb6-aaa4-f3ef878ecf33 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event updated for resources: {'Subnet': ['ID=17a0e8d6-d714-4845-bbf7-e92ffe7d4127,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:01.234644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084f6d3-00d0-4eb6-aaa4-f3ef878ecf33 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Checking segment: {'id': '0747dd55-564b-4361-84bd-e9b9949f2683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '019bda6c-5d3c-4940-94fc-c32898900bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:01.235007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0084f6d3-00d0-4eb6-aaa4-f3ef878ecf33 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Network hostable DHCP agents. Network: 019bda6c-5d3c-4940-94fc-c32898900bc6, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:38:01.277431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caa205-ec94-4377-80a2-bf7d8eaeedc1 req-119b3884-b1e6-402c-b853-6db582e7093a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:01.279082 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95caa205-ec94-4377-80a2-bf7d8eaeedc1 req-119b3884-b1e6-402c-b853-6db582e7093a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 944 time: 0.1389055 Nov 15 14:38:01.295929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0084f6d3-00d0-4eb6-aaa4-f3ef878ecf33 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Network 019bda6c-5d3c-4940-94fc-c32898900bc6 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:38:01.331011 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-f7ab3e44-cd21-486f-94ec-506e3967c237 service neutron] 10.222.0.59 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804080 Nov 15 14:38:01.358786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0084f6d3-00d0-4eb6-aaa4-f3ef878ecf33 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 019bda6c-5d3c-4940-94fc-c32898900bc6) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:01.363676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0084f6d3-00d0-4eb6-aaa4-f3ef878ecf33 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:01.364386 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0084f6d3-00d0-4eb6-aaa4-f3ef878ecf33 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:01.371118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2cc830-f633-4e94-beb4-0080c22e76aa None None] Network 019bda6c-5d3c-4940-94fc-c32898900bc6 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:01.397750 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:01.406787 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95caa205-ec94-4377-80a2-bf7d8eaeedc1 req-5fdfd112-39f9-4716-8459-f5e8d58cbf5b tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171229 Nov 15 14:38:01.466823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:01.477926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:01.479244 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0084f6d3-00d0-4eb6-aaa4-f3ef878ecf33 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8404336 Nov 15 14:38:01.482633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57350) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:01.483863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:38:01.487550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Pushing event updated for resources: {'Port': ['ID=cc1cfa7f-e2b5-4487-b871-40b0a8653a64,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:01.493436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d0867f40-6d6d-4da3-9de1-de83a89ef896 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Request body: {'router': {'external_gateway_info': {'network_id': '019bda6c-5d3c-4940-94fc-c32898900bc6'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:01.546189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e460caf-b298-4335-8a53-cc40dba0aa46', 'tag': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:01.553924 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a22d2c-2e43-4a91-b170-439fa6dd646a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e460caf-b298-4335-8a53-cc40dba0aa46", "tag": "4c5353eb-8502-4c34-b5ce-ccfe16db09a7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:01.558461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-019bda6c-5d3c-4940-94fc-c32898900bc6', 'network_id': '019bda6c-5d3c-4940-94fc-c32898900bc6', 'tenant_id': 'cb6cafad678b4be9aa162914303b6773', 'fixed_ips': [{'subnet_id': '17a0e8d6-d714-4845-bbf7-e92ffe7d4127'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:38:01.560837 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:01.721335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2df9bfe9-32f8-4a0f-9b29-c35515932468 req-11dcc123-79d1-4322-b5c1-022b2e8c4eb2 service neutron] 10.222.0.59 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821063 Nov 15 14:38:01.821594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a31b5026-0417-44bb-bcc2-ab167e157977 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:38:02.014549 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Allocated IP 2001:db8:1::2 (019bda6c-5d3c-4940-94fc-c32898900bc6/17a0e8d6-d714-4845-bbf7-e92ffe7d4127/862da299-bbd6-4533-85d2-dcecbefb460d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:38:02.121225 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85a4c778-8e26-41d2-9972-4486d7cf9612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:02.153992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a31b5026-0417-44bb-bcc2-ab167e157977, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a31b5026-0417-44bb-bcc2-ab167e157977,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:02.171922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'a31b5026-0417-44bb-bcc2-ab167e157977', 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2', 'port_id': 'a31b5026-0417-44bb-bcc2-ab167e157977', 'mac_address': 'fa:16:3e:ea:5e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194b9af5-0b82-47e1-b9b2-4ed0afc65383', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:38:02.263998 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0867f40-6d6d-4da3-9de1-de83a89ef896 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:02.270845 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:02.295763 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:02.324525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31b5026-0417-44bb-bcc2-ab167e157977 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:38:02.340374 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:02.353124 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a31b5026-0417-44bb-bcc2-ab167e157977, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a31b5026-0417-44bb-bcc2-ab167e157977,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:02.440981 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:02.456401 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:02.460836 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:02.512686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Network 019bda6c-5d3c-4940-94fc-c32898900bc6 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:02.518482 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:02.523889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:38:02.552521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Pushing event updated for resources: {'Port': ['ID=862da299-bbd6-4533-85d2-dcecbefb460d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:02.646002 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:02.653311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a31b5026-0417-44bb-bcc2-ab167e157977,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:02.690186 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-d0867f40-6d6d-4da3-9de1-de83a89ef896 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:38:02.691348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d0867f40-6d6d-4da3-9de1-de83a89ef896 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "PUT /v2.0/routers/af123c85-b415-43d3-9de2-2671d93640e5 HTTP/1.1" status: 400 len: 364 time: 1.2048225 Nov 15 14:38:02.693225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Attempting to bind port 862da299-bbd6-4533-85d2-dcecbefb460d on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:38:02.694238 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Attempting to bind port 862da299-bbd6-4533-85d2-dcecbefb460d by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0747dd55-564b-4361-84bd-e9b9949f2683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '019bda6c-5d3c-4940-94fc-c32898900bc6'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:38:02.694738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Attempting to bind port 862da299-bbd6-4533-85d2-dcecbefb460d on network 019bda6c-5d3c-4940-94fc-c32898900bc6 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:38:02.696416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57376) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:02.701038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:02.702512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:38:02.702997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Checking segment: {'id': '0747dd55-564b-4361-84bd-e9b9949f2683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '019bda6c-5d3c-4940-94fc-c32898900bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:02.703468 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:02.703927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Bound using segment: {'id': '0747dd55-564b-4361-84bd-e9b9949f2683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '019bda6c-5d3c-4940-94fc-c32898900bc6'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:38:02.704466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Bound port: 862da299-bbd6-4533-85d2-dcecbefb460d, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0747dd55-564b-4361-84bd-e9b9949f2683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '019bda6c-5d3c-4940-94fc-c32898900bc6'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:38:02.704928 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:02.799187 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:02.813435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] For port 862da299-bbd6-4533-85d2-dcecbefb460d, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:38:02.817793 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] For port 862da299-bbd6-4533-85d2-dcecbefb460d, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=862da299-bbd6-4533-85d2-dcecbefb460d,segment=NetworkSegment(0747dd55-564b-4361-84bd-e9b9949f2683),segment_id=0747dd55-564b-4361-84bd-e9b9949f2683)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:38:02.823058 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['a31b5026-0417-44bb-bcc2-ab167e157977'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:38:02.936906 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:03.077523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e99bd-7152-49a8-9a55-3a1f2e428961 None None] Pushing event updated for resources: {'Port': ['ID=862da299-bbd6-4533-85d2-dcecbefb460d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:03.104628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Pushing event updated for resources: {'Port': ['ID=cc1cfa7f-e2b5-4487-b871-40b0a8653a64,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:03.126042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24437452-2d82-4027-8cf0-ad47fe303efb req-ec1ffa58-d56c-45d6-8e5b-08a569b86208 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:03.127767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24437452-2d82-4027-8cf0-ad47fe303efb req-ec1ffa58-d56c-45d6-8e5b-08a569b86208 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 944 time: 0.2758577 Nov 15 14:38:03.209829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d23f631d-f1a1-44c0-bb9c-9362a3559f4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78637fea2b8f40a78460f0071ea974d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5062058 Nov 15 14:38:03.210471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57384) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:03.234208 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:03.311949 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:03.346696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:03.346881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24437452-2d82-4027-8cf0-ad47fe303efb req-073c1aca-1faf-4ee2-8efe-80bf33f97c23 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773801 Nov 15 14:38:03.387067 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:03.393958 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:03.423967 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:03.423967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-34dec7fe-1dde-4fc6-b8ff-e158b68552f5 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5116258 Nov 15 14:38:03.498166 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e820750e-ddf3-40de-98d2-635f6deb02c9 x-openstack-request-id: req-e820750e-ddf3-40de-98d2-635f6deb02c9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:03.498801 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e460caf-b298-4335-8a53-cc40dba0aa46", "tag": "4c5353eb-8502-4c34-b5ce-ccfe16db09a7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:03.498801 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e820750e-ddf3-40de-98d2-635f6deb02c9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:03.499109 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e460caf-b298-4335-8a53-cc40dba0aa46', 'tag': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7', 'status': 'completed', 'code': 200} Nov 15 14:38:03.506553 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:03.509903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:03.511179 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/131a12c8-15e0-4a88-8858-1c4b6f0b27ba HTTP/1.1" status: 204 len: 168 time: 0.2981067 Nov 15 14:38:03.528316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131a12c8-15e0-4a88-8858-1c4b6f0b27ba,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:03.536642 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:03.538068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:03.538068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:03.538719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:03.539294 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:03.539730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:03.540082 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:03.540475 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:03.541609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:03.541963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:03.542307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:03.542722 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025b735-d3f8-4392-9839-9306df170591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:03.581682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-e7d3cfc2-f959-4090-ba45-a9cfaeb69020 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.229 HTTP/1.1" status: 200 len: 696 time: 0.1237700 Nov 15 14:38:03.821792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a22d2c-2e43-4a91-b170-439fa6dd646a req-59b37946-891f-4216-b89e-e08c8ac8224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:03.823356 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a22d2c-2e43-4a91-b170-439fa6dd646a req-59b37946-891f-4216-b89e-e08c8ac8224e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ddf0d988fb145c3811cd58163246078&device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 1095 time: 0.3145578 Nov 15 14:38:03.838125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:38:03.853745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a31b5026-0417-44bb-bcc2-ab167e157977 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:03.878717 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b15777-28f4-4bff-a524-e6b079bb62d8 req-89d9f189-4aac-459b-852a-c2fe52a88a0f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:03.886670 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25b15777-28f4-4bff-a524-e6b079bb62d8 req-89d9f189-4aac-459b-852a-c2fe52a88a0f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 945 time: 0.2815356 Nov 15 14:38:04.023925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:04.041614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7', 'network_id': '13fc7c01-c117-456b-9c07-be298e268580', 'port_id': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7', 'mac_address': 'fa:16:3e:19:c2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf1135e-1812-4aea-b0cb-eae4babdb32e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:38:04.048218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-8a7f917c-e33d-4208-8f88-baff04051bd2 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:04.059008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae02056c-5134-4e09-90c7-ede0ae0b1b54 req-8a7f917c-e33d-4208-8f88-baff04051bd2 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.4527991 Nov 15 14:38:04.082183 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port a31b5026-0417-44bb-bcc2-ab167e157977 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:38:04.092798 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port a31b5026-0417-44bb-bcc2-ab167e157977 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:04.093382 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:04.105799 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Allocated IP 2001:db8::1 (df2c0555-98c0-4533-a176-cd6b59d93b9f/a9949034-d128-49d8-9160-b43791fc1af0/4432c727-09c8-42d5-baef-b7eff8823e90) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:38:04.115334 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:04.126705 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25b15777-28f4-4bff-a524-e6b079bb62d8 req-4d0a439a-73ed-4847-a9e0-cad75ba3cacd tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348888 Nov 15 14:38:04.152286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:38:04.152983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a22d2c-2e43-4a91-b170-439fa6dd646a req-79d50b97-d2eb-4006-b2bb-45beb75281d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:04.162334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a22d2c-2e43-4a91-b170-439fa6dd646a req-79d50b97-d2eb-4006-b2bb-45beb75281d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 200 len: 906 time: 0.3176301 Nov 15 14:38:04.189725 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:04.261288 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:04.286579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a22d2c-2e43-4a91-b170-439fa6dd646a req-c67ad73e-fb87-4686-bd86-5adbb1d634cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c5353eb-8502-4c34-b5ce-ccfe16db09a7 HTTP/1.1" status: 200 len: 217 time: 0.1232300 Nov 15 14:38:04.291268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d14203-9537-4d59-a954-0648c6675b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31b5026-0417-44bb-bcc2-ab167e157977'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:04.293697 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe6405c-20b0-45f3-93e0-a003af0dff88" -d '{"events": [{"server_uuid": "c0d14203-9537-4d59-a954-0648c6675b60", "name": "network-vif-plugged", "status": "completed", "tag": "a31b5026-0417-44bb-bcc2-ab167e157977"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:04.316203 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:04.320641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-adf25cb4-6033-4a49-bb10-c563d0e2cf6c tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:04.322930 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-adf25cb4-6033-4a49-bb10-c563d0e2cf6c tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.46 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 946 time: 0.0875409 Nov 15 14:38:04.324042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a31b5026-0417-44bb-bcc2-ab167e157977, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a31b5026-0417-44bb-bcc2-ab167e157977,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:04.344838 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c388c691-e9ab-428c-bc45-ff55879b12d8 None None] Network 019bda6c-5d3c-4940-94fc-c32898900bc6 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:04.431166 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:04.437449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Deleting port b1a2e6e8-ce2a-4132-9742-8729d3c7b003 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:04.438207 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:04.447547 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6fd41854-7d56-4a0e-9754-ec55170075ec None None] Provisioning complete for port 862da299-bbd6-4533-85d2-dcecbefb460d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:04.447933 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fd41854-7d56-4a0e-9754-ec55170075ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:04.505106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:04.578797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] For port b1a2e6e8-ce2a-4132-9742-8729d3c7b003, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b1a2e6e8-ce2a-4132-9742-8729d3c7b003,segment=NetworkSegment(358f8ad1-1675-42f6-b20c-487a4ffa8822),segment_id=358f8ad1-1675-42f6-b20c-487a4ffa8822)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:04.579081 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:04.622054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['4c5353eb-8502-4c34-b5ce-ccfe16db09a7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:38:04.755272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a22d2c-2e43-4a91-b170-439fa6dd646a req-c001132a-3d69-473a-9a25-993f5be3423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:04.757698 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a22d2c-2e43-4a91-b170-439fa6dd646a req-c001132a-3d69-473a-9a25-993f5be3423f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5cf1135e-1812-4aea-b0cb-eae4babdb32e HTTP/1.1" status: 200 len: 845 time: 0.4579806 Nov 15 14:38:04.760689 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a31b5026-0417-44bb-bcc2-ab167e157977,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:04.778796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74213295-d9ff-40de-8daf-687443c1192d req-5b532bfc-a6e0-4f3c-9c27-30dbf9028061 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:04.780797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74213295-d9ff-40de-8daf-687443c1192d req-5b532bfc-a6e0-4f3c-9c27-30dbf9028061 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 946 time: 0.5578139 Nov 15 14:38:04.802307 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:04.803685 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fd41854-7d56-4a0e-9754-ec55170075ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:04.875995 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6fd41854-7d56-4a0e-9754-ec55170075ec None None] For port 862da299-bbd6-4533-85d2-dcecbefb460d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=862da299-bbd6-4533-85d2-dcecbefb460d,segment=NetworkSegment(0747dd55-564b-4361-84bd-e9b9949f2683),segment_id=0747dd55-564b-4361-84bd-e9b9949f2683)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:04.889303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a22d2c-2e43-4a91-b170-439fa6dd646a req-47cb9815-8644-4e74-9e00-c07339bb39f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13fc7c01-c117-456b-9c07-be298e268580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188204 Nov 15 14:38:04.953219 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fd41854-7d56-4a0e-9754-ec55170075ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.040436 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.042893 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.043260 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.047425 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Floating IP e0c42374-6af0-4d20-98f1-0c2dae25d2de disassociated. External IP: 172.25.4.143, port: b1a2e6e8-ce2a-4132-9742-8729d3c7b003. Nov 15 14:38:05.047852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Calling delete_port for b1a2e6e8-ce2a-4132-9742-8729d3c7b003 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:05.073484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd41854-7d56-4a0e-9754-ec55170075ec None None] Pushing event updated for resources: {'Port': ['ID=862da299-bbd6-4533-85d2-dcecbefb460d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:05.074462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-9889890e-b8c4-4841-983c-212b130ed8fe tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7757354 Nov 15 14:38:05.081655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:05.102677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74213295-d9ff-40de-8daf-687443c1192d req-c8571c46-b7a5-4ff8-94ac-1bab325f53fd tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3c7007f-f83c-468d-890c-98fc82454e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957735 Nov 15 14:38:05.122044 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.243157 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db40ddc-ea96-4922-80b7-f454fa6dcfb6 x-openstack-request-id: req-6db40ddc-ea96-4922-80b7-f454fa6dcfb6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:05.243590 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d14203-9537-4d59-a954-0648c6675b60", "name": "network-vif-plugged", "status": "completed", "tag": "a31b5026-0417-44bb-bcc2-ab167e157977", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:05.243967 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6db40ddc-ea96-4922-80b7-f454fa6dcfb6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:05.244454 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d14203-9537-4d59-a954-0648c6675b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31b5026-0417-44bb-bcc2-ab167e157977', 'code': 200} Nov 15 14:38:05.244568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Network df2c0555-98c0-4533-a176-cd6b59d93b9f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:05.258965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:05.272262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:38:05.272800 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.297738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5f30bf0e-1ba6-4769-85a0-45a867ded8c4 None None] Provisioning complete for port 862da299-bbd6-4533-85d2-dcecbefb460d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:05.300899 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5f30bf0e-1ba6-4769-85a0-45a867ded8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.337127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event updated for resources: {'Port': ['ID=4432c727-09c8-42d5-baef-b7eff8823e90,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:05.359322 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.386740 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.399760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:05.400124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:05.401487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:05.401487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:05.401487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:05.401794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:05.402118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:05.402508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:05.402837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:05.403163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:05.403486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:05.403799 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:05.436622 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a22d2c-2e43-4a91-b170-439fa6dd646a req-e962e05d-a84e-41df-b85b-fe7b51513b82 service neutron] 10.222.0.59 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382557 Nov 15 14:38:05.444571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Pushing event deleted for resources: {'Port': ['ID=b1a2e6e8-ce2a-4132-9742-8729d3c7b003,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:05.594650 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Router 1fc661d6-4772-4eba-8835-55c4be2316d7 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:38:05.618820 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 862da299-bbd6-4533-85d2-dcecbefb460d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:05.650818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1280bf-8a9a-4635-93f0-49161d6b4724 req-77a47aff-7f34-4570-8d7b-c8b3e7d26d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:05.652395 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d1280bf-8a9a-4635-93f0-49161d6b4724 req-77a47aff-7f34-4570-8d7b-c8b3e7d26d48 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 1097 time: 0.3115597 Nov 15 14:38:05.670358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af012639-d246-4563-9363-924784fd9452 req-0059f940-5553-4808-a65f-5a3a1ba39bd9 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:05.677779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af012639-d246-4563-9363-924784fd9452 req-0059f940-5553-4808-a65f-5a3a1ba39bd9 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 945 time: 0.3336194 Nov 15 14:38:05.702223 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 862da299-bbd6-4533-85d2-dcecbefb460d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:05.702612 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.720508 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:38:05.729139 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.738902 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa943e8-bf3f-411d-9f42-e31c5054b229 None None] Sync routers for ids ['1fc661d6-4772-4eba-8835-55c4be2316d7'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:38:05.752088 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa943e8-bf3f-411d-9f42-e31c5054b229 None None] Routers {'1fc661d6-4772-4eba-8835-55c4be2316d7'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:05.752088 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1aa943e8-bf3f-411d-9f42-e31c5054b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1fc661d6-4772-4eba-8835-55c4be2316d7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:05.770255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] No DVR routers for this DVR port b1a2e6e8-ce2a-4132-9742-8729d3c7b003 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:05.774783 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.779172 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3abd48c3-f9f8-4299-ab0c-1f072368ae5b req-a614fdce-bd09-4f0a-a209-cdc353a5e578 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.46 "DELETE /v2.0/ports/b1a2e6e8-ce2a-4132-9742-8729d3c7b003 HTTP/1.1" status: 204 len: 173 time: 1.4492836 Nov 15 14:38:05.779670 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1033c0b7-247c-42b7-a00f-950dde8e304e', 'name': 'network-vif-deleted', 'tag': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:05.785460 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79deb3e2-9bc3-4017-9d97-161bbbc53dcd" -d '{"events": [{"server_uuid": "1033c0b7-247c-42b7-a00f-950dde8e304e", "name": "network-vif-deleted", "tag": "b1a2e6e8-ce2a-4132-9742-8729d3c7b003"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:05.791182 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.821144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a22d2c-2e43-4a91-b170-439fa6dd646a req-446d46a6-ddd1-469b-8631-222a9dc7f524 service neutron] 10.222.0.59 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114135 Nov 15 14:38:05.830210 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d1280bf-8a9a-4635-93f0-49161d6b4724 req-1c59040b-81f7-4762-907e-4f26fd8afd45 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695874 Nov 15 14:38:05.840615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:05.861618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af012639-d246-4563-9363-924784fd9452 req-36b770c2-3406-421c-a1aa-b4ff2caf79db tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828859 Nov 15 14:38:05.881705 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1aa943e8-bf3f-411d-9f42-e31c5054b229 None None] Set router 1fc661d6-4772-4eba-8835-55c4be2316d7 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:05.913690 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c80500de-b8d2-4eea-a873-754de48ced41 None None] Provisioning complete for port 4432c727-09c8-42d5-baef-b7eff8823e90 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:05.914234 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c80500de-b8d2-4eea-a873-754de48ced41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:05.982334 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c80500de-b8d2-4eea-a873-754de48ced41 None None] Port 4432c727-09c8-42d5-baef-b7eff8823e90 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:38:06.044613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:06.044835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:38:06.048566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:06.048934 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:06.152806 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:06.199060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:06.201700 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1aa943e8-bf3f-411d-9f42-e31c5054b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:35:32Z', 'revision_number': 4, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '44b99bc4-1676-4213-8f64-a69bcb76b9ed', 'name': '', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'mac_address': 'fa:16:3e:c4:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:31Z', 'updated_at': '2021-11-15T14:35:41Z', 'revision_number': 5, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'subnets': [{'id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:06.228066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81894c-95f6-4eb4-832b-1363afa5a3ed req-99b026d1-8965-4c8f-95c8-f287af99a058 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:06.229495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd81894c-95f6-4eb4-832b-1363afa5a3ed req-99b026d1-8965-4c8f-95c8-f287af99a058 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 946 time: 0.1814404 Nov 15 14:38:06.229607 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa943e8-bf3f-411d-9f42-e31c5054b229 None None] Checking router: 1fc661d6-4772-4eba-8835-55c4be2316d7 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:38:06.238885 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa943e8-bf3f-411d-9f42-e31c5054b229 None None] Routers {'1fc661d6-4772-4eba-8835-55c4be2316d7'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:06.239497 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1aa943e8-bf3f-411d-9f42-e31c5054b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1fc661d6-4772-4eba-8835-55c4be2316d7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:06.300880 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:06.347589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Allocated IP 172.25.4.179 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/f8b9111f-73a4-487b-83ea-23d7506ba759) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:38:06.357019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:06.367294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd81894c-95f6-4eb4-832b-1363afa5a3ed req-4226e2e0-e08d-422b-bea9-f218c649e939 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302643 Nov 15 14:38:06.415396 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:06.463879 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1aa943e8-bf3f-411d-9f42-e31c5054b229 None None] Set router 1fc661d6-4772-4eba-8835-55c4be2316d7 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:06.493110 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:06.494091 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:06.497472 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:06.605493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event updated for resources: {'Port': ['ID=4432c727-09c8-42d5-baef-b7eff8823e90,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:06.662451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Network df2c0555-98c0-4533-a176-cd6b59d93b9f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:06.664033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:06.700542 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1aa943e8-bf3f-411d-9f42-e31c5054b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:35:32Z', 'revision_number': 4, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '44b99bc4-1676-4213-8f64-a69bcb76b9ed', 'name': '', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'mac_address': 'fa:16:3e:c4:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:31Z', 'updated_at': '2021-11-15T14:35:41Z', 'revision_number': 5, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'subnets': [{'id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:06.729514 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa943e8-bf3f-411d-9f42-e31c5054b229 None None] The sync data for ids ['1fc661d6-4772-4eba-8835-55c4be2316d7'] in n-d-817748-2 is: [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:35:32Z', 'revision_number': 4, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '44b99bc4-1676-4213-8f64-a69bcb76b9ed', 'name': '', 'network_id': '3c9b5f5b-7030-437f-8e9d-1399aab9bca5', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'mac_address': 'fa:16:3e:c4:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:31Z', 'updated_at': '2021-11-15T14:35:41Z', 'revision_number': 5, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'subnets': [{'id': '48309c78-0057-4b2b-bb8b-2682d3324f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:38:06.785054 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:06.833850 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526017d0-d207-419b-a71d-bc55160533f2 x-openstack-request-id: req-526017d0-d207-419b-a71d-bc55160533f2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:06.834442 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1033c0b7-247c-42b7-a00f-950dde8e304e", "name": "network-vif-deleted", "tag": "b1a2e6e8-ce2a-4132-9742-8729d3c7b003", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:06.834534 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-526017d0-d207-419b-a71d-bc55160533f2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:06.835041 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1033c0b7-247c-42b7-a00f-950dde8e304e', 'name': 'network-vif-deleted', 'tag': 'b1a2e6e8-ce2a-4132-9742-8729d3c7b003', 'status': 'completed', 'code': 200} Nov 15 14:38:06.877020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:06.891263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Router af123c85-b415-43d3-9de2-2671d93640e5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:38:06.892493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:06.897234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:38:06.943926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Pushing event updated for resources: {'Port': ['ID=f8b9111f-73a4-487b-83ea-23d7506ba759,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:07.023772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-45a0a9eb-eb10-487a-9aa3-442ff6a4d171 None None] Provisioning complete for port 4432c727-09c8-42d5-baef-b7eff8823e90 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:07.024269 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45a0a9eb-eb10-487a-9aa3-442ff6a4d171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:07.066733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44edeb8a-333e-40e7-9daf-7f6e5a568f50 req-8cc08926-1f55-4ab6-8a42-5836d1e0d259 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/ports?device_id=1033c0b7-247c-42b7-a00f-950dde8e304e HTTP/1.1" status: 200 len: 210 time: 0.0680025 Nov 15 14:38:07.097437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-45a0a9eb-eb10-487a-9aa3-442ff6a4d171 None None] Port 4432c727-09c8-42d5-baef-b7eff8823e90 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:38:07.127198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:38:07.136519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-19c55b85-6f78-40cc-8f65-b8319c38124b tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "PUT /v2.0/routers/af123c85-b415-43d3-9de2-2671d93640e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4362020 Nov 15 14:38:07.137292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57442) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:07.153566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069a1237-5b3a-4224-9439-0e3897363194 None None] Sync routers for ids ['af123c85-b415-43d3-9de2-2671d93640e5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:38:07.154288 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:07.168383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a1237-5b3a-4224-9439-0e3897363194 None None] Routers {'af123c85-b415-43d3-9de2-2671d93640e5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:07.169288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-069a1237-5b3a-4224-9439-0e3897363194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['af123c85-b415-43d3-9de2-2671d93640e5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:07.180073 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758f399-7888-45bd-a86e-d7372db6308f None None] New status for floating IP e0c42374-6af0-4d20-98f1-0c2dae25d2de: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:38:07.203048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-069a1237-5b3a-4224-9439-0e3897363194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:07.222172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a1237-5b3a-4224-9439-0e3897363194 None None] Routers {'af123c85-b415-43d3-9de2-2671d93640e5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:07.225882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-069a1237-5b3a-4224-9439-0e3897363194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['af123c85-b415-43d3-9de2-2671d93640e5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:07.275966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e460caf-b298-4335-8a53-cc40dba0aa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:07.278696 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39449eb-bed3-4210-9ccc-1fa50f182f70" -d '{"events": [{"server_uuid": "7e460caf-b298-4335-8a53-cc40dba0aa46", "name": "network-vif-plugged", "status": "completed", "tag": "4c5353eb-8502-4c34-b5ce-ccfe16db09a7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:07.282488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-069a1237-5b3a-4224-9439-0e3897363194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:07.283119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069a1237-5b3a-4224-9439-0e3897363194 None None] The sync data for ids ['af123c85-b415-43d3-9de2-2671d93640e5'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:38:07.589735 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:07.592895 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6dc0f5-7df5-4cb8-87f4-f7fe381543d8 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:07.681920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeae6ef-be1f-42e3-97fe-444d355baf5f req-5a9ddef6-0a57-4bb1-b0f0-c22fd57202a7 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:07.683451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdeae6ef-be1f-42e3-97fe-444d355baf5f req-5a9ddef6-0a57-4bb1-b0f0-c22fd57202a7 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.2067213 Nov 15 14:38:07.747225 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-6b6dc0f5-7df5-4cb8-87f4-f7fe381543d8 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 14:38:07.748282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6b6dc0f5-7df5-4cb8-87f4-f7fe381543d8 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "DELETE /v2.0/routers/af123c85-b415-43d3-9de2-2671d93640e5 HTTP/1.1" status: 409 len: 329 time: 0.6104450 Nov 15 14:38:07.751383 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57452) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:07.805057 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdeae6ef-be1f-42e3-97fe-444d355baf5f req-9ce6e2bb-f85f-4167-85da-31026696b94d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126089 Nov 15 14:38:07.878280 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:07.930536 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4cb409-5e88-45fe-8223-dda4abc12011 x-openstack-request-id: req-6f4cb409-5e88-45fe-8223-dda4abc12011 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:07.931714 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e460caf-b298-4335-8a53-cc40dba0aa46", "name": "network-vif-plugged", "status": "completed", "tag": "4c5353eb-8502-4c34-b5ce-ccfe16db09a7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:07.931973 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f4cb409-5e88-45fe-8223-dda4abc12011 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:07.935061 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e460caf-b298-4335-8a53-cc40dba0aa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7', 'code': 200} Nov 15 14:38:07.952447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:08.069701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Pushing event updated for resources: {'Port': ['ID=f8b9111f-73a4-487b-83ea-23d7506ba759,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:08.088522 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:08.097693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d22eb2-d1eb-4ff2-9269-8efa74878277 req-bac1d1d7-f9ad-4402-8da4-b0e0697bd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:08.099154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62d22eb2-d1eb-4ff2-9269-8efa74878277 req-bac1d1d7-f9ad-4402-8da4-b0e0697bd07e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 1097 time: 0.1035326 Nov 15 14:38:08.159377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62d22eb2-d1eb-4ff2-9269-8efa74878277 req-13f33f5c-c42a-463d-9d13-d0c31541a450 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510492 Nov 15 14:38:08.164847 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d24b340e-1c20-444c-b9e6-fb20c7eec423 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:08.189022 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:08.190580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-c97c767f-7006-43c5-8575-52287084abde tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1152263 Nov 15 14:38:08.252175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-228589ea-7c5b-48a5-bc07-9c72600d424e tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.179 HTTP/1.1" status: 200 len: 696 time: 0.0512807 Nov 15 14:38:08.406214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-3ed77542-b2e8-4e34-ac64-1dad56109b93 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:08.407546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a771f19-9628-4465-9f5b-3d2e70627215 req-3ed77542-b2e8-4e34-ac64-1dad56109b93 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.1460383 Nov 15 14:38:08.433053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b940e-3c48-448a-922e-39f8e1301192 req-1ac4c335-f868-4dbc-8cdf-e52d263353b8 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:08.434766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f17b940e-3c48-448a-922e-39f8e1301192 req-1ac4c335-f868-4dbc-8cdf-e52d263353b8 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 946 time: 0.0703661 Nov 15 14:38:08.487636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d24b340e-1c20-444c-b9e6-fb20c7eec423 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Deleting port 4432c727-09c8-42d5-baef-b7eff8823e90 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:08.487982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d24b340e-1c20-444c-b9e6-fb20c7eec423 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:08.493788 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f17b940e-3c48-448a-922e-39f8e1301192 req-39acecce-8f22-4f6d-8091-86c90ff41c7a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517671 Nov 15 14:38:08.610367 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d24b340e-1c20-444c-b9e6-fb20c7eec423 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:08.625619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d24b340e-1c20-444c-b9e6-fb20c7eec423 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Calling delete_port for 4432c727-09c8-42d5-baef-b7eff8823e90 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:08.657389 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17fcdfd9-1074-4325-a2df-451c116a04ed req-7e37e8a4-e827-4095-8346-a2a0e7856de1 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips/ea6c62ba-9ad8-4880-9fa2-1fdf0b8fb4c8 HTTP/1.1" status: 200 len: 693 time: 0.0621712 Nov 15 14:38:08.775377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcdfd9-1074-4325-a2df-451c116a04ed req-4eda3700-2d1d-4b72-8f34-48691637729c tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:08.783589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17fcdfd9-1074-4325-a2df-451c116a04ed req-4eda3700-2d1d-4b72-8f34-48691637729c tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.1248136 Nov 15 14:38:08.787875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b1a2e6e8-ce2a-4132-9742-8729d3c7b003 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:08.808374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-17fcdfd9-1074-4325-a2df-451c116a04ed req-c893716f-5e5e-4e28-b8ae-64b447d5a841 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:38:08.812090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17fcdfd9-1074-4325-a2df-451c116a04ed req-c893716f-5e5e-4e28-b8ae-64b447d5a841 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198543 Nov 15 14:38:08.827232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: b1a2e6e8-ce2a-4132-9742-8729d3c7b003 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:08.827911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b1a2e6e8-ce2a-4132-9742-8729d3c7b003 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:08.906820 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d24b340e-1c20-444c-b9e6-fb20c7eec423 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:08.941062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7838b-9fa2-4925-ab9a-136b6e28332f req-864b08b0-07e9-4c86-9e26-0b90faf9806d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:08.941610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b340e-1c20-444c-b9e6-fb20c7eec423 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event deleted for resources: {'Port': ['ID=4432c727-09c8-42d5-baef-b7eff8823e90,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:08.942757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d7838b-9fa2-4925-ab9a-136b6e28332f req-864b08b0-07e9-4c86-9e26-0b90faf9806d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 946 time: 0.0554838 Nov 15 14:38:09.036770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d7838b-9fa2-4925-ab9a-136b6e28332f req-6d2b517b-8927-403d-a746-d6deecc640f9 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825155 Nov 15 14:38:09.066003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57478) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:09.197136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-c65a70ea-dd71-40fc-bb61-d07ff01aaadb tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips/ea6c62ba-9ad8-4880-9fa2-1fdf0b8fb4c8 HTTP/1.1" status: 200 len: 693 time: 0.0782354 Nov 15 14:38:09.228930 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402b039e-9572-4c79-9807-705fa8e6fe3e tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:09.376045 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402b039e-9572-4c79-9807-705fa8e6fe3e tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:09.450922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a4e01-0d1a-4767-a7ec-fca80cf38de4 req-20e30020-2c9f-4626-a5fb-69de7213d077 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:09.452639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe3a4e01-0d1a-4767-a7ec-fca80cf38de4 req-20e30020-2c9f-4626-a5fb-69de7213d077 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.1232500 Nov 15 14:38:09.469734 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d24b340e-1c20-444c-b9e6-fb20c7eec423 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:09.493197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-5c2d4ab4-a641-4ee8-adc7-5c47f44df2c0 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:09.500475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-5c2d4ab4-a641-4ee8-adc7-5c47f44df2c0 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.3022203 Nov 15 14:38:09.509204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-811d61ae-ae8c-4e4c-b065-69f492bedbc6 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:38:09.510441 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-811d61ae-ae8c-4e4c-b065-69f492bedbc6 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089974 Nov 15 14:38:09.585525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-3bfab6d5-976d-4536-bc6a-05ea7bea48e4 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.179 HTTP/1.1" status: 200 len: 696 time: 0.0656142 Nov 15 14:38:09.589073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe3a4e01-0d1a-4767-a7ec-fca80cf38de4 req-f07428b6-8ee3-42ec-a16f-fb911521c36d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238396 Nov 15 14:38:09.641236 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24b340e-1c20-444c-b9e6-fb20c7eec423 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Router af123c85-b415-43d3-9de2-2671d93640e5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:38:09.650218 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402b039e-9572-4c79-9807-705fa8e6fe3e tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:09.653312 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402b039e-9572-4c79-9807-705fa8e6fe3e tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:09.657028 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-402b039e-9572-4c79-9807-705fa8e6fe3e tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "DELETE /v2.0/security-groups/b3c7007f-f83c-468d-890c-98fc82454e78 HTTP/1.1" status: 204 len: 168 time: 0.5897024 Nov 15 14:38:09.657651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57486) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:09.680764 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-63e6886d-8d57-4a42-bb9f-3209a9d03014 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] show failed (client error): The resource could not be found. Nov 15 14:38:09.683000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-63e6886d-8d57-4a42-bb9f-3209a9d03014 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "GET /v2.0/security-groups/b3c7007f-f83c-468d-890c-98fc82454e78 HTTP/1.1" status: 404 len: 347 time: 0.0192862 Nov 15 14:38:09.689160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57488) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:09.690955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-76f07bd7-96e8-4703-a8b3-e0428d21c7f4 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.179 HTTP/1.1" status: 200 len: 696 time: 0.0842712 Nov 15 14:38:09.692153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b039e-9572-4c79-9807-705fa8e6fe3e tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c7007f-f83c-468d-890c-98fc82454e78,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:09.769251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24b340e-1c20-444c-b9e6-fb20c7eec423 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:38:09.779855 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d24b340e-1c20-444c-b9e6-fb20c7eec423 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "PUT /v2.0/routers/af123c85-b415-43d3-9de2-2671d93640e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0238934 Nov 15 14:38:09.789340 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57492) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:09.789447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922d66a-09b2-4ae4-8819-b29940a8355c None None] Sync routers for ids ['af123c85-b415-43d3-9de2-2671d93640e5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:38:09.802624 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922d66a-09b2-4ae4-8819-b29940a8355c None None] Routers {'af123c85-b415-43d3-9de2-2671d93640e5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:09.804047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4922d66a-09b2-4ae4-8819-b29940a8355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['af123c85-b415-43d3-9de2-2671d93640e5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:09.852771 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4922d66a-09b2-4ae4-8819-b29940a8355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:09.856417 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-3590b865-001f-4fe6-a993-b964620dfbe7 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] show failed (client error): The resource could not be found. Nov 15 14:38:09.858502 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3590b865-001f-4fe6-a993-b964620dfbe7 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-444173389 HTTP/1.1" status: 404 len: 334 time: 0.0758529 Nov 15 14:38:09.862975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57494) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:09.864560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-23eec7cb-4867-4d56-a523-60436cd44231 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Deleting port f8b9111f-73a4-487b-83ea-23d7506ba759 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:09.866654 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-23eec7cb-4867-4d56-a523-60436cd44231 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:09.868667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-801f7dad-4a8e-4053-84fd-5f060297c2bf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:09.868880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922d66a-09b2-4ae4-8819-b29940a8355c None None] Routers {'af123c85-b415-43d3-9de2-2671d93640e5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:09.870409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4922d66a-09b2-4ae4-8819-b29940a8355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['af123c85-b415-43d3-9de2-2671d93640e5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:09.926496 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4922d66a-09b2-4ae4-8819-b29940a8355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:09.928656 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-801f7dad-4a8e-4053-84fd-5f060297c2bf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] update failed (client error): The resource could not be found. Nov 15 14:38:09.933120 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-801f7dad-4a8e-4053-84fd-5f060297c2bf tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-1798496127 HTTP/1.1" status: 404 len: 335 time: 0.0657985 Nov 15 14:38:09.933467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922d66a-09b2-4ae4-8819-b29940a8355c None None] The sync data for ids ['af123c85-b415-43d3-9de2-2671d93640e5'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:38:09.933561 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57500) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:09.971510 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-23eec7cb-4867-4d56-a523-60436cd44231 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:09.972473 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-23eec7cb-4867-4d56-a523-60436cd44231 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:09.988796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-23eec7cb-4867-4d56-a523-60436cd44231 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Calling delete_port for f8b9111f-73a4-487b-83ea-23d7506ba759 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:10.014543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-019a2c54-c9af-4489-87b7-e3cedefbda9d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Deleting subnet 17a0e8d6-d714-4845-bbf7-e92ffe7d4127 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:38:10.021459 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-019a2c54-c9af-4489-87b7-e3cedefbda9d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.048238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a82588f9-3d56-4ef4-85ce-6365c34bad93 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Deleting port 6343dc8c-0ebb-4fbc-96ec-2a3bab2cfdfd {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:10.048593 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a82588f9-3d56-4ef4-85ce-6365c34bad93 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.109739 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-019a2c54-c9af-4489-87b7-e3cedefbda9d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.183045 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a82588f9-3d56-4ef4-85ce-6365c34bad93 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.183387 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a82588f9-3d56-4ef4-85ce-6365c34bad93 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.228293 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-23eec7cb-4867-4d56-a523-60436cd44231 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.244660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a82588f9-3d56-4ef4-85ce-6365c34bad93 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Calling delete_port for 6343dc8c-0ebb-4fbc-96ec-2a3bab2cfdfd owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:10.272321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eec7cb-4867-4d56-a523-60436cd44231 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Pushing event deleted for resources: {'Port': ['ID=f8b9111f-73a4-487b-83ea-23d7506ba759,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:10.281238 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-019a2c54-c9af-4489-87b7-e3cedefbda9d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.336028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-23eec7cb-4867-4d56-a523-60436cd44231 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.339083 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-23eec7cb-4867-4d56-a523-60436cd44231 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.340254 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8eb15404-2b88-41c9-ba17-080f2a7ecce1 req-23eec7cb-4867-4d56-a523-60436cd44231 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "DELETE /v2.0/floatingips/ea6c62ba-9ad8-4880-9fa2-1fdf0b8fb4c8 HTTP/1.1" status: 204 len: 173 time: 0.6370549 Nov 15 14:38:10.528172 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a82588f9-3d56-4ef4-85ce-6365c34bad93 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.562683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82588f9-3d56-4ef4-85ce-6365c34bad93 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Pushing event deleted for resources: {'Port': ['ID=6343dc8c-0ebb-4fbc-96ec-2a3bab2cfdfd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:10.585712 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-019a2c54-c9af-4489-87b7-e3cedefbda9d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.639366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a2c54-c9af-4489-87b7-e3cedefbda9d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event deleted for resources: {'Subnet': ['ID=17a0e8d6-d714-4845-bbf7-e92ffe7d4127,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:10.648967 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-019a2c54-c9af-4489-87b7-e3cedefbda9d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.650101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a09b3-9adb-4505-8e0e-e17bb5ffee17 req-9fbbda11-928e-4753-94bb-c869305d580b tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:10.652009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b5a09b3-9adb-4505-8e0e-e17bb5ffee17 req-9fbbda11-928e-4753-94bb-c869305d580b tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2479703 Nov 15 14:38:10.655236 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-019a2c54-c9af-4489-87b7-e3cedefbda9d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "DELETE /v2.0/subnets/17a0e8d6-d714-4845-bbf7-e92ffe7d4127 HTTP/1.1" status: 204 len: 168 time: 0.7207987 Nov 15 14:38:10.657899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57524) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:10.669515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4637cc05-80c6-4d5a-96b0-727c89f4a355 None None] Network 019bda6c-5d3c-4940-94fc-c32898900bc6 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:10.716610 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a82588f9-3d56-4ef4-85ce-6365c34bad93 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.719062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a82588f9-3d56-4ef4-85ce-6365c34bad93 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.720244 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a82588f9-3d56-4ef4-85ce-6365c34bad93 tempest-ServersTestManualDisk-1901467885 tempest-ServersTestManualDisk-1901467885-project] 10.222.0.70 "DELETE /v2.0/floatingips/e0c42374-6af0-4d20-98f1-0c2dae25d2de HTTP/1.1" status: 204 len: 168 time: 1.0301287 Nov 15 14:38:10.724205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57528) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:10.763762 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.881325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Deleting port 862da299-bbd6-4533-85d2-dcecbefb460d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:10.882092 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.960798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] For port 862da299-bbd6-4533-85d2-dcecbefb460d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=862da299-bbd6-4533-85d2-dcecbefb460d,segment=NetworkSegment(0747dd55-564b-4361-84bd-e9b9949f2683),segment_id=0747dd55-564b-4361-84bd-e9b9949f2683)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:10.961693 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:10.984679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6411e34-a7f3-4552-a28c-1ee339423dda None None] DHCP port deletion for 019bda6c-5d3c-4940-94fc-c32898900bc6 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:38:10.985816 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Calling delete_port for 862da299-bbd6-4533-85d2-dcecbefb460d owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:11.004155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f0b8d-1dfe-4a1e-967a-317adb34a441 req-1bbb6ab5-7aab-44e2-9b01-b64ce5fc32c0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:11.005658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a7f0b8d-1dfe-4a1e-967a-317adb34a441 req-1bbb6ab5-7aab-44e2-9b01-b64ce5fc32c0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.1477656 Nov 15 14:38:11.036430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e6411e34-a7f3-4552-a28c-1ee339423dda None None] Deleting port 862da299-bbd6-4533-85d2-dcecbefb460d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:11.037690 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6411e34-a7f3-4552-a28c-1ee339423dda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:11.103870 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e6411e34-a7f3-4552-a28c-1ee339423dda None None] For port 862da299-bbd6-4533-85d2-dcecbefb460d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=862da299-bbd6-4533-85d2-dcecbefb460d,segment=NetworkSegment(0747dd55-564b-4361-84bd-e9b9949f2683),segment_id=0747dd55-564b-4361-84bd-e9b9949f2683)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:11.104473 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6411e34-a7f3-4552-a28c-1ee339423dda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:11.117598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e6411e34-a7f3-4552-a28c-1ee339423dda None None] Calling delete_port for 862da299-bbd6-4533-85d2-dcecbefb460d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:11.140053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-4eb6d75b-2423-4168-8daa-cb9643775ede tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:11.141519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-4eb6d75b-2423-4168-8daa-cb9643775ede tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/networks?id=56e0174e-87c5-43d9-855e-d3736561f4b1 HTTP/1.1" status: 200 len: 810 time: 0.2611880 Nov 15 14:38:11.154678 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:11.157430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a7f0b8d-1dfe-4a1e-967a-317adb34a441 req-fc9b87dd-8ed6-437e-bc71-ad933deeda1a tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350024 Nov 15 14:38:11.178762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-d82a6152-a5ff-4b37-94aa-3d80c917109c tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/quotas/16a01cb376204f7f86587ca99e9d054b HTTP/1.1" status: 200 len: 375 time: 0.0247376 Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: from cryptography.utils import int_from_bytes Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: from cryptography.utils import int_from_bytes Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.210157 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:11.212449 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:38:11.229956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-c9621e7c-fedf-4356-8b18-1bf9b4155fa5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=16a01cb376204f7f86587ca99e9d054b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504131 Nov 15 14:38:11.230113 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6411e34-a7f3-4552-a28c-1ee339423dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:11.270322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6411e34-a7f3-4552-a28c-1ee339423dda None None] Pushing event deleted for resources: {'Port': ['ID=862da299-bbd6-4533-85d2-dcecbefb460d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:11.277768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6411e34-a7f3-4552-a28c-1ee339423dda None None] No DVR routers for this DVR port 862da299-bbd6-4533-85d2-dcecbefb460d on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:11.288002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] No DVR routers for this DVR port 862da299-bbd6-4533-85d2-dcecbefb460d on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:11.292696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event deleted for resources: {'Port': ['ID=862da299-bbd6-4533-85d2-dcecbefb460d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:11.363039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 862da299-bbd6-4533-85d2-dcecbefb460d no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:11.390432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 862da299-bbd6-4533-85d2-dcecbefb460d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:11.390909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 862da299-bbd6-4533-85d2-dcecbefb460d not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:11.431828 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:11.454367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019bda6c-5d3c-4940-94fc-c32898900bc6']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:11.469788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0747dd55-564b-4361-84bd-e9b9949f2683') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:11.470089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0747dd55-564b-4361-84bd-e9b9949f2683') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:11.481625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:11.498948 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:11.510360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:38:11.511107 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:38:11.515916 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:38:11.649388 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:11.655467 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f4e82c5-a01b-4981-8d77-617a703154ac req-286c9b8c-47ee-4311-a6bd-d79ffb1be90a tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=c9491847b6a04a38bc97719313c9d745 HTTP/1.1" status: 200 len: 1657 time: 0.4106724 Nov 15 14:38:11.656701 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:11.660097 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "DELETE /v2.0/networks/019bda6c-5d3c-4940-94fc-c32898900bc6 HTTP/1.1" status: 204 len: 168 time: 1.0014405 Nov 15 14:38:11.665877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:11.678763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbd186-6082-47ac-b3cd-dd2b53af8d92 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event deleted for resources: {'Network': ['ID=019bda6c-5d3c-4940-94fc-c32898900bc6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:11.843401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d1d4c5-e803-4f1a-94c8-6ff65593e001 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Deleting subnet d7e46994-5de1-4e93-9364-41f49956d186 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:38:11.854945 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d4c5-e803-4f1a-94c8-6ff65593e001 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:11.860644 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-90e18fac-24b0-4324-89a2-f90043535e25 service neutron] 10.222.0.70 "GET /v2.0/networks/56e0174e-87c5-43d9-855e-d3736561f4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298823 Nov 15 14:38:11.974793 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d4c5-e803-4f1a-94c8-6ff65593e001 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:11.984225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e82c5-a01b-4981-8d77-617a703154ac req-6783e111-ffb5-4112-9ffd-e79889058d73 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:11.985845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f4e82c5-a01b-4981-8d77-617a703154ac req-6783e111-ffb5-4112-9ffd-e79889058d73 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks?id=b2ec0584-4c9d-449d-939f-974082d4d7e7&id=b2ec0584-4c9d-449d-939f-974082d4d7e7&id=b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 787 time: 0.3123093 Nov 15 14:38:12.019979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-6f4e82c5-a01b-4981-8d77-617a703154ac req-a7312ecc-d914-408e-925a-7e8c3cc54b4d tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:38:12.020968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f4e82c5-a01b-4981-8d77-617a703154ac req-a7312ecc-d914-408e-925a-7e8c3cc54b4d tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110953 Nov 15 14:38:12.145755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-04fab60e-0ad9-4707-912c-b3ee28251369 service neutron] 10.222.0.70 "GET /v2.0/networks/56e0174e-87c5-43d9-855e-d3736561f4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539713 Nov 15 14:38:12.167540 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d4c5-e803-4f1a-94c8-6ff65593e001 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:12.214382 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44a16d16-1628-4e5f-9f7f-46b0880c41d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:12.394114 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d4c5-e803-4f1a-94c8-6ff65593e001 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:12.429830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1d4c5-e803-4f1a-94c8-6ff65593e001 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e46994-5de1-4e93-9364-41f49956d186,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:12.448581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878c3234-b539-4b77-a4e6-223071134501 None None] Network 2b87ea6a-d95a-4785-bca9-6d4042683918 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:12.476453 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d4c5-e803-4f1a-94c8-6ff65593e001 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:12.479724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e2d1d4c5-e803-4f1a-94c8-6ff65593e001 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "DELETE /v2.0/subnets/d7e46994-5de1-4e93-9364-41f49956d186 HTTP/1.1" status: 204 len: 168 time: 0.8128176 Nov 15 14:38:12.485333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57562) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:12.489451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-02cc6e4d-5483-437d-b469-a9b174e03815 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips/2a1c203b-72ac-4791-9637-1952200d3393 HTTP/1.1" status: 200 len: 693 time: 0.0654519 Nov 15 14:38:12.625545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-23536431-6daa-4cee-8ec1-a627698375c9 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Deleting subnet b9829294-8f13-491d-b98d-826a9df6e34e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:38:12.638651 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23536431-6daa-4cee-8ec1-a627698375c9 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:12.680433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-eb8dd4a9-d396-41f2-bbb4-1e3799e0a984 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:12.681901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-eb8dd4a9-d396-41f2-bbb4-1e3799e0a984 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.1817522 Nov 15 14:38:12.741682 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23536431-6daa-4cee-8ec1-a627698375c9 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:12.795933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044d441b-7c6a-4cdb-b356-412f6af518c1 None None] DHCP port deletion for 2b87ea6a-d95a-4785-bca9-6d4042683918 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:38:12.839991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-d66a77f0-af2e-4220-92d6-8429a6816355 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.229 HTTP/1.1" status: 200 len: 696 time: 0.1363745 Nov 15 14:38:12.912075 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23536431-6daa-4cee-8ec1-a627698375c9 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:12.914157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-044d441b-7c6a-4cdb-b356-412f6af518c1 None None] Deleting port f8d729a3-4281-4ed6-b7f8-4083ba4791cd {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:12.914558 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-044d441b-7c6a-4cdb-b356-412f6af518c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:12.929409 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-44a16d16-1628-4e5f-9f7f-46b0880c41d4 admin admin] Deleting port 44b99bc4-1676-4213-8f64-a69bcb76b9ed {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:12.929409 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44a16d16-1628-4e5f-9f7f-46b0880c41d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:12.983014 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-3358d0b5-6a90-4265-86da-55367348e2f8 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.229 HTTP/1.1" status: 200 len: 696 time: 0.1420422 Nov 15 14:38:13.042788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-044d441b-7c6a-4cdb-b356-412f6af518c1 None None] For port f8d729a3-4281-4ed6-b7f8-4083ba4791cd, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f8d729a3-4281-4ed6-b7f8-4083ba4791cd,segment=NetworkSegment(4e574944-36c7-4822-bd2f-b67ca95effb4),segment_id=4e574944-36c7-4822-bd2f-b67ca95effb4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:13.043361 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-044d441b-7c6a-4cdb-b356-412f6af518c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:13.059675 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-044d441b-7c6a-4cdb-b356-412f6af518c1 None None] Calling delete_port for f8d729a3-4281-4ed6-b7f8-4083ba4791cd owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:13.061689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b36a29-0710-48d4-90c6-9bc6afc1bdf5 req-59fb74fd-0714-4949-b0bb-d0722d8f5eb0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:13.069659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5b36a29-0710-48d4-90c6-9bc6afc1bdf5 req-59fb74fd-0714-4949-b0bb-d0722d8f5eb0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 946 time: 0.3523185 Nov 15 14:38:13.114794 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23536431-6daa-4cee-8ec1-a627698375c9 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:13.227752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5b36a29-0710-48d4-90c6-9bc6afc1bdf5 req-db0e0fcc-bfab-424d-af31-82ea7d7e62ba tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551716 Nov 15 14:38:13.246371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25efca2-205c-40de-8cdb-3637f579f90b None None] Network 61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:13.250240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23536431-6daa-4cee-8ec1-a627698375c9 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:13.266574 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-23536431-6daa-4cee-8ec1-a627698375c9 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "DELETE /v2.0/subnets/b9829294-8f13-491d-b98d-826a9df6e34e HTTP/1.1" status: 204 len: 168 time: 0.7798090 Nov 15 14:38:13.268327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-44a16d16-1628-4e5f-9f7f-46b0880c41d4 admin admin] For port 44b99bc4-1676-4213-8f64-a69bcb76b9ed, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=44b99bc4-1676-4213-8f64-a69bcb76b9ed,segment=NetworkSegment(358f8ad1-1675-42f6-b20c-487a4ffa8822),segment_id=358f8ad1-1675-42f6-b20c-487a4ffa8822)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:13.268724 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44a16d16-1628-4e5f-9f7f-46b0880c41d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:13.269520 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:13.276729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23536431-6daa-4cee-8ec1-a627698375c9 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event deleted for resources: {'Subnet': ['ID=b9829294-8f13-491d-b98d-826a9df6e34e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:13.321561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-44a16d16-1628-4e5f-9f7f-46b0880c41d4 admin admin] Calling delete_port for 44b99bc4-1676-4213-8f64-a69bcb76b9ed owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:13.420203 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f8d729a3-4281-4ed6-b7f8-4083ba4791cd no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:13.455701 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:13.459954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-f336ede6-b849-42fa-97a6-0eca8167af4a tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Deleting port cc1cfa7f-e2b5-4487-b871-40b0a8653a64 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:13.460378 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-f336ede6-b849-42fa-97a6-0eca8167af4a tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:13.546299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Deleting port f8d729a3-4281-4ed6-b7f8-4083ba4791cd {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:13.546704 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:13.630049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9f119-7a50-4ab2-8082-1e61bf99465a req-2dec5de8-7ae4-49fd-8fdc-fe85b91dc304 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:13.638300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0d9f119-7a50-4ab2-8082-1e61bf99465a req-2dec5de8-7ae4-49fd-8fdc-fe85b91dc304 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.1741068 Nov 15 14:38:13.653638 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:13.663447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-f336ede6-b849-42fa-97a6-0eca8167af4a tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:13.663777 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-f336ede6-b849-42fa-97a6-0eca8167af4a tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:13.697544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-f336ede6-b849-42fa-97a6-0eca8167af4a tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Calling delete_port for cc1cfa7f-e2b5-4487-b871-40b0a8653a64 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:13.752272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] For port f8d729a3-4281-4ed6-b7f8-4083ba4791cd, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f8d729a3-4281-4ed6-b7f8-4083ba4791cd,segment=NetworkSegment(4e574944-36c7-4822-bd2f-b67ca95effb4),segment_id=4e574944-36c7-4822-bd2f-b67ca95effb4)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:13.752773 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:13.777080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Calling delete_port for f8d729a3-4281-4ed6-b7f8-4083ba4791cd owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:13.783143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0d9f119-7a50-4ab2-8082-1e61bf99465a req-43cf968b-7a6d-4db7-b94c-291f202f11b7 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437409 Nov 15 14:38:13.827999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15eaac3-a85c-4198-b841-1d5847b786a1 None None] DHCP port deletion for 61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:38:13.835732 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-044d441b-7c6a-4cdb-b356-412f6af518c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:13.922279 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:13.937171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a31b5026-0417-44bb-bcc2-ab167e157977 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:38:13.940485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d441b-7c6a-4cdb-b356-412f6af518c1 None None] Pushing event deleted for resources: {'Port': ['ID=f8d729a3-4281-4ed6-b7f8-4083ba4791cd,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:13.946281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d441b-7c6a-4cdb-b356-412f6af518c1 None None] No DVR routers for this DVR port f8d729a3-4281-4ed6-b7f8-4083ba4791cd on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:13.978708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event deleted for resources: {'Port': ['ID=f8d729a3-4281-4ed6-b7f8-4083ba4791cd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:13.991459 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] No DVR routers for this DVR port f8d729a3-4281-4ed6-b7f8-4083ba4791cd on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:14.041253 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e15eaac3-a85c-4198-b841-1d5847b786a1 None None] Deleting port 8aa54dd8-8849-4136-afdf-23211211760c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:14.041625 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e15eaac3-a85c-4198-b841-1d5847b786a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.101844 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:38:14.120004 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.133026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e15eaac3-a85c-4198-b841-1d5847b786a1 None None] For port 8aa54dd8-8849-4136-afdf-23211211760c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8aa54dd8-8849-4136-afdf-23211211760c,segment=NetworkSegment(7db32aa3-a5aa-4444-a737-5e5827982974),segment_id=7db32aa3-a5aa-4444-a737-5e5827982974)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:14.133418 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e15eaac3-a85c-4198-b841-1d5847b786a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.158036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e15eaac3-a85c-4198-b841-1d5847b786a1 None None] Calling delete_port for 8aa54dd8-8849-4136-afdf-23211211760c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:14.159973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b87ea6a-d95a-4785-bca9-6d4042683918']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:14.161128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a31b5026-0417-44bb-bcc2-ab167e157977, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a31b5026-0417-44bb-bcc2-ab167e157977,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:14.176380 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e574944-36c7-4822-bd2f-b67ca95effb4') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:14.176990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e574944-36c7-4822-bd2f-b67ca95effb4') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:14.181300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'a31b5026-0417-44bb-bcc2-ab167e157977', 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2', 'port_id': 'a31b5026-0417-44bb-bcc2-ab167e157977', 'mac_address': 'fa:16:3e:ea:5e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194b9af5-0b82-47e1-b9b2-4ed0afc65383', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:38:14.201571 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.219935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49e9253b-d322-4100-83d8-d42907f42494 req-89dfe342-d46e-4fd2-b252-b996c13a7d70 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 210 time: 0.0495868 Nov 15 14:38:14.275705 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.283365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:38:14.283365 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:38:14.287010 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:38:14.406473 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.410883 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44a16d16-1628-4e5f-9f7f-46b0880c41d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.450373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a31b5026-0417-44bb-bcc2-ab167e157977 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:38:14.480215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a16d16-1628-4e5f-9f7f-46b0880c41d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=44b99bc4-1676-4213-8f64-a69bcb76b9ed,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:14.480406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a31b5026-0417-44bb-bcc2-ab167e157977, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a31b5026-0417-44bb-bcc2-ab167e157977,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:14.485892 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e15eaac3-a85c-4198-b841-1d5847b786a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.512519 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.521179 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.528254 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "DELETE /v2.0/networks/2b87ea6a-d95a-4785-bca9-6d4042683918 HTTP/1.1" status: 204 len: 168 time: 1.2365668 Nov 15 14:38:14.530723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57590) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:14.551499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f87d0-3d0f-44a8-a82e-067c384de863 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event deleted for resources: {'Network': ['ID=2b87ea6a-d95a-4785-bca9-6d4042683918,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:14.568803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15eaac3-a85c-4198-b841-1d5847b786a1 None None] Pushing event deleted for resources: {'Port': ['ID=8aa54dd8-8849-4136-afdf-23211211760c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:14.573792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15eaac3-a85c-4198-b841-1d5847b786a1 None None] No DVR routers for this DVR port 8aa54dd8-8849-4136-afdf-23211211760c on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:14.590522 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.656318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-f336ede6-b849-42fa-97a6-0eca8167af4a tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.733258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336ede6-b849-42fa-97a6-0eca8167af4a tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Pushing event deleted for resources: {'Port': ['ID=cc1cfa7f-e2b5-4487-b871-40b0a8653a64,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:14.776164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa937f4d-4a07-4fae-b800-cfa8e2cb2f82 req-ef84215d-5886-4bf4-9211-24c93758abe8 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:14.777787 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa937f4d-4a07-4fae-b800-cfa8e2cb2f82 req-ef84215d-5886-4bf4-9211-24c93758abe8 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 946 time: 0.3365390 Nov 15 14:38:14.781683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f3374b3-70f5-4ee5-96b7-7e6d026ead1d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:14.893172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['a31b5026-0417-44bb-bcc2-ab167e157977'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:38:14.898243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a31b5026-0417-44bb-bcc2-ab167e157977,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:15.013675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57598) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:15.060888 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-f336ede6-b849-42fa-97a6-0eca8167af4a tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.063211 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-f336ede6-b849-42fa-97a6-0eca8167af4a tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.064569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5c42a89-eb9f-4f21-b58c-abd3739f4ff1 req-f336ede6-b849-42fa-97a6-0eca8167af4a tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "DELETE /v2.0/floatingips/2a1c203b-72ac-4791-9637-1952200d3393 HTTP/1.1" status: 204 len: 173 time: 2.0807526 Nov 15 14:38:15.125056 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa937f4d-4a07-4fae-b800-cfa8e2cb2f82 req-44aa6e2b-a648-4869-b295-33f2ba1086be tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185222 Nov 15 14:38:15.166535 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f3374b3-70f5-4ee5-96b7-7e6d026ead1d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.174636 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44a16d16-1628-4e5f-9f7f-46b0880c41d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.215002 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9a512fd-81f0-447b-81df-3651063eac3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.259572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5f3374b3-70f5-4ee5-96b7-7e6d026ead1d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:15.306606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-9ea72e5d-acc9-4750-8dad-758e27e2a0d4 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips/81ade275-2587-41a2-ac5c-985613f8b99e HTTP/1.1" status: 200 len: 693 time: 0.1297348 Nov 15 14:38:15.309662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5f3374b3-70f5-4ee5-96b7-7e6d026ead1d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db32aa3-a5aa-4444-a737-5e5827982974') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:15.309980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5f3374b3-70f5-4ee5-96b7-7e6d026ead1d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db32aa3-a5aa-4444-a737-5e5827982974') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:15.351740 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9a512fd-81f0-447b-81df-3651063eac3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.403563 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8aa54dd8-8849-4136-afdf-23211211760c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:15.403921 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9a512fd-81f0-447b-81df-3651063eac3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.431831 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f3374b3-70f5-4ee5-96b7-7e6d026ead1d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.464910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 8aa54dd8-8849-4136-afdf-23211211760c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:15.465250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8aa54dd8-8849-4136-afdf-23211211760c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:15.478945 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b9a512fd-81f0-447b-81df-3651063eac3f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72a945cae2b044c8b135a19b9f47c618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4635801 Nov 15 14:38:15.485135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:15.495108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a512fd-81f0-447b-81df-3651063eac3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde92dad-9157-45ed-af73-e1927f625cc1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:15.511581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa59e-9584-47cd-8313-fac742add49f req-80816d30-2179-447a-94ab-f473c630ccbb tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:15.519002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4efaa59e-9584-47cd-8313-fac742add49f req-80816d30-2179-447a-94ab-f473c630ccbb tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.3266475 Nov 15 14:38:15.525962 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f3374b3-70f5-4ee5-96b7-7e6d026ead1d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.552539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3374b3-70f5-4ee5-96b7-7e6d026ead1d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:38:15.552953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f3374b3-70f5-4ee5-96b7-7e6d026ead1d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:38:15.564673 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:38:15.569209 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdb2ee07-6485-4289-87ef-f147e6a986e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.592228 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdb2ee07-6485-4289-87ef-f147e6a986e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.682712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4efaa59e-9584-47cd-8313-fac742add49f req-19ac2944-ea6a-430d-91dc-c6888dfab9c1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624372 Nov 15 14:38:15.745070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-72aa0023-6228-4287-8ed9-c427f2636b99 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:15.753924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-72aa0023-6228-4287-8ed9-c427f2636b99 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.3352091 Nov 15 14:38:15.754076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-b64a721f-2a56-4cda-8b1c-f0e93501b02f tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:15.754076 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-b64a721f-2a56-4cda-8b1c-f0e93501b02f tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.46 "GET /v2.0/networks?id=56e0174e-87c5-43d9-855e-d3736561f4b1 HTTP/1.1" status: 200 len: 810 time: 0.1333678 Nov 15 14:38:15.767384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-e96ae5ba-166d-4625-9403-eee1464ff8f5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Request body: {'port': {'device_id': '1e02b6d2-4cd8-47a9-b719-00c612069900', 'network_id': '56e0174e-87c5-43d9-855e-d3736561f4b1', 'admin_state_up': True, 'tenant_id': '16a01cb376204f7f86587ca99e9d054b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:15.778921 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f3374b3-70f5-4ee5-96b7-7e6d026ead1d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.828088 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f3374b3-70f5-4ee5-96b7-7e6d026ead1d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.834842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5f3374b3-70f5-4ee5-96b7-7e6d026ead1d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "DELETE /v2.0/networks/61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6 HTTP/1.1" status: 204 len: 168 time: 1.2983096 Nov 15 14:38:15.835087 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdb2ee07-6485-4289-87ef-f147e6a986e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.836546 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdb2ee07-6485-4289-87ef-f147e6a986e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:15.837738 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bdb2ee07-6485-4289-87ef-f147e6a986e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dde92dad-9157-45ed-af73-e1927f625cc1 HTTP/1.1" status: 204 len: 168 time: 0.3514183 Nov 15 14:38:15.841904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57610) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:16.078988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3374b3-70f5-4ee5-96b7-7e6d026ead1d tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event deleted for resources: {'Network': ['ID=61b85aa0-09fb-4b6b-b60b-0f7e5260c6b6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:16.078988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-8daaa8e1-0497-46fc-8315-5f6bb0833d63 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.193 HTTP/1.1" status: 200 len: 696 time: 0.0881031 Nov 15 14:38:16.081512 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2ee07-6485-4289-87ef-f147e6a986e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde92dad-9157-45ed-af73-e1927f625cc1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:16.083273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a31b5026-0417-44bb-bcc2-ab167e157977 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:16.084480 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-21630e6a-b722-4fe4-afaf-2c44c9f96658 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.193 HTTP/1.1" status: 200 len: 696 time: 0.0575919 Nov 15 14:38:16.084480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a16d16-1628-4e5f-9f7f-46b0880c41d4 admin admin] Router 1fc661d6-4772-4eba-8835-55c4be2316d7 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:38:16.084742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b250b8-e534-4544-9c2d-06b6eaf95d50 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Deleting subnet a9949034-d128-49d8-9160-b43791fc1af0 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:38:16.084742 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20b250b8-e534-4544-9c2d-06b6eaf95d50 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.085259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port a31b5026-0417-44bb-bcc2-ab167e157977 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:16.085259 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.085507 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20b250b8-e534-4544-9c2d-06b6eaf95d50 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.103604 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.148296 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20b250b8-e534-4544-9c2d-06b6eaf95d50 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.156625 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d14203-9537-4d59-a954-0648c6675b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31b5026-0417-44bb-bcc2-ab167e157977'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:16.157665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-e96ae5ba-166d-4625-9403-eee1464ff8f5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Made reservation on behalf of 16a01cb376204f7f86587ca99e9d054b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:16.159351 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28ce649-e170-4bb6-986c-34140bd02d67" -d '{"events": [{"server_uuid": "c0d14203-9537-4d59-a954-0648c6675b60", "name": "network-vif-plugged", "status": "completed", "tag": "a31b5026-0417-44bb-bcc2-ab167e157977"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:16.162593 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-e96ae5ba-166d-4625-9403-eee1464ff8f5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.173683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-e86a671a-ddfc-499d-b86e-36cda26b26dd tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Deleting port e4314b35-f72a-47bc-a08c-1570032d7e5c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:16.174034 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-e86a671a-ddfc-499d-b86e-36cda26b26dd tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.174180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a31b5026-0417-44bb-bcc2-ab167e157977, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a31b5026-0417-44bb-bcc2-ab167e157977,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:16.176077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a16d16-1628-4e5f-9f7f-46b0880c41d4 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:38:16.182353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-44a16d16-1628-4e5f-9f7f-46b0880c41d4 admin admin] 10.222.0.70 "PUT /v2.0/routers/1fc661d6-4772-4eba-8835-55c4be2316d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4565659 Nov 15 14:38:16.187848 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65074adf-06af-4722-8965-530c2fd92a4c None None] Sync routers for ids ['1fc661d6-4772-4eba-8835-55c4be2316d7'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:38:16.192051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57618) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:16.198147 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65074adf-06af-4722-8965-530c2fd92a4c None None] Routers {'1fc661d6-4772-4eba-8835-55c4be2316d7'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:16.199130 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-65074adf-06af-4722-8965-530c2fd92a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1fc661d6-4772-4eba-8835-55c4be2316d7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:16.289451 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.376789 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20b250b8-e534-4544-9c2d-06b6eaf95d50 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.386448 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-e96ae5ba-166d-4625-9403-eee1464ff8f5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Allocated IP 172.20.0.2 (56e0174e-87c5-43d9-855e-d3736561f4b1/0891ce26-4d77-495a-99f4-5a3706b7bb5f/11f42516-a2a8-4a0c-b1ec-e59aa422a811) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:38:16.392315 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-65074adf-06af-4722-8965-530c2fd92a4c None None] Set router 1fc661d6-4772-4eba-8835-55c4be2316d7 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:16.425954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a31b5026-0417-44bb-bcc2-ab167e157977,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:16.499127 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20b250b8-e534-4544-9c2d-06b6eaf95d50 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.509508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be01af-a0f1-4de0-975b-27ae1566063f None None] Network df2c0555-98c0-4533-a176-cd6b59d93b9f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:16.509629 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-20b250b8-e534-4544-9c2d-06b6eaf95d50 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "DELETE /v2.0/subnets/a9949034-d128-49d8-9160-b43791fc1af0 HTTP/1.1" status: 204 len: 168 time: 0.6607783 Nov 15 14:38:16.509629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b250b8-e534-4544-9c2d-06b6eaf95d50 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event deleted for resources: {'Subnet': ['ID=a9949034-d128-49d8-9160-b43791fc1af0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:16.509802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57622) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:16.662599 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.664878 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-65074adf-06af-4722-8965-530c2fd92a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:38:13Z', 'revision_number': 5, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:16.710866 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65074adf-06af-4722-8965-530c2fd92a4c None None] Checking router: 1fc661d6-4772-4eba-8835-55c4be2316d7 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:38:16.722232 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65074adf-06af-4722-8965-530c2fd92a4c None None] Routers {'1fc661d6-4772-4eba-8835-55c4be2316d7'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:16.723597 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-65074adf-06af-4722-8965-530c2fd92a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1fc661d6-4772-4eba-8835-55c4be2316d7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:16.758149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a8c1170-9afb-4ead-977f-0a98fa53b6c1 req-18f472d2-bec1-4c43-88cb-51c664e8518c tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 210 time: 0.1065516 Nov 15 14:38:16.766491 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-e86a671a-ddfc-499d-b86e-36cda26b26dd tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.766917 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-e86a671a-ddfc-499d-b86e-36cda26b26dd tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.799787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.814498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-e86a671a-ddfc-499d-b86e-36cda26b26dd tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Calling delete_port for e4314b35-f72a-47bc-a08c-1570032d7e5c owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:16.843318 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-e96ae5ba-166d-4625-9403-eee1464ff8f5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.866206 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019dd089-3c05-4baf-90d8-49ffe1fab750 x-openstack-request-id: req-019dd089-3c05-4baf-90d8-49ffe1fab750 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:16.866616 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d14203-9537-4d59-a954-0648c6675b60", "name": "network-vif-plugged", "status": "completed", "tag": "a31b5026-0417-44bb-bcc2-ab167e157977", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:16.866979 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-019dd089-3c05-4baf-90d8-49ffe1fab750 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:16.867649 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d14203-9537-4d59-a954-0648c6675b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31b5026-0417-44bb-bcc2-ab167e157977', 'code': 200} Nov 15 14:38:16.911458 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Deleting port 12fedb51-3909-453d-96e4-974ca814d45b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:16.911828 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:16.932813 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-65074adf-06af-4722-8965-530c2fd92a4c None None] Set router 1fc661d6-4772-4eba-8835-55c4be2316d7 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:16.949547 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948460b1-cd1a-48e5-9143-4c683909a27c None None] DHCP port deletion for df2c0555-98c0-4533-a176-cd6b59d93b9f request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:38:17.013519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] For port 12fedb51-3909-453d-96e4-974ca814d45b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=12fedb51-3909-453d-96e4-974ca814d45b,segment=NetworkSegment(00029ce1-458b-4453-89f7-4922e26be469),segment_id=00029ce1-458b-4453-89f7-4922e26be469)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:17.014030 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.032479 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Calling delete_port for 12fedb51-3909-453d-96e4-974ca814d45b owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:17.079847 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-948460b1-cd1a-48e5-9143-4c683909a27c None None] Deleting port 12fedb51-3909-453d-96e4-974ca814d45b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:17.081936 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-948460b1-cd1a-48e5-9143-4c683909a27c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.142691 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-e96ae5ba-166d-4625-9403-eee1464ff8f5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.143293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e00a1-2963-4363-859b-3ae909bff968 req-8438c708-c536-4a9d-8c9f-e3fe50942535 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:17.150437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c2e00a1-2963-4363-859b-3ae909bff968 req-8438c708-c536-4a9d-8c9f-e3fe50942535 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 946 time: 0.1673918 Nov 15 14:38:17.194244 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.198961 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-65074adf-06af-4722-8965-530c2fd92a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:38:13Z', 'revision_number': 5, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:17.225804 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c2e00a1-2963-4363-859b-3ae909bff968 req-5a304c4b-0f9f-432d-9f84-9664a5aef968 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742431 Nov 15 14:38:17.265476 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65074adf-06af-4722-8965-530c2fd92a4c None None] The sync data for ids ['1fc661d6-4772-4eba-8835-55c4be2316d7'] in n-d-817748-2 is: [{'id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'name': 'tempest-ServersTestManualDisk-901555382-router', 'tenant_id': '8772e7bd09904dc187e600d041d4140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:25Z', 'updated_at': '2021-11-15T14:38:13Z', 'revision_number': 5, 'project_id': '8772e7bd09904dc187e600d041d4140e', 'gw_port': {'id': 'bc2dd930-1470-4195-9240-c5da092a786a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc661d6-4772-4eba-8835-55c4be2316d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:26Z', 'updated_at': '2021-11-15T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:38:17.275399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-948460b1-cd1a-48e5-9143-4c683909a27c None None] For port 12fedb51-3909-453d-96e4-974ca814d45b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=12fedb51-3909-453d-96e4-974ca814d45b,segment=NetworkSegment(00029ce1-458b-4453-89f7-4922e26be469),segment_id=00029ce1-458b-4453-89f7-4922e26be469)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:17.275964 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-948460b1-cd1a-48e5-9143-4c683909a27c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.296966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ae5ba-166d-4625-9403-eee1464ff8f5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Pushing event updated for resources: {'Port': ['ID=11f42516-a2a8-4a0c-b1ec-e59aa422a811,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:17.310092 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-948460b1-cd1a-48e5-9143-4c683909a27c None None] Calling delete_port for 12fedb51-3909-453d-96e4-974ca814d45b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:17.324308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-e96ae5ba-166d-4625-9403-eee1464ff8f5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Network 56e0174e-87c5-43d9-855e-d3736561f4b1 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:17.340851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-e96ae5ba-166d-4625-9403-eee1464ff8f5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:17.348583 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-e96ae5ba-166d-4625-9403-eee1464ff8f5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:38:17.458767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 12fedb51-3909-453d-96e4-974ca814d45b no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:17.459112 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-e86a671a-ddfc-499d-b86e-36cda26b26dd tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.477355 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-e96ae5ba-166d-4625-9403-eee1464ff8f5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:17.478118 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-e96ae5ba-166d-4625-9403-eee1464ff8f5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.534631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a671a-ddfc-499d-b86e-36cda26b26dd tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Pushing event deleted for resources: {'Port': ['ID=e4314b35-f72a-47bc-a08c-1570032d7e5c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:17.566438 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.573793 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-948460b1-cd1a-48e5-9143-4c683909a27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.589726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c275e-2fd6-4f5e-903f-3aff77cfa77e req-67cd3969-9e16-4882-864f-07758fe804da tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:17.594969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b0c275e-2fd6-4f5e-903f-3aff77cfa77e req-67cd3969-9e16-4882-864f-07758fe804da tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.2074993 Nov 15 14:38:17.602851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event deleted for resources: {'Port': ['ID=12fedb51-3909-453d-96e4-974ca814d45b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:17.616009 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-e96ae5ba-166d-4625-9403-eee1464ff8f5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8519447 Nov 15 14:38:17.616127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948460b1-cd1a-48e5-9143-4c683909a27c None None] Pushing event deleted for resources: {'Port': ['ID=12fedb51-3909-453d-96e4-974ca814d45b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:17.624192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948460b1-cd1a-48e5-9143-4c683909a27c None None] No DVR routers for this DVR port 12fedb51-3909-453d-96e4-974ca814d45b on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:17.624358 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] No DVR routers for this DVR port 12fedb51-3909-453d-96e4-974ca814d45b on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:17.629512 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.638876 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-e86a671a-ddfc-499d-b86e-36cda26b26dd tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.641940 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-e86a671a-ddfc-499d-b86e-36cda26b26dd tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.649541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Request body: {'port': {'device_id': '1e02b6d2-4cd8-47a9-b719-00c612069900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:17.657811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cfac3b9-47ea-4ac4-8595-bc6e0e404578 req-e86a671a-ddfc-499d-b86e-36cda26b26dd tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "DELETE /v2.0/floatingips/81ade275-2587-41a2-ac5c-985613f8b99e HTTP/1.1" status: 204 len: 173 time: 1.7218735 Nov 15 14:38:17.684485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Deleting port bc2dd930-1470-4195-9240-c5da092a786a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:17.685177 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.796486 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57652) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:17.815265 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.836411 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b0c275e-2fd6-4f5e-903f-3aff77cfa77e req-823c1d32-c99f-477e-9760-bd2fc3e944a0 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021620 Nov 15 14:38:17.839929 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.896121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2c0555-98c0-4533-a176-cd6b59d93b9f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:17.926388 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00029ce1-458b-4453-89f7-4922e26be469') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:17.927018 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00029ce1-458b-4453-89f7-4922e26be469') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:17.934424 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] For port bc2dd930-1470-4195-9240-c5da092a786a, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=bc2dd930-1470-4195-9240-c5da092a786a,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:17.934801 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:17.946576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-56633008-fe87-417c-bf2f-fbd7cb38ca2c tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips/08c8db9a-3093-48f4-86e2-c1611747f8be HTTP/1.1" status: 200 len: 693 time: 0.0763631 Nov 15 14:38:17.951400 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.005029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Calling delete_port for bc2dd930-1470-4195-9240-c5da092a786a owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:18.062625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.076233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:38:18.078592 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:38:18.080975 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:38:18.220253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-16fcebfe-a879-4fde-b2ca-1c6858c9eb4a tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:18.221760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-16fcebfe-a879-4fde-b2ca-1c6858c9eb4a tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.2743673 Nov 15 14:38:18.337633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c75a2-ff88-4b5a-bcec-e0f636985508 req-53057522-b028-4364-9f62-64454daaa76f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:18.339234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd1c75a2-ff88-4b5a-bcec-e0f636985508 req-53057522-b028-4364-9f62-64454daaa76f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 946 time: 0.2198808 Nov 15 14:38:18.358185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-5af494d3-1103-4aec-a711-534bffc71baf tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.139 HTTP/1.1" status: 200 len: 696 time: 0.1206982 Nov 15 14:38:18.368596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f5f98-cfc1-46c2-9f12-ee36c546a256 req-231cff03-baba-4717-ae60-16cf491dfe8e tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:18.370986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b5f5f98-cfc1-46c2-9f12-ee36c546a256 req-231cff03-baba-4717-ae60-16cf491dfe8e tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 931 time: 0.2266786 Nov 15 14:38:18.389193 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-400372832-network', 'tenant_id': '7704ac9a0b154c2491f688016c651ccc'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:18.492141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-09c6772f-02a6-46a4-9880-5da9dcfa2637 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.139 HTTP/1.1" status: 200 len: 696 time: 0.1192238 Nov 15 14:38:18.581990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f42516-a2a8-4a0c-b1ec-e59aa422a811 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:38:18.591352 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.609779 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.621885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b5f5f98-cfc1-46c2-9f12-ee36c546a256 req-f7408978-e3d7-4000-89d0-abae7948db26 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed2834b-0668-4696-b034-2838366c469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441466 Nov 15 14:38:18.629248 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.635889 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "DELETE /v2.0/networks/df2c0555-98c0-4533-a176-cd6b59d93b9f HTTP/1.1" status: 204 len: 168 time: 2.1110034 Nov 15 14:38:18.637168 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218536f-78f4-497e-be21-285a7000e9cb tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Pushing event deleted for resources: {'Network': ['ID=df2c0555-98c0-4533-a176-cd6b59d93b9f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:18.639802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57660) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:18.640543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Made reservation on behalf of 7704ac9a0b154c2491f688016c651ccc for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:18.648791 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.665278 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.681540 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1bd3ab8a-11f7-4123-8bc1-04e5b69adaf6 tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "GET /v2.0/ports?device_id=af123c85-b415-43d3-9de2-2671d93640e5 HTTP/1.1" status: 200 len: 205 time: 0.0355914 Nov 15 14:38:18.685405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:18.696641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Transition to ACTIVE for port object 11f42516-a2a8-4a0c-b1ec-e59aa422a811 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:38:18.732111 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.747739 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.852848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2dd930-1470-4195-9240-c5da092a786a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:18.856488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Pushing event updated for resources: {'Port': ['ID=11f42516-a2a8-4a0c-b1ec-e59aa422a811,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:18.861320 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.864058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4eab08b5-27a5-4f88-8103-9c0d6bd2794e tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.914451 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Attempting to bind port 11f42516-a2a8-4a0c-b1ec-e59aa422a811 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:38:18.914812 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Attempting to bind port 11f42516-a2a8-4a0c-b1ec-e59aa422a811 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '30751144-b9ee-4d47-b752-13096837ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '56e0174e-87c5-43d9-855e-d3736561f4b1'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:38:18.915128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Attempting to bind port 11f42516-a2a8-4a0c-b1ec-e59aa422a811 on network 56e0174e-87c5-43d9-855e-d3736561f4b1 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:38:18.920455 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.925963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Port 11f42516-a2a8-4a0c-b1ec-e59aa422a811 on network 56e0174e-87c5-43d9-855e-d3736561f4b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:38:18.926280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Attempting to bind port 11f42516-a2a8-4a0c-b1ec-e59aa422a811 on network 56e0174e-87c5-43d9-855e-d3736561f4b1 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:38:18.945670 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:38:18.946030 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Checking segment: {'id': '30751144-b9ee-4d47-b752-13096837ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '56e0174e-87c5-43d9-855e-d3736561f4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:18.946374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Bound using segment: {'id': '30751144-b9ee-4d47-b752-13096837ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '56e0174e-87c5-43d9-855e-d3736561f4b1'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:38:18.946809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Bound port: 11f42516-a2a8-4a0c-b1ec-e59aa422a811, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30751144-b9ee-4d47-b752-13096837ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '56e0174e-87c5-43d9-855e-d3736561f4b1'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:38:18.947772 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.956851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:38:18.979079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb1a0ce-bce8-446b-a4a6-6ba176a77017,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:18.982233 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:18.982610 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Added segment de174e63-1827-4560-aeea-9b13077536ff of type vlan for network 59c1b368-07b6-41fa-bc0d-8f7507765b7c Nov 15 14:38:18.987245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-dd1c75a2-ff88-4b5a-bcec-e0f636985508 req-bd51afed-b386-4c33-ba1e-70f364473b9a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Deleting port a31b5026-0417-44bb-bcc2-ab167e157977 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:18.987637 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dd1c75a2-ff88-4b5a-bcec-e0f636985508 req-bd51afed-b386-4c33-ba1e-70f364473b9a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.060054 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.082060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080180db-d18c-4f97-ab39-dd22b41aa504 req-1ee48593-3987-44f2-b7b3-ecfffc99fd29 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:19.084284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-080180db-d18c-4f97-ab39-dd22b41aa504 req-1ee48593-3987-44f2-b7b3-ecfffc99fd29 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.3057978 Nov 15 14:38:19.089996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] For port 11f42516-a2a8-4a0c-b1ec-e59aa422a811, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:38:19.106360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] For port 11f42516-a2a8-4a0c-b1ec-e59aa422a811, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=11f42516-a2a8-4a0c-b1ec-e59aa422a811,segment=NetworkSegment(30751144-b9ee-4d47-b752-13096837ce38),segment_id=30751144-b9ee-4d47-b752-13096837ce38)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:38:19.181049 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.183507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:19.183507 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.230021 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.283429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=59c1b368-07b6-41fa-bc0d-8f7507765b7c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:19.286538 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:19.287246 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.288958 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] 10.222.0.46 "PUT /v2.0/ports/11f42516-a2a8-4a0c-b1ec-e59aa422a811 HTTP/1.1" status: 200 len: 1091 time: 1.6458702 Nov 15 14:38:19.291820 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e02b6d2-4cd8-47a9-b719-00c612069900', 'tag': '11f42516-a2a8-4a0c-b1ec-e59aa422a811'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:19.294385 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f285ef7-7f35-45a7-a40e-4b40b22a5d45" -d '{"events": [{"name": "network-changed", "server_uuid": "1e02b6d2-4cd8-47a9-b719-00c612069900", "tag": "11f42516-a2a8-4a0c-b1ec-e59aa422a811"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:19.317707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 59c1b368-07b6-41fa-bc0d-8f7507765b7c details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:38:19.322587 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2e0fa0f5-a9d9-4ea1-b55d-0e08ab736bb6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5249512 Nov 15 14:38:19.326334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57668) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:19.331443 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d57005e4-83bf-4e97-a54f-6ff1e833e0a7 admin admin] Request body: {'subnet': {'network_id': '59c1b368-07b6-41fa-bc0d-8f7507765b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-400372832-subnet', 'tenant_id': '7704ac9a0b154c2491f688016c651ccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:19.350896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824de82-ec44-4203-a91e-90c3b33e555b service neutron] Pushing event updated for resources: {'Port': ['ID=11f42516-a2a8-4a0c-b1ec-e59aa422a811,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:19.387330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 44b99bc4-1676-4213-8f64-a69bcb76b9ed no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:19.418990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 44b99bc4-1676-4213-8f64-a69bcb76b9ed {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:19.419624 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 44b99bc4-1676-4213-8f64-a69bcb76b9ed not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:19.453354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-5f13b074-fcda-45d2-b2e2-bb1b88bcfc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:19.454656 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.454975 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-5f13b074-fcda-45d2-b2e2-bb1b88bcfc0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=16a01cb376204f7f86587ca99e9d054b&device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 1094 time: 0.0632412 Nov 15 14:38:19.457503 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4eab08b5-27a5-4f88-8103-9c0d6bd2794e tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.464301 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-5551beea-24b5-4e53-ad67-c2440e6e7ad3 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Deleting port df10471e-f05b-4803-8517-e1823a76c1cb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:19.464660 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-5551beea-24b5-4e53-ad67-c2440e6e7ad3 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.492891 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4eab08b5-27a5-4f88-8103-9c0d6bd2794e tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.498057 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57005e4-83bf-4e97-a54f-6ff1e833e0a7 admin admin] Made reservation on behalf of 7704ac9a0b154c2491f688016c651ccc for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:19.502584 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d57005e4-83bf-4e97-a54f-6ff1e833e0a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.504627 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-e23f2ee6-355f-45e2-9286-8da92c7105ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11f42516-a2a8-4a0c-b1ec-e59aa422a811 HTTP/1.1" status: 200 len: 217 time: 0.0407434 Nov 15 14:38:19.612242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-9ff72f13-b9b1-4767-a9b6-f290d7bdceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:19.613697 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-9ff72f13-b9b1-4767-a9b6-f290d7bdceaf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0891ce26-4d77-495a-99f4-5a3706b7bb5f HTTP/1.1" status: 200 len: 850 time: 0.0987580 Nov 15 14:38:19.652018 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-2888ce06-45db-46f6-84ce-6dc21549d3f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0174e-87c5-43d9-855e-d3736561f4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288777 Nov 15 14:38:19.652968 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.671187 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.696870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-dd1c75a2-ff88-4b5a-bcec-e0f636985508 req-bd51afed-b386-4c33-ba1e-70f364473b9a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] For port a31b5026-0417-44bb-bcc2-ab167e157977, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a31b5026-0417-44bb-bcc2-ab167e157977,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:19.697243 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dd1c75a2-ff88-4b5a-bcec-e0f636985508 req-bd51afed-b386-4c33-ba1e-70f364473b9a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.736137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-080180db-d18c-4f97-ab39-dd22b41aa504 req-a4b56d04-5373-474b-9d2c-709fcc13ab79 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100585 Nov 15 14:38:19.762120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-dd1c75a2-ff88-4b5a-bcec-e0f636985508 req-bd51afed-b386-4c33-ba1e-70f364473b9a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Calling delete_port for a31b5026-0417-44bb-bcc2-ab167e157977 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:19.766573 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4eab08b5-27a5-4f88-8103-9c0d6bd2794e tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.766992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eab08b5-27a5-4f88-8103-9c0d6bd2794e tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Fanout notify agent at l3_agent the message router_deleted on router af123c85-b415-43d3-9de2-2671d93640e5 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:38:19.779255 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4eab08b5-27a5-4f88-8103-9c0d6bd2794e tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.780781 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4eab08b5-27a5-4f88-8103-9c0d6bd2794e tempest-RoutersNegativeIpV6Test-171901579 tempest-RoutersNegativeIpV6Test-171901579-project] 10.222.0.70 "DELETE /v2.0/routers/af123c85-b415-43d3-9de2-2671d93640e5 HTTP/1.1" status: 204 len: 168 time: 1.0937376 Nov 15 14:38:19.797877 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-5551beea-24b5-4e53-ad67-c2440e6e7ad3 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.798207 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-5551beea-24b5-4e53-ad67-c2440e6e7ad3 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.817979 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-fe6ca96f-01d4-4400-8984-268b658b0e31 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0174e-87c5-43d9-855e-d3736561f4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552808 Nov 15 14:38:19.850564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-5551beea-24b5-4e53-ad67-c2440e6e7ad3 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Calling delete_port for df10471e-f05b-4803-8517-e1823a76c1cb owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:19.853445 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.854053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fc661d6-4772-4eba-8835-55c4be2316d7 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:38:19.861217 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.871227 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-55a2bf35-138d-4bfd-b09d-319418c38df4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1fc661d6-4772-4eba-8835-55c4be2316d7 HTTP/1.1" status: 204 len: 168 time: 3.6760294 Nov 15 14:38:19.880786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:19.890984 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d57005e4-83bf-4e97-a54f-6ff1e833e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:19.989017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f3560-4f24-4d47-ae61-d8774af3da9f req-95167d5d-3240-4c9b-a50e-99b7b42cef17 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:19.990529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7a5dd0-2b04-438f-9182-3c26ff3c4624 admin admin] Deleting subnet 48309c78-0057-4b2b-bb8b-2682d3324f95 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:38:19.991291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee2f3560-4f24-4d47-ae61-d8774af3da9f req-95167d5d-3240-4c9b-a50e-99b7b42cef17 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0d14203-9537-4d59-a954-0648c6675b60 HTTP/1.1" status: 200 len: 946 time: 0.1577201 Nov 15 14:38:20.005080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d7a5dd0-2b04-438f-9182-3c26ff3c4624 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:20.045317 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57005e4-83bf-4e97-a54f-6ff1e833e0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=389bdae3-d2f3-4cd3-8f29-e6f0e6be6e72,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:20.059212 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9fdef36d-2f85-42b3-87a2-04588a42433c req-46c635b9-3373-4c51-9853-2c5749f4101d service neutron] 10.222.0.46 "GET /v2.0/networks/56e0174e-87c5-43d9-855e-d3736561f4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335083 Nov 15 14:38:20.071724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57005e4-83bf-4e97-a54f-6ff1e833e0a7 admin admin] Checking segment: {'id': 'de174e63-1827-4560-aeea-9b13077536ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59c1b368-07b6-41fa-bc0d-8f7507765b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:20.072323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57005e4-83bf-4e97-a54f-6ff1e833e0a7 admin admin] Network hostable DHCP agents. Network: 59c1b368-07b6-41fa-bc0d-8f7507765b7c, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:38:20.075850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d7a5dd0-2b04-438f-9182-3c26ff3c4624 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:20.141749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee2f3560-4f24-4d47-ae61-d8774af3da9f req-bae4ef2d-1136-4270-894f-6cfd8401fece tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391091 Nov 15 14:38:20.176882 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d7a5dd0-2b04-438f-9182-3c26ff3c4624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:20.187188 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dd1c75a2-ff88-4b5a-bcec-e0f636985508 req-bd51afed-b386-4c33-ba1e-70f364473b9a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:20.197367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57005e4-83bf-4e97-a54f-6ff1e833e0a7 admin admin] Network 59c1b368-07b6-41fa-bc0d-8f7507765b7c is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:38:20.233312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51afed-b386-4c33-ba1e-70f364473b9a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Pushing event deleted for resources: {'Port': ['ID=a31b5026-0417-44bb-bcc2-ab167e157977,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:20.267963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d57005e4-83bf-4e97-a54f-6ff1e833e0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 59c1b368-07b6-41fa-bc0d-8f7507765b7c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:20.274526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57005e4-83bf-4e97-a54f-6ff1e833e0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:20.275632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d57005e4-83bf-4e97-a54f-6ff1e833e0a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:20.281739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd17498-3475-436b-a222-fbb30b6fd4e2 None None] Network 59c1b368-07b6-41fa-bc0d-8f7507765b7c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:20.290274 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-5551beea-24b5-4e53-ad67-c2440e6e7ad3 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:20.312978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d7a5dd0-2b04-438f-9182-3c26ff3c4624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:20.319590 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1c75a2-ff88-4b5a-bcec-e0f636985508 req-bd51afed-b386-4c33-ba1e-70f364473b9a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] No DVR routers for this DVR port a31b5026-0417-44bb-bcc2-ab167e157977 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:20.329782 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dd1c75a2-ff88-4b5a-bcec-e0f636985508 req-bd51afed-b386-4c33-ba1e-70f364473b9a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:20.335172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd1c75a2-ff88-4b5a-bcec-e0f636985508 req-bd51afed-b386-4c33-ba1e-70f364473b9a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.59 "DELETE /v2.0/ports/a31b5026-0417-44bb-bcc2-ab167e157977 HTTP/1.1" status: 204 len: 173 time: 1.9883687 Nov 15 14:38:20.369440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d14203-9537-4d59-a954-0648c6675b60', 'name': 'network-vif-deleted', 'tag': 'a31b5026-0417-44bb-bcc2-ab167e157977'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:20.377880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a5dd0-2b04-438f-9182-3c26ff3c4624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48309c78-0057-4b2b-bb8b-2682d3324f95,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:20.382477 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a14e98-f537-430b-a548-366a969eac18" -d '{"events": [{"server_uuid": "c0d14203-9537-4d59-a954-0648c6675b60", "name": "network-vif-deleted", "tag": "a31b5026-0417-44bb-bcc2-ab167e157977"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:20.386812 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d7a5dd0-2b04-438f-9182-3c26ff3c4624 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:20.392491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:20.400499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9ac8cb-59cf-4498-b219-c224a3599bec None None] Network 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:20.405833 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6d7a5dd0-2b04-438f-9182-3c26ff3c4624 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/48309c78-0057-4b2b-bb8b-2682d3324f95 HTTP/1.1" status: 204 len: 168 time: 0.5224640 Nov 15 14:38:20.407823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:20.414167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551beea-24b5-4e53-ad67-c2440e6e7ad3 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Pushing event deleted for resources: {'Port': ['ID=df10471e-f05b-4803-8517-e1823a76c1cb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:20.423801 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d57005e4-83bf-4e97-a54f-6ff1e833e0a7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0956047 Nov 15 14:38:20.556795 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:20.572087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d094567-7c9a-426c-abb2-a5b4de0a7865 req-f53d5e6b-fbcf-4b18-ad88-dbda6ca94371 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:20.586653 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d094567-7c9a-426c-abb2-a5b4de0a7865 req-f53d5e6b-fbcf-4b18-ad88-dbda6ca94371 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.3571472 Nov 15 14:38:20.625692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa75713-f968-4ffe-9e2f-af4dd760b241 None None] Network 59c1b368-07b6-41fa-bc0d-8f7507765b7c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:20.676199 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-5551beea-24b5-4e53-ad67-c2440e6e7ad3 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:20.680710 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-5551beea-24b5-4e53-ad67-c2440e6e7ad3 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:20.683090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bbc0f7a4-8851-4708-a5d6-66d8bc0bd6aa req-5551beea-24b5-4e53-ad67-c2440e6e7ad3 tempest-FloatingIPDetailsTestJSON-1546694980 tempest-FloatingIPDetailsTestJSON-1546694980-project] 10.222.0.70 "DELETE /v2.0/floatingips/08c8db9a-3093-48f4-86e2-c1611747f8be HTTP/1.1" status: 204 len: 173 time: 2.1703253 Nov 15 14:38:20.691494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57690) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:20.788273 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667a6389-1e6c-43b4-b068-e20df911a253 x-openstack-request-id: req-667a6389-1e6c-43b4-b068-e20df911a253 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:20.788610 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e02b6d2-4cd8-47a9-b719-00c612069900", "tag": "11f42516-a2a8-4a0c-b1ec-e59aa422a811", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:20.788844 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-667a6389-1e6c-43b4-b068-e20df911a253 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:20.789324 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e02b6d2-4cd8-47a9-b719-00c612069900', 'tag': '11f42516-a2a8-4a0c-b1ec-e59aa422a811', 'status': 'completed', 'code': 200} Nov 15 14:38:20.814746 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d094567-7c9a-426c-abb2-a5b4de0a7865 req-44a5738a-b4cb-49d9-ab97-8058b125e06c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235928 Nov 15 14:38:20.836634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b5ad4e2d-ad72-40ed-87f5-976b8ad88659 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb6cafad678b4be9aa162914303b6773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4423733 Nov 15 14:38:20.851274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85eb9e-ceba-4202-9eb5-ed3eaa24ad28 req-66da1ad5-58f6-4d09-997c-feecbe83d081 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:20.852845 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cf85eb9e-ceba-4202-9eb5-ed3eaa24ad28 req-66da1ad5-58f6-4d09-997c-feecbe83d081 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.46 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.2182572 Nov 15 14:38:20.853498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:20.886924 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480240a7-efdf-4b89-9ed3-57237a548a6b x-openstack-request-id: req-480240a7-efdf-4b89-9ed3-57237a548a6b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:20.887586 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d14203-9537-4d59-a954-0648c6675b60", "name": "network-vif-deleted", "tag": "a31b5026-0417-44bb-bcc2-ab167e157977", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:20.887791 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-480240a7-efdf-4b89-9ed3-57237a548a6b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:20.888206 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d14203-9537-4d59-a954-0648c6675b60', 'name': 'network-vif-deleted', 'tag': 'a31b5026-0417-44bb-bcc2-ab167e157977', 'status': 'completed', 'code': 200} Nov 15 14:38:20.911910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367ddb0d-ad80-4d89-9a5c-18b4ba57ae50 None None] DHCP port deletion for 3c9b5f5b-7030-437f-8e9d-1399aab9bca5 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:38:20.913086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285ef7-7f35-45a7-a40e-4b40b22a5d45 req-fc9ca906-8676-4f8b-b612-5ad91f5083d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:20.916526 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f285ef7-7f35-45a7-a40e-4b40b22a5d45 req-fc9ca906-8676-4f8b-b612-5ad91f5083d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=16a01cb376204f7f86587ca99e9d054b&device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 1094 time: 0.1603858 Nov 15 14:38:20.932773 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Deleting port d6de2414-55e1-406e-81c7-54dc6720c7cb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:20.933083 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:20.959478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f4c1-197c-4743-b5b3-4a3b9fb5350b req-f15ba61d-7eaf-4039-98d8-2de6bbf57137 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:20.973403 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ac1f4c1-197c-4743-b5b3-4a3b9fb5350b req-f15ba61d-7eaf-4039-98d8-2de6bbf57137 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 943 time: 0.1693337 Nov 15 14:38:20.982821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-367ddb0d-ad80-4d89-9a5c-18b4ba57ae50 None None] Deleting port d6de2414-55e1-406e-81c7-54dc6720c7cb {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:20.983250 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-367ddb0d-ad80-4d89-9a5c-18b4ba57ae50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.095851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7328b142-0767-4fce-9f87-c0af0112b8fe req-c17db32a-be90-40c0-92e7-9f745faa3c34 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-898775057', 'description': 'tempest-description-895425644'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:21.137144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ac1f4c1-197c-4743-b5b3-4a3b9fb5350b req-364588bd-c138-418f-9539-92636a85d0fe tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed2834b-0668-4696-b034-2838366c469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625497 Nov 15 14:38:21.161012 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-367ddb0d-ad80-4d89-9a5c-18b4ba57ae50 None None] For port d6de2414-55e1-406e-81c7-54dc6720c7cb, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d6de2414-55e1-406e-81c7-54dc6720c7cb,segment=NetworkSegment(358f8ad1-1675-42f6-b20c-487a4ffa8822),segment_id=358f8ad1-1675-42f6-b20c-487a4ffa8822)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:21.161419 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-367ddb0d-ad80-4d89-9a5c-18b4ba57ae50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.179222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285ef7-7f35-45a7-a40e-4b40b22a5d45 req-0c66b91b-c69f-477d-97dc-9a71fe5ac911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:21.181551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f285ef7-7f35-45a7-a40e-4b40b22a5d45 req-0c66b91b-c69f-477d-97dc-9a71fe5ac911 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e0174e-87c5-43d9-855e-d3736561f4b1 HTTP/1.1" status: 200 len: 911 time: 0.2558079 Nov 15 14:38:21.182847 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] For port d6de2414-55e1-406e-81c7-54dc6720c7cb, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d6de2414-55e1-406e-81c7-54dc6720c7cb,segment=NetworkSegment(358f8ad1-1675-42f6-b20c-487a4ffa8822),segment_id=358f8ad1-1675-42f6-b20c-487a4ffa8822)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:21.183149 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.193853 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96a989e0-16a7-4e4e-b292-00e15e229c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.203283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-367ddb0d-ad80-4d89-9a5c-18b4ba57ae50 None None] Calling delete_port for d6de2414-55e1-406e-81c7-54dc6720c7cb owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:21.213518 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Calling delete_port for d6de2414-55e1-406e-81c7-54dc6720c7cb owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:21.258502 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96a989e0-16a7-4e4e-b292-00e15e229c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.345783 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7328b142-0767-4fce-9f87-c0af0112b8fe req-c17db32a-be90-40c0-92e7-9f745faa3c34 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.353559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-cf85eb9e-ceba-4202-9eb5-ed3eaa24ad28 req-587412ec-dd91-4527-97ff-de2cbada0b72 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Deleting port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:21.353750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f285ef7-7f35-45a7-a40e-4b40b22a5d45 req-aa1cfeff-bf6b-4f4b-8c1a-5f35381cdf70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11f42516-a2a8-4a0c-b1ec-e59aa422a811 HTTP/1.1" status: 200 len: 217 time: 0.1638756 Nov 15 14:38:21.354006 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf85eb9e-ceba-4202-9eb5-ed3eaa24ad28 req-587412ec-dd91-4527-97ff-de2cbada0b72 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.361521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d6de2414-55e1-406e-81c7-54dc6720c7cb no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:21.447208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285ef7-7f35-45a7-a40e-4b40b22a5d45 req-d644fac4-d90c-448e-a810-a9a0229310f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:21.448642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f285ef7-7f35-45a7-a40e-4b40b22a5d45 req-d644fac4-d90c-448e-a810-a9a0229310f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0891ce26-4d77-495a-99f4-5a3706b7bb5f HTTP/1.1" status: 200 len: 850 time: 0.0714555 Nov 15 14:38:21.471835 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.506493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f285ef7-7f35-45a7-a40e-4b40b22a5d45 req-f0eecd0b-e280-41ef-b60e-5940fd6b74a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0174e-87c5-43d9-855e-d3736561f4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455234 Nov 15 14:38:21.516606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee691-2792-4592-9ab9-089851bfdfa7 req-d87bbd1d-17df-4165-a7dd-537fd6f946dd tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:21.518247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43eee691-2792-4592-9ab9-089851bfdfa7 req-d87bbd1d-17df-4165-a7dd-537fd6f946dd tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 945 time: 0.1891463 Nov 15 14:38:21.539727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-cf85eb9e-ceba-4202-9eb5-ed3eaa24ad28 req-587412ec-dd91-4527-97ff-de2cbada0b72 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] For port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d,segment=NetworkSegment(6260927e-ab6c-4668-85d1-4bc2af2237e7),segment_id=6260927e-ab6c-4668-85d1-4bc2af2237e7)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:21.540128 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf85eb9e-ceba-4202-9eb5-ed3eaa24ad28 req-587412ec-dd91-4527-97ff-de2cbada0b72 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.547233 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-367ddb0d-ad80-4d89-9a5c-18b4ba57ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.559049 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-cf85eb9e-ceba-4202-9eb5-ed3eaa24ad28 req-587412ec-dd91-4527-97ff-de2cbada0b72 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Calling delete_port for 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:21.575921 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.589678 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96a989e0-16a7-4e4e-b292-00e15e229c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.592254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96a989e0-16a7-4e4e-b292-00e15e229c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.596384 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-96a989e0-16a7-4e4e-b292-00e15e229c83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19cbfd9e-85ab-4182-a56f-3c07f09a5e85 HTTP/1.1" status: 204 len: 168 time: 0.7390227 Nov 15 14:38:21.601274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ddb0d-ad80-4d89-9a5c-18b4ba57ae50 None None] Pushing event deleted for resources: {'Port': ['ID=d6de2414-55e1-406e-81c7-54dc6720c7cb,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:21.608373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device bc2dd930-1470-4195-9240-c5da092a786a no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:21.635301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ddb0d-ad80-4d89-9a5c-18b4ba57ae50 None None] No DVR routers for this DVR port d6de2414-55e1-406e-81c7-54dc6720c7cb on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:21.637167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: bc2dd930-1470-4195-9240-c5da092a786a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:21.637337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device bc2dd930-1470-4195-9240-c5da092a786a not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:21.661547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43eee691-2792-4592-9ab9-089851bfdfa7 req-8c3486ef-f629-47ef-a0bb-c3e1562e229d tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195366 Nov 15 14:38:21.662365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6de2414-55e1-406e-81c7-54dc6720c7cb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:21.669818 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] No DVR routers for this DVR port d6de2414-55e1-406e-81c7-54dc6720c7cb on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:21.679970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a989e0-16a7-4e4e-b292-00e15e229c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cbfd9e-85ab-4182-a56f-3c07f09a5e85,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:21.711031 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7328b142-0767-4fce-9f87-c0af0112b8fe req-c17db32a-be90-40c0-92e7-9f745faa3c34 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.745561 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f285ef7-7f35-45a7-a40e-4b40b22a5d45 req-22312de0-0577-4005-97dc-ae874c662859 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0174e-87c5-43d9-855e-d3736561f4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213845 Nov 15 14:38:21.798185 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.804547 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7328b142-0767-4fce-9f87-c0af0112b8fe req-c17db32a-be90-40c0-92e7-9f745faa3c34 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.841757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9b5f5b-7030-437f-8e9d-1399aab9bca5']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:21.859206 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358f8ad1-1675-42f6-b20c-487a4ffa8822') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:21.859580 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358f8ad1-1675-42f6-b20c-487a4ffa8822') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:21.889978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17db32a-be90-40c0-92e7-9f745faa3c34 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cf0f82-c309-46b0-9bf4-8a79bc31347c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:21.893749 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.914588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a31b5026-0417-44bb-bcc2-ab167e157977 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:21.923035 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7328b142-0767-4fce-9f87-c0af0112b8fe req-c17db32a-be90-40c0-92e7-9f745faa3c34 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.924281 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7328b142-0767-4fce-9f87-c0af0112b8fe req-c17db32a-be90-40c0-92e7-9f745faa3c34 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8433247 Nov 15 14:38:21.942888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f285ef7-7f35-45a7-a40e-4b40b22a5d45 req-5c7d9b7e-e37e-496c-9a58-f5424809315d service neutron] 10.222.0.46 "GET /v2.0/networks/56e0174e-87c5-43d9-855e-d3736561f4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901767 Nov 15 14:38:21.944175 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.952317 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: a31b5026-0417-44bb-bcc2-ab167e157977 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:21.956623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a31b5026-0417-44bb-bcc2-ab167e157977 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:21.962507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:38:21.962861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:38:21.964968 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:38:21.975536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056a505-1b2a-4987-9b53-bf7c511dbbac req-e0e55c43-08aa-445f-8e5e-52e7c5407598 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:21.977739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a056a505-1b2a-4987-9b53-bf7c511dbbac req-e0e55c43-08aa-445f-8e5e-52e7c5407598 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.0735412 Nov 15 14:38:22.025792 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef7ee-b84f-4a45-a290-c70dfc9e824d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:22.067564 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf85eb9e-ceba-4202-9eb5-ed3eaa24ad28 req-587412ec-dd91-4527-97ff-de2cbada0b72 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:22.081373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d', 'd5c5e6ee-d641-490f-8f65-39cc320f9237'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:38:22.096114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a056a505-1b2a-4987-9b53-bf7c511dbbac req-04382b06-921c-42ba-a38f-3dd5d5258e8d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109149 Nov 15 14:38:22.181275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b1177183-08f0-4dfb-9988-1bafc68ce1f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:22.183230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b1177183-08f0-4dfb-9988-1bafc68ce1f4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/networks?id=44376db9-3c9e-46c9-8ea0-caa71f035bc2 HTTP/1.1" status: 200 len: 822 time: 0.1771533 Nov 15 14:38:22.201459 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9eb905c6-5423-49cb-a831-974aeedc50cf req-52c8d0ac-21b6-42b9-8034-4af01e2c0177 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/b7cf0f82-c309-46b0-9bf4-8a79bc31347c HTTP/1.1" status: 200 len: 1822 time: 0.0649939 Nov 15 14:38:22.208244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9eb905c6-5423-49cb-a831-974aeedc50cf req-b7ebc270-a6ca-4a57-a5ab-bdb7612422df tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7cf0f82-c309-46b0-9bf4-8a79bc31347c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:22.209267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9eb905c6-5423-49cb-a831-974aeedc50cf req-b7ebc270-a6ca-4a57-a5ab-bdb7612422df tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7cf0f82-c309-46b0-9bf4-8a79bc31347c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:22.230160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-d4772800-d7b5-49cc-a497-10f58343d6c2 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/quotas/652f0738127548cc86fe4fefa67400eb HTTP/1.1" status: 200 len: 375 time: 0.0257947 Nov 15 14:38:22.292073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-5268a821-3bf1-4771-b418-f59df5a89452 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=652f0738127548cc86fe4fefa67400eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533690 Nov 15 14:38:22.421761 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9eb905c6-5423-49cb-a831-974aeedc50cf req-b7ebc270-a6ca-4a57-a5ab-bdb7612422df tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:22.450511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587412ec-dd91-4527-97ff-de2cbada0b72 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Pushing event deleted for resources: {'Port': ['ID=1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:22.452235 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-951fbb37-b11b-4da6-97b2-126aa5239014 service neutron] 10.222.0.70 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479676 Nov 15 14:38:22.453728 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9eb905c6-5423-49cb-a831-974aeedc50cf req-b7ebc270-a6ca-4a57-a5ab-bdb7612422df tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:22.506292 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf85eb9e-ceba-4202-9eb5-ed3eaa24ad28 req-587412ec-dd91-4527-97ff-de2cbada0b72 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] No DVR routers for this DVR port 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:22.509968 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf85eb9e-ceba-4202-9eb5-ed3eaa24ad28 req-587412ec-dd91-4527-97ff-de2cbada0b72 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:22.513247 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cf85eb9e-ceba-4202-9eb5-ed3eaa24ad28 req-587412ec-dd91-4527-97ff-de2cbada0b72 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.46 "DELETE /v2.0/ports/1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d HTTP/1.1" status: 204 len: 173 time: 1.6457295 Nov 15 14:38:22.557567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-0d92556f-f3f7-449a-8a35-350bc9ccf45a service neutron] 10.222.0.70 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959411 Nov 15 14:38:22.558695 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9eb905c6-5423-49cb-a831-974aeedc50cf req-b7ebc270-a6ca-4a57-a5ab-bdb7612422df tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:22.569094 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:22.572339 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:22.580454 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3c9b5f5b-7030-437f-8e9d-1399aab9bca5 HTTP/1.1" status: 204 len: 168 time: 2.1709697 Nov 15 14:38:22.589214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebc270-a6ca-4a57-a5ab-bdb7612422df tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029ecc6f-7caf-46b9-940a-3d367467d48a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:22.622624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64cd73-c78b-4a90-ae82-860ff3044cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c9b5f5b-7030-437f-8e9d-1399aab9bca5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:22.661629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9eb905c6-5423-49cb-a831-974aeedc50cf req-b7ebc270-a6ca-4a57-a5ab-bdb7612422df tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:22.663720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9eb905c6-5423-49cb-a831-974aeedc50cf req-b7ebc270-a6ca-4a57-a5ab-bdb7612422df tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4611683 Nov 15 14:38:22.790765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a28fd-91cc-4436-ab81-82ebc16043f8', 'name': 'network-vif-deleted', 'tag': '1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:22.793072 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca3b3be-6d0c-4f8b-8501-4bd2a5437178" -d '{"events": [{"server_uuid": "e57a28fd-91cc-4436-ab81-82ebc16043f8", "name": "network-vif-deleted", "tag": "1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:22.801264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e0ffb-e5b1-4e58-93c4-867bbf3c99ba req-cb45782c-afd3-446a-ac84-a5c6f8caf17b tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:22.803016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c49e0ffb-e5b1-4e58-93c4-867bbf3c99ba req-cb45782c-afd3-446a-ac84-a5c6f8caf17b tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 943 time: 0.0636830 Nov 15 14:38:22.809745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ef7ee-b84f-4a45-a290-c70dfc9e824d admin admin] Deleting port fc387921-458b-4d83-b77c-011a2d9c00ec {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:22.810088 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef7ee-b84f-4a45-a290-c70dfc9e824d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:22.832282 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 11f42516-a2a8-4a0c-b1ec-e59aa422a811 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:38:22.861764 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c49e0ffb-e5b1-4e58-93c4-867bbf3c99ba req-def7bd93-2d09-46bc-b51d-3b96936dbc14 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed2834b-0668-4696-b034-2838366c469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523465 Nov 15 14:38:22.908235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-193fe674-e278-4579-99a2-dfde14989607 req-27370614-0574-4938-8561-5a83c466327a tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-130515935', 'description': 'tempest-description-89459023'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:22.949603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-2e6ef7ee-b84f-4a45-a290-c70dfc9e824d admin admin] For port fc387921-458b-4d83-b77c-011a2d9c00ec, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fc387921-458b-4d83-b77c-011a2d9c00ec,segment=NetworkSegment(4534c07a-9930-4420-88f2-03aa6f36cb52),segment_id=4534c07a-9930-4420-88f2-03aa6f36cb52)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:22.952085 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef7ee-b84f-4a45-a290-c70dfc9e824d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:22.991826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ef7ee-b84f-4a45-a290-c70dfc9e824d admin admin] Calling delete_port for fc387921-458b-4d83-b77c-011a2d9c00ec owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:23.037567 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-193fe674-e278-4579-99a2-dfde14989607 req-27370614-0574-4938-8561-5a83c466327a tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:23.081170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57750) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:23.117048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 11f42516-a2a8-4a0c-b1ec-e59aa422a811, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=11f42516-a2a8-4a0c-b1ec-e59aa422a811,segment=NetworkSegment(30751144-b9ee-4d47-b752-13096837ce38),segment_id=30751144-b9ee-4d47-b752-13096837ce38)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:23.142285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '11f42516-a2a8-4a0c-b1ec-e59aa422a811', 'network_id': '56e0174e-87c5-43d9-855e-d3736561f4b1', 'port_id': '11f42516-a2a8-4a0c-b1ec-e59aa422a811', 'mac_address': 'fa:16:3e:4a:06:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0891ce26-4d77-495a-99f4-5a3706b7bb5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:38:23.189516 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f5fd1b-d60f-4aff-b75f-26cb654d4262 req-4aea6125-d010-4bfb-99dc-fd95d2224f5b tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57a28fd-91cc-4436-ab81-82ebc16043f8 HTTP/1.1" status: 200 len: 210 time: 0.0860412 Nov 15 14:38:23.217352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:23.226203 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:23.235712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c2fdfbb-34e1-45bb-a14c-69cd88defd7a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8772e7bd09904dc187e600d041d4140e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527538 Nov 15 14:38:23.239367 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:23.256360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f42516-a2a8-4a0c-b1ec-e59aa422a811 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:38:23.316674 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c8ad-de78-4979-908e-990f905baeef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:23.321498 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1594ca-c585-4c04-a021-8b3185b43460 x-openstack-request-id: req-ab1594ca-c585-4c04-a021-8b3185b43460 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:23.321788 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57a28fd-91cc-4436-ab81-82ebc16043f8", "name": "network-vif-deleted", "tag": "1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:23.322049 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab1594ca-c585-4c04-a021-8b3185b43460 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:23.330314 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a28fd-91cc-4436-ab81-82ebc16043f8', 'name': 'network-vif-deleted', 'tag': '1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d', 'status': 'completed', 'code': 200} Nov 15 14:38:23.347040 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c8ad-de78-4979-908e-990f905baeef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:23.391481 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 11f42516-a2a8-4a0c-b1ec-e59aa422a811, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=11f42516-a2a8-4a0c-b1ec-e59aa422a811,segment=NetworkSegment(30751144-b9ee-4d47-b752-13096837ce38),segment_id=30751144-b9ee-4d47-b752-13096837ce38)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:23.401241 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-193fe674-e278-4579-99a2-dfde14989607 req-27370614-0574-4938-8561-5a83c466327a tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:23.446503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee76eb2f-ea1e-4166-a2a2-e7f368a44a52 req-0dec7135-9fd6-4d26-afec-6b61d03ed9f7 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 210 time: 0.0330129 Nov 15 14:38:23.501003 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-193fe674-e278-4579-99a2-dfde14989607 req-27370614-0574-4938-8561-5a83c466327a tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:23.501317 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:23.501550 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef7ee-b84f-4a45-a290-c70dfc9e824d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:23.551273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27370614-0574-4938-8561-5a83c466327a tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5575572-dace-4a48-8884-3dbe7ce6a1da,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:23.558009 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c8ad-de78-4979-908e-990f905baeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:23.560767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c8ad-de78-4979-908e-990f905baeef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:23.561986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a6e3c8ad-de78-4979-908e-990f905baeef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e7ccfb2-49b7-42a7-9109-75717c7a313d HTTP/1.1" status: 204 len: 168 time: 0.3209047 Nov 15 14:38:23.573178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3c8ad-de78-4979-908e-990f905baeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7ccfb2-49b7-42a7-9109-75717c7a313d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:23.594792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-193fe674-e278-4579-99a2-dfde14989607 req-27370614-0574-4938-8561-5a83c466327a tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:23.596921 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-193fe674-e278-4579-99a2-dfde14989607 req-27370614-0574-4938-8561-5a83c466327a tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7011142 Nov 15 14:38:23.678754 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-726c846b-2756-4343-9cac-d819ed7f4a9e tempest-ServiceProvidersTest-474762808 tempest-ServiceProvidersTest-474762808-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4575076 Nov 15 14:38:23.685019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ef7ee-b84f-4a45-a290-c70dfc9e824d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc387921-458b-4d83-b77c-011a2d9c00ec,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:23.729380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=11f42516-a2a8-4a0c-b1ec-e59aa422a811,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:23.739071 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:23.739423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:23.740304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:23.740645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:23.740983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:23.741316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:23.741646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:23.741975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:23.742302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:23.742713 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:23.748345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:23.748345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:38:23.784648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['11f42516-a2a8-4a0c-b1ec-e59aa422a811'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:38:23.826954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca639b-8a04-47dc-92a2-962a42715e31 req-b5aed1bd-2d73-4d83-8221-144d96ea7b27 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:23.835566 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84ca639b-8a04-47dc-92a2-962a42715e31 req-b5aed1bd-2d73-4d83-8221-144d96ea7b27 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.2268500 Nov 15 14:38:23.875559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fbdd01e-95ee-45a8-a81c-b7b593c46e29 req-59f2e6a2-bf8b-4028-89c8-91cf69515788 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/a5575572-dace-4a48-8884-3dbe7ce6a1da HTTP/1.1" status: 200 len: 1821 time: 0.1767619 Nov 15 14:38:23.900172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2fbdd01e-95ee-45a8-a81c-b7b593c46e29 req-9d7041ee-cf3e-460f-a17f-acc4cf551a69 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a5575572-dace-4a48-8884-3dbe7ce6a1da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:23.900529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2fbdd01e-95ee-45a8-a81c-b7b593c46e29 req-9d7041ee-cf3e-460f-a17f-acc4cf551a69 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a5575572-dace-4a48-8884-3dbe7ce6a1da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:23.961293 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84ca639b-8a04-47dc-92a2-962a42715e31 req-6e425174-24a5-4c5f-97ab-1ab8a9c81d85 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247237 Nov 15 14:38:24.012527 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef7ee-b84f-4a45-a290-c70dfc9e824d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:24.096705 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bdf2f-5e66-473d-b14e-4ca7c3a88fcd req-692446fc-e09a-449e-977b-6099e0b808b5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:24.096705 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-669bdf2f-5e66-473d-b14e-4ca7c3a88fcd req-692446fc-e09a-449e-977b-6099e0b808b5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 944 time: 0.0704062 Nov 15 14:38:24.163342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-669bdf2f-5e66-473d-b14e-4ca7c3a88fcd req-fc5e5ef1-8651-4da6-99e9-a979f4b95946 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed2834b-0668-4696-b034-2838366c469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645754 Nov 15 14:38:24.201640 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2fbdd01e-95ee-45a8-a81c-b7b593c46e29 req-9d7041ee-cf3e-460f-a17f-acc4cf551a69 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:24.234477 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2fbdd01e-95ee-45a8-a81c-b7b593c46e29 req-9d7041ee-cf3e-460f-a17f-acc4cf551a69 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:24.249008 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6ef7ee-b84f-4a45-a290-c70dfc9e824d admin admin] Router 18f0624a-b4e6-425c-add6-92f633a14129 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:38:24.358625 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2fbdd01e-95ee-45a8-a81c-b7b593c46e29 req-9d7041ee-cf3e-460f-a17f-acc4cf551a69 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:24.370899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6ef7ee-b84f-4a45-a290-c70dfc9e824d admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:38:24.375392 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7041ee-cf3e-460f-a17f-acc4cf551a69 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac70e09-399a-46c7-bfad-03ce46a7fca1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:24.382426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a9438-24dd-475e-82e5-0d2494c042c1 None None] Sync routers for ids ['18f0624a-b4e6-425c-add6-92f633a14129'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:38:24.389913 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2e6ef7ee-b84f-4a45-a290-c70dfc9e824d admin admin] 10.222.0.70 "PUT /v2.0/routers/18f0624a-b4e6-425c-add6-92f633a14129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6922705 Nov 15 14:38:24.392555 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57780) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:24.397748 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a9438-24dd-475e-82e5-0d2494c042c1 None None] Routers {'18f0624a-b4e6-425c-add6-92f633a14129'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:24.398633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a56a9438-24dd-475e-82e5-0d2494c042c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['18f0624a-b4e6-425c-add6-92f633a14129'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:24.479296 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2fbdd01e-95ee-45a8-a81c-b7b593c46e29 req-9d7041ee-cf3e-460f-a17f-acc4cf551a69 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:24.486846 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fbdd01e-95ee-45a8-a81c-b7b593c46e29 req-9d7041ee-cf3e-460f-a17f-acc4cf551a69 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5980752 Nov 15 14:38:24.548578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a56a9438-24dd-475e-82e5-0d2494c042c1 None None] Set router 18f0624a-b4e6-425c-add6-92f633a14129 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:24.567571 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:24.573571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57790) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:24.699525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4d211f1-ba11-4881-9532-71842bed11c0 req-1eb0a94d-1f90-44ff-a717-3b39eb2c90aa tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 210 time: 0.1262245 Nov 15 14:38:24.737534 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-563cca1f-3125-4a6b-a7f1-557000fdc751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:24.780702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e1fb9843-0a7d-4de1-8891-7aff356789b7 req-8e0bb45c-e851-412d-8d4f-243b40d1ea38 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-642917223', 'description': 'tempest-description-438441128'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:24.802944 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:24.836769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-563cca1f-3125-4a6b-a7f1-557000fdc751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:24.922983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 11f42516-a2a8-4a0c-b1ec-e59aa422a811 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:24.932156 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-563cca1f-3125-4a6b-a7f1-557000fdc751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:24.943492 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1fb9843-0a7d-4de1-8891-7aff356789b7 req-8e0bb45c-e851-412d-8d4f-243b40d1ea38 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:25.004215 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cca1f-3125-4a6b-a7f1-557000fdc751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41335eb-1e75-4661-95ef-ccef09162e4e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:25.030183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abd34a-e699-42db-982f-bfbb88add17a req-334990ee-7de1-4794-bfac-3597b5a84247 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:25.038470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5abd34a-e699-42db-982f-bfbb88add17a req-334990ee-7de1-4794-bfac-3597b5a84247 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1220963 Nov 15 14:38:25.049068 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-563cca1f-3125-4a6b-a7f1-557000fdc751 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61fda5cf29b1497b96565e88a1a73dae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4741015 Nov 15 14:38:25.050209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:25.056221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a56a9438-24dd-475e-82e5-0d2494c042c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f0624a-b4e6-425c-add6-92f633a14129', 'name': 'tempest-FloatingIPDetailsTestJSON-339008342-router', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '84354710-ac6e-405d-9da8-54893b1f4943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:38:23Z', 'revision_number': 5, 'project_id': 'c9491847b6a04a38bc97719313c9d745', 'gw_port': {'id': '84354710-ac6e-405d-9da8-54893b1f4943', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f0624a-b4e6-425c-add6-92f633a14129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:25.079358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Deleting port 84354710-ac6e-405d-9da8-54893b1f4943 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:25.079840 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:25.087747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a9438-24dd-475e-82e5-0d2494c042c1 None None] Checking router: 18f0624a-b4e6-425c-add6-92f633a14129 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:38:25.097190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a9438-24dd-475e-82e5-0d2494c042c1 None None] Routers {'18f0624a-b4e6-425c-add6-92f633a14129'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:25.097862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a56a9438-24dd-475e-82e5-0d2494c042c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['18f0624a-b4e6-425c-add6-92f633a14129'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:25.102133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 11f42516-a2a8-4a0c-b1ec-e59aa422a811 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:38:25.162305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 11f42516-a2a8-4a0c-b1ec-e59aa422a811 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:25.162703 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:25.164101 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1fb9843-0a7d-4de1-8891-7aff356789b7 req-8e0bb45c-e851-412d-8d4f-243b40d1ea38 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:25.201919 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5abd34a-e699-42db-982f-bfbb88add17a req-f7a51eab-8291-46e9-b2c0-5d1f62b3c1b5 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594946 Nov 15 14:38:25.227284 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1fb9843-0a7d-4de1-8891-7aff356789b7 req-8e0bb45c-e851-412d-8d4f-243b40d1ea38 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:25.233752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a56a9438-24dd-475e-82e5-0d2494c042c1 None None] Set router 18f0624a-b4e6-425c-add6-92f633a14129 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:25.265757 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42f5360f-8c23-4278-b9f3-a20d720a8fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:25.293991 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a56a9438-24dd-475e-82e5-0d2494c042c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f0624a-b4e6-425c-add6-92f633a14129', 'name': 'tempest-FloatingIPDetailsTestJSON-339008342-router', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:38:24Z', 'revision_number': 6, 'project_id': 'c9491847b6a04a38bc97719313c9d745', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:25.348191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bb45c-e851-412d-8d4f-243b40d1ea38 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f389bbf8-a698-4793-8bb8-b711808fd79e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:25.348839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a9438-24dd-475e-82e5-0d2494c042c1 None None] The sync data for ids ['18f0624a-b4e6-425c-add6-92f633a14129'] in n-d-817748-2 is: [{'id': '18f0624a-b4e6-425c-add6-92f633a14129', 'name': 'tempest-FloatingIPDetailsTestJSON-339008342-router', 'tenant_id': 'c9491847b6a04a38bc97719313c9d745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:37:38Z', 'updated_at': '2021-11-15T14:38:24Z', 'revision_number': 6, 'project_id': 'c9491847b6a04a38bc97719313c9d745', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:38:25.377479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] For port 84354710-ac6e-405d-9da8-54893b1f4943, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=84354710-ac6e-405d-9da8-54893b1f4943,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:25.377856 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:25.393135 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1fb9843-0a7d-4de1-8891-7aff356789b7 req-8e0bb45c-e851-412d-8d4f-243b40d1ea38 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:25.400717 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1fb9843-0a7d-4de1-8891-7aff356789b7 req-8e0bb45c-e851-412d-8d4f-243b40d1ea38 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6209092 Nov 15 14:38:25.409577 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42f5360f-8c23-4278-b9f3-a20d720a8fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:25.413113 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:25.416968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Calling delete_port for 84354710-ac6e-405d-9da8-54893b1f4943 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:25.454423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e02b6d2-4cd8-47a9-b719-00c612069900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f42516-a2a8-4a0c-b1ec-e59aa422a811'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:25.456661 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0e4ab8-7b32-4d6f-8dd1-e6683ae25508" -d '{"events": [{"server_uuid": "1e02b6d2-4cd8-47a9-b719-00c612069900", "name": "network-vif-plugged", "status": "completed", "tag": "11f42516-a2a8-4a0c-b1ec-e59aa422a811"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:25.477998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc86fb5-6ea0-4242-850f-dfe4b257c550 req-b0b80cbf-310c-4fb0-aa76-42e4dee9ae77 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:25.479586 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfc86fb5-6ea0-4242-850f-dfe4b257c550 req-b0b80cbf-310c-4fb0-aa76-42e4dee9ae77 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.1349077 Nov 15 14:38:25.487525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 11f42516-a2a8-4a0c-b1ec-e59aa422a811, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=11f42516-a2a8-4a0c-b1ec-e59aa422a811,segment=NetworkSegment(30751144-b9ee-4d47-b752-13096837ce38),segment_id=30751144-b9ee-4d47-b752-13096837ce38)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:25.557676 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:25.558580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:25.580230 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:25.580567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 1bdc6b87-ac2d-472a-a1c2-a36cedd0ab8d not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:25.600858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57820) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:25.636682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=11f42516-a2a8-4a0c-b1ec-e59aa422a811,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:25.729181 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1213403269-network', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:25.826281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Made reservation on behalf of 9d3e7501213e48d7a9edd485f0ee7f80 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:25.829687 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:25.849523 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:25.947665 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.002419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba12cb5-220c-49d1-a957-cc3012be2409 req-db106fea-cff5-4ff4-abaa-150722155ce5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:26.003902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ba12cb5-220c-49d1-a957-cc3012be2409 req-db106fea-cff5-4ff4-abaa-150722155ce5 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 944 time: 0.4856017 Nov 15 14:38:26.016162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfc86fb5-6ea0-4242-850f-dfe4b257c550 req-a895eb2c-af63-48fc-96bd-eef0d3b1f1fe tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989676 Nov 15 14:38:26.020951 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.021445 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42f5360f-8c23-4278-b9f3-a20d720a8fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.024007 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42f5360f-8c23-4278-b9f3-a20d720a8fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.025147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-42f5360f-8c23-4278-b9f3-a20d720a8fae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e41335eb-1e75-4661-95ef-ccef09162e4e HTTP/1.1" status: 204 len: 168 time: 0.9707265 Nov 15 14:38:26.052968 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:38:26.062365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03241558-7aac-4ed1-b52f-be2b8550e52d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:26.080136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b451b83a-44df-42d5-9b15-fe88f498213b req-7a27c4df-1766-4890-93c4-ec0d0a0318c7 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-102045693', 'description': 'tempest-description-1300661216'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:26.080906 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.080906 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Added segment 9de8b916-1c41-43ba-8250-6b6d8496600d of type vlan for network fdcf4cf0-944a-4585-9636-be35a7eff07b Nov 15 14:38:26.085613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5360f-8c23-4278-b9f3-a20d720a8fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41335eb-1e75-4661-95ef-ccef09162e4e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:26.096067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-41a13378-804c-457d-a361-11305fa5b82f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:26.097535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-41a13378-804c-457d-a361-11305fa5b82f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.59 "GET /v2.0/networks?id=44376db9-3c9e-46c9-8ea0-caa71f035bc2 HTTP/1.1" status: 200 len: 822 time: 0.2699549 Nov 15 14:38:26.126066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-1f224980-15b3-4850-bf1d-738358a7ecda tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Request body: {'port': {'device_id': '6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad', 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2', 'admin_state_up': True, 'tenant_id': '652f0738127548cc86fe4fefa67400eb'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:26.146653 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.227157 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ba12cb5-220c-49d1-a957-cc3012be2409 req-37d2b305-a3b5-410b-85b0-0336812c0d5e tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed2834b-0668-4696-b034-2838366c469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067740 Nov 15 14:38:26.266683 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.270306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:26.271161 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.272394 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e234ffe-ecf2-44f1-88b9-a7ca14e77ede x-openstack-request-id: req-4e234ffe-ecf2-44f1-88b9-a7ca14e77ede {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:26.272704 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e02b6d2-4cd8-47a9-b719-00c612069900", "name": "network-vif-plugged", "status": "completed", "tag": "11f42516-a2a8-4a0c-b1ec-e59aa422a811", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:26.272968 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e234ffe-ecf2-44f1-88b9-a7ca14e77ede {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:26.273383 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e02b6d2-4cd8-47a9-b719-00c612069900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f42516-a2a8-4a0c-b1ec-e59aa422a811', 'code': 200} Nov 15 14:38:26.311974 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b451b83a-44df-42d5-9b15-fe88f498213b req-7a27c4df-1766-4890-93c4-ec0d0a0318c7 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.356374 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.364143 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] Pushing event updated for resources: {'Network': ['ID=fdcf4cf0-944a-4585-9636-be35a7eff07b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:26.376465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network fdcf4cf0-944a-4585-9636-be35a7eff07b details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:38:26.416653 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d2a4a1b1-d4ad-4188-abef-07bfad38c5aa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8143923 Nov 15 14:38:26.420075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:26.431656 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2a0809bc-7125-4afa-b691-ebd8162786e8 admin admin] Request body: {'subnet': {'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1213403269-subnet', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:26.461810 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2771f20-feb2-4bc9-aaeb-f3f32dd77809 req-2a9bd2fe-5c0b-4798-96c1-07f0bc177b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:26.463557 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b2771f20-feb2-4bc9-aaeb-f3f32dd77809 req-2a9bd2fe-5c0b-4798-96c1-07f0bc177b48 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 1096 time: 0.0958598 Nov 15 14:38:26.491302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=84354710-ac6e-405d-9da8-54893b1f4943,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:26.499453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f55a8bfd-4005-4c33-8b72-c309c828aeb4 req-bf07dd81-8b90-476a-976f-8735069c0bbe tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 210 time: 0.1064014 Nov 15 14:38:26.526822 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b2771f20-feb2-4bc9-aaeb-f3f32dd77809 req-ab914d19-ea20-4d91-b24c-d05902e4898d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fed2834b-0668-4696-b034-2838366c469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530536 Nov 15 14:38:26.573344 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b451b83a-44df-42d5-9b15-fe88f498213b req-7a27c4df-1766-4890-93c4-ec0d0a0318c7 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.576324 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.691352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-1f224980-15b3-4850-bf1d-738358a7ecda tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Made reservation on behalf of 652f0738127548cc86fe4fefa67400eb for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:26.694911 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-1f224980-15b3-4850-bf1d-738358a7ecda tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.712896 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.715521 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.734853 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b451b83a-44df-42d5-9b15-fe88f498213b req-7a27c4df-1766-4890-93c4-ec0d0a0318c7 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.798478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0809bc-7125-4afa-b691-ebd8162786e8 admin admin] Made reservation on behalf of 9d3e7501213e48d7a9edd485f0ee7f80 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:26.804183 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a0809bc-7125-4afa-b691-ebd8162786e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.805216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d09977-fe88-44e8-9537-bcf445abed3f req-e2c989ca-3c61-4d92-b35a-5fb86a837cea tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:26.807592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-56d09977-fe88-44e8-9537-bcf445abed3f req-e2c989ca-3c61-4d92-b35a-5fb86a837cea tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.2278757 Nov 15 14:38:26.870936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27c4df-1766-4890-93c4-ec0d0a0318c7 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63754504-d554-46e7-9115-2d783d78c6a1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:26.935586 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.936117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18f0624a-b4e6-425c-add6-92f633a14129 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:38:26.951191 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:26.951191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9f7d17fc-6254-4b5c-948f-f0f7aca80b0e admin admin] 10.222.0.70 "DELETE /v2.0/routers/18f0624a-b4e6-425c-add6-92f633a14129 HTTP/1.1" status: 204 len: 168 time: 2.5518279 Nov 15 14:38:26.951191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:26.952430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-56d09977-fe88-44e8-9537-bcf445abed3f req-09f0d9ee-65cb-4fa6-8e54-518105cb3637 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109967 Nov 15 14:38:27.011247 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b451b83a-44df-42d5-9b15-fe88f498213b req-7a27c4df-1766-4890-93c4-ec0d0a0318c7 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.012955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b451b83a-44df-42d5-9b15-fe88f498213b req-7a27c4df-1766-4890-93c4-ec0d0a0318c7 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9472706 Nov 15 14:38:27.024270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-1f224980-15b3-4850-bf1d-738358a7ecda tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Allocated IP 172.20.0.6 (44376db9-3c9e-46c9-8ea0-caa71f035bc2/194b9af5-0b82-47e1-b9b2-4ed0afc65383/57cd328e-9606-4a08-9ffc-68e5d7144437) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:38:27.072707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85bc314-968f-4a93-b6b5-85e48dc2a0a9 admin admin] Deleting subnet e09fd1eb-b949-4bc0-87a9-85a6d2bcede2 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:38:27.081667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e85bc314-968f-4a93-b6b5-85e48dc2a0a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.091606 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a0809bc-7125-4afa-b691-ebd8162786e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.161255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0809bc-7125-4afa-b691-ebd8162786e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dbae45e-6630-4c9e-b1c2-188262994e2c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:27.173600 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0809bc-7125-4afa-b691-ebd8162786e8 admin admin] Checking segment: {'id': '9de8b916-1c41-43ba-8250-6b6d8496600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:27.173973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0809bc-7125-4afa-b691-ebd8162786e8 admin admin] Network hostable DHCP agents. Network: fdcf4cf0-944a-4585-9636-be35a7eff07b, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:38:27.214779 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e85bc314-968f-4a93-b6b5-85e48dc2a0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.219001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3ad1c2a-3e63-4649-bb8c-9b26d12f73f4 req-5bfdc04b-954a-43f7-b27a-a738415ccfb4 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/f389bbf8-a698-4793-8bb8-b711808fd79e HTTP/1.1" status: 200 len: 1822 time: 0.1726663 Nov 15 14:38:27.266337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0809bc-7125-4afa-b691-ebd8162786e8 admin admin] Network fdcf4cf0-944a-4585-9636-be35a7eff07b is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:38:27.298918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 84354710-ac6e-405d-9da8-54893b1f4943 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:27.337568 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 84354710-ac6e-405d-9da8-54893b1f4943 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:27.338154 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 84354710-ac6e-405d-9da8-54893b1f4943 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:27.338767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fc387921-458b-4d83-b77c-011a2d9c00ec no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:27.356775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b800faa-8b3e-4b26-b51a-89eb568aa50b req-9e11eb5b-69c7-4cde-981d-8651ab2e45e6 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:27.358525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b800faa-8b3e-4b26-b51a-89eb568aa50b req-9e11eb5b-69c7-4cde-981d-8651ab2e45e6 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.2426424 Nov 15 14:38:27.361179 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: fc387921-458b-4d83-b77c-011a2d9c00ec {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:27.361673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fc387921-458b-4d83-b77c-011a2d9c00ec not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:27.386188 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2a0809bc-7125-4afa-b691-ebd8162786e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, fdcf4cf0-944a-4585-9636-be35a7eff07b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:27.390794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0809bc-7125-4afa-b691-ebd8162786e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:27.392828 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a0809bc-7125-4afa-b691-ebd8162786e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.399523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f630f6b-9b0b-44fb-8a05-8c4ef64ab98c None None] Network fdcf4cf0-944a-4585-9636-be35a7eff07b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:27.424181 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57858) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:27.430892 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3ad1c2a-3e63-4649-bb8c-9b26d12f73f4 req-5dd6c52b-4d0c-4339-b0c6-349089e4aa88 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/63754504-d554-46e7-9115-2d783d78c6a1 HTTP/1.1" status: 200 len: 1823 time: 0.1670494 Nov 15 14:38:27.469688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d3ad1c2a-3e63-4649-bb8c-9b26d12f73f4 req-be9f793b-d029-48db-8dd7-f36003a9d544 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f389bbf8-a698-4793-8bb8-b711808fd79e', 'remote_group_id': '63754504-d554-46e7-9115-2d783d78c6a1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:27.470009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d3ad1c2a-3e63-4649-bb8c-9b26d12f73f4 req-be9f793b-d029-48db-8dd7-f36003a9d544 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f389bbf8-a698-4793-8bb8-b711808fd79e', 'remote_group_id': '63754504-d554-46e7-9115-2d783d78c6a1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:27.475540 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2a0809bc-7125-4afa-b691-ebd8162786e8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0543022 Nov 15 14:38:27.478203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57862) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:27.482439 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-1f224980-15b3-4850-bf1d-738358a7ecda tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.484509 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e85bc314-968f-4a93-b6b5-85e48dc2a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.485894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:27.556260 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b800faa-8b3e-4b26-b51a-89eb568aa50b req-cadc05d4-c6be-4030-965d-319f2c86552b tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642678 Nov 15 14:38:27.569448 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-19629751-network', 'tenant_id': 'a4bf2e991e4d4c87abe12048158d1c86'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:27.600781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-fdcf4cf0-944a-4585-9636-be35a7eff07b', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'fixed_ips': [{'subnet_id': '0dbae45e-6630-4c9e-b1c2-188262994e2c'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:38:27.601938 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.644865 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 14:38:27.644865 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 15 14:38:27.644865 n-d-817748-2 neutron-server[103147]: [parameters: {'project_id_1': 'a4bf2e991e4d4c87abe12048158d1c86', 'expiration_1': datetime.datetime(2021, 11, 15, 14, 38, 7, 574095)}] Nov 15 14:38:27.644865 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:38:27.645671 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:38:27.679642 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e85bc314-968f-4a93-b6b5-85e48dc2a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.692131 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-1f224980-15b3-4850-bf1d-738358a7ecda tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.724622 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.725968 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.759883 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Allocated IP 172.20.0.2 (fdcf4cf0-944a-4585-9636-be35a7eff07b/0dbae45e-6630-4c9e-b1c2-188262994e2c/0f8c6693-9a36-44b9-9a5a-9eea68149839) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:38:27.764203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bc314-968f-4a93-b6b5-85e48dc2a0a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e09fd1eb-b949-4bc0-87a9-85a6d2bcede2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:27.767650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cff26cc-dbb4-49c9-8e3e-6a2b417ada81 None None] Network 4fe50044-4362-49fa-b14e-265e267dcfb5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:27.767819 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e85bc314-968f-4a93-b6b5-85e48dc2a0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.771120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e85bc314-968f-4a93-b6b5-85e48dc2a0a9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e09fd1eb-b949-4bc0-87a9-85a6d2bcede2 HTTP/1.1" status: 204 len: 168 time: 0.8176894 Nov 15 14:38:27.775542 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:27.819710 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.822548 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d3ad1c2a-3e63-4649-bb8c-9b26d12f73f4 req-be9f793b-d029-48db-8dd7-f36003a9d544 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:27.826152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-1f224980-15b3-4850-bf1d-738358a7ecda tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:27.867305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-1f224980-15b3-4850-bf1d-738358a7ecda tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:27.879907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173c426-66b0-4a40-a970-c8eff9e1711e req-7bb5da68-a49c-41d7-b203-d791f6756a18 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:27.882247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5173c426-66b0-4a40-a970-c8eff9e1711e req-7bb5da68-a49c-41d7-b203-d791f6756a18 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 945 time: 0.2432559 Nov 15 14:38:27.891460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-1f224980-15b3-4850-bf1d-738358a7ecda tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:38:27.895319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f224980-15b3-4850-bf1d-738358a7ecda tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Pushing event updated for resources: {'Port': ['ID=57cd328e-9606-4a08-9ffc-68e5d7144437,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:27.970434 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.015872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d3ad1c2a-3e63-4649-bb8c-9b26d12f73f4 req-be9f793b-d029-48db-8dd7-f36003a9d544 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.016817 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.025744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-1f224980-15b3-4850-bf1d-738358a7ecda tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:28.025744 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-1f224980-15b3-4850-bf1d-738358a7ecda tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.038257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.049896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5173c426-66b0-4a40-a970-c8eff9e1711e req-8e9f0452-223d-4750-9d0d-e8e0213f8136 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed2834b-0668-4696-b034-2838366c469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505196 Nov 15 14:38:28.108894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed471408-fea8-423f-be78-bf4aa2142b40 None None] DHCP port deletion for 4fe50044-4362-49fa-b14e-265e267dcfb5 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:38:28.112492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Deleting port d42bfea5-97c1-44fb-acaa-bd705fee7f9e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:28.113003 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.146657 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.159738 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d3ad1c2a-3e63-4649-bb8c-9b26d12f73f4 req-be9f793b-d029-48db-8dd7-f36003a9d544 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.172372 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.199124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-1f224980-15b3-4850-bf1d-738358a7ecda tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0833232 Nov 15 14:38:28.213416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ed471408-fea8-423f-be78-bf4aa2142b40 None None] Deleting port d42bfea5-97c1-44fb-acaa-bd705fee7f9e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:28.213943 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed471408-fea8-423f-be78-bf4aa2142b40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.237798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Request body: {'port': {'device_id': '6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:28.241661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f793b-d029-48db-8dd7-f36003a9d544 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e2ca58-ad0c-498a-816e-c15a9408c5fd,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:28.277620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Network fdcf4cf0-944a-4585-9636-be35a7eff07b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:28.287197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:28.291276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Made reservation on behalf of a4bf2e991e4d4c87abe12048158d1c86 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:28.295688 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.298053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] For port d42bfea5-97c1-44fb-acaa-bd705fee7f9e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d42bfea5-97c1-44fb-acaa-bd705fee7f9e,segment=NetworkSegment(4534c07a-9930-4420-88f2-03aa6f36cb52),segment_id=4534c07a-9930-4420-88f2-03aa6f36cb52)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:28.298444 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.302181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:38:28.311288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Pushing event updated for resources: {'Port': ['ID=0f8c6693-9a36-44b9-9a5a-9eea68149839,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:28.323018 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.339780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Calling delete_port for d42bfea5-97c1-44fb-acaa-bd705fee7f9e owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:28.356415 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d3ad1c2a-3e63-4649-bb8c-9b26d12f73f4 req-be9f793b-d029-48db-8dd7-f36003a9d544 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.367256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3ad1c2a-3e63-4649-bb8c-9b26d12f73f4 req-be9f793b-d029-48db-8dd7-f36003a9d544 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9159617 Nov 15 14:38:28.393664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ed471408-fea8-423f-be78-bf4aa2142b40 None None] For port d42bfea5-97c1-44fb-acaa-bd705fee7f9e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d42bfea5-97c1-44fb-acaa-bd705fee7f9e,segment=NetworkSegment(4534c07a-9930-4420-88f2-03aa6f36cb52),segment_id=4534c07a-9930-4420-88f2-03aa6f36cb52)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:28.394216 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed471408-fea8-423f-be78-bf4aa2142b40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.429227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ed471408-fea8-423f-be78-bf4aa2142b40 None None] Calling delete_port for d42bfea5-97c1-44fb-acaa-bd705fee7f9e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:28.431194 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Attempting to bind port 0f8c6693-9a36-44b9-9a5a-9eea68149839 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:38:28.431947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Attempting to bind port 0f8c6693-9a36-44b9-9a5a-9eea68149839 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '9de8b916-1c41-43ba-8250-6b6d8496600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:38:28.432599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Attempting to bind port 0f8c6693-9a36-44b9-9a5a-9eea68149839 on network fdcf4cf0-944a-4585-9636-be35a7eff07b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:38:28.448789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:38:28.449667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Checking segment: {'id': '9de8b916-1c41-43ba-8250-6b6d8496600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:28.450445 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.451178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Bound using segment: {'id': '9de8b916-1c41-43ba-8250-6b6d8496600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:38:28.452118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Bound port: 0f8c6693-9a36-44b9-9a5a-9eea68149839, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de8b916-1c41-43ba-8250-6b6d8496600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:38:28.452743 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.470450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92ccb4-8734-4468-85e7-5314e7cb4f6a req-ca877deb-f72c-4ae3-809f-e35f935c6b38 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:28.482197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e92ccb4-8734-4468-85e7-5314e7cb4f6a req-ca877deb-f72c-4ae3-809f-e35f935c6b38 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 931 time: 0.3233838 Nov 15 14:38:28.555521 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.572194 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.585304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] For port 0f8c6693-9a36-44b9-9a5a-9eea68149839, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:38:28.598834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] For port 0f8c6693-9a36-44b9-9a5a-9eea68149839, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0f8c6693-9a36-44b9-9a5a-9eea68149839,segment=NetworkSegment(9de8b916-1c41-43ba-8250-6b6d8496600d),segment_id=9de8b916-1c41-43ba-8250-6b6d8496600d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:38:28.624730 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.625601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.647509 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.656825 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.689967 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.697430 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed471408-fea8-423f-be78-bf4aa2142b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.724990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e92ccb4-8734-4468-85e7-5314e7cb4f6a req-0f370797-1408-4c2b-997c-5a6b0913179f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418449 Nov 15 14:38:28.737063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd0c33-6b82-4368-a04b-06e339c12eec req-d5cae036-8c0c-4a27-9160-9085531ce508 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:28.745144 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:38:28.753458 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63cd0c33-6b82-4368-a04b-06e339c12eec req-d5cae036-8c0c-4a27-9160-9085531ce508 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.2690167 Nov 15 14:38:28.757545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47885d92-326a-4c11-9de0-2f88c573cafc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:28.769717 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.770061 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Added segment e84a2f46-6cf3-401d-a647-e9c24ab78300 of type vlan for network 4f457f66-8fc3-47e2-a0cc-3e00bc5d2d12 Nov 15 14:38:28.774847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-51f9143f-ec35-4cab-8124-05eb50c3db9a req-f75e5a71-cf00-4948-b4f8-70a246d8a5e0 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1130207401', 'description': 'tempest-description-1025998132'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:28.788198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed471408-fea8-423f-be78-bf4aa2142b40 None None] No DVR routers for this DVR port d42bfea5-97c1-44fb-acaa-bd705fee7f9e on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:28.797731 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.839521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b60f33-6dac-4db0-8494-d2eec0f9358f None None] Pushing event updated for resources: {'Port': ['ID=0f8c6693-9a36-44b9-9a5a-9eea68149839,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:28.862073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] No DVR routers for this DVR port d42bfea5-97c1-44fb-acaa-bd705fee7f9e on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:28.864141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Pushing event deleted for resources: {'Port': ['ID=d42bfea5-97c1-44fb-acaa-bd705fee7f9e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:28.868215 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:28.878700 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed471408-fea8-423f-be78-bf4aa2142b40 None None] Pushing event deleted for resources: {'Port': ['ID=d42bfea5-97c1-44fb-acaa-bd705fee7f9e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:28.894145 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Allocated IP 172.25.4.121 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:38:29.009409 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.010529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:29.011189 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.035093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63cd0c33-6b82-4368-a04b-06e339c12eec req-7277fcfb-bb72-4d9d-9323-e4fb303b46b7 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799850 Nov 15 14:38:29.048502 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-51f9143f-ec35-4cab-8124-05eb50c3db9a req-f75e5a71-cf00-4948-b4f8-70a246d8a5e0 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.129730 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.136113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=4f457f66-8fc3-47e2-a0cc-3e00bc5d2d12,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:29.154742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 4f457f66-8fc3-47e2-a0cc-3e00bc5d2d12 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:38:29.168937 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.181127 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-313c8052-bafc-4263-b25b-503742513cc3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7556870 Nov 15 14:38:29.184229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57876) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:29.191533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d8228801-82a2-4d5d-9361-96b38467bc02 admin admin] Request body: {'subnet': {'network_id': '4f457f66-8fc3-47e2-a0cc-3e00bc5d2d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-19629751-subnet', 'tenant_id': 'a4bf2e991e4d4c87abe12048158d1c86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:29.212280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe50044-4362-49fa-b14e-265e267dcfb5']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:29.235351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4534c07a-9930-4420-88f2-03aa6f36cb52') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:29.235658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4534c07a-9930-4420-88f2-03aa6f36cb52') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:29.255110 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.296295 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8228801-82a2-4d5d-9361-96b38467bc02 admin admin] Made reservation on behalf of a4bf2e991e4d4c87abe12048158d1c86 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:29.300899 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8228801-82a2-4d5d-9361-96b38467bc02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.313854 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.347084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89cf93-2ae2-4984-9d0b-15c614c9a775 req-6dc0a400-5b40-4efe-be5f-ce08b7696f28 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:29.349170 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed89cf93-2ae2-4984-9d0b-15c614c9a775 req-6dc0a400-5b40-4efe-be5f-ce08b7696f28 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.1956365 Nov 15 14:38:29.381186 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.404907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:38:29.405371 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.409376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0f8c6693-9a36-44b9-9a5a-9eea68149839 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:38:29.409978 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:38:29.461121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:29.480433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:29.484338 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:38:29.510705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 0f8c6693-9a36-44b9-9a5a-9eea68149839 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:29.511511 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.534756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Pushing event updated for resources: {'Port': ['ID=9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:29.648312 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.720740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 0f8c6693-9a36-44b9-9a5a-9eea68149839, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0f8c6693-9a36-44b9-9a5a-9eea68149839,segment=NetworkSegment(9de8b916-1c41-43ba-8250-6b6d8496600d),segment_id=9de8b916-1c41-43ba-8250-6b6d8496600d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:29.775300 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f3b3-1506-4c96-9455-06820061d44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.787607 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-51f9143f-ec35-4cab-8124-05eb50c3db9a req-f75e5a71-cf00-4948-b4f8-70a246d8a5e0 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.809631 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.841814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed89cf93-2ae2-4984-9d0b-15c614c9a775 req-13d1bd34-a26d-4899-a15b-dc9cbb1c7634 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708958 Nov 15 14:38:29.878302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cd328e-9606-4a08-9ffc-68e5d7144437 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:38:29.886246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=0f8c6693-9a36-44b9-9a5a-9eea68149839,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:29.899683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.902733 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-51f9143f-ec35-4cab-8124-05eb50c3db9a req-f75e5a71-cf00-4948-b4f8-70a246d8a5e0 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.912799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d42bfea5-97c1-44fb-acaa-bd705fee7f9e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:29.952134 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8228801-82a2-4d5d-9361-96b38467bc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:29.952644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e5a71-cf00-4948-b4f8-70a246d8a5e0 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac3f623-5a2d-48a7-b5fe-d955550b6454,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:29.965468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: d42bfea5-97c1-44fb-acaa-bd705fee7f9e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:29.968277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d42bfea5-97c1-44fb-acaa-bd705fee7f9e not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:30.008668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8228801-82a2-4d5d-9361-96b38467bc02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c4c584-e04c-45c3-918a-412da23f12ea,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:30.010315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Transition to ACTIVE for port object 57cd328e-9606-4a08-9ffc-68e5d7144437 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:38:30.021380 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.029611 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.037209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4fe50044-4362-49fa-b14e-265e267dcfb5 HTTP/1.1" status: 204 len: 168 time: 2.2500093 Nov 15 14:38:30.059164 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-51f9143f-ec35-4cab-8124-05eb50c3db9a req-f75e5a71-cf00-4948-b4f8-70a246d8a5e0 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.060693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51f9143f-ec35-4cab-8124-05eb50c3db9a req-f75e5a71-cf00-4948-b4f8-70a246d8a5e0 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.2970719 Nov 15 14:38:30.061942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e0d5e-0d3f-4c0b-aeed-3aadd1513426 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe50044-4362-49fa-b14e-265e267dcfb5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:30.108869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff83b9-d026-4ba7-a1f4-55631819b111 req-2d491613-2b39-47dd-bc06-8e43ea9c91eb tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:30.117190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8228801-82a2-4d5d-9361-96b38467bc02 admin admin] Checking segment: {'id': 'e84a2f46-6cf3-401d-a647-e9c24ab78300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f457f66-8fc3-47e2-a0cc-3e00bc5d2d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:30.117883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8228801-82a2-4d5d-9361-96b38467bc02 admin admin] Network hostable DHCP agents. Network: 4f457f66-8fc3-47e2-a0cc-3e00bc5d2d12, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:38:30.120307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fff83b9-d026-4ba7-a1f4-55631819b111 req-2d491613-2b39-47dd-bc06-8e43ea9c91eb tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 945 time: 0.1702752 Nov 15 14:38:30.125511 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.131267 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.235255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Pushing event updated for resources: {'Port': ['ID=57cd328e-9606-4a08-9ffc-68e5d7144437,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:30.278290 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ff6534-9d42-41cb-82de-cc9e11c719de None None] Network fdcf4cf0-944a-4585-9636-be35a7eff07b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:30.332072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df532f-7aa7-4845-96fe-d7d544b4fa06 req-bf66ab4d-208d-4b80-af25-f67c1de718a1 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:30.334877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1df532f-7aa7-4845-96fe-d7d544b4fa06 req-bf66ab4d-208d-4b80-af25-f67c1de718a1 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 943 time: 0.1422715 Nov 15 14:38:30.346101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fff83b9-d026-4ba7-a1f4-55631819b111 req-649e67a5-f6e3-4254-a276-1d415fe1c81b tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed2834b-0668-4696-b034-2838366c469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247701 Nov 15 14:38:30.402830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-361fc00d-240c-4e60-b1d2-e53c6d607c3c req-c04d27b3-9bd6-4013-a439-41b446f31343 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1707542960', 'description': 'tempest-description-2092894519'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:30.468179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Attempting to bind port 57cd328e-9606-4a08-9ffc-68e5d7144437 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:38:30.468433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Attempting to bind port 57cd328e-9606-4a08-9ffc-68e5d7144437 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '6f432215-e43d-4d29-a849-ab5fd37235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:38:30.468772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Attempting to bind port 57cd328e-9606-4a08-9ffc-68e5d7144437 on network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:38:30.474545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Port 57cd328e-9606-4a08-9ffc-68e5d7144437 on network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:38:30.475046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Attempting to bind port 57cd328e-9606-4a08-9ffc-68e5d7144437 on network 44376db9-3c9e-46c9-8ea0-caa71f035bc2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:38:30.481559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1df532f-7aa7-4845-96fe-d7d544b4fa06 req-6ce6f11d-8a9d-47cf-a866-8a9768057c0e tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343200 Nov 15 14:38:30.484763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:38:30.485115 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Checking segment: {'id': '6f432215-e43d-4d29-a849-ab5fd37235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:30.485517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Bound using segment: {'id': '6f432215-e43d-4d29-a849-ab5fd37235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:38:30.485963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Bound port: 57cd328e-9606-4a08-9ffc-68e5d7144437, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f432215-e43d-4d29-a849-ab5fd37235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:38:30.486443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.518941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:30.524779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-95584b8a-bbf3-45d6-b72a-a683f050e839 None None] Provisioning complete for port 0f8c6693-9a36-44b9-9a5a-9eea68149839 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:30.525757 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95584b8a-bbf3-45d6-b72a-a683f050e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.533076 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-361fc00d-240c-4e60-b1d2-e53c6d607c3c req-c04d27b3-9bd6-4013-a439-41b446f31343 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.631457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8228801-82a2-4d5d-9361-96b38467bc02 admin admin] Network 4f457f66-8fc3-47e2-a0cc-3e00bc5d2d12 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:38:30.642629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] For port 57cd328e-9606-4a08-9ffc-68e5d7144437, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:38:30.674311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] For port 57cd328e-9606-4a08-9ffc-68e5d7144437, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=57cd328e-9606-4a08-9ffc-68e5d7144437,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:38:30.679924 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6be04b84-a9fb-4f92-bd12-851c8400f747 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c9491847b6a04a38bc97719313c9d745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594539 Nov 15 14:38:30.682576 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57890) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:30.698955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aa8fb-8b08-4be2-8e33-be16404e1398 req-6aeff028-505a-4478-8977-e6dba3fb306d tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:30.701017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-719aa8fb-8b08-4be2-8e33-be16404e1398 req-6aeff028-505a-4478-8977-e6dba3fb306d tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.1095855 Nov 15 14:38:30.721238 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-361fc00d-240c-4e60-b1d2-e53c6d607c3c req-c04d27b3-9bd6-4013-a439-41b446f31343 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.735171 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d8228801-82a2-4d5d-9361-96b38467bc02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 4f457f66-8fc3-47e2-a0cc-3e00bc5d2d12) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:30.744049 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.746975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8228801-82a2-4d5d-9361-96b38467bc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:30.747658 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8228801-82a2-4d5d-9361-96b38467bc02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.757089 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e6cfc-5609-4120-ae24-39a64994c893 None None] Network 4f457f66-8fc3-47e2-a0cc-3e00bc5d2d12 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:30.768691 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.826215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-719aa8fb-8b08-4be2-8e33-be16404e1398 req-68026064-1274-4367-ad31-fe9a3655425b tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/security-groups?id=6db664dd-3c0d-4b0d-bb50-8162e79c4504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112995 Nov 15 14:38:30.837844 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-361fc00d-240c-4e60-b1d2-e53c6d607c3c req-c04d27b3-9bd6-4013-a439-41b446f31343 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.855093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:30.856260 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.857991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] 10.222.0.59 "PUT /v2.0/ports/57cd328e-9606-4a08-9ffc-68e5d7144437 HTTP/1.1" status: 200 len: 1091 time: 2.6315601 Nov 15 14:38:30.867850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad', 'tag': '57cd328e-9606-4a08-9ffc-68e5d7144437'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:30.868080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c64f6a19-0755-4f1d-b6f8-190f5ae72f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:30.872363 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b132c7-9ae6-43dc-afa9-e5fded677fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad", "tag": "57cd328e-9606-4a08-9ffc-68e5d7144437"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:30.875823 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d8228801-82a2-4d5d-9361-96b38467bc02 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6888056 Nov 15 14:38:30.947221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689d4db-3891-4b75-8b1e-75a5fba6446f service neutron] Pushing event updated for resources: {'Port': ['ID=57cd328e-9606-4a08-9ffc-68e5d7144437,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:30.999613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fe08db-9ff0-4beb-b28b-1bbee4bc7978 None None] Network 4f457f66-8fc3-47e2-a0cc-3e00bc5d2d12 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:31.019572 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c64f6a19-0755-4f1d-b6f8-190f5ae72f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:31.022429 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c316be-19c2-457d-8416-46702f8ce3c9 x-openstack-request-id: req-47c316be-19c2-457d-8416-46702f8ce3c9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:31.023485 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad", "tag": "57cd328e-9606-4a08-9ffc-68e5d7144437", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:31.023764 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47c316be-19c2-457d-8416-46702f8ce3c9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:31.024253 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad', 'tag': '57cd328e-9606-4a08-9ffc-68e5d7144437', 'status': 'completed', 'code': 200} Nov 15 14:38:31.043938 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-361fc00d-240c-4e60-b1d2-e53c6d607c3c req-c04d27b3-9bd6-4013-a439-41b446f31343 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:31.045734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-361fc00d-240c-4e60-b1d2-e53c6d607c3c req-c04d27b3-9bd6-4013-a439-41b446f31343 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6623681 Nov 15 14:38:31.091466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d27b3-9bd6-4013-a439-41b446f31343 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea9d90a-c4ce-4ca1-b0b7-3472058d775d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:31.140225 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f0adb-028f-42db-b3e5-c70edc6801fc req-cc201262-d874-4825-8bf4-a0e19c8d3362 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:31.142713 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6f4f0adb-028f-42db-b3e5-c70edc6801fc req-cc201262-d874-4825-8bf4-a0e19c8d3362 tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 946 time: 0.2617660 Nov 15 14:38:31.166159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-01d3b0dd-39f8-4924-9aca-ef88da9c39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:31.167934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-01d3b0dd-39f8-4924-9aca-ef88da9c39ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652f0738127548cc86fe4fefa67400eb&device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 1094 time: 0.1803191 Nov 15 14:38:31.182482 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-71f63e2e-4d4c-4d3a-b6ac-87787de5edf6 None None] Provisioning complete for port 0f8c6693-9a36-44b9-9a5a-9eea68149839 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:31.183341 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-71f63e2e-4d4c-4d3a-b6ac-87787de5edf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:31.194118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fe620-c55d-4408-b21f-3b171a8f5957 req-0aa7c4c6-c7c2-49d2-bd17-5701753ffd2f tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:31.211790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f72fe620-c55d-4408-b21f-3b171a8f5957 req-0aa7c4c6-c7c2-49d2-bd17-5701753ffd2f tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.1184261 Nov 15 14:38:31.225145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-7f414558-3e95-4bc3-8c24-e56cb1856fc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57cd328e-9606-4a08-9ffc-68e5d7144437 HTTP/1.1" status: 200 len: 217 time: 0.0486798 Nov 15 14:38:31.246767 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c64f6a19-0755-4f1d-b6f8-190f5ae72f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:31.266922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c64f6a19-0755-4f1d-b6f8-190f5ae72f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:31.266922 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c64f6a19-0755-4f1d-b6f8-190f5ae72f52 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bdd955ac-ffed-4be2-bb10-cde8e37ed349 HTTP/1.1" status: 204 len: 168 time: 0.5676405 Nov 15 14:38:31.282236 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f6a19-0755-4f1d-b6f8-190f5ae72f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd955ac-ffed-4be2-bb10-cde8e37ed349,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:31.359160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-891ddee3-ac48-47be-8bdc-cd43e694eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:31.361376 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-891ddee3-ac48-47be-8bdc-cd43e694eeb3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=194b9af5-0b82-47e1-b9b2-4ed0afc65383 HTTP/1.1" status: 200 len: 862 time: 0.1272194 Nov 15 14:38:31.368349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f72fe620-c55d-4408-b21f-3b171a8f5957 req-2664c365-f68c-4359-8791-bee4db376772 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423123 Nov 15 14:38:31.387454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0f8c6693-9a36-44b9-9a5a-9eea68149839 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:31.401285 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6f4f0adb-028f-42db-b3e5-c70edc6801fc req-9bc5ffce-1612-46ac-b125-7cf73da3471f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Deleting port d5c5e6ee-d641-490f-8f65-39cc320f9237 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:31.401646 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6f4f0adb-028f-42db-b3e5-c70edc6801fc req-9bc5ffce-1612-46ac-b125-7cf73da3471f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:31.428154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-d6f70082-4223-470a-8f4f-ce501b26b5bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44376db9-3c9e-46c9-8ea0-caa71f035bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527649 Nov 15 14:38:31.457892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 0f8c6693-9a36-44b9-9a5a-9eea68149839 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:31.458289 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:31.523230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6f4f0adb-028f-42db-b3e5-c70edc6801fc req-9bc5ffce-1612-46ac-b125-7cf73da3471f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] For port d5c5e6ee-d641-490f-8f65-39cc320f9237, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d5c5e6ee-d641-490f-8f65-39cc320f9237,segment=NetworkSegment(6260927e-ab6c-4668-85d1-4bc2af2237e7),segment_id=6260927e-ab6c-4668-85d1-4bc2af2237e7)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:31.523895 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6f4f0adb-028f-42db-b3e5-c70edc6801fc req-9bc5ffce-1612-46ac-b125-7cf73da3471f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:31.537204 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6f4f0adb-028f-42db-b3e5-c70edc6801fc req-9bc5ffce-1612-46ac-b125-7cf73da3471f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Calling delete_port for d5c5e6ee-d641-490f-8f65-39cc320f9237 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:31.545855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a3b47e7-a37e-44a9-b27b-a16fcea5657d req-fb820642-2552-4ae3-9b85-f0d42c9f92c7 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/fac3f623-5a2d-48a7-b5fe-d955550b6454 HTTP/1.1" status: 200 len: 1824 time: 0.1214054 Nov 15 14:38:31.591083 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Router 499f5ad8-53b7-4b8a-9218-a46128fda3eb is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:38:31.622166 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-28a461d6-84b0-4e39-bbb5-613e98002183 service neutron] 10.222.0.59 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830592 Nov 15 14:38:31.689875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a3b47e7-a37e-44a9-b27b-a16fcea5657d req-436da067-4c48-4ef3-a57f-92de12d5162e tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/bea9d90a-c4ce-4ca1-b0b7-3472058d775d HTTP/1.1" status: 200 len: 1824 time: 0.1305270 Nov 15 14:38:31.708787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9a3b47e7-a37e-44a9-b27b-a16fcea5657d req-8b0f4963-52ff-413c-ae84-ae9a90af1ca3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fac3f623-5a2d-48a7-b5fe-d955550b6454', 'remote_group_id': 'bea9d90a-c4ce-4ca1-b0b7-3472058d775d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:31.709661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9a3b47e7-a37e-44a9-b27b-a16fcea5657d req-8b0f4963-52ff-413c-ae84-ae9a90af1ca3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fac3f623-5a2d-48a7-b5fe-d955550b6454', 'remote_group_id': 'bea9d90a-c4ce-4ca1-b0b7-3472058d775d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:31.740171 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:38:31.754493 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Sync routers for ids ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:38:31.768042 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22011cff-a45a-4f9b-915a-0c5b779f4b62 req-dc9ee1c4-0eb8-4a41-a4bd-f4c4edc47706 service neutron] 10.222.0.59 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360009 Nov 15 14:38:31.768521 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Routers {'499f5ad8-53b7-4b8a-9218-a46128fda3eb'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:31.769013 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:31.896293 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Set router 499f5ad8-53b7-4b8a-9218-a46128fda3eb gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:31.943377 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:31.944732 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a11a224b-8bc9-4cc5-896c-53aa5f0e5dce admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4645965 Nov 15 14:38:31.947452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57920) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:32.003483 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a3b47e7-a37e-44a9-b27b-a16fcea5657d req-8b0f4963-52ff-413c-ae84-ae9a90af1ca3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.028822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b41e7b-28e2-4543-b91c-f592e59f873c req-88bb640e-2263-4dd5-a8fb-f1403f2e6ded tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:32.028822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8b41e7b-28e2-4543-b91c-f592e59f873c req-88bb640e-2263-4dd5-a8fb-f1403f2e6ded tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 943 time: 0.1541030 Nov 15 14:38:32.073625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b132c7-9ae6-43dc-afa9-e5fded677fc5 req-12e77770-8061-4e31-b2fc-7f7959cb5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:32.075615 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92b132c7-9ae6-43dc-afa9-e5fded677fc5 req-12e77770-8061-4e31-b2fc-7f7959cb5f34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652f0738127548cc86fe4fefa67400eb&device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 1094 time: 0.1542718 Nov 15 14:38:32.077720 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a3b47e7-a37e-44a9-b27b-a16fcea5657d req-8b0f4963-52ff-413c-ae84-ae9a90af1ca3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.083709 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8db3e88f-f1ff-40ac-876b-638fc3c7201a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.102856 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:38:29Z', 'revision_number': 3, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:32.113140 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6f4f0adb-028f-42db-b3e5-c70edc6801fc req-9bc5ffce-1612-46ac-b125-7cf73da3471f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.126421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['d5c5e6ee-d641-490f-8f65-39cc320f9237'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:38:32.172177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8b41e7b-28e2-4543-b91c-f592e59f873c req-1ef61f51-c801-46f3-bdb0-374bcf119319 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356752 Nov 15 14:38:32.194978 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a3b47e7-a37e-44a9-b27b-a16fcea5657d req-8b0f4963-52ff-413c-ae84-ae9a90af1ca3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.204950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5ffce-1612-46ac-b125-7cf73da3471f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Pushing event deleted for resources: {'Port': ['ID=d5c5e6ee-d641-490f-8f65-39cc320f9237,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:32.223802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f4963-52ff-413c-ae84-ae9a90af1ca3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad83ec2-1066-4529-97af-79661fd6d6a3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:32.243978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b132c7-9ae6-43dc-afa9-e5fded677fc5 req-0e7cbbf4-9ba2-4e1b-a90f-257dc696a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:32.245662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92b132c7-9ae6-43dc-afa9-e5fded677fc5 req-0e7cbbf4-9ba2-4e1b-a90f-257dc696a891 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44376db9-3c9e-46c9-8ea0-caa71f035bc2 HTTP/1.1" status: 200 len: 923 time: 0.1567657 Nov 15 14:38:32.309689 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92b132c7-9ae6-43dc-afa9-e5fded677fc5 req-71a72f05-1b77-42fc-9d41-613dd2a51412 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57cd328e-9606-4a08-9ffc-68e5d7144437 HTTP/1.1" status: 200 len: 217 time: 0.0497031 Nov 15 14:38:32.323266 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Checking router: 499f5ad8-53b7-4b8a-9218-a46128fda3eb for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:38:32.323623 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Updating router 499f5ad8-53b7-4b8a-9218-a46128fda3eb port 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:38:32.334440 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a3b47e7-a37e-44a9-b27b-a16fcea5657d req-8b0f4963-52ff-413c-ae84-ae9a90af1ca3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.341608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a3b47e7-a37e-44a9-b27b-a16fcea5657d req-8b0f4963-52ff-413c-ae84-ae9a90af1ca3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6392462 Nov 15 14:38:32.383033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4f0adb-028f-42db-b3e5-c70edc6801fc req-9bc5ffce-1612-46ac-b125-7cf73da3471f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] No DVR routers for this DVR port d5c5e6ee-d641-490f-8f65-39cc320f9237 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:32.387514 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6f4f0adb-028f-42db-b3e5-c70edc6801fc req-9bc5ffce-1612-46ac-b125-7cf73da3471f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.391301 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6f4f0adb-028f-42db-b3e5-c70edc6801fc req-9bc5ffce-1612-46ac-b125-7cf73da3471f tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.46 "DELETE /v2.0/ports/d5c5e6ee-d641-490f-8f65-39cc320f9237 HTTP/1.1" status: 204 len: 173 time: 1.2360408 Nov 15 14:38:32.391767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e03cbc9-9e56-4f8b-ad17-964786883126', 'name': 'network-vif-deleted', 'tag': 'd5c5e6ee-d641-490f-8f65-39cc320f9237'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:32.398854 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.399109 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcb50a8-122d-4d48-b278-8e4794439799" -d '{"events": [{"server_uuid": "7e03cbc9-9e56-4f8b-ad17-964786883126", "name": "network-vif-deleted", "tag": "d5c5e6ee-d641-490f-8f65-39cc320f9237"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:32.432527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57942) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:32.445360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1816800486-network', 'tenant_id': 'fc9b228ff33a416b8d6bf1b18ceace8f'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:32.514549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b132c7-9ae6-43dc-afa9-e5fded677fc5 req-d3aae265-ac4a-457e-82bf-e54dace0ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:32.516435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92b132c7-9ae6-43dc-afa9-e5fded677fc5 req-d3aae265-ac4a-457e-82bf-e54dace0ef5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=194b9af5-0b82-47e1-b9b2-4ed0afc65383 HTTP/1.1" status: 200 len: 862 time: 0.1972239 Nov 15 14:38:32.530665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dea9eb15-9af3-4399-970e-922261f52482 req-936f7ed7-93b4-4f32-9fbc-ec3845030dad tempest-ServerRescueNegativeTestJSON-648285962 tempest-ServerRescueNegativeTestJSON-648285962-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e03cbc9-9e56-4f8b-ad17-964786883126 HTTP/1.1" status: 200 len: 210 time: 0.0584648 Nov 15 14:38:32.581530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92b132c7-9ae6-43dc-afa9-e5fded677fc5 req-d5b4b743-08ad-4572-8528-95a279ea86d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44376db9-3c9e-46c9-8ea0-caa71f035bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448754 Nov 15 14:38:32.680096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Made reservation on behalf of fc9b228ff33a416b8d6bf1b18ceace8f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:32.680690 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917ea4c-21b6-49d3-824e-6650f3ad5acb req-adaf7b86-5853-4250-8dbb-f0c4dc942c6d tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:32.681836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5917ea4c-21b6-49d3-824e-6650f3ad5acb req-adaf7b86-5853-4250-8dbb-f0c4dc942c6d tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 945 time: 0.2711675 Nov 15 14:38:32.682644 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.700512 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.737195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34097332-a973-4907-80e2-d1c5255ac5c6 req-7349faaa-35c9-45ff-9f2b-12163642f302 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/bea9d90a-c4ce-4ca1-b0b7-3472058d775d HTTP/1.1" status: 200 len: 1824 time: 0.1596293 Nov 15 14:38:32.790996 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92b132c7-9ae6-43dc-afa9-e5fded677fc5 req-4c53a506-2a33-4c79-9064-16ba1cf9d4d0 service neutron] 10.222.0.59 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919227 Nov 15 14:38:32.804466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.812646 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.837357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5917ea4c-21b6-49d3-824e-6650f3ad5acb req-79fc2421-a8a4-4ab1-a400-d4fd1b630c6e tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed2834b-0668-4696-b034-2838366c469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370378 Nov 15 14:38:32.918920 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.953418 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34097332-a973-4907-80e2-d1c5255ac5c6 req-4ab6f4bc-a63b-4723-83f3-2e2f2cf77e12 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.962818 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Attempting to bind port 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:38:32.963271 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Attempting to bind port 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:38:32.964077 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Attempting to bind port 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:38:32.982328 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92b132c7-9ae6-43dc-afa9-e5fded677fc5 req-b386ce5a-d3d1-4a95-b2e3-35c8f0d25ea2 service neutron] 10.222.0.59 "GET /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753714 Nov 15 14:38:32.990763 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:38:32.991570 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:32.992146 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:32.992674 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:38:32.993480 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Bound port: 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:38:32.994536 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.013758 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34097332-a973-4907-80e2-d1c5255ac5c6 req-4ab6f4bc-a63b-4723-83f3-2e2f2cf77e12 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.015911 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.044188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcf23b-8bc9-4217-878e-151c6ede3c19 req-0f98dcfe-e395-4c6c-b485-3f0e30af86d8 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:33.045774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bffcf23b-8bc9-4217-878e-151c6ede3c19 req-0f98dcfe-e395-4c6c-b485-3f0e30af86d8 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.1352270 Nov 15 14:38:33.101213 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e7392-a6ef-4c0b-ae53-2f66d8d99433 None None] Pushing event updated for resources: {'Port': ['ID=9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:33.101213 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] For port 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:38:33.104724 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] For port 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:38:33.126186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bffcf23b-8bc9-4217-878e-151c6ede3c19 req-76c4f3f3-0d61-4dfe-b624-b105e2dd64ce tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691311 Nov 15 14:38:33.136064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Allocated IP 172.20.0.1 (fdcf4cf0-944a-4585-9636-be35a7eff07b/0dbae45e-6630-4c9e-b1c2-188262994e2c/d1066eca-82bd-43cb-a5e3-610f4c49a907) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:38:33.143961 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.192415 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef3526c-6da1-40f9-9d04-5e506eba3e39,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:33.233319 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b641fc-2f87-48cd-9658-71250dc3a416 x-openstack-request-id: req-71b641fc-2f87-48cd-9658-71250dc3a416 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:33.233319 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e03cbc9-9e56-4f8b-ad17-964786883126", "name": "network-vif-deleted", "tag": "d5c5e6ee-d641-490f-8f65-39cc320f9237", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:33.233319 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71b641fc-2f87-48cd-9658-71250dc3a416 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:33.233319 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e03cbc9-9e56-4f8b-ad17-964786883126', 'name': 'network-vif-deleted', 'tag': 'd5c5e6ee-d641-490f-8f65-39cc320f9237', 'status': 'completed', 'code': 200} Nov 15 14:38:33.254851 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34097332-a973-4907-80e2-d1c5255ac5c6 req-4ab6f4bc-a63b-4723-83f3-2e2f2cf77e12 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.255900 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.257676 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34097332-a973-4907-80e2-d1c5255ac5c6 req-4ab6f4bc-a63b-4723-83f3-2e2f2cf77e12 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.258655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34097332-a973-4907-80e2-d1c5255ac5c6 req-4ab6f4bc-a63b-4723-83f3-2e2f2cf77e12 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "DELETE /v2.0/security-groups/bea9d90a-c4ce-4ca1-b0b7-3472058d775d HTTP/1.1" status: 204 len: 173 time: 0.5090215 Nov 15 14:38:33.267144 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:38:33.287066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6f4bc-a63b-4723-83f3-2e2f2cf77e12 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea9d90a-c4ce-4ca1-b0b7-3472058d775d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:33.342882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce571483-58d2-4cfe-8e2b-cc92f032cfd2 req-dd71962a-96c0-4941-8161-c455b6ef7e96 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:33.352114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce571483-58d2-4cfe-8e2b-cc92f032cfd2 req-dd71962a-96c0-4941-8161-c455b6ef7e96 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 943 time: 0.0834138 Nov 15 14:38:33.354359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.354755 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Added segment 230b7f97-7b0b-4adb-83d8-f7326a5d4b2f of type vlan for network 264b8ca6-8fac-4c2f-a74b-c3daa9514b53 Nov 15 14:38:33.365769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.397235 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Routers {'499f5ad8-53b7-4b8a-9218-a46128fda3eb'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:33.398319 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:33.404700 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e7392-a6ef-4c0b-ae53-2f66d8d99433 None None] Pushing event updated for resources: {'Port': ['ID=9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:33.409374 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.415529 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce571483-58d2-4cfe-8e2b-cc92f032cfd2 req-d3d01508-1002-48e5-9fe8-8b39aee78478 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624862 Nov 15 14:38:33.455347 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.516343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627b6d2-b93a-4156-ae0c-f187d746c9b2 req-033579d3-3346-4c5e-8f87-cdba0b8450cc tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:33.516343 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6627b6d2-b93a-4156-ae0c-f187d746c9b2 req-033579d3-3346-4c5e-8f87-cdba0b8450cc tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 945 time: 0.1760650 Nov 15 14:38:33.519592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d7ac91e-f428-4808-9658-c3a8b18b4cd2 req-f1db0fff-4e99-4275-88bc-99f567b05a7f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/fac3f623-5a2d-48a7-b5fe-d955550b6454 HTTP/1.1" status: 200 len: 1824 time: 0.0757883 Nov 15 14:38:33.556097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-de85f367-c6c9-470c-b1fe-47de49c4f5e1 req-0112dbe5-2660-402f-ab6d-d3e5fceaf644 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-682710739', 'description': 'tempest-description-844018803'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:33.556967 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] Set router 499f5ad8-53b7-4b8a-9218-a46128fda3eb gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:33.639078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6627b6d2-b93a-4156-ae0c-f187d746c9b2 req-76b13452-5b89-4501-a6c5-dd5b813fb97a tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Deleting port 11f42516-a2a8-4a0c-b1ec-e59aa422a811 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:33.639425 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6627b6d2-b93a-4156-ae0c-f187d746c9b2 req-76b13452-5b89-4501-a6c5-dd5b813fb97a tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.671001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-5f77d1df-c875-491f-bae0-34be61c2a391 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=be8b2d058d7d4aaf9b533a489c9f5f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388045 Nov 15 14:38:33.689797 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.690803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:33.697166 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.697166 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.697538 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de85f367-c6c9-470c-b1fe-47de49c4f5e1 req-0112dbe5-2660-402f-ab6d-d3e5fceaf644 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.787997 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:38:29Z', 'revision_number': 3, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:33.811597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Network fdcf4cf0-944a-4585-9636-be35a7eff07b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:33.821237 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028810fc-256d-4002-ad68-9ebf84e221df None None] The sync data for ids ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'] in n-d-817748-2 is: [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:38:29Z', 'revision_number': 3, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:38:33.824598 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:33.835944 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] Pushing event updated for resources: {'Network': ['ID=264b8ca6-8fac-4c2f-a74b-c3daa9514b53,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:33.840212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:38:33.847920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 264b8ca6-8fac-4c2f-a74b-c3daa9514b53 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:38:33.861490 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Pushing event updated for resources: {'Port': ['ID=d1066eca-82bd-43cb-a5e3-610f4c49a907,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:33.905988 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-68032f50-8719-4ce7-a67c-688a8fead170 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4710131 Nov 15 14:38:33.918043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:33.924766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6627b6d2-b93a-4156-ae0c-f187d746c9b2 req-76b13452-5b89-4501-a6c5-dd5b813fb97a tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] For port 11f42516-a2a8-4a0c-b1ec-e59aa422a811, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=11f42516-a2a8-4a0c-b1ec-e59aa422a811,segment=NetworkSegment(30751144-b9ee-4d47-b752-13096837ce38),segment_id=30751144-b9ee-4d47-b752-13096837ce38)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:33.925597 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6627b6d2-b93a-4156-ae0c-f187d746c9b2 req-76b13452-5b89-4501-a6c5-dd5b813fb97a tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.946455 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6627b6d2-b93a-4156-ae0c-f187d746c9b2 req-76b13452-5b89-4501-a6c5-dd5b813fb97a tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Calling delete_port for 11f42516-a2a8-4a0c-b1ec-e59aa422a811 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:33.951063 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:33.954115 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-aed429ae-1fce-42ad-8cb7-785b8e86e5a2 admin admin] Request body: {'subnet': {'network_id': '264b8ca6-8fac-4c2f-a74b-c3daa9514b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1816800486-subnet', 'tenant_id': 'fc9b228ff33a416b8d6bf1b18ceace8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:33.966457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 57cd328e-9606-4a08-9ffc-68e5d7144437 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:38:34.071416 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de85f367-c6c9-470c-b1fe-47de49c4f5e1 req-0112dbe5-2660-402f-ab6d-d3e5fceaf644 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:34.092192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-924b154e-6dc9-4930-88b8-e001f1a0651a tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:34.094296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-924b154e-6dc9-4930-88b8-e001f1a0651a tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4159768 Nov 15 14:38:34.137932 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-c265fe89-5ead-4719-8718-f60f11dd672d tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/quotas/be8b2d058d7d4aaf9b533a489c9f5f98 HTTP/1.1" status: 200 len: 375 time: 0.0244451 Nov 15 14:38:34.193321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-f6c864b7-70af-4163-9769-d6790d67748f tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=be8b2d058d7d4aaf9b533a489c9f5f98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400374 Nov 15 14:38:34.193796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de85f367-c6c9-470c-b1fe-47de49c4f5e1 req-0112dbe5-2660-402f-ab6d-d3e5fceaf644 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:34.196687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed429ae-1fce-42ad-8cb7-785b8e86e5a2 admin admin] Made reservation on behalf of fc9b228ff33a416b8d6bf1b18ceace8f for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:34.199718 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aed429ae-1fce-42ad-8cb7-785b8e86e5a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:34.274324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 57cd328e-9606-4a08-9ffc-68e5d7144437, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=57cd328e-9606-4a08-9ffc-68e5d7144437,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:34.310896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112dbe5-2660-402f-ab6d-d3e5fceaf644 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866da50f-195d-4bf3-a207-aa884c61bcf1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:34.332696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:34.338821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '57cd328e-9606-4a08-9ffc-68e5d7144437', 'network_id': '44376db9-3c9e-46c9-8ea0-caa71f035bc2', 'port_id': '57cd328e-9606-4a08-9ffc-68e5d7144437', 'mac_address': 'fa:16:3e:e0:c2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194b9af5-0b82-47e1-b9b2-4ed0afc65383', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:38:34.346123 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-99139fd0-7ef3-4309-bb72-593e00029041 None None] Provisioning complete for port d1066eca-82bd-43cb-a5e3-610f4c49a907 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:34.350227 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99139fd0-7ef3-4309-bb72-593e00029041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:34.428112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-99139fd0-7ef3-4309-bb72-593e00029041 None None] Port d1066eca-82bd-43cb-a5e3-610f4c49a907 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:38:34.429665 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:34.438852 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de85f367-c6c9-470c-b1fe-47de49c4f5e1 req-0112dbe5-2660-402f-ab6d-d3e5fceaf644 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:34.443832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cd328e-9606-4a08-9ffc-68e5d7144437 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:38:34.447509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de85f367-c6c9-470c-b1fe-47de49c4f5e1 req-0112dbe5-2660-402f-ab6d-d3e5fceaf644 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9065583 Nov 15 14:38:34.485153 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 57cd328e-9606-4a08-9ffc-68e5d7144437, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=57cd328e-9606-4a08-9ffc-68e5d7144437,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:34.490056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:34.569197 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:34.580281 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6627b6d2-b93a-4156-ae0c-f187d746c9b2 req-76b13452-5b89-4501-a6c5-dd5b813fb97a tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:34.615380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['11f42516-a2a8-4a0c-b1ec-e59aa422a811'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:38:34.687900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=57cd328e-9606-4a08-9ffc-68e5d7144437,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:34.788708 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['57cd328e-9606-4a08-9ffc-68e5d7144437'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:38:34.888475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 11f42516-a2a8-4a0c-b1ec-e59aa422a811 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:34.923499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 11f42516-a2a8-4a0c-b1ec-e59aa422a811 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:34.924088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 11f42516-a2a8-4a0c-b1ec-e59aa422a811 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:34.924941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d5c5e6ee-d641-490f-8f65-39cc320f9237 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:34.954237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: d5c5e6ee-d641-490f-8f65-39cc320f9237 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:34.954849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d5c5e6ee-d641-490f-8f65-39cc320f9237 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:34.986106 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b13452-5b89-4501-a6c5-dd5b813fb97a tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Pushing event deleted for resources: {'Port': ['ID=11f42516-a2a8-4a0c-b1ec-e59aa422a811,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:35.011017 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6627b6d2-b93a-4156-ae0c-f187d746c9b2 req-76b13452-5b89-4501-a6c5-dd5b813fb97a tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] No DVR routers for this DVR port 11f42516-a2a8-4a0c-b1ec-e59aa422a811 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:35.014026 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:35.016249 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6627b6d2-b93a-4156-ae0c-f187d746c9b2 req-76b13452-5b89-4501-a6c5-dd5b813fb97a tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:35.019918 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6627b6d2-b93a-4156-ae0c-f187d746c9b2 req-76b13452-5b89-4501-a6c5-dd5b813fb97a tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.46 "DELETE /v2.0/ports/11f42516-a2a8-4a0c-b1ec-e59aa422a811 HTTP/1.1" status: 204 len: 173 time: 1.4965186 Nov 15 14:38:35.066280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-061555e8-5d4e-415b-b858-b2772cea88cc req-f8da6797-f933-4472-92b0-1366a0c1c85f tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 210 time: 0.4300096 Nov 15 14:38:35.069839 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aed429ae-1fce-42ad-8cb7-785b8e86e5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:35.076120 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:35.102373 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:35.170687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad9cbe-ff08-49ae-8e3f-b4a8eac4f5b8 req-4226bf8a-f57c-4126-a494-9374359df614 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:35.178882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20ad9cbe-ff08-49ae-8e3f-b4a8eac4f5b8 req-4226bf8a-f57c-4126-a494-9374359df614 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.5437262 Nov 15 14:38:35.193028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed429ae-1fce-42ad-8cb7-785b8e86e5a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=490a1313-3d7c-4e5b-aa5e-4d7b5184b43e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:35.198325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:35.241693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e02b6d2-4cd8-47a9-b719-00c612069900', 'name': 'network-vif-deleted', 'tag': '11f42516-a2a8-4a0c-b1ec-e59aa422a811'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:35.245093 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9479de99-5c10-4bb3-8b02-41ecff945048" -d '{"events": [{"server_uuid": "1e02b6d2-4cd8-47a9-b719-00c612069900", "name": "network-vif-deleted", "tag": "11f42516-a2a8-4a0c-b1ec-e59aa422a811"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:35.351246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed429ae-1fce-42ad-8cb7-785b8e86e5a2 admin admin] Checking segment: {'id': '230b7f97-7b0b-4adb-83d8-f7326a5d4b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '264b8ca6-8fac-4c2f-a74b-c3daa9514b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:35.351944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed429ae-1fce-42ad-8cb7-785b8e86e5a2 admin admin] Network hostable DHCP agents. Network: 264b8ca6-8fac-4c2f-a74b-c3daa9514b53, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:38:35.375481 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Pushing event updated for resources: {'Port': ['ID=d1066eca-82bd-43cb-a5e3-610f4c49a907,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:35.390685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20ad9cbe-ff08-49ae-8e3f-b4a8eac4f5b8 req-e58b7d64-e66a-4d17-b070-70759426ef0c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070613 Nov 15 14:38:35.391900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Network fdcf4cf0-944a-4585-9636-be35a7eff07b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:35.405420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:35.419470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:35.432648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1478962-dd75-4b86-bf31-be7bdba6d244 req-9b8f8171-8b4b-447c-b991-2da52f780338 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:35.441370 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1478962-dd75-4b86-bf31-be7bdba6d244 req-9b8f8171-8b4b-447c-b991-2da52f780338 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 944 time: 0.2452474 Nov 15 14:38:35.538012 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:35.539784 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:35.562714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed429ae-1fce-42ad-8cb7-785b8e86e5a2 admin admin] Network 264b8ca6-8fac-4c2f-a74b-c3daa9514b53 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:38:35.575573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e7f6414-2926-4bc1-889d-99545b1a2d0f req-f82f974a-e66b-4a74-b8e7-ed2017c0d0af tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/866da50f-195d-4bf3-a207-aa884c61bcf1 HTTP/1.1" status: 200 len: 1822 time: 0.1697738 Nov 15 14:38:35.582822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Router 499f5ad8-53b7-4b8a-9218-a46128fda3eb has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:38:35.595167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0e7f6414-2926-4bc1-889d-99545b1a2d0f req-7ad8c5fa-2e04-432e-b731-9c632a60de2f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '866da50f-195d-4bf3-a207-aa884c61bcf1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:35.595526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0e7f6414-2926-4bc1-889d-99545b1a2d0f req-7ad8c5fa-2e04-432e-b731-9c632a60de2f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '866da50f-195d-4bf3-a207-aa884c61bcf1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:35.621570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1478962-dd75-4b86-bf31-be7bdba6d244 req-93c38014-9854-4121-b26b-84e8525c1de2 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769910 Nov 15 14:38:35.724668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-aed429ae-1fce-42ad-8cb7-785b8e86e5a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 264b8ca6-8fac-4c2f-a74b-c3daa9514b53) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:35.740035 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:35.745174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed429ae-1fce-42ad-8cb7-785b8e86e5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:35.745898 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aed429ae-1fce-42ad-8cb7-785b8e86e5a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:35.753321 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902fe53d-86a8-49e9-b5b6-855d939e17ff None None] Network 264b8ca6-8fac-4c2f-a74b-c3daa9514b53 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:35.776423 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c86c1e0-a2e9-478b-8c0a-baef6245888c req-42d55185-201c-4887-b3bf-a258d8309782 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 210 time: 0.0553126 Nov 15 14:38:35.789929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:38:35.812824 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9650dbd5-7885-48f4-aeb6-cb935e3f5e42 admin admin] 10.222.0.70 "PUT /v2.0/routers/499f5ad8-53b7-4b8a-9218-a46128fda3eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8636532 Nov 15 14:38:35.850440 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e7f6414-2926-4bc1-889d-99545b1a2d0f req-7ad8c5fa-2e04-432e-b731-9c632a60de2f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:35.859358 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:35.867623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-aed429ae-1fce-42ad-8cb7-785b8e86e5a2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9431288 Nov 15 14:38:35.872579 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3ae3ca6-a453-41f5-8149-682abddf0d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:35.876374 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:35.895112 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef344ae-8933-4f0b-b172-3f1c7d4badf7 x-openstack-request-id: req-3ef344ae-8933-4f0b-b172-3f1c7d4badf7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:35.896237 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e02b6d2-4cd8-47a9-b719-00c612069900", "name": "network-vif-deleted", "tag": "11f42516-a2a8-4a0c-b1ec-e59aa422a811", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:35.896499 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ef344ae-8933-4f0b-b172-3f1c7d4badf7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:35.896914 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e02b6d2-4cd8-47a9-b719-00c612069900', 'name': 'network-vif-deleted', 'tag': '11f42516-a2a8-4a0c-b1ec-e59aa422a811', 'status': 'completed', 'code': 200} Nov 15 14:38:35.949593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5be61ba3-f7f8-4b66-8c92-c0df8273559b None None] Provisioning complete for port d1066eca-82bd-43cb-a5e3-610f4c49a907 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:35.949593 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5be61ba3-f7f8-4b66-8c92-c0df8273559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:35.951015 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.027430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 57cd328e-9606-4a08-9ffc-68e5d7144437 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:36.041251 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f52dc2-1008-42f8-af96-b02943495030 None None] Network 264b8ca6-8fac-4c2f-a74b-c3daa9514b53 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:36.109907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58008) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:36.174178 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e7f6414-2926-4bc1-889d-99545b1a2d0f req-7ad8c5fa-2e04-432e-b731-9c632a60de2f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.177400 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5be61ba3-f7f8-4b66-8c92-c0df8273559b None None] Port d1066eca-82bd-43cb-a5e3-610f4c49a907 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:38:36.249277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:36.263898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-eecb25c3-4041-4950-88a7-2aeb8c0dd90d admin admin] Deleting subnet 11c4c584-e04c-45c3-918a-412da23f12ea {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:38:36.278057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eecb25c3-4041-4950-88a7-2aeb8c0dd90d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.291792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e7f6414-2926-4bc1-889d-99545b1a2d0f req-7ad8c5fa-2e04-432e-b731-9c632a60de2f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.364365 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eecb25c3-4041-4950-88a7-2aeb8c0dd90d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.401158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8c5fa-2e04-432e-b731-9c632a60de2f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4232cd6a-252d-4171-8b46-5f65074cf7c6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:36.430531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 57cd328e-9606-4a08-9ffc-68e5d7144437 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:38:36.435042 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f53bdb1-0cbf-407b-96a5-552166efc87e req-3622a6bb-ecba-444f-a61c-d07af2356841 tempest-ServerGroupTestJSON-363341528 tempest-ServerGroupTestJSON-363341528-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e02b6d2-4cd8-47a9-b719-00c612069900 HTTP/1.1" status: 200 len: 210 time: 0.1274118 Nov 15 14:38:36.444983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eecb25c3-4041-4950-88a7-2aeb8c0dd90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.480544 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 57cd328e-9606-4a08-9ffc-68e5d7144437 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:36.480913 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.531995 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e7f6414-2926-4bc1-889d-99545b1a2d0f req-7ad8c5fa-2e04-432e-b731-9c632a60de2f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.533342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e7f6414-2926-4bc1-889d-99545b1a2d0f req-7ad8c5fa-2e04-432e-b731-9c632a60de2f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9568129 Nov 15 14:38:36.607587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Sync routers for ids ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:38:36.644422 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Routers {'499f5ad8-53b7-4b8a-9218-a46128fda3eb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:36.645195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:36.694809 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a84447f-cf6c-4394-95ed-90506510998d req-b37b5c71-f2bf-4957-a54c-fba1340ce36e tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/866da50f-195d-4bf3-a207-aa884c61bcf1 HTTP/1.1" status: 200 len: 2416 time: 0.1279535 Nov 15 14:38:36.710599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfd082-d7ec-462b-b43a-95afe5015860 req-36766bef-1de3-4361-b626-1fffadffda6d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:36.712102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5bfd082-d7ec-462b-b43a-95afe5015860 req-36766bef-1de3-4361-b626-1fffadffda6d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.1467049 Nov 15 14:38:36.726739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4a84447f-cf6c-4394-95ed-90506510998d req-af89ad32-0f06-481b-b896-55603a5cfb21 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '866da50f-195d-4bf3-a207-aa884c61bcf1', 'remote_group_id': None}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:36.726739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4a84447f-cf6c-4394-95ed-90506510998d req-af89ad32-0f06-481b-b896-55603a5cfb21 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '866da50f-195d-4bf3-a207-aa884c61bcf1', 'remote_group_id': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:36.727030 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.738368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae3ca6-a453-41f5-8149-682abddf0d46 admin admin] Deleting port fc63b098-85e8-4f88-a80d-7bed38586278 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:36.738800 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3ae3ca6-a453-41f5-8149-682abddf0d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.747082 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eecb25c3-4041-4950-88a7-2aeb8c0dd90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.765232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd328e-9606-4a08-9ffc-68e5d7144437'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:36.767572 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcbc675-2f59-4365-883e-506d33563844" -d '{"events": [{"server_uuid": "6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad", "name": "network-vif-plugged", "status": "completed", "tag": "57cd328e-9606-4a08-9ffc-68e5d7144437"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:36.785388 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb25c3-4041-4950-88a7-2aeb8c0dd90d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c4c584-e04c-45c3-918a-412da23f12ea,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:36.786852 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 57cd328e-9606-4a08-9ffc-68e5d7144437, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=57cd328e-9606-4a08-9ffc-68e5d7144437,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:36.803023 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eecb25c3-4041-4950-88a7-2aeb8c0dd90d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.806658 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-eecb25c3-4041-4950-88a7-2aeb8c0dd90d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/11c4c584-e04c-45c3-918a-412da23f12ea HTTP/1.1" status: 204 len: 168 time: 0.6952143 Nov 15 14:38:36.809334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58056) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:36.819975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Set router 499f5ad8-53b7-4b8a-9218-a46128fda3eb gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:36.870036 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.881401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5bfd082-d7ec-462b-b43a-95afe5015860 req-195d758f-1126-4d19-bb18-f12ab765a00d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554439 Nov 15 14:38:36.935390 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-021b1be7-aad7-48e6-a2fa-f2d4bccef36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.936194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a3ae3ca6-a453-41f5-8149-682abddf0d46 admin admin] For port fc63b098-85e8-4f88-a80d-7bed38586278, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fc63b098-85e8-4f88-a80d-7bed38586278,segment=NetworkSegment(6260927e-ab6c-4668-85d1-4bc2af2237e7),segment_id=6260927e-ab6c-4668-85d1-4bc2af2237e7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:36.936618 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3ae3ca6-a453-41f5-8149-682abddf0d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:36.952835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae3ca6-a453-41f5-8149-682abddf0d46 admin admin] Calling delete_port for fc63b098-85e8-4f88-a80d-7bed38586278 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:36.997487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=57cd328e-9606-4a08-9ffc-68e5d7144437,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:37.088770 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-021b1be7-aad7-48e6-a2fa-f2d4bccef36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.138516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-021b1be7-aad7-48e6-a2fa-f2d4bccef36b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f457f66-8fc3-47e2-a0cc-3e00bc5d2d12']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:37.164254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-021b1be7-aad7-48e6-a2fa-f2d4bccef36b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84a2f46-6cf3-401d-a647-e9c24ab78300') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:37.164799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-021b1be7-aad7-48e6-a2fa-f2d4bccef36b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84a2f46-6cf3-401d-a647-e9c24ab78300') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:37.184140 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4a84447f-cf6c-4394-95ed-90506510998d req-af89ad32-0f06-481b-b896-55603a5cfb21 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.193490 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-021b1be7-aad7-48e6-a2fa-f2d4bccef36b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.216763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823d451-af28-42b0-a2cc-93eacfccda86 req-eadfcd0d-4a2c-4c5a-9314-8c3b6414f1b0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:37.218557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0823d451-af28-42b0-a2cc-93eacfccda86 req-eadfcd0d-4a2c-4c5a-9314-8c3b6414f1b0 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 945 time: 0.2007489 Nov 15 14:38:37.223408 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-021b1be7-aad7-48e6-a2fa-f2d4bccef36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.234662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021b1be7-aad7-48e6-a2fa-f2d4bccef36b admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-021b1be7-aad7-48e6-a2fa-f2d4bccef36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:38:37.240570 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:38:37.249782 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4a84447f-cf6c-4394-95ed-90506510998d req-af89ad32-0f06-481b-b896-55603a5cfb21 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.332031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:37.334791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0823d451-af28-42b0-a2cc-93eacfccda86 req-7ce39feb-776c-4370-a6a0-b0ae3d7d9474 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876181 Nov 15 14:38:37.337402 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4a84447f-cf6c-4394-95ed-90506510998d req-af89ad32-0f06-481b-b896-55603a5cfb21 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.366094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89ad32-0f06-481b-b896-55603a5cfb21 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65808db-e4d2-4979-afdf-6e870d67a4fa,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:37.396806 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a14f48-922c-40e9-a6ff-95945f6fc3d7 x-openstack-request-id: req-49a14f48-922c-40e9-a6ff-95945f6fc3d7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:37.397193 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad", "name": "network-vif-plugged", "status": "completed", "tag": "57cd328e-9606-4a08-9ffc-68e5d7144437", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:37.397512 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-49a14f48-922c-40e9-a6ff-95945f6fc3d7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:37.397967 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd328e-9606-4a08-9ffc-68e5d7144437', 'code': 200} Nov 15 14:38:37.421022 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-021b1be7-aad7-48e6-a2fa-f2d4bccef36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.441768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:37.442142 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.476187 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-021b1be7-aad7-48e6-a2fa-f2d4bccef36b admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.476187 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-021b1be7-aad7-48e6-a2fa-f2d4bccef36b admin admin] 10.222.0.70 "DELETE /v2.0/networks/4f457f66-8fc3-47e2-a0cc-3e00bc5d2d12 HTTP/1.1" status: 204 len: 168 time: 0.6581748 Nov 15 14:38:37.476187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b1be7-aad7-48e6-a2fa-f2d4bccef36b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f457f66-8fc3-47e2-a0cc-3e00bc5d2d12,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:37.476187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58060) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:37.480222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:38:34Z', 'revision_number': 4, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd1066eca-82bd-43cb-a5e3-610f4c49a907', 'name': '', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'mac_address': 'fa:16:3e:99:62:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:32Z', 'updated_at': '2021-11-15T14:38:34Z', 'revision_number': 2, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'subnets': [{'id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:37.490467 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3ae3ca6-a453-41f5-8149-682abddf0d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.507024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4a84447f-cf6c-4394-95ed-90506510998d req-af89ad32-0f06-481b-b896-55603a5cfb21 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.530522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Checking router: 499f5ad8-53b7-4b8a-9218-a46128fda3eb for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:38:37.531146 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Updating router 499f5ad8-53b7-4b8a-9218-a46128fda3eb port d1066eca-82bd-43cb-a5e3-610f4c49a907 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:38:37.537134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a84447f-cf6c-4394-95ed-90506510998d req-af89ad32-0f06-481b-b896-55603a5cfb21 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8217041 Nov 15 14:38:37.551590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-462b2522-40c8-4dcb-902f-0d23b7923fac admin admin] Deleting subnet 490a1313-3d7c-4e5b-aa5e-4d7b5184b43e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:38:37.565839 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-462b2522-40c8-4dcb-902f-0d23b7923fac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.574177 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.645066 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-462b2522-40c8-4dcb-902f-0d23b7923fac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.687795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a955a19-8295-4e07-b3cf-37c63ba961ec req-9e090cfb-a2e3-444a-9bd7-df3e1585e822 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 210 time: 0.1484778 Nov 15 14:38:37.690113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae3ca6-a453-41f5-8149-682abddf0d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc63b098-85e8-4f88-a80d-7bed38586278,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:37.745245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-462b2522-40c8-4dcb-902f-0d23b7923fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:37.858362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e0efaff-fa02-4604-a5db-4fca773e3efa req-45881da3-e032-491a-958c-4c7ad9423a68 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/866da50f-195d-4bf3-a207-aa884c61bcf1 HTTP/1.1" status: 200 len: 3015 time: 0.1791263 Nov 15 14:38:37.894875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c77f5-ce6b-4c23-b6d4-2262fd2c078d req-cd7f6d72-c453-4257-89d6-03f0b8eb21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:37.898326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab3c77f5-ce6b-4c23-b6d4-2262fd2c078d req-cd7f6d72-c453-4257-89d6-03f0b8eb21b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 1096 time: 0.3575988 Nov 15 14:38:37.918326 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-f3c97918-99bb-4faa-ac32-fcc03d5071c0 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=be8b2d058d7d4aaf9b533a489c9f5f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418870 Nov 15 14:38:37.994196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c23b3829-a57f-40f7-a99d-ee3b379e41c6 req-39a8f356-8607-493a-9956-6f5eb9ba97bb tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-group-rules/b65808db-e4d2-4979-afdf-6e870d67a4fa HTTP/1.1" status: 200 len: 783 time: 0.0927694 Nov 15 14:38:38.110320 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.133271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-462b2522-40c8-4dcb-902f-0d23b7923fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.146337 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c23b3829-a57f-40f7-a99d-ee3b379e41c6 req-8402e4b1-d1e2-4080-9865-1c5388d466f3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/866da50f-195d-4bf3-a207-aa884c61bcf1 HTTP/1.1" status: 200 len: 3015 time: 0.1511650 Nov 15 14:38:38.154554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab3c77f5-ce6b-4c23-b6d4-2262fd2c078d req-4a553947-209d-4467-8932-77274a6f1e9e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421920 Nov 15 14:38:38.180659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b2522-40c8-4dcb-902f-0d23b7923fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=490a1313-3d7c-4e5b-aa5e-4d7b5184b43e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:38.182434 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.203751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de358a-a43f-4940-bfb9-8cf51449821a req-5eeb3ae7-f26a-491e-b6d9-941062874ab7 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:38.215621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6de358a-a43f-4940-bfb9-8cf51449821a req-5eeb3ae7-f26a-491e-b6d9-941062874ab7 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.1875832 Nov 15 14:38:38.233972 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-1c88d091-48cd-4202-886c-58f6c92b0ff2 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:38.233972 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-1c88d091-48cd-4202-886c-58f6c92b0ff2 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3024700 Nov 15 14:38:38.233972 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-462b2522-40c8-4dcb-902f-0d23b7923fac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.234850 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3ae3ca6-a453-41f5-8149-682abddf0d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.235056 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-462b2522-40c8-4dcb-902f-0d23b7923fac admin admin] 10.222.0.70 "DELETE /v2.0/subnets/490a1313-3d7c-4e5b-aa5e-4d7b5184b43e HTTP/1.1" status: 204 len: 168 time: 0.7598381 Nov 15 14:38:38.236275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:38.250371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Request body: {'port': {'device_id': '260581f9-7c33-484a-8af7-87db9cd82e74', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': 'be8b2d058d7d4aaf9b533a489c9f5f98'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:38.253226 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c23b3829-a57f-40f7-a99d-ee3b379e41c6 req-24329dd1-bad3-40d9-82d3-528d6699c647 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.265438 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c23b3829-a57f-40f7-a99d-ee3b379e41c6 req-24329dd1-bad3-40d9-82d3-528d6699c647 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.320475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff793f-2cad-4bed-8996-f4f423e55606 None None] Pushing event updated for resources: {'Port': ['ID=d1066eca-82bd-43cb-a5e3-610f4c49a907,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:38.424644 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Attempting to bind port d1066eca-82bd-43cb-a5e3-610f4c49a907 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:38:38.425486 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Attempting to bind port d1066eca-82bd-43cb-a5e3-610f4c49a907 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '9de8b916-1c41-43ba-8250-6b6d8496600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:38:38.425962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Attempting to bind port d1066eca-82bd-43cb-a5e3-610f4c49a907 on network fdcf4cf0-944a-4585-9636-be35a7eff07b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:38:38.432878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:38:38.433409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Checking segment: {'id': '9de8b916-1c41-43ba-8250-6b6d8496600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:38.433904 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.434687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Bound using segment: {'id': '9de8b916-1c41-43ba-8250-6b6d8496600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:38:38.435565 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Bound port: d1066eca-82bd-43cb-a5e3-610f4c49a907, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de8b916-1c41-43ba-8250-6b6d8496600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:38:38.436058 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.526269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6de358a-a43f-4940-bfb9-8cf51449821a req-13a8ab3d-c6ff-4518-8daa-a73704c30ef1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091938 Nov 15 14:38:38.562536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] For port d1066eca-82bd-43cb-a5e3-610f4c49a907, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:38:38.563261 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f78baaf1-acd1-4caa-8570-38d7199c3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.575731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] For port d1066eca-82bd-43cb-a5e3-610f4c49a907, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d1066eca-82bd-43cb-a5e3-610f4c49a907,segment=NetworkSegment(9de8b916-1c41-43ba-8250-6b6d8496600d),segment_id=9de8b916-1c41-43ba-8250-6b6d8496600d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:38:38.593345 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c23b3829-a57f-40f7-a99d-ee3b379e41c6 req-24329dd1-bad3-40d9-82d3-528d6699c647 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.648678 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c23b3829-a57f-40f7-a99d-ee3b379e41c6 req-24329dd1-bad3-40d9-82d3-528d6699c647 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.661719 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.663457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c23b3829-a57f-40f7-a99d-ee3b379e41c6 req-24329dd1-bad3-40d9-82d3-528d6699c647 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b65808db-e4d2-4979-afdf-6e870d67a4fa HTTP/1.1" status: 204 len: 173 time: 0.4999561 Nov 15 14:38:38.684081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24329dd1-bad3-40d9-82d3-528d6699c647 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b65808db-e4d2-4979-afdf-6e870d67a4fa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:38.872873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9a90f9fa-1c50-44b5-bf1f-ea1071f52da2 None None] Provisioning complete for port d1066eca-82bd-43cb-a5e3-610f4c49a907 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:38.874632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f78baaf1-acd1-4caa-8570-38d7199c3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.878898 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a90f9fa-1c50-44b5-bf1f-ea1071f52da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:38.909527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff793f-2cad-4bed-8996-f4f423e55606 None None] Pushing event updated for resources: {'Port': ['ID=d1066eca-82bd-43cb-a5e3-610f4c49a907,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:38.916034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Routers {'499f5ad8-53b7-4b8a-9218-a46128fda3eb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:38.916936 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:38.949813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f78baaf1-acd1-4caa-8570-38d7199c3e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264b8ca6-8fac-4c2f-a74b-c3daa9514b53']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:38.970062 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f78baaf1-acd1-4caa-8570-38d7199c3e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230b7f97-7b0b-4adb-83d8-f7326a5d4b2f') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:38.970923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f78baaf1-acd1-4caa-8570-38d7199c3e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230b7f97-7b0b-4adb-83d8-f7326a5d4b2f') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:38.985795 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f78baaf1-acd1-4caa-8570-38d7199c3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.007981 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f78baaf1-acd1-4caa-8570-38d7199c3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.016061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78baaf1-acd1-4caa-8570-38d7199c3e72 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:38:39.016680 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f78baaf1-acd1-4caa-8570-38d7199c3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.026987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f76154a8-b8ea-4c3e-864a-313214881ec4 req-d917961a-6255-405d-b386-b349ef49392a tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/866da50f-195d-4bf3-a207-aa884c61bcf1 HTTP/1.1" status: 200 len: 2416 time: 0.2306437 Nov 15 14:38:39.053530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4035c-3607-4c82-8cf2-2cc61a7891f1 req-49dd6736-ae47-48b5-9c6c-58fb0bdf4730 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:39.060818 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38f4035c-3607-4c82-8cf2-2cc61a7891f1 req-49dd6736-ae47-48b5-9c6c-58fb0bdf4730 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 945 time: 0.1247215 Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:38:39.086100 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:38:39.089648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Made reservation on behalf of be8b2d058d7d4aaf9b533a489c9f5f98 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:39.101636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.110517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a90f9fa-1c50-44b5-bf1f-ea1071f52da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.114516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] Set router 499f5ad8-53b7-4b8a-9218-a46128fda3eb gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:39.121069 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.151444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ae3ca6-a453-41f5-8149-682abddf0d46 admin admin] Router 2bc73ed3-afe5-45f1-bf48-23d4d80995cf has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:38:39.226312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9a90f9fa-1c50-44b5-bf1f-ea1071f52da2 None None] For port d1066eca-82bd-43cb-a5e3-610f4c49a907, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d1066eca-82bd-43cb-a5e3-610f4c49a907,segment=NetworkSegment(9de8b916-1c41-43ba-8250-6b6d8496600d),segment_id=9de8b916-1c41-43ba-8250-6b6d8496600d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:39.291361 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.295155 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f78baaf1-acd1-4caa-8570-38d7199c3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.326212 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a90f9fa-1c50-44b5-bf1f-ea1071f52da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.345588 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f78baaf1-acd1-4caa-8570-38d7199c3e72 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.362349 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f78baaf1-acd1-4caa-8570-38d7199c3e72 admin admin] 10.222.0.70 "DELETE /v2.0/networks/264b8ca6-8fac-4c2f-a74b-c3daa9514b53 HTTP/1.1" status: 204 len: 168 time: 1.1249404 Nov 15 14:38:39.364386 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.382852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78baaf1-acd1-4caa-8570-38d7199c3e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=264b8ca6-8fac-4c2f-a74b-c3daa9514b53,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:39.393335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38f4035c-3607-4c82-8cf2-2cc61a7891f1 req-4aa48352-85b8-487f-89a0-f1e582866cf4 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214350 Nov 15 14:38:39.513397 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f76154a8-b8ea-4c3e-864a-313214881ec4 req-fc9bc0d0-fdd3-4073-82f2-c75880b3e7f3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.531620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca7dd8a-c3bd-4261-90a6-37ab9c6216bf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:39.541218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c5645686-0f7a-4cc5-850e-226dbe1d76c2 None None] Provisioning complete for port d1066eca-82bd-43cb-a5e3-610f4c49a907 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:39.542183 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5645686-0f7a-4cc5-850e-226dbe1d76c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.553155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90f9fa-1c50-44b5-bf1f-ea1071f52da2 None None] Pushing event updated for resources: {'Port': ['ID=d1066eca-82bd-43cb-a5e3-610f4c49a907,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:39.609313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c5b1737-d41d-4d46-b109-a371deb1dff9 req-e955792c-6e5a-4a2d-a393-9ef4a9f1ad1f tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 210 time: 0.0743599 Nov 15 14:38:39.667472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ae3ca6-a453-41f5-8149-682abddf0d46 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:38:39.674846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f76154a8-b8ea-4c3e-864a-313214881ec4 req-fc9bc0d0-fdd3-4073-82f2-c75880b3e7f3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:39.682120 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e124737-6e2d-4639-9d58-bde1cbd32d89 None None] Sync routers for ids ['2bc73ed3-afe5-45f1-bf48-23d4d80995cf'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:38:39.697459 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a3ae3ca6-a453-41f5-8149-682abddf0d46 admin admin] 10.222.0.70 "PUT /v2.0/routers/2bc73ed3-afe5-45f1-bf48-23d4d80995cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2062731 Nov 15 14:38:39.699149 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e124737-6e2d-4639-9d58-bde1cbd32d89 None None] Routers {'2bc73ed3-afe5-45f1-bf48-23d4d80995cf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:39.704930 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0e124737-6e2d-4639-9d58-bde1cbd32d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2bc73ed3-afe5-45f1-bf48-23d4d80995cf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:39.705721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Allocated IP 192.168.233.15 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/c3900583-3c8a-4640-9038-0c5aeb07004b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:38:39.716313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58134) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:39.719313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:38:34Z', 'revision_number': 4, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd1066eca-82bd-43cb-a5e3-610f4c49a907', 'name': '', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'mac_address': 'fa:16:3e:99:62:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:32Z', 'updated_at': '2021-11-15T14:38:38Z', 'revision_number': 4, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'subnets': [{'id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:39.806082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb51d2-00a6-43c0-84cf-ee423ff047bb None None] The sync data for ids ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'] in n-d-817748-2 is: [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:38:34Z', 'revision_number': 4, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd1066eca-82bd-43cb-a5e3-610f4c49a907', 'name': '', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'mac_address': 'fa:16:3e:99:62:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:32Z', 'updated_at': '2021-11-15T14:38:38Z', 'revision_number': 4, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'subnets': [{'id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:38:40.004207 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0e124737-6e2d-4639-9d58-bde1cbd32d89 None None] Set router 2bc73ed3-afe5-45f1-bf48-23d4d80995cf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:40.017156 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:40.058107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185947a8-a6f7-4000-80e3-6b7421bcf180 req-fea595f0-1aea-416e-b08a-81080f4f11ec tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:40.065887 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58136) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:40.066107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-185947a8-a6f7-4000-80e3-6b7421bcf180 req-fea595f0-1aea-416e-b08a-81080f4f11ec tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 946 time: 0.1707177 Nov 15 14:38:40.081397 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:40.175140 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ee8be4c9-2795-4eaa-b388-265e27bc8573 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a4bf2e991e4d4c87abe12048158d1c86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1075814 Nov 15 14:38:40.175768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:40.247836 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec8f1c67-aa32-4f49-b69d-f9c944c537c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:40.274779 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec8f1c67-aa32-4f49-b69d-f9c944c537c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:40.276713 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:40.345928 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0e124737-6e2d-4639-9d58-bde1cbd32d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'name': 'tempest-ServerRescueNegativeTestJSON-622876883-router', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:03Z', 'updated_at': '2021-11-15T14:38:37Z', 'revision_number': 5, 'project_id': '50d072f4dda54fc6ad562bb1a75808f5', 'gw_port': {'id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:04Z', 'updated_at': '2021-11-15T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:40.346221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Pushing event updated for resources: {'Port': ['ID=c3900583-3c8a-4640-9038-0c5aeb07004b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:40.389522 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e124737-6e2d-4639-9d58-bde1cbd32d89 None None] Checking router: 2bc73ed3-afe5-45f1-bf48-23d4d80995cf for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:38:40.405739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:40.408769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:40.410690 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e124737-6e2d-4639-9d58-bde1cbd32d89 None None] Routers {'2bc73ed3-afe5-45f1-bf48-23d4d80995cf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:40.411358 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0e124737-6e2d-4639-9d58-bde1cbd32d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2bc73ed3-afe5-45f1-bf48-23d4d80995cf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:40.411823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:38:40.535658 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:40.543254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:40.575887 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec8f1c67-aa32-4f49-b69d-f9c944c537c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:40.579467 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec8f1c67-aa32-4f49-b69d-f9c944c537c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:40.583597 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ec8f1c67-aa32-4f49-b69d-f9c944c537c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47885d92-326a-4c11-9de0-2f88c573cafc HTTP/1.1" status: 204 len: 168 time: 0.4040933 Nov 15 14:38:40.620805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f1c67-aa32-4f49-b69d-f9c944c537c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47885d92-326a-4c11-9de0-2f88c573cafc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:40.670760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f76154a8-b8ea-4c3e-864a-313214881ec4 req-fc9bc0d0-fdd3-4073-82f2-c75880b3e7f3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:40.672012 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-0459d741-94a7-435e-9b56-8d057738e6da tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4274490 Nov 15 14:38:40.673649 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0e124737-6e2d-4639-9d58-bde1cbd32d89 None None] Set router 2bc73ed3-afe5-45f1-bf48-23d4d80995cf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:40.679440 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f76154a8-b8ea-4c3e-864a-313214881ec4 req-fc9bc0d0-fdd3-4073-82f2-c75880b3e7f3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:40.680759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f76154a8-b8ea-4c3e-864a-313214881ec4 req-fc9bc0d0-fdd3-4073-82f2-c75880b3e7f3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "DELETE /v2.0/security-groups/866da50f-195d-4bf3-a207-aa884c61bcf1 HTTP/1.1" status: 204 len: 173 time: 1.6159766 Nov 15 14:38:40.697304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Request body: {'port': {'device_id': '260581f9-7c33-484a-8af7-87db9cd82e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:40.828393 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bc0d0-fdd3-4073-82f2-c75880b3e7f3 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=866da50f-195d-4bf3-a207-aa884c61bcf1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:40.906663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6840a2dc-dd1c-4389-b542-6673dd65c573 None None] Provisioning complete for port c3900583-3c8a-4640-9038-0c5aeb07004b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:40.907632 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6840a2dc-dd1c-4389-b542-6673dd65c573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:40.913142 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:40.954989 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:40.969794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6840a2dc-dd1c-4389-b542-6673dd65c573 None None] Port c3900583-3c8a-4640-9038-0c5aeb07004b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:38:41.036330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-185947a8-a6f7-4000-80e3-6b7421bcf180 req-687ac454-8be8-4a48-a885-bc927cc952c5 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9689126 Nov 15 14:38:41.112470 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0e124737-6e2d-4639-9d58-bde1cbd32d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'name': 'tempest-ServerRescueNegativeTestJSON-622876883-router', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:03Z', 'updated_at': '2021-11-15T14:38:37Z', 'revision_number': 5, 'project_id': '50d072f4dda54fc6ad562bb1a75808f5', 'gw_port': {'id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:04Z', 'updated_at': '2021-11-15T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:41.209448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cea00-e95c-4fe5-994c-cafa781e9d38 req-382d692b-0c28-4b9a-b1ee-18024ac60ac2 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:41.222347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b2cea00-e95c-4fe5-994c-cafa781e9d38 req-382d692b-0c28-4b9a-b1ee-18024ac60ac2 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 945 time: 0.3811417 Nov 15 14:38:41.225323 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e124737-6e2d-4639-9d58-bde1cbd32d89 None None] The sync data for ids ['2bc73ed3-afe5-45f1-bf48-23d4d80995cf'] in n-d-817748-2 is: [{'id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'name': 'tempest-ServerRescueNegativeTestJSON-622876883-router', 'tenant_id': '50d072f4dda54fc6ad562bb1a75808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:35:03Z', 'updated_at': '2021-11-15T14:38:37Z', 'revision_number': 5, 'project_id': '50d072f4dda54fc6ad562bb1a75808f5', 'gw_port': {'id': '1d2f731b-7e44-46fd-a021-906eb77d9524', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc73ed3-afe5-45f1-bf48-23d4d80995cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:35:04Z', 'updated_at': '2021-11-15T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:38:41.319492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f429-04cd-4020-ba45-a2d642d11f48 req-2072c6a3-f5b7-4c26-a3ab-7f63104ff8cd tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:41.322964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf98f429-04cd-4020-ba45-a2d642d11f48 req-2072c6a3-f5b7-4c26-a3ab-7f63104ff8cd tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 935 time: 0.1555829 Nov 15 14:38:41.339749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b2cea00-e95c-4fe5-994c-cafa781e9d38 req-257a219d-ffd5-483e-8496-b967cdc3c457 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160250 Nov 15 14:38:41.365751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Deleting port 1d2f731b-7e44-46fd-a021-906eb77d9524 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:41.366095 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:41.425457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3900583-3c8a-4640-9038-0c5aeb07004b {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:38:41.434874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:41.450429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Transition to ACTIVE for port object c3900583-3c8a-4640-9038-0c5aeb07004b will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:38:41.462296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf98f429-04cd-4020-ba45-a2d642d11f48 req-c8dcbaf4-d3ae-409d-8b79-149810ee4100 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/security-groups?id=cca7dd8a-c3bd-4261-90a6-37ab9c6216bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206362 Nov 15 14:38:41.471032 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-93d90cfa-56ac-4844-9ece-a2b175f0bed0 req-eb32e243-0bb6-4035-add1-ae47bd45a283 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] show failed (client error): The resource could not be found. Nov 15 14:38:41.472805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93d90cfa-56ac-4844-9ece-a2b175f0bed0 req-eb32e243-0bb6-4035-add1-ae47bd45a283 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/bea9d90a-c4ce-4ca1-b0b7-3472058d775d HTTP/1.1" status: 404 len: 352 time: 0.0417595 Nov 15 14:38:41.512696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:41.564696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] For port 1d2f731b-7e44-46fd-a021-906eb77d9524, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1d2f731b-7e44-46fd-a021-906eb77d9524,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:41.564696 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:41.580136 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Pushing event updated for resources: {'Port': ['ID=c3900583-3c8a-4640-9038-0c5aeb07004b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:41.604303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Calling delete_port for 1d2f731b-7e44-46fd-a021-906eb77d9524 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:41.630166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58160) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:41.737690 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:41.825497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d1066eca-82bd-43cb-a5e3-610f4c49a907 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:41.868187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Attempting to bind port c3900583-3c8a-4640-9038-0c5aeb07004b on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:38:41.872803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Attempting to bind port c3900583-3c8a-4640-9038-0c5aeb07004b by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:38:41.873847 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Attempting to bind port c3900583-3c8a-4640-9038-0c5aeb07004b on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:38:41.883269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Port c3900583-3c8a-4640-9038-0c5aeb07004b on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:38:41.883865 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Attempting to bind port c3900583-3c8a-4640-9038-0c5aeb07004b on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:38:41.896650 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ccd8d2-3e47-46f2-ad3b-2a00bf663ea2 admin admin] Deleting subnet 0891ce26-4d77-495a-99f4-5a3706b7bb5f {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:38:41.907882 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72ccd8d2-3e47-46f2-ad3b-2a00bf663ea2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:41.944866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4ed6a332-1dc7-4a60-b467-b3f9569f40de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc9b228ff33a416b8d6bf1b18ceace8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2027087 Nov 15 14:38:41.954925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58170) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:41.980584 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d1066eca-82bd-43cb-a5e3-610f4c49a907 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:41.981261 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:41.985388 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72ccd8d2-3e47-46f2-ad3b-2a00bf663ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.037916 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72ccd8d2-3e47-46f2-ad3b-2a00bf663ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.141579 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:38:42.144910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:42.144910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:38:42.144910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Bound port: c3900583-3c8a-4640-9038-0c5aeb07004b, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:38:42.144910 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.201965 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec9ec190-7844-45ce-af01-34b43d80bb8f req-a237b980-0b90-48df-b8e4-91562285f660 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4632485 Nov 15 14:38:42.326881 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c63ef460-b273-4931-bec3-7546c2a03c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.344505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:38:42.347534 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72ccd8d2-3e47-46f2-ad3b-2a00bf663ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.351510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=c3900583-3c8a-4640-9038-0c5aeb07004b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:38:42.383423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccd8d2-3e47-46f2-ad3b-2a00bf663ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0891ce26-4d77-495a-99f4-5a3706b7bb5f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:42.397523 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72ccd8d2-3e47-46f2-ad3b-2a00bf663ea2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.402959 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-72ccd8d2-3e47-46f2-ad3b-2a00bf663ea2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0891ce26-4d77-495a-99f4-5a3706b7bb5f HTTP/1.1" status: 204 len: 168 time: 0.7744975 Nov 15 14:38:42.404496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c63ef460-b273-4931-bec3-7546c2a03c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.405431 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:42.446554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ec190-7844-45ce-af01-34b43d80bb8f req-4fe4e00d-eb5f-49ce-b26b-f150c82ed7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:42.448202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec9ec190-7844-45ce-af01-34b43d80bb8f req-4fe4e00d-eb5f-49ce-b26b-f150c82ed7b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ddf0d988fb145c3811cd58163246078&device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 1097 time: 0.1669996 Nov 15 14:38:42.460891 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.468901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d3c153e-a888-414a-b7cf-4042c9bde7a6 req-b5e3f474-725e-4456-b063-513f674cc417 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/fac3f623-5a2d-48a7-b5fe-d955550b6454 HTTP/1.1" status: 200 len: 1824 time: 0.1380751 Nov 15 14:38:42.527804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:42.528573 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.529965 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] 10.222.0.46 "PUT /v2.0/ports/c3900583-3c8a-4640-9038-0c5aeb07004b HTTP/1.1" status: 200 len: 1095 time: 1.8449986 Nov 15 14:38:42.532582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:42.535984 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c671b3e4-67c2-4b5b-acf5-5eb63963c5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:42.551779 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99136c71-e78c-4318-9dde-b156cefe55fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.578919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558e55d-221d-4f1a-a083-3490dbcc2f17 service neutron] Pushing event updated for resources: {'Port': ['ID=c3900583-3c8a-4640-9038-0c5aeb07004b,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:42.669486 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d3c153e-a888-414a-b7cf-4042c9bde7a6 req-335c7868-8591-4509-87c5-44b8f97ae51c tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.702425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ec190-7844-45ce-af01-34b43d80bb8f req-8f26bb97-5a2d-49ad-8cab-6b92391a8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:42.703934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec9ec190-7844-45ce-af01-34b43d80bb8f req-8f26bb97-5a2d-49ad-8cab-6b92391a8072 service neutron] 10.222.0.59 "GET /v2.0/networks?id=13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 200 len: 906 time: 0.2276423 Nov 15 14:38:42.710005 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.722249 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d3c153e-a888-414a-b7cf-4042c9bde7a6 req-335c7868-8591-4509-87c5-44b8f97ae51c tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.782328 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99136c71-e78c-4318-9dde-b156cefe55fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.815399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-cc86a909-e930-43bc-805a-e709720d3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:42.817853 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-cc86a909-e930-43bc-805a-e709720d3e47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be8b2d058d7d4aaf9b533a489c9f5f98&device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 1098 time: 0.1438913 Nov 15 14:38:42.820020 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-99136c71-e78c-4318-9dde-b156cefe55fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e0174e-87c5-43d9-855e-d3736561f4b1']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:42.838609 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c63ef460-b273-4931-bec3-7546c2a03c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.840862 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-99136c71-e78c-4318-9dde-b156cefe55fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30751144-b9ee-4d47-b752-13096837ce38') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:42.841168 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-99136c71-e78c-4318-9dde-b156cefe55fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30751144-b9ee-4d47-b752-13096837ce38') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:42.841276 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c63ef460-b273-4931-bec3-7546c2a03c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.845136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c63ef460-b273-4931-bec3-7546c2a03c83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aef3526c-6da1-40f9-9d04-5e506eba3e39 HTTP/1.1" status: 204 len: 168 time: 0.8385198 Nov 15 14:38:42.846501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2f731b-7e44-46fd-a021-906eb77d9524,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:42.860026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec9ec190-7844-45ce-af01-34b43d80bb8f req-11ceb4e0-b583-4952-8949-2df901fa05c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c5353eb-8502-4c34-b5ce-ccfe16db09a7 HTTP/1.1" status: 200 len: 217 time: 0.1398342 Nov 15 14:38:42.908240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99136c71-e78c-4318-9dde-b156cefe55fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.921835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ef460-b273-4931-bec3-7546c2a03c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef3526c-6da1-40f9-9d04-5e506eba3e39,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:42.932107 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99136c71-e78c-4318-9dde-b156cefe55fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.952192 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-c549cfa2-c27b-433d-9c6b-4375dc4db9c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c3900583-3c8a-4640-9038-0c5aeb07004b HTTP/1.1" status: 200 len: 217 time: 0.1232088 Nov 15 14:38:42.959762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99136c71-e78c-4318-9dde-b156cefe55fb admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:38:42.961333 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99136c71-e78c-4318-9dde-b156cefe55fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:38:42.987732 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:38:43.023142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916bc13-6f60-46c3-bceb-fc5637d8c26a req-fcfa1848-3920-4c19-a0f2-64b6825fb518 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:43.025024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0916bc13-6f60-46c3-bceb-fc5637d8c26a req-fcfa1848-3920-4c19-a0f2-64b6825fb518 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 945 time: 0.2983456 Nov 15 14:38:43.029326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ec190-7844-45ce-af01-34b43d80bb8f req-185d0758-97ed-4bb8-8e2b-c3d760f427e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:43.031109 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec9ec190-7844-45ce-af01-34b43d80bb8f req-185d0758-97ed-4bb8-8e2b-c3d760f427e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5cf1135e-1812-4aea-b0cb-eae4babdb32e HTTP/1.1" status: 200 len: 845 time: 0.1611485 Nov 15 14:38:43.034312 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:43.104673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-33737737-9545-44c3-ab7b-fc5da820b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:43.106175 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-33737737-9545-44c3-ab7b-fc5da820b5e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0792282 Nov 15 14:38:43.140112 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d3c153e-a888-414a-b7cf-4042c9bde7a6 req-335c7868-8591-4509-87c5-44b8f97ae51c tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:43.143217 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d3c153e-a888-414a-b7cf-4042c9bde7a6 req-335c7868-8591-4509-87c5-44b8f97ae51c tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:43.144740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d3c153e-a888-414a-b7cf-4042c9bde7a6 req-335c7868-8591-4509-87c5-44b8f97ae51c tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "DELETE /v2.0/security-groups/fac3f623-5a2d-48a7-b5fe-d955550b6454 HTTP/1.1" status: 204 len: 173 time: 0.6531579 Nov 15 14:38:43.167385 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-803e2ad4-7b59-4ea0-842c-a216f0562c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:43.168903 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-803e2ad4-7b59-4ea0-842c-a216f0562c9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503907 Nov 15 14:38:43.186889 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99136c71-e78c-4318-9dde-b156cefe55fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:43.199503 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99136c71-e78c-4318-9dde-b156cefe55fb admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:43.202889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec9ec190-7844-45ce-af01-34b43d80bb8f req-44596073-5037-4659-9ade-cec562b0bb02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13fc7c01-c117-456b-9c07-be298e268580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1574259 Nov 15 14:38:43.203056 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-99136c71-e78c-4318-9dde-b156cefe55fb admin admin] 10.222.0.70 "DELETE /v2.0/networks/56e0174e-87c5-43d9-855e-d3736561f4b1 HTTP/1.1" status: 204 len: 168 time: 0.7965281 Nov 15 14:38:43.224667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:43.232998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c7868-8591-4509-87c5-44b8f97ae51c tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac3f623-5a2d-48a7-b5fe-d955550b6454,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:43.238284 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:43.370857 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0916bc13-6f60-46c3-bceb-fc5637d8c26a req-c29d36e4-846c-47f7-b7ab-250179169d88 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292236 Nov 15 14:38:43.512030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab7f56-0f5a-42bc-91f4-59b813590590 req-c3cd5753-6be8-4182-8a71-19894db38730 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:43.514216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fc63b098-85e8-4f88-a80d-7bed38586278 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:43.519874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25ab7f56-0f5a-42bc-91f4-59b813590590 req-c3cd5753-6be8-4182-8a71-19894db38730 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 947 time: 0.2207127 Nov 15 14:38:43.525219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec9ec190-7844-45ce-af01-34b43d80bb8f req-fce36cc3-4c84-441c-ac36-c7d592809e50 service neutron] 10.222.0.59 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092587 Nov 15 14:38:43.530822 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:43.531436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bc73ed3-afe5-45f1-bf48-23d4d80995cf {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:38:43.538921 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:43.540364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b061dbca-e46f-4976-8c6c-451698ab4dfe admin admin] 10.222.0.70 "DELETE /v2.0/routers/2bc73ed3-afe5-45f1-bf48-23d4d80995cf HTTP/1.1" status: 204 len: 168 time: 3.8229442 Nov 15 14:38:43.561942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58198) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:43.595194 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: fc63b098-85e8-4f88-a80d-7bed38586278 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:43.595776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fc63b098-85e8-4f88-a80d-7bed38586278 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:43.742637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb0ea9e-935c-4c65-bfc3-f9abe718184e admin admin] Deleting subnet 912abb4e-fe5a-416e-afcb-b79eb8087760 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:38:43.796360 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25ab7f56-0f5a-42bc-91f4-59b813590590 req-cc2b211e-b414-4eed-99b9-07eb126f01c9 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/security-groups?id=cca7dd8a-c3bd-4261-90a6-37ab9c6216bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737923 Nov 15 14:38:43.798252 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fb0ea9e-935c-4c65-bfc3-f9abe718184e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:43.854334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:43.866744 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e885add2-805c-48c0-962b-41de948be8b9 x-openstack-request-id: req-e885add2-805c-48c0-962b-41de948be8b9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:43.868784 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:43.868784 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e885add2-805c-48c0-962b-41de948be8b9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:43.868784 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b', 'status': 'completed', 'code': 200} Nov 15 14:38:43.869053 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99136c71-e78c-4318-9dde-b156cefe55fb admin admin] Pushing event deleted for resources: {'Network': ['ID=56e0174e-87c5-43d9-855e-d3736561f4b1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:43.921672 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-3bd032b9-cbad-4a28-88e1-a8f6e79b63b6 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7445366 Nov 15 14:38:43.935379 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fb0ea9e-935c-4c65-bfc3-f9abe718184e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.003409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fdad100-c69d-4fbf-a97e-3d6e65ae613a req-2e6bff74-5ac3-4647-8ad3-0190b2de78a1 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/63754504-d554-46e7-9115-2d783d78c6a1 HTTP/1.1" status: 200 len: 1823 time: 0.2300107 Nov 15 14:38:44.031348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec9ec190-7844-45ce-af01-34b43d80bb8f req-89be7c4a-dda5-4b14-9074-def9f7c4ef6a service neutron] 10.222.0.59 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965391 Nov 15 14:38:44.046957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f486ec4-b7f7-41f0-9374-71270f879f27 req-8ab8e936-8f78-42ce-8a0d-f16e9395df2a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:44.048745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f486ec4-b7f7-41f0-9374-71270f879f27 req-8ab8e936-8f78-42ce-8a0d-f16e9395df2a tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 945 time: 0.2441278 Nov 15 14:38:44.053625 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-71fce167-0d16-42bc-be33-b602cb0236e2 req-041614c7-4dd7-4757-96fa-eeea3b50ba0c service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219137 Nov 15 14:38:44.054116 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fb0ea9e-935c-4c65-bfc3-f9abe718184e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.066434 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a504b465-509d-45f8-86ed-645688bf23ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16a01cb376204f7f86587ca99e9d054b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2073600 Nov 15 14:38:44.066763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:44.159652 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-903edf53-03be-48d3-92f5-279bac10a98d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.235079 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-903edf53-03be-48d3-92f5-279bac10a98d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.269646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671b3e4-67c2-4b5b-acf5-5eb63963c5a2 req-e70881d6-bb1c-48c5-811c-af48bd1dfcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:44.274021 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c671b3e4-67c2-4b5b-acf5-5eb63963c5a2 req-e70881d6-bb1c-48c5-811c-af48bd1dfcf7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be8b2d058d7d4aaf9b533a489c9f5f98&device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 1098 time: 0.0952802 Nov 15 14:38:44.281244 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2fdad100-c69d-4fbf-a97e-3d6e65ae613a req-381e167f-9d2e-47e0-bc13-4c372e38666f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.329939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2fdad100-c69d-4fbf-a97e-3d6e65ae613a req-381e167f-9d2e-47e0-bc13-4c372e38666f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.347395 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fb0ea9e-935c-4c65-bfc3-f9abe718184e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.363209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-2f486ec4-b7f7-41f0-9374-71270f879f27 req-f723410c-8548-43df-99cf-c3e4fdca4cec tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Deleting port 57cd328e-9606-4a08-9ffc-68e5d7144437 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:38:44.363544 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f486ec4-b7f7-41f0-9374-71270f879f27 req-f723410c-8548-43df-99cf-c3e4fdca4cec tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.405395 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671b3e4-67c2-4b5b-acf5-5eb63963c5a2 req-f39a1e91-98f0-48e2-8057-ff3ac8852c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:44.407242 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c671b3e4-67c2-4b5b-acf5-5eb63963c5a2 req-f39a1e91-98f0-48e2-8057-ff3ac8852c55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1242325 Nov 15 14:38:44.447230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0ea9e-935c-4c65-bfc3-f9abe718184e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=912abb4e-fe5a-416e-afcb-b79eb8087760,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:44.478286 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-903edf53-03be-48d3-92f5-279bac10a98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.481337 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-903edf53-03be-48d3-92f5-279bac10a98d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.484978 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-903edf53-03be-48d3-92f5-279bac10a98d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fed2834b-0668-4696-b034-2838366c469c HTTP/1.1" status: 204 len: 168 time: 0.4143448 Nov 15 14:38:44.487202 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fb0ea9e-935c-4c65-bfc3-f9abe718184e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.492808 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c671b3e4-67c2-4b5b-acf5-5eb63963c5a2 req-e135f3fc-6dce-4d7b-986f-80ebd860a5aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c3900583-3c8a-4640-9038-0c5aeb07004b HTTP/1.1" status: 200 len: 217 time: 0.0760317 Nov 15 14:38:44.493652 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903edf53-03be-48d3-92f5-279bac10a98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed2834b-0668-4696-b034-2838366c469c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:44.495307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:44.496960 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6fb0ea9e-935c-4c65-bfc3-f9abe718184e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/912abb4e-fe5a-416e-afcb-b79eb8087760 HTTP/1.1" status: 204 len: 168 time: 0.9330392 Nov 15 14:38:44.629282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671b3e4-67c2-4b5b-acf5-5eb63963c5a2 req-e99b2c32-c666-4e91-84dd-7d3cc37dfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:44.630959 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c671b3e4-67c2-4b5b-acf5-5eb63963c5a2 req-e99b2c32-c666-4e91-84dd-7d3cc37dfbe2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1263335 Nov 15 14:38:44.633410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1be0929-3e5e-4731-8a4a-efc2c3b825fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.688225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a076f-ba59-4dc1-a1fa-d10f47e93168 req-101ff6c0-7cb9-4365-a665-76d28978e15f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:44.690790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee6a076f-ba59-4dc1-a1fa-d10f47e93168 req-101ff6c0-7cb9-4365-a665-76d28978e15f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 945 time: 0.2162867 Nov 15 14:38:44.698557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2f486ec4-b7f7-41f0-9374-71270f879f27 req-f723410c-8548-43df-99cf-c3e4fdca4cec tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] For port 57cd328e-9606-4a08-9ffc-68e5d7144437, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=57cd328e-9606-4a08-9ffc-68e5d7144437,segment=NetworkSegment(6f432215-e43d-4d29-a849-ab5fd37235c6),segment_id=6f432215-e43d-4d29-a849-ab5fd37235c6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:44.699568 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f486ec4-b7f7-41f0-9374-71270f879f27 req-f723410c-8548-43df-99cf-c3e4fdca4cec tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.753825 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2fdad100-c69d-4fbf-a97e-3d6e65ae613a req-381e167f-9d2e-47e0-bc13-4c372e38666f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.757750 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2fdad100-c69d-4fbf-a97e-3d6e65ae613a req-381e167f-9d2e-47e0-bc13-4c372e38666f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.759035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fdad100-c69d-4fbf-a97e-3d6e65ae613a req-381e167f-9d2e-47e0-bc13-4c372e38666f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "DELETE /v2.0/security-groups/63754504-d554-46e7-9115-2d783d78c6a1 HTTP/1.1" status: 204 len: 173 time: 0.7389061 Nov 15 14:38:44.761161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-2f486ec4-b7f7-41f0-9374-71270f879f27 req-f723410c-8548-43df-99cf-c3e4fdca4cec tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Calling delete_port for 57cd328e-9606-4a08-9ffc-68e5d7144437 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:38:44.775557 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1be0929-3e5e-4731-8a4a-efc2c3b825fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.779853 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671b3e4-67c2-4b5b-acf5-5eb63963c5a2 req-8d2d2f35-7c03-465a-a6cf-684a135a673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:44.784125 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c671b3e4-67c2-4b5b-acf5-5eb63963c5a2 req-8d2d2f35-7c03-465a-a6cf-684a135a673b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422601 Nov 15 14:38:44.798496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e167f-9d2e-47e0-bc13-4c372e38666f tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63754504-d554-46e7-9115-2d783d78c6a1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:44.836298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee6a076f-ba59-4dc1-a1fa-d10f47e93168 req-82038e2c-ef09-4c50-b263-616d5b94c840 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups?id=447597a8-d848-4d6c-a90e-02e334e87566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280489 Nov 15 14:38:44.842019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f1be0929-3e5e-4731-8a4a-efc2c3b825fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e4b8ee-acc5-4001-b628-218baa9fcd83']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:44.862072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f1be0929-3e5e-4731-8a4a-efc2c3b825fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6260927e-ab6c-4668-85d1-4bc2af2237e7') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:44.862437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f1be0929-3e5e-4731-8a4a-efc2c3b825fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6260927e-ab6c-4668-85d1-4bc2af2237e7') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:44.894008 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1be0929-3e5e-4731-8a4a-efc2c3b825fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.928698 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1be0929-3e5e-4731-8a4a-efc2c3b825fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.965267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aed7660c-c4c7-42a6-9a7e-30fbd0aed370 req-3c4f4d8b-fb16-40d1-9f20-baa432e2bceb tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/f389bbf8-a698-4793-8bb8-b711808fd79e HTTP/1.1" status: 200 len: 1822 time: 0.0617769 Nov 15 14:38:44.976090 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1be0929-3e5e-4731-8a4a-efc2c3b825fd admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:38:44.979455 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1be0929-3e5e-4731-8a4a-efc2c3b825fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:38:44.985987 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:38:45.058041 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c671b3e4-67c2-4b5b-acf5-5eb63963c5a2 req-faadc406-8e59-4be9-b4d9-ac36e34b46b0 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682438 Nov 15 14:38:45.139218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c4e48-feb6-4e3e-930a-72f22c95baa6 req-1f2f4fab-9c6f-41fb-87ff-7b69707caca1 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:45.149538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-004c4e48-feb6-4e3e-930a-72f22c95baa6 req-1f2f4fab-9c6f-41fb-87ff-7b69707caca1 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 947 time: 0.1548524 Nov 15 14:38:45.206498 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aed7660c-c4c7-42a6-9a7e-30fbd0aed370 req-601bc238-f46e-4066-a963-13b6e8a97097 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:45.207683 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c671b3e4-67c2-4b5b-acf5-5eb63963c5a2 req-e251e785-e3da-4eec-a110-78cdd33bb641 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399333 Nov 15 14:38:45.247058 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1be0929-3e5e-4731-8a4a-efc2c3b825fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:45.265627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1be0929-3e5e-4731-8a4a-efc2c3b825fd admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:45.280272 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aed7660c-c4c7-42a6-9a7e-30fbd0aed370 req-601bc238-f46e-4066-a963-13b6e8a97097 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:45.284980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1d2f731b-7e44-46fd-a021-906eb77d9524 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:45.289428 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f1be0929-3e5e-4731-8a4a-efc2c3b825fd admin admin] 10.222.0.70 "DELETE /v2.0/networks/b7e4b8ee-acc5-4001-b628-218baa9fcd83 HTTP/1.1" status: 204 len: 168 time: 0.7905495 Nov 15 14:38:45.302115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-004c4e48-feb6-4e3e-930a-72f22c95baa6 req-720a25f0-1450-4dbf-bd26-6064b8696020 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/security-groups?id=cca7dd8a-c3bd-4261-90a6-37ab9c6216bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532679 Nov 15 14:38:45.342906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be0929-3e5e-4731-8a4a-efc2c3b825fd admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e4b8ee-acc5-4001-b628-218baa9fcd83,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:45.355297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 1d2f731b-7e44-46fd-a021-906eb77d9524 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:45.355655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1d2f731b-7e44-46fd-a021-906eb77d9524 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:45.369625 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f486ec4-b7f7-41f0-9374-71270f879f27 req-f723410c-8548-43df-99cf-c3e4fdca4cec tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:45.382324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['57cd328e-9606-4a08-9ffc-68e5d7144437'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:38:45.424170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723410c-8548-43df-99cf-c3e4fdca4cec tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Pushing event deleted for resources: {'Port': ['ID=57cd328e-9606-4a08-9ffc-68e5d7144437,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:45.434596 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aed7660c-c4c7-42a6-9a7e-30fbd0aed370 req-601bc238-f46e-4066-a963-13b6e8a97097 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:45.438239 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aed7660c-c4c7-42a6-9a7e-30fbd0aed370 req-601bc238-f46e-4066-a963-13b6e8a97097 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:45.439637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aed7660c-c4c7-42a6-9a7e-30fbd0aed370 req-601bc238-f46e-4066-a963-13b6e8a97097 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "DELETE /v2.0/security-groups/f389bbf8-a698-4793-8bb8-b711808fd79e HTTP/1.1" status: 204 len: 173 time: 0.4731889 Nov 15 14:38:45.472447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bc238-f46e-4066-a963-13b6e8a97097 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f389bbf8-a698-4793-8bb8-b711808fd79e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:45.500542 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f486ec4-b7f7-41f0-9374-71270f879f27 req-f723410c-8548-43df-99cf-c3e4fdca4cec tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] No DVR routers for this DVR port 57cd328e-9606-4a08-9ffc-68e5d7144437 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:38:45.504183 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f486ec4-b7f7-41f0-9374-71270f879f27 req-f723410c-8548-43df-99cf-c3e4fdca4cec tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:45.508362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f486ec4-b7f7-41f0-9374-71270f879f27 req-f723410c-8548-43df-99cf-c3e4fdca4cec tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.59 "DELETE /v2.0/ports/57cd328e-9606-4a08-9ffc-68e5d7144437 HTTP/1.1" status: 204 len: 173 time: 1.4396102 Nov 15 14:38:45.508851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad', 'name': 'network-vif-deleted', 'tag': '57cd328e-9606-4a08-9ffc-68e5d7144437'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:45.511186 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661ab351-e2a2-4f1a-b0ac-8f6151f77123" -d '{"events": [{"server_uuid": "6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad", "name": "network-vif-deleted", "tag": "57cd328e-9606-4a08-9ffc-68e5d7144437"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:45.561655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fcdea7e-9e7c-4fe3-b910-f95878e374da req-aac60d99-b000-406e-8fa5-ab117cce3add tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/a5575572-dace-4a48-8884-3dbe7ce6a1da HTTP/1.1" status: 200 len: 2421 time: 0.0621457 Nov 15 14:38:45.587445 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9708cc12-3be9-410c-9a40-a54b73316417 x-openstack-request-id: req-9708cc12-3be9-410c-9a40-a54b73316417 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:38:45.587802 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad", "name": "network-vif-deleted", "tag": "57cd328e-9606-4a08-9ffc-68e5d7144437", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:38:45.588089 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9708cc12-3be9-410c-9a40-a54b73316417 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:38:45.588496 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad', 'name': 'network-vif-deleted', 'tag': '57cd328e-9606-4a08-9ffc-68e5d7144437', 'status': 'completed', 'code': 200} Nov 15 14:38:45.636905 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fcdea7e-9e7c-4fe3-b910-f95878e374da req-a0863910-9e49-457a-be76-2f831153a74e tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:45.669921 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fcdea7e-9e7c-4fe3-b910-f95878e374da req-a0863910-9e49-457a-be76-2f831153a74e tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:45.900741 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fcdea7e-9e7c-4fe3-b910-f95878e374da req-a0863910-9e49-457a-be76-2f831153a74e tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:45.903641 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fcdea7e-9e7c-4fe3-b910-f95878e374da req-a0863910-9e49-457a-be76-2f831153a74e tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:45.911817 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fcdea7e-9e7c-4fe3-b910-f95878e374da req-a0863910-9e49-457a-be76-2f831153a74e tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "DELETE /v2.0/security-groups/a5575572-dace-4a48-8884-3dbe7ce6a1da HTTP/1.1" status: 204 len: 173 time: 0.3425097 Nov 15 14:38:45.935802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0863910-9e49-457a-be76-2f831153a74e tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5575572-dace-4a48-8884-3dbe7ce6a1da,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:45.958564 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae2b51ab-304c-4cd3-918d-e70d77fd50b3 req-b0c67a9a-7467-40a0-9cf1-2231ec669cdc tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 210 time: 0.0402882 Nov 15 14:38:46.227524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a038836d-a069-4c35-a38f-9d7321b924f0 req-3c0db9a0-9681-4e96-a2d6-12c10687a76d tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "GET /v2.0/security-groups/b7cf0f82-c309-46b0-9bf4-8a79bc31347c HTTP/1.1" status: 200 len: 2416 time: 0.0409184 Nov 15 14:38:46.228907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:38:46.229092 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a038836d-a069-4c35-a38f-9d7321b924f0 req-3052f2f9-697f-4ad7-b50c-c8178ffb5a20 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:46.229092 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a038836d-a069-4c35-a38f-9d7321b924f0 req-3052f2f9-697f-4ad7-b50c-c8178ffb5a20 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:46.229360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:46.229360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7', 'network_id': '13fc7c01-c117-456b-9c07-be298e268580', 'port_id': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7', 'mac_address': 'fa:16:3e:19:c2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf1135e-1812-4aea-b0cb-eae4babdb32e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:38:46.229360 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:46.229360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:38:46.262925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:46.274027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:46.328535 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-098aa0ae-91e7-49e2-a946-90f5808ddeb3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=50d072f4dda54fc6ad562bb1a75808f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530703 Nov 15 14:38:46.332605 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58306) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:46.410574 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d45417a-d4f1-43ae-8d62-5fa405d357c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:46.451736 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d45417a-d4f1-43ae-8d62-5fa405d357c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:46.751863 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a038836d-a069-4c35-a38f-9d7321b924f0 req-3052f2f9-697f-4ad7-b50c-c8178ffb5a20 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:46.755480 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a038836d-a069-4c35-a38f-9d7321b924f0 req-3052f2f9-697f-4ad7-b50c-c8178ffb5a20 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:46.761866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:46.768106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a038836d-a069-4c35-a38f-9d7321b924f0 req-3052f2f9-697f-4ad7-b50c-c8178ffb5a20 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] 10.222.0.70 "DELETE /v2.0/security-groups/b7cf0f82-c309-46b0-9bf4-8a79bc31347c HTTP/1.1" status: 204 len: 173 time: 0.7278848 Nov 15 14:38:46.779618 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052f2f9-697f-4ad7-b50c-c8178ffb5a20 tempest-SecurityGroupRulesTestJSON-2108337042 tempest-SecurityGroupRulesTestJSON-2108337042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cf0f82-c309-46b0-9bf4-8a79bc31347c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:46.822498 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d45417a-d4f1-43ae-8d62-5fa405d357c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:46.833122 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:46.833848 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d45417a-d4f1-43ae-8d62-5fa405d357c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:46.833848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9d45417a-d4f1-43ae-8d62-5fa405d357c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6db664dd-3c0d-4b0d-bb50-8162e79c4504 HTTP/1.1" status: 204 len: 168 time: 0.4964278 Nov 15 14:38:46.857067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45417a-d4f1-43ae-8d62-5fa405d357c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db664dd-3c0d-4b0d-bb50-8162e79c4504,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:46.871000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccc359a-850c-443d-a875-c193e40f5e5f admin admin] Deleting subnet 389bdae3-d2f3-4cd3-8f29-e6f0e6be6e72 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:38:46.880003 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ccc359a-850c-443d-a875-c193e40f5e5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:46.921438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:46.976655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device c3900583-3c8a-4640-9038-0c5aeb07004b details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:38:46.986945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe0be6-2523-45c4-bd13-42af768373ea req-d897e165-e4af-49af-856d-4b8d86d6d560 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:46.990179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbfe0be6-2523-45c4-bd13-42af768373ea req-d897e165-e4af-49af-856d-4b8d86d6d560 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 947 time: 0.1222663 Nov 15 14:38:47.028853 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ccc359a-850c-443d-a875-c193e40f5e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:47.140528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbfe0be6-2523-45c4-bd13-42af768373ea req-1c8d2eb6-2fd9-47d1-8b5b-bfbe18bdf15b tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/security-groups?id=cca7dd8a-c3bd-4261-90a6-37ab9c6216bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194577 Nov 15 14:38:47.151375 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ccc359a-850c-443d-a875-c193e40f5e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:47.242088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=c3900583-3c8a-4640-9038-0c5aeb07004b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:47.278233 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'c3900583-3c8a-4640-9038-0c5aeb07004b', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'c3900583-3c8a-4640-9038-0c5aeb07004b', 'mac_address': 'fa:16:3e:ae:e3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:38:47.288617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['4c5353eb-8502-4c34-b5ce-ccfe16db09a7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:38:47.350986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa921071-a23a-4b04-b821-68b0a1ebe119 req-b79b04e3-17cd-4995-8372-6318c01f611f tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ab6b6bd-91c0-43c1-b6ad-4feb5c70f0ad HTTP/1.1" status: 200 len: 210 time: 0.0652549 Nov 15 14:38:47.350986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58334) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:47.432712 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ccc359a-850c-443d-a875-c193e40f5e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:47.473923 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:47.495325 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3900583-3c8a-4640-9038-0c5aeb07004b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:38:47.535183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc359a-850c-443d-a875-c193e40f5e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=389bdae3-d2f3-4cd3-8f29-e6f0e6be6e72,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:47.560096 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ccc359a-850c-443d-a875-c193e40f5e5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:47.571665 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1ccc359a-850c-443d-a875-c193e40f5e5f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/389bdae3-d2f3-4cd3-8f29-e6f0e6be6e72 HTTP/1.1" status: 204 len: 168 time: 0.8086154 Nov 15 14:38:47.575785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58344) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:47.605948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=c3900583-3c8a-4640-9038-0c5aeb07004b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:47.879226 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95543d27-0985-4a30-8743-69206c36cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:47.907642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-520150877-network', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:47.909447 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:48.059227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 57cd328e-9606-4a08-9ffc-68e5d7144437 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:38:48.141761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 57cd328e-9606-4a08-9ffc-68e5d7144437 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:38:48.191059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 57cd328e-9606-4a08-9ffc-68e5d7144437 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:38:48.191059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=c3900583-3c8a-4640-9038-0c5aeb07004b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:48.230333 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['c3900583-3c8a-4640-9038-0c5aeb07004b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:38:48.424943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Made reservation on behalf of c1847ae12bc24094b6e8ac83bfed46df for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:48.427535 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:48.482981 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:48.487494 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95543d27-0985-4a30-8743-69206c36cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:48.538475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-95543d27-0985-4a30-8743-69206c36cb2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c1b368-07b6-41fa-bc0d-8f7507765b7c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:48.565783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55e056-d65a-4683-9490-532246a25cdd req-b448bdbb-6264-4911-b9e6-78d5894e95f2 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:48.573551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a55e056-d65a-4683-9490-532246a25cdd req-b448bdbb-6264-4911-b9e6-78d5894e95f2 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 948 time: 0.1634760 Nov 15 14:38:48.583936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-95543d27-0985-4a30-8743-69206c36cb2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de174e63-1827-4560-aeea-9b13077536ff') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:48.584331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-95543d27-0985-4a30-8743-69206c36cb2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de174e63-1827-4560-aeea-9b13077536ff') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:48.628486 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95543d27-0985-4a30-8743-69206c36cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:48.688746 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95543d27-0985-4a30-8743-69206c36cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:48.711906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95543d27-0985-4a30-8743-69206c36cb2f admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:38:48.712343 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95543d27-0985-4a30-8743-69206c36cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:38:48.716530 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:38:48.793078 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a55e056-d65a-4683-9490-532246a25cdd req-e69970d0-a1c1-427e-a219-5fa5cd6a5021 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/security-groups?id=cca7dd8a-c3bd-4261-90a6-37ab9c6216bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098193 Nov 15 14:38:48.907438 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:48.959399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device c3900583-3c8a-4640-9038-0c5aeb07004b up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:48.986647 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95543d27-0985-4a30-8743-69206c36cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:49.002739 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95543d27-0985-4a30-8743-69206c36cb2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:49.020823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-95543d27-0985-4a30-8743-69206c36cb2f admin admin] 10.222.0.70 "DELETE /v2.0/networks/59c1b368-07b6-41fa-bc0d-8f7507765b7c HTTP/1.1" status: 204 len: 168 time: 1.4430799 Nov 15 14:38:49.046485 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:49.061231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:38:49.073361 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:49.073810 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Added segment c752733c-d27d-4610-b728-fb50535dbe53 of type vlan for network b18155c8-d8ed-48f4-acb3-7c431e1273ff Nov 15 14:38:49.120055 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:49.169670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95543d27-0985-4a30-8743-69206c36cb2f admin admin] Pushing event deleted for resources: {'Network': ['ID=59c1b368-07b6-41fa-bc0d-8f7507765b7c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:49.180415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port c3900583-3c8a-4640-9038-0c5aeb07004b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:38:49.186197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port c3900583-3c8a-4640-9038-0c5aeb07004b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:49.187016 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:49.206716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d206909-10d2-4874-98e0-4334a31a3015,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:49.345961 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:49.347383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:49.348271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:49.378038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:49.390620 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:49.420232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:38:49.424146 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b148c7b2-d95a-40cf-9c01-457701f2efc1" -d '{"events": [{"server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "name": "network-vif-plugged", "status": "completed", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:38:49.441899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=c3900583-3c8a-4640-9038-0c5aeb07004b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:49.554903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] Pushing event updated for resources: {'Network': ['ID=b18155c8-d8ed-48f4-acb3-7c431e1273ff,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:49.564453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b0a87f39-cbe0-49be-a9c1-7610c5c1ec87 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2150576 Nov 15 14:38:49.565990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58398) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:49.570603 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b18155c8-d8ed-48f4-acb3-7c431e1273ff details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:38:49.572188 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-71097a85-1528-4d56-9362-b9379f58e6fe admin admin] Request body: {'subnet': {'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-520150877-subnet', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:49.587087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-778540594-network', 'tenant_id': '386351af8f3a401d8e1370c8a6bd8a52'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:49.622976 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 14:38:49.622976 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 15 14:38:49.622976 n-d-817748-2 neutron-server[103147]: [parameters: {'project_id_1': '386351af8f3a401d8e1370c8a6bd8a52', 'expiration_1': datetime.datetime(2021, 11, 15, 14, 38, 29, 602425)}] Nov 15 14:38:49.622976 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:38:49.631191 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:38:49.659964 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:49.688277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:49.723624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71097a85-1528-4d56-9362-b9379f58e6fe admin admin] Made reservation on behalf of c1847ae12bc24094b6e8ac83bfed46df for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:49.726459 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71097a85-1528-4d56-9362-b9379f58e6fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:49.761920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=c3900583-3c8a-4640-9038-0c5aeb07004b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:49.788500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-216f05cb-2f19-4c84-b7fe-19fd1f9bd02d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7704ac9a0b154c2491f688016c651ccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0998752 Nov 15 14:38:49.792404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58402) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:49.890647 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1bd799d3-a19d-48d2-a58e-9eeaf3568607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:49.920845 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1bd799d3-a19d-48d2-a58e-9eeaf3568607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.060531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:50.084221 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1bd799d3-a19d-48d2-a58e-9eeaf3568607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.087140 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1bd799d3-a19d-48d2-a58e-9eeaf3568607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.101134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1bd799d3-a19d-48d2-a58e-9eeaf3568607 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6bb1a0ce-bce8-446b-a4a6-6ba176a77017 HTTP/1.1" status: 204 len: 168 time: 0.2943029 Nov 15 14:38:50.105784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd799d3-a19d-48d2-a58e-9eeaf3568607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb1a0ce-bce8-446b-a4a6-6ba176a77017,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:50.131543 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71097a85-1528-4d56-9362-b9379f58e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.144836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:50.145948 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.253547 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.305005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71097a85-1528-4d56-9362-b9379f58e6fe admin admin] Checking segment: {'id': 'c752733c-d27d-4610-b728-fb50535dbe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:50.305378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71097a85-1528-4d56-9362-b9379f58e6fe admin admin] Network hostable DHCP agents. Network: b18155c8-d8ed-48f4-acb3-7c431e1273ff, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:38:50.325354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:50.328400 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71097a85-1528-4d56-9362-b9379f58e6fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ea3356-37e2-41c3-90e5-e7324e250f2c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:50.335332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Made reservation on behalf of 386351af8f3a401d8e1370c8a6bd8a52 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:50.340509 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.363792 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.405587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71097a85-1528-4d56-9362-b9379f58e6fe admin admin] Network b18155c8-d8ed-48f4-acb3-7c431e1273ff is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:38:50.446037 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.482692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-71097a85-1528-4d56-9362-b9379f58e6fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b18155c8-d8ed-48f4-acb3-7c431e1273ff) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:50.491236 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71097a85-1528-4d56-9362-b9379f58e6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:50.492023 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71097a85-1528-4d56-9362-b9379f58e6fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.529293 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.534320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9a6257-b863-457c-af40-008fd1c34729 None None] Network b18155c8-d8ed-48f4-acb3-7c431e1273ff requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:50.581187 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-71097a85-1528-4d56-9362-b9379f58e6fe admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0137231 Nov 15 14:38:50.584525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:50.589550 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-520150877-router', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:50.606477 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.654035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c638f6-ccca-405a-ac5a-4dbcd9575bff,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:50.674385 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:38:50.685358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.685722 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Added segment 8ea022c8-1721-4c7a-a502-820549cd86d4 of type vlan for network 2ed7e827-b949-41b5-a611-91d612ba5ccf Nov 15 14:38:50.764050 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.767740 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.777309 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.793882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:50.872338 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.950547 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe0d100-79c9-4c19-a6b5-1b28125ac3ed None None] Network b18155c8-d8ed-48f4-acb3-7c431e1273ff requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:50.971875 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:50.974159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:50.976027 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:51.109076 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:38:51.215222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed7e827-b949-41b5-a611-91d612ba5ccf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:51.227933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 2ed7e827-b949-41b5-a611-91d612ba5ccf details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:38:51.303321 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:51.323279 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:51.330151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-74eb3b69-a3cd-41b1-95f2-069988fd69eb admin admin] Request body: {'subnet': {'network_id': '2ed7e827-b949-41b5-a611-91d612ba5ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-778540594-subnet', 'tenant_id': '386351af8f3a401d8e1370c8a6bd8a52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:51.335599 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c2c7da3f-cdb0-4aa4-9842-fc7d86a03da5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9408793 Nov 15 14:38:51.460389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eb3b69-a3cd-41b1-95f2-069988fd69eb admin admin] Made reservation on behalf of 386351af8f3a401d8e1370c8a6bd8a52 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:51.463048 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b69-a3cd-41b1-95f2-069988fd69eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:51.781650 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:51.830223 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:51.929288 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b69-a3cd-41b1-95f2-069988fd69eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:52.015786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb3b69-a3cd-41b1-95f2-069988fd69eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=17953dad-78d5-40a8-86b0-00705a281c12,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:52.056133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb3b69-a3cd-41b1-95f2-069988fd69eb admin admin] Checking segment: {'id': '8ea022c8-1721-4c7a-a502-820549cd86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2ed7e827-b949-41b5-a611-91d612ba5ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:52.060058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb3b69-a3cd-41b1-95f2-069988fd69eb admin admin] Network hostable DHCP agents. Network: 2ed7e827-b949-41b5-a611-91d612ba5ccf, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:38:52.071412 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Allocated IP 172.25.4.109 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/a65839c3-5a24-4899-a727-518295c03c6a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:38:52.093588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:52.174645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb3b69-a3cd-41b1-95f2-069988fd69eb admin admin] Network 2ed7e827-b949-41b5-a611-91d612ba5ccf is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:38:52.244010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-74eb3b69-a3cd-41b1-95f2-069988fd69eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 2ed7e827-b949-41b5-a611-91d612ba5ccf) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:52.250433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eb3b69-a3cd-41b1-95f2-069988fd69eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:52.252577 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b69-a3cd-41b1-95f2-069988fd69eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:52.255933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6467a4eb-a762-4729-a260-824f46d75083 None None] Network 2ed7e827-b949-41b5-a611-91d612ba5ccf requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:52.348170 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1058875108-network', 'tenant_id': '3a3bb5b657714d818d811f2bb293a987'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:52.367272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-74eb3b69-a3cd-41b1-95f2-069988fd69eb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0341308 Nov 15 14:38:52.412558 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:52.516067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f723b3-9c69-4318-8363-874696a58f75 None None] Network 2ed7e827-b949-41b5-a611-91d612ba5ccf requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:52.546375 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:52.610573 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Made reservation on behalf of 3a3bb5b657714d818d811f2bb293a987 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:52.613000 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:52.632328 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:52.644792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:52.661648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:52.669585 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Pushing event updated for resources: {'Port': ['ID=a65839c3-5a24-4899-a727-518295c03c6a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:52.677664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:38:52.897445 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:53.023968 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:53.141413 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:38:53.177334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694def18-1747-4e76-839e-6432d6480a70,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:53.183471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:53.184461 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Added segment 44864bc2-ed5e-4da4-bf8c-fbe540622040 of type vlan for network 3606b93b-110d-47e3-a79e-43263bfb53fa Nov 15 14:38:53.253077 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:53.263992 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:53.404632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:53.406340 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:53.408352 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:53.575130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] Pushing event updated for resources: {'Network': ['ID=3606b93b-110d-47e3-a79e-43263bfb53fa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:53.586060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 3606b93b-110d-47e3-a79e-43263bfb53fa details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:38:53.610925 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:53.935944 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b83af40e-229a-409f-9ce7-85e90645c567 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8409998 Nov 15 14:38:53.937589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58472) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:53.944596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f94d7e11-1d9f-40e3-a546-a532daffb8b0 admin admin] Request body: {'subnet': {'network_id': '3606b93b-110d-47e3-a79e-43263bfb53fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1058875108-subnet', 'tenant_id': '3a3bb5b657714d818d811f2bb293a987', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:38:54.112326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94d7e11-1d9f-40e3-a546-a532daffb8b0 admin admin] Made reservation on behalf of 3a3bb5b657714d818d811f2bb293a987 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:38:54.114760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94d7e11-1d9f-40e3-a546-a532daffb8b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:54.175313 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Router 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:38:54.386465 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:38:54.402830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Sync routers for ids ['0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:38:54.418896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Routers {'0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:54.420304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:54.466525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94d7e11-1d9f-40e3-a546-a532daffb8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:54.517233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d7e11-1d9f-40e3-a546-a532daffb8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6cbd43a-8abf-4e3f-8e56-637d7c8dd72e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:54.524037 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:54.529170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:38:54.532024 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bf36132a-22dd-43a9-8569-bc8f4ba01777 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9450042 Nov 15 14:38:54.655798 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Set router 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:54.680197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d7e11-1d9f-40e3-a546-a532daffb8b0 admin admin] Checking segment: {'id': '44864bc2-ed5e-4da4-bf8c-fbe540622040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3606b93b-110d-47e3-a79e-43263bfb53fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:54.680562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94d7e11-1d9f-40e3-a546-a532daffb8b0 admin admin] Network hostable DHCP agents. Network: 3606b93b-110d-47e3-a79e-43263bfb53fa, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:38:54.856877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94d7e11-1d9f-40e3-a546-a532daffb8b0 admin admin] Network 3606b93b-110d-47e3-a79e-43263bfb53fa is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:38:54.971969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f94d7e11-1d9f-40e3-a546-a532daffb8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 3606b93b-110d-47e3-a79e-43263bfb53fa) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:54.985536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'name': 'tempest-ServerRescueTestJSON-520150877-router', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:50Z', 'updated_at': '2021-11-15T14:38:52Z', 'revision_number': 3, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'gw_port': {'id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:51Z', 'updated_at': '2021-11-15T14:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:54.990430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94d7e11-1d9f-40e3-a546-a532daffb8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:38:54.991182 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94d7e11-1d9f-40e3-a546-a532daffb8b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:55.036178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747449c0-1cfa-4287-a05a-19b04580c6e1 None None] Network 3606b93b-110d-47e3-a79e-43263bfb53fa requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:55.070211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Checking router: 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:38:55.074609 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Updating router 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 port a65839c3-5a24-4899-a727-518295c03c6a binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:38:55.134202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f94d7e11-1d9f-40e3-a546-a532daffb8b0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1938241 Nov 15 14:38:55.161825 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:55.422020 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:55.506881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b1aff-2a38-4ad9-9f54-99244d3c28df None None] Network 3606b93b-110d-47e3-a79e-43263bfb53fa requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:38:55.695391 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Allocated IP 172.20.0.1 (b18155c8-d8ed-48f4-acb3-7c431e1273ff/65ea3356-37e2-41c3-90e5-e7324e250f2c/839b11d9-39fc-437a-9921-8e3923fe8729) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:38:55.906242 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:56.049621 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:56.053875 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:56.097629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Network b18155c8-d8ed-48f4-acb3-7c431e1273ff is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:56.101961 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:56.107846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:38:56.123127 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:56.169560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Pushing event updated for resources: {'Port': ['ID=839b11d9-39fc-437a-9921-8e3923fe8729,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:56.174753 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:56.240394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Attempting to bind port a65839c3-5a24-4899-a727-518295c03c6a on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:38:56.240805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Attempting to bind port a65839c3-5a24-4899-a727-518295c03c6a by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:38:56.241141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Attempting to bind port a65839c3-5a24-4899-a727-518295c03c6a on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:38:56.256220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:38:56.256220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:38:56.256220 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:56.256220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:38:56.256711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Bound port: a65839c3-5a24-4899-a727-518295c03c6a, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:38:56.257085 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:56.262733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16328f61-49b8-4238-b2e1-7253cd54af83 None None] Pushing event updated for resources: {'Port': ['ID=a65839c3-5a24-4899-a727-518295c03c6a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:56.346336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] For port a65839c3-5a24-4899-a727-518295c03c6a, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:38:56.351198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] For port a65839c3-5a24-4899-a727-518295c03c6a, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a65839c3-5a24-4899-a727-518295c03c6a,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:38:56.456271 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:56.456958 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:56.554134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Routers {'0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:38:56.555335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:56.563173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16328f61-49b8-4238-b2e1-7253cd54af83 None None] Pushing event updated for resources: {'Port': ['ID=a65839c3-5a24-4899-a727-518295c03c6a,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:56.689413 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:56.758896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] Set router 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:38:57.035686 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:57.161876 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:57.175574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Pushing event updated for resources: {'Port': ['ID=839b11d9-39fc-437a-9921-8e3923fe8729,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:38:57.249192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'name': 'tempest-ServerRescueTestJSON-520150877-router', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:50Z', 'updated_at': '2021-11-15T14:38:56Z', 'revision_number': 4, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'gw_port': {'id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:51Z', 'updated_at': '2021-11-15T14:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '839b11d9-39fc-437a-9921-8e3923fe8729', 'name': '', 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'mac_address': 'fa:16:3e:2b:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '65ea3356-37e2-41c3-90e5-e7324e250f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:55Z', 'updated_at': '2021-11-15T14:38:55Z', 'revision_number': 1, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'subnets': [{'id': '65ea3356-37e2-41c3-90e5-e7324e250f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:38:57.330260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a37b37-f7ee-419a-ae7a-1bc8553924ad None None] The sync data for ids ['0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'] in n-d-817748-2 is: [{'id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'name': 'tempest-ServerRescueTestJSON-520150877-router', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:50Z', 'updated_at': '2021-11-15T14:38:56Z', 'revision_number': 4, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'gw_port': {'id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:51Z', 'updated_at': '2021-11-15T14:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '839b11d9-39fc-437a-9921-8e3923fe8729', 'name': '', 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'mac_address': 'fa:16:3e:2b:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '65ea3356-37e2-41c3-90e5-e7324e250f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:55Z', 'updated_at': '2021-11-15T14:38:55Z', 'revision_number': 1, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'subnets': [{'id': '65ea3356-37e2-41c3-90e5-e7324e250f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:38:57.383370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Network b18155c8-d8ed-48f4-acb3-7c431e1273ff is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:38:57.385639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:38:57.632900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Router 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:38:57.911232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:38:57.929927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7857f36e-981e-4aad-8190-91f6b3bc1d22 admin admin] 10.222.0.70 "PUT /v2.0/routers/0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3904195 Nov 15 14:38:57.941291 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:58.512621 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:59.407263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a65839c3-5a24-4899-a727-518295c03c6a up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:38:59.480703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port a65839c3-5a24-4899-a727-518295c03c6a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:38:59.480703 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:59.576607 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:59.601073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port a65839c3-5a24-4899-a727-518295c03c6a, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a65839c3-5a24-4899-a727-518295c03c6a,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:38:59.677857 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:59.717684 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fc1891e-b082-47e5-bd11-2498ec1d7fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:38:59.768226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=a65839c3-5a24-4899-a727-518295c03c6a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:00.499862 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Sync routers for ids ['0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:39:00.545783 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Routers {'0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:39:00.552972 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:38:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:00.771453 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Set router 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:39:01.071103 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'name': 'tempest-ServerRescueTestJSON-520150877-router', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:50Z', 'updated_at': '2021-11-15T14:38:56Z', 'revision_number': 4, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'gw_port': {'id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:51Z', 'updated_at': '2021-11-15T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '839b11d9-39fc-437a-9921-8e3923fe8729', 'name': '', 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'mac_address': 'fa:16:3e:2b:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '65ea3356-37e2-41c3-90e5-e7324e250f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:55Z', 'updated_at': '2021-11-15T14:38:56Z', 'revision_number': 2, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'subnets': [{'id': '65ea3356-37e2-41c3-90e5-e7324e250f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:01.105807 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Checking router: 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:39:01.106453 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Updating router 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 port 839b11d9-39fc-437a-9921-8e3923fe8729 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:39:01.133811 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:01.390318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a65839c3-5a24-4899-a727-518295c03c6a up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:01.544551 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826440f9-d8ed-413f-8f88-2ef8350c0fdb x-openstack-request-id: req-826440f9-d8ed-413f-8f88-2ef8350c0fdb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:01.544860 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "name": "network-vif-plugged", "status": "completed", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:01.556397 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-826440f9-d8ed-413f-8f88-2ef8350c0fdb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:01.556397 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b', 'code': 200} Nov 15 14:39:01.556397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port a65839c3-5a24-4899-a727-518295c03c6a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:01.556397 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:01.700485 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:01.707970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecda694-8684-4326-ba9c-b088e969d518 req-61138475-9632-428d-9340-a4ede8dc1bac tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:01.725813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ecda694-8684-4326-ba9c-b088e969d518 req-61138475-9632-428d-9340-a4ede8dc1bac tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 949 time: 0.1400516 Nov 15 14:39:01.743642 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9406386-b8f4-47d0-a5f1-3f71c40132eb req-9b06e11c-e6ee-49b5-8749-8678f978c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:01.745931 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b9406386-b8f4-47d0-a5f1-3f71c40132eb req-9b06e11c-e6ee-49b5-8749-8678f978c027 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 1100 time: 0.1385901 Nov 15 14:39:01.797511 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:01.863043 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Pushing event updated for resources: {'Port': ['ID=839b11d9-39fc-437a-9921-8e3923fe8729,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:01.864103 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ecda694-8684-4326-ba9c-b088e969d518 req-22e89b0c-a0c0-4399-a28d-5154c9068caf tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/security-groups?id=cca7dd8a-c3bd-4261-90a6-37ab9c6216bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367781 Nov 15 14:39:01.902607 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:01.903051 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:01.905135 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:01.905545 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:01.907696 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:01.908783 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:01.909180 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:01.909803 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b9406386-b8f4-47d0-a5f1-3f71c40132eb req-9e5034ee-3f2e-452e-8d0d-f9640e59763d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cca7dd8a-c3bd-4261-90a6-37ab9c6216bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503148 Nov 15 14:39:01.913298 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:01.914614 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:01.915770 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:01.916252 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:01.916797 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:02.045427 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Attempting to bind port 839b11d9-39fc-437a-9921-8e3923fe8729 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:39:02.046656 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Attempting to bind port 839b11d9-39fc-437a-9921-8e3923fe8729 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'c752733c-d27d-4610-b728-fb50535dbe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:39:02.048042 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Attempting to bind port 839b11d9-39fc-437a-9921-8e3923fe8729 on network b18155c8-d8ed-48f4-acb3-7c431e1273ff {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:39:02.063125 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:39:02.063770 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Checking segment: {'id': 'c752733c-d27d-4610-b728-fb50535dbe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:02.064352 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:02.064919 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Bound using segment: {'id': 'c752733c-d27d-4610-b728-fb50535dbe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:39:02.065551 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Bound port: 839b11d9-39fc-437a-9921-8e3923fe8729, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c752733c-d27d-4610-b728-fb50535dbe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:39:02.066086 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:02.083527 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1d68132-c2e1-43c8-975e-3a292451d3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:02.210473 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] For port 839b11d9-39fc-437a-9921-8e3923fe8729, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:39:02.217100 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] For port 839b11d9-39fc-437a-9921-8e3923fe8729, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=839b11d9-39fc-437a-9921-8e3923fe8729,segment=NetworkSegment(c752733c-d27d-4610-b728-fb50535dbe53),segment_id=c752733c-d27d-4610-b728-fb50535dbe53)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:39:02.226129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-5f527300-2c65-4460-beb8-a518867c7dc3 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:02.236680 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-5f527300-2c65-4460-beb8-a518867c7dc3 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/networks?id=2ed7e827-b949-41b5-a611-91d612ba5ccf HTTP/1.1" status: 200 len: 808 time: 0.1925545 Nov 15 14:39:02.416606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf37941-e123-4c75-9f43-a000675562f1 req-16c80311-0b7d-4f46-80eb-de9aeee9fe31 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:02.418817 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-16c80311-0b7d-4f46-80eb-de9aeee9fe31 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/networks?id=3606b93b-110d-47e3-a79e-43263bfb53fa HTTP/1.1" status: 200 len: 814 time: 0.1703887 Nov 15 14:39:02.426917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-d3b6bf57-6c31-42c6-80bb-a8fe32c04f18 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/quotas/386351af8f3a401d8e1370c8a6bd8a52 HTTP/1.1" status: 200 len: 375 time: 0.1883001 Nov 15 14:39:02.477650 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-6f7695d3-0bca-49d6-b8a9-d61731f16d8f tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=386351af8f3a401d8e1370c8a6bd8a52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494103 Nov 15 14:39:02.504471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-63118bdf-dcad-4e67-a2f0-247d96ff2ee5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:39:02.512005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-63118bdf-dcad-4e67-a2f0-247d96ff2ee5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0315776 Nov 15 14:39:02.514721 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-8a1afe92-f705-4172-95d7-9dfe4650c845 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/quotas/3a3bb5b657714d818d811f2bb293a987 HTTP/1.1" status: 200 len: 375 time: 0.0848691 Nov 15 14:39:02.593881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-1b6cf328-9725-4b7f-95c6-f914cd9bcc49 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a3bb5b657714d818d811f2bb293a987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690632 Nov 15 14:39:02.700945 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:02.865844 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Routers {'0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:39:02.866495 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:39:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:02.868336 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728118e-9e75-425b-a697-015cbb6d26e6 None None] Pushing event updated for resources: {'Port': ['ID=839b11d9-39fc-437a-9921-8e3923fe8729,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:03.172406 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] Set router 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:39:03.237093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-7b3d64eb-2e17-4a35-b287-8b2d29b1f0cd service neutron] 10.222.0.70 "GET /v2.0/networks/2ed7e827-b949-41b5-a611-91d612ba5ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6956699 Nov 15 14:39:03.237093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-d58bfdfd-bc39-4545-b0f8-24263109f92a service neutron] 10.222.0.70 "GET /v2.0/networks/3606b93b-110d-47e3-a79e-43263bfb53fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226931 Nov 15 14:39:03.443027 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:03.538871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 839b11d9-39fc-437a-9921-8e3923fe8729 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:03.550509 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e460caf-b298-4335-8a53-cc40dba0aa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:03.553220 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fa4677-e27a-45f0-a200-b19fe020e96f" -d '{"events": [{"server_uuid": "7e460caf-b298-4335-8a53-cc40dba0aa46", "name": "network-vif-plugged", "status": "completed", "tag": "4c5353eb-8502-4c34-b5ce-ccfe16db09a7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:03.621165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-70cf3ea2-b0e1-4199-9c34-3a6ba4032049 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed7e827-b949-41b5-a611-91d612ba5ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114451 Nov 15 14:39:03.628046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-4ba32af0-e8c6-4a14-839c-a8c2cdc89f12 service neutron] 10.222.0.70 "GET /v2.0/networks/3606b93b-110d-47e3-a79e-43263bfb53fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000463 Nov 15 14:39:03.668761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 839b11d9-39fc-437a-9921-8e3923fe8729 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:03.669157 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:03.670416 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'name': 'tempest-ServerRescueTestJSON-520150877-router', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:50Z', 'updated_at': '2021-11-15T14:38:56Z', 'revision_number': 4, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'gw_port': {'id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:51Z', 'updated_at': '2021-11-15T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '839b11d9-39fc-437a-9921-8e3923fe8729', 'name': '', 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'mac_address': 'fa:16:3e:2b:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '65ea3356-37e2-41c3-90e5-e7324e250f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:55Z', 'updated_at': '2021-11-15T14:39:02Z', 'revision_number': 4, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'subnets': [{'id': '65ea3356-37e2-41c3-90e5-e7324e250f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:03.797406 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:03.846356 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1230f5-28a7-446f-b171-88e937fd9b7a None None] The sync data for ids ['0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'] in n-d-817748-2 is: [{'id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'name': 'tempest-ServerRescueTestJSON-520150877-router', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:50Z', 'updated_at': '2021-11-15T14:38:56Z', 'revision_number': 4, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'gw_port': {'id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:51Z', 'updated_at': '2021-11-15T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '839b11d9-39fc-437a-9921-8e3923fe8729', 'name': '', 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'mac_address': 'fa:16:3e:2b:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '65ea3356-37e2-41c3-90e5-e7324e250f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:55Z', 'updated_at': '2021-11-15T14:39:02Z', 'revision_number': 4, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'subnets': [{'id': '65ea3356-37e2-41c3-90e5-e7324e250f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:39:03.871485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 839b11d9-39fc-437a-9921-8e3923fe8729, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=839b11d9-39fc-437a-9921-8e3923fe8729,segment=NetworkSegment(c752733c-d27d-4610-b728-fb50535dbe53),segment_id=c752733c-d27d-4610-b728-fb50535dbe53)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:03.987270 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:04.231636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=839b11d9-39fc-437a-9921-8e3923fe8729,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:04.815636 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86e6b3-3ac0-41cb-b04d-abcc7de21f15 req-2b6bda1d-5cb8-405d-be11-7d15e7a18ca6 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:04.824714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba86e6b3-3ac0-41cb-b04d-abcc7de21f15 req-2b6bda1d-5cb8-405d-be11-7d15e7a18ca6 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 949 time: 0.2553811 Nov 15 14:39:05.013677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba86e6b3-3ac0-41cb-b04d-abcc7de21f15 req-dc148493-fbbc-4b89-8b79-7071cdb621a8 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/security-groups?id=cca7dd8a-c3bd-4261-90a6-37ab9c6216bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876171 Nov 15 14:39:05.021123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-7c1271cf-c0e1-4a9b-9092-32d9e03c8840 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:05.064669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-7c1271cf-c0e1-4a9b-9092-32d9e03c8840 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/networks?id=b18155c8-d8ed-48f4-acb3-7c431e1273ff HTTP/1.1" status: 200 len: 810 time: 0.5031333 Nov 15 14:39:05.111127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-fc4f275f-4969-4437-b023-29e22680e338 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/quotas/c1847ae12bc24094b6e8ac83bfed46df HTTP/1.1" status: 200 len: 375 time: 0.0453999 Nov 15 14:39:05.119185 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57231524-c949-4a39-ac0c-a681f99b9412 x-openstack-request-id: req-57231524-c949-4a39-ac0c-a681f99b9412 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:05.119809 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e460caf-b298-4335-8a53-cc40dba0aa46", "name": "network-vif-plugged", "status": "completed", "tag": "4c5353eb-8502-4c34-b5ce-ccfe16db09a7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:05.120648 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57231524-c949-4a39-ac0c-a681f99b9412 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:05.123767 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e460caf-b298-4335-8a53-cc40dba0aa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7', 'code': 200} Nov 15 14:39:05.130932 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:05.336720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67168bc3-b6df-4fce-8456-22c538df31fb req-57ae5348-3c5e-4695-a6cf-5736b2881128 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 210 time: 0.1203609 Nov 15 14:39:05.396985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-3d6a12c7-5ced-4fab-8df0-68c602e99541 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1847ae12bc24094b6e8ac83bfed46df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2846293 Nov 15 14:39:05.481022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 839b11d9-39fc-437a-9921-8e3923fe8729 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:05.572332 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37d608b9-9d4c-4c99-a1a6-3524bd6df575 req-35aba544-a9f0-48da-9bb9-fb8c65c027ee tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 210 time: 0.0823236 Nov 15 14:39:05.760544 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 839b11d9-39fc-437a-9921-8e3923fe8729 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:05.762916 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:05.872934 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:05.884816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-0c0b7d82-f7cd-4798-a052-109d357a3750 service neutron] 10.222.0.70 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868934 Nov 15 14:39:06.102494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-71b3e0fe-0ea0-44b5-a365-45ef67510db8 service neutron] 10.222.0.70 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026894 Nov 15 14:39:07.222233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58722) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:07.456881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c17a952-c68a-4570-8984-7af10b798a5e req-6f2982a5-0ba7-47a2-be37-d2936aee9e46 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 210 time: 0.0445085 Nov 15 14:39:07.457865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:07.505325 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:07.572083 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46a931b4-d77d-4f29-9056-b00d0d011bb4 req-6cfa0514-c365-4390-86a2-034123cf4fbd tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 210 time: 0.1188898 Nov 15 14:39:07.577248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-338247c9-bb9f-40d5-9fe1-d53f0744d505 req-53c87828-8f9e-4226-927d-78b2de80e4f5 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 210 time: 0.0356216 Nov 15 14:39:07.828198 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:07.831050 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:07.835347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "DELETE /v2.0/security-groups/5c35ce26-1342-4d7e-b1c1-c45ecbc4ce7d HTTP/1.1" status: 204 len: 168 time: 0.6063323 Nov 15 14:39:07.835648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:07.842481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c35ce26-1342-4d7e-b1c1-c45ecbc4ce7d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:07.877863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:07.877863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:07.877863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:07.877863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:07.877863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:07.877863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:07.877863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:07.877863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:07.877863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:07.877863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:07.879103 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-cc5689cd-7126-4ba7-b28a-6fc761881863 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] show failed (client error): The resource could not be found. Nov 15 14:39:07.879188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:07.879188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee207b1-9db8-4828-a618-c3ba5d228123 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:07.879331 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cc5689cd-7126-4ba7-b28a-6fc761881863 tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "GET /v2.0/security-groups/5c35ce26-1342-4d7e-b1c1-c45ecbc4ce7d HTTP/1.1" status: 404 len: 347 time: 0.0200396 Nov 15 14:39:07.879331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58750) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:08.063875 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Deleting port 95a23cb4-0c1c-4b51-a4de-ca7c72adf651 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:39:08.064222 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:08.184911 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:08.185526 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:08.201920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Calling delete_port for 95a23cb4-0c1c-4b51-a4de-ca7c72adf651 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:39:08.622655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a37b104-a7cc-4c79-adc9-3aba58e45721 req-4e55fec1-0261-4e31-8773-61ff58a80fdc tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 210 time: 0.0480874 Nov 15 14:39:08.643421 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:08.718124 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Pushing event deleted for resources: {'Port': ['ID=95a23cb4-0c1c-4b51-a4de-ca7c72adf651,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:08.736362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:08.736796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:08.742667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:08.742667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:08.742667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:08.743293 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1956a7d7-b067-48af-9f68-83b7d0d73bf4 req-3fe59059-f9db-45f4-b2d8-01a87c900ef0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 210 time: 0.0670035 Nov 15 14:39:08.743422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:08.743422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:08.743422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:08.743422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:08.743422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:08.743422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:08.743422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:08.835785 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:08.838601 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:08.840647 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0838295d-4141-48b9-8dfa-c07fa844970d tempest-ImagesOneServerNegativeTestJSON-384242403 tempest-ImagesOneServerNegativeTestJSON-384242403-project] 10.222.0.70 "DELETE /v2.0/floatingips/48edf929-f18a-49f4-912f-3edfc6b0feb5 HTTP/1.1" status: 204 len: 168 time: 0.9615870 Nov 15 14:39:08.870518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e16ea16-fdfd-4e9d-b92f-0f09a51ae4b1 req-91748f3b-7ec9-4853-9ed1-51abfa476fdc tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 210 time: 0.1449299 Nov 15 14:39:09.016256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-3b8e51f4-5013-41a6-982d-4958dda96f1e tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:09.020634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-3b8e51f4-5013-41a6-982d-4958dda96f1e tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.59 "GET /v2.0/networks?id=2ed7e827-b949-41b5-a611-91d612ba5ccf HTTP/1.1" status: 200 len: 808 time: 0.3241398 Nov 15 14:39:09.050217 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58812) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:09.053304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-bd2a2ff4-9077-4ae7-885b-a667e35ae973 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Request body: {'port': {'device_id': '107a4787-02e0-45c9-8090-e1192437ecae', 'network_id': '2ed7e827-b949-41b5-a611-91d612ba5ccf', 'admin_state_up': True, 'tenant_id': '386351af8f3a401d8e1370c8a6bd8a52'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:09.097494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40d96a4-177b-49be-b6b9-cc02a76cc03a admin admin] Deleting subnet 194b9af5-0b82-47e1-b9b2-4ed0afc65383 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:39:09.102150 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b40d96a4-177b-49be-b6b9-cc02a76cc03a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:09.180229 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b40d96a4-177b-49be-b6b9-cc02a76cc03a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:09.309119 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b40d96a4-177b-49be-b6b9-cc02a76cc03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:09.419981 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-bd2a2ff4-9077-4ae7-885b-a667e35ae973 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Made reservation on behalf of 386351af8f3a401d8e1370c8a6bd8a52 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:09.425207 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-bd2a2ff4-9077-4ae7-885b-a667e35ae973 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:09.558877 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b40d96a4-177b-49be-b6b9-cc02a76cc03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:09.609826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-bd2a2ff4-9077-4ae7-885b-a667e35ae973 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Allocated IP 172.20.0.13 (2ed7e827-b949-41b5-a611-91d612ba5ccf/17953dad-78d5-40a8-86b0-00705a281c12/9d982e2e-49ab-4d16-825e-79ed3eb1371d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:39:09.676546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d96a4-177b-49be-b6b9-cc02a76cc03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=194b9af5-0b82-47e1-b9b2-4ed0afc65383,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:09.676546 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b40d96a4-177b-49be-b6b9-cc02a76cc03a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:09.680982 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b40d96a4-177b-49be-b6b9-cc02a76cc03a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/194b9af5-0b82-47e1-b9b2-4ed0afc65383 HTTP/1.1" status: 204 len: 168 time: 0.6289883 Nov 15 14:39:09.687659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:09.804157 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbc758b7-af30-4a8b-a436-1562ed985bef req-e45b156b-3070-4ef1-8874-209f8a595920 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 210 time: 0.0488102 Nov 15 14:39:09.811731 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba364aa6-b0ad-4636-9a74-27994f49467f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:09.994003 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba364aa6-b0ad-4636-9a74-27994f49467f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:10.025549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0cf674ca-8e1d-4628-8b0c-8498c6f459d3 req-95e3a933-c99c-4849-bce5-a8cf7905eb47 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 210 time: 0.0824311 Nov 15 14:39:10.054650 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ba364aa6-b0ad-4636-9a74-27994f49467f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44376db9-3c9e-46c9-8ea0-caa71f035bc2']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:10.063508 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-bd2a2ff4-9077-4ae7-885b-a667e35ae973 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:10.118325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ba364aa6-b0ad-4636-9a74-27994f49467f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f432215-e43d-4d29-a849-ab5fd37235c6') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:10.118325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ba364aa6-b0ad-4636-9a74-27994f49467f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f432215-e43d-4d29-a849-ab5fd37235c6') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:10.151456 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba364aa6-b0ad-4636-9a74-27994f49467f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:10.191790 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba364aa6-b0ad-4636-9a74-27994f49467f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:10.227426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba364aa6-b0ad-4636-9a74-27994f49467f admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:39:10.228190 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba364aa6-b0ad-4636-9a74-27994f49467f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:39:10.232542 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:39:10.240504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf37941-e123-4c75-9f43-a000675562f1 req-00df9b29-6927-4376-ab86-546cea408215 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:10.240942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-00df9b29-6927-4376-ab86-546cea408215 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.59 "GET /v2.0/networks?id=3606b93b-110d-47e3-a79e-43263bfb53fa HTTP/1.1" status: 200 len: 814 time: 0.3319831 Nov 15 14:39:10.266081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2cf37941-e123-4c75-9f43-a000675562f1 req-f29032ab-9410-4b05-b339-0ee054e4c119 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Request body: {'port': {'device_id': 'dc0aaab5-9940-4894-a5eb-6ac0fb02c146', 'network_id': '3606b93b-110d-47e3-a79e-43263bfb53fa', 'admin_state_up': True, 'tenant_id': '3a3bb5b657714d818d811f2bb293a987'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:10.354757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22974db1-2f15-462a-a1bf-9c71bb575271 req-655ae3b7-e24c-43ef-8c9b-03f1a3cdfd81 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 210 time: 0.0761476 Nov 15 14:39:10.456292 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-bd2a2ff4-9077-4ae7-885b-a667e35ae973 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:10.483264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-bd2a2ff4-9077-4ae7-885b-a667e35ae973 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Network 2ed7e827-b949-41b5-a611-91d612ba5ccf is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:39:10.504059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-bd2a2ff4-9077-4ae7-885b-a667e35ae973 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:10.507226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-bd2a2ff4-9077-4ae7-885b-a667e35ae973 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:39:10.517980 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba364aa6-b0ad-4636-9a74-27994f49467f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:10.529962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba364aa6-b0ad-4636-9a74-27994f49467f admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:10.536819 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ba364aa6-b0ad-4636-9a74-27994f49467f admin admin] 10.222.0.70 "DELETE /v2.0/networks/44376db9-3c9e-46c9-8ea0-caa71f035bc2 HTTP/1.1" status: 204 len: 168 time: 0.8422272 Nov 15 14:39:10.566674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf37941-e123-4c75-9f43-a000675562f1 req-f29032ab-9410-4b05-b339-0ee054e4c119 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Made reservation on behalf of 3a3bb5b657714d818d811f2bb293a987 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:10.573347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba364aa6-b0ad-4636-9a74-27994f49467f admin admin] Pushing event deleted for resources: {'Network': ['ID=44376db9-3c9e-46c9-8ea0-caa71f035bc2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:10.574494 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf37941-e123-4c75-9f43-a000675562f1 req-f29032ab-9410-4b05-b339-0ee054e4c119 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:10.617901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a2ff4-9077-4ae7-885b-a667e35ae973 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Pushing event updated for resources: {'Port': ['ID=9d982e2e-49ab-4d16-825e-79ed3eb1371d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:10.800506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-bd2a2ff4-9077-4ae7-885b-a667e35ae973 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:10.801310 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-bd2a2ff4-9077-4ae7-885b-a667e35ae973 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:10.804585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-2cf37941-e123-4c75-9f43-a000675562f1 req-f29032ab-9410-4b05-b339-0ee054e4c119 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Allocated IP 172.20.0.10 (3606b93b-110d-47e3-a79e-43263bfb53fa/d6cbd43a-8abf-4e3f-8e56-637d7c8dd72e/e626a4aa-3030-4fe5-a3ef-ad1b97872bfd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:39:11.007455 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-bd2a2ff4-9077-4ae7-885b-a667e35ae973 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9632571 Nov 15 14:39:11.048865 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device c3900583-3c8a-4640-9038-0c5aeb07004b details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:39:11.145954 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:11.202687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Request body: {'port': {'device_id': '107a4787-02e0-45c9-8090-e1192437ecae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:11.253879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77e1f2-a3e4-44b6-bbf4-484e84907fe6 req-cca0b7b3-21e3-490d-83fe-cc7f6c4370ac tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:11.262607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b77e1f2-a3e4-44b6-bbf4-484e84907fe6 req-cca0b7b3-21e3-490d-83fe-cc7f6c4370ac tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 932 time: 0.3521993 Nov 15 14:39:11.267948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=c3900583-3c8a-4640-9038-0c5aeb07004b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:11.314338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'c3900583-3c8a-4640-9038-0c5aeb07004b', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'c3900583-3c8a-4640-9038-0c5aeb07004b', 'mac_address': 'fa:16:3e:ae:e3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:39:11.328993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf37941-e123-4c75-9f43-a000675562f1 req-f29032ab-9410-4b05-b339-0ee054e4c119 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:11.331162 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-d23dbce5-0f2b-4134-ba2a-b70845ea6634 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:11.333285 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-d23dbce5-0f2b-4134-ba2a-b70845ea6634 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.59 "GET /v2.0/networks?id=b18155c8-d8ed-48f4-acb3-7c431e1273ff HTTP/1.1" status: 200 len: 810 time: 0.3055704 Nov 15 14:39:11.337823 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8a364ce5-c267-43e1-9330-3ea905d7abaf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=652f0738127548cc86fe4fefa67400eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894338 Nov 15 14:39:11.340289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:11.370628 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-89bda2dd-a70e-4e60-8797-55fe454f46e8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Request body: {'port': {'device_id': '217ee331-1274-44da-a2e8-8664067c4d9c', 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff', 'admin_state_up': True, 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:11.439754 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:11.447214 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:11.490059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3900583-3c8a-4640-9038-0c5aeb07004b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:39:11.500569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b77e1f2-a3e4-44b6-bbf4-484e84907fe6 req-69920ffc-56ed-48d6-a726-172a1901c284 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/security-groups?id=81c638f6-ccca-405a-ac5a-4dbcd9575bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363110 Nov 15 14:39:11.547070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=c3900583-3c8a-4640-9038-0c5aeb07004b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:11.601193 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf37941-e123-4c75-9f43-a000675562f1 req-f29032ab-9410-4b05-b339-0ee054e4c119 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:11.617404 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eedfb6b4-cfc2-425e-a412-ccf81840f365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:11.644314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eedfb6b4-cfc2-425e-a412-ccf81840f365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:11.706023 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:11.725595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf37941-e123-4c75-9f43-a000675562f1 req-f29032ab-9410-4b05-b339-0ee054e4c119 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Network 3606b93b-110d-47e3-a79e-43263bfb53fa is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:39:11.768379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29032ab-9410-4b05-b339-0ee054e4c119 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Pushing event updated for resources: {'Port': ['ID=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:11.775819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-2cf37941-e123-4c75-9f43-a000675562f1 req-f29032ab-9410-4b05-b339-0ee054e4c119 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:11.779034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dbafd55f-7d68-4c29-bc2e-680c6aa149b4 req-3281b415-511b-4c1e-be83-084f3b59e27b tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 210 time: 0.1837587 Nov 15 14:39:11.786785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf37941-e123-4c75-9f43-a000675562f1 req-f29032ab-9410-4b05-b339-0ee054e4c119 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:39:11.825553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=c3900583-3c8a-4640-9038-0c5aeb07004b,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:11.835080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['c3900583-3c8a-4640-9038-0c5aeb07004b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:39:11.853228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf37941-e123-4c75-9f43-a000675562f1 req-f29032ab-9410-4b05-b339-0ee054e4c119 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:11.853228 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf37941-e123-4c75-9f43-a000675562f1 req-f29032ab-9410-4b05-b339-0ee054e4c119 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:11.883423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-89bda2dd-a70e-4e60-8797-55fe454f46e8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Made reservation on behalf of c1847ae12bc24094b6e8ac83bfed46df for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:11.892071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-89bda2dd-a70e-4e60-8797-55fe454f46e8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:11.924604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58274c3-94ce-4adb-9277-b7c7d8436e09 req-fedd5907-cafe-4c32-9119-3a1ef2ade7eb tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:11.931013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d58274c3-94ce-4adb-9277-b7c7d8436e09 req-fedd5907-cafe-4c32-9119-3a1ef2ade7eb tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 932 time: 0.1509578 Nov 15 14:39:11.982794 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eedfb6b4-cfc2-425e-a412-ccf81840f365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:11.988541 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eedfb6b4-cfc2-425e-a412-ccf81840f365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:11.988541 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-eedfb6b4-cfc2-425e-a412-ccf81840f365 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/447597a8-d848-4d6c-a90e-02e334e87566 HTTP/1.1" status: 204 len: 168 time: 0.6461511 Nov 15 14:39:12.015803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfb6b4-cfc2-425e-a412-ccf81840f365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447597a8-d848-4d6c-a90e-02e334e87566,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:12.069000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d58274c3-94ce-4adb-9277-b7c7d8436e09 req-5b3a4573-929c-4bdb-9469-565d86be09a9 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864928 Nov 15 14:39:12.084942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-f29032ab-9410-4b05-b339-0ee054e4c119 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8318455 Nov 15 14:39:12.135939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Request body: {'port': {'device_id': 'dc0aaab5-9940-4894-a5eb-6ac0fb02c146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:12.187393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:39:12.201223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-89bda2dd-a70e-4e60-8797-55fe454f46e8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Allocated IP 172.20.0.3 (b18155c8-d8ed-48f4-acb3-7c431e1273ff/65ea3356-37e2-41c3-90e5-e7324e250f2c/f866dbf6-fcb1-476c-82ec-9310e9b4af90) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:39:12.294601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:12.454939 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-89bda2dd-a70e-4e60-8797-55fe454f46e8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:12.521715 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:12.598810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:12.600209 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e460caf-b298-4335-8a53-cc40dba0aa46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:12.613007 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee0a0c7-1cb6-4ca4-b0cd-4168693e30fa" -d '{"events": [{"server_uuid": "7e460caf-b298-4335-8a53-cc40dba0aa46", "name": "network-vif-unplugged", "status": "completed", "tag": "4c5353eb-8502-4c34-b5ce-ccfe16db09a7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:12.652385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d982e2e-49ab-4d16-825e-79ed3eb1371d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:39:12.680743 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:12.719005 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-89bda2dd-a70e-4e60-8797-55fe454f46e8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:12.723492 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d2b7f7-1cef-486c-9428-be7f5a8eda66 x-openstack-request-id: req-e7d2b7f7-1cef-486c-9428-be7f5a8eda66 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:12.723788 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e460caf-b298-4335-8a53-cc40dba0aa46", "name": "network-vif-unplugged", "status": "completed", "tag": "4c5353eb-8502-4c34-b5ce-ccfe16db09a7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:12.724044 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7d2b7f7-1cef-486c-9428-be7f5a8eda66 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:12.725023 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e460caf-b298-4335-8a53-cc40dba0aa46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7', 'code': 200} Nov 15 14:39:12.770106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Transition to ACTIVE for port object 9d982e2e-49ab-4d16-825e-79ed3eb1371d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:39:12.798912 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:12.832655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a8952-9f46-4961-b53a-bc967fbacc2c req-586ecb0a-d242-4b8a-882f-330cba9533a1 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:12.838281 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d7a8952-9f46-4961-b53a-bc967fbacc2c req-586ecb0a-d242-4b8a-882f-330cba9533a1 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 932 time: 0.1882782 Nov 15 14:39:12.854332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-89bda2dd-a70e-4e60-8797-55fe454f46e8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Network b18155c8-d8ed-48f4-acb3-7c431e1273ff is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:39:12.868365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-89bda2dd-a70e-4e60-8797-55fe454f46e8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:12.872764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-89bda2dd-a70e-4e60-8797-55fe454f46e8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:39:12.919609 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:12.959824 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:13.010355 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bda2dd-a70e-4e60-8797-55fe454f46e8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Pushing event updated for resources: {'Port': ['ID=f866dbf6-fcb1-476c-82ec-9310e9b4af90,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:13.041072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-89bda2dd-a70e-4e60-8797-55fe454f46e8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:13.042066 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-89bda2dd-a70e-4e60-8797-55fe454f46e8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:13.066818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device c3900583-3c8a-4640-9038-0c5aeb07004b up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:13.178194 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-89bda2dd-a70e-4e60-8797-55fe454f46e8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8336041 Nov 15 14:39:13.195923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port c3900583-3c8a-4640-9038-0c5aeb07004b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:13.196706 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:13.197409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Request body: {'port': {'device_id': '217ee331-1274-44da-a2e8-8664067c4d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:13.242108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d7a8952-9f46-4961-b53a-bc967fbacc2c req-5037dcb2-bd26-4584-91fa-746051bf613e tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/security-groups?id=81c638f6-ccca-405a-ac5a-4dbcd9575bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846812 Nov 15 14:39:13.298226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Pushing event updated for resources: {'Port': ['ID=9d982e2e-49ab-4d16-825e-79ed3eb1371d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:13.348679 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:13.497646 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:13.505698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Attempting to bind port 9d982e2e-49ab-4d16-825e-79ed3eb1371d on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:39:13.506103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Attempting to bind port 9d982e2e-49ab-4d16-825e-79ed3eb1371d by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '8ea022c8-1721-4c7a-a502-820549cd86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2ed7e827-b949-41b5-a611-91d612ba5ccf'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:39:13.506498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Attempting to bind port 9d982e2e-49ab-4d16-825e-79ed3eb1371d on network 2ed7e827-b949-41b5-a611-91d612ba5ccf {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:39:13.531195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782ccd5-80c7-482d-9541-968f14031768 req-11477bf1-d848-4ec3-adc1-73aceb0986b6 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:13.541978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-11477bf1-d848-4ec3-adc1-73aceb0986b6 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/networks?id=13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 200 len: 805 time: 0.5317683 Nov 15 14:39:13.592305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Port 9d982e2e-49ab-4d16-825e-79ed3eb1371d on network 2ed7e827-b949-41b5-a611-91d612ba5ccf not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:39:13.592844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Attempting to bind port 9d982e2e-49ab-4d16-825e-79ed3eb1371d on network 2ed7e827-b949-41b5-a611-91d612ba5ccf {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:39:13.604288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=c3900583-3c8a-4640-9038-0c5aeb07004b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:13.638147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-653e28be-6cd0-4ca9-ba24-8b2b4bc040dd tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/quotas/9ddf0d988fb145c3811cd58163246078 HTTP/1.1" status: 200 len: 375 time: 0.0948117 Nov 15 14:39:13.671466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e626a4aa-3030-4fe5-a3ef-ad1b97872bfd {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:39:13.686500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:39:13.687099 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Checking segment: {'id': '8ea022c8-1721-4c7a-a502-820549cd86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2ed7e827-b949-41b5-a611-91d612ba5ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:13.688526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Bound using segment: {'id': '8ea022c8-1721-4c7a-a502-820549cd86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2ed7e827-b949-41b5-a611-91d612ba5ccf'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:39:13.689870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Bound port: 9d982e2e-49ab-4d16-825e-79ed3eb1371d, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ea022c8-1721-4c7a-a502-820549cd86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2ed7e827-b949-41b5-a611-91d612ba5ccf'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:39:13.690491 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:13.699753 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:13.746168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c94b0-919d-4fe3-850a-e475fb15df96 req-b3d6661d-e77e-4dc4-a246-1ca5b8cbe852 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:13.747859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-791c94b0-919d-4fe3-850a-e475fb15df96 req-b3d6661d-e77e-4dc4-a246-1ca5b8cbe852 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 931 time: 0.2434690 Nov 15 14:39:13.767739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Transition to ACTIVE for port object e626a4aa-3030-4fe5-a3ef-ad1b97872bfd will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:39:13.819046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-0bc14943-7361-48d4-bafa-c343fcf32b09 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ddf0d988fb145c3811cd58163246078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1793892 Nov 15 14:39:13.906514 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:14.068651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f866dbf6-fcb1-476c-82ec-9310e9b4af90 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:39:14.075459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=c3900583-3c8a-4640-9038-0c5aeb07004b,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:14.081962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:14.146536 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Transition to ACTIVE for port object f866dbf6-fcb1-476c-82ec-9310e9b4af90 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:39:14.244749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70659e-c542-44cc-9453-4598eaf20276 req-94caa6a5-b3b6-4c64-954d-d52a7e6316fa tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:14.246329 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bc70659e-c542-44cc-9453-4598eaf20276 req-94caa6a5-b3b6-4c64-954d-d52a7e6316fa tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e460caf-b298-4335-8a53-cc40dba0aa46 HTTP/1.1" status: 200 len: 944 time: 0.0973277 Nov 15 14:39:14.327544 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:14.470116 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Pushing event updated for resources: {'Port': ['ID=f866dbf6-fcb1-476c-82ec-9310e9b4af90,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:14.537070 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:14.562212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-bc70659e-c542-44cc-9453-4598eaf20276 req-4ba3ccef-8d48-4511-a9eb-4bccc843ebaf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Deleting port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:39:14.562632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bc70659e-c542-44cc-9453-4598eaf20276 req-4ba3ccef-8d48-4511-a9eb-4bccc843ebaf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:14.579699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Attempting to bind port f866dbf6-fcb1-476c-82ec-9310e9b4af90 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:39:14.579699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Attempting to bind port f866dbf6-fcb1-476c-82ec-9310e9b4af90 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'c752733c-d27d-4610-b728-fb50535dbe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:39:14.580111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Attempting to bind port f866dbf6-fcb1-476c-82ec-9310e9b4af90 on network b18155c8-d8ed-48f4-acb3-7c431e1273ff {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:39:14.616613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Pushing event updated for resources: {'Port': ['ID=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:14.619467 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Port f866dbf6-fcb1-476c-82ec-9310e9b4af90 on network b18155c8-d8ed-48f4-acb3-7c431e1273ff not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:39:14.623886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Attempting to bind port f866dbf6-fcb1-476c-82ec-9310e9b4af90 on network b18155c8-d8ed-48f4-acb3-7c431e1273ff {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:39:14.634161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:39:14.634552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Checking segment: {'id': 'c752733c-d27d-4610-b728-fb50535dbe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:14.634957 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Bound using segment: {'id': 'c752733c-d27d-4610-b728-fb50535dbe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:39:14.635405 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Bound port: f866dbf6-fcb1-476c-82ec-9310e9b4af90, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c752733c-d27d-4610-b728-fb50535dbe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:39:14.635828 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:14.638169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] For port 9d982e2e-49ab-4d16-825e-79ed3eb1371d, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:39:14.665007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] For port 9d982e2e-49ab-4d16-825e-79ed3eb1371d, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=9d982e2e-49ab-4d16-825e-79ed3eb1371d,segment=NetworkSegment(8ea022c8-1721-4c7a-a502-820549cd86d4),segment_id=8ea022c8-1721-4c7a-a502-820549cd86d4)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:39:14.686897 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-791c94b0-919d-4fe3-850a-e475fb15df96 req-728bdd6d-082e-4316-b74b-c93a1482d5e6 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9253445 Nov 15 14:39:14.721193 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bc70659e-c542-44cc-9453-4598eaf20276 req-4ba3ccef-8d48-4511-a9eb-4bccc843ebaf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] For port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:14.721577 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bc70659e-c542-44cc-9453-4598eaf20276 req-4ba3ccef-8d48-4511-a9eb-4bccc843ebaf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:14.734379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:14.735149 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff47c68-e309-4e6d-b0f0-d77ef0e9df5e" -d '{"events": [{"server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "name": "network-vif-plugged", "status": "completed", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:14.749176 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-bc70659e-c542-44cc-9453-4598eaf20276 req-4ba3ccef-8d48-4511-a9eb-4bccc843ebaf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Calling delete_port for 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:39:14.762312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] For port f866dbf6-fcb1-476c-82ec-9310e9b4af90, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:39:14.771963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] For port f866dbf6-fcb1-476c-82ec-9310e9b4af90, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f866dbf6-fcb1-476c-82ec-9310e9b4af90,segment=NetworkSegment(c752733c-d27d-4610-b728-fb50535dbe53),segment_id=c752733c-d27d-4610-b728-fb50535dbe53)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:39:14.849643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:14.913763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Attempting to bind port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:39:14.914493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Attempting to bind port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '44864bc2-ed5e-4da4-bf8c-fbe540622040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3606b93b-110d-47e3-a79e-43263bfb53fa'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:39:14.915038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Attempting to bind port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd on network 3606b93b-110d-47e3-a79e-43263bfb53fa {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:39:14.935584 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-3b5e3478-59d4-44bd-8c40-02bbbca9ae29 service neutron] 10.222.0.70 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1039708 Nov 15 14:39:14.937175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd on network 3606b93b-110d-47e3-a79e-43263bfb53fa not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:39:14.938096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Attempting to bind port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd on network 3606b93b-110d-47e3-a79e-43263bfb53fa {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:39:14.954890 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:15.000693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:15.000693 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:15.000693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] 10.222.0.59 "PUT /v2.0/ports/9d982e2e-49ab-4d16-825e-79ed3eb1371d HTTP/1.1" status: 200 len: 1092 time: 3.9650111 Nov 15 14:39:15.000693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:39:15.000693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Checking segment: {'id': '44864bc2-ed5e-4da4-bf8c-fbe540622040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3606b93b-110d-47e3-a79e-43263bfb53fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:15.000693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Bound using segment: {'id': '44864bc2-ed5e-4da4-bf8c-fbe540622040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3606b93b-110d-47e3-a79e-43263bfb53fa'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:39:15.001478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Bound port: e626a4aa-3030-4fe5-a3ef-ad1b97872bfd, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44864bc2-ed5e-4da4-bf8c-fbe540622040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3606b93b-110d-47e3-a79e-43263bfb53fa'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:39:15.002216 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:15.008728 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:15.046657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107a4787-02e0-45c9-8090-e1192437ecae', 'tag': '9d982e2e-49ab-4d16-825e-79ed3eb1371d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:15.049101 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28f629e-628a-41a6-95e5-8111e5605a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "107a4787-02e0-45c9-8090-e1192437ecae", "tag": "9d982e2e-49ab-4d16-825e-79ed3eb1371d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:15.091103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1163017541-network', 'tenant_id': '2d91ed2a7dce403e89698f6e5eaa83e7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:15.095487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:15.096847 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:15.099488 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] 10.222.0.59 "PUT /v2.0/ports/f866dbf6-fcb1-476c-82ec-9310e9b4af90 HTTP/1.1" status: 200 len: 1091 time: 1.9102075 Nov 15 14:39:15.099488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217ee331-1274-44da-a2e8-8664067c4d9c', 'tag': 'f866dbf6-fcb1-476c-82ec-9310e9b4af90'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:15.106846 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4ed638-7f9d-4237-8b84-3fe913ff3b26" -d '{"events": [{"name": "network-changed", "server_uuid": "217ee331-1274-44da-a2e8-8664067c4d9c", "tag": "f866dbf6-fcb1-476c-82ec-9310e9b4af90"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:15.106970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1fdb3-81bb-43a8-9deb-834b4987736b req-628f0fae-66d0-492a-a3f0-17f89336a6d0 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:15.110428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0e1fdb3-81bb-43a8-9deb-834b4987736b req-628f0fae-66d0-492a-a3f0-17f89336a6d0 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 944 time: 0.2866399 Nov 15 14:39:15.115113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bc70659e-c542-44cc-9453-4598eaf20276 req-4ba3ccef-8d48-4511-a9eb-4bccc843ebaf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:15.145972 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aaa13-90b0-42d9-8a78-77bfc135b29e service neutron] Pushing event updated for resources: {'Port': ['ID=f866dbf6-fcb1-476c-82ec-9310e9b4af90,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:15.241297 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3ccef-8d48-4511-a9eb-4bccc843ebaf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Pushing event deleted for resources: {'Port': ['ID=4c5353eb-8502-4c34-b5ce-ccfe16db09a7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:15.258559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8437a-52b2-458d-8bd4-5319f6748b66 service neutron] Pushing event updated for resources: {'Port': ['ID=9d982e2e-49ab-4d16-825e-79ed3eb1371d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:15.301461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc70659e-c542-44cc-9453-4598eaf20276 req-4ba3ccef-8d48-4511-a9eb-4bccc843ebaf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] No DVR routers for this DVR port 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:39:15.320017 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bc70659e-c542-44cc-9453-4598eaf20276 req-4ba3ccef-8d48-4511-a9eb-4bccc843ebaf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:15.325404 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bc70659e-c542-44cc-9453-4598eaf20276 req-4ba3ccef-8d48-4511-a9eb-4bccc843ebaf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.59 "DELETE /v2.0/ports/4c5353eb-8502-4c34-b5ce-ccfe16db09a7 HTTP/1.1" status: 204 len: 173 time: 1.0653565 Nov 15 14:39:15.327901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Made reservation on behalf of 2d91ed2a7dce403e89698f6e5eaa83e7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:15.331139 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:15.347117 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:15.365392 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-a10469e7-2afc-4c50-b03e-121337beb105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:15.367298 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-a10469e7-2afc-4c50-b03e-121337beb105 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=386351af8f3a401d8e1370c8a6bd8a52&device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 1095 time: 0.1795421 Nov 15 14:39:15.367472 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-07b2eb8f-2b3b-49d8-a27c-cdfde8d32ffb service neutron] 10.222.0.70 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157805 Nov 15 14:39:15.389048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] For port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:39:15.407218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0e1fdb3-81bb-43a8-9deb-834b4987736b req-43e959e9-be76-4969-9082-621d1feea792 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771387 Nov 15 14:39:15.432734 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-69645d89-8948-4653-83fc-21cc4f646cc2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d982e2e-49ab-4d16-825e-79ed3eb1371d HTTP/1.1" status: 200 len: 217 time: 0.0539615 Nov 15 14:39:15.438696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] For port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd,segment=NetworkSegment(44864bc2-ed5e-4da4-bf8c-fbe540622040),segment_id=44864bc2-ed5e-4da4-bf8c-fbe540622040)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:39:15.450276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-fe3d7c9f-eab6-47af-b73d-16938aeee588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:15.452811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-fe3d7c9f-eab6-47af-b73d-16938aeee588 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1847ae12bc24094b6e8ac83bfed46df&device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 1094 time: 0.1371262 Nov 15 14:39:15.542074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-6ba5ebdb-1a57-4d85-afa0-9334cb72867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:15.544230 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-6ba5ebdb-1a57-4d85-afa0-9334cb72867a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17953dad-78d5-40a8-86b0-00705a281c12 HTTP/1.1" status: 200 len: 848 time: 0.1036091 Nov 15 14:39:15.610311 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-f4c9699e-8dbf-4fd2-bc11-3a074a57dece service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ed7e827-b949-41b5-a611-91d612ba5ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575883 Nov 15 14:39:15.623836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-9a6c5c62-ebd8-4599-9713-5fc246f15586 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f866dbf6-fcb1-476c-82ec-9310e9b4af90 HTTP/1.1" status: 200 len: 217 time: 0.1626306 Nov 15 14:39:15.626299 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:15.728910 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:15.740946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-e0cf3599-e5a3-45f4-8d96-41b78be32cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:15.742562 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-e0cf3599-e5a3-45f4-8d96-41b78be32cb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65ea3356-37e2-41c3-90e5-e7324e250f2c HTTP/1.1" status: 200 len: 850 time: 0.1071043 Nov 15 14:39:15.774615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:15.775151 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c686ec-462d-4216-a888-b1bd1a087971 x-openstack-request-id: req-c8c686ec-462d-4216-a888-b1bd1a087971 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:15.775633 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:15.776157 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "name": "network-vif-plugged", "status": "completed", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:15.776633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] 10.222.0.59 "PUT /v2.0/ports/e626a4aa-3030-4fe5-a3ef-ad1b97872bfd HTTP/1.1" status: 200 len: 1092 time: 3.6558836 Nov 15 14:39:15.776752 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8c686ec-462d-4216-a888-b1bd1a087971 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:15.777358 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b', 'code': 200} Nov 15 14:39:15.827878 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-ebb3873d-8aab-441c-a3b8-f93e680cb087 service neutron] 10.222.0.59 "GET /v2.0/networks/2ed7e827-b949-41b5-a611-91d612ba5ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061353 Nov 15 14:39:15.848011 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:15.850661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-d1381c60-209a-46ed-97cd-69463b99b3d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b18155c8-d8ed-48f4-acb3-7c431e1273ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727811 Nov 15 14:39:15.917311 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:39:15.942851 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3468e832-e9b3-48a5-98fa-2f3c30740794 x-openstack-request-id: req-3468e832-e9b3-48a5-98fa-2f3c30740794 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:15.944462 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217ee331-1274-44da-a2e8-8664067c4d9c", "tag": "f866dbf6-fcb1-476c-82ec-9310e9b4af90", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:15.944788 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3468e832-e9b3-48a5-98fa-2f3c30740794 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:15.945322 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217ee331-1274-44da-a2e8-8664067c4d9c', 'tag': 'f866dbf6-fcb1-476c-82ec-9310e9b4af90', 'status': 'completed', 'code': 200} Nov 15 14:39:15.965574 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e5bf99-7073-4f0d-83a6-d599372d86d6 x-openstack-request-id: req-12e5bf99-7073-4f0d-83a6-d599372d86d6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:15.965981 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107a4787-02e0-45c9-8090-e1192437ecae", "tag": "9d982e2e-49ab-4d16-825e-79ed3eb1371d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:15.966380 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12e5bf99-7073-4f0d-83a6-d599372d86d6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:15.967098 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107a4787-02e0-45c9-8090-e1192437ecae', 'tag': '9d982e2e-49ab-4d16-825e-79ed3eb1371d', 'status': 'completed', 'code': 200} Nov 15 14:39:15.974510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e24dea-1316-4d91-a126-4f689d285234,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:15.975828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7e63b-7f76-4c57-a866-733bab0a79ab service neutron] Pushing event updated for resources: {'Port': ['ID=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:16.013334 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:16.013748 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Added segment 8be75517-984d-45c8-a3c2-24bf602bc4f5 of type vlan for network d5c3fcbd-0d9d-4f9a-8bab-0c704c93a1ba Nov 15 14:39:16.084085 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c4fdd719-bd56-4fb6-81e2-c74caa3ed741 req-f69fb4a2-63ff-446c-b0c7-e500306807a7 service neutron] 10.222.0.59 "GET /v2.0/networks/2ed7e827-b949-41b5-a611-91d612ba5ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468371 Nov 15 14:39:16.094408 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7e5f7b7-e8fd-4256-96fc-c0de1ff385ec req-cfe1b05d-d0e1-4c4a-916b-8432dc654679 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 210 time: 0.1078100 Nov 15 14:39:16.105138 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:16.107919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b729bdb-c177-4308-9d49-8c55a282573b req-541f4c00-28b5-4837-8894-358c77bb5b7c tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:16.122189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b729bdb-c177-4308-9d49-8c55a282573b req-541f4c00-28b5-4837-8894-358c77bb5b7c tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 944 time: 0.4156613 Nov 15 14:39:16.186614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-5131aa22-7fe3-4aa3-8079-85d5ffae4c6d service neutron] 10.222.0.59 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230584 Nov 15 14:39:16.298286 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:16.320059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:16.320059 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:16.320546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf37941-e123-4c75-9f43-a000675562f1 req-710bccdb-01e7-45ff-861a-b60483e3ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:16.320546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-710bccdb-01e7-45ff-861a-b60483e3ecf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3bb5b657714d818d811f2bb293a987&device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 1095 time: 0.3146274 Nov 15 14:39:16.394196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-de77a047-fdb8-4f4e-b813-57d014f58717 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd HTTP/1.1" status: 200 len: 217 time: 0.0636721 Nov 15 14:39:16.403161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b729bdb-c177-4308-9d49-8c55a282573b req-f0131b3c-38c3-44f9-98a3-aa4384e41b27 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/security-groups?id=81c638f6-ccca-405a-ac5a-4dbcd9575bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793615 Nov 15 14:39:16.466954 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] Pushing event updated for resources: {'Network': ['ID=d5c3fcbd-0d9d-4f9a-8bab-0c704c93a1ba,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:16.475146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f629e-628a-41a6-95e5-8111e5605a9d req-e6839bfd-e08c-4cf1-898e-f6e4f9296952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:16.478785 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b28f629e-628a-41a6-95e5-8111e5605a9d req-e6839bfd-e08c-4cf1-898e-f6e4f9296952 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=386351af8f3a401d8e1370c8a6bd8a52&device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 1095 time: 0.1297405 Nov 15 14:39:16.484094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network d5c3fcbd-0d9d-4f9a-8bab-0c704c93a1ba details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:39:16.484841 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8b36e4ec-8d6c-4fd4-b702-13f9890ce9ef admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6337280 Nov 15 14:39:16.498868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59074) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:16.507035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dc1aaed8-ebe8-47d8-8093-20826ff9d5cf admin admin] Request body: {'subnet': {'network_id': 'd5c3fcbd-0d9d-4f9a-8bab-0c704c93a1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1163017541-subnet', 'tenant_id': '2d91ed2a7dce403e89698f6e5eaa83e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:16.578771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c094d-c527-461d-8855-1def41a4c255 req-f583c1cc-4965-4ee4-8f51-1a30d8138359 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:16.599830 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-092c094d-c527-461d-8855-1def41a4c255 req-f583c1cc-4965-4ee4-8f51-1a30d8138359 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 943 time: 0.3738058 Nov 15 14:39:16.640697 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3feda60-660f-4f2d-83b7-e9efc3d178fe req-dd28f416-fb57-4711-8bb1-116636e310ff service neutron] 10.222.0.59 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386952 Nov 15 14:39:16.657031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf37941-e123-4c75-9f43-a000675562f1 req-01bbe080-2952-4fc5-99aa-5172a57de6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:16.659236 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-01bbe080-2952-4fc5-99aa-5172a57de6f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6cbd43a-8abf-4e3f-8e56-637d7c8dd72e HTTP/1.1" status: 200 len: 854 time: 0.2548115 Nov 15 14:39:16.699933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f629e-628a-41a6-95e5-8111e5605a9d req-1778c485-eaa3-4218-b51e-fa6e39ff640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:16.702144 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b28f629e-628a-41a6-95e5-8111e5605a9d req-1778c485-eaa3-4218-b51e-fa6e39ff640c service neutron] 10.222.0.59 "GET /v2.0/networks?id=2ed7e827-b949-41b5-a611-91d612ba5ccf HTTP/1.1" status: 200 len: 909 time: 0.2042258 Nov 15 14:39:16.733630 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-40399c9c-d275-45f3-a314-3def30a36339 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3606b93b-110d-47e3-a79e-43263bfb53fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622051 Nov 15 14:39:16.775909 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b28f629e-628a-41a6-95e5-8111e5605a9d req-1e35c90a-cc44-40ac-a0d5-eb956a8dd64a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d982e2e-49ab-4d16-825e-79ed3eb1371d HTTP/1.1" status: 200 len: 217 time: 0.0483077 Nov 15 14:39:16.781609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a6408-3ba7-41d8-9587-0aeee4759f6b req-8cf9463a-7a9a-4bf2-a304-d67b8d56af66 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:16.787363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de3a6408-3ba7-41d8-9587-0aeee4759f6b req-8cf9463a-7a9a-4bf2-a304-d67b8d56af66 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 944 time: 0.2715058 Nov 15 14:39:16.825107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-092c094d-c527-461d-8855-1def41a4c255 req-74dfbce3-7a0d-4e3d-95c2-8c2c3f69b99e tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315834 Nov 15 14:39:16.860954 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f629e-628a-41a6-95e5-8111e5605a9d req-d73b8cbf-017a-4bfd-919e-d2f8d43238ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:16.862468 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b28f629e-628a-41a6-95e5-8111e5605a9d req-d73b8cbf-017a-4bfd-919e-d2f8d43238ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17953dad-78d5-40a8-86b0-00705a281c12 HTTP/1.1" status: 200 len: 848 time: 0.0757201 Nov 15 14:39:16.947697 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1aaed8-ebe8-47d8-8093-20826ff9d5cf admin admin] Made reservation on behalf of 2d91ed2a7dce403e89698f6e5eaa83e7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:16.960228 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc1aaed8-ebe8-47d8-8093-20826ff9d5cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:16.989487 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-b8c894af-f336-475a-a592-d238bc0ae183 service neutron] 10.222.0.59 "GET /v2.0/networks/3606b93b-110d-47e3-a79e-43263bfb53fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455540 Nov 15 14:39:17.044544 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b28f629e-628a-41a6-95e5-8111e5605a9d req-01c27265-e6dc-4797-9298-9bfb2032d879 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ed7e827-b949-41b5-a611-91d612ba5ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418371 Nov 15 14:39:17.152484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ed638-7f9d-4237-8b84-3fe913ff3b26 req-e0cf6206-3cf5-426d-b14b-77d13820971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:17.156450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a4ed638-7f9d-4237-8b84-3fe913ff3b26 req-e0cf6206-3cf5-426d-b14b-77d13820971f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1847ae12bc24094b6e8ac83bfed46df&device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 1094 time: 0.2681091 Nov 15 14:39:17.160941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de3a6408-3ba7-41d8-9587-0aeee4759f6b req-fe1eace5-5d45-408d-8b70-7e4fa434e08c tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511279 Nov 15 14:39:17.346977 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b28f629e-628a-41a6-95e5-8111e5605a9d req-8c3b53e8-fad8-405a-813d-3aa8b7c2e816 service neutron] 10.222.0.59 "GET /v2.0/networks/2ed7e827-b949-41b5-a611-91d612ba5ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609489 Nov 15 14:39:17.377107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54dd50bb-7ddd-4d62-8b66-df9b90bd7fca req-9e1e9a83-5b8c-4130-9517-f6f85c25059c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 210 time: 0.1492107 Nov 15 14:39:17.421164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cf37941-e123-4c75-9f43-a000675562f1 req-7cdc181f-ec9c-48ef-9a68-12311b0e0641 service neutron] 10.222.0.59 "GET /v2.0/networks/3606b93b-110d-47e3-a79e-43263bfb53fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225512 Nov 15 14:39:17.527603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ed638-7f9d-4237-8b84-3fe913ff3b26 req-53638124-2055-4281-bba5-27e50afced3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:17.530284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a4ed638-7f9d-4237-8b84-3fe913ff3b26 req-53638124-2055-4281-bba5-27e50afced3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b18155c8-d8ed-48f4-acb3-7c431e1273ff HTTP/1.1" status: 200 len: 911 time: 0.3396294 Nov 15 14:39:17.606238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a4ed638-7f9d-4237-8b84-3fe913ff3b26 req-272c345f-6bfc-4157-aadd-91ec28f96489 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f866dbf6-fcb1-476c-82ec-9310e9b4af90 HTTP/1.1" status: 200 len: 217 time: 0.0672257 Nov 15 14:39:17.709494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8d47f-5af0-4c39-bb37-e179938a2f27 req-3d2b77d5-6082-42fb-9bc4-41869bf92719 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:17.718326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7bd8d47f-5af0-4c39-bb37-e179938a2f27 req-3d2b77d5-6082-42fb-9bc4-41869bf92719 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 944 time: 0.1930289 Nov 15 14:39:17.749065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ed638-7f9d-4237-8b84-3fe913ff3b26 req-6fa73773-2803-4e32-a8b7-e639e70b953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:17.751253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a4ed638-7f9d-4237-8b84-3fe913ff3b26 req-6fa73773-2803-4e32-a8b7-e639e70b953e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65ea3356-37e2-41c3-90e5-e7324e250f2c HTTP/1.1" status: 200 len: 850 time: 0.1313269 Nov 15 14:39:17.822385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a4ed638-7f9d-4237-8b84-3fe913ff3b26 req-457f7d16-780d-44db-ae75-8127626ad761 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b18155c8-d8ed-48f4-acb3-7c431e1273ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544531 Nov 15 14:39:17.829099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7bd8d47f-5af0-4c39-bb37-e179938a2f27 req-82057179-b245-4c6f-8134-5e7d89fa30eb tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/security-groups?id=81c638f6-ccca-405a-ac5a-4dbcd9575bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086712 Nov 15 14:39:17.857948 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b28f629e-628a-41a6-95e5-8111e5605a9d req-e04264e0-78f5-4bc2-9609-75edcf353cc0 service neutron] 10.222.0.59 "GET /v2.0/networks/2ed7e827-b949-41b5-a611-91d612ba5ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983563 Nov 15 14:39:17.946844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e460caf-b298-4335-8a53-cc40dba0aa46', 'name': 'network-vif-deleted', 'tag': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:17.949276 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5e6808-bbd3-41fb-8346-af0a68d7a4e2" -d '{"events": [{"server_uuid": "7e460caf-b298-4335-8a53-cc40dba0aa46", "name": "network-vif-deleted", "tag": "4c5353eb-8502-4c34-b5ce-ccfe16db09a7"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:17.983253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0aaab5-9940-4894-a5eb-6ac0fb02c146', 'tag': 'e626a4aa-3030-4fe5-a3ef-ad1b97872bfd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:17.985517 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40221e64-8441-4898-b940-f49b2ddbc3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0aaab5-9940-4894-a5eb-6ac0fb02c146", "tag": "e626a4aa-3030-4fe5-a3ef-ad1b97872bfd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:17.999099 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4f11f8-8f66-41e5-aa81-fbb4a11070c1 x-openstack-request-id: req-4f4f11f8-8f66-41e5-aa81-fbb4a11070c1 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:17.999583 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e460caf-b298-4335-8a53-cc40dba0aa46", "name": "network-vif-deleted", "tag": "4c5353eb-8502-4c34-b5ce-ccfe16db09a7", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:17.999789 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f4f11f8-8f66-41e5-aa81-fbb4a11070c1 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:18.000343 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e460caf-b298-4335-8a53-cc40dba0aa46', 'name': 'network-vif-deleted', 'tag': '4c5353eb-8502-4c34-b5ce-ccfe16db09a7', 'status': 'completed', 'code': 200} Nov 15 14:39:18.014218 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc1aaed8-ebe8-47d8-8093-20826ff9d5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:18.058691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27742b5-37d4-4b70-b82c-a9dcbe816ae5 req-085f5c08-f640-4e98-8bf0-f1a65fd3c264 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:18.060461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e27742b5-37d4-4b70-b82c-a9dcbe816ae5 req-085f5c08-f640-4e98-8bf0-f1a65fd3c264 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 943 time: 0.1158571 Nov 15 14:39:18.064758 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a4ed638-7f9d-4237-8b84-3fe913ff3b26 req-06d01274-0d00-4718-a3fd-026849617a3b service neutron] 10.222.0.59 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352629 Nov 15 14:39:18.125549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1aaed8-ebe8-47d8-8093-20826ff9d5cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=75162721-28d6-4013-9250-197570dede86,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:18.139919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1aaed8-ebe8-47d8-8093-20826ff9d5cf admin admin] Checking segment: {'id': '8be75517-984d-45c8-a3c2-24bf602bc4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd5c3fcbd-0d9d-4f9a-8bab-0c704c93a1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:18.139919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1aaed8-ebe8-47d8-8093-20826ff9d5cf admin admin] Network hostable DHCP agents. Network: d5c3fcbd-0d9d-4f9a-8bab-0c704c93a1ba, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:39:18.145131 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ac0839-ec75-4793-a61a-cfda5d81766d x-openstack-request-id: req-32ac0839-ec75-4793-a61a-cfda5d81766d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:18.145438 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0aaab5-9940-4894-a5eb-6ac0fb02c146", "tag": "e626a4aa-3030-4fe5-a3ef-ad1b97872bfd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:18.145700 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32ac0839-ec75-4793-a61a-cfda5d81766d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:18.146096 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0aaab5-9940-4894-a5eb-6ac0fb02c146', 'tag': 'e626a4aa-3030-4fe5-a3ef-ad1b97872bfd', 'status': 'completed', 'code': 200} Nov 15 14:39:18.194178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 9d982e2e-49ab-4d16-825e-79ed3eb1371d details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:39:18.235805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40221e64-8441-4898-b940-f49b2ddbc3ef req-fbed4ddf-fe6f-4f52-90f8-ca23ead8ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:18.240719 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-40221e64-8441-4898-b940-f49b2ddbc3ef req-fbed4ddf-fe6f-4f52-90f8-ca23ead8ee4c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3bb5b657714d818d811f2bb293a987&device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 1095 time: 0.1029372 Nov 15 14:39:18.297866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a4ed638-7f9d-4237-8b84-3fe913ff3b26 req-1d1e8570-c707-40d1-90b0-1dc3b5e71b29 service neutron] 10.222.0.59 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246790 Nov 15 14:39:18.310340 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1aaed8-ebe8-47d8-8093-20826ff9d5cf admin admin] Network d5c3fcbd-0d9d-4f9a-8bab-0c704c93a1ba is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:39:18.356179 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 9d982e2e-49ab-4d16-825e-79ed3eb1371d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=9d982e2e-49ab-4d16-825e-79ed3eb1371d,segment=NetworkSegment(8ea022c8-1721-4c7a-a502-820549cd86d4),segment_id=8ea022c8-1721-4c7a-a502-820549cd86d4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:18.369104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e27742b5-37d4-4b70-b82c-a9dcbe816ae5 req-4cfa7316-d8a8-41c5-911a-179fa0746141 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981858 Nov 15 14:39:18.410648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:39:18.428181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '9d982e2e-49ab-4d16-825e-79ed3eb1371d', 'network_id': '2ed7e827-b949-41b5-a611-91d612ba5ccf', 'port_id': '9d982e2e-49ab-4d16-825e-79ed3eb1371d', 'mac_address': 'fa:16:3e:19:bb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17953dad-78d5-40a8-86b0-00705a281c12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:39:18.486622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:39:18.487357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4c5353eb-8502-4c34-b5ce-ccfe16db09a7 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:39:18.515705 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40221e64-8441-4898-b940-f49b2ddbc3ef req-460ce55a-a0d9-4963-bb88-6bed436957e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:18.525623 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-40221e64-8441-4898-b940-f49b2ddbc3ef req-460ce55a-a0d9-4963-bb88-6bed436957e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3606b93b-110d-47e3-a79e-43263bfb53fa HTTP/1.1" status: 200 len: 915 time: 0.2694399 Nov 15 14:39:18.529245 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-dc1aaed8-ebe8-47d8-8093-20826ff9d5cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, d5c3fcbd-0d9d-4f9a-8bab-0c704c93a1ba) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:18.546757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1aaed8-ebe8-47d8-8093-20826ff9d5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:18.547577 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc1aaed8-ebe8-47d8-8093-20826ff9d5cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:18.561560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dee34c-48bf-4cd4-afd6-2fb39ca37d6d None None] Network d5c3fcbd-0d9d-4f9a-8bab-0c704c93a1ba requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:39:18.565405 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:18.581995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296cbc9-672c-4c3d-b370-196ae2004776 req-ac2d880d-7ac7-4c49-9ec3-3a97df1c9619 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:18.583632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d296cbc9-672c-4c3d-b370-196ae2004776 req-ac2d880d-7ac7-4c49-9ec3-3a97df1c9619 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 944 time: 0.1691897 Nov 15 14:39:18.631200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-add138cf-3faf-4ee4-a242-595734b86a8c req-9bae974e-54cf-4940-9142-413f97a8e8bf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 210 time: 0.1256573 Nov 15 14:39:18.667067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d982e2e-49ab-4d16-825e-79ed3eb1371d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:39:18.686599 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dc1aaed8-ebe8-47d8-8093-20826ff9d5cf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1792467 Nov 15 14:39:18.698029 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-40221e64-8441-4898-b940-f49b2ddbc3ef req-19ae8943-bf90-4dcb-9316-c6e9c7af7841 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd HTTP/1.1" status: 200 len: 217 time: 0.1273015 Nov 15 14:39:18.745239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 9d982e2e-49ab-4d16-825e-79ed3eb1371d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=9d982e2e-49ab-4d16-825e-79ed3eb1371d,segment=NetworkSegment(8ea022c8-1721-4c7a-a502-820549cd86d4),segment_id=8ea022c8-1721-4c7a-a502-820549cd86d4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:18.766187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d296cbc9-672c-4c3d-b370-196ae2004776 req-7b26de38-f0ab-46f4-8186-b6352cc76dc2 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423135 Nov 15 14:39:18.820251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40221e64-8441-4898-b940-f49b2ddbc3ef req-6ddf57be-5215-475d-b590-6920f8acb22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:18.822911 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-40221e64-8441-4898-b940-f49b2ddbc3ef req-6ddf57be-5215-475d-b590-6920f8acb22b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6cbd43a-8abf-4e3f-8e56-637d7c8dd72e HTTP/1.1" status: 200 len: 854 time: 0.1133261 Nov 15 14:39:18.875012 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:18.906126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91b3483-7ba2-4db1-9951-ad3aab26fe26 None None] Network d5c3fcbd-0d9d-4f9a-8bab-0c704c93a1ba requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:39:18.939171 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-40221e64-8441-4898-b940-f49b2ddbc3ef req-3db57ce9-c55a-4eb1-9390-d3065d9992db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3606b93b-110d-47e3-a79e-43263bfb53fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036639 Nov 15 14:39:19.129072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e64e5-9488-4d7e-a6c9-bd39705425a7 req-0f12139b-232b-4076-aa84-3516a64adafd tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:19.139023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-599e64e5-9488-4d7e-a6c9-bd39705425a7 req-0f12139b-232b-4076-aa84-3516a64adafd tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 945 time: 0.1568408 Nov 15 14:39:19.164562 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-40221e64-8441-4898-b940-f49b2ddbc3ef req-1e3b5142-3537-4140-96f9-19bbcd9e0df0 service neutron] 10.222.0.59 "GET /v2.0/networks/3606b93b-110d-47e3-a79e-43263bfb53fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164953 Nov 15 14:39:19.220471 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-599e64e5-9488-4d7e-a6c9-bd39705425a7 req-6df43fa9-c8d8-467c-817e-76334e621bbf tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/security-groups?id=81c638f6-ccca-405a-ac5a-4dbcd9575bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785100 Nov 15 14:39:19.320790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=9d982e2e-49ab-4d16-825e-79ed3eb1371d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:19.341751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-76231ee4-e0f1-4508-94cf-169feb4ce7f2 req-c7726799-78cc-4672-885d-492bdf644f8f tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-956048885', 'description': 'tempest-description-401435095'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:19.344513 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['9d982e2e-49ab-4d16-825e-79ed3eb1371d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:39:19.360972 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-40221e64-8441-4898-b940-f49b2ddbc3ef req-198cdea7-87a7-4736-82d8-be41cb8fdbbc service neutron] 10.222.0.59 "GET /v2.0/networks/3606b93b-110d-47e3-a79e-43263bfb53fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852913 Nov 15 14:39:19.529703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b738b2d-2038-4e2b-acd7-2b4592b1411f req-6f65ad4a-8b16-408a-a34f-a88155bf375f tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:19.531793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b738b2d-2038-4e2b-acd7-2b4592b1411f req-6f65ad4a-8b16-408a-a34f-a88155bf375f tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 943 time: 0.0632815 Nov 15 14:39:19.597877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b738b2d-2038-4e2b-acd7-2b4592b1411f req-665a2c7b-3dbf-4ee4-bcee-12b321500e06 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584991 Nov 15 14:39:19.648894 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-76231ee4-e0f1-4508-94cf-169feb4ce7f2 req-c7726799-78cc-4672-885d-492bdf644f8f tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:19.827851 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-76231ee4-e0f1-4508-94cf-169feb4ce7f2 req-c7726799-78cc-4672-885d-492bdf644f8f tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:19.854027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782ccd5-80c7-482d-9541-968f14031768 req-d65ffecf-d5c2-43d6-b370-91e08435f5a6 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:19.858696 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-d65ffecf-d5c2-43d6-b370-91e08435f5a6 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.46 "GET /v2.0/networks?id=13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 200 len: 805 time: 0.1865709 Nov 15 14:39:19.884932 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5782ccd5-80c7-482d-9541-968f14031768 req-d684ebac-9dd0-45e1-8dd6-06714916b243 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Request body: {'port': {'device_id': '17ac1914-8e3c-4498-91a3-71dcb6bd6350', 'network_id': '13fc7c01-c117-456b-9c07-be298e268580', 'admin_state_up': True, 'tenant_id': '9ddf0d988fb145c3811cd58163246078'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:19.926005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82b85a4d-e1c5-403a-b5c0-fa62bbc5958e req-e27fe958-1e44-40d1-bae2-843d381257d6 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 210 time: 0.0771432 Nov 15 14:39:19.958072 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-76231ee4-e0f1-4508-94cf-169feb4ce7f2 req-c7726799-78cc-4672-885d-492bdf644f8f tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:20.079874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7726799-78cc-4672-885d-492bdf644f8f tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c5d10c-cb0f-4de1-8ded-3a713f77fafc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:20.164946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368796b-990d-4b70-abbe-bfeb61981556 req-385adbd5-1fc9-4c3a-b435-a65d94e7562f tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:20.177704 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4368796b-990d-4b70-abbe-bfeb61981556 req-385adbd5-1fc9-4c3a-b435-a65d94e7562f tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 944 time: 0.0749459 Nov 15 14:39:20.194370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f866dbf6-fcb1-476c-82ec-9310e9b4af90 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:39:20.197528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 9d982e2e-49ab-4d16-825e-79ed3eb1371d up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:20.201286 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-76231ee4-e0f1-4508-94cf-169feb4ce7f2 req-c7726799-78cc-4672-885d-492bdf644f8f tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:20.212806 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76231ee4-e0f1-4508-94cf-169feb4ce7f2 req-c7726799-78cc-4672-885d-492bdf644f8f tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.8786705 Nov 15 14:39:20.245760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4368796b-990d-4b70-abbe-bfeb61981556 req-cd023dfd-ffac-43f4-9c01-78e0ab1f4f23 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667830 Nov 15 14:39:20.317185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5782ccd5-80c7-482d-9541-968f14031768 req-d684ebac-9dd0-45e1-8dd6-06714916b243 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Made reservation on behalf of 9ddf0d988fb145c3811cd58163246078 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:20.322660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5782ccd5-80c7-482d-9541-968f14031768 req-d684ebac-9dd0-45e1-8dd6-06714916b243 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:20.370994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb72d632-4f52-46f5-ad4d-67c1ef54f74f req-2a4777b4-c3a1-4e5f-8f28-08f416f9c589 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-groups/15c5d10c-cb0f-4de1-8ded-3a713f77fafc HTTP/1.1" status: 200 len: 1830 time: 0.1235459 Nov 15 14:39:20.418487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-eb72d632-4f52-46f5-ad4d-67c1ef54f74f req-2c475b83-f479-4a8f-b13f-210514b05056 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15c5d10c-cb0f-4de1-8ded-3a713f77fafc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:20.420183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-eb72d632-4f52-46f5-ad4d-67c1ef54f74f req-2c475b83-f479-4a8f-b13f-210514b05056 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15c5d10c-cb0f-4de1-8ded-3a713f77fafc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:20.504276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f866dbf6-fcb1-476c-82ec-9310e9b4af90, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f866dbf6-fcb1-476c-82ec-9310e9b4af90,segment=NetworkSegment(c752733c-d27d-4610-b728-fb50535dbe53),segment_id=c752733c-d27d-4610-b728-fb50535dbe53)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:20.517718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 9d982e2e-49ab-4d16-825e-79ed3eb1371d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:39:20.526652 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 9d982e2e-49ab-4d16-825e-79ed3eb1371d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:20.527153 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:20.531755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'f866dbf6-fcb1-476c-82ec-9310e9b4af90', 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff', 'port_id': 'f866dbf6-fcb1-476c-82ec-9310e9b4af90', 'mac_address': 'fa:16:3e:76:80:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ea3356-37e2-41c3-90e5-e7324e250f2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:39:20.559064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd644bfa-34f7-46ce-86b9-86a1ff0c90c3 req-0b21804c-5e91-4956-a5e8-3ee89ceedc6c tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:20.564971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd644bfa-34f7-46ce-86b9-86a1ff0c90c3 req-0b21804c-5e91-4956-a5e8-3ee89ceedc6c tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 945 time: 0.0906124 Nov 15 14:39:20.673140 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:20.711954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f866dbf6-fcb1-476c-82ec-9310e9b4af90 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:39:20.722829 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eb72d632-4f52-46f5-ad4d-67c1ef54f74f req-2c475b83-f479-4a8f-b13f-210514b05056 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:20.749514 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:20.765057 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eb72d632-4f52-46f5-ad4d-67c1ef54f74f req-2c475b83-f479-4a8f-b13f-210514b05056 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:20.769437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f866dbf6-fcb1-476c-82ec-9310e9b4af90, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f866dbf6-fcb1-476c-82ec-9310e9b4af90,segment=NetworkSegment(c752733c-d27d-4610-b728-fb50535dbe53),segment_id=c752733c-d27d-4610-b728-fb50535dbe53)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:20.779470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd644bfa-34f7-46ce-86b9-86a1ff0c90c3 req-85c18ebf-cfed-44a1-b442-0e40695a7560 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/security-groups?id=81c638f6-ccca-405a-ac5a-4dbcd9575bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109637 Nov 15 14:39:20.782715 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-5782ccd5-80c7-482d-9541-968f14031768 req-d684ebac-9dd0-45e1-8dd6-06714916b243 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Allocated IP 172.20.0.3 (13fc7c01-c117-456b-9c07-be298e268580/5cf1135e-1812-4aea-b0cb-eae4babdb32e/ed68ea26-4cbb-4f59-bd55-eb0cb08f2407) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:39:20.823050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107a4787-02e0-45c9-8090-e1192437ecae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d982e2e-49ab-4d16-825e-79ed3eb1371d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:20.826922 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0271814-eb3a-4973-a662-a2b169163546" -d '{"events": [{"server_uuid": "107a4787-02e0-45c9-8090-e1192437ecae", "name": "network-vif-plugged", "status": "completed", "tag": "9d982e2e-49ab-4d16-825e-79ed3eb1371d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:20.850599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 9d982e2e-49ab-4d16-825e-79ed3eb1371d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=9d982e2e-49ab-4d16-825e-79ed3eb1371d,segment=NetworkSegment(8ea022c8-1721-4c7a-a502-820549cd86d4),segment_id=8ea022c8-1721-4c7a-a502-820549cd86d4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:20.854880 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eb72d632-4f52-46f5-ad4d-67c1ef54f74f req-2c475b83-f479-4a8f-b13f-210514b05056 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:20.888935 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:20.889765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e626a4aa-3030-4fe5-a3ef-ad1b97872bfd details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:39:20.902895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c475b83-f479-4a8f-b13f-210514b05056 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddee8e7-4560-4ca3-9253-687b34e3eb92,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:21.053556 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:21.076719 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5782ccd5-80c7-482d-9541-968f14031768 req-d684ebac-9dd0-45e1-8dd6-06714916b243 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:21.115679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f866dbf6-fcb1-476c-82ec-9310e9b4af90,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:21.154004 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eb72d632-4f52-46f5-ad4d-67c1ef54f74f req-2c475b83-f479-4a8f-b13f-210514b05056 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:21.155224 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb72d632-4f52-46f5-ad4d-67c1ef54f74f req-2c475b83-f479-4a8f-b13f-210514b05056 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7701089 Nov 15 14:39:21.191430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd,segment=NetworkSegment(44864bc2-ed5e-4da4-bf8c-fbe540622040),segment_id=44864bc2-ed5e-4da4-bf8c-fbe540622040)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:21.203307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c55b7-159a-4e3a-9a7a-f8bae0552b01 req-805839a7-4f80-40fa-b0eb-d9d0087627a1 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:21.208451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=9d982e2e-49ab-4d16-825e-79ed3eb1371d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:21.214088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'e626a4aa-3030-4fe5-a3ef-ad1b97872bfd', 'network_id': '3606b93b-110d-47e3-a79e-43263bfb53fa', 'port_id': 'e626a4aa-3030-4fe5-a3ef-ad1b97872bfd', 'mac_address': 'fa:16:3e:bc:ad:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6cbd43a-8abf-4e3f-8e56-637d7c8dd72e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:39:21.216112 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b02c55b7-159a-4e3a-9a7a-f8bae0552b01 req-805839a7-4f80-40fa-b0eb-d9d0087627a1 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 944 time: 0.1304085 Nov 15 14:39:21.243110 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5782ccd5-80c7-482d-9541-968f14031768 req-d684ebac-9dd0-45e1-8dd6-06714916b243 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:21.310312 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4ad6d0-38f1-4f05-b319-d37dbb117817 x-openstack-request-id: req-8a4ad6d0-38f1-4f05-b319-d37dbb117817 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:21.327121 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107a4787-02e0-45c9-8090-e1192437ecae", "name": "network-vif-plugged", "status": "completed", "tag": "9d982e2e-49ab-4d16-825e-79ed3eb1371d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:21.328059 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a4ad6d0-38f1-4f05-b319-d37dbb117817 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:21.328933 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107a4787-02e0-45c9-8090-e1192437ecae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d982e2e-49ab-4d16-825e-79ed3eb1371d', 'code': 200} Nov 15 14:39:21.332310 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:21.332866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b02c55b7-159a-4e3a-9a7a-f8bae0552b01 req-f29aec35-62e9-46ec-b68c-d6517dc9616a tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109579 Nov 15 14:39:21.386014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e626a4aa-3030-4fe5-a3ef-ad1b97872bfd {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:39:21.423927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5782ccd5-80c7-482d-9541-968f14031768 req-d684ebac-9dd0-45e1-8dd6-06714916b243 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Network 13fc7c01-c117-456b-9c07-be298e268580 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:39:21.436526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd,segment=NetworkSegment(44864bc2-ed5e-4da4-bf8c-fbe540622040),segment_id=44864bc2-ed5e-4da4-bf8c-fbe540622040)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:21.437632 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-5782ccd5-80c7-482d-9541-968f14031768 req-d684ebac-9dd0-45e1-8dd6-06714916b243 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:21.458105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-5782ccd5-80c7-482d-9541-968f14031768 req-d684ebac-9dd0-45e1-8dd6-06714916b243 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:39:21.485890 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6edb3df6-4dcf-4c3d-886f-db4d1ac2a6a2 req-d0af5c59-1e71-4a2a-bd47-25f132bf3f37 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-groups/15c5d10c-cb0f-4de1-8ded-3a713f77fafc HTTP/1.1" status: 200 len: 2424 time: 0.1125951 Nov 15 14:39:21.508284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc84d6-80fe-4d79-af99-b6930099e0d6 req-2f189c2c-136e-47b9-9713-c07c4dc7773f tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:21.511784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684ebac-9dd0-45e1-8dd6-06714916b243 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Pushing event updated for resources: {'Port': ['ID=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:21.520204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09bc84d6-80fe-4d79-af99-b6930099e0d6 req-2f189c2c-136e-47b9-9713-c07c4dc7773f tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 931 time: 0.1360154 Nov 15 14:39:21.529233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae40a8-5384-4c70-a424-1d6d4766d93e req-1345a5ff-9fcc-489b-b87e-162a2f4cf92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:21.531632 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-76ae40a8-5384-4c70-a424-1d6d4766d93e req-1345a5ff-9fcc-489b-b87e-162a2f4cf92a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 1097 time: 0.1590743 Nov 15 14:39:21.585821 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:21.586374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782ccd5-80c7-482d-9541-968f14031768 req-d684ebac-9dd0-45e1-8dd6-06714916b243 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:21.601501 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5782ccd5-80c7-482d-9541-968f14031768 req-d684ebac-9dd0-45e1-8dd6-06714916b243 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:21.645457 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-76ae40a8-5384-4c70-a424-1d6d4766d93e req-396f3d63-60f0-44ff-aaf3-d18e7fda4524 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=81c638f6-ccca-405a-ac5a-4dbcd9575bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044197 Nov 15 14:39:21.667075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:21.674820 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09bc84d6-80fe-4d79-af99-b6930099e0d6 req-b2947728-a960-4242-8cb5-3fbbd85f1c13 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498687 Nov 15 14:39:21.713662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dad7e-3fdf-4d70-9f82-7677068ad258 req-eb076a2b-3ecf-470f-9f77-c604ad9e0a15 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:21.722381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e0dad7e-3fdf-4d70-9f82-7677068ad258 req-eb076a2b-3ecf-470f-9f77-c604ad9e0a15 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 945 time: 0.1561856 Nov 15 14:39:21.792363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a3f4810-9ea9-49a0-abe0-b9309f40d74e req-e779bcbf-c8a2-4443-8e02-d9e2dc6e457e tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-group-rules/1ddee8e7-4560-4ca3-9253-687b34e3eb92 HTTP/1.1" status: 200 len: 778 time: 0.0460780 Nov 15 14:39:21.795600 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-d684ebac-9dd0-45e1-8dd6-06714916b243 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9196720 Nov 15 14:39:21.814813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Request body: {'port': {'device_id': '17ac1914-8e3c-4498-91a3-71dcb6bd6350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:21.819698 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e0dad7e-3fdf-4d70-9f82-7677068ad258 req-a034fa93-95dc-4c7c-912d-026ce7e4ca24 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963337 Nov 15 14:39:21.851223 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e626a4aa-3030-4fe5-a3ef-ad1b97872bfd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:39:21.915638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f866dbf6-fcb1-476c-82ec-9310e9b4af90'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:39:21.929916 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:21.932114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a3f4810-9ea9-49a0-abe0-b9309f40d74e req-4037ba89-b0fd-40df-ad12-1d3f251383ea tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-groups/15c5d10c-cb0f-4de1-8ded-3a713f77fafc HTTP/1.1" status: 200 len: 2424 time: 0.1181090 Nov 15 14:39:22.054833 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4a3f4810-9ea9-49a0-abe0-b9309f40d74e req-68e59ec4-ec12-420e-9674-f8c1520c3db6 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:22.073685 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4a3f4810-9ea9-49a0-abe0-b9309f40d74e req-68e59ec4-ec12-420e-9674-f8c1520c3db6 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:22.151823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30375d12-78bb-4a60-9668-775b473bfe9a req-0116c6e3-3165-4f1b-a75d-fceae792a091 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:22.153656 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-30375d12-78bb-4a60-9668-775b473bfe9a req-0116c6e3-3165-4f1b-a75d-fceae792a091 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 946 time: 0.1571434 Nov 15 14:39:22.225527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-30375d12-78bb-4a60-9668-775b473bfe9a req-3094d9cc-28d3-4410-8048-bd7fdee840b3 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/security-groups?id=81c638f6-ccca-405a-ac5a-4dbcd9575bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594342 Nov 15 14:39:22.228489 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4a3f4810-9ea9-49a0-abe0-b9309f40d74e req-68e59ec4-ec12-420e-9674-f8c1520c3db6 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:22.246284 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4a3f4810-9ea9-49a0-abe0-b9309f40d74e req-68e59ec4-ec12-420e-9674-f8c1520c3db6 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:22.252999 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a3f4810-9ea9-49a0-abe0-b9309f40d74e req-68e59ec4-ec12-420e-9674-f8c1520c3db6 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/1ddee8e7-4560-4ca3-9253-687b34e3eb92 HTTP/1.1" status: 204 len: 173 time: 0.3196976 Nov 15 14:39:22.286440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e59ec4-ec12-420e-9674-f8c1520c3db6 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ddee8e7-4560-4ca3-9253-687b34e3eb92,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:22.296457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8a426368-b26b-4a8f-acf4-89b826bacbd7 req-7c02b1f5-3290-4a10-a213-01f23f4eef90 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1461765005', 'description': 'tempest-description-1861690005'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:22.502040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:39:22.507476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bc293-0f6e-4eee-8a66-0ce12425b9d2 req-53eecdfe-a699-428c-84df-fa6ac9072efe tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:22.510964 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:22.516571 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-575bc293-0f6e-4eee-8a66-0ce12425b9d2 req-53eecdfe-a699-428c-84df-fa6ac9072efe tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 944 time: 0.0891840 Nov 15 14:39:22.528142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Transition to ACTIVE for port object ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:39:22.528523 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a426368-b26b-4a8f-acf4-89b826bacbd7 req-7c02b1f5-3290-4a10-a213-01f23f4eef90 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:22.632683 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-575bc293-0f6e-4eee-8a66-0ce12425b9d2 req-0681a25a-febf-455e-b3ac-c75f7b0fd273 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145749 Nov 15 14:39:22.694057 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a426368-b26b-4a8f-acf4-89b826bacbd7 req-7c02b1f5-3290-4a10-a213-01f23f4eef90 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:22.701629 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:22.858811 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Pushing event updated for resources: {'Port': ['ID=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:22.873402 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a426368-b26b-4a8f-acf4-89b826bacbd7 req-7c02b1f5-3290-4a10-a213-01f23f4eef90 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:22.962261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02b1f5-3290-4a10-a213-01f23f4eef90 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef6f9ba-a7a8-4b18-be55-46365d906d04,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:22.963500 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Attempting to bind port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:39:22.963844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Attempting to bind port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:39:22.964175 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Attempting to bind port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 on network 13fc7c01-c117-456b-9c07-be298e268580 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:39:22.968998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 on network 13fc7c01-c117-456b-9c07-be298e268580 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:39:22.969333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Attempting to bind port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 on network 13fc7c01-c117-456b-9c07-be298e268580 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:39:22.978937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:39:22.979297 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Checking segment: {'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:22.979710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Bound using segment: {'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:39:22.980325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Bound port: ed68ea26-4cbb-4f59-bd55-eb0cb08f2407, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:39:22.980737 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:22.992462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990ae40-ccca-4253-9782-b4150512f83d req-5c63935f-b363-4729-b868-e16e2823be76 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:22.994899 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2990ae40-ccca-4253-9782-b4150512f83d req-5c63935f-b363-4729-b868-e16e2823be76 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 943 time: 0.1875942 Nov 15 14:39:23.063311 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] For port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:39:23.067126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] For port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:39:23.073221 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2990ae40-ccca-4253-9782-b4150512f83d req-c82e3683-ad8c-4a04-8738-6346c4d3cac2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716488 Nov 15 14:39:23.085012 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a426368-b26b-4a8f-acf4-89b826bacbd7 req-7c02b1f5-3290-4a10-a213-01f23f4eef90 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:23.098810 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a426368-b26b-4a8f-acf4-89b826bacbd7 req-7c02b1f5-3290-4a10-a213-01f23f4eef90 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.8166482 Nov 15 14:39:23.174999 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:23.218681 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-652203af-e52a-4cc1-977a-bb45a6ecf756 req-1a11baca-f530-42ba-9aa9-3c651a80f018 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-groups/6ef6f9ba-a7a8-4b18-be55-46365d906d04 HTTP/1.1" status: 200 len: 1832 time: 0.0882363 Nov 15 14:39:23.273940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Pushing event updated for resources: {'Port': ['ID=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:23.300869 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:23.301858 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:23.314513 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-cfd7e5b0-fc83-4f5c-b905-4ad4f02dbc2b service neutron] 10.222.0.46 "PUT /v2.0/ports/ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 HTTP/1.1" status: 200 len: 1091 time: 1.5054069 Nov 15 14:39:23.314950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ac1914-8e3c-4498-91a3-71dcb6bd6350', 'tag': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:23.334079 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46329a59-6942-44a0-99d7-20b88a2412ba" -d '{"events": [{"name": "network-changed", "server_uuid": "17ac1914-8e3c-4498-91a3-71dcb6bd6350", "tag": "ed68ea26-4cbb-4f59-bd55-eb0cb08f2407"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:23.620836 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782ccd5-80c7-482d-9541-968f14031768 req-98f6ed73-b88b-4876-b64f-260e2fd2b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:23.623539 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-98f6ed73-b88b-4876-b64f-260e2fd2b05c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ddf0d988fb145c3811cd58163246078&device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 1094 time: 0.1007149 Nov 15 14:39:23.700040 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-cdbc0858-369c-496e-8322-fa5c238b4eb3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 HTTP/1.1" status: 200 len: 217 time: 0.0603707 Nov 15 14:39:23.764679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d282ba1-3958-4211-9541-24daa49d7492 req-e5f1d7bf-3d34-45f8-a1f4-169d03b1766c tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:23.768676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782ccd5-80c7-482d-9541-968f14031768 req-604bb1e5-4572-4327-b1d8-ea6a0fa5862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:23.770840 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-604bb1e5-4572-4327-b1d8-ea6a0fa5862d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cf1135e-1812-4aea-b0cb-eae4babdb32e HTTP/1.1" status: 200 len: 845 time: 0.0510149 Nov 15 14:39:23.772839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d282ba1-3958-4211-9541-24daa49d7492 req-e5f1d7bf-3d34-45f8-a1f4-169d03b1766c tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 945 time: 0.5491607 Nov 15 14:39:23.820256 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-67194e93-e6a7-46ec-8c5d-cf0ba4f223ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13fc7c01-c117-456b-9c07-be298e268580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385401 Nov 15 14:39:23.853810 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d282ba1-3958-4211-9541-24daa49d7492 req-e7ec0e0b-fc28-4dfb-9154-fde32fc0fefd tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798762 Nov 15 14:39:23.882435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4227560-ef4e-49a3-a9ba-6d48fecd3b4f req-3d5119f3-55f5-4b4e-9f79-87eb2a887b79 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:23.890287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4227560-ef4e-49a3-a9ba-6d48fecd3b4f req-3d5119f3-55f5-4b4e-9f79-87eb2a887b79 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 946 time: 0.1463432 Nov 15 14:39:23.916629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fccf3676-c6c9-4092-8ef3-bce32731d0f1 req-0ede654c-e3f1-46b7-8d90-2cbdd3174789 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-67239913', 'description': 'tempest-description-692392523'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:24.026986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4227560-ef4e-49a3-a9ba-6d48fecd3b4f req-13964899-5e38-4b58-81bf-1a652fd7b377 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/security-groups?id=81c638f6-ccca-405a-ac5a-4dbcd9575bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354585 Nov 15 14:39:24.042584 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-4a9c32ab-0d34-4c4c-b2ad-f0e3758c6660 service neutron] 10.222.0.46 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089431 Nov 15 14:39:24.117401 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3f0556-894e-48d0-b722-3f6acf9f5a29 x-openstack-request-id: req-cc3f0556-894e-48d0-b722-3f6acf9f5a29 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:24.117844 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ac1914-8e3c-4498-91a3-71dcb6bd6350", "tag": "ed68ea26-4cbb-4f59-bd55-eb0cb08f2407", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:24.118207 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc3f0556-894e-48d0-b722-3f6acf9f5a29 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:24.118779 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ac1914-8e3c-4498-91a3-71dcb6bd6350', 'tag': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407', 'status': 'completed', 'code': 200} Nov 15 14:39:24.134287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fccf3676-c6c9-4092-8ef3-bce32731d0f1 req-0ede654c-e3f1-46b7-8d90-2cbdd3174789 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:24.207319 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f866dbf6-fcb1-476c-82ec-9310e9b4af90 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:24.247629 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5782ccd5-80c7-482d-9541-968f14031768 req-18f70f7f-cbc5-4be9-9b22-0239bdb3a2be service neutron] 10.222.0.46 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959708 Nov 15 14:39:24.293491 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fccf3676-c6c9-4092-8ef3-bce32731d0f1 req-0ede654c-e3f1-46b7-8d90-2cbdd3174789 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:24.471284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56108c-27cc-483e-b781-1450d6ddcb8b req-400a79ce-b6a9-425d-b96c-4baaca797f03 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:24.473403 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e56108c-27cc-483e-b781-1450d6ddcb8b req-400a79ce-b6a9-425d-b96c-4baaca797f03 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 944 time: 0.1002643 Nov 15 14:39:24.588139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e56108c-27cc-483e-b781-1450d6ddcb8b req-3765e2bc-2228-44b4-9760-84f648893e6b tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973115 Nov 15 14:39:24.588771 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fccf3676-c6c9-4092-8ef3-bce32731d0f1 req-0ede654c-e3f1-46b7-8d90-2cbdd3174789 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:24.642901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede654c-e3f1-46b7-8d90-2cbdd3174789 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf4a859-83fd-4523-8792-6d8c06012916,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:24.664045 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46329a59-6942-44a0-99d7-20b88a2412ba req-ac7a25fc-5fb2-420b-a1f9-725b9e73b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:24.665600 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46329a59-6942-44a0-99d7-20b88a2412ba req-ac7a25fc-5fb2-420b-a1f9-725b9e73b477 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ddf0d988fb145c3811cd58163246078&device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 1094 time: 0.1161463 Nov 15 14:39:24.740231 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port f866dbf6-fcb1-476c-82ec-9310e9b4af90 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:39:24.744891 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port f866dbf6-fcb1-476c-82ec-9310e9b4af90 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:24.745290 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:24.818442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fccf3676-c6c9-4092-8ef3-bce32731d0f1 req-0ede654c-e3f1-46b7-8d90-2cbdd3174789 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:24.821084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fccf3676-c6c9-4092-8ef3-bce32731d0f1 req-0ede654c-e3f1-46b7-8d90-2cbdd3174789 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.9283521 Nov 15 14:39:24.849723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46329a59-6942-44a0-99d7-20b88a2412ba req-69d65411-e413-4510-b0b0-356a17245716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:24.851505 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46329a59-6942-44a0-99d7-20b88a2412ba req-69d65411-e413-4510-b0b0-356a17245716 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 200 len: 906 time: 0.1732883 Nov 15 14:39:24.908523 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:24.923075 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46329a59-6942-44a0-99d7-20b88a2412ba req-80a5ee2e-3da9-4b9f-a601-f88be4295840 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 HTTP/1.1" status: 200 len: 217 time: 0.0569427 Nov 15 14:39:25.019981 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217ee331-1274-44da-a2e8-8664067c4d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f866dbf6-fcb1-476c-82ec-9310e9b4af90'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:25.022730 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f877f60-4159-4a11-abcf-c1410515427d" -d '{"events": [{"server_uuid": "217ee331-1274-44da-a2e8-8664067c4d9c", "name": "network-vif-plugged", "status": "completed", "tag": "f866dbf6-fcb1-476c-82ec-9310e9b4af90"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:25.043985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f866dbf6-fcb1-476c-82ec-9310e9b4af90, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f866dbf6-fcb1-476c-82ec-9310e9b4af90,segment=NetworkSegment(c752733c-d27d-4610-b728-fb50535dbe53),segment_id=c752733c-d27d-4610-b728-fb50535dbe53)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:25.103509 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46329a59-6942-44a0-99d7-20b88a2412ba req-0d498792-3737-431c-89ef-df88918b9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:25.256755 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46329a59-6942-44a0-99d7-20b88a2412ba req-0d498792-3737-431c-89ef-df88918b9282 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cf1135e-1812-4aea-b0cb-eae4babdb32e HTTP/1.1" status: 200 len: 845 time: 0.1498058 Nov 15 14:39:25.256755 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46329a59-6942-44a0-99d7-20b88a2412ba req-c8e4f8ec-a1d8-458f-ac75-482a65167163 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13fc7c01-c117-456b-9c07-be298e268580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654612 Nov 15 14:39:25.258007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddf0e9-7afb-45a6-b7cd-4def12f8bf54 req-a2b74b49-d414-4f5a-85f6-287b121f02eb tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:25.258007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0ddf0e9-7afb-45a6-b7cd-4def12f8bf54 req-a2b74b49-d414-4f5a-85f6-287b121f02eb tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 943 time: 0.2190104 Nov 15 14:39:25.258007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cc17cac-39b1-42c5-9d8a-9202322e1cf2 req-c66f542e-407c-4ab0-b828-37440dabb44a tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-groups/1bf4a859-83fd-4523-8792-6d8c06012916 HTTP/1.1" status: 200 len: 1829 time: 0.1473961 Nov 15 14:39:25.326465 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0ddf0e9-7afb-45a6-b7cd-4def12f8bf54 req-cc198a25-8adb-4e83-ae3f-8d8fb53e9f79 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187134 Nov 15 14:39:25.341618 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46329a59-6942-44a0-99d7-20b88a2412ba req-231268be-17ca-40c2-a883-20eeb105215c service neutron] 10.222.0.46 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508803 Nov 15 14:39:25.363372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78108f42-0cd9-4657-b926-b40b3b490526 req-4f986fab-48f9-4077-a4b7-8cfa62db9a18 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:25.372338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78108f42-0cd9-4657-b926-b40b3b490526 req-4f986fab-48f9-4077-a4b7-8cfa62db9a18 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 945 time: 0.0993841 Nov 15 14:39:25.438145 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2708a9-bce7-4eb6-acbb-0587b2ae0bc3 x-openstack-request-id: req-5d2708a9-bce7-4eb6-acbb-0587b2ae0bc3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:25.438860 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217ee331-1274-44da-a2e8-8664067c4d9c", "name": "network-vif-plugged", "status": "completed", "tag": "f866dbf6-fcb1-476c-82ec-9310e9b4af90", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:25.439047 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d2708a9-bce7-4eb6-acbb-0587b2ae0bc3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:25.439545 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217ee331-1274-44da-a2e8-8664067c4d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f866dbf6-fcb1-476c-82ec-9310e9b4af90', 'code': 200} Nov 15 14:39:25.474827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78108f42-0cd9-4657-b926-b40b3b490526 req-8c568313-f5d7-4e91-a4d3-0ae54c0d2d13 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012709 Nov 15 14:39:25.516757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46329a59-6942-44a0-99d7-20b88a2412ba req-3ccbcdaa-33d3-4db0-9815-b8064fc50ead service neutron] 10.222.0.46 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655040 Nov 15 14:39:25.539110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1a090312-5976-4b70-af9f-a0e62338e6be req-a838d1bf-abc6-47b0-ac31-c37e4d7054fc tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2005914343', 'description': 'tempest-description-281391466'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:25.593410 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598b01f-c66f-4dff-83f2-b727d96f439a req-ea2904a6-cbb0-4601-9881-18d8a250f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:25.596075 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a598b01f-c66f-4dff-83f2-b727d96f439a req-ea2904a6-cbb0-4601-9881-18d8a250f379 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 1095 time: 0.0779307 Nov 15 14:39:25.647441 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a598b01f-c66f-4dff-83f2-b727d96f439a req-7f1cb62c-72f2-4a48-8d2b-0cd08fdd96b2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428636 Nov 15 14:39:25.706923 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:25.708398 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e626a4aa-3030-4fe5-a3ef-ad1b97872bfd up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:25.741337 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1a090312-5976-4b70-af9f-a0e62338e6be req-a838d1bf-abc6-47b0-ac31-c37e4d7054fc tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:25.803511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f866dbf6-fcb1-476c-82ec-9310e9b4af90,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:25.815023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:25.815373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:25.815758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:25.816095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:25.816431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:25.816760 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:25.817085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:25.817423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:25.817743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:25.818072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:25.818631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:25.819184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:39:25.843052 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1a090312-5976-4b70-af9f-a0e62338e6be req-a838d1bf-abc6-47b0-ac31-c37e4d7054fc tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:25.982096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028d218-4b23-42ed-9364-a8e1d999146a req-f022f380-5e9e-4cf5-94bd-5c81d5d450b0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:25.984241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e028d218-4b23-42ed-9364-a8e1d999146a req-f022f380-5e9e-4cf5-94bd-5c81d5d450b0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.0573471 Nov 15 14:39:25.991748 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:39:26.004573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:26.004573 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:26.066797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e028d218-4b23-42ed-9364-a8e1d999146a req-65e9d307-0b2a-4f47-9069-341e59fc0ad1 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723016 Nov 15 14:39:26.088087 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1a090312-5976-4b70-af9f-a0e62338e6be req-a838d1bf-abc6-47b0-ac31-c37e4d7054fc tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:26.121391 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:26.170125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838d1bf-abc6-47b0-ac31-c37e4d7054fc tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7822bf-29bf-4138-9a09-7537037adff7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:26.229840 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd,segment=NetworkSegment(44864bc2-ed5e-4da4-bf8c-fbe540622040),segment_id=44864bc2-ed5e-4da4-bf8c-fbe540622040)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:26.297525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1a090312-5976-4b70-af9f-a0e62338e6be req-a838d1bf-abc6-47b0-ac31-c37e4d7054fc tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:26.317090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a090312-5976-4b70-af9f-a0e62338e6be req-a838d1bf-abc6-47b0-ac31-c37e4d7054fc tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.7745221 Nov 15 14:39:26.347195 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:26.388776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41597e8a-e803-43a5-9d69-ddc00bab410d req-f274f826-3df2-4a4f-bf86-f889605ba146 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-groups/3f7822bf-29bf-4138-9a09-7537037adff7 HTTP/1.1" status: 200 len: 1831 time: 0.0619304 Nov 15 14:39:26.422450 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:26.572441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6c902b33-3a25-4282-a9ee-ba03e8d40916 req-5daa24bb-baa0-415c-b9be-c5af1c44e989 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2093941400', 'description': 'tempest-description-1026509613'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:26.602474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97328ba5-7341-43d9-b3b3-7c131999612d req-29b5d17a-9a54-4c20-ab31-c4f70d1aed2b tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:26.604057 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97328ba5-7341-43d9-b3b3-7c131999612d req-29b5d17a-9a54-4c20-ab31-c4f70d1aed2b tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 943 time: 0.1642578 Nov 15 14:39:26.732942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97328ba5-7341-43d9-b3b3-7c131999612d req-cac8b18a-336f-4c65-9422-aee6a618d610 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163769 Nov 15 14:39:26.775683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c902b33-3a25-4282-a9ee-ba03e8d40916 req-5daa24bb-baa0-415c-b9be-c5af1c44e989 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:26.949655 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c902b33-3a25-4282-a9ee-ba03e8d40916 req-5daa24bb-baa0-415c-b9be-c5af1c44e989 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:26.959420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc147ba-eff5-41ff-a459-8712f7905afb req-29d1507d-647e-451f-b3b9-f80d24fd03dd tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:26.961004 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3dc147ba-eff5-41ff-a459-8712f7905afb req-29d1507d-647e-451f-b3b9-f80d24fd03dd tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 946 time: 0.0895114 Nov 15 14:39:27.064589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3dc147ba-eff5-41ff-a459-8712f7905afb req-73a61e06-9cdc-49ac-b8e0-c4a6df0690e2 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938511 Nov 15 14:39:27.070711 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c902b33-3a25-4282-a9ee-ba03e8d40916 req-5daa24bb-baa0-415c-b9be-c5af1c44e989 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:27.110698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:39:27.223961 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa24bb-baa0-415c-b9be-c5af1c44e989 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565f43df-88f0-4fae-b653-1e4e7172a58c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:27.330120 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c902b33-3a25-4282-a9ee-ba03e8d40916 req-5daa24bb-baa0-415c-b9be-c5af1c44e989 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:27.332190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c902b33-3a25-4282-a9ee-ba03e8d40916 req-5daa24bb-baa0-415c-b9be-c5af1c44e989 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.7634065 Nov 15 14:39:27.336256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:27.357732 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407', 'network_id': '13fc7c01-c117-456b-9c07-be298e268580', 'port_id': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407', 'mac_address': 'fa:16:3e:0e:27:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf1135e-1812-4aea-b0cb-eae4babdb32e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:39:27.358968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c9e5-1732-48a4-af30-ba0c04a10a0d req-8d2573d9-0baa-4961-a2d9-d7b461136d5c tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:27.369094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd73c9e5-1732-48a4-af30-ba0c04a10a0d req-8d2573d9-0baa-4961-a2d9-d7b461136d5c tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.0921352 Nov 15 14:39:27.409353 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:27.427439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:39:27.453500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0aaab5-9940-4894-a5eb-6ac0fb02c146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e626a4aa-3030-4fe5-a3ef-ad1b97872bfd'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:27.453500 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3664513-ad12-4b9a-8dd3-f2e7a07dce47" -d '{"events": [{"server_uuid": "dc0aaab5-9940-4894-a5eb-6ac0fb02c146", "name": "network-vif-plugged", "status": "completed", "tag": "e626a4aa-3030-4fe5-a3ef-ad1b97872bfd"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:27.453963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd73c9e5-1732-48a4-af30-ba0c04a10a0d req-0ade5576-1fef-498f-a7b9-7290452343f6 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823712 Nov 15 14:39:27.475071 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:27.533608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99491a4d-f9a6-4ec2-8bc3-f49e2d6ec0ea req-0474e181-2211-4d5f-a2bf-977d10069a90 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-groups/565f43df-88f0-4fae-b653-1e4e7172a58c HTTP/1.1" status: 200 len: 1832 time: 0.0649116 Nov 15 14:39:27.569355 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c1371c-5c19-41cf-bacb-e07f9c47bfa4 x-openstack-request-id: req-c9c1371c-5c19-41cf-bacb-e07f9c47bfa4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:27.569828 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0aaab5-9940-4894-a5eb-6ac0fb02c146", "name": "network-vif-plugged", "status": "completed", "tag": "e626a4aa-3030-4fe5-a3ef-ad1b97872bfd", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:27.570218 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9c1371c-5c19-41cf-bacb-e07f9c47bfa4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:27.570970 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0aaab5-9940-4894-a5eb-6ac0fb02c146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e626a4aa-3030-4fe5-a3ef-ad1b97872bfd', 'code': 200} Nov 15 14:39:27.625315 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:27.684350 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-ed27392e-8d46-4bc2-8b55-af2f257128dd req-d59052a9-4338-47f0-ada1-4fedf783a290 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] show failed (client error): The resource could not be found. Nov 15 14:39:27.685248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed27392e-8d46-4bc2-8b55-af2f257128dd req-d59052a9-4338-47f0-ada1-4fedf783a290 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-groups/c63fbc86-06cb-4636-942e-10592ff9662f HTTP/1.1" status: 404 len: 352 time: 0.0201850 Nov 15 14:39:27.693178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:27.721736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2277831-6785-4130-a685-be35bae0e3c5 req-cc7951bc-a4bf-4c8a-8554-2c51d87bfc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:27.723928 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c2277831-6785-4130-a685-be35bae0e3c5 req-cc7951bc-a4bf-4c8a-8554-2c51d87bfc56 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 1097 time: 0.0816400 Nov 15 14:39:27.756253 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-08a8cbde-15b4-48d8-86dc-faf2c7ef9c35 req-ec418ebb-499a-4d5a-bca5-6f69506de003 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] show failed (client error): The resource could not be found. Nov 15 14:39:27.762363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08a8cbde-15b4-48d8-86dc-faf2c7ef9c35 req-ec418ebb-499a-4d5a-bca5-6f69506de003 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-group-rules/e91ea076-c71f-4c39-b1c8-4f02b7d51478 HTTP/1.1" status: 404 len: 361 time: 0.0208614 Nov 15 14:39:27.794814 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c2277831-6785-4130-a685-be35bae0e3c5 req-3131b1d6-452b-4436-97ce-3f02acd371c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610991 Nov 15 14:39:27.930955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['ed68ea26-4cbb-4f59-bd55-eb0cb08f2407'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:39:27.974935 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:28.014799 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78598e1a-ba9b-4f2c-9050-e6da6dc711ca req-fd505569-d79d-497d-acd9-0fd027afbdb6 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:28.016443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78598e1a-ba9b-4f2c-9050-e6da6dc711ca req-fd505569-d79d-497d-acd9-0fd027afbdb6 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 944 time: 0.0820529 Nov 15 14:39:28.100027 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:39:28.151176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78598e1a-ba9b-4f2c-9050-e6da6dc711ca req-a20ca4df-2792-4e5c-8cdd-0c44348d467f tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248815 Nov 15 14:39:28.254113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee492eb2-587e-4ee9-b920-613adebe36a4 req-573a29ea-3deb-49b3-a190-1d347c399d14 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-groups/565f43df-88f0-4fae-b653-1e4e7172a58c HTTP/1.1" status: 200 len: 1832 time: 0.1410589 Nov 15 14:39:28.280438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a203f2c-9df9-4962-8af2-ed6d09a85882 req-4aa268b4-48aa-4666-b2ea-b335ed05af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:28.282280 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a203f2c-9df9-4962-8af2-ed6d09a85882 req-4aa268b4-48aa-4666-b2ea-b335ed05af07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1847ae12bc24094b6e8ac83bfed46df&device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 1096 time: 0.1248140 Nov 15 14:39:28.430006 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee492eb2-587e-4ee9-b920-613adebe36a4 req-76fdd28c-2ea7-4f51-965b-e276adfbb110 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:28.430006 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee492eb2-587e-4ee9-b920-613adebe36a4 req-76fdd28c-2ea7-4f51-965b-e276adfbb110 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:28.430636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a203f2c-9df9-4962-8af2-ed6d09a85882 req-70fdcb49-9d46-41b1-8851-5f6752773130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:28.431312 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a203f2c-9df9-4962-8af2-ed6d09a85882 req-70fdcb49-9d46-41b1-8851-5f6752773130 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b18155c8-d8ed-48f4-acb3-7c431e1273ff HTTP/1.1" status: 200 len: 911 time: 0.1395621 Nov 15 14:39:28.526254 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a203f2c-9df9-4962-8af2-ed6d09a85882 req-d50cfe22-5767-4240-9dea-f23ab81ab5a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f866dbf6-fcb1-476c-82ec-9310e9b4af90 HTTP/1.1" status: 200 len: 217 time: 0.0875585 Nov 15 14:39:28.614828 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:28.646838 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee492eb2-587e-4ee9-b920-613adebe36a4 req-76fdd28c-2ea7-4f51-965b-e276adfbb110 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:28.654695 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee492eb2-587e-4ee9-b920-613adebe36a4 req-76fdd28c-2ea7-4f51-965b-e276adfbb110 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:28.670272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee492eb2-587e-4ee9-b920-613adebe36a4 req-76fdd28c-2ea7-4f51-965b-e276adfbb110 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "DELETE /v2.0/security-groups/565f43df-88f0-4fae-b653-1e4e7172a58c HTTP/1.1" status: 204 len: 173 time: 0.4098499 Nov 15 14:39:28.687088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a203f2c-9df9-4962-8af2-ed6d09a85882 req-109df43c-a67c-4053-b1f0-ca909d784bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:28.689967 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a203f2c-9df9-4962-8af2-ed6d09a85882 req-109df43c-a67c-4053-b1f0-ca909d784bf3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65ea3356-37e2-41c3-90e5-e7324e250f2c HTTP/1.1" status: 200 len: 850 time: 0.1555910 Nov 15 14:39:28.709592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdd28c-2ea7-4f51-965b-e276adfbb110 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=565f43df-88f0-4fae-b653-1e4e7172a58c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:28.752612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a028147-b6f5-4b79-85b6-103bd7519cf6 req-5764396f-6cc5-4649-a491-4e4a102a4b17 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:28.760945 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a203f2c-9df9-4962-8af2-ed6d09a85882 req-adc9f021-6ee6-418b-9e4e-718865cdb011 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b18155c8-d8ed-48f4-acb3-7c431e1273ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538938 Nov 15 14:39:28.762743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a028147-b6f5-4b79-85b6-103bd7519cf6 req-5764396f-6cc5-4649-a491-4e4a102a4b17 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.1390903 Nov 15 14:39:28.876464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a028147-b6f5-4b79-85b6-103bd7519cf6 req-8264032d-f94c-4965-9808-3272ab4720a4 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100690 Nov 15 14:39:28.923942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50213d5-974b-42c1-9cac-468075322056 req-731c1208-bcc3-4c22-a3ca-20c904081ad7 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:28.932113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a50213d5-974b-42c1-9cac-468075322056 req-731c1208-bcc3-4c22-a3ca-20c904081ad7 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 946 time: 0.1053126 Nov 15 14:39:29.034778 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a203f2c-9df9-4962-8af2-ed6d09a85882 req-f16aced4-d0ff-40a1-a09b-a4ee2f8d6a27 service neutron] 10.222.0.59 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645991 Nov 15 14:39:29.073670 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a50213d5-974b-42c1-9cac-468075322056 req-4676d688-5903-486b-9f52-ac14a4f51b63 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363926 Nov 15 14:39:29.305550 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:29.331921 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5f88e6a-cff5-42ed-91b4-269e08860bc2 req-600e5f3f-8a33-4406-a392-683ee4cd57d8 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-groups/3f7822bf-29bf-4138-9a09-7537037adff7 HTTP/1.1" status: 200 len: 1831 time: 0.2138662 Nov 15 14:39:29.396212 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a203f2c-9df9-4962-8af2-ed6d09a85882 req-14d07f5f-d72a-4410-808a-037645a6f940 service neutron] 10.222.0.59 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534918 Nov 15 14:39:29.451574 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a5f88e6a-cff5-42ed-91b4-269e08860bc2 req-c618f055-6aed-4d62-a481-2f93d41325c2 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:29.483576 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a5f88e6a-cff5-42ed-91b4-269e08860bc2 req-c618f055-6aed-4d62-a481-2f93d41325c2 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:29.576711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:39:29.583156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:29.583778 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:29.717344 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a5f88e6a-cff5-42ed-91b4-269e08860bc2 req-c618f055-6aed-4d62-a481-2f93d41325c2 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:29.720404 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a5f88e6a-cff5-42ed-91b4-269e08860bc2 req-c618f055-6aed-4d62-a481-2f93d41325c2 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:29.728934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5f88e6a-cff5-42ed-91b4-269e08860bc2 req-c618f055-6aed-4d62-a481-2f93d41325c2 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "DELETE /v2.0/security-groups/3f7822bf-29bf-4138-9a09-7537037adff7 HTTP/1.1" status: 204 len: 173 time: 0.3911774 Nov 15 14:39:29.764044 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:29.770553 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b32310de-8f1d-4f23-9879-54e27d423f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:29.771836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618f055-6aed-4d62-a481-2f93d41325c2 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7822bf-29bf-4138-9a09-7537037adff7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:29.832064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ac1914-8e3c-4498-91a3-71dcb6bd6350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:29.836685 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdaa024-8c26-41a2-a00c-206fa9e0d307" -d '{"events": [{"server_uuid": "17ac1914-8e3c-4498-91a3-71dcb6bd6350", "name": "network-vif-plugged", "status": "completed", "tag": "ed68ea26-4cbb-4f59-bd55-eb0cb08f2407"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:29.860193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:29.923075 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:29.937293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a99b0-8c80-4434-8219-73a745db27bf req-f37a4466-d33f-4126-aa57-1b07feeccb9e tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:29.946295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-407a99b0-8c80-4434-8219-73a745db27bf req-f37a4466-d33f-4126-aa57-1b07feeccb9e tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 944 time: 0.1548152 Nov 15 14:39:30.047079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:30.063264 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-407a99b0-8c80-4434-8219-73a745db27bf req-230f48ab-47fe-4ea8-a749-b7d495392b7d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156571 Nov 15 14:39:30.203597 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16b6fb0d-f67a-4770-8ec4-1163f068bc15 req-e1394dc4-1331-4dcd-9afc-dd72c9d87822 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-groups/1bf4a859-83fd-4523-8792-6d8c06012916 HTTP/1.1" status: 200 len: 1829 time: 0.1109235 Nov 15 14:39:30.204313 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7199e615-a472-4d79-86e1-48bcacac737b x-openstack-request-id: req-7199e615-a472-4d79-86e1-48bcacac737b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:30.204313 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ac1914-8e3c-4498-91a3-71dcb6bd6350", "name": "network-vif-plugged", "status": "completed", "tag": "ed68ea26-4cbb-4f59-bd55-eb0cb08f2407", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:30.204679 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7199e615-a472-4d79-86e1-48bcacac737b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:30.204936 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ac1914-8e3c-4498-91a3-71dcb6bd6350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407', 'code': 200} Nov 15 14:39:30.366161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c639d-27a0-4337-83a8-7c3f6c8a315b req-4e0f9569-ed3c-4695-b925-ba50716bc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:30.371365 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-649c639d-27a0-4337-83a8-7c3f6c8a315b req-4e0f9569-ed3c-4695-b925-ba50716bc052 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 1096 time: 0.0908313 Nov 15 14:39:30.504478 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-649c639d-27a0-4337-83a8-7c3f6c8a315b req-08d4b0f2-395f-40b8-925e-0d3a503d6f4a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248002 Nov 15 14:39:30.514364 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-16b6fb0d-f67a-4770-8ec4-1163f068bc15 req-2e1cc57b-4b1f-497e-8d5a-281207c6137a tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:30.569000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e19745-3a30-4a4a-a3bc-210522754894 req-11b26534-4280-4913-bae0-7b9cdc15709e tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:30.578703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46e19745-3a30-4a4a-a3bc-210522754894 req-11b26534-4280-4913-bae0-7b9cdc15709e tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.2026167 Nov 15 14:39:30.589387 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-16b6fb0d-f67a-4770-8ec4-1163f068bc15 req-2e1cc57b-4b1f-497e-8d5a-281207c6137a tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:30.600904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:30.812509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46e19745-3a30-4a4a-a3bc-210522754894 req-349f1863-082b-4908-a4fb-609be9088ea7 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322454 Nov 15 14:39:30.832837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfeb0bfe-db48-4378-895f-255888cbf940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:30.900838 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-16b6fb0d-f67a-4770-8ec4-1163f068bc15 req-2e1cc57b-4b1f-497e-8d5a-281207c6137a tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:30.904137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-16b6fb0d-f67a-4770-8ec4-1163f068bc15 req-2e1cc57b-4b1f-497e-8d5a-281207c6137a tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:30.907291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16b6fb0d-f67a-4770-8ec4-1163f068bc15 req-2e1cc57b-4b1f-497e-8d5a-281207c6137a tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "DELETE /v2.0/security-groups/1bf4a859-83fd-4523-8792-6d8c06012916 HTTP/1.1" status: 204 len: 173 time: 0.7015381 Nov 15 14:39:30.921154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cc57b-4b1f-497e-8d5a-281207c6137a tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf4a859-83fd-4523-8792-6d8c06012916,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:31.012752 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfeb0bfe-db48-4378-895f-255888cbf940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:31.042253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-010023cb-1a89-42c5-82fb-c79530f770f7 req-b040f17f-12ff-4376-a008-2714bcc5102a tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-groups/6ef6f9ba-a7a8-4b18-be55-46365d906d04 HTTP/1.1" status: 200 len: 1832 time: 0.0778332 Nov 15 14:39:31.077963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dcc32-4741-453b-8d3b-70324d82fb4a req-ec6ca666-3e38-4bfe-a2fe-a3ec78acd15d tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:31.079980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-258dcc32-4741-453b-8d3b-70324d82fb4a req-ec6ca666-3e38-4bfe-a2fe-a3ec78acd15d tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 946 time: 0.0756350 Nov 15 14:39:31.116769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfeb0bfe-db48-4378-895f-255888cbf940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:31.151246 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-010023cb-1a89-42c5-82fb-c79530f770f7 req-470cd85f-76ee-4ce5-b3b5-aefacdbfe121 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:31.172484 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bfeb0bfe-db48-4378-895f-255888cbf940 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff75438f79c84d6cacd8d802c61687e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5703228 Nov 15 14:39:31.175991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:31.192547 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-010023cb-1a89-42c5-82fb-c79530f770f7 req-470cd85f-76ee-4ce5-b3b5-aefacdbfe121 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:31.219998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb0bfe-db48-4378-895f-255888cbf940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3b7ae5-ec72-4617-aaa7-a7ce7c6dc497,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:31.249962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bda20336-d24c-41fc-a14c-b3c572b49f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:31.255182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-258dcc32-4741-453b-8d3b-70324d82fb4a req-fcb3aee2-8bea-483e-ae15-2e6a5231f8c4 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661673 Nov 15 14:39:31.276680 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bda20336-d24c-41fc-a14c-b3c572b49f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:31.340347 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-010023cb-1a89-42c5-82fb-c79530f770f7 req-470cd85f-76ee-4ce5-b3b5-aefacdbfe121 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:31.348644 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-010023cb-1a89-42c5-82fb-c79530f770f7 req-470cd85f-76ee-4ce5-b3b5-aefacdbfe121 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:31.349966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-010023cb-1a89-42c5-82fb-c79530f770f7 req-470cd85f-76ee-4ce5-b3b5-aefacdbfe121 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "DELETE /v2.0/security-groups/6ef6f9ba-a7a8-4b18-be55-46365d906d04 HTTP/1.1" status: 204 len: 173 time: 0.2960315 Nov 15 14:39:31.364118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cd85f-76ee-4ce5-b3b5-aefacdbfe121 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef6f9ba-a7a8-4b18-be55-46365d906d04,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:31.431245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bda20336-d24c-41fc-a14c-b3c572b49f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:31.437081 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bda20336-d24c-41fc-a14c-b3c572b49f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:31.439562 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bda20336-d24c-41fc-a14c-b3c572b49f60 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0e3b7ae5-ec72-4617-aaa7-a7ce7c6dc497 HTTP/1.1" status: 204 len: 168 time: 0.2623737 Nov 15 14:39:31.474519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda20336-d24c-41fc-a14c-b3c572b49f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3b7ae5-ec72-4617-aaa7-a7ce7c6dc497,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:31.498882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d871058-c221-4881-9454-e87b274cf015 req-a0cc9f35-90bb-4879-8f81-83b6bbba942c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:31.519124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d871058-c221-4881-9454-e87b274cf015 req-a0cc9f35-90bb-4879-8f81-83b6bbba942c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 945 time: 0.1104410 Nov 15 14:39:31.607138 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d871058-c221-4881-9454-e87b274cf015 req-693174e0-b637-4ca6-a168-291e191e6fb7 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866575 Nov 15 14:39:31.709766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8ac8129-b8ed-452f-bc40-f79dc90dd7b5 req-7266b12b-2377-4447-a05f-c7de034b80b9 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "GET /v2.0/security-groups/15c5d10c-cb0f-4de1-8ded-3a713f77fafc HTTP/1.1" status: 200 len: 1830 time: 0.0794959 Nov 15 14:39:31.789224 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a8ac8129-b8ed-452f-bc40-f79dc90dd7b5 req-4a0363af-e46b-4755-af3f-bddd61c89325 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:31.864016 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a8ac8129-b8ed-452f-bc40-f79dc90dd7b5 req-4a0363af-e46b-4755-af3f-bddd61c89325 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:32.016913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a8ac8129-b8ed-452f-bc40-f79dc90dd7b5 req-4a0363af-e46b-4755-af3f-bddd61c89325 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:32.026012 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a8ac8129-b8ed-452f-bc40-f79dc90dd7b5 req-4a0363af-e46b-4755-af3f-bddd61c89325 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:32.034966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8ac8129-b8ed-452f-bc40-f79dc90dd7b5 req-4a0363af-e46b-4755-af3f-bddd61c89325 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] 10.222.0.70 "DELETE /v2.0/security-groups/15c5d10c-cb0f-4de1-8ded-3a713f77fafc HTTP/1.1" status: 204 len: 173 time: 0.3229520 Nov 15 14:39:32.040156 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59480) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:32.065328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19afe890-b6b8-470c-9d2d-f368d41fb488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:32.080317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0363af-e46b-4755-af3f-bddd61c89325 tempest-SecurityGroupRulesNegativeTestJSON-1141805382 tempest-SecurityGroupRulesNegativeTestJSON-1141805382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c5d10c-cb0f-4de1-8ded-3a713f77fafc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:32.164535 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7d9af5-2f9c-4601-9105-b68d1b7eca1d admin admin] Deleting subnet 75162721-28d6-4013-9250-197570dede86 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:39:32.169331 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9af5-2f9c-4601-9105-b68d1b7eca1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:32.219754 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9af5-2f9c-4601-9105-b68d1b7eca1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:32.229535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326199f-9f92-48d5-b2fe-84c3c2033b54 req-b7c63f7c-4208-44ca-b45c-c27b0025a785 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:32.232261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f326199f-9f92-48d5-b2fe-84c3c2033b54 req-b7c63f7c-4208-44ca-b45c-c27b0025a785 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.1193719 Nov 15 14:39:32.288372 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9af5-2f9c-4601-9105-b68d1b7eca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:32.340275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f326199f-9f92-48d5-b2fe-84c3c2033b54 req-fbdeab83-d336-49e3-9508-3ca710b78e4b tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007273 Nov 15 14:39:32.528322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e1a1a-d5ab-426b-9777-9a4a3e641ee3 req-35923ea3-1603-4c4e-aa4b-4ee8ece86469 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:32.530895 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a79e1a1a-d5ab-426b-9777-9a4a3e641ee3 req-35923ea3-1603-4c4e-aa4b-4ee8ece86469 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 946 time: 0.0565624 Nov 15 14:39:32.563475 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e05c7-7fa3-42d3-91d3-99e6b15a6f18 req-5b80bd4a-f627-4d0d-88db-6c3bca73fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:32.565980 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-683e05c7-7fa3-42d3-91d3-99e6b15a6f18 req-5b80bd4a-f627-4d0d-88db-6c3bca73fd50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a3bb5b657714d818d811f2bb293a987&device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 1097 time: 0.0487027 Nov 15 14:39:32.592318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a79e1a1a-d5ab-426b-9777-9a4a3e641ee3 req-8019c54e-41b7-4c55-86af-09c83882af65 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556962 Nov 15 14:39:32.895466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e05c7-7fa3-42d3-91d3-99e6b15a6f18 req-eecb4a76-7f66-4c4f-b49d-d33d1dab9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:32.895466 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-683e05c7-7fa3-42d3-91d3-99e6b15a6f18 req-eecb4a76-7f66-4c4f-b49d-d33d1dab9bc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3606b93b-110d-47e3-a79e-43263bfb53fa HTTP/1.1" status: 200 len: 915 time: 0.1022613 Nov 15 14:39:32.895466 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-683e05c7-7fa3-42d3-91d3-99e6b15a6f18 req-88882a26-6b5d-42c0-8570-a08182e66a82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd HTTP/1.1" status: 200 len: 217 time: 0.0364754 Nov 15 14:39:32.895704 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eb434-6c10-4c2b-843a-a3f245e21d6d req-780939dd-23f7-4192-822a-bad867f8fe29 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:32.895704 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e6eb434-6c10-4c2b-843a-a3f245e21d6d req-780939dd-23f7-4192-822a-bad867f8fe29 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 945 time: 0.0580776 Nov 15 14:39:32.895871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e05c7-7fa3-42d3-91d3-99e6b15a6f18 req-e00d8fe5-144e-4db3-a80a-a3f7abbf4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:32.895871 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-683e05c7-7fa3-42d3-91d3-99e6b15a6f18 req-e00d8fe5-144e-4db3-a80a-a3f7abbf4d74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6cbd43a-8abf-4e3f-8e56-637d7c8dd72e HTTP/1.1" status: 200 len: 854 time: 0.0498419 Nov 15 14:39:32.896024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e6eb434-6c10-4c2b-843a-a3f245e21d6d req-2ee491cf-2c0d-4134-b984-e52fe49d94ee tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514052 Nov 15 14:39:32.896097 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-683e05c7-7fa3-42d3-91d3-99e6b15a6f18 req-bcc10727-0348-4b16-99bf-2f5b707c8456 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3606b93b-110d-47e3-a79e-43263bfb53fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251145 Nov 15 14:39:32.900034 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-683e05c7-7fa3-42d3-91d3-99e6b15a6f18 req-84c3af95-787c-47b4-99f4-1168e9e6bb51 service neutron] 10.222.0.59 "GET /v2.0/networks/3606b93b-110d-47e3-a79e-43263bfb53fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829935 Nov 15 14:39:32.985547 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9af5-2f9c-4601-9105-b68d1b7eca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.022846 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d9af5-2f9c-4601-9105-b68d1b7eca1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75162721-28d6-4013-9250-197570dede86,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:33.025000 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9af5-2f9c-4601-9105-b68d1b7eca1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.030746 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7c7d9af5-2f9c-4601-9105-b68d1b7eca1d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/75162721-28d6-4013-9250-197570dede86 HTTP/1.1" status: 204 len: 168 time: 0.9866509 Nov 15 14:39:33.031109 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-683e05c7-7fa3-42d3-91d3-99e6b15a6f18 req-eda1b17f-7899-49e7-84ca-406cbbc1c385 service neutron] 10.222.0.59 "GET /v2.0/networks/3606b93b-110d-47e3-a79e-43263bfb53fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212592 Nov 15 14:39:33.031348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59498) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:33.110094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59506) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:33.132477 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab982-d0da-4520-abb7-08d5874e9252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.134636 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0a89-9a6b-4f39-8553-43b5044e14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.228787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0a89-9a6b-4f39-8553-43b5044e14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.262073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0fbd0a89-9a6b-4f39-8553-43b5044e14ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c3fcbd-0d9d-4f9a-8bab-0c704c93a1ba']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:33.275819 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab982-d0da-4520-abb7-08d5874e9252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.276270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0fbd0a89-9a6b-4f39-8553-43b5044e14ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be75517-984d-45c8-a3c2-24bf602bc4f5') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:33.276668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0fbd0a89-9a6b-4f39-8553-43b5044e14ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be75517-984d-45c8-a3c2-24bf602bc4f5') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:33.305535 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0a89-9a6b-4f39-8553-43b5044e14ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.339234 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0a89-9a6b-4f39-8553-43b5044e14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.356035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbd0a89-9a6b-4f39-8553-43b5044e14ab admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:39:33.357447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0a89-9a6b-4f39-8553-43b5044e14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:39:33.366834 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:39:33.392489 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab982-d0da-4520-abb7-08d5874e9252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.443650 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.485926 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0f0ab982-d0da-4520-abb7-08d5874e9252 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f049a03207784160968a80ef063be228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745635 Nov 15 14:39:33.496948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59518) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:33.546027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ab982-d0da-4520-abb7-08d5874e9252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d2fa60-f72b-4a92-9c3a-4eb96e6686b5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:33.561265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfb09b-f6a2-4e24-a440-fb5856ec97b0 req-0f6cc411-832e-47b1-9391-a115ed12effb tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:33.562927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51dfb09b-f6a2-4e24-a440-fb5856ec97b0 req-0f6cc411-832e-47b1-9391-a115ed12effb tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 945 time: 0.0875757 Nov 15 14:39:33.574137 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84391127-3b1b-4f63-ac03-e5a0bb32c46f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.598475 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84391127-3b1b-4f63-ac03-e5a0bb32c46f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.616888 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0a89-9a6b-4f39-8553-43b5044e14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.618917 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0a89-9a6b-4f39-8553-43b5044e14ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.625364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0fbd0a89-9a6b-4f39-8553-43b5044e14ab admin admin] 10.222.0.70 "DELETE /v2.0/networks/d5c3fcbd-0d9d-4f9a-8bab-0c704c93a1ba HTTP/1.1" status: 204 len: 168 time: 0.5928817 Nov 15 14:39:33.658760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859ef4b-48b0-4246-abda-693cf5866337 req-1bdede08-a560-4174-9777-13d0b01b445a tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:33.668622 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5859ef4b-48b0-4246-abda-693cf5866337 req-1bdede08-a560-4174-9777-13d0b01b445a tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.1804483 Nov 15 14:39:33.685207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd0a89-9a6b-4f39-8553-43b5044e14ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c3fcbd-0d9d-4f9a-8bab-0c704c93a1ba,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:33.735499 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51dfb09b-f6a2-4e24-a440-fb5856ec97b0 req-a027f11d-5fda-49f4-aa31-335a712ff2fa tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433730 Nov 15 14:39:33.769561 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84391127-3b1b-4f63-ac03-e5a0bb32c46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.773591 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84391127-3b1b-4f63-ac03-e5a0bb32c46f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:33.777315 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-84391127-3b1b-4f63-ac03-e5a0bb32c46f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4d2fa60-f72b-4a92-9c3a-4eb96e6686b5 HTTP/1.1" status: 204 len: 168 time: 0.2770364 Nov 15 14:39:33.788855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5859ef4b-48b0-4246-abda-693cf5866337 req-ed0f8a33-568d-42a9-a428-beeef959b931 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184988 Nov 15 14:39:33.795220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84391127-3b1b-4f63-ac03-e5a0bb32c46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d2fa60-f72b-4a92-9c3a-4eb96e6686b5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:33.991585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67323815-c2e9-4bcb-ac10-5caeca0dcfe8 req-81369863-fd04-42d2-85e5-c56005710fa3 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:33.999791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67323815-c2e9-4bcb-ac10-5caeca0dcfe8 req-81369863-fd04-42d2-85e5-c56005710fa3 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 946 time: 0.0674603 Nov 15 14:39:34.067429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67323815-c2e9-4bcb-ac10-5caeca0dcfe8 req-b829e16a-2d16-4235-b337-92f3128e44ad tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667207 Nov 15 14:39:34.279089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59542) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:34.327100 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6a0ff944-7a61-4a0a-9fa0-f4e885511886 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d91ed2a7dce403e89698f6e5eaa83e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467944 Nov 15 14:39:34.339582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:34.400268 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88d47663-4f81-468d-bf9e-8122efcd917e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:34.430256 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88d47663-4f81-468d-bf9e-8122efcd917e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:34.626802 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88d47663-4f81-468d-bf9e-8122efcd917e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:34.632054 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88d47663-4f81-468d-bf9e-8122efcd917e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:34.636946 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-88d47663-4f81-468d-bf9e-8122efcd917e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8e24dea-1316-4d91-a126-4f689d285234 HTTP/1.1" status: 204 len: 168 time: 0.2961142 Nov 15 14:39:34.659835 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d47663-4f81-468d-bf9e-8122efcd917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e24dea-1316-4d91-a126-4f689d285234,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:34.818521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a461e-2865-4407-a9f2-0de1b223dd71 req-b2de113c-a40f-48a1-8148-2fe4352a552b tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:34.820285 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e6a461e-2865-4407-a9f2-0de1b223dd71 req-b2de113c-a40f-48a1-8148-2fe4352a552b tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 946 time: 0.0605991 Nov 15 14:39:34.931426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432bd60-5e33-491b-94ff-cb2ea04de39b req-28183e67-407f-464b-a78c-b82d993f6751 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:34.939245 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4432bd60-5e33-491b-94ff-cb2ea04de39b req-28183e67-407f-464b-a78c-b82d993f6751 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 945 time: 0.1108849 Nov 15 14:39:34.951584 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e6a461e-2865-4407-a9f2-0de1b223dd71 req-5f31598e-f14b-4776-b621-53f6f46fe091 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/security-groups?id=81c638f6-ccca-405a-ac5a-4dbcd9575bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245556 Nov 15 14:39:35.054319 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:35.065055 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4432bd60-5e33-491b-94ff-cb2ea04de39b req-2d0a1e54-8796-4998-866e-42f3a54ec76c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202569 Nov 15 14:39:35.130782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e9b75-4f52-41bb-a24a-bb8c941937f8 req-38942391-f9d0-449b-b2a0-a2ced3d7f6c7 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:35.132497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac2e9b75-4f52-41bb-a24a-bb8c941937f8 req-38942391-f9d0-449b-b2a0-a2ced3d7f6c7 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.0990021 Nov 15 14:39:35.223012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac2e9b75-4f52-41bb-a24a-bb8c941937f8 req-fa577ab7-2164-4433-9b03-e474cc225393 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805359 Nov 15 14:39:35.347999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f8bea-9b48-4cde-a030-2c6350dca257 req-484e7866-24d6-4ea8-83fe-3bbb6badc521 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:35.347999 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-005f8bea-9b48-4cde-a030-2c6350dca257 req-484e7866-24d6-4ea8-83fe-3bbb6badc521 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 946 time: 0.0590599 Nov 15 14:39:35.402608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-005f8bea-9b48-4cde-a030-2c6350dca257 req-8a37d772-e400-467c-ad6e-ad41636a3be7 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511613 Nov 15 14:39:35.632561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce917200-6d44-4ad3-b09a-15db3a2794c4 req-973e6767-0b76-4ec2-9300-2b1a6eb5f87f tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:35.634200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce917200-6d44-4ad3-b09a-15db3a2794c4 req-973e6767-0b76-4ec2-9300-2b1a6eb5f87f tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 949 time: 0.0518837 Nov 15 14:39:35.693946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce917200-6d44-4ad3-b09a-15db3a2794c4 req-4f3eddec-909c-4f02-b16f-092299329a79 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/security-groups?id=cca7dd8a-c3bd-4261-90a6-37ab9c6216bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519440 Nov 15 14:39:35.776113 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:35.843470 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:35.849900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-db00ac8d-ad63-4662-b01e-dc38826788cd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1477950533'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:35.987714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db00ac8d-ad63-4662-b01e-dc38826788cd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Made reservation on behalf of 9d3e7501213e48d7a9edd485f0ee7f80 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:35.992255 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db00ac8d-ad63-4662-b01e-dc38826788cd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:36.023790 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db00ac8d-ad63-4662-b01e-dc38826788cd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:39:36.077882 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db00ac8d-ad63-4662-b01e-dc38826788cd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:36.078152 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-db00ac8d-ad63-4662-b01e-dc38826788cd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Added segment 2fe804f9-c401-448a-b249-dd67317f6905 of type vlan for network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 Nov 15 14:39:36.136208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20044eb-5391-4c29-b63d-d59f8c56e6b5 req-ce222a68-7f59-4a5b-83f0-5ffb200971b6 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:36.137715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a20044eb-5391-4c29-b63d-d59f8c56e6b5 req-ce222a68-7f59-4a5b-83f0-5ffb200971b6 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 946 time: 0.0668242 Nov 15 14:39:36.144408 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db00ac8d-ad63-4662-b01e-dc38826788cd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:36.207180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a20044eb-5391-4c29-b63d-d59f8c56e6b5 req-e3b8cb8b-1efd-4609-9d5f-364ca212c32c tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/security-groups?id=81c638f6-ccca-405a-ac5a-4dbcd9575bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614614 Nov 15 14:39:36.272105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673afbd-56d8-4cdf-beb7-83434057ea9e req-7cf6244e-ffbb-498f-a88f-0bc93c15baa2 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:36.274040 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c673afbd-56d8-4cdf-beb7-83434057ea9e req-7cf6244e-ffbb-498f-a88f-0bc93c15baa2 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.59 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 946 time: 0.0631044 Nov 15 14:39:36.341205 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db00ac8d-ad63-4662-b01e-dc38826788cd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:36.348017 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db00ac8d-ad63-4662-b01e-dc38826788cd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:36.348824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db00ac8d-ad63-4662-b01e-dc38826788cd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:36.390045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e82673-1506-45a3-8f0d-c111dd5c7579 req-106f4a0f-7676-47e0-8cd2-47322db32981 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:36.395654 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1e82673-1506-45a3-8f0d-c111dd5c7579 req-106f4a0f-7676-47e0-8cd2-47322db32981 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 946 time: 0.1113966 Nov 15 14:39:36.503695 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-db00ac8d-ad63-4662-b01e-dc38826788cd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6563494 Nov 15 14:39:36.503951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:36.508847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1e82673-1506-45a3-8f0d-c111dd5c7579 req-a487ead1-1b85-4b55-872f-1606809dbf4e tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091301 Nov 15 14:39:36.509674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-26f67a72-ce40-432d-a979-d684d986452c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-57889561'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:36.514076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00ac8d-ad63-4662-b01e-dc38826788cd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'Network': ['ID=4e761ea9-c23e-45b2-a7c8-6141b0a150b4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:36.535401 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:39:36.564500 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c673afbd-56d8-4cdf-beb7-83434057ea9e req-96ad1ae6-19a0-4907-8366-0be7d65cfb64 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Deleting port 9d982e2e-49ab-4d16-825e-79ed3eb1371d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:39:36.564931 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c673afbd-56d8-4cdf-beb7-83434057ea9e req-96ad1ae6-19a0-4907-8366-0be7d65cfb64 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:36.648661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f67a72-ce40-432d-a979-d684d986452c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Made reservation on behalf of 9d3e7501213e48d7a9edd485f0ee7f80 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:36.654235 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26f67a72-ce40-432d-a979-d684d986452c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:36.708436 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f67a72-ce40-432d-a979-d684d986452c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:39:36.711347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c673afbd-56d8-4cdf-beb7-83434057ea9e req-96ad1ae6-19a0-4907-8366-0be7d65cfb64 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] For port 9d982e2e-49ab-4d16-825e-79ed3eb1371d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=9d982e2e-49ab-4d16-825e-79ed3eb1371d,segment=NetworkSegment(8ea022c8-1721-4c7a-a502-820549cd86d4),segment_id=8ea022c8-1721-4c7a-a502-820549cd86d4)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:36.711717 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c673afbd-56d8-4cdf-beb7-83434057ea9e req-96ad1ae6-19a0-4907-8366-0be7d65cfb64 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:36.734941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c673afbd-56d8-4cdf-beb7-83434057ea9e req-96ad1ae6-19a0-4907-8366-0be7d65cfb64 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Calling delete_port for 9d982e2e-49ab-4d16-825e-79ed3eb1371d owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:39:36.737106 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26f67a72-ce40-432d-a979-d684d986452c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:36.737495 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-26f67a72-ce40-432d-a979-d684d986452c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Added segment 86f74415-26b4-4ce6-beb9-a2c10d6d28df of type vlan for network fd986e30-a4d1-4f5a-9bc4-fb302d682086 Nov 15 14:39:36.812913 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26f67a72-ce40-432d-a979-d684d986452c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:36.949439 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26f67a72-ce40-432d-a979-d684d986452c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:36.960265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f67a72-ce40-432d-a979-d684d986452c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:36.961224 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26f67a72-ce40-432d-a979-d684d986452c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:36.976248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ecaec-cef1-4b68-9012-283d52c0084c req-e047ebdd-a28a-4b76-9c95-d64a5150fd4f tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:36.978075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db6ecaec-cef1-4b68-9012-283d52c0084c req-e047ebdd-a28a-4b76-9c95-d64a5150fd4f tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.0714889 Nov 15 14:39:37.070620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db6ecaec-cef1-4b68-9012-283d52c0084c req-277ac374-b42d-4a4e-90bd-b2bd70082748 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862103 Nov 15 14:39:37.328026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f67a72-ce40-432d-a979-d684d986452c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'Network': ['ID=fd986e30-a4d1-4f5a-9bc4-fb302d682086,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:37.338296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network fd986e30-a4d1-4f5a-9bc4-fb302d682086 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:39:37.353671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66378e32-f352-4c4b-8562-9c0d0b6e4f59 req-ad9c3de8-1e58-47be-b86c-60768b37cf8b tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:37.355247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66378e32-f352-4c4b-8562-9c0d0b6e4f59 req-ad9c3de8-1e58-47be-b86c-60768b37cf8b tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 946 time: 0.0619655 Nov 15 14:39:37.407140 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66378e32-f352-4c4b-8562-9c0d0b6e4f59 req-65c0a2d1-2e0c-43f4-9a54-597276ee14c5 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/security-groups?id=81c638f6-ccca-405a-ac5a-4dbcd9575bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456924 Nov 15 14:39:37.656137 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:37.683755 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-26f67a72-ce40-432d-a979-d684d986452c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1741941 Nov 15 14:39:37.683952 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a8097-d8ed-4ff4-b40d-731a5c37c122 req-3e14927c-8335-44f3-a907-0f139deaaf39 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:37.684117 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c673afbd-56d8-4cdf-beb7-83434057ea9e req-96ad1ae6-19a0-4907-8366-0be7d65cfb64 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:37.689862 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-403a8097-d8ed-4ff4-b40d-731a5c37c122 req-3e14927c-8335-44f3-a907-0f139deaaf39 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 946 time: 0.0627530 Nov 15 14:39:37.695317 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['9d982e2e-49ab-4d16-825e-79ed3eb1371d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:39:37.706036 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59772) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:37.715133 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0103fb35-13af-4aaa-81a8-b713f5fd9371 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'subnet': {'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:37.754257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-403a8097-d8ed-4ff4-b40d-731a5c37c122 req-6d80557e-02bf-44af-89c5-bdd52b6717f1 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/security-groups?id=694def18-1747-4e76-839e-6432d6480a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632963 Nov 15 14:39:37.805659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad1ae6-19a0-4907-8366-0be7d65cfb64 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Pushing event deleted for resources: {'Port': ['ID=9d982e2e-49ab-4d16-825e-79ed3eb1371d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:37.882707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c673afbd-56d8-4cdf-beb7-83434057ea9e req-96ad1ae6-19a0-4907-8366-0be7d65cfb64 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] No DVR routers for this DVR port 9d982e2e-49ab-4d16-825e-79ed3eb1371d on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:39:37.885824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c673afbd-56d8-4cdf-beb7-83434057ea9e req-96ad1ae6-19a0-4907-8366-0be7d65cfb64 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:37.892331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e130ee-8371-4ef5-ab37-7757ae7d77ae req-0632a92c-28db-4efd-9b7b-971b1fe3692e tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:37.894139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7e130ee-8371-4ef5-ab37-7757ae7d77ae req-0632a92c-28db-4efd-9b7b-971b1fe3692e tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 946 time: 0.1003072 Nov 15 14:39:37.894788 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c673afbd-56d8-4cdf-beb7-83434057ea9e req-96ad1ae6-19a0-4907-8366-0be7d65cfb64 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.59 "DELETE /v2.0/ports/9d982e2e-49ab-4d16-825e-79ed3eb1371d HTTP/1.1" status: 204 len: 173 time: 1.6025062 Nov 15 14:39:37.897715 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107a4787-02e0-45c9-8090-e1192437ecae', 'name': 'network-vif-deleted', 'tag': '9d982e2e-49ab-4d16-825e-79ed3eb1371d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:37.900783 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5e71b7-4276-4456-9d49-0418f417bbd0" -d '{"events": [{"server_uuid": "107a4787-02e0-45c9-8090-e1192437ecae", "name": "network-vif-deleted", "tag": "9d982e2e-49ab-4d16-825e-79ed3eb1371d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:37.975366 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3e354f-79f0-463a-8592-856956163dad x-openstack-request-id: req-6a3e354f-79f0-463a-8592-856956163dad {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:37.975966 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107a4787-02e0-45c9-8090-e1192437ecae", "name": "network-vif-deleted", "tag": "9d982e2e-49ab-4d16-825e-79ed3eb1371d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:37.975966 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a3e354f-79f0-463a-8592-856956163dad {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:37.976283 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107a4787-02e0-45c9-8090-e1192437ecae', 'name': 'network-vif-deleted', 'tag': '9d982e2e-49ab-4d16-825e-79ed3eb1371d', 'status': 'completed', 'code': 200} Nov 15 14:39:38.012787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:38.044211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a7e130ee-8371-4ef5-ab37-7757ae7d77ae req-9ba9de13-ca33-411d-8699-24cd13e27cb6 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Deleting port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:39:38.045182 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a7e130ee-8371-4ef5-ab37-7757ae7d77ae req-9ba9de13-ca33-411d-8699-24cd13e27cb6 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.069821 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d5de9d9-4240-413e-b12c-52007c4fcb18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.171706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0103fb35-13af-4aaa-81a8-b713f5fd9371 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Made reservation on behalf of 9d3e7501213e48d7a9edd485f0ee7f80 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:38.175865 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0103fb35-13af-4aaa-81a8-b713f5fd9371 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.178836 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da546d3a-13e0-40fa-ba2c-1d3260b5e9c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.227714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a7e130ee-8371-4ef5-ab37-7757ae7d77ae req-9ba9de13-ca33-411d-8699-24cd13e27cb6 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] For port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd,segment=NetworkSegment(44864bc2-ed5e-4da4-bf8c-fbe540622040),segment_id=44864bc2-ed5e-4da4-bf8c-fbe540622040)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:38.228177 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a7e130ee-8371-4ef5-ab37-7757ae7d77ae req-9ba9de13-ca33-411d-8699-24cd13e27cb6 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.244366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a7e130ee-8371-4ef5-ab37-7757ae7d77ae req-9ba9de13-ca33-411d-8699-24cd13e27cb6 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Calling delete_port for e626a4aa-3030-4fe5-a3ef-ad1b97872bfd owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:39:38.263190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b6f58-891d-4364-93c5-127fad752f0a req-45b4fd72-c8be-465f-b15f-6d83a5133179 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:38.264917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db3b6f58-891d-4364-93c5-127fad752f0a req-45b4fd72-c8be-465f-b15f-6d83a5133179 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.0909326 Nov 15 14:39:38.302646 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d5de9d9-4240-413e-b12c-52007c4fcb18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.406804 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db3b6f58-891d-4364-93c5-127fad752f0a req-7d72b0a7-7454-4c7a-a4c6-1ecbfd8202d3 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306074 Nov 15 14:39:38.418700 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da546d3a-13e0-40fa-ba2c-1d3260b5e9c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.442558 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d5de9d9-4240-413e-b12c-52007c4fcb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.551621 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5de9d9-4240-413e-b12c-52007c4fcb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f211383-f376-44d7-b9d0-ca2a4198ba44,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:38.568702 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0d5de9d9-4240-413e-b12c-52007c4fcb18 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c25c46f137e4447a9b60c522e340863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9111784 Nov 15 14:39:38.569744 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da546d3a-13e0-40fa-ba2c-1d3260b5e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.569998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59808) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:38.603781 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f3ca6d8-a5df-4005-93de-d6f2e7a7a76d req-fe38a368-62d9-48da-9f5e-83307ac34192 tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 210 time: 0.0352139 Nov 15 14:39:38.623138 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-da546d3a-13e0-40fa-ba2c-1d3260b5e9c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ec3f814d1464c8ebb3bcdb0253808a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5941510 Nov 15 14:39:38.623877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:38.625872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da546d3a-13e0-40fa-ba2c-1d3260b5e9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae9f5e3-8916-484e-b91d-0d53b3a031ad,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:38.659976 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0103fb35-13af-4aaa-81a8-b713f5fd9371 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.669632 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a7e130ee-8371-4ef5-ab37-7757ae7d77ae req-9ba9de13-ca33-411d-8699-24cd13e27cb6 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.683954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e626a4aa-3030-4fe5-a3ef-ad1b97872bfd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:39:38.758050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9de13-ca33-411d-8699-24cd13e27cb6 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Pushing event deleted for resources: {'Port': ['ID=e626a4aa-3030-4fe5-a3ef-ad1b97872bfd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:38.766962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e130ee-8371-4ef5-ab37-7757ae7d77ae req-9ba9de13-ca33-411d-8699-24cd13e27cb6 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] No DVR routers for this DVR port e626a4aa-3030-4fe5-a3ef-ad1b97872bfd on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:39:38.778004 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a7e130ee-8371-4ef5-ab37-7757ae7d77ae req-9ba9de13-ca33-411d-8699-24cd13e27cb6 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.782976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7e130ee-8371-4ef5-ab37-7757ae7d77ae req-9ba9de13-ca33-411d-8699-24cd13e27cb6 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.59 "DELETE /v2.0/ports/e626a4aa-3030-4fe5-a3ef-ad1b97872bfd HTTP/1.1" status: 204 len: 173 time: 0.8784993 Nov 15 14:39:38.785904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0aaab5-9940-4894-a5eb-6ac0fb02c146', 'name': 'network-vif-deleted', 'tag': 'e626a4aa-3030-4fe5-a3ef-ad1b97872bfd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:38.789143 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a35429b-6124-4315-a6a3-fddaa034cd6c" -d '{"events": [{"server_uuid": "dc0aaab5-9940-4894-a5eb-6ac0fb02c146", "name": "network-vif-deleted", "tag": "e626a4aa-3030-4fe5-a3ef-ad1b97872bfd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:38.795653 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95b8c4e2-3f73-4f9e-b374-a139784f1869 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.799358 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103fb35-13af-4aaa-81a8-b713f5fd9371 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'Subnet': ['ID=89635555-0fa6-4f7c-80e0-319f99ce3138,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:38.833508 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b26bbc8c-2c0d-4e13-bb6a-a24a2d586649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.835343 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95b8c4e2-3f73-4f9e-b374-a139784f1869 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.908715 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0103fb35-13af-4aaa-81a8-b713f5fd9371 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Checking segment: {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:38.909677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0103fb35-13af-4aaa-81a8-b713f5fd9371 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Network hostable DHCP agents. Network: 4e761ea9-c23e-45b2-a7c8-6141b0a150b4, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:39:38.945049 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b26bbc8c-2c0d-4e13-bb6a-a24a2d586649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:38.970943 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98ae3302-f163-48b8-bfa6-49769d9a46d9 req-12579038-9ae7-4467-866b-2cc1cda27ddb tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 210 time: 0.0349619 Nov 15 14:39:39.031592 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95b8c4e2-3f73-4f9e-b374-a139784f1869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:39.035551 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95b8c4e2-3f73-4f9e-b374-a139784f1869 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:39.036748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-95b8c4e2-3f73-4f9e-b374-a139784f1869 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f211383-f376-44d7-b9d0-ca2a4198ba44 HTTP/1.1" status: 204 len: 168 time: 0.4647150 Nov 15 14:39:39.048230 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11be3005-88b0-4f14-937f-8305252bb03e x-openstack-request-id: req-11be3005-88b0-4f14-937f-8305252bb03e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:39.049072 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0aaab5-9940-4894-a5eb-6ac0fb02c146", "name": "network-vif-deleted", "tag": "e626a4aa-3030-4fe5-a3ef-ad1b97872bfd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:39.049461 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11be3005-88b0-4f14-937f-8305252bb03e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:39.049899 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0aaab5-9940-4894-a5eb-6ac0fb02c146', 'name': 'network-vif-deleted', 'tag': 'e626a4aa-3030-4fe5-a3ef-ad1b97872bfd', 'status': 'completed', 'code': 200} Nov 15 14:39:39.051127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8c4e2-3f73-4f9e-b374-a139784f1869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f211383-f376-44d7-b9d0-ca2a4198ba44,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:39.099508 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0103fb35-13af-4aaa-81a8-b713f5fd9371 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:39:39.151186 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b26bbc8c-2c0d-4e13-bb6a-a24a2d586649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:39.153951 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b26bbc8c-2c0d-4e13-bb6a-a24a2d586649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:39.155304 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b26bbc8c-2c0d-4e13-bb6a-a24a2d586649 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ae9f5e3-8916-484e-b91d-0d53b3a031ad HTTP/1.1" status: 204 len: 168 time: 0.5304339 Nov 15 14:39:39.166128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bbc8c-2c0d-4e13-bb6a-a24a2d586649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae9f5e3-8916-484e-b91d-0d53b3a031ad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:39.211450 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:39:39.213597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device c3900583-3c8a-4640-9038-0c5aeb07004b no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:39:39.254350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0103fb35-13af-4aaa-81a8-b713f5fd9371 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 4e761ea9-c23e-45b2-a7c8-6141b0a150b4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:39.265963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0103fb35-13af-4aaa-81a8-b713f5fd9371 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:39.265963 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0103fb35-13af-4aaa-81a8-b713f5fd9371 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:39.286546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109ff043-0043-4050-967f-41329c20d6be None None] Network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:39:39.457803 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0103fb35-13af-4aaa-81a8-b713f5fd9371 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7463760 Nov 15 14:39:39.460907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59844) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:39.466629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d29adb91-c182-4b35-abf5-ddc60ac9b109 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'subnet': {'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:39.542882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:39.576705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407', 'network_id': '13fc7c01-c117-456b-9c07-be298e268580', 'port_id': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407', 'mac_address': 'fa:16:3e:0e:27:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf1135e-1812-4aea-b0cb-eae4babdb32e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:39:39.615186 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:39.656560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cff30-debf-4f0d-93f0-4f1cd136232f req-c1dd56f7-23b1-4732-ada1-29d5ddf9c142 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:39.658133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f23cff30-debf-4f0d-93f0-4f1cd136232f req-c1dd56f7-23b1-4732-ada1-29d5ddf9c142 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.0556760 Nov 15 14:39:39.709415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:39.711731 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e81c44-f317-4c5b-a1bf-81754250df19" -d '{"events": [{"server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "name": "network-vif-unplugged", "status": "completed", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:39.722134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-4e761ea9-c23e-45b2-a7c8-6141b0a150b4', 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'fixed_ips': [{'subnet_id': '89635555-0fa6-4f7c-80e0-319f99ce3138'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:39:39.723288 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:39.740016 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:39.750834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=c3900583-3c8a-4640-9038-0c5aeb07004b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:39.766227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:39:39.778990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f23cff30-debf-4f0d-93f0-4f1cd136232f req-17c508e8-1c14-471d-9494-65de4e88b59e tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010473 Nov 15 14:39:39.805756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29adb91-c182-4b35-abf5-ddc60ac9b109 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Made reservation on behalf of 9d3e7501213e48d7a9edd485f0ee7f80 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:39.808123 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:39.809363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29adb91-c182-4b35-abf5-ddc60ac9b109 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:39.873416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d793bfa-e146-4b07-b872-ce1fc87fab94 req-3c650bb9-37c2-46aa-bd0d-4e268bf7c12e tempest-ServerTagsTestJSON-1976383532 tempest-ServerTagsTestJSON-1976383532-project] 10.222.0.70 "GET /v2.0/ports?device_id=107a4787-02e0-45c9-8090-e1192437ecae HTTP/1.1" status: 200 len: 210 time: 0.1050398 Nov 15 14:39:39.903459 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f6d5b0-56ba-4929-854c-e3c3ec898a42 x-openstack-request-id: req-e1f6d5b0-56ba-4929-854c-e3c3ec898a42 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:39.903887 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "name": "network-vif-unplugged", "status": "completed", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:39.904228 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1f6d5b0-56ba-4929-854c-e3c3ec898a42 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:39.904707 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b', 'code': 200} Nov 15 14:39:39.948550 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:40.014652 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Allocated IP 10.1.1.2 (4e761ea9-c23e-45b2-a7c8-6141b0a150b4/89635555-0fa6-4f7c-80e0-319f99ce3138/fe3cdbe3-bc17-4c03-9033-666e00f466e2) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:39:40.020862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=c3900583-3c8a-4640-9038-0c5aeb07004b,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:40.053600 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:40.134602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2aea49af-72f6-4662-a347-951b1927a9e1 req-d76e3e8f-319a-4e06-8338-b9574f329e51 tempest-InstanceActionsTestJSON-911237686 tempest-InstanceActionsTestJSON-911237686-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc0aaab5-9940-4894-a5eb-6ac0fb02c146 HTTP/1.1" status: 200 len: 210 time: 0.0377316 Nov 15 14:39:40.137492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['ed68ea26-4cbb-4f59-bd55-eb0cb08f2407'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:39:40.202488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:40.291255 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 9d982e2e-49ab-4d16-825e-79ed3eb1371d no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:39:40.295527 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29adb91-c182-4b35-abf5-ddc60ac9b109 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:40.339141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 9d982e2e-49ab-4d16-825e-79ed3eb1371d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:39:40.339496 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 9d982e2e-49ab-4d16-825e-79ed3eb1371d not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:39:40.340110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e626a4aa-3030-4fe5-a3ef-ad1b97872bfd no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:39:40.401470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: e626a4aa-3030-4fe5-a3ef-ad1b97872bfd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:39:40.402074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e626a4aa-3030-4fe5-a3ef-ad1b97872bfd not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:39:40.406299 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:40.492010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29adb91-c182-4b35-abf5-ddc60ac9b109 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'Subnet': ['ID=53bbca71-b99a-424a-9e90-02c5e8ace1fe,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:40.502630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29adb91-c182-4b35-abf5-ddc60ac9b109 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Checking segment: {'id': '86f74415-26b4-4ce6-beb9-a2c10d6d28df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:40.503912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29adb91-c182-4b35-abf5-ddc60ac9b109 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Network hostable DHCP agents. Network: fd986e30-a4d1-4f5a-9bc4-fb302d682086, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:39:40.554424 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:40.602684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:39:40.609559 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:40.614205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:39:40.623913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Pushing event updated for resources: {'Port': ['ID=fe3cdbe3-bc17-4c03-9033-666e00f466e2,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:40.677565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59908) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:40.691662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Attempting to bind port fe3cdbe3-bc17-4c03-9033-666e00f466e2 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:39:40.692930 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Attempting to bind port fe3cdbe3-bc17-4c03-9033-666e00f466e2 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:39:40.693573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Attempting to bind port fe3cdbe3-bc17-4c03-9033-666e00f466e2 on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:39:40.698857 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-294555fe-b49a-4c0f-8b68-6c5e8597b0d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:40.701449 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:39:40.701777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Checking segment: {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:40.702293 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:40.702815 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Bound using segment: {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:39:40.703895 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Bound port: fe3cdbe3-bc17-4c03-9033-666e00f466e2, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:39:40.704530 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:40.751000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29adb91-c182-4b35-abf5-ddc60ac9b109 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Network fd986e30-a4d1-4f5a-9bc4-fb302d682086 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:39:40.829142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] For port fe3cdbe3-bc17-4c03-9033-666e00f466e2, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:39:40.837244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] For port fe3cdbe3-bc17-4c03-9033-666e00f466e2, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fe3cdbe3-bc17-4c03-9033-666e00f466e2,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:39:40.941456 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-294555fe-b49a-4c0f-8b68-6c5e8597b0d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:40.959117 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59920) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:40.959918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d29adb91-c182-4b35-abf5-ddc60ac9b109 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, fd986e30-a4d1-4f5a-9bc4-fb302d682086) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:40.966499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29adb91-c182-4b35-abf5-ddc60ac9b109 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:40.966786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29adb91-c182-4b35-abf5-ddc60ac9b109 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:40.968929 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:40.998026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a295d1-db19-4729-a62a-5e95d5c6ea59 None None] Network fd986e30-a4d1-4f5a-9bc4-fb302d682086 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:39:40.998567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56b350-54b8-40da-ab72-1b082bf737a5 req-fb7cebd8-24d0-42d1-b226-a18ffa4c9a87 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:41.008572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b56b350-54b8-40da-ab72-1b082bf737a5 req-fb7cebd8-24d0-42d1-b226-a18ffa4c9a87 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.1351657 Nov 15 14:39:41.030119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb08d83-72c2-40cb-bcf2-c9f6e572d014 admin admin] Deleting subnet 17953dad-78d5-40a8-86b0-00705a281c12 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:39:41.033675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bb08d83-72c2-40cb-bcf2-c9f6e572d014 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.078316 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bb08d83-72c2-40cb-bcf2-c9f6e572d014 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.084195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b56b350-54b8-40da-ab72-1b082bf737a5 req-00d6969e-465f-493f-aaac-8592aa44965c tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731084 Nov 15 14:39:41.097937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d29adb91-c182-4b35-abf5-ddc60ac9b109 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6320584 Nov 15 14:39:41.099367 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:41.104980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'port': {'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4', 'name': 'tempest-TaggedBootDevicesTest-1340843296', 'fixed_ips': [{'subnet_id': '89635555-0fa6-4f7c-80e0-319f99ce3138'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:41.149626 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-294555fe-b49a-4c0f-8b68-6c5e8597b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.232132 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:41.264849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294555fe-b49a-4c0f-8b68-6c5e8597b0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb383fe-f581-4fe5-a4ae-40717399dd39,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:41.266453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:41.297640 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-294555fe-b49a-4c0f-8b68-6c5e8597b0d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b25de36fd9140329b1c18c7957d4dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6183860 Nov 15 14:39:41.303370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:41.359866 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bb08d83-72c2-40cb-bcf2-c9f6e572d014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.390914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d879e-a7d3-4b09-b2a7-d5ed7f756507 None None] Pushing event updated for resources: {'Port': ['ID=fe3cdbe3-bc17-4c03-9033-666e00f466e2,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:41.454060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-1951c526-1480-4b6c-a70f-f14532507426 admin admin] Deleting subnet d6cbd43a-8abf-4e3f-8e56-637d7c8dd72e {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:39:41.470662 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1951c526-1480-4b6c-a70f-f14532507426 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.475825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:41.583651 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bb08d83-72c2-40cb-bcf2-c9f6e572d014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.629528 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1951c526-1480-4b6c-a70f-f14532507426 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.660351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb08d83-72c2-40cb-bcf2-c9f6e572d014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17953dad-78d5-40a8-86b0-00705a281c12,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:41.670186 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bb08d83-72c2-40cb-bcf2-c9f6e572d014 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.676791 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0bb08d83-72c2-40cb-bcf2-c9f6e572d014 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/17953dad-78d5-40a8-86b0-00705a281c12 HTTP/1.1" status: 204 len: 168 time: 0.7163637 Nov 15 14:39:41.679310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59942) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:41.682232 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7639dc13-1e41-46cc-8357-9302170b7bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.699498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:41.699872 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.713634 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1951c526-1480-4b6c-a70f-f14532507426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.748952 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7639dc13-1e41-46cc-8357-9302170b7bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.751958 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Made reservation on behalf of 9d3e7501213e48d7a9edd485f0ee7f80 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:41.844064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2119662783-network', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:41.864989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-fd986e30-a4d1-4f5a-9bc4-fb302d682086', 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'fixed_ips': [{'subnet_id': '53bbca71-b99a-424a-9e90-02c5e8ace1fe'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:39:41.865210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.874842 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.907406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] device_id is not set on port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:39:41.947858 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7639dc13-1e41-46cc-8357-9302170b7bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.957538 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7639dc13-1e41-46cc-8357-9302170b7bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:41.961577 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7639dc13-1e41-46cc-8357-9302170b7bd8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6eb383fe-f581-4fe5-a4ae-40717399dd39 HTTP/1.1" status: 204 len: 168 time: 0.6159525 Nov 15 14:39:42.001879 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639dc13-1e41-46cc-8357-9302170b7bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb383fe-f581-4fe5-a4ae-40717399dd39,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:42.011616 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6492a2dd-144a-41c9-9149-7f5a9a391296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.069290 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.096408 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1951c526-1480-4b6c-a70f-f14532507426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.131860 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6492a2dd-144a-41c9-9149-7f5a9a391296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.144690 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:42.152907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951c526-1480-4b6c-a70f-f14532507426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6cbd43a-8abf-4e3f-8e56-637d7c8dd72e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:42.153076 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ac1914-8e3c-4498-91a3-71dcb6bd6350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:42.157794 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1951c526-1480-4b6c-a70f-f14532507426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.158076 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7384132b-7974-4406-8e09-5009abbe7500" -d '{"events": [{"server_uuid": "17ac1914-8e3c-4498-91a3-71dcb6bd6350", "name": "network-vif-plugged", "status": "completed", "tag": "ed68ea26-4cbb-4f59-bd55-eb0cb08f2407"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:42.166322 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6492a2dd-144a-41c9-9149-7f5a9a391296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed7e827-b949-41b5-a611-91d612ba5ccf']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:42.168814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1951c526-1480-4b6c-a70f-f14532507426 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d6cbd43a-8abf-4e3f-8e56-637d7c8dd72e HTTP/1.1" status: 204 len: 168 time: 0.8972478 Nov 15 14:39:42.169584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:42.192115 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Made reservation on behalf of 0d925ba03adc42898399b4f3ce10eac0 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:42.198638 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.212179 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6492a2dd-144a-41c9-9149-7f5a9a391296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea022c8-1721-4c7a-a502-820549cd86d4') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:42.212629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6492a2dd-144a-41c9-9149-7f5a9a391296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea022c8-1721-4c7a-a502-820549cd86d4') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:42.273178 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523eb774-a9a3-433f-93c1-a027f84473f8 x-openstack-request-id: req-523eb774-a9a3-433f-93c1-a027f84473f8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:39:42.274638 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ac1914-8e3c-4498-91a3-71dcb6bd6350", "name": "network-vif-plugged", "status": "completed", "tag": "ed68ea26-4cbb-4f59-bd55-eb0cb08f2407", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:39:42.275220 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-523eb774-a9a3-433f-93c1-a027f84473f8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:39:42.275985 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ac1914-8e3c-4498-91a3-71dcb6bd6350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407', 'code': 200} Nov 15 14:39:42.297939 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.361516 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.366542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:42.382056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Allocated IP 10.2.2.2 (fd986e30-a4d1-4f5a-9bc4-fb302d682086/53bbca71-b99a-424a-9e90-02c5e8ace1fe/73cd2d3a-0fca-42e4-aee2-624727a10015) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:39:42.388544 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6492a2dd-144a-41c9-9149-7f5a9a391296 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.406683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Allocated IP 10.1.1.45 (4e761ea9-c23e-45b2-a7c8-6141b0a150b4/89635555-0fa6-4f7c-80e0-319f99ce3138/3d0344a3-d710-4e3a-97d6-6ee490ffe0b8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:39:42.443883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f940e-9a79-4663-b2c0-3a963d6991fd req-0451ec16-83f2-43af-ad05-de454f569d4b tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:42.447722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e4f940e-9a79-4663-b2c0-3a963d6991fd req-0451ec16-83f2-43af-ad05-de454f569d4b tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.1638536 Nov 15 14:39:42.491238 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6492a2dd-144a-41c9-9149-7f5a9a391296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.502271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdf68500-debf-4541-b284-cd5fcfcb38b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.530887 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6492a2dd-144a-41c9-9149-7f5a9a391296 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:39:42.531856 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6492a2dd-144a-41c9-9149-7f5a9a391296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:39:42.535580 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:39:42.650831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e4f940e-9a79-4663-b2c0-3a963d6991fd req-2c38acb1-e42e-48be-a8fc-e994401d9c08 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953869 Nov 15 14:39:42.812588 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.842706 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6492a2dd-144a-41c9-9149-7f5a9a391296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.934347 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:42.982058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.007516 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6492a2dd-144a-41c9-9149-7f5a9a391296 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.018434 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6492a2dd-144a-41c9-9149-7f5a9a391296 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2ed7e827-b949-41b5-a611-91d612ba5ccf HTTP/1.1" status: 204 len: 168 time: 1.3368316 Nov 15 14:39:43.062445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Network fd986e30-a4d1-4f5a-9bc4-fb302d682086 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:39:43.080736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492a2dd-144a-41c9-9149-7f5a9a391296 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed7e827-b949-41b5-a611-91d612ba5ccf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:43.082212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:43.087042 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.099122 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdf68500-debf-4541-b284-cd5fcfcb38b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.118579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d3be24-d8f6-4925-aa44-d1c5ae7bed85 None None] Network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:39:43.118579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:39:43.128854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Pushing event updated for resources: {'Port': ['ID=73cd2d3a-0fca-42e4-aee2-624727a10015,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:43.141040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cdf68500-debf-4541-b284-cd5fcfcb38b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3606b93b-110d-47e3-a79e-43263bfb53fa']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:43.158577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cdf68500-debf-4541-b284-cd5fcfcb38b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44864bc2-ed5e-4da4-bf8c-fbe540622040') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:43.159504 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cdf68500-debf-4541-b284-cd5fcfcb38b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44864bc2-ed5e-4da4-bf8c-fbe540622040') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:43.180039 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdf68500-debf-4541-b284-cd5fcfcb38b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.213531 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdf68500-debf-4541-b284-cd5fcfcb38b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.225885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf68500-debf-4541-b284-cd5fcfcb38b3 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:39:43.226320 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdf68500-debf-4541-b284-cd5fcfcb38b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:39:43.228504 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:39:43.233602 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.302037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:39:43.314781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:43.321073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:39:43.344780 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.361296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device c3900583-3c8a-4640-9038-0c5aeb07004b details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:39:43.444756 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6abf7b2f-42c4-4c48-a25c-5dec00a881f6 None None] Provisioning complete for port fe3cdbe3-bc17-4c03-9033-666e00f466e2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:43.445289 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b2f-42c4-4c48-a25c-5dec00a881f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.446277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:39:43.459060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Attempting to bind port 73cd2d3a-0fca-42e4-aee2-624727a10015 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:39:43.459441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Attempting to bind port 73cd2d3a-0fca-42e4-aee2-624727a10015 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '86f74415-26b4-4ce6-beb9-a2c10d6d28df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:39:43.459922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Attempting to bind port 73cd2d3a-0fca-42e4-aee2-624727a10015 on network fd986e30-a4d1-4f5a-9bc4-fb302d682086 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:39:43.484049 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d91600-1670-4aa8-b9f9-c63afc471059,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:43.499126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:43.499880 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.510531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'Port': ['ID=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:43.538691 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:39:43.597202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fe3cdbe3-bc17-4c03-9033-666e00f466e2 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:43.599279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:39:43.599656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Checking segment: {'id': '86f74415-26b4-4ce6-beb9-a2c10d6d28df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:43.600058 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.600505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Bound using segment: {'id': '86f74415-26b4-4ce6-beb9-a2c10d6d28df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:39:43.601080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Bound port: 73cd2d3a-0fca-42e4-aee2-624727a10015, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f74415-26b4-4ce6-beb9-a2c10d6d28df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:39:43.601534 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.809678 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57471aa0-45d5-4123-9946-50a1c0c2cea0 req-29797d80-4618-4848-84de-633329b89716 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:43.820335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57471aa0-45d5-4123-9946-50a1c0c2cea0 req-29797d80-4618-4848-84de-633329b89716 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.0880265 Nov 15 14:39:43.848572 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b2f-42c4-4c48-a25c-5dec00a881f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.857448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=c3900583-3c8a-4640-9038-0c5aeb07004b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:43.863100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] For port 73cd2d3a-0fca-42e4-aee2-624727a10015, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:39:43.898072 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdf68500-debf-4541-b284-cd5fcfcb38b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.910922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] For port 73cd2d3a-0fca-42e4-aee2-624727a10015, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=73cd2d3a-0fca-42e4-aee2-624727a10015,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:39:43.910922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'c3900583-3c8a-4640-9038-0c5aeb07004b', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'c3900583-3c8a-4640-9038-0c5aeb07004b', 'mac_address': 'fa:16:3e:ae:e3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:39:43.919828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port fe3cdbe3-bc17-4c03-9033-666e00f466e2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:43.920203 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.921344 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:43.921606 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Added segment febc539b-2aad-48b1-83dc-b79c920b2876 of type vlan for network 3cf70007-ff99-4acd-bb48-f11ca78281fb Nov 15 14:39:43.927633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57471aa0-45d5-4123-9946-50a1c0c2cea0 req-6c26bca0-3aef-40df-ab5d-c479ccb082e0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060724 Nov 15 14:39:43.936565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60010) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:44.027667 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:44.045571 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:44.115688 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9f8f082e-5f0a-461a-abb8-e24120790a6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0149691 Nov 15 14:39:44.123139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:44.125629 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdf68500-debf-4541-b284-cd5fcfcb38b3 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:44.130133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1f542d18-83f7-411b-9cb0-478c1549a28c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=386351af8f3a401d8e1370c8a6bd8a52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1884418 Nov 15 14:39:44.133029 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cdf68500-debf-4541-b284-cd5fcfcb38b3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3606b93b-110d-47e3-a79e-43263bfb53fa HTTP/1.1" status: 204 len: 168 time: 1.9598136 Nov 15 14:39:44.135146 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:44.174299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'port': {'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4', 'name': 'tempest-TaggedBootDevicesTest-717158090', 'fixed_ips': [{'subnet_id': '89635555-0fa6-4f7c-80e0-319f99ce3138'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:44.190761 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf68500-debf-4541-b284-cd5fcfcb38b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3606b93b-110d-47e3-a79e-43263bfb53fa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:44.209594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6abf7b2f-42c4-4c48-a25c-5dec00a881f6 None None] For port fe3cdbe3-bc17-4c03-9033-666e00f466e2, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fe3cdbe3-bc17-4c03-9033-666e00f466e2,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:44.323615 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1db6e276-ca93-4586-9218-291dce366824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:44.337148 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b2f-42c4-4c48-a25c-5dec00a881f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:44.390850 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1db6e276-ca93-4586-9218-291dce366824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:44.457751 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:44.461415 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:44.463380 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:44.527596 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:44.575189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3bb46-c76c-466c-835d-6b8562c8cfd0 None None] Pushing event updated for resources: {'Port': ['ID=73cd2d3a-0fca-42e4-aee2-624727a10015,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:44.606739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3900583-3c8a-4640-9038-0c5aeb07004b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:39:44.622101 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1db6e276-ca93-4586-9218-291dce366824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:44.625690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1db6e276-ca93-4586-9218-291dce366824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:44.636934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1db6e276-ca93-4586-9218-291dce366824 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81c638f6-ccca-405a-ac5a-4dbcd9575bff HTTP/1.1" status: 204 len: 168 time: 0.4907684 Nov 15 14:39:44.672435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6e276-ca93-4586-9218-291dce366824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c638f6-ccca-405a-ac5a-4dbcd9575bff,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:44.699763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60054) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:44.702828 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2147875 Nov 15 14:39:44.706256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bb374e74-4796-4730-8e4f-cce8c110ccf9 admin admin] Request body: {'subnet': {'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-subnet', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:44.745428 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=c3900583-3c8a-4640-9038-0c5aeb07004b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:44.814931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60058) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:44.943360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb374e74-4796-4730-8e4f-cce8c110ccf9 admin admin] Made reservation on behalf of 0d925ba03adc42898399b4f3ce10eac0 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:44.985696 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb374e74-4796-4730-8e4f-cce8c110ccf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:45.010585 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6e475-3308-4b47-9859-d2b3b89de5b7 admin admin] Pushing event updated for resources: {'Network': ['ID=3cf70007-ff99-4acd-bb48-f11ca78281fb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:45.044381 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:45.078571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 3cf70007-ff99-4acd-bb48-f11ca78281fb details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:39:45.110389 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Made reservation on behalf of 9d3e7501213e48d7a9edd485f0ee7f80 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:45.262637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-89f812f0-2635-446d-a1d7-9b2218e4e94c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a3bb5b657714d818d811f2bb293a987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4461818 Nov 15 14:39:45.270606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60070) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:45.293069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['c3900583-3c8a-4640-9038-0c5aeb07004b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:39:45.345759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840bc5e-0442-47f6-ae22-e51aefe95980 req-1ec7e8a9-3215-4bcc-9c33-589e5e8ba1a0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:45.350103 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f840bc5e-0442-47f6-ae22-e51aefe95980 req-1ec7e8a9-3215-4bcc-9c33-589e5e8ba1a0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.2098575 Nov 15 14:39:45.358129 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a7bb221-e9f4-4fea-b0ba-eb6987993358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:45.359368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-26f15d9e-9845-4072-9ccc-ca7a3c41b1d9 None None] Provisioning complete for port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:45.359610 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26f15d9e-9845-4072-9ccc-ca7a3c41b1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:45.365126 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:45.419638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] device_id is not set on port 5f31cc54-f91d-41a5-be06-8333aa16e417 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:39:45.428770 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a7bb221-e9f4-4fea-b0ba-eb6987993358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:45.522621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf7b2f-42c4-4c48-a25c-5dec00a881f6 None None] Pushing event updated for resources: {'Port': ['ID=fe3cdbe3-bc17-4c03-9033-666e00f466e2,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:45.805803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 73cd2d3a-0fca-42e4-aee2-624727a10015 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:45.856696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f840bc5e-0442-47f6-ae22-e51aefe95980 req-8aa3eecf-eb5e-4423-aba4-24bd673a4cc4 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610865 Nov 15 14:39:45.857731 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a7bb221-e9f4-4fea-b0ba-eb6987993358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:45.890168 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a7bb221-e9f4-4fea-b0ba-eb6987993358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:45.911061 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7a7bb221-e9f4-4fea-b0ba-eb6987993358 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/694def18-1747-4e76-839e-6432d6480a70 HTTP/1.1" status: 204 len: 168 time: 0.6314828 Nov 15 14:39:45.952027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bb221-e9f4-4fea-b0ba-eb6987993358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694def18-1747-4e76-839e-6432d6480a70,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:46.064228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-26f15d9e-9845-4072-9ccc-ca7a3c41b1d9 None None] Port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:39:46.159710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=c3900583-3c8a-4640-9038-0c5aeb07004b,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:46.192259 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Allocated IP 10.1.1.139 (4e761ea9-c23e-45b2-a7c8-6141b0a150b4/89635555-0fa6-4f7c-80e0-319f99ce3138/5f31cc54-f91d-41a5-be06-8333aa16e417) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:39:46.279199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-26f15d9e-9845-4072-9ccc-ca7a3c41b1d9 None None] Provisioning complete for port fe3cdbe3-bc17-4c03-9033-666e00f466e2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:46.279839 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26f15d9e-9845-4072-9ccc-ca7a3c41b1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:46.489010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 73cd2d3a-0fca-42e4-aee2-624727a10015 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:46.489327 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:46.501245 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb374e74-4796-4730-8e4f-cce8c110ccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:46.662675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:46.771520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb374e74-4796-4730-8e4f-cce8c110ccf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2159151-72b2-4e92-99c3-f126bb55be6e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:46.797574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb374e74-4796-4730-8e4f-cce8c110ccf9 admin admin] Checking segment: {'id': 'febc539b-2aad-48b1-83dc-b79c920b2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:46.797925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb374e74-4796-4730-8e4f-cce8c110ccf9 admin admin] Network hostable DHCP agents. Network: 3cf70007-ff99-4acd-bb48-f11ca78281fb, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:39:46.853134 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:46.868174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf504489-7a37-49f2-b2a1-1f64bf99b1ef None None] Network fd986e30-a4d1-4f5a-9bc4-fb302d682086 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:39:46.916524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb374e74-4796-4730-8e4f-cce8c110ccf9 admin admin] Network 3cf70007-ff99-4acd-bb48-f11ca78281fb is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:39:47.003335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-bb374e74-4796-4730-8e4f-cce8c110ccf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 3cf70007-ff99-4acd-bb48-f11ca78281fb) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:47.008183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb374e74-4796-4730-8e4f-cce8c110ccf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:47.008570 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb374e74-4796-4730-8e4f-cce8c110ccf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:47.038731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73620a3f-41fc-48dc-9106-0f50c52912af None None] Network 3cf70007-ff99-4acd-bb48-f11ca78281fb requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:39:47.076064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:39:47.111456 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de5c97-1ae8-4c4e-9178-3355145bd31c req-94d52e55-119d-4720-935f-691c791a655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:47.116891 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-78de5c97-1ae8-4c4e-9178-3355145bd31c req-94d52e55-119d-4720-935f-691c791a655b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be8b2d058d7d4aaf9b533a489c9f5f98&device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 1099 time: 0.2907865 Nov 15 14:39:47.121375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'Port': ['ID=5f31cc54-f91d-41a5-be06-8333aa16e417,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:47.134180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bb374e74-4796-4730-8e4f-cce8c110ccf9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4295805 Nov 15 14:39:47.134443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60114) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:47.139010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:47.139644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:47.154105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:39:47.294587 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:47.295728 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:47.319187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2f66347a-3d72-4955-836c-922d7c3a40ee None None] Provisioning complete for port 73cd2d3a-0fca-42e4-aee2-624727a10015 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:47.320034 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f66347a-3d72-4955-836c-922d7c3a40ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:47.446979 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:47.464192 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:47.464192 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:47.592661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de5c97-1ae8-4c4e-9178-3355145bd31c req-8c364dd3-e111-4dcc-9587-cb62ab9600f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:47.599485 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-78de5c97-1ae8-4c4e-9178-3355145bd31c req-8c364dd3-e111-4dcc-9587-cb62ab9600f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.3705070 Nov 15 14:39:47.650493 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-3cf70007-ff99-4acd-bb48-f11ca78281fb', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'fixed_ips': [{'subnet_id': 'f2159151-72b2-4e92-99c3-f126bb55be6e'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:39:47.651109 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:47.719708 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:47.720397 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2f38675a-f696-4292-86ed-4e7792c1d3f1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5881882 Nov 15 14:39:47.722555 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-78de5c97-1ae8-4c4e-9178-3355145bd31c req-b528ad6a-dba8-4a61-b481-5eed8a38f6fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c3900583-3c8a-4640-9038-0c5aeb07004b HTTP/1.1" status: 200 len: 217 time: 0.1087525 Nov 15 14:39:47.867740 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de5c97-1ae8-4c4e-9178-3355145bd31c req-493e32e7-7f82-40a4-8c92-0b39d573da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:47.873554 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-78de5c97-1ae8-4c4e-9178-3355145bd31c req-493e32e7-7f82-40a4-8c92-0b39d573da97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1402819 Nov 15 14:39:47.901965 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:47.940841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de5c97-1ae8-4c4e-9178-3355145bd31c req-37975f92-20c7-4930-b6ff-96a757b3173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:47.942526 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-78de5c97-1ae8-4c4e-9178-3355145bd31c req-37975f92-20c7-4930-b6ff-96a757b3173c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0567667 Nov 15 14:39:48.105773 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-78de5c97-1ae8-4c4e-9178-3355145bd31c req-44b65397-7c2e-4229-841d-013058349f17 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536291 Nov 15 14:39:48.316342 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-78de5c97-1ae8-4c4e-9178-3355145bd31c req-125fc59a-6807-4214-902a-ba637815991b service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019842 Nov 15 14:39:48.645005 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f66347a-3d72-4955-836c-922d7c3a40ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:48.661994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 73cd2d3a-0fca-42e4-aee2-624727a10015, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=73cd2d3a-0fca-42e4-aee2-624727a10015,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:48.736654 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:48.920616 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-2f66347a-3d72-4955-836c-922d7c3a40ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:39:48.921616 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-2f66347a-3d72-4955-836c-922d7c3a40ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:39:48.932489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Allocated IP 172.20.0.2 (3cf70007-ff99-4acd-bb48-f11ca78281fb/f2159151-72b2-4e92-99c3-f126bb55be6e/add7000f-e2cc-4270-9494-05d1fc171d0f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:39:48.954298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fe3cdbe3-bc17-4c03-9033-666e00f466e2 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:49.047427 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:49.084653 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:49.238760 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=73cd2d3a-0fca-42e4-aee2-624727a10015,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:49.246939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device c3900583-3c8a-4640-9038-0c5aeb07004b up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:49.368461 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Allocated IP 172.25.4.218 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/1cf12c99-9ba7-42dc-820a-fbc0daecd1fb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:39:49.466907 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:49.519068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:49.531082 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60154) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:49.561815 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:49.613502 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:49.688208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port c3900583-3c8a-4640-9038-0c5aeb07004b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:49.688778 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:49.707998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-340564683-network', 'tenant_id': '017147a005fc483582a8fd8b7b0a2605'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:49.718616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Network 3cf70007-ff99-4acd-bb48-f11ca78281fb is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:39:49.734631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:49.740632 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:39:49.780473 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:49.813064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2f66347a-3d72-4955-836c-922d7c3a40ee None None] Provisioning complete for port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:49.813442 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f66347a-3d72-4955-836c-922d7c3a40ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:49.827882 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1323422054-network', 'tenant_id': 'c2cea4c71afc4a7b87dd84d35938cede'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:49.858941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:39:49.862609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:49.867447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Made reservation on behalf of 017147a005fc483582a8fd8b7b0a2605 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:49.871645 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:49.874919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:39:49.910159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf12c99-9ba7-42dc-820a-fbc0daecd1fb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:49.921611 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:49.945767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Pushing event updated for resources: {'Port': ['ID=add7000f-e2cc-4270-9494-05d1fc171d0f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:49.958532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Attempting to bind port add7000f-e2cc-4270-9494-05d1fc171d0f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:39:49.961148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Attempting to bind port add7000f-e2cc-4270-9494-05d1fc171d0f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'febc539b-2aad-48b1-83dc-b79c920b2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:39:49.963497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Attempting to bind port add7000f-e2cc-4270-9494-05d1fc171d0f on network 3cf70007-ff99-4acd-bb48-f11ca78281fb {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:39:49.981675 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port fe3cdbe3-bc17-4c03-9033-666e00f466e2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:49.984255 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.089866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:39:50.090683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Made reservation on behalf of c2cea4c71afc4a7b87dd84d35938cede for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:50.094281 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.097277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Checking segment: {'id': 'febc539b-2aad-48b1-83dc-b79c920b2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:50.101991 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.102608 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Bound using segment: {'id': 'febc539b-2aad-48b1-83dc-b79c920b2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:39:50.104723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Bound port: add7000f-e2cc-4270-9494-05d1fc171d0f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febc539b-2aad-48b1-83dc-b79c920b2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:39:50.104723 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.125494 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.291947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] For port add7000f-e2cc-4270-9494-05d1fc171d0f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:39:50.298361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] For port add7000f-e2cc-4270-9494-05d1fc171d0f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=add7000f-e2cc-4270-9494-05d1fc171d0f,segment=NetworkSegment(febc539b-2aad-48b1-83dc-b79c920b2876),segment_id=febc539b-2aad-48b1-83dc-b79c920b2876)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:39:50.303604 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.346073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2f66347a-3d72-4955-836c-922d7c3a40ee None None] Port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:39:50.428079 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.514286 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.542896 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.564958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:39:50.591733 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.592483 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Added segment 9172ec70-9209-4e8d-be64-63cabad5c885 of type vlan for network 34b82bdc-e2a3-43d8-9621-846039feac27 Nov 15 14:39:50.631875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4aeb2c2-0a1c-4e62-b455-6b348fdac009 None None] Provisioning complete for port 5f31cc54-f91d-41a5-be06-8333aa16e417 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:50.632236 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb2c2-0a1c-4e62-b455-6b348fdac009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.717655 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.747530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4aeb2c2-0a1c-4e62-b455-6b348fdac009 None None] Port 5f31cc54-f91d-41a5-be06-8333aa16e417 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:39:50.748822 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.832860 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.876121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:39:50.877171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:39:50.883305 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67cef66-e6ef-44d3-b8a2-c613275efe49" -d '{"events": [{"server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "name": "network-vif-plugged", "status": "completed", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:39:50.885125 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.887293 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Added segment 36b43a36-3877-4409-920e-5319b0911b42 of type vlan for network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b Nov 15 14:39:50.923211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41a069-3fa3-4f78-ba7b-d038f06083f0 None None] Pushing event updated for resources: {'Port': ['ID=add7000f-e2cc-4270-9494-05d1fc171d0f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:50.943578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=c3900583-3c8a-4640-9038-0c5aeb07004b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:50.950975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4aeb2c2-0a1c-4e62-b455-6b348fdac009 None None] Provisioning complete for port 73cd2d3a-0fca-42e4-aee2-624727a10015 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:50.951352 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb2c2-0a1c-4e62-b455-6b348fdac009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:50.964503 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 73cd2d3a-0fca-42e4-aee2-624727a10015 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:50.968042 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:51.023871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38021bcf-b3de-44ed-8923-266d2c5454b4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:51.030885 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:51.040537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:51.044605 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:51.046259 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:51.110536 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:51.112146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:51.112757 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:51.119803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=c3900583-3c8a-4640-9038-0c5aeb07004b,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:51.176383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 73cd2d3a-0fca-42e4-aee2-624727a10015 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:51.177900 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:51.205314 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:51.278157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] Pushing event updated for resources: {'Network': ['ID=34b82bdc-e2a3-43d8-9621-846039feac27,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:51.291872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 34b82bdc-e2a3-43d8-9621-846039feac27 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:39:51.337685 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8005245 Nov 15 14:39:51.347601 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-da274695-a4c9-424b-8dac-5dd1f5143222 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8273661 Nov 15 14:39:51.390086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:51.390086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:51.402021 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d13f0077-a7bb-429b-97b6-2f56d3a327b1 admin admin] Request body: {'subnet': {'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1323422054-subnet', 'tenant_id': 'c2cea4c71afc4a7b87dd84d35938cede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:51.462769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] Request body: {'subnet': {'network_id': '34b82bdc-e2a3-43d8-9621-846039feac27', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-340564683-subnet', 'tenant_id': '017147a005fc483582a8fd8b7b0a2605', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:39:51.544258 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Pushing event updated for resources: {'Network': ['ID=41176d6c-3c2c-491f-81e2-57dc1c71ec1b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:51.563376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa518c6d-e6ec-45e0-aebf-32e4562cab19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f036c1fd-05fb-4cce-9447-3593dcbed2ce,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:51.565387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:39:51.606113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 14:39:51.606113 n-d-817748-2 neutron-server[103147]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 15 14:39:51.606113 n-d-817748-2 neutron-server[103147]: [parameters: {'project_id': '017147a005fc483582a8fd8b7b0a2605', 'id': '5cb20998-02a4-4f72-bab3-07a69ee347d6', 'expiration': datetime.datetime(2021, 11, 15, 14, 41, 51, 585921)}] Nov 15 14:39:51.606113 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:39:51.607450 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:39:51.739695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13f0077-a7bb-429b-97b6-2f56d3a327b1 admin admin] Made reservation on behalf of c2cea4c71afc4a7b87dd84d35938cede for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:51.742146 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d13f0077-a7bb-429b-97b6-2f56d3a327b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:51.755236 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:52.139805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Router 1e389309-af09-4e6f-94df-81e48c88f650 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:39:52.279361 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] Made reservation on behalf of 017147a005fc483582a8fd8b7b0a2605 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:39:52.285104 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:52.456986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:39:52.468746 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Sync routers for ids ['1e389309-af09-4e6f-94df-81e48c88f650'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:39:52.491167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Routers {'1e389309-af09-4e6f-94df-81e48c88f650'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:39:52.493815 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:39:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1e389309-af09-4e6f-94df-81e48c88f650'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:52.598036 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d13f0077-a7bb-429b-97b6-2f56d3a327b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:52.599668 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:52.600996 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-81e4701d-5ccc-4626-9c87-cbb79288e872 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4654961 Nov 15 14:39:52.603870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:39:52.709429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f0077-a7bb-429b-97b6-2f56d3a327b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=186ef2d9-ae15-4420-a072-fa533fc8ac78,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:52.784576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e790a4-1061-4c70-861e-001e5d0f4df3 None None] Network 3cf70007-ff99-4acd-bb48-f11ca78281fb requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:39:52.793516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f0077-a7bb-429b-97b6-2f56d3a327b1 admin admin] Checking segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:52.793879 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13f0077-a7bb-429b-97b6-2f56d3a327b1 admin admin] Network hostable DHCP agents. Network: 41176d6c-3c2c-491f-81e2-57dc1c71ec1b, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:39:52.796189 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:53.010493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=906aa1c5-2660-4e7d-b3c9-e9d6c8141199,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:53.039730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d5165b57-b6b6-4094-ae6f-98acf1081c0d None None] Provisioning complete for port add7000f-e2cc-4270-9494-05d1fc171d0f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:53.040464 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5165b57-b6b6-4094-ae6f-98acf1081c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:53.123477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13f0077-a7bb-429b-97b6-2f56d3a327b1 admin admin] Network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:39:53.214067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] Checking segment: {'id': '9172ec70-9209-4e8d-be64-63cabad5c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34b82bdc-e2a3-43d8-9621-846039feac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:53.215055 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] Network hostable DHCP agents. Network: 34b82bdc-e2a3-43d8-9621-846039feac27, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:39:53.375441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device add7000f-e2cc-4270-9494-05d1fc171d0f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:53.462657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d13f0077-a7bb-429b-97b6-2f56d3a327b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 41176d6c-3c2c-491f-81e2-57dc1c71ec1b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:53.490412 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13f0077-a7bb-429b-97b6-2f56d3a327b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:53.491263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5165b57-b6b6-4094-ae6f-98acf1081c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:53.495741 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d13f0077-a7bb-429b-97b6-2f56d3a327b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:53.506429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcc5e82-bd59-4a3c-8706-79e2686fd8a3 None None] Network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:39:53.573507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] Network 34b82bdc-e2a3-43d8-9621-846039feac27 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:39:53.580806 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 34b82bdc-e2a3-43d8-9621-846039feac27) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:53.614593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:53.616037 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:53.628617 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d13f0077-a7bb-429b-97b6-2f56d3a327b1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.2368567 Nov 15 14:39:53.666174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Set router 1e389309-af09-4e6f-94df-81e48c88f650 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:39:53.690892 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-253fcd13-a0b0-4a59-aa05-21238200df22 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2852690 Nov 15 14:39:53.726181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3836622a-40a0-4500-a90b-5ca40c0bc6e3 None None] Network 34b82bdc-e2a3-43d8-9621-846039feac27 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:39:53.793238 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:53.961332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port add7000f-e2cc-4270-9494-05d1fc171d0f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:53.962593 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:53.965620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d5165b57-b6b6-4094-ae6f-98acf1081c0d None None] For port add7000f-e2cc-4270-9494-05d1fc171d0f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=add7000f-e2cc-4270-9494-05d1fc171d0f,segment=NetworkSegment(febc539b-2aad-48b1-83dc-b79c920b2876),segment_id=febc539b-2aad-48b1-83dc-b79c920b2876)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:39:54.095188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d818ff-fb2a-4bad-b626-450dfdd4543e None None] Network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:39:54.241688 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5165b57-b6b6-4094-ae6f-98acf1081c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:54.289454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Allocated IP 172.20.0.1 (3cf70007-ff99-4acd-bb48-f11ca78281fb/f2159151-72b2-4e92-99c3-f126bb55be6e/51c7e340-1eba-4204-ba44-a91477e283f5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:39:54.371910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5165b57-b6b6-4094-ae6f-98acf1081c0d None None] Pushing event updated for resources: {'Port': ['ID=add7000f-e2cc-4270-9494-05d1fc171d0f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:54.474611 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:54.595184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6e0a88-7d5f-403e-8611-1028d98c7546 None None] Network 34b82bdc-e2a3-43d8-9621-846039feac27 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:39:54.606475 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:54.812348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Pushing event updated for resources: {'Port': ['ID=51c7e340-1eba-4204-ba44-a91477e283f5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:54.868525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Network 3cf70007-ff99-4acd-bb48-f11ca78281fb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:39:54.871897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:54.890193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:39:55.025538 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:55.068606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device add7000f-e2cc-4270-9494-05d1fc171d0f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:39:55.158913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:39:50Z', 'revision_number': 3, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:55.261853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4fef3652-8084-4d46-b66a-d0679d0779b1 None None] Provisioning complete for port add7000f-e2cc-4270-9494-05d1fc171d0f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:55.262613 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4fef3652-8084-4d46-b66a-d0679d0779b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:55.345436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Checking router: 1e389309-af09-4e6f-94df-81e48c88f650 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:39:55.346059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Updating router 1e389309-af09-4e6f-94df-81e48c88f650 port 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:39:55.384801 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:55.485699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port add7000f-e2cc-4270-9494-05d1fc171d0f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:55.485699 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:55.662193 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:55.849804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-729f8015-b660-4539-b0b5-0b92dd14f93c None None] Provisioning complete for port 51c7e340-1eba-4204-ba44-a91477e283f5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:55.850485 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-729f8015-b660-4539-b0b5-0b92dd14f93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:55.875982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d6709-63b2-4093-b795-76a32c21039e req-7148655b-8578-4d54-9361-f538f0f395d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:39:55.878270 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-333d6709-63b2-4093-b795-76a32c21039e req-7148655b-8578-4d54-9361-f538f0f395d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 1096 time: 0.1533051 Nov 15 14:39:56.032259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-333d6709-63b2-4093-b795-76a32c21039e req-92d34223-3df0-4b18-941b-4a95315bf984 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387296 Nov 15 14:39:56.078330 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:56.238929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-729f8015-b660-4539-b0b5-0b92dd14f93c None None] Port 51c7e340-1eba-4204-ba44-a91477e283f5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:39:56.353274 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:56.461243 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Pushing event updated for resources: {'Port': ['ID=51c7e340-1eba-4204-ba44-a91477e283f5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:56.482635 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:56.528321 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:56.638722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Network 3cf70007-ff99-4acd-bb48-f11ca78281fb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:39:56.646169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:39:56.910634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Router 1e389309-af09-4e6f-94df-81e48c88f650 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:39:56.979264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-27208ab4-4a07-411a-8e15-fa0e43184ae4 None None] Provisioning complete for port 51c7e340-1eba-4204-ba44-a91477e283f5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:39:56.979264 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27208ab4-4a07-411a-8e15-fa0e43184ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:57.029714 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-27208ab4-4a07-411a-8e15-fa0e43184ae4 None None] Port 51c7e340-1eba-4204-ba44-a91477e283f5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:39:57.070864 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:57.113134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:39:57.128219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-18aba56b-6068-46b8-82c3-b10bee503811 admin admin] 10.222.0.70 "PUT /v2.0/routers/1e389309-af09-4e6f-94df-81e48c88f650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5210969 Nov 15 14:39:57.168996 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Attempting to bind port 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:39:57.169378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Attempting to bind port 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:39:57.169741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Attempting to bind port 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:39:57.179498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048630ac-5e16-4ea1-8310-48fe5d462abd None None] Pushing event updated for resources: {'Port': ['ID=1cf12c99-9ba7-42dc-820a-fbc0daecd1fb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:57.191544 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:39:57.192129 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:39:57.192769 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:57.193370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:39:57.194727 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Bound port: 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:39:57.195376 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:57.264001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] For port 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:39:57.267383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] For port 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1cf12c99-9ba7-42dc-820a-fbc0daecd1fb,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:39:57.426895 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:57.819637 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Routers {'1e389309-af09-4e6f-94df-81e48c88f650'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:39:57.826231 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:39:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1e389309-af09-4e6f-94df-81e48c88f650'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:58.016620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048630ac-5e16-4ea1-8310-48fe5d462abd None None] Pushing event updated for resources: {'Port': ['ID=1cf12c99-9ba7-42dc-820a-fbc0daecd1fb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:39:58.066816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] Set router 1e389309-af09-4e6f-94df-81e48c88f650 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:39:58.146344 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:58.530727 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 4, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '51c7e340-1eba-4204-ba44-a91477e283f5', 'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'mac_address': 'fa:16:3e:03:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:53Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 2, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'subnets': [{'id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:39:58.580363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811e79f9-5d88-4fa9-b6e4-5d1ba65c2af9 None None] The sync data for ids ['1e389309-af09-4e6f-94df-81e48c88f650'] in n-d-817748-2 is: [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 4, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '51c7e340-1eba-4204-ba44-a91477e283f5', 'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'mac_address': 'fa:16:3e:03:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:53Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 2, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'subnets': [{'id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:39:58.583131 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:39:59.751159 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cad09ea0-b0b9-42d0-96db-f67cf260da39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:00.960141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:40:01.041427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:01.041939 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:01.151653 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:01.183985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1cf12c99-9ba7-42dc-820a-fbc0daecd1fb,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:01.282192 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:01.392117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=1cf12c99-9ba7-42dc-820a-fbc0daecd1fb,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:02.038918 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Sync routers for ids ['1e389309-af09-4e6f-94df-81e48c88f650'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:40:02.056571 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Routers {'1e389309-af09-4e6f-94df-81e48c88f650'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:40:02.057541 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:39:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1e389309-af09-4e6f-94df-81e48c88f650'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:02.254831 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Set router 1e389309-af09-4e6f-94df-81e48c88f650 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:40:02.328404 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5227127-aa3f-4fda-8dc1-95727894472c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:02.724205 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 4, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '51c7e340-1eba-4204-ba44-a91477e283f5', 'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'mac_address': 'fa:16:3e:03:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:53Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 2, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'subnets': [{'id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:02.758588 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Checking router: 1e389309-af09-4e6f-94df-81e48c88f650 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:40:02.759245 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Updating router 1e389309-af09-4e6f-94df-81e48c88f650 port 51c7e340-1eba-4204-ba44-a91477e283f5 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:40:02.829019 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:03.011285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:40:03.180752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:03.181493 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:03.350816 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:03.431501 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:03.477017 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:03.491624 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Pushing event updated for resources: {'Port': ['ID=51c7e340-1eba-4204-ba44-a91477e283f5,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:03.530416 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:03.530942 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:03.531462 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:03.532352 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:03.532871 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:03.533910 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:03.534429 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:03.534927 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:03.535435 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:03.535925 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:03.536408 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:03.536884 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:03.586704 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Attempting to bind port 51c7e340-1eba-4204-ba44-a91477e283f5 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:03.586704 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Attempting to bind port 51c7e340-1eba-4204-ba44-a91477e283f5 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'febc539b-2aad-48b1-83dc-b79c920b2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:03.586704 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Attempting to bind port 51c7e340-1eba-4204-ba44-a91477e283f5 on network 3cf70007-ff99-4acd-bb48-f11ca78281fb {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:03.593406 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:03.594800 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Checking segment: {'id': 'febc539b-2aad-48b1-83dc-b79c920b2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:03.596992 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:03.597607 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Bound using segment: {'id': 'febc539b-2aad-48b1-83dc-b79c920b2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:03.598300 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Bound port: 51c7e340-1eba-4204-ba44-a91477e283f5, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febc539b-2aad-48b1-83dc-b79c920b2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:03.598905 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:03.734092 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] For port 51c7e340-1eba-4204-ba44-a91477e283f5, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:03.743988 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] For port 51c7e340-1eba-4204-ba44-a91477e283f5, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=51c7e340-1eba-4204-ba44-a91477e283f5,segment=NetworkSegment(febc539b-2aad-48b1-83dc-b79c920b2876),segment_id=febc539b-2aad-48b1-83dc-b79c920b2876)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:03.865778 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:03.921051 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-db5763e2-d05b-4c08-9b4b-b40e4f89fa21 None None] Provisioning complete for port 51c7e340-1eba-4204-ba44-a91477e283f5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:03.921051 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db5763e2-d05b-4c08-9b4b-b40e4f89fa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:04.050408 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac8953-355e-4c14-98fb-e158ff55dbb2 None None] Pushing event updated for resources: {'Port': ['ID=51c7e340-1eba-4204-ba44-a91477e283f5,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:04.050408 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Routers {'1e389309-af09-4e6f-94df-81e48c88f650'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:40:04.050408 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:40:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1e389309-af09-4e6f-94df-81e48c88f650'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:04.050783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e55f0c-c16d-4b39-9653-f0a5679c4b27 req-ff6441fe-7512-446f-8de8-be829148e1ba tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:04.050783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9e55f0c-c16d-4b39-9653-f0a5679c4b27 req-ff6441fe-7512-446f-8de8-be829148e1ba tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.1146262 Nov 15 14:40:04.051351 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db5763e2-d05b-4c08-9b4b-b40e4f89fa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:04.076359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-db5763e2-d05b-4c08-9b4b-b40e4f89fa21 None None] For port 51c7e340-1eba-4204-ba44-a91477e283f5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=51c7e340-1eba-4204-ba44-a91477e283f5,segment=NetworkSegment(febc539b-2aad-48b1-83dc-b79c920b2876),segment_id=febc539b-2aad-48b1-83dc-b79c920b2876)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:04.096017 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] Set router 1e389309-af09-4e6f-94df-81e48c88f650 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:40:04.109359 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9e55f0c-c16d-4b39-9653-f0a5679c4b27 req-1bfa51d8-dc3c-48c8-924b-a51b56ca5886 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712819 Nov 15 14:40:04.158197 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f29236-c7b1-4273-9797-b571e2837298 x-openstack-request-id: req-45f29236-c7b1-4273-9797-b571e2837298 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:04.158197 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "name": "network-vif-plugged", "status": "completed", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:04.158644 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45f29236-c7b1-4273-9797-b571e2837298 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:04.159480 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b', 'code': 200} Nov 15 14:40:04.179778 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db5763e2-d05b-4c08-9b4b-b40e4f89fa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:04.333553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60268) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:04.338433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2c800c58-4043-4c43-a3f0-c9444471b517 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--539909888', 'description': 'tempest-description--1205918859'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:04.395682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5763e2-d05b-4c08-9b4b-b40e4f89fa21 None None] Pushing event updated for resources: {'Port': ['ID=51c7e340-1eba-4204-ba44-a91477e283f5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:04.430698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ca08d947-49a9-454b-a28f-4fefc20aebc4 None None] Provisioning complete for port 51c7e340-1eba-4204-ba44-a91477e283f5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:04.431150 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca08d947-49a9-454b-a28f-4fefc20aebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:04.500844 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 4, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '51c7e340-1eba-4204-ba44-a91477e283f5', 'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'mac_address': 'fa:16:3e:03:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:53Z', 'updated_at': '2021-11-15T14:40:03Z', 'revision_number': 4, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'subnets': [{'id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:04.560346 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adde5d7-20c2-4e04-8396-bef32f70ff02 None None] The sync data for ids ['1e389309-af09-4e6f-94df-81e48c88f650'] in n-d-817748-2 is: [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 4, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '51c7e340-1eba-4204-ba44-a91477e283f5', 'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'mac_address': 'fa:16:3e:03:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:53Z', 'updated_at': '2021-11-15T14:40:03Z', 'revision_number': 4, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'subnets': [{'id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:40:04.590872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c800c58-4043-4c43-a3f0-c9444471b517 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:04.762722 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c800c58-4043-4c43-a3f0-c9444471b517 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:04.870206 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c800c58-4043-4c43-a3f0-c9444471b517 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:04.960591 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c800c58-4043-4c43-a3f0-c9444471b517 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb30139-95fb-41bc-9395-bc2226dcb71e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:05.005281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 51c7e340-1eba-4204-ba44-a91477e283f5 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:40:05.029820 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c800c58-4043-4c43-a3f0-c9444471b517 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:05.039514 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2c800c58-4043-4c43-a3f0-c9444471b517 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6966197 Nov 15 14:40:05.039841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60290) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:05.045177 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6ca3b540-bb97-415f-92e8-f6906001ce53 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'security_group_rule': {'security_group_id': '1cb30139-95fb-41bc-9395-bc2226dcb71e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:05.099188 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:40:05.106144 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:05.188909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 51c7e340-1eba-4204-ba44-a91477e283f5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:05.189213 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:05.204976 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ca3b540-bb97-415f-92e8-f6906001ce53 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:05.276218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-8a520996-a4a6-402c-895a-df952d357aa5 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:05.282513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-8a520996-a4a6-402c-895a-df952d357aa5 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.6547494 Nov 15 14:40:05.308472 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-39cbe8bb-fd35-49c0-a41f-8c9324645a09 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/quotas/c2cea4c71afc4a7b87dd84d35938cede HTTP/1.1" status: 200 len: 375 time: 0.0213704 Nov 15 14:40:05.355793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-8f983b76-5df5-44a7-b810-84bdb1413e9a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493002 Nov 15 14:40:05.404194 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ca3b540-bb97-415f-92e8-f6906001ce53 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:05.488804 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ca3b540-bb97-415f-92e8-f6906001ce53 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:05.536840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3b540-bb97-415f-92e8-f6906001ce53 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae60cb98-d4ac-4580-a210-da085e15671e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:05.562923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f282f-011d-4c83-899b-a5b596749512 req-fd44ec16-53d2-4fae-b2da-91dd8336ae15 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:05.565610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-fd44ec16-53d2-4fae-b2da-91dd8336ae15 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/networks?id=34b82bdc-e2a3-43d8-9621-846039feac27 HTTP/1.1" status: 200 len: 817 time: 0.8134577 Nov 15 14:40:05.581091 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-8565bc99-90d7-469b-8539-84de62049f87 service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242808 Nov 15 14:40:05.590152 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-e2e5b774-1353-4f1f-9582-04d22072e478 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/quotas/017147a005fc483582a8fd8b7b0a2605 HTTP/1.1" status: 200 len: 375 time: 0.0123711 Nov 15 14:40:05.621979 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ca3b540-bb97-415f-92e8-f6906001ce53 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:05.629035 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6ca3b540-bb97-415f-92e8-f6906001ce53 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5880163 Nov 15 14:40:05.629863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:05.636224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-869e1b18-0e29-45fb-8fa4-a5ac269a40da tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'security_group_rule': {'security_group_id': '1cb30139-95fb-41bc-9395-bc2226dcb71e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:05.732590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-89789cb0-b2f5-4dac-90ad-54c875f52217 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=017147a005fc483582a8fd8b7b0a2605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1323338 Nov 15 14:40:05.757085 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:05.806899 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-869e1b18-0e29-45fb-8fa4-a5ac269a40da tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:05.898933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-36caee55-7d2d-46f2-8a6e-94c3c20a82af service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072145 Nov 15 14:40:05.969987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-a50583a4-e22a-47e8-869d-759c402baad1 service neutron] 10.222.0.70 "GET /v2.0/networks/34b82bdc-e2a3-43d8-9621-846039feac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084699 Nov 15 14:40:06.005520 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-869e1b18-0e29-45fb-8fa4-a5ac269a40da tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:06.098356 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-c48422cf-08c6-42bc-baa2-8e6553fa3f66 service neutron] 10.222.0.70 "GET /v2.0/networks/34b82bdc-e2a3-43d8-9621-846039feac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149120 Nov 15 14:40:06.160167 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-869e1b18-0e29-45fb-8fa4-a5ac269a40da tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:06.177893 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e1b18-0e29-45fb-8fa4-a5ac269a40da tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611c0886-fe4b-4693-b721-0f7827e426e8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:06.286577 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-869e1b18-0e29-45fb-8fa4-a5ac269a40da tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:06.286577 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-869e1b18-0e29-45fb-8fa4-a5ac269a40da tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6542151 Nov 15 14:40:06.289930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60306) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:06.295598 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:06.415440 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:06.667264 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60342) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:06.679804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e86dc454-2320-457e-ac73-a8dad2e5feb1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620425012', 'description': 'tempest-description--38390993'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:06.691336 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-06a70e00-5be0-48c3-ba25-24042da8e1ca tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:06.701184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-06a70e00-5be0-48c3-ba25-24042da8e1ca tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/networks?id=b18155c8-d8ed-48f4-acb3-7c431e1273ff HTTP/1.1" status: 200 len: 810 time: 0.1488509 Nov 15 14:40:06.722530 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:06.722790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-df1bfeaf-4e9e-49e0-9502-95199ff1d293 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/quotas/c1847ae12bc24094b6e8ac83bfed46df HTTP/1.1" status: 200 len: 375 time: 0.0190327 Nov 15 14:40:06.782537 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-4f783b1f-7f2a-4e7d-89d6-70f98839b17f tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1847ae12bc24094b6e8ac83bfed46df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595145 Nov 15 14:40:06.850505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Allocated IP 172.25.4.50 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/9c3bbb0a-9227-4079-b6cf-66967ced6ff0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:06.870972 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35cf0088-7cf9-4315-9fdb-e079de3529a4 req-5658899b-298e-475a-8366-99797494bbde tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 210 time: 0.0370717 Nov 15 14:40:06.886763 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e86dc454-2320-457e-ac73-a8dad2e5feb1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:06.946528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1c8110b-73ea-4fda-b7d6-d3a15b17f0ab req-1f99cc1e-4b52-4f3f-9164-d0b04ff8f78e tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 210 time: 0.0352314 Nov 15 14:40:06.956844 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-5e1a6fc6-9a4a-4bc5-b3f9-7a3aa5b7ccd4 service neutron] 10.222.0.70 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727269 Nov 15 14:40:07.044988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.082258 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e86dc454-2320-457e-ac73-a8dad2e5feb1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.131041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-0c19ed66-e1e4-468f-9233-95ee4a67541b service neutron] 10.222.0.70 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704268 Nov 15 14:40:07.151189 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e86dc454-2320-457e-ac73-a8dad2e5feb1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.193308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dc454-2320-457e-ac73-a8dad2e5feb1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6ca0ce-9c0c-4f7d-969d-ca8594df790f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:07.226290 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.271329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:40:07.274379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:07.283480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:07.291651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:07.345828 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e86dc454-2320-457e-ac73-a8dad2e5feb1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.348213 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e86dc454-2320-457e-ac73-a8dad2e5feb1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6797228 Nov 15 14:40:07.351387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60370) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:07.356519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Request body: {'security_group_rule': {'security_group_id': '4f6ca0ce-9c0c-4f7d-969d-ca8594df790f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:07.363896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'Port': ['ID=9c3bbb0a-9227-4079-b6cf-66967ced6ff0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:07.449939 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.460686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.495796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:07.498036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ac1914-8e3c-4498-91a3-71dcb6bd6350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:07.499628 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fae7182-74bc-42fa-834a-85a258c978a0" -d '{"events": [{"server_uuid": "17ac1914-8e3c-4498-91a3-71dcb6bd6350", "name": "network-vif-unplugged", "status": "completed", "tag": "ed68ea26-4cbb-4f59-bd55-eb0cb08f2407"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:07.579372 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.599046 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.600120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device c3900583-3c8a-4640-9038-0c5aeb07004b no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:40:07.645864 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.724314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-287e55fc-fa64-4fe2-9947-ae176108e2b3 req-2849c122-ec55-406d-b770-afdc270b8d4a tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 210 time: 0.1327243 Nov 15 14:40:07.743642 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:07.849733 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.854891 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7946bf9f-8257-4f90-9505-ba34dbabea0d x-openstack-request-id: req-7946bf9f-8257-4f90-9505-ba34dbabea0d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:07.855189 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ac1914-8e3c-4498-91a3-71dcb6bd6350", "name": "network-vif-unplugged", "status": "completed", "tag": "ed68ea26-4cbb-4f59-bd55-eb0cb08f2407", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:07.855453 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7946bf9f-8257-4f90-9505-ba34dbabea0d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:07.855858 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ac1914-8e3c-4498-91a3-71dcb6bd6350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407', 'code': 200} Nov 15 14:40:07.872609 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.914028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=c3900583-3c8a-4640-9038-0c5aeb07004b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:07.935838 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.946027 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:07.969864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a84e04-30a3-40fa-b3f7-8a8f38041c46,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:07.988692 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161aead-c9a7-46ac-bcd3-1c76fc8422e3 req-cbd18bb9-ec1f-4910-9600-26166f5fbd88 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:07.990243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a161aead-c9a7-46ac-bcd3-1c76fc8422e3 req-cbd18bb9-ec1f-4910-9600-26166f5fbd88 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 950 time: 0.0826983 Nov 15 14:40:07.991666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:07.992017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:07.992359 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:07.992743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:07.993031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:07.993367 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:07.993700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:07.994028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:07.994356 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:07.994709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:07.995039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:07.995432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:08.025034 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:08.026134 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:08.037841 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:08.039134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-52d3f3b8-6cc9-400d-831c-ceef5ce828a3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6865094 Nov 15 14:40:08.052787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:08.066794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a161aead-c9a7-46ac-bcd3-1c76fc8422e3 req-d574d179-71b8-4cbe-9640-f36f17fbd502 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/security-groups?id=cca7dd8a-c3bd-4261-90a6-37ab9c6216bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681856 Nov 15 14:40:08.098104 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=c3900583-3c8a-4640-9038-0c5aeb07004b,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:08.123345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6bec6083-73a3-4dbe-a8c1-18bd92b08e49 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Request body: {'security_group_rule': {'security_group_id': '4f6ca0ce-9c0c-4f7d-969d-ca8594df790f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:08.157111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'Port': ['ID=9c3bbb0a-9227-4079-b6cf-66967ced6ff0,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:08.160301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9aef50f3-5dca-4f44-9a3c-9b8abb3e42ac req-30ef038f-24fe-4648-97bd-14d0c558788f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 210 time: 0.0275080 Nov 15 14:40:08.172064 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:08.256318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1aa1e85-dc34-43ab-b797-ceea488e7deb req-922f728d-37dc-483b-839f-98a76e7d49dc tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 210 time: 0.0283961 Nov 15 14:40:08.296898 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bec6083-73a3-4dbe-a8c1-18bd92b08e49 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:08.594281 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:08.605223 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8591cdbe-6e6c-42ec-98e8-62fab33c5316 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3042445 Nov 15 14:40:08.625324 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bec6083-73a3-4dbe-a8c1-18bd92b08e49 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:08.688923 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bec6083-73a3-4dbe-a8c1-18bd92b08e49 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:08.718664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec6083-73a3-4dbe-a8c1-18bd92b08e49 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99294120-1bd8-4cc5-af8c-02be458acc62,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:08.829294 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bec6083-73a3-4dbe-a8c1-18bd92b08e49 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:08.839042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:08.841119 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6bec6083-73a3-4dbe-a8c1-18bd92b08e49 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7208197 Nov 15 14:40:08.843630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:09.003142 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:09.122287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:09.271279 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Allocated IP 172.25.4.22 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/3442b2e9-73ab-46da-a9f4-8a6a948e3ba6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:09.274765 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad075075-22d1-4f5c-abd4-e883bf34a57a req-80911d56-a346-4a93-b70f-7464c404d67b tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 210 time: 0.0395095 Nov 15 14:40:09.457500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-79de5f38-e17e-403b-bbaf-9a3c49eac2a0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--539909888&fields=id&tenant_id=9d3e7501213e48d7a9edd485f0ee7f80 HTTP/1.1" status: 200 len: 267 time: 0.0877919 Nov 15 14:40:09.460251 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:09.528451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d82e490-e31e-411e-a7ca-8598ec46bb54 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:09.529898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d82e490-e31e-411e-a7ca-8598ec46bb54 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports/3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 HTTP/1.1" status: 200 len: 931 time: 0.0637407 Nov 15 14:40:09.581574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-71ad67bc-9bd3-4dcb-a6c4-b8a00b2723ab tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:09.583027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-71ad67bc-9bd3-4dcb-a6c4-b8a00b2723ab tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports/5f31cc54-f91d-41a5-be06-8333aa16e417 HTTP/1.1" status: 200 len: 931 time: 0.0459487 Nov 15 14:40:09.637098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-ed0a0087-9a7f-4495-b8c5-ddf23c21c729 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?network_id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0478354 Nov 15 14:40:09.638243 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:09.703996 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9b49857f-fb8a-488d-9937-2f23cd117ee0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?network_id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0597060 Nov 15 14:40:09.717319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:09.728408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:09.730365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Pushing event updated for resources: {'Port': ['ID=3442b2e9-73ab-46da-a9f4-8a6a948e3ba6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:09.734053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:09.794864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-101e5950-061a-4056-89a0-ae5aa70ee817 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:09.796462 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-101e5950-061a-4056-89a0-ae5aa70ee817 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.1416430 Nov 15 14:40:09.811528 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Request body: {'port': {'device_id': 'b97df978-3963-481d-bf41-eb7eb5d5596f', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'admin_state_up': True, 'tenant_id': 'c2cea4c71afc4a7b87dd84d35938cede'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:09.857064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:09.859679 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cec09a9-ebbf-46f7-be06-2e275e0952ba" -d '{"events": [{"server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "name": "network-vif-unplugged", "status": "completed", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:09.893294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-64d3427c-81a2-4ed5-934e-144c1ba5a07b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:09.899240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-64d3427c-81a2-4ed5-934e-144c1ba5a07b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:09.905073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-64d3427c-81a2-4ed5-934e-144c1ba5a07b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:09.906750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-64d3427c-81a2-4ed5-934e-144c1ba5a07b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/networks?id=fdcf4cf0-944a-4585-9636-be35a7eff07b&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&id=fd986e30-a4d1-4f5a-9bc4-fb302d682086 HTTP/1.1" status: 200 len: 1989 time: 0.1883600 Nov 15 14:40:09.925083 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:09.952774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-f249bd8d-378a-42a7-ace0-f64084eea82d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/quotas/9d3e7501213e48d7a9edd485f0ee7f80 HTTP/1.1" status: 200 len: 375 time: 0.0155239 Nov 15 14:40:09.995324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-1911e46c-c878-40c4-aafc-3908219ced61 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0601182 Nov 15 14:40:10.065331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Made reservation on behalf of c2cea4c71afc4a7b87dd84d35938cede for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:10.070135 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:10.089006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d56b4395-5ccf-4ce6-bd66-58757dd3fd90 req-14fe0f16-ca96-4993-aa1b-198ecc16ce59 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 210 time: 0.0577543 Nov 15 14:40:10.122216 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:10.202354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-d3072b1a-a3e6-4322-a34a-5b31299f009e service neutron] 10.222.0.70 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941113 Nov 15 14:40:10.281629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Allocated IP 172.20.0.5 (41176d6c-3c2c-491f-81e2-57dc1c71ec1b/186ef2d9-ae15-4420-a072-fa533fc8ac78/92bf81dc-614c-40ee-9ce4-4df6c9aa74a4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:10.420080 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9339f9ee-7a4c-40d5-b8db-b44396944138 service neutron] 10.222.0.70 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937356 Nov 15 14:40:10.511161 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:10.558899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f282f-011d-4c83-899b-a5b596749512 req-7285eadf-aa64-4b07-92e3-c741ce507008 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:10.560446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-7285eadf-aa64-4b07-92e3-c741ce507008 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.46 "GET /v2.0/networks?id=34b82bdc-e2a3-43d8-9621-846039feac27 HTTP/1.1" status: 200 len: 817 time: 0.1428514 Nov 15 14:40:10.583156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-354f282f-011d-4c83-899b-a5b596749512 req-663c83aa-4a09-4006-8178-31666cd315d0 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Request body: {'port': {'device_id': 'a5c42e06-2cae-4dfe-b162-db8fdd7fe98c', 'network_id': '34b82bdc-e2a3-43d8-9621-846039feac27', 'admin_state_up': True, 'tenant_id': '017147a005fc483582a8fd8b7b0a2605'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:10.590571 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-d5678299-dbff-4aca-9ecf-6c2d4cbe893e service neutron] 10.222.0.70 "GET /v2.0/ports/3d0344a3-d710-4e3a-97d6-6ee490ffe0b8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1742990 Nov 15 14:40:10.592586 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:10.671327 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:10.685136 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:10.782547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:10.819226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:10.825377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:10.869815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92b6ac02-158f-4170-bd9b-889a6976d7ba req-0f88dda8-4a0d-4b5a-bad0-16ec8a82f566 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 210 time: 0.1285095 Nov 15 14:40:10.881724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Pushing event updated for resources: {'Port': ['ID=3442b2e9-73ab-46da-a9f4-8a6a948e3ba6,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:10.904720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-7537f237-b549-4def-b851-f9a42fa0a833 service neutron] 10.222.0.70 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995481 Nov 15 14:40:10.909974 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:10.913570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:10.914463 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:10.944244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event updated for resources: {'Port': ['ID=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:10.954651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:10.955783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:10.956525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:10.957012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:10.957612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:10.958098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:10.958603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:10.959081 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:10.959652 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:10.960157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:10.960637 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:10.961107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:10.987240 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7583fa4e-2da7-4571-8790-cfbc83d526ed x-openstack-request-id: req-7583fa4e-2da7-4571-8790-cfbc83d526ed {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:10.987712 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "name": "network-vif-unplugged", "status": "completed", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:10.987822 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7583fa4e-2da7-4571-8790-cfbc83d526ed {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:10.988133 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b', 'code': 200} Nov 15 14:40:11.286578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-faae0e2f-f3f6-4431-b61e-5fffec2a1343 req-aff7aabb-74c4-426e-a2f7-d885a57dc655 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 210 time: 0.0402708 Nov 15 14:40:11.354510 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-29c9bc35-f488-4744-b1df-68772e303792 service neutron] 10.222.0.70 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394460 Nov 15 14:40:11.410758 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-f082c16b-293f-4e6a-8635-5837d5727422 service neutron] 10.222.0.70 "GET /v2.0/ports/5f31cc54-f91d-41a5-be06-8333aa16e417?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0472159 Nov 15 14:40:11.411454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354f282f-011d-4c83-899b-a5b596749512 req-663c83aa-4a09-4006-8178-31666cd315d0 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Made reservation on behalf of 017147a005fc483582a8fd8b7b0a2605 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:11.413028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-184e8525-59b1-4583-b6be-1beb0455fd31 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:11.414553 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-184e8525-59b1-4583-b6be-1beb0455fd31 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.46 "GET /v2.0/networks?id=b18155c8-d8ed-48f4-acb3-7c431e1273ff HTTP/1.1" status: 200 len: 810 time: 0.1799424 Nov 15 14:40:11.415137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-354f282f-011d-4c83-899b-a5b596749512 req-663c83aa-4a09-4006-8178-31666cd315d0 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:11.434955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-3c52bf4e-e07c-45f4-8f6d-5cb4707df351 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Request body: {'port': {'device_id': '2d95653a-727c-4306-88fb-4eb59a41fcac', 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff', 'admin_state_up': True, 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:11.546695 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4d30d801-a1cc-4d23-afc2-ebcdc77d5e41 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7388806 Nov 15 14:40:11.563681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Request body: {'port': {'device_id': 'b97df978-3963-481d-bf41-eb7eb5d5596f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:11.605757 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:11.607026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d09a29eb-f216-47a4-8a48-c51035ece9a6 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7669623 Nov 15 14:40:11.632526 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:11.669898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-e213565a-c3d9-43ef-8243-81855c57e924 service neutron] 10.222.0.70 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415128 Nov 15 14:40:11.696102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-9f73f82a-7d45-4a57-a61b-0a653d0d3cfd tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:11.697554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-9f73f82a-7d45-4a57-a61b-0a653d0d3cfd tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/networks?id=13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 200 len: 805 time: 0.2912703 Nov 15 14:40:11.766690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-1f4abfba-cae0-4e3c-bf64-46ec10db8dfc tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/quotas/9ddf0d988fb145c3811cd58163246078 HTTP/1.1" status: 200 len: 375 time: 0.0593545 Nov 15 14:40:11.790700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-354f282f-011d-4c83-899b-a5b596749512 req-663c83aa-4a09-4006-8178-31666cd315d0 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Allocated IP 172.20.0.5 (34b82bdc-e2a3-43d8-9621-846039feac27/906aa1c5-2660-4e7d-b3c9-e9d6c8141199/5e5c8287-a4e6-4a5e-9918-54caeacaafe3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:11.811597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-3c52bf4e-e07c-45f4-8f6d-5cb4707df351 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Made reservation on behalf of c1847ae12bc24094b6e8ac83bfed46df for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:11.830992 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-3c52bf4e-e07c-45f4-8f6d-5cb4707df351 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:11.882647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-ec3a0d90-41ae-4975-a120-dedf881ba233 service neutron] 10.222.0.70 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936703 Nov 15 14:40:11.902346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-57b32df9-d79f-4022-a993-acbe5774f7e8 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ddf0d988fb145c3811cd58163246078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228285 Nov 15 14:40:12.045771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:12.056038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-3c52bf4e-e07c-45f4-8f6d-5cb4707df351 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Allocated IP 172.20.0.13 (b18155c8-d8ed-48f4-acb3-7c431e1273ff/65ea3356-37e2-41c3-90e5-e7324e250f2c/686eb3cd-a153-41cb-8011-9870fc2400f3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:12.058859 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:12.079506 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Transition to ACTIVE for port object 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:12.143446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-810fb18f-b783-4aea-862f-b7323f08f55a service neutron] 10.222.0.70 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380722 Nov 15 14:40:12.168612 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-354f282f-011d-4c83-899b-a5b596749512 req-663c83aa-4a09-4006-8178-31666cd315d0 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:12.181548 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:12.187221 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-9d8d79e0-07d6-42c1-953c-e5b2055cdfea service neutron] 10.222.0.70 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601252 Nov 15 14:40:12.277272 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-3c52bf4e-e07c-45f4-8f6d-5cb4707df351 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:12.280677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:12.350143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-42f0cf88-5749-42a9-be95-871b3d974b3b service neutron] 10.222.0.70 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975958 Nov 15 14:40:12.382769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Attempting to bind port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:12.383126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Attempting to bind port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:12.383486 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Attempting to bind port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:12.388311 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:12.388732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Attempting to bind port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:12.394200 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:12.394699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Checking segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:12.395153 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Bound using segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:12.395646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Bound port: 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:12.396067 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:12.407610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-b032e886-4153-4296-b5ea-cc1a0d5a9708 service neutron] 10.222.0.70 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894374 Nov 15 14:40:12.445978 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-354f282f-011d-4c83-899b-a5b596749512 req-663c83aa-4a09-4006-8178-31666cd315d0 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:12.503804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] For port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:12.509542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] For port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:12.531974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354f282f-011d-4c83-899b-a5b596749512 req-663c83aa-4a09-4006-8178-31666cd315d0 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Network 34b82bdc-e2a3-43d8-9621-846039feac27 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:12.537664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-354f282f-011d-4c83-899b-a5b596749512 req-663c83aa-4a09-4006-8178-31666cd315d0 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:12.546949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-33aae8c1-5828-4ea5-981a-0a4f37dd0609 service neutron] 10.222.0.70 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867411 Nov 15 14:40:12.553451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-354f282f-011d-4c83-899b-a5b596749512 req-663c83aa-4a09-4006-8178-31666cd315d0 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:12.574644 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-3c52bf4e-e07c-45f4-8f6d-5cb4707df351 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:12.588875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c83aa-4a09-4006-8178-31666cd315d0 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Pushing event updated for resources: {'Port': ['ID=5e5c8287-a4e6-4a5e-9918-54caeacaafe3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:12.589617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f866dbf6-fcb1-476c-82ec-9310e9b4af90'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:40:12.635942 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-3c52bf4e-e07c-45f4-8f6d-5cb4707df351 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Network b18155c8-d8ed-48f4-acb3-7c431e1273ff is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:12.639280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-3c52bf4e-e07c-45f4-8f6d-5cb4707df351 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:12.643299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-3c52bf4e-e07c-45f4-8f6d-5cb4707df351 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:12.670658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f282f-011d-4c83-899b-a5b596749512 req-663c83aa-4a09-4006-8178-31666cd315d0 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:12.671488 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-354f282f-011d-4c83-899b-a5b596749512 req-663c83aa-4a09-4006-8178-31666cd315d0 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:12.679579 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:12.691347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52bf4e-e07c-45f4-8f6d-5cb4707df351 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Pushing event updated for resources: {'Port': ['ID=686eb3cd-a153-41cb-8011-9870fc2400f3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:12.734279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-d562111d-9535-40cf-9f9b-31c60887e383 service neutron] 10.222.0.70 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858873 Nov 15 14:40:12.735154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:12.735804 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:12.737844 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] 10.222.0.46 "PUT /v2.0/ports/92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 HTTP/1.1" status: 200 len: 1091 time: 1.1783924 Nov 15 14:40:12.738226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97df978-3963-481d-bf41-eb7eb5d5596f', 'tag': '92bf81dc-614c-40ee-9ce4-4df6c9aa74a4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:12.740560 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e98d47-7044-4cf1-b966-9e6fc61ab26e" -d '{"events": [{"name": "network-changed", "server_uuid": "b97df978-3963-481d-bf41-eb7eb5d5596f", "tag": "92bf81dc-614c-40ee-9ce4-4df6c9aa74a4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:12.754795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-3c52bf4e-e07c-45f4-8f6d-5cb4707df351 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:12.755342 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-3c52bf4e-e07c-45f4-8f6d-5cb4707df351 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:12.794951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93acea-ecea-46f3-899f-c16088cd4ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:12.883070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-663c83aa-4a09-4006-8178-31666cd315d0 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3040090 Nov 15 14:40:12.883842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-64b41f93-93c7-4dc7-8984-e15d48fcde40 service neutron] 10.222.0.70 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491954 Nov 15 14:40:12.902270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Request body: {'port': {'device_id': 'a5c42e06-2cae-4dfe-b162-db8fdd7fe98c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:12.937180 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-3c52bf4e-e07c-45f4-8f6d-5cb4707df351 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4930332 Nov 15 14:40:12.943523 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Request body: {'port': {'device_id': '2d95653a-727c-4306-88fb-4eb59a41fcac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:12.980413 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.46', 58724) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:12.989791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff73566-91ed-4144-b3f9-39a711ed388e req-f1870593-1ae1-4b27-9f54-2c01a42f088f tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:12.991775 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bff73566-91ed-4144-b3f9-39a711ed388e req-f1870593-1ae1-4b27-9f54-2c01a42f088f tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ac1914-8e3c-4498-91a3-71dcb6bd6350 HTTP/1.1" status: 200 len: 943 time: 0.1644404 Nov 15 14:40:12.999816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-655b89b0-447c-4398-b760-0dd4dab7971d service neutron] 10.222.0.70 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034763 Nov 15 14:40:13.090285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:13.132662 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:13.175131 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-f4663bf9-fde2-4645-b540-1a8029597ad4 service neutron] 10.222.0.70 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480229 Nov 15 14:40:13.192771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-bffeb85c-2154-4a6c-bb18-420e4f2dd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:13.194249 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-bffeb85c-2154-4a6c-bb18-420e4f2dd829 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 1094 time: 0.2015491 Nov 15 14:40:13.269813 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-d2a23a7c-e61f-4611-8b67-2bbef561c623 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 HTTP/1.1" status: 200 len: 217 time: 0.0633333 Nov 15 14:40:13.363118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-bff73566-91ed-4144-b3f9-39a711ed388e req-5cbf0617-e287-486e-b0fd-4cd1bc1ed76d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Deleting port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:40:13.363475 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff73566-91ed-4144-b3f9-39a711ed388e req-5cbf0617-e287-486e-b0fd-4cd1bc1ed76d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:13.444031 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-44605646-46e9-482f-978a-b76b44f0da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:13.445677 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-44605646-46e9-482f-978a-b76b44f0da52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.1333854 Nov 15 14:40:13.503733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329c352-b452-4794-8167-e57fadcb86bb req-9168ff17-e88d-43fc-b7fa-36bfd8dc0d65 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:13.505373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c329c352-b452-4794-8167-e57fadcb86bb req-9168ff17-e88d-43fc-b7fa-36bfd8dc0d65 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 943 time: 0.2394571 Nov 15 14:40:13.510862 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b56725dc-c0c9-458f-94c9-4bb4d997f434 service neutron] 10.222.0.70 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121433 Nov 15 14:40:13.617131 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c329c352-b452-4794-8167-e57fadcb86bb req-2439d1c1-ce26-4bde-ae0e-52718f0eba3e tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950308 Nov 15 14:40:13.619977 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-8b19b70d-9fa1-4c9e-986c-2c5abed5bc52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1606650 Nov 15 14:40:13.687526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:13.712115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:13.747593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Transition to ACTIVE for port object 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:13.765192 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bff73566-91ed-4144-b3f9-39a711ed388e req-5cbf0617-e287-486e-b0fd-4cd1bc1ed76d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] For port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:13.765563 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff73566-91ed-4144-b3f9-39a711ed388e req-5cbf0617-e287-486e-b0fd-4cd1bc1ed76d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:13.829625 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-e74b455e-8bf5-46b0-b492-996a842197a4 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1620425012&fields=id&tenant_id=0d925ba03adc42898399b4f3ce10eac0 HTTP/1.1" status: 200 len: 267 time: 0.0662463 Nov 15 14:40:13.834681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-bff73566-91ed-4144-b3f9-39a711ed388e req-5cbf0617-e287-486e-b0fd-4cd1bc1ed76d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Calling delete_port for ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:40:13.867718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686eb3cd-a153-41cb-8011-9870fc2400f3 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:13.906088 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:13.962681 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:13.967344 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-30066649-201f-4627-b4d8-c956efddfeff service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330727 Nov 15 14:40:14.003662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Transition to ACTIVE for port object 686eb3cd-a153-41cb-8011-9870fc2400f3 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:14.065151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7684c-cb70-4935-a95a-60965754832d req-5f102887-44cb-4920-b883-76b0c8af639c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:14.066713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-5f102887-44cb-4920-b883-76b0c8af639c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/networks?id=3cf70007-ff99-4acd-bb48-f11ca78281fb HTTP/1.1" status: 200 len: 815 time: 0.2332790 Nov 15 14:40:14.078774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Pushing event updated for resources: {'Port': ['ID=5e5c8287-a4e6-4a5e-9918-54caeacaafe3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:14.105814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-504a5bbb-6db8-43d2-ac39-cda0b89e7f6a tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/quotas/0d925ba03adc42898399b4f3ce10eac0 HTTP/1.1" status: 200 len: 375 time: 0.0310485 Nov 15 14:40:14.125535 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-ae0c71b5-3fd3-4bda-9713-7b13c0edde68 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467257 Nov 15 14:40:14.137220 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:14.190128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Pushing event updated for resources: {'Port': ['ID=686eb3cd-a153-41cb-8011-9870fc2400f3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:14.191679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Attempting to bind port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:14.192172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Attempting to bind port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '9172ec70-9209-4e8d-be64-63cabad5c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34b82bdc-e2a3-43d8-9621-846039feac27'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:14.192352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Attempting to bind port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 on network 34b82bdc-e2a3-43d8-9621-846039feac27 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:14.199283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 on network 34b82bdc-e2a3-43d8-9621-846039feac27 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:14.199623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Attempting to bind port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 on network 34b82bdc-e2a3-43d8-9621-846039feac27 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:14.208924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-c601a5be-d1c6-4133-9d57-081df2885a7f tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d925ba03adc42898399b4f3ce10eac0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836654 Nov 15 14:40:14.213524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:14.213875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Checking segment: {'id': '9172ec70-9209-4e8d-be64-63cabad5c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34b82bdc-e2a3-43d8-9621-846039feac27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:14.214266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Bound using segment: {'id': '9172ec70-9209-4e8d-be64-63cabad5c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34b82bdc-e2a3-43d8-9621-846039feac27'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:14.214744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Bound port: 5e5c8287-a4e6-4a5e-9918-54caeacaafe3, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9172ec70-9209-4e8d-be64-63cabad5c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34b82bdc-e2a3-43d8-9621-846039feac27'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:14.215105 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:14.268455 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Attempting to bind port 686eb3cd-a153-41cb-8011-9870fc2400f3 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:14.268879 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Attempting to bind port 686eb3cd-a153-41cb-8011-9870fc2400f3 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'c752733c-d27d-4610-b728-fb50535dbe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:14.271517 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Attempting to bind port 686eb3cd-a153-41cb-8011-9870fc2400f3 on network b18155c8-d8ed-48f4-acb3-7c431e1273ff {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:14.275399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Port 686eb3cd-a153-41cb-8011-9870fc2400f3 on network b18155c8-d8ed-48f4-acb3-7c431e1273ff not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:14.275730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Attempting to bind port 686eb3cd-a153-41cb-8011-9870fc2400f3 on network b18155c8-d8ed-48f4-acb3-7c431e1273ff {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:14.280804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:14.281148 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Checking segment: {'id': 'c752733c-d27d-4610-b728-fb50535dbe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:14.281539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Bound using segment: {'id': 'c752733c-d27d-4610-b728-fb50535dbe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:14.282105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Bound port: 686eb3cd-a153-41cb-8011-9870fc2400f3, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c752733c-d27d-4610-b728-fb50535dbe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:14.282497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:14.295882 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff73566-91ed-4144-b3f9-39a711ed388e req-5cbf0617-e287-486e-b0fd-4cd1bc1ed76d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:14.355804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf0617-e287-486e-b0fd-4cd1bc1ed76d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Pushing event deleted for resources: {'Port': ['ID=ed68ea26-4cbb-4f59-bd55-eb0cb08f2407,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:14.382687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-f019535f-4eab-475b-a23d-a07f6057a533 service neutron] 10.222.0.70 "GET /v2.0/networks/3cf70007-ff99-4acd-bb48-f11ca78281fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578131 Nov 15 14:40:14.416640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff73566-91ed-4144-b3f9-39a711ed388e req-5cbf0617-e287-486e-b0fd-4cd1bc1ed76d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] No DVR routers for this DVR port ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:40:14.420543 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bff73566-91ed-4144-b3f9-39a711ed388e req-5cbf0617-e287-486e-b0fd-4cd1bc1ed76d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:14.423943 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bff73566-91ed-4144-b3f9-39a711ed388e req-5cbf0617-e287-486e-b0fd-4cd1bc1ed76d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.46 "DELETE /v2.0/ports/ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 HTTP/1.1" status: 204 len: 173 time: 1.4040654 Nov 15 14:40:14.434477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] For port 686eb3cd-a153-41cb-8011-9870fc2400f3, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:14.438387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] For port 686eb3cd-a153-41cb-8011-9870fc2400f3, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=686eb3cd-a153-41cb-8011-9870fc2400f3,segment=NetworkSegment(c752733c-d27d-4610-b728-fb50535dbe53),segment_id=c752733c-d27d-4610-b728-fb50535dbe53)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:14.485178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] For port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:14.496244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] For port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5e5c8287-a4e6-4a5e-9918-54caeacaafe3,segment=NetworkSegment(9172ec70-9209-4e8d-be64-63cabad5c885),segment_id=9172ec70-9209-4e8d-be64-63cabad5c885)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:14.526737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-2cae3f82-32a4-4d92-a1e2-c661a524a5a8 service neutron] 10.222.0.70 "GET /v2.0/networks/3cf70007-ff99-4acd-bb48-f11ca78281fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425650 Nov 15 14:40:14.654294 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:14.694847 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:14.695477 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:14.696936 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] 10.222.0.46 "PUT /v2.0/ports/686eb3cd-a153-41cb-8011-9870fc2400f3 HTTP/1.1" status: 200 len: 1092 time: 1.7591484 Nov 15 14:40:14.722019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f2d55-4f30-467b-805f-3764d7a1440e service neutron] Pushing event updated for resources: {'Port': ['ID=686eb3cd-a153-41cb-8011-9870fc2400f3,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:14.728516 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:14.772570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:14.772570 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:14.772570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] 10.222.0.46 "PUT /v2.0/ports/5e5c8287-a4e6-4a5e-9918-54caeacaafe3 HTTP/1.1" status: 200 len: 1091 time: 1.8675525 Nov 15 14:40:14.772570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c42e06-2cae-4dfe-b162-db8fdd7fe98c', 'tag': '5e5c8287-a4e6-4a5e-9918-54caeacaafe3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:14.772570 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c33b3a-4359-4264-b702-2fb022fc5a64" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c42e06-2cae-4dfe-b162-db8fdd7fe98c", "tag": "5e5c8287-a4e6-4a5e-9918-54caeacaafe3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:14.816182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21656653-8f36-4af5-84d0-8872dbecc49f service neutron] Pushing event updated for resources: {'Port': ['ID=5e5c8287-a4e6-4a5e-9918-54caeacaafe3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:14.991217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-2985a12f-1d61-40e0-9e73-71227352e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:14.992888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-2985a12f-1d61-40e0-9e73-71227352e1bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1847ae12bc24094b6e8ac83bfed46df&device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 1095 time: 0.0650129 Nov 15 14:40:15.083065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-73e518c8-87f8-433b-b6b3-7ff8c3560fdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686eb3cd-a153-41cb-8011-9870fc2400f3 HTTP/1.1" status: 200 len: 217 time: 0.0787854 Nov 15 14:40:15.112665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e70905-ec5e-438d-95e0-fb76ef56d53c req-2b757ab5-0dba-46ba-8620-6b5d9806b933 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:15.114223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28e70905-ec5e-438d-95e0-fb76ef56d53c req-2b757ab5-0dba-46ba-8620-6b5d9806b933 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 943 time: 0.1204095 Nov 15 14:40:15.137636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f282f-011d-4c83-899b-a5b596749512 req-d3931777-87e5-44ba-8b06-78eeff5a7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:15.141151 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-d3931777-87e5-44ba-8b06-78eeff5a7d76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=017147a005fc483582a8fd8b7b0a2605&device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 1094 time: 0.1379526 Nov 15 14:40:15.191339 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-6c27ac1f-fa81-46f7-9993-abeaff5ba95c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e5c8287-a4e6-4a5e-9918-54caeacaafe3 HTTP/1.1" status: 200 len: 217 time: 0.0397635 Nov 15 14:40:15.196356 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-aac7c937-f23a-4200-9506-42ef4fcdbbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:15.197952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-aac7c937-f23a-4200-9506-42ef4fcdbbda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ea3356-37e2-41c3-90e5-e7324e250f2c HTTP/1.1" status: 200 len: 850 time: 0.1048937 Nov 15 14:40:15.205988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28e70905-ec5e-438d-95e0-fb76ef56d53c req-9aa207b7-ecf6-4aae-b6db-1e0864d9dd8c tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/security-groups?id=38021bcf-b3de-44ed-8923-266d2c5454b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657291 Nov 15 14:40:15.258041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-e4218e12-42e2-437d-9dc6-8ae90146738c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b18155c8-d8ed-48f4-acb3-7c431e1273ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398495 Nov 15 14:40:15.265735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f282f-011d-4c83-899b-a5b596749512 req-593a51ad-fe14-4c02-b8d2-12d11538a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:15.267410 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-593a51ad-fe14-4c02-b8d2-12d11538a9ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=906aa1c5-2660-4e7d-b3c9-e9d6c8141199 HTTP/1.1" status: 200 len: 857 time: 0.0573211 Nov 15 14:40:15.337376 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-fbbbd0ff-c46c-416c-a464-96d4c04b6d82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34b82bdc-e2a3-43d8-9621-846039feac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526001 Nov 15 14:40:15.350026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:40:15.383357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:40:15.383978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ed68ea26-4cbb-4f59-bd55-eb0cb08f2407 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:40:15.490189 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-5ec0614e-507a-4d69-a9a4-ebb7898e209e service neutron] 10.222.0.46 "GET /v2.0/networks/34b82bdc-e2a3-43d8-9621-846039feac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452801 Nov 15 14:40:15.706094 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-354f282f-011d-4c83-899b-a5b596749512 req-ee707d33-7e44-455e-9bac-19ffb937f578 service neutron] 10.222.0.46 "GET /v2.0/networks/34b82bdc-e2a3-43d8-9621-846039feac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866534 Nov 15 14:40:15.726134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3cb9816d-72c8-453d-a120-a6f80d6122b2 req-00ffc5e6-6099-4b9f-92bf-c52bd906dddc tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 210 time: 0.0434659 Nov 15 14:40:15.732512 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64848397-75cc-4443-8802-a46ec0719d18 req-e11812dc-e7ca-4348-a1fd-3889a2cedb59 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:15.734050 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-64848397-75cc-4443-8802-a46ec0719d18 req-e11812dc-e7ca-4348-a1fd-3889a2cedb59 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.46 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 948 time: 0.2085829 Nov 15 14:40:15.770468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f752ef-07eb-4112-a63a-2625a8af13e7 req-d091b731-a87c-4205-b58e-2c2a7787aaf2 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:15.772515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78f752ef-07eb-4112-a63a-2625a8af13e7 req-d091b731-a87c-4205-b58e-2c2a7787aaf2 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 944 time: 0.4361770 Nov 15 14:40:15.856452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-1a529045-e9c3-4977-96bb-fa9cfb4a1c56 service neutron] 10.222.0.46 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843074 Nov 15 14:40:15.883956 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9834e259-509d-428b-8bff-184ee4fcacc9 x-openstack-request-id: req-9834e259-509d-428b-8bff-184ee4fcacc9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:15.884252 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97df978-3963-481d-bf41-eb7eb5d5596f", "tag": "92bf81dc-614c-40ee-9ce4-4df6c9aa74a4", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:15.884499 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9834e259-509d-428b-8bff-184ee4fcacc9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:15.884906 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97df978-3963-481d-bf41-eb7eb5d5596f', 'tag': '92bf81dc-614c-40ee-9ce4-4df6c9aa74a4', 'status': 'completed', 'code': 200} Nov 15 14:40:15.914031 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-64848397-75cc-4443-8802-a46ec0719d18 req-0ae09b47-a31e-4289-aca0-4ad71ebea25a tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Deleting port c3900583-3c8a-4640-9038-0c5aeb07004b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:40:15.914373 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-64848397-75cc-4443-8802-a46ec0719d18 req-0ae09b47-a31e-4289-aca0-4ad71ebea25a tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:16.115521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-dace6acc-b3b7-4d2f-9911-faf5d280e249 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:16.118790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-dace6acc-b3b7-4d2f-9911-faf5d280e249 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.59 "GET /v2.0/networks?id=13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 200 len: 805 time: 0.2126362 Nov 15 14:40:16.136173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-277c9e78-5cfb-45e8-971e-086d4fd24b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Request body: {'port': {'device_id': 'cfc9d9c4-558c-4a91-830a-533162ebb3e4', 'network_id': '13fc7c01-c117-456b-9c07-be298e268580', 'admin_state_up': True, 'tenant_id': '9ddf0d988fb145c3811cd58163246078'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:16.137682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-64848397-75cc-4443-8802-a46ec0719d18 req-0ae09b47-a31e-4289-aca0-4ad71ebea25a tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] For port c3900583-3c8a-4640-9038-0c5aeb07004b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=c3900583-3c8a-4640-9038-0c5aeb07004b,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:16.138225 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-64848397-75cc-4443-8802-a46ec0719d18 req-0ae09b47-a31e-4289-aca0-4ad71ebea25a tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:16.141556 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e98d47-7044-4cf1-b966-9e6fc61ab26e req-80e3be2b-84ee-431c-a765-3f524445f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:16.143296 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46e98d47-7044-4cf1-b966-9e6fc61ab26e req-80e3be2b-84ee-431c-a765-3f524445f9d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 1094 time: 0.2040133 Nov 15 14:40:16.154121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-64848397-75cc-4443-8802-a46ec0719d18 req-0ae09b47-a31e-4289-aca0-4ad71ebea25a tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Calling delete_port for c3900583-3c8a-4640-9038-0c5aeb07004b owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:40:16.207981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78f752ef-07eb-4112-a63a-2625a8af13e7 req-dfef73c0-663e-4ac0-88c5-49208cc4a344 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187534 Nov 15 14:40:16.276092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d5905-f7fc-47aa-a26f-60c66c1794fb req-a64e1e35-49cc-45b4-8995-8a56ddf47cca tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:16.277643 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-935d5905-f7fc-47aa-a26f-60c66c1794fb req-a64e1e35-49cc-45b4-8995-8a56ddf47cca tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 948 time: 0.1550529 Nov 15 14:40:16.315927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9c5a8ff-4394-4dde-861d-b3dfa9539d8b req-a0d6a886-fd63-43be-8a2f-f37403f1130d service neutron] 10.222.0.46 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453788 Nov 15 14:40:16.331053 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e98d47-7044-4cf1-b966-9e6fc61ab26e req-e18de55c-820e-46e6-8323-cabd7c146c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:16.332741 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46e98d47-7044-4cf1-b966-9e6fc61ab26e req-e18de55c-820e-46e6-8323-cabd7c146c5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 907 time: 0.1759694 Nov 15 14:40:16.403152 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-935d5905-f7fc-47aa-a26f-60c66c1794fb req-4ffadebb-1b27-4bdf-868b-aa99975aaa0b tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/security-groups?id=cca7dd8a-c3bd-4261-90a6-37ab9c6216bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101239 Nov 15 14:40:16.414408 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46e98d47-7044-4cf1-b966-9e6fc61ab26e req-c7d01a52-19bd-4edc-bad6-faaaa65935be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 HTTP/1.1" status: 200 len: 217 time: 0.0711098 Nov 15 14:40:16.430746 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c9ab9-a7e5-4be3-96cd-58e8201ffd69 req-fab2f5de-b807-48ed-add4-ba06205426af tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:16.432328 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-471c9ab9-a7e5-4be3-96cd-58e8201ffd69 req-fab2f5de-b807-48ed-add4-ba06205426af tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 943 time: 0.1082599 Nov 15 14:40:16.461018 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78e0b55-0d6f-40ae-8192-17adfdb122a2 x-openstack-request-id: req-d78e0b55-0d6f-40ae-8192-17adfdb122a2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:16.461263 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c42e06-2cae-4dfe-b162-db8fdd7fe98c", "tag": "5e5c8287-a4e6-4a5e-9918-54caeacaafe3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:16.461511 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d78e0b55-0d6f-40ae-8192-17adfdb122a2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:16.461967 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c42e06-2cae-4dfe-b162-db8fdd7fe98c', 'tag': '5e5c8287-a4e6-4a5e-9918-54caeacaafe3', 'status': 'completed', 'code': 200} Nov 15 14:40:16.539071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e98d47-7044-4cf1-b966-9e6fc61ab26e req-6845865c-97b1-4b7d-bb03-36faccb344d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:16.541121 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46e98d47-7044-4cf1-b966-9e6fc61ab26e req-6845865c-97b1-4b7d-bb03-36faccb344d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.1166983 Nov 15 14:40:16.573860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-277c9e78-5cfb-45e8-971e-086d4fd24b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Made reservation on behalf of 9ddf0d988fb145c3811cd58163246078 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:16.577474 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-277c9e78-5cfb-45e8-971e-086d4fd24b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:16.583257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c770375-6823-41f1-85e4-177cfd14b70b req-b1e5ec11-4170-43b4-8b12-3d53f95f030b tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 210 time: 0.0637922 Nov 15 14:40:16.588764 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-471c9ab9-a7e5-4be3-96cd-58e8201ffd69 req-0c95a914-f301-4f7e-982e-7bb2a6693326 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459432 Nov 15 14:40:16.682243 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c33b3a-4359-4264-b702-2fb022fc5a64 req-89408687-d43e-4369-9d19-e7aa89d5acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:16.684009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1c33b3a-4359-4264-b702-2fb022fc5a64 req-89408687-d43e-4369-9d19-e7aa89d5acf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=017147a005fc483582a8fd8b7b0a2605&device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 1094 time: 0.1926281 Nov 15 14:40:16.726484 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9cf9d5ca-0db0-4e1a-a33a-bd9f0826c650 req-51ca51ec-62d9-46d9-a8c7-7e5a76edc6ab tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0500553 Nov 15 14:40:16.920811 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46e98d47-7044-4cf1-b966-9e6fc61ab26e req-d3b90e08-07b3-4414-a27c-52bf831f79f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3649371 Nov 15 14:40:16.922118 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-64848397-75cc-4443-8802-a46ec0719d18 req-0ae09b47-a31e-4289-aca0-4ad71ebea25a tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:16.951617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ba152d0-10fa-45ff-8d5a-e5ba4727f34e req-66805658-136c-483f-9b24-b3c6a89608fb tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 210 time: 0.0596235 Nov 15 14:40:16.969846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-277c9e78-5cfb-45e8-971e-086d4fd24b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Allocated IP 172.20.0.9 (13fc7c01-c117-456b-9c07-be298e268580/5cf1135e-1812-4aea-b0cb-eae4babdb32e/957e6a42-c4e6-4e92-8090-b1b4f858fabd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:16.984789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b4789-9511-4c40-a121-ea1768a00be8 req-4116c254-b633-431f-aa3d-b5b622f41c1b tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:16.986985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-695b4789-9511-4c40-a121-ea1768a00be8 req-4116c254-b633-431f-aa3d-b5b622f41c1b tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 943 time: 0.2911761 Nov 15 14:40:16.990376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c33b3a-4359-4264-b702-2fb022fc5a64 req-812b1b38-1a43-4b52-a7a9-811ed6809cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:16.991330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1c33b3a-4359-4264-b702-2fb022fc5a64 req-812b1b38-1a43-4b52-a7a9-811ed6809cf5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34b82bdc-e2a3-43d8-9621-846039feac27 HTTP/1.1" status: 200 len: 918 time: 0.2808959 Nov 15 14:40:17.043535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1c33b3a-4359-4264-b702-2fb022fc5a64 req-d1e71bac-f209-47b4-a9ce-ea7fbae38291 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e5c8287-a4e6-4a5e-9918-54caeacaafe3 HTTP/1.1" status: 200 len: 217 time: 0.0428548 Nov 15 14:40:17.058877 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46e98d47-7044-4cf1-b966-9e6fc61ab26e req-9591ff50-c6f8-460a-9f2f-89cb3c2337c1 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285219 Nov 15 14:40:17.062646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae09b47-a31e-4289-aca0-4ad71ebea25a tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Pushing event deleted for resources: {'Port': ['ID=c3900583-3c8a-4640-9038-0c5aeb07004b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:17.109757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-64848397-75cc-4443-8802-a46ec0719d18 req-0ae09b47-a31e-4289-aca0-4ad71ebea25a tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] No DVR routers for this DVR port c3900583-3c8a-4640-9038-0c5aeb07004b on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:40:17.114020 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-64848397-75cc-4443-8802-a46ec0719d18 req-0ae09b47-a31e-4289-aca0-4ad71ebea25a tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:17.117925 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-64848397-75cc-4443-8802-a46ec0719d18 req-0ae09b47-a31e-4289-aca0-4ad71ebea25a tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.46 "DELETE /v2.0/ports/c3900583-3c8a-4640-9038-0c5aeb07004b HTTP/1.1" status: 204 len: 173 time: 1.3762031 Nov 15 14:40:17.173328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c33b3a-4359-4264-b702-2fb022fc5a64 req-c26a1b27-2996-430e-97ac-c373833e55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:17.175390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1c33b3a-4359-4264-b702-2fb022fc5a64 req-c26a1b27-2996-430e-97ac-c373833e55f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=906aa1c5-2660-4e7d-b3c9-e9d6c8141199 HTTP/1.1" status: 200 len: 857 time: 0.1206791 Nov 15 14:40:17.182136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-695b4789-9511-4c40-a121-ea1768a00be8 req-281c820f-87d1-4e2e-bdef-6863b2334177 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/security-groups?id=38021bcf-b3de-44ed-8923-266d2c5454b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374121 Nov 15 14:40:17.204464 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-46e98d47-7044-4cf1-b966-9e6fc61ab26e req-e0abee0d-0ea2-4db5-90fa-3797cf416352 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029835 Nov 15 14:40:17.252274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1c33b3a-4359-4264-b702-2fb022fc5a64 req-e1e39ecb-12ae-4466-b595-9a361a630934 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34b82bdc-e2a3-43d8-9621-846039feac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596330 Nov 15 14:40:17.376173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:40:17.404003 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-277c9e78-5cfb-45e8-971e-086d4fd24b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:17.427271 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc96b2-eca6-45cc-9163-fa4928d4da9d req-4119318d-d475-49c4-8e9d-1d160e030a5d tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:17.439924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-febc96b2-eca6-45cc-9163-fa4928d4da9d req-4119318d-d475-49c4-8e9d-1d160e030a5d tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 944 time: 0.1228638 Nov 15 14:40:17.469175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1c33b3a-4359-4264-b702-2fb022fc5a64 req-a41b37ad-eb8a-49a8-9b83-9c39a5d05d8c service neutron] 10.222.0.46 "GET /v2.0/networks/34b82bdc-e2a3-43d8-9621-846039feac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087698 Nov 15 14:40:17.645029 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:17.660276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '92bf81dc-614c-40ee-9ce4-4df6c9aa74a4', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'port_id': '92bf81dc-614c-40ee-9ce4-4df6c9aa74a4', 'mac_address': 'fa:16:3e:d4:45:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186ef2d9-ae15-4420-a072-fa533fc8ac78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:40:17.687061 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c995526-eca8-48ba-ad54-a4c60847d0c4 req-ed53a828-c386-42d2-b4f1-bbd658ed0b58 tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 210 time: 0.1151552 Nov 15 14:40:17.721842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-febc96b2-eca6-45cc-9163-fa4928d4da9d req-d78d32b9-a6a0-4ff9-95bf-47f474a846f8 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494583 Nov 15 14:40:17.734683 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:17.757588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:17.764679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1c33b3a-4359-4264-b702-2fb022fc5a64 req-d27ef3ff-1bf3-4854-8142-207a8b0fb557 service neutron] 10.222.0.46 "GET /v2.0/networks/34b82bdc-e2a3-43d8-9621-846039feac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815881 Nov 15 14:40:17.786928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:17.835314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9469550-e1ab-4c30-9fd0-5eb2d44914c9 req-9e768e90-ff98-4bd0-84d7-fd0ea5ced456 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 210 time: 0.0354655 Nov 15 14:40:17.837531 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-277c9e78-5cfb-45e8-971e-086d4fd24b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:17.886538 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ac1914-8e3c-4498-91a3-71dcb6bd6350', 'name': 'network-vif-deleted', 'tag': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407'}, {'name': 'network-changed', 'server_uuid': '2d95653a-727c-4306-88fb-4eb59a41fcac', 'tag': '686eb3cd-a153-41cb-8011-9870fc2400f3'}, {'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'name': 'network-vif-deleted', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:17.888968 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54081d04-7dd1-498a-b08e-034ba6f4ac6f" -d '{"events": [{"server_uuid": "17ac1914-8e3c-4498-91a3-71dcb6bd6350", "name": "network-vif-deleted", "tag": "ed68ea26-4cbb-4f59-bd55-eb0cb08f2407"}, {"name": "network-changed", "server_uuid": "2d95653a-727c-4306-88fb-4eb59a41fcac", "tag": "686eb3cd-a153-41cb-8011-9870fc2400f3"}, {"server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "name": "network-vif-deleted", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:17.900236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-277c9e78-5cfb-45e8-971e-086d4fd24b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Network 13fc7c01-c117-456b-9c07-be298e268580 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:17.928416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-277c9e78-5cfb-45e8-971e-086d4fd24b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:17.950182 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:17.950877 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:40:17.959046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-277c9e78-5cfb-45e8-971e-086d4fd24b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:17.971368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1753c16a-6d88-4f86-8aa1-bafe55dfb7f7 req-c1022001-d3c9-4280-8d6e-884931269a60 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0811684 Nov 15 14:40:18.019231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c9e78-5cfb-45e8-971e-086d4fd24b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Pushing event updated for resources: {'Port': ['ID=957e6a42-c4e6-4e92-8090-b1b4f858fabd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:18.040632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf5ef0-be20-441f-991c-e9d4dd55643e req-78895675-8285-4de1-9b3b-d7a3303a9c07 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:18.042766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7cf5ef0-be20-441f-991c-e9d4dd55643e req-78895675-8285-4de1-9b3b-d7a3303a9c07 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 943 time: 0.2315621 Nov 15 14:40:18.055921 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d27d64a-e1eb-40db-897f-a56349f5d511 x-openstack-request-id: req-2d27d64a-e1eb-40db-897f-a56349f5d511 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:18.056284 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ac1914-8e3c-4498-91a3-71dcb6bd6350", "name": "network-vif-deleted", "tag": "ed68ea26-4cbb-4f59-bd55-eb0cb08f2407", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d95653a-727c-4306-88fb-4eb59a41fcac", "tag": "686eb3cd-a153-41cb-8011-9870fc2400f3", "status": "completed", "code": 200}, {"server_uuid": "260581f9-7c33-484a-8af7-87db9cd82e74", "name": "network-vif-deleted", "tag": "c3900583-3c8a-4640-9038-0c5aeb07004b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:18.056602 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d27d64a-e1eb-40db-897f-a56349f5d511 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:18.057100 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ac1914-8e3c-4498-91a3-71dcb6bd6350', 'name': 'network-vif-deleted', 'tag': 'ed68ea26-4cbb-4f59-bd55-eb0cb08f2407', 'status': 'completed', 'code': 200} Nov 15 14:40:18.057455 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d95653a-727c-4306-88fb-4eb59a41fcac', 'tag': '686eb3cd-a153-41cb-8011-9870fc2400f3', 'status': 'completed', 'code': 200} Nov 15 14:40:18.057763 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260581f9-7c33-484a-8af7-87db9cd82e74', 'name': 'network-vif-deleted', 'tag': 'c3900583-3c8a-4640-9038-0c5aeb07004b', 'status': 'completed', 'code': 200} Nov 15 14:40:18.085228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:18.117808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-277c9e78-5cfb-45e8-971e-086d4fd24b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:18.118490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-277c9e78-5cfb-45e8-971e-086d4fd24b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:18.151722 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5e5c8287-a4e6-4a5e-9918-54caeacaafe3,segment=NetworkSegment(9172ec70-9209-4e8d-be64-63cabad5c885),segment_id=9172ec70-9209-4e8d-be64-63cabad5c885)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:18.169596 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '5e5c8287-a4e6-4a5e-9918-54caeacaafe3', 'network_id': '34b82bdc-e2a3-43d8-9621-846039feac27', 'port_id': '5e5c8287-a4e6-4a5e-9918-54caeacaafe3', 'mac_address': 'fa:16:3e:22:d0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906aa1c5-2660-4e7d-b3c9-e9d6c8141199', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:40:18.212133 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:18.212431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7cf5ef0-be20-441f-991c-e9d4dd55643e req-e91063f8-3255-45ef-b478-9b82945a1cd9 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630015 Nov 15 14:40:18.235449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081d04-7dd1-498a-b08e-034ba6f4ac6f req-d1cf362c-0b50-469c-aafc-7d0f99bf0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:18.235769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:18.236993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54081d04-7dd1-498a-b08e-034ba6f4ac6f req-d1cf362c-0b50-469c-aafc-7d0f99bf0d7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1847ae12bc24094b6e8ac83bfed46df&device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 1095 time: 0.1447039 Nov 15 14:40:18.266564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59c319-428c-4334-9d77-2eae806b1193 req-4c57bdb8-3021-4f67-8b41-c9173da1d6ea tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:18.267910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5e5c8287-a4e6-4a5e-9918-54caeacaafe3,segment=NetworkSegment(9172ec70-9209-4e8d-be64-63cabad5c885),segment_id=9172ec70-9209-4e8d-be64-63cabad5c885)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:18.269210 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d59c319-428c-4334-9d77-2eae806b1193 req-4c57bdb8-3021-4f67-8b41-c9173da1d6ea tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 931 time: 0.1284237 Nov 15 14:40:18.274027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-277c9e78-5cfb-45e8-971e-086d4fd24b88 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1441984 Nov 15 14:40:18.316965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Request body: {'port': {'device_id': 'cfc9d9c4-558c-4a91-830a-533162ebb3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:18.465300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:18.476328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:18.480836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d59c319-428c-4334-9d77-2eae806b1193 req-55a24319-e59e-4549-86cd-14028d57fbd1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947401 Nov 15 14:40:18.492054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78506e41-818d-46f5-92d9-081d73a05b9f req-387fe8e9-c5c5-4585-9b83-a749da2d44bb tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:18.498974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78506e41-818d-46f5-92d9-081d73a05b9f req-387fe8e9-c5c5-4585-9b83-a749da2d44bb tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 943 time: 0.1872191 Nov 15 14:40:18.511378 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081d04-7dd1-498a-b08e-034ba6f4ac6f req-857c2bac-3c57-4e0b-88f3-3e7a5abceaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:18.512784 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54081d04-7dd1-498a-b08e-034ba6f4ac6f req-857c2bac-3c57-4e0b-88f3-3e7a5abceaa7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b18155c8-d8ed-48f4-acb3-7c431e1273ff HTTP/1.1" status: 200 len: 911 time: 0.2676499 Nov 15 14:40:18.558961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=5e5c8287-a4e6-4a5e-9918-54caeacaafe3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:18.724173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['5e5c8287-a4e6-4a5e-9918-54caeacaafe3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:40:18.730800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:40:18.760931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7684c-cb70-4935-a95a-60965754832d req-e8d7d5b6-660c-4cac-b0f7-864952fe4157 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:18.781740 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-e8d7d5b6-660c-4cac-b0f7-864952fe4157 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.59 "GET /v2.0/networks?id=3cf70007-ff99-4acd-bb48-f11ca78281fb HTTP/1.1" status: 200 len: 815 time: 0.1808066 Nov 15 14:40:18.912554 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-a5024851-cdd5-46c1-a4b8-a3c261029eaf tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d925ba03adc42898399b4f3ce10eac0 HTTP/1.1" status: 200 len: 380 time: 0.1298053 Nov 15 14:40:18.924176 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-55d7684c-cb70-4935-a95a-60965754832d req-774f7f89-f70b-4024-b1c3-2cc72d4316e1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Request body: {'port': {'device_id': 'f985af9f-16c9-4573-a8b9-60bfc3652495', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'admin_state_up': True, 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'security_groups': ['4f6ca0ce-9c0c-4f7d-969d-ca8594df790f']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:18.987274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54081d04-7dd1-498a-b08e-034ba6f4ac6f req-951a03e6-e89a-4b93-b916-2c27a5c37218 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686eb3cd-a153-41cb-8011-9870fc2400f3 HTTP/1.1" status: 200 len: 217 time: 0.4551380 Nov 15 14:40:19.088675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21c6e730-6e43-4ca6-b440-4b26146f7c0a req-8429f704-6e6e-47c0-9915-01f62e11116e tempest-ImagesOneServerTestJSON-411461096 tempest-ImagesOneServerTestJSON-411461096-project] 10.222.0.70 "GET /v2.0/ports?device_id=260581f9-7c33-484a-8af7-87db9cd82e74 HTTP/1.1" status: 200 len: 210 time: 0.1192932 Nov 15 14:40:19.150302 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d7684c-cb70-4935-a95a-60965754832d req-774f7f89-f70b-4024-b1c3-2cc72d4316e1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Made reservation on behalf of 0d925ba03adc42898399b4f3ce10eac0 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:19.154350 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-55d7684c-cb70-4935-a95a-60965754832d req-774f7f89-f70b-4024-b1c3-2cc72d4316e1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:19.197351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081d04-7dd1-498a-b08e-034ba6f4ac6f req-32268896-2f7a-449c-8043-e2418cdd3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:19.197351 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54081d04-7dd1-498a-b08e-034ba6f4ac6f req-32268896-2f7a-449c-8043-e2418cdd3e43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ea3356-37e2-41c3-90e5-e7324e250f2c HTTP/1.1" status: 200 len: 850 time: 0.1895888 Nov 15 14:40:19.248620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78506e41-818d-46f5-92d9-081d73a05b9f req-1df4d480-0a4d-4594-b2f9-c177cfef3826 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/security-groups?id=38021bcf-b3de-44ed-8923-266d2c5454b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7362537 Nov 15 14:40:19.338673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-55d7684c-cb70-4935-a95a-60965754832d req-774f7f89-f70b-4024-b1c3-2cc72d4316e1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Allocated IP 172.20.0.4 (3cf70007-ff99-4acd-bb48-f11ca78281fb/f2159151-72b2-4e92-99c3-f126bb55be6e/fc2cd32a-3ba0-490b-b897-68d476452dd8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:19.349202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54081d04-7dd1-498a-b08e-034ba6f4ac6f req-81925233-99f6-4b56-b222-905892d2a4fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b18155c8-d8ed-48f4-acb3-7c431e1273ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262000 Nov 15 14:40:19.385380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 686eb3cd-a153-41cb-8011-9870fc2400f3 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:40:19.390024 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device c3900583-3c8a-4640-9038-0c5aeb07004b no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:40:19.409290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff3cbdee-5408-49fd-a7fc-1e2426dc128e req-79b66e34-3f26-4cfd-9f2f-de82bb17ce62 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 210 time: 0.0643692 Nov 15 14:40:19.435341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: c3900583-3c8a-4640-9038-0c5aeb07004b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:40:19.437107 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device c3900583-3c8a-4640-9038-0c5aeb07004b not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:40:19.534538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1b97c-7c1a-422d-8718-ef625002a008 req-9555a1aa-773e-49e5-955b-1c6d4a0f30c7 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:19.534743 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-55d7684c-cb70-4935-a95a-60965754832d req-774f7f89-f70b-4024-b1c3-2cc72d4316e1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:19.541442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5aa1b97c-7c1a-422d-8718-ef625002a008 req-9555a1aa-773e-49e5-955b-1c6d4a0f30c7 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 944 time: 0.1976244 Nov 15 14:40:19.549112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 686eb3cd-a153-41cb-8011-9870fc2400f3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=686eb3cd-a153-41cb-8011-9870fc2400f3,segment=NetworkSegment(c752733c-d27d-4610-b728-fb50535dbe53),segment_id=c752733c-d27d-4610-b728-fb50535dbe53)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:19.561103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '686eb3cd-a153-41cb-8011-9870fc2400f3', 'network_id': 'b18155c8-d8ed-48f4-acb3-7c431e1273ff', 'port_id': '686eb3cd-a153-41cb-8011-9870fc2400f3', 'mac_address': 'fa:16:3e:fb:6e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ea3356-37e2-41c3-90e5-e7324e250f2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:40:19.569135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957e6a42-c4e6-4e92-8090-b1b4f858fabd {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:19.592412 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:19.604912 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:19.619998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-761af86a-a940-4512-aee4-b61d0f2f3610 req-a269f64a-6b7e-4bec-8d31-8e788a0ae68d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0718327 Nov 15 14:40:19.626930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54081d04-7dd1-498a-b08e-034ba6f4ac6f req-900c92ef-0a39-4424-a8dd-622626618c5e service neutron] 10.222.0.46 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582099 Nov 15 14:40:19.642939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686eb3cd-a153-41cb-8011-9870fc2400f3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:19.654374 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-55d7684c-cb70-4935-a95a-60965754832d req-774f7f89-f70b-4024-b1c3-2cc72d4316e1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:19.687620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Transition to ACTIVE for port object 957e6a42-c4e6-4e92-8090-b1b4f858fabd will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:19.695310 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 686eb3cd-a153-41cb-8011-9870fc2400f3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=686eb3cd-a153-41cb-8011-9870fc2400f3,segment=NetworkSegment(c752733c-d27d-4610-b728-fb50535dbe53),segment_id=c752733c-d27d-4610-b728-fb50535dbe53)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:19.745230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d7684c-cb70-4935-a95a-60965754832d req-774f7f89-f70b-4024-b1c3-2cc72d4316e1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Network 3cf70007-ff99-4acd-bb48-f11ca78281fb is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:19.747130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f7f89-f70b-4024-b1c3-2cc72d4316e1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Pushing event updated for resources: {'Port': ['ID=fc2cd32a-3ba0-490b-b897-68d476452dd8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:19.749813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-55d7684c-cb70-4935-a95a-60965754832d req-774f7f89-f70b-4024-b1c3-2cc72d4316e1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:19.752502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d7684c-cb70-4935-a95a-60965754832d req-774f7f89-f70b-4024-b1c3-2cc72d4316e1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:19.781628 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5aa1b97c-7c1a-422d-8718-ef625002a008 req-6a53e7c4-2f1a-4c04-93e8-2de0e11b7022 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389557 Nov 15 14:40:19.825833 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:19.840164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7684c-cb70-4935-a95a-60965754832d req-774f7f89-f70b-4024-b1c3-2cc72d4316e1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:19.840881 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-55d7684c-cb70-4935-a95a-60965754832d req-774f7f89-f70b-4024-b1c3-2cc72d4316e1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:19.859226 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:19.883461 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba47e41-f5c4-4abd-b644-6844f492871e req-df86dd8a-53b3-41d1-a468-520763693e6a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:19.885050 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ba47e41-f5c4-4abd-b644-6844f492871e req-df86dd8a-53b3-41d1-a468-520763693e6a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 944 time: 0.1606612 Nov 15 14:40:19.915897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=686eb3cd-a153-41cb-8011-9870fc2400f3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:20.000895 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54081d04-7dd1-498a-b08e-034ba6f4ac6f req-90e03c80-20c8-4443-a382-c3fe65065944 service neutron] 10.222.0.46 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480573 Nov 15 14:40:20.014383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Pushing event updated for resources: {'Port': ['ID=957e6a42-c4e6-4e92-8090-b1b4f858fabd,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:20.039278 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-774f7f89-f70b-4024-b1c3-2cc72d4316e1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1200762 Nov 15 14:40:20.053536 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Request body: {'port': {'device_id': 'f985af9f-16c9-4573-a8b9-60bfc3652495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:20.108925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-a554ffb9-177f-4836-b875-8e90ec3530e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:20.110352 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-a554ffb9-177f-4836-b875-8e90ec3530e3 service neutron] 10.222.0.59 "GET /v2.0/ports/3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 HTTP/1.1" status: 200 len: 1027 time: 0.1142957 Nov 15 14:40:20.118127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ba47e41-f5c4-4abd-b644-6844f492871e req-e9517d62-e8f1-4736-a4e1-e6da4df3c112 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975300 Nov 15 14:40:20.122648 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:20.129345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65616698-6e71-46b2-9723-87d2ceacf441 req-dada0308-9930-4b7c-83ed-7040bfc1ccf3 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:20.137077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65616698-6e71-46b2-9723-87d2ceacf441 req-dada0308-9930-4b7c-83ed-7040bfc1ccf3 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 943 time: 0.2216265 Nov 15 14:40:20.152565 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['686eb3cd-a153-41cb-8011-9870fc2400f3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:40:20.215111 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0896aad9-ff9b-460a-882b-15e2d0574025 None None] Provisioning complete for port fc2cd32a-3ba0-490b-b897-68d476452dd8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:20.215936 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0896aad9-ff9b-460a-882b-15e2d0574025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:20.249353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2993e45a-2018-4f9c-a16a-b09cf5f50837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:20.250794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2993e45a-2018-4f9c-a16a-b09cf5f50837 service neutron] 10.222.0.59 "GET /v2.0/ports/5f31cc54-f91d-41a5-be06-8333aa16e417 HTTP/1.1" status: 200 len: 1027 time: 0.1296444 Nov 15 14:40:20.254291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Attempting to bind port 957e6a42-c4e6-4e92-8090-b1b4f858fabd on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:20.256461 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Attempting to bind port 957e6a42-c4e6-4e92-8090-b1b4f858fabd by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:20.257417 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Attempting to bind port 957e6a42-c4e6-4e92-8090-b1b4f858fabd on network 13fc7c01-c117-456b-9c07-be298e268580 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:20.257932 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0896aad9-ff9b-460a-882b-15e2d0574025 None None] Port fc2cd32a-3ba0-490b-b897-68d476452dd8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:40:20.316060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Port 957e6a42-c4e6-4e92-8090-b1b4f858fabd on network 13fc7c01-c117-456b-9c07-be298e268580 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:20.316260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Attempting to bind port 957e6a42-c4e6-4e92-8090-b1b4f858fabd on network 13fc7c01-c117-456b-9c07-be298e268580 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:20.338734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65616698-6e71-46b2-9723-87d2ceacf441 req-3e3383b1-1ae4-43b9-80b7-0ecb01032f69 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895010 Nov 15 14:40:20.367457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:20.368559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Checking segment: {'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:20.369113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Bound using segment: {'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:20.369714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Bound port: 957e6a42-c4e6-4e92-8090-b1b4f858fabd, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e624c8-e855-4462-9e69-5a78be8f54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13fc7c01-c117-456b-9c07-be298e268580'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:20.370268 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:20.514333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2cd32a-3ba0-490b-b897-68d476452dd8 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:20.521268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-aab75df5-7d8b-4866-8dd7-778766cb588b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:20.522819 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:20.527358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-aab75df5-7d8b-4866-8dd7-778766cb588b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:20.535160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-aab75df5-7d8b-4866-8dd7-778766cb588b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:20.536465 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Transition to ACTIVE for port object fc2cd32a-3ba0-490b-b897-68d476452dd8 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:20.537182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-aab75df5-7d8b-4866-8dd7-778766cb588b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "GET /v2.0/networks?id=fdcf4cf0-944a-4585-9636-be35a7eff07b&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&id=fd986e30-a4d1-4f5a-9bc4-fb302d682086 HTTP/1.1" status: 200 len: 1989 time: 0.2671671 Nov 15 14:40:20.633583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5e921-c685-4d08-84c7-1125f8552cd9 req-ec3a297e-50e4-4148-86ca-ca04fd09f052 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:20.635689 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0cd5e921-c685-4d08-84c7-1125f8552cd9 req-ec3a297e-50e4-4148-86ca-ca04fd09f052 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 944 time: 0.2325959 Nov 15 14:40:20.684043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] For port 957e6a42-c4e6-4e92-8090-b1b4f858fabd, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:20.715274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf6fe0-ecc0-46c1-989f-f0c9627c18d4 req-c180c477-5c2c-4171-ac9d-ce57d1d6cd1c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:20.717067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cdbf6fe0-ecc0-46c1-989f-f0c9627c18d4 req-c180c477-5c2c-4171-ac9d-ce57d1d6cd1c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 931 time: 0.2086813 Nov 15 14:40:20.738338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] For port 957e6a42-c4e6-4e92-8090-b1b4f858fabd, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=957e6a42-c4e6-4e92-8090-b1b4f858fabd,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:20.761907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-310f6629-5b13-4b1c-9f3f-87563c7feae1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d3e7501213e48d7a9edd485f0ee7f80 HTTP/1.1" status: 200 len: 379 time: 0.2062938 Nov 15 14:40:20.784811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9b8214ac-5690-4931-8cf5-7651d20aaca4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'port': {'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'admin_state_up': True, 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'security_groups': ['1cb30139-95fb-41bc-9395-bc2226dcb71e']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:20.791095 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:20.868336 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Pushing event updated for resources: {'Port': ['ID=fc2cd32a-3ba0-490b-b897-68d476452dd8,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:20.878117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0cd5e921-c685-4d08-84c7-1125f8552cd9 req-825cae0f-bd63-4119-aaaf-d8d7a8625c7b tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/security-groups?id=38021bcf-b3de-44ed-8923-266d2c5454b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211688 Nov 15 14:40:20.896691 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:20.977452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cdbf6fe0-ecc0-46c1-989f-f0c9627c18d4 req-291d3625-98e8-4578-ba8c-72de06a01f5e tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6ca0ce-9c0c-4f7d-969d-ca8594df790f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377019 Nov 15 14:40:20.999092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:20.999729 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:21.001110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] 10.222.0.59 "PUT /v2.0/ports/957e6a42-c4e6-4e92-8090-b1b4f858fabd HTTP/1.1" status: 200 len: 1091 time: 2.7139246 Nov 15 14:40:21.002160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc9d9c4-558c-4a91-830a-533162ebb3e4', 'tag': '957e6a42-c4e6-4e92-8090-b1b4f858fabd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:21.027748 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7938bd8-2639-48e0-ac3a-0bf9e1c4340e" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc9d9c4-558c-4a91-830a-533162ebb3e4", "tag": "957e6a42-c4e6-4e92-8090-b1b4f858fabd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:21.050070 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Attempting to bind port fc2cd32a-3ba0-490b-b897-68d476452dd8 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:21.050430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Attempting to bind port fc2cd32a-3ba0-490b-b897-68d476452dd8 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'febc539b-2aad-48b1-83dc-b79c920b2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:21.050769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Attempting to bind port fc2cd32a-3ba0-490b-b897-68d476452dd8 on network 3cf70007-ff99-4acd-bb48-f11ca78281fb {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:21.060673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Port fc2cd32a-3ba0-490b-b897-68d476452dd8 on network 3cf70007-ff99-4acd-bb48-f11ca78281fb not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:21.060998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Attempting to bind port fc2cd32a-3ba0-490b-b897-68d476452dd8 on network 3cf70007-ff99-4acd-bb48-f11ca78281fb {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:21.073852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:21.074205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Checking segment: {'id': 'febc539b-2aad-48b1-83dc-b79c920b2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:21.081389 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Bound using segment: {'id': 'febc539b-2aad-48b1-83dc-b79c920b2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:21.081933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Bound port: fc2cd32a-3ba0-490b-b897-68d476452dd8, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febc539b-2aad-48b1-83dc-b79c920b2876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:21.082316 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:21.134616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:21.137402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5b03b-14e4-4137-b676-9fedeced1a3c service neutron] Pushing event updated for resources: {'Port': ['ID=957e6a42-c4e6-4e92-8090-b1b4f858fabd,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:21.205990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] For port fc2cd32a-3ba0-490b-b897-68d476452dd8, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:21.207562 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] For port fc2cd32a-3ba0-490b-b897-68d476452dd8, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fc2cd32a-3ba0-490b-b897-68d476452dd8,segment=NetworkSegment(febc539b-2aad-48b1-83dc-b79c920b2876),segment_id=febc539b-2aad-48b1-83dc-b79c920b2876)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:21.269413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05c3d3e3-e115-469c-b51a-7c4339db3c21 req-b9c53a11-086c-4390-9747-c92d999d6698 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0740070 Nov 15 14:40:21.329499 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:21.340490 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c600dc36-d592-443b-b151-6ae1e315a3a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be8b2d058d7d4aaf9b533a489c9f5f98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2020476 Nov 15 14:40:21.348272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60776) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:21.371322 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6022c3f2-f995-49cb-bea4-ca90487e85e5 x-openstack-request-id: req-6022c3f2-f995-49cb-bea4-ca90487e85e5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:21.372965 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc9d9c4-558c-4a91-830a-533162ebb3e4", "tag": "957e6a42-c4e6-4e92-8090-b1b4f858fabd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:21.373395 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6022c3f2-f995-49cb-bea4-ca90487e85e5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:21.374728 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc9d9c4-558c-4a91-830a-533162ebb3e4', 'tag': '957e6a42-c4e6-4e92-8090-b1b4f858fabd', 'status': 'completed', 'code': 200} Nov 15 14:40:21.374913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:21.375600 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:21.377593 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] 10.222.0.59 "PUT /v2.0/ports/fc2cd32a-3ba0-490b-b897-68d476452dd8 HTTP/1.1" status: 200 len: 1091 time: 1.3294475 Nov 15 14:40:21.378017 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f985af9f-16c9-4573-a8b9-60bfc3652495', 'tag': 'fc2cd32a-3ba0-490b-b897-68d476452dd8'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:21.384343 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c28c77-b3fd-4526-b963-20582af2ac46" -d '{"events": [{"name": "network-changed", "server_uuid": "f985af9f-16c9-4573-a8b9-60bfc3652495", "tag": "fc2cd32a-3ba0-490b-b897-68d476452dd8"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:21.396323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 686eb3cd-a153-41cb-8011-9870fc2400f3 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:40:21.410545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7d938-0a49-47ca-aef0-7a606e319f5d service neutron] Pushing event updated for resources: {'Port': ['ID=fc2cd32a-3ba0-490b-b897-68d476452dd8,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:21.460369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-f26602b3-66e2-4a10-aec2-b98f3a426c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:21.462135 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-f26602b3-66e2-4a10-aec2-b98f3a426c37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ddf0d988fb145c3811cd58163246078&device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 1094 time: 0.2512546 Nov 15 14:40:21.475765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40416c65-8d55-4141-ab80-101a81f79b83 req-01e91525-e858-494c-9a36-f69c9953f47a tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:21.490575 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40416c65-8d55-4141-ab80-101a81f79b83 req-01e91525-e858-494c-9a36-f69c9953f47a tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 945 time: 0.3367641 Nov 15 14:40:21.589638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-08c6b3a4-755a-436d-8be1-dbcbab9adbae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957e6a42-c4e6-4e92-8090-b1b4f858fabd HTTP/1.1" status: 200 len: 217 time: 0.1004157 Nov 15 14:40:21.630298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 686eb3cd-a153-41cb-8011-9870fc2400f3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:40:21.637572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 686eb3cd-a153-41cb-8011-9870fc2400f3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:21.638020 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:21.663949 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7684c-cb70-4935-a95a-60965754832d req-b4d4aea5-f620-402d-bb67-7af46983fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:21.665593 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-b4d4aea5-f620-402d-bb67-7af46983fcda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d925ba03adc42898399b4f3ce10eac0&device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 1094 time: 0.1086390 Nov 15 14:40:21.723563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9b8214ac-5690-4931-8cf5-7651d20aaca4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Made reservation on behalf of 9d3e7501213e48d7a9edd485f0ee7f80 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:21.727230 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9b8214ac-5690-4931-8cf5-7651d20aaca4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:21.734009 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-fee6df63-c094-45c5-8ccc-414e834e3e43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc2cd32a-3ba0-490b-b897-68d476452dd8 HTTP/1.1" status: 200 len: 217 time: 0.0585876 Nov 15 14:40:21.777432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d51b10-828b-4d2c-9f7a-7e9ba5202fbf req-41961086-8aea-4770-a3fa-3d418821d8ba tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:21.779046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84d51b10-828b-4d2c-9f7a-7e9ba5202fbf req-41961086-8aea-4770-a3fa-3d418821d8ba tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 944 time: 0.2269723 Nov 15 14:40:21.795283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-f1fd8b75-4ddb-44f5-be7a-faca2c82ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:21.795530 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7684c-cb70-4935-a95a-60965754832d req-6dec1172-fdd1-4b36-8b00-517bba3f9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:21.796765 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-f1fd8b75-4ddb-44f5-be7a-faca2c82ca70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5cf1135e-1812-4aea-b0cb-eae4babdb32e HTTP/1.1" status: 200 len: 845 time: 0.1317699 Nov 15 14:40:21.797154 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-6dec1172-fdd1-4b36-8b00-517bba3f9169 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2159151-72b2-4e92-99c3-f126bb55be6e HTTP/1.1" status: 200 len: 854 time: 0.0495305 Nov 15 14:40:21.825207 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9871c7a-81aa-4371-a4d6-80eeb6a6bb49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:21.888033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40416c65-8d55-4141-ab80-101a81f79b83 req-d10ca140-168c-49d0-9981-2d266ffbe592 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981941 Nov 15 14:40:21.937021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-46ccca63-d3f1-495f-989b-6ee0e66867bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13fc7c01-c117-456b-9c07-be298e268580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127677 Nov 15 14:40:21.951114 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7684c-cb70-4935-a95a-60965754832d req-4efb829b-ee46-4461-96d3-517d4f95ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:21.957436 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-4efb829b-ee46-4461-96d3-517d4f95ae94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cf70007-ff99-4acd-bb48-f11ca78281fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429887 Nov 15 14:40:22.066515 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:22.082590 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-4153ccc1-5a13-4f5a-89e2-8035702ebc28 service neutron] 10.222.0.59 "GET /v2.0/networks/3cf70007-ff99-4acd-bb48-f11ca78281fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136115 Nov 15 14:40:22.092695 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9871c7a-81aa-4371-a4d6-80eeb6a6bb49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:22.106940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d95653a-727c-4306-88fb-4eb59a41fcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686eb3cd-a153-41cb-8011-9870fc2400f3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:22.115304 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb9b3ff-93fe-4236-b667-c1b35db44874" -d '{"events": [{"server_uuid": "2d95653a-727c-4306-88fb-4eb59a41fcac", "name": "network-vif-plugged", "status": "completed", "tag": "686eb3cd-a153-41cb-8011-9870fc2400f3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:22.137718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 686eb3cd-a153-41cb-8011-9870fc2400f3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=686eb3cd-a153-41cb-8011-9870fc2400f3,segment=NetworkSegment(c752733c-d27d-4610-b728-fb50535dbe53),segment_id=c752733c-d27d-4610-b728-fb50535dbe53)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:22.184504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84d51b10-828b-4d2c-9f7a-7e9ba5202fbf req-10f7b973-ae28-4a5e-898b-c165fd2929b0 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935106 Nov 15 14:40:22.214875 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-55d7684c-cb70-4935-a95a-60965754832d req-5fcb280f-c2cd-470e-b250-e1248e9c7963 service neutron] 10.222.0.59 "GET /v2.0/networks/3cf70007-ff99-4acd-bb48-f11ca78281fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257727 Nov 15 14:40:22.219058 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:22.220083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:40:22.258739 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80b2c23-7511-4ec3-a0c8-9534846a64b3 x-openstack-request-id: req-f80b2c23-7511-4ec3-a0c8-9534846a64b3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:22.264814 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f985af9f-16c9-4573-a8b9-60bfc3652495", "tag": "fc2cd32a-3ba0-490b-b897-68d476452dd8", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:22.264814 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f80b2c23-7511-4ec3-a0c8-9534846a64b3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:22.264814 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f985af9f-16c9-4573-a8b9-60bfc3652495', 'tag': 'fc2cd32a-3ba0-490b-b897-68d476452dd8', 'status': 'completed', 'code': 200} Nov 15 14:40:22.294031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9b8214ac-5690-4931-8cf5-7651d20aaca4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Allocated IP 172.20.0.13 (fdcf4cf0-944a-4585-9636-be35a7eff07b/0dbae45e-6630-4c9e-b1c2-188262994e2c/413af6e3-de77-4121-a204-74de00bc13cd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:22.324048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=686eb3cd-a153-41cb-8011-9870fc2400f3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:22.341475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc5db2-f56e-4f88-b69a-69025eebbd6a req-133179cc-05f4-4d94-8d74-95b57389c44b tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:22.343047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7acc5db2-f56e-4f88-b69a-69025eebbd6a req-133179cc-05f4-4d94-8d74-95b57389c44b tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 943 time: 0.2481117 Nov 15 14:40:22.421448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-e8a9c2ea-84ce-4b39-9cf4-3819c28acfc3 service neutron] 10.222.0.59 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496326 Nov 15 14:40:22.470713 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:40:22.476762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:22.477310 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:22.506637 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c28c77-b3fd-4526-b963-20582af2ac46 req-fc2fd8e6-9ee3-4d24-90e9-6c974cc3609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:22.508636 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-41c28c77-b3fd-4526-b963-20582af2ac46 req-fc2fd8e6-9ee3-4d24-90e9-6c974cc3609f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d925ba03adc42898399b4f3ce10eac0&device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 1094 time: 0.0487821 Nov 15 14:40:22.600762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7acc5db2-f56e-4f88-b69a-69025eebbd6a req-764cc418-43ee-4bed-8d3e-1db8551d54e1 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377818 Nov 15 14:40:22.622264 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:22.711958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:22.715516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c28c77-b3fd-4526-b963-20582af2ac46 req-12d5c03f-b111-4b21-b7f5-b86f28322dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:22.717024 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-41c28c77-b3fd-4526-b963-20582af2ac46 req-12d5c03f-b111-4b21-b7f5-b86f28322dab service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cf70007-ff99-4acd-bb48-f11ca78281fb HTTP/1.1" status: 200 len: 916 time: 0.1974235 Nov 15 14:40:22.774878 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-41c28c77-b3fd-4526-b963-20582af2ac46 req-30169b57-312d-46db-92a1-1f3dee778c0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc2cd32a-3ba0-490b-b897-68d476452dd8 HTTP/1.1" status: 200 len: 217 time: 0.0486224 Nov 15 14:40:22.807875 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:22.808814 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:40:22.868011 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c28c77-b3fd-4526-b963-20582af2ac46 req-91e1aaed-55a2-49fa-9db3-63b21c1c2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:22.871623 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-41c28c77-b3fd-4526-b963-20582af2ac46 req-91e1aaed-55a2-49fa-9db3-63b21c1c2d3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2159151-72b2-4e92-99c3-f126bb55be6e HTTP/1.1" status: 200 len: 854 time: 0.0880508 Nov 15 14:40:22.926876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:22.951508 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c28c77-b3fd-4526-b963-20582af2ac46 req-2791a7bc-80cd-4a27-bef0-3368a93ccd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:22.953211 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-41c28c77-b3fd-4526-b963-20582af2ac46 req-2791a7bc-80cd-4a27-bef0-3368a93ccd46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cf70007-ff99-4acd-bb48-f11ca78281fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739708 Nov 15 14:40:22.999799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:40:23.006362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:23.008943 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:23.054835 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9871c7a-81aa-4371-a4d6-80eeb6a6bb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:23.057531 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9871c7a-81aa-4371-a4d6-80eeb6a6bb49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:23.058704 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d9871c7a-81aa-4371-a4d6-80eeb6a6bb49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cca7dd8a-c3bd-4261-90a6-37ab9c6216bf HTTP/1.1" status: 204 len: 168 time: 1.7068868 Nov 15 14:40:23.133511 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-41c28c77-b3fd-4526-b963-20582af2ac46 req-1348c182-d096-4c33-9ea4-a97aaa329fcb service neutron] 10.222.0.59 "GET /v2.0/networks/3cf70007-ff99-4acd-bb48-f11ca78281fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665018 Nov 15 14:40:23.143780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fcb6a-47db-48f8-b01d-f2b8ae739f0b req-ca5f509c-55b5-411b-b77c-f3334395be14 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:23.164360 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:23.171116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e5fcb6a-47db-48f8-b01d-f2b8ae739f0b req-ca5f509c-55b5-411b-b77c-f3334395be14 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 944 time: 0.8448660 Nov 15 14:40:23.214685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5e5c8287-a4e6-4a5e-9918-54caeacaafe3,segment=NetworkSegment(9172ec70-9209-4e8d-be64-63cabad5c885),segment_id=9172ec70-9209-4e8d-be64-63cabad5c885)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:23.289570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9871c7a-81aa-4371-a4d6-80eeb6a6bb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca7dd8a-c3bd-4261-90a6-37ab9c6216bf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:23.303538 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-41c28c77-b3fd-4526-b963-20582af2ac46 req-c899b6e1-81c6-4999-9507-b2e3eaa58b79 service neutron] 10.222.0.59 "GET /v2.0/networks/3cf70007-ff99-4acd-bb48-f11ca78281fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626251 Nov 15 14:40:23.336435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e70a582-09c8-4ef4-986b-134e1cfc857f req-ee493313-ed53-4b9d-86b7-94021693f825 service neutron] 10.222.0.59 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9039953 Nov 15 14:40:23.356435 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9b8214ac-5690-4931-8cf5-7651d20aaca4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:23.384320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea81d6c-d7df-4679-b791-ef8db6260d1d req-fc8192ab-4de7-478a-a3d4-55e6ab7d22d4 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:23.385887 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eea81d6c-d7df-4679-b791-ef8db6260d1d req-fc8192ab-4de7-478a-a3d4-55e6ab7d22d4 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 943 time: 0.3206284 Nov 15 14:40:23.404412 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e5fcb6a-47db-48f8-b01d-f2b8ae739f0b req-1ec3bbdc-ac07-439e-abef-878a05065ee5 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/security-groups?id=38021bcf-b3de-44ed-8923-266d2c5454b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320695 Nov 15 14:40:23.412641 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:23.479574 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eea81d6c-d7df-4679-b791-ef8db6260d1d req-ce5a7dd6-1ff6-416a-ade3-bd292b9fe70f tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6ca0ce-9c0c-4f7d-969d-ca8594df790f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790100 Nov 15 14:40:23.482801 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6badad76-1863-418b-9a26-3ed177d9fd9e x-openstack-request-id: req-6badad76-1863-418b-9a26-3ed177d9fd9e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:23.483296 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d95653a-727c-4306-88fb-4eb59a41fcac", "name": "network-vif-plugged", "status": "completed", "tag": "686eb3cd-a153-41cb-8011-9870fc2400f3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:23.483543 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6badad76-1863-418b-9a26-3ed177d9fd9e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:23.484051 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d95653a-727c-4306-88fb-4eb59a41fcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686eb3cd-a153-41cb-8011-9870fc2400f3', 'code': 200} Nov 15 14:40:23.495258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=5e5c8287-a4e6-4a5e-9918-54caeacaafe3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:23.693681 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9b8214ac-5690-4931-8cf5-7651d20aaca4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:23.697198 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe1a4b50-7f26-4db8-83b8-ff34f2042614 req-b2d04f5f-42c6-4c66-b499-d6424be9cc31 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0688305 Nov 15 14:40:23.765903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9b8214ac-5690-4931-8cf5-7651d20aaca4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Network fdcf4cf0-944a-4585-9636-be35a7eff07b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:23.784017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7938bd8-2639-48e0-ac3a-0bf9e1c4340e req-ca480158-7a85-4aef-93e6-a0c3654c85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:23.785681 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7938bd8-2639-48e0-ac3a-0bf9e1c4340e req-ca480158-7a85-4aef-93e6-a0c3654c85fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ddf0d988fb145c3811cd58163246078&device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 1094 time: 0.2409973 Nov 15 14:40:23.797107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9b8214ac-5690-4931-8cf5-7651d20aaca4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:23.814594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9b8214ac-5690-4931-8cf5-7651d20aaca4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:23.833869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547358d-cb82-4eb8-91ce-64abfd4cb488 req-aa06cac3-8e4c-41cb-b7f7-c72113067826 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:23.835634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8547358d-cb82-4eb8-91ce-64abfd4cb488 req-aa06cac3-8e4c-41cb-b7f7-c72113067826 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.2262099 Nov 15 14:40:23.859393 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d644da-35b9-4b8e-9bf3-06a986b3a6f3 req-bdd6eb57-42e8-494b-9bc6-133c16af30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:23.859606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00d644da-35b9-4b8e-9bf3-06a986b3a6f3 req-bdd6eb57-42e8-494b-9bc6-133c16af30ad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 1097 time: 0.2406723 Nov 15 14:40:23.860199 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8214ac-5690-4931-8cf5-7651d20aaca4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'Port': ['ID=413af6e3-de77-4121-a204-74de00bc13cd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:24.060540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9b8214ac-5690-4931-8cf5-7651d20aaca4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:24.061170 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9b8214ac-5690-4931-8cf5-7651d20aaca4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:24.081495 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bcb8f-8394-4af8-9a18-c7bb23a7b573 req-809d492a-7fc4-4166-aa53-47ef4b4ce602 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:24.083053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-732bcb8f-8394-4af8-9a18-c7bb23a7b573 req-809d492a-7fc4-4166-aa53-47ef4b4ce602 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 945 time: 0.2915392 Nov 15 14:40:24.108450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00d644da-35b9-4b8e-9bf3-06a986b3a6f3 req-9102d78d-c871-4a02-b335-54cafe237a3c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756411 Nov 15 14:40:24.130379 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8547358d-cb82-4eb8-91ce-64abfd4cb488 req-c74f4c42-b656-4bfe-99f1-7ec30398c203 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471337 Nov 15 14:40:24.156809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7938bd8-2639-48e0-ac3a-0bf9e1c4340e req-e08050a6-3756-43af-bf42-ff9f7e9ae84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:24.158987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7938bd8-2639-48e0-ac3a-0bf9e1c4340e req-e08050a6-3756-43af-bf42-ff9f7e9ae84e service neutron] 10.222.0.59 "GET /v2.0/networks?id=13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 200 len: 906 time: 0.3491464 Nov 15 14:40:24.184397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cac0bfc8-e941-4e7e-b878-8e3782f25cdf None None] Provisioning complete for port 413af6e3-de77-4121-a204-74de00bc13cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:24.184786 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cac0bfc8-e941-4e7e-b878-8e3782f25cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:24.244320 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7938bd8-2639-48e0-ac3a-0bf9e1c4340e req-51dbcbf9-e254-4264-ad24-e2584f782c00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957e6a42-c4e6-4e92-8090-b1b4f858fabd HTTP/1.1" status: 200 len: 217 time: 0.0758798 Nov 15 14:40:24.255950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cac0bfc8-e941-4e7e-b878-8e3782f25cdf None None] Port 413af6e3-de77-4121-a204-74de00bc13cd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:40:24.315766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-732bcb8f-8394-4af8-9a18-c7bb23a7b573 req-6c0a284d-2acf-44ab-8096-1a0013ba9b0e tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110925 Nov 15 14:40:24.350533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9b8214ac-5690-4931-8cf5-7651d20aaca4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5742335 Nov 15 14:40:24.365670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-afb25219-f25e-4822-ab6c-57aaf2d4724e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'port': {'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4', 'admin_state_up': True, 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'security_groups': ['1cb30139-95fb-41bc-9395-bc2226dcb71e']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:24.451240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc8ee1-7450-4890-986c-6fa0cc931240 req-91004914-b6eb-4e33-b7f7-b168ea7c2c89 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:24.455974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8dc8ee1-7450-4890-986c-6fa0cc931240 req-91004914-b6eb-4e33-b7f7-b168ea7c2c89 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 943 time: 0.2044673 Nov 15 14:40:24.460088 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7938bd8-2639-48e0-ac3a-0bf9e1c4340e req-6caae3ff-7cbd-4a43-88cb-c464c8860031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:24.461701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7938bd8-2639-48e0-ac3a-0bf9e1c4340e req-6caae3ff-7cbd-4a43-88cb-c464c8860031 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5cf1135e-1812-4aea-b0cb-eae4babdb32e HTTP/1.1" status: 200 len: 845 time: 0.1807179 Nov 15 14:40:24.513554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fc2cd32a-3ba0-490b-b897-68d476452dd8 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:40:24.533531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7938bd8-2639-48e0-ac3a-0bf9e1c4340e req-20600367-bee8-4d64-bd9b-78b6f0f2500e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13fc7c01-c117-456b-9c07-be298e268580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551090 Nov 15 14:40:24.633688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fc2cd32a-3ba0-490b-b897-68d476452dd8, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fc2cd32a-3ba0-490b-b897-68d476452dd8,segment=NetworkSegment(febc539b-2aad-48b1-83dc-b79c920b2876),segment_id=febc539b-2aad-48b1-83dc-b79c920b2876)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:24.662776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8dc8ee1-7450-4890-986c-6fa0cc931240 req-56543301-94d2-4fbc-af0c-fbd09b3c6bac tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948841 Nov 15 14:40:24.676102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'fc2cd32a-3ba0-490b-b897-68d476452dd8', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'port_id': 'fc2cd32a-3ba0-490b-b897-68d476452dd8', 'mac_address': 'fa:16:3e:d8:69:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:40:24.703525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ff6ec-7182-4e01-a121-6a63b72c895f req-804b0ec6-739f-4579-808c-2d4a0496c082 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:24.711193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb8ff6ec-7182-4e01-a121-6a63b72c895f req-804b0ec6-739f-4579-808c-2d4a0496c082 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 945 time: 0.2139113 Nov 15 14:40:24.762848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7938bd8-2639-48e0-ac3a-0bf9e1c4340e req-8aab28a5-370e-4624-ab9c-2c0cca6d23c8 service neutron] 10.222.0.59 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184854 Nov 15 14:40:24.785301 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:24.805998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2cd32a-3ba0-490b-b897-68d476452dd8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:24.872539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fc2cd32a-3ba0-490b-b897-68d476452dd8, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fc2cd32a-3ba0-490b-b897-68d476452dd8,segment=NetworkSegment(febc539b-2aad-48b1-83dc-b79c920b2876),segment_id=febc539b-2aad-48b1-83dc-b79c920b2876)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:24.873802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:24.874642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-afb25219-f25e-4822-ab6c-57aaf2d4724e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Made reservation on behalf of 9d3e7501213e48d7a9edd485f0ee7f80 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:24.874942 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-afb25219-f25e-4822-ab6c-57aaf2d4724e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:24.984852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1007098722-network', 'tenant_id': '1ea279d6bdf74dbca229a904f81e9ead'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:25.027139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7938bd8-2639-48e0-ac3a-0bf9e1c4340e req-ab047b45-d153-4858-ba83-e416aea17d3c service neutron] 10.222.0.59 "GET /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104378 Nov 15 14:40:25.027139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb8ff6ec-7182-4e01-a121-6a63b72c895f req-5f54f662-b8e9-4be5-b2da-a2db1b5de0e6 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/security-groups?id=38021bcf-b3de-44ed-8923-266d2c5454b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846949 Nov 15 14:40:25.051093 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:25.106655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=fc2cd32a-3ba0-490b-b897-68d476452dd8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:25.117159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Made reservation on behalf of 1ea279d6bdf74dbca229a904f81e9ead for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:25.119876 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:25.123402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32588c2b-d63a-472a-9759-895b2dd4f524 req-962cb58d-01f3-404c-890d-9dcf4397616a tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:25.124988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32588c2b-d63a-472a-9759-895b2dd4f524 req-962cb58d-01f3-404c-890d-9dcf4397616a tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 943 time: 0.3253839 Nov 15 14:40:25.133592 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:25.217792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362b5d6-3ca3-42bc-bb63-1b71da25157c req-41c2c8df-b1ee-49ec-8744-1ad02163cefa tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:25.219898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2362b5d6-3ca3-42bc-bb63-1b71da25157c req-41c2c8df-b1ee-49ec-8744-1ad02163cefa tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 932 time: 0.1388855 Nov 15 14:40:25.243122 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:25.250780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-afb25219-f25e-4822-ab6c-57aaf2d4724e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Allocated IP 10.1.1.23 (4e761ea9-c23e-45b2-a7c8-6141b0a150b4/89635555-0fa6-4f7c-80e0-319f99ce3138/ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:25.312459 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32588c2b-d63a-472a-9759-895b2dd4f524 req-0884e059-ee94-4a2e-971d-6bc1e90c461c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6ca0ce-9c0c-4f7d-969d-ca8594df790f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560717 Nov 15 14:40:25.332672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['fc2cd32a-3ba0-490b-b897-68d476452dd8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:40:25.396536 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:25.424221 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2362b5d6-3ca3-42bc-bb63-1b71da25157c req-6a98e53d-032b-491e-84c1-47aec55174d4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702514 Nov 15 14:40:25.461174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:40:25.490521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97df978-3963-481d-bf41-eb7eb5d5596f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bf81dc-614c-40ee-9ce4-4df6c9aa74a4'}, {'server_uuid': 'a5c42e06-2cae-4dfe-b162-db8fdd7fe98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5c8287-a4e6-4a5e-9918-54caeacaafe3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:25.495768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:25.504909 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afc9d2c-9754-44ca-9e9c-9589bf6ab256" -d '{"events": [{"server_uuid": "b97df978-3963-481d-bf41-eb7eb5d5596f", "name": "network-vif-plugged", "status": "completed", "tag": "92bf81dc-614c-40ee-9ce4-4df6c9aa74a4"}, {"server_uuid": "a5c42e06-2cae-4dfe-b162-db8fdd7fe98c", "name": "network-vif-plugged", "status": "completed", "tag": "5e5c8287-a4e6-4a5e-9918-54caeacaafe3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:25.511958 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:25.513728 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Added segment 10c5b36c-e0fc-471b-9bbc-06b902b716e1 of type vlan for network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 Nov 15 14:40:25.570300 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:25.666161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259bb0e-df59-4c29-8bd3-848eb3751d69 req-c1206208-a960-4609-8763-3c98320089b0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:25.666161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6259bb0e-df59-4c29-8bd3-848eb3751d69 req-c1206208-a960-4609-8763-3c98320089b0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.1458042 Nov 15 14:40:25.710969 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:25.712594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b8721-f97a-4de1-b9c7-a2783a756c1f req-3c352f83-c6ed-4009-984c-2c5b730e7970 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:25.714941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:25.716333 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:25.721982 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b1b8721-f97a-4de1-b9c7-a2783a756c1f req-3c352f83-c6ed-4009-984c-2c5b730e7970 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 945 time: 0.1614664 Nov 15 14:40:25.736058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-afb25219-f25e-4822-ab6c-57aaf2d4724e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:25.812495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6259bb0e-df59-4c29-8bd3-848eb3751d69 req-1a9c1d74-ff86-47bd-bfc2-143d853c6ff0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400993 Nov 15 14:40:25.848894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] Pushing event updated for resources: {'Network': ['ID=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:25.864166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:40:25.878447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b1b8721-f97a-4de1-b9c7-a2783a756c1f req-206ae114-f2a3-437c-aea2-a8348a3317d9 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554027 Nov 15 14:40:25.900439 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008831c8-48f0-4ab3-b449-a8cbab2fd201 x-openstack-request-id: req-008831c8-48f0-4ab3-b449-a8cbab2fd201 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:25.900439 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97df978-3963-481d-bf41-eb7eb5d5596f", "name": "network-vif-plugged", "status": "completed", "tag": "92bf81dc-614c-40ee-9ce4-4df6c9aa74a4", "code": 200}, {"server_uuid": "a5c42e06-2cae-4dfe-b162-db8fdd7fe98c", "name": "network-vif-plugged", "status": "completed", "tag": "5e5c8287-a4e6-4a5e-9918-54caeacaafe3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:25.903448 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-008831c8-48f0-4ab3-b449-a8cbab2fd201 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:25.903448 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97df978-3963-481d-bf41-eb7eb5d5596f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bf81dc-614c-40ee-9ce4-4df6c9aa74a4', 'code': 200} Nov 15 14:40:25.903448 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c42e06-2cae-4dfe-b162-db8fdd7fe98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5c8287-a4e6-4a5e-9918-54caeacaafe3', 'code': 200} Nov 15 14:40:25.926836 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9f26ef5e-416e-481f-902b-d591ee0e1865 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0897269 Nov 15 14:40:25.929621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:25.939878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e380a521-451b-4d59-bf5b-bdccb038523c admin admin] Request body: {'subnet': {'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1007098722-subnet', 'tenant_id': '1ea279d6bdf74dbca229a904f81e9ead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:26.039178 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-afb25219-f25e-4822-ab6c-57aaf2d4724e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:26.088275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e380a521-451b-4d59-bf5b-bdccb038523c admin admin] Made reservation on behalf of 1ea279d6bdf74dbca229a904f81e9ead for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:26.091041 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e380a521-451b-4d59-bf5b-bdccb038523c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:26.104438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8a218-2c5e-4b8f-b479-36114e9b010b req-9c655d0c-4ff2-48ab-b278-ae51436e7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:26.106874 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e8a8a218-2c5e-4b8f-b479-36114e9b010b req-9c655d0c-4ff2-48ab-b278-ae51436e7d99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 1096 time: 0.1117918 Nov 15 14:40:26.170332 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e8a8a218-2c5e-4b8f-b479-36114e9b010b req-813bd93f-3b6c-48cf-a260-2ac4f70fc5ac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38021bcf-b3de-44ed-8923-266d2c5454b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558841 Nov 15 14:40:26.204422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-afb25219-f25e-4822-ab6c-57aaf2d4724e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:26.239182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-afb25219-f25e-4822-ab6c-57aaf2d4724e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:26.241119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb25219-f25e-4822-ab6c-57aaf2d4724e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'Port': ['ID=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:26.244441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa8e69-59bd-48ae-9d88-ca596184b425 req-2017e4f1-71bf-4199-a0a0-ee2bab8cdd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:26.245998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35fa8e69-59bd-48ae-9d88-ca596184b425 req-2017e4f1-71bf-4199-a0a0-ee2bab8cdd5f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 1096 time: 0.2712185 Nov 15 14:40:26.251078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-afb25219-f25e-4822-ab6c-57aaf2d4724e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:26.306246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddbb87-1dab-4131-8b7f-11cea88a5431 req-a6922f1a-dffe-4c4b-aa4b-1bb94a892bf7 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:26.318420 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fddbb87-1dab-4131-8b7f-11cea88a5431 req-a6922f1a-dffe-4c4b-aa4b-1bb94a892bf7 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 943 time: 0.2823169 Nov 15 14:40:26.428193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-afb25219-f25e-4822-ab6c-57aaf2d4724e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:26.428883 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-afb25219-f25e-4822-ab6c-57aaf2d4724e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:26.474816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe60c6a-d4c7-46fc-b8e4-8007aae20f97 req-e8717845-f2c7-42be-9685-ba6588968184 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:26.484299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfe60c6a-d4c7-46fc-b8e4-8007aae20f97 req-e8717845-f2c7-42be-9685-ba6588968184 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 945 time: 0.3536623 Nov 15 14:40:26.521508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 957e6a42-c4e6-4e92-8090-b1b4f858fabd details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:40:26.523853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fc2cd32a-3ba0-490b-b897-68d476452dd8 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:40:26.594684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fddbb87-1dab-4131-8b7f-11cea88a5431 req-e008b1e1-25fe-4c8b-8c22-bddd08d0218c tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751577 Nov 15 14:40:26.607133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35fa8e69-59bd-48ae-9d88-ca596184b425 req-d690dd0b-51d9-4fa2-93c9-d36a4430c178 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376142 Nov 15 14:40:26.642952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-afb25219-f25e-4822-ab6c-57aaf2d4724e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2814996 Nov 15 14:40:26.653243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfe60c6a-d4c7-46fc-b8e4-8007aae20f97 req-71ea4fa4-b80e-4c8e-bd19-99dc7a194d9b tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/security-groups?id=38021bcf-b3de-44ed-8923-266d2c5454b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676655 Nov 15 14:40:26.664581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a9e6dd1f-0e90-4c97-9bc1-8717ed628ffd None None] Provisioning complete for port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:26.665373 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dd1f-0e90-4c97-9bc1-8717ed628ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:26.689424 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cd496a84-7115-45f2-a737-0f1577f7c541 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'port': {'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4', 'admin_state_up': True, 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'security_groups': ['1cb30139-95fb-41bc-9395-bc2226dcb71e']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:26.745655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 957e6a42-c4e6-4e92-8090-b1b4f858fabd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=957e6a42-c4e6-4e92-8090-b1b4f858fabd,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:26.749730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a9e6dd1f-0e90-4c97-9bc1-8717ed628ffd None None] Port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:40:26.763595 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port fc2cd32a-3ba0-490b-b897-68d476452dd8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:40:26.767909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '957e6a42-c4e6-4e92-8090-b1b4f858fabd', 'network_id': '13fc7c01-c117-456b-9c07-be298e268580', 'port_id': '957e6a42-c4e6-4e92-8090-b1b4f858fabd', 'mac_address': 'fa:16:3e:63:a0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf1135e-1812-4aea-b0cb-eae4babdb32e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:40:26.771047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port fc2cd32a-3ba0-490b-b897-68d476452dd8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:26.771377 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:26.857775 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e380a521-451b-4d59-bf5b-bdccb038523c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:26.870645 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:26.899281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957e6a42-c4e6-4e92-8090-b1b4f858fabd {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:26.936774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 957e6a42-c4e6-4e92-8090-b1b4f858fabd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=957e6a42-c4e6-4e92-8090-b1b4f858fabd,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:26.944033 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:27.051339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fc2cd32a-3ba0-490b-b897-68d476452dd8, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fc2cd32a-3ba0-490b-b897-68d476452dd8,segment=NetworkSegment(febc539b-2aad-48b1-83dc-b79c920b2876),segment_id=febc539b-2aad-48b1-83dc-b79c920b2876)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:27.052247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b79ce-fecd-4a5a-84ce-e65888c4b6cb req-d32e31e9-0dfb-47af-8b67-14ed93f11b7e tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:27.052247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a07b79ce-fecd-4a5a-84ce-e65888c4b6cb req-d32e31e9-0dfb-47af-8b67-14ed93f11b7e tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 944 time: 0.2878809 Nov 15 14:40:27.052247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380a521-451b-4d59-bf5b-bdccb038523c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28bfe1c1-3742-4b93-8275-ffafdcc1490d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:27.052247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36664a5c-f8b5-460d-857d-2cd4170b558a req-864adeb3-3b3a-4eb5-bd2b-366cb9382e14 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:27.052247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36664a5c-f8b5-460d-857d-2cd4170b558a req-864adeb3-3b3a-4eb5-bd2b-366cb9382e14 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:27.052247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36664a5c-f8b5-460d-857d-2cd4170b558a req-864adeb3-3b3a-4eb5-bd2b-366cb9382e14 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 1653 time: 0.2001839 Nov 15 14:40:27.052247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e380a521-451b-4d59-bf5b-bdccb038523c admin admin] Checking segment: {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:27.052247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380a521-451b-4d59-bf5b-bdccb038523c admin admin] Network hostable DHCP agents. Network: 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:40:27.139546 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:27.163714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a07b79ce-fecd-4a5a-84ce-e65888c4b6cb req-7d4310e5-4423-4d54-a1dc-50215d88caa1 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6ca0ce-9c0c-4f7d-969d-ca8594df790f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097441 Nov 15 14:40:27.163714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36664a5c-f8b5-460d-857d-2cd4170b558a req-0e050660-e172-43d4-a023-5197f03bc514 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069658 Nov 15 14:40:27.216680 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=957e6a42-c4e6-4e92-8090-b1b4f858fabd,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:27.236097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:27.238800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:27.239982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:27.240514 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:27.241035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:27.241435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:27.241765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:27.242111 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:27.242463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:27.242989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:27.243490 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:27.243824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:40:27.339709 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:27.372664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['957e6a42-c4e6-4e92-8090-b1b4f858fabd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:40:27.482571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=fc2cd32a-3ba0-490b-b897-68d476452dd8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:27.630049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380a521-451b-4d59-bf5b-bdccb038523c admin admin] Network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:40:27.632403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cd496a84-7115-45f2-a737-0f1577f7c541 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Made reservation on behalf of 9d3e7501213e48d7a9edd485f0ee7f80 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:27.635922 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cd496a84-7115-45f2-a737-0f1577f7c541 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:27.666444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11928c7-f525-4b08-8030-efd7454fbc29 req-8f6553f3-c65b-470c-b390-497e3bdcf25f tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:27.677157 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11928c7-f525-4b08-8030-efd7454fbc29 req-8f6553f3-c65b-470c-b390-497e3bdcf25f tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.4473643 Nov 15 14:40:27.709000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c16c15-c782-4f54-9322-8abfa387e68c req-cd2f92de-f237-49e9-bc8d-e2a886c3303f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:27.714619 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47c16c15-c782-4f54-9322-8abfa387e68c req-cd2f92de-f237-49e9-bc8d-e2a886c3303f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 945 time: 0.4459620 Nov 15 14:40:27.834908 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11928c7-f525-4b08-8030-efd7454fbc29 req-560828ed-73c0-4cfa-ab08-04799b15aea0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567669 Nov 15 14:40:27.841083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e380a521-451b-4d59-bf5b-bdccb038523c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:27.852989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98e0a72-200b-4d66-aa97-74cd27c707c0 None None] Network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:40:27.871530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47c16c15-c782-4f54-9322-8abfa387e68c req-c29f7b8b-05e9-4ac8-879b-bdcdada0ad36 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478767 Nov 15 14:40:27.877712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e380a521-451b-4d59-bf5b-bdccb038523c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:27.878331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e380a521-451b-4d59-bf5b-bdccb038523c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:27.931869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cd496a84-7115-45f2-a737-0f1577f7c541 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Allocated IP 10.1.1.58 (4e761ea9-c23e-45b2-a7c8-6141b0a150b4/89635555-0fa6-4f7c-80e0-319f99ce3138/d2111f6d-3041-4df4-abc8-4f0abd6bc631) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:27.949137 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f985af9f-16c9-4573-a8b9-60bfc3652495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2cd32a-3ba0-490b-b897-68d476452dd8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:27.949137 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0768af9-b455-4841-a0a1-e8f5170ff6df" -d '{"events": [{"server_uuid": "f985af9f-16c9-4573-a8b9-60bfc3652495", "name": "network-vif-plugged", "status": "completed", "tag": "fc2cd32a-3ba0-490b-b897-68d476452dd8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:28.069102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e380a521-451b-4d59-bf5b-bdccb038523c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1378756 Nov 15 14:40:28.092992 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:28.111401 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a231845-8a55-470a-9a6e-a7872ab31fbc None None] Network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:40:28.145741 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f7d25-7256-4221-a80e-937faaafc00f req-9bcb3936-47b0-4d71-96a6-8601e5efbf4b tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:28.145741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae6f7d25-7256-4221-a80e-937faaafc00f req-9bcb3936-47b0-4d71-96a6-8601e5efbf4b tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 944 time: 0.1898601 Nov 15 14:40:28.209829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae6f7d25-7256-4221-a80e-937faaafc00f req-4f35590b-d1c6-4026-ac69-181c30c8770e tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544767 Nov 15 14:40:28.226019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a23d95-7150-4f9a-972a-bb3c7d5d57c3 req-96be5359-c831-4e04-b9d0-31acd7421c2e tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:28.242546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6a23d95-7150-4f9a-972a-bb3c7d5d57c3 req-96be5359-c831-4e04-b9d0-31acd7421c2e tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 945 time: 0.2297623 Nov 15 14:40:28.319544 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cd496a84-7115-45f2-a737-0f1577f7c541 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:28.388134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6a23d95-7150-4f9a-972a-bb3c7d5d57c3 req-c991cdcf-cd7f-481b-a72d-af7f21502522 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/security-groups?id=38021bcf-b3de-44ed-8923-266d2c5454b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445575 Nov 15 14:40:28.444626 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6142ec6b-34f3-460b-96ce-bc0673141b7d x-openstack-request-id: req-6142ec6b-34f3-460b-96ce-bc0673141b7d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:28.445019 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f985af9f-16c9-4573-a8b9-60bfc3652495", "name": "network-vif-plugged", "status": "completed", "tag": "fc2cd32a-3ba0-490b-b897-68d476452dd8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:28.445401 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6142ec6b-34f3-460b-96ce-bc0673141b7d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:28.445876 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f985af9f-16c9-4573-a8b9-60bfc3652495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2cd32a-3ba0-490b-b897-68d476452dd8', 'code': 200} Nov 15 14:40:28.535001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 957e6a42-c4e6-4e92-8090-b1b4f858fabd up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:40:28.544013 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cd496a84-7115-45f2-a737-0f1577f7c541 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:28.593679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cd496a84-7115-45f2-a737-0f1577f7c541 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:28.605263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:28.611436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cd496a84-7115-45f2-a737-0f1577f7c541 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:28.623943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cd496a84-7115-45f2-a737-0f1577f7c541 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:28.636520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda0a60-9397-409d-b649-7019da625755 req-9f226390-85ef-43c8-9920-6d71dd0ecf9d tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:28.638139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0cda0a60-9397-409d-b649-7019da625755 req-9f226390-85ef-43c8-9920-6d71dd0ecf9d tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 945 time: 0.1479964 Nov 15 14:40:28.697851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 957e6a42-c4e6-4e92-8090-b1b4f858fabd completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:40:28.702357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 957e6a42-c4e6-4e92-8090-b1b4f858fabd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:28.708257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:28.730956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd496a84-7115-45f2-a737-0f1577f7c541 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'Port': ['ID=d2111f6d-3041-4df4-abc8-4f0abd6bc631,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:28.796527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e43c0b-7b78-40a9-8aa9-9d8b210fe250 req-4be88a5c-ffa0-412c-9568-d9c31b908a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:28.798831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4e43c0b-7b78-40a9-8aa9-9d8b210fe250 req-4be88a5c-ffa0-412c-9568-d9c31b908a43 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 1096 time: 0.2808197 Nov 15 14:40:28.824518 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cd496a84-7115-45f2-a737-0f1577f7c541 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:28.825328 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cd496a84-7115-45f2-a737-0f1577f7c541 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:28.916090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0cda0a60-9397-409d-b649-7019da625755 req-5dbc87f7-d502-4814-8fe4-b452a8edc510 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6ca0ce-9c0c-4f7d-969d-ca8594df790f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359762 Nov 15 14:40:28.951139 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:28.969204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4e43c0b-7b78-40a9-8aa9-9d8b210fe250 req-e9bf4d8f-50d3-48f4-b35f-38997a68b97b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4f6ca0ce-9c0c-4f7d-969d-ca8594df790f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610775 Nov 15 14:40:28.997180 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb49565-c5b6-4ea2-96bf-73df6b015902 req-56513b67-bbaf-4033-8329-de9a433cb704 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:29.003993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb49565-c5b6-4ea2-96bf-73df6b015902 req-56513b67-bbaf-4033-8329-de9a433cb704 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:29.010076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb49565-c5b6-4ea2-96bf-73df6b015902 req-56513b67-bbaf-4033-8329-de9a433cb704 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:29.011910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6cb49565-c5b6-4ea2-96bf-73df6b015902 req-56513b67-bbaf-4033-8329-de9a433cb704 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 2373 time: 0.1529567 Nov 15 14:40:29.017257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75189a-c9f2-45a3-acff-0a3e98f03333 req-5c15883c-557a-4343-9bb5-391127fe788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:29.025290 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 957e6a42-c4e6-4e92-8090-b1b4f858fabd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=957e6a42-c4e6-4e92-8090-b1b4f858fabd,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:29.025475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b75189a-c9f2-45a3-acff-0a3e98f03333 req-5c15883c-557a-4343-9bb5-391127fe788f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1847ae12bc24094b6e8ac83bfed46df&device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 1097 time: 0.1128471 Nov 15 14:40:29.025475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cd496a84-7115-45f2-a737-0f1577f7c541 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3509231 Nov 15 14:40:29.025654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e59fd2f5-e33b-40d2-b6ac-850398bd08a4 None None] Provisioning complete for port d2111f6d-3041-4df4-abc8-4f0abd6bc631 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:29.025654 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e59fd2f5-e33b-40d2-b6ac-850398bd08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:29.073060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e59fd2f5-e33b-40d2-b6ac-850398bd08a4 None None] Port d2111f6d-3041-4df4-abc8-4f0abd6bc631 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:40:29.127833 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:29.137395 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6cb49565-c5b6-4ea2-96bf-73df6b015902 req-abeb22d7-b0b3-402f-a096-4f10e4f98bf4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140938 Nov 15 14:40:29.195770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c03baffc-c687-4002-a382-298c9b2eec9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'port': {'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086', 'admin_state_up': True, 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'security_groups': ['1cb30139-95fb-41bc-9395-bc2226dcb71e']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:29.229525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=957e6a42-c4e6-4e92-8090-b1b4f858fabd,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:29.342039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75189a-c9f2-45a3-acff-0a3e98f03333 req-ca363fcc-1cc0-4dbd-936b-e78b9194f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:29.345742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b75189a-c9f2-45a3-acff-0a3e98f03333 req-ca363fcc-1cc0-4dbd-936b-e78b9194f076 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b18155c8-d8ed-48f4-acb3-7c431e1273ff HTTP/1.1" status: 200 len: 911 time: 0.3155744 Nov 15 14:40:29.462497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b75189a-c9f2-45a3-acff-0a3e98f03333 req-3a84bd02-e9d9-4b84-8869-c4842d425930 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686eb3cd-a153-41cb-8011-9870fc2400f3 HTTP/1.1" status: 200 len: 217 time: 0.1088703 Nov 15 14:40:29.574183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75189a-c9f2-45a3-acff-0a3e98f03333 req-69b454cf-63ab-42aa-980c-6b83fdd0c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:29.575886 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b75189a-c9f2-45a3-acff-0a3e98f03333 req-69b454cf-63ab-42aa-980c-6b83fdd0c419 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ea3356-37e2-41c3-90e5-e7324e250f2c HTTP/1.1" status: 200 len: 850 time: 0.1048601 Nov 15 14:40:29.619971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b75189a-c9f2-45a3-acff-0a3e98f03333 req-216e1362-8829-4a30-ac57-d03ccb3ef171 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b18155c8-d8ed-48f4-acb3-7c431e1273ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348766 Nov 15 14:40:29.634262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-c355e8f8-59fa-4ec8-88d9-5cc3a2be71e9 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:29.636132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-c355e8f8-59fa-4ec8-88d9-5cc3a2be71e9 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 812 time: 0.2891777 Nov 15 14:40:29.678543 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-285fb822-e4f4-41f7-9c61-aad7a614e767 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/quotas/1ea279d6bdf74dbca229a904f81e9ead HTTP/1.1" status: 200 len: 375 time: 0.0309222 Nov 15 14:40:29.741524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-930f7bc1-911b-4440-8bfe-5b2ad5fa352b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628190 Nov 15 14:40:29.807789 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-138c1e5f-b2e6-45cb-9ea6-dcd2bd8bade2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:29.859290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c03baffc-c687-4002-a382-298c9b2eec9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Made reservation on behalf of 9d3e7501213e48d7a9edd485f0ee7f80 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:29.877831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b75189a-c9f2-45a3-acff-0a3e98f03333 req-be20ba18-4afa-4a8b-9a2a-27832c971dfd service neutron] 10.222.0.46 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394042 Nov 15 14:40:30.056975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba139d01-e9fb-4b77-9c49-9fde01ae5352 req-250c58a3-95ef-46ea-a8d4-3a4d8e54e757 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:30.058672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba139d01-e9fb-4b77-9c49-9fde01ae5352 req-250c58a3-95ef-46ea-a8d4-3a4d8e54e757 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.2430406 Nov 15 14:40:30.118613 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-6bb69bff-6036-4077-ba89-bc95a838e74e service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762665 Nov 15 14:40:30.136532 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c03baffc-c687-4002-a382-298c9b2eec9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:30.248043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b75189a-c9f2-45a3-acff-0a3e98f03333 req-f4cd00ff-d357-45b7-b702-61c8a13cb5f6 service neutron] 10.222.0.46 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054092 Nov 15 14:40:30.353263 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba139d01-e9fb-4b77-9c49-9fde01ae5352 req-128783ec-33e2-4ce4-9852-c25cff75e13d tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761621 Nov 15 14:40:30.446892 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-f2febef1-65a9-4408-903d-a759b141250f service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138618 Nov 15 14:40:30.451108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc9d9c4-558c-4a91-830a-533162ebb3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957e6a42-c4e6-4e92-8090-b1b4f858fabd'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:30.453662 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee3b8c9-fbdd-4749-8d3e-af6ed4e9d6f4" -d '{"events": [{"server_uuid": "cfc9d9c4-558c-4a91-830a-533162ebb3e4", "name": "network-vif-plugged", "status": "completed", "tag": "957e6a42-c4e6-4e92-8090-b1b4f858fabd"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:30.589236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4478909-2a1f-41ee-956f-8c45b12ca318 req-33f6c7de-5b87-495d-9f59-72f771b9b1fe tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:30.598162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4478909-2a1f-41ee-956f-8c45b12ca318 req-33f6c7de-5b87-495d-9f59-72f771b9b1fe tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 945 time: 0.1412072 Nov 15 14:40:30.645362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c03baffc-c687-4002-a382-298c9b2eec9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Allocated IP 10.2.2.100 (fd986e30-a4d1-4f5a-9bc4-fb302d682086/53bbca71-b99a-424a-9e90-02c5e8ace1fe/919c96e9-8be6-470c-b7ba-81079937b82d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:30.691229 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4478909-2a1f-41ee-956f-8c45b12ca318 req-2c0f83c5-c7fa-4f65-aae9-5d1533bd7a51 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913973 Nov 15 14:40:31.032115 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def222-eb51-4b0f-8750-0417f7106284 req-77891bf2-6bca-4b69-84f2-839043a90bb9 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:31.034445 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10def222-eb51-4b0f-8750-0417f7106284 req-77891bf2-6bca-4b69-84f2-839043a90bb9 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 945 time: 0.2306139 Nov 15 14:40:31.051103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9b48e-93ad-4bb2-b684-654de4784bd3 req-85cab7fc-5421-45f9-b9ed-6d76c7c5d018 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:31.052659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24b9b48e-93ad-4bb2-b684-654de4784bd3 req-85cab7fc-5421-45f9-b9ed-6d76c7c5d018 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 945 time: 0.1667578 Nov 15 14:40:31.110535 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c03baffc-c687-4002-a382-298c9b2eec9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:31.169875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24b9b48e-93ad-4bb2-b684-654de4784bd3 req-07aa6a4f-ab1b-4c2a-bfd6-7ebf90f00886 tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/security-groups?id=38021bcf-b3de-44ed-8923-266d2c5454b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087637 Nov 15 14:40:31.208170 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10def222-eb51-4b0f-8750-0417f7106284 req-68ce4de2-0504-472c-8598-7c3c643234aa tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539271 Nov 15 14:40:31.306268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92c8ea-476b-4f7c-8aff-6efbb6d08cb9 req-007c0463-4ecb-4c00-ab12-a9b19688fb1d tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:31.310840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd92c8ea-476b-4f7c-8aff-6efbb6d08cb9 req-007c0463-4ecb-4c00-ab12-a9b19688fb1d tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 945 time: 0.1015141 Nov 15 14:40:31.357447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c03baffc-c687-4002-a382-298c9b2eec9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:31.765036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c03baffc-c687-4002-a382-298c9b2eec9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Network fd986e30-a4d1-4f5a-9bc4-fb302d682086 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:31.777310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c03baffc-c687-4002-a382-298c9b2eec9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:31.781252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c03baffc-c687-4002-a382-298c9b2eec9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:31.818420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03baffc-c687-4002-a382-298c9b2eec9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'Port': ['ID=919c96e9-8be6-470c-b7ba-81079937b82d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:31.828766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c202b-39be-4842-9de4-7e54a214955f req-8c15daf1-e064-4110-bf10-d36869e06a3e tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:31.831626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-541c202b-39be-4842-9de4-7e54a214955f req-8c15daf1-e064-4110-bf10-d36869e06a3e tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 945 time: 0.5018630 Nov 15 14:40:31.867240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2b782-ff33-407f-9137-035791a0c079 req-16274749-0edc-4cc2-a777-55329aeffa22 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:31.873471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2b782-ff33-407f-9137-035791a0c079 req-16274749-0edc-4cc2-a777-55329aeffa22 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:31.880042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2b782-ff33-407f-9137-035791a0c079 req-16274749-0edc-4cc2-a777-55329aeffa22 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:31.886089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2b782-ff33-407f-9137-035791a0c079 req-16274749-0edc-4cc2-a777-55329aeffa22 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:31.887920 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bf2b782-ff33-407f-9137-035791a0c079 req-16274749-0edc-4cc2-a777-55329aeffa22 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 3094 time: 0.5148447 Nov 15 14:40:31.946632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c03baffc-c687-4002-a382-298c9b2eec9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:31.947258 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c03baffc-c687-4002-a382-298c9b2eec9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:32.010664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-541c202b-39be-4842-9de4-7e54a214955f req-54f44a35-4a0d-4a66-8e90-e53cb2e61200 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6ca0ce-9c0c-4f7d-969d-ca8594df790f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699047 Nov 15 14:40:32.028976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cd92c8ea-476b-4f7c-8aff-6efbb6d08cb9 req-5918c7c1-01a8-4292-93ae-022c7aa4798e tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Deleting port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:40:32.028976 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cd92c8ea-476b-4f7c-8aff-6efbb6d08cb9 req-5918c7c1-01a8-4292-93ae-022c7aa4798e tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:32.082297 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a9127e4-dca3-4902-a6c3-20bba591f5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:32.100476 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f16dafe-dae6-433e-9e92-4e6fcecc6fde x-openstack-request-id: req-5f16dafe-dae6-433e-9e92-4e6fcecc6fde {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:32.100771 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc9d9c4-558c-4a91-830a-533162ebb3e4", "name": "network-vif-plugged", "status": "completed", "tag": "957e6a42-c4e6-4e92-8090-b1b4f858fabd", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:32.101050 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f16dafe-dae6-433e-9e92-4e6fcecc6fde {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:32.101453 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc9d9c4-558c-4a91-830a-533162ebb3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957e6a42-c4e6-4e92-8090-b1b4f858fabd', 'code': 200} Nov 15 14:40:32.128684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bf2b782-ff33-407f-9137-035791a0c079 req-5a12e467-2ef3-44a5-978c-e6689782d3fc tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276914 Nov 15 14:40:32.151556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c03baffc-c687-4002-a382-298c9b2eec9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9597814 Nov 15 14:40:32.165830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5729fb5f-5429-4456-9da2-4130b655e330 None None] Provisioning complete for port 919c96e9-8be6-470c-b7ba-81079937b82d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:32.167549 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5729fb5f-5429-4456-9da2-4130b655e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:32.178545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2c408b61-022d-49a6-9b06-f3418724db8b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'port': {'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086', 'admin_state_up': True, 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'security_groups': ['1cb30139-95fb-41bc-9395-bc2226dcb71e']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:32.243394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5729fb5f-5429-4456-9da2-4130b655e330 None None] Port 919c96e9-8be6-470c-b7ba-81079937b82d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:40:32.311393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5b0f7c0-7bf2-4b1a-ad2b-2cd87cdb6cce req-a1553f92-9bc9-429d-835b-c09627baadfc tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 210 time: 0.1216362 Nov 15 14:40:32.482026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cd92c8ea-476b-4f7c-8aff-6efbb6d08cb9 req-5918c7c1-01a8-4292-93ae-022c7aa4798e tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] For port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5e5c8287-a4e6-4a5e-9918-54caeacaafe3,segment=NetworkSegment(9172ec70-9209-4e8d-be64-63cabad5c885),segment_id=9172ec70-9209-4e8d-be64-63cabad5c885)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:32.482442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cd92c8ea-476b-4f7c-8aff-6efbb6d08cb9 req-5918c7c1-01a8-4292-93ae-022c7aa4798e tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:32.522269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cd92c8ea-476b-4f7c-8aff-6efbb6d08cb9 req-5918c7c1-01a8-4292-93ae-022c7aa4798e tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Calling delete_port for 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:40:32.552272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656b1c6-7df2-4fea-881c-2e968d459d0a req-5ec8ec56-8308-44a7-b729-a64b68ff86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:32.553805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7656b1c6-7df2-4fea-881c-2e968d459d0a req-5ec8ec56-8308-44a7-b729-a64b68ff86fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 1096 time: 0.3428040 Nov 15 14:40:32.645141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234d3bd-1639-41a8-b9cf-f51896baaf60 req-cd746988-f2c5-4af6-9b0c-1155226ad1b0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:32.647263 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3234d3bd-1639-41a8-b9cf-f51896baaf60 req-cd746988-f2c5-4af6-9b0c-1155226ad1b0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.2322793 Nov 15 14:40:32.665073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7371434-ab52-4936-b427-d9d35ead9ddb req-6d65ea3a-0f10-4922-8672-513ca6b37645 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:32.666838 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7371434-ab52-4936-b427-d9d35ead9ddb req-6d65ea3a-0f10-4922-8672-513ca6b37645 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.3542647 Nov 15 14:40:32.736174 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7371434-ab52-4936-b427-d9d35ead9ddb req-093fb6c2-b104-4e68-983b-97842e028881 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/quotas/c2cea4c71afc4a7b87dd84d35938cede HTTP/1.1" status: 200 len: 375 time: 0.0541546 Nov 15 14:40:32.770917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7656b1c6-7df2-4fea-881c-2e968d459d0a req-1ae3a5c8-6718-40ff-b7e3-15e91dbb187b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955631 Nov 15 14:40:32.823278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3234d3bd-1639-41a8-b9cf-f51896baaf60 req-4e3e72c9-37e8-43c4-96b4-cc050e66a897 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660905 Nov 15 14:40:32.879352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2c408b61-022d-49a6-9b06-f3418724db8b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Made reservation on behalf of 9d3e7501213e48d7a9edd485f0ee7f80 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:32.895948 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2c408b61-022d-49a6-9b06-f3418724db8b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:32.939164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7371434-ab52-4936-b427-d9d35ead9ddb req-a8f6d037-4e40-4721-baa9-c37672fcf38b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1878920 Nov 15 14:40:33.039254 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cd92c8ea-476b-4f7c-8aff-6efbb6d08cb9 req-5918c7c1-01a8-4292-93ae-022c7aa4798e tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:33.132233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918c7c1-01a8-4292-93ae-022c7aa4798e tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Pushing event deleted for resources: {'Port': ['ID=5e5c8287-a4e6-4a5e-9918-54caeacaafe3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:33.208175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cab622-1ccb-4b1f-a75c-add29397ab3a req-8317d0a8-1318-48da-9e43-bc6e811fe84c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:33.209697 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93cab622-1ccb-4b1f-a75c-add29397ab3a req-8317d0a8-1318-48da-9e43-bc6e811fe84c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 945 time: 0.2657099 Nov 15 14:40:33.237310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 32806) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:33.247296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-60789492-bcf3-4630-a86a-281c3afd868b tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Request body: {'floatingip': {'port_id': 'fc2cd32a-3ba0-490b-b897-68d476452dd8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:33.270408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd92c8ea-476b-4f7c-8aff-6efbb6d08cb9 req-5918c7c1-01a8-4292-93ae-022c7aa4798e tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] No DVR routers for this DVR port 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:40:33.270408 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cd92c8ea-476b-4f7c-8aff-6efbb6d08cb9 req-5918c7c1-01a8-4292-93ae-022c7aa4798e tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:33.270408 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd92c8ea-476b-4f7c-8aff-6efbb6d08cb9 req-5918c7c1-01a8-4292-93ae-022c7aa4798e tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.46 "DELETE /v2.0/ports/5e5c8287-a4e6-4a5e-9918-54caeacaafe3 HTTP/1.1" status: 204 len: 173 time: 1.9447880 Nov 15 14:40:33.270408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c42e06-2cae-4dfe-b162-db8fdd7fe98c', 'name': 'network-vif-deleted', 'tag': '5e5c8287-a4e6-4a5e-9918-54caeacaafe3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:33.270408 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cfac3b-ddd3-4624-bf55-b024961c0ece" -d '{"events": [{"server_uuid": "a5c42e06-2cae-4dfe-b162-db8fdd7fe98c", "name": "network-vif-deleted", "tag": "5e5c8287-a4e6-4a5e-9918-54caeacaafe3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:33.282042 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7371434-ab52-4936-b427-d9d35ead9ddb req-5ec8bca1-1900-473a-be08-307963998eab service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419437 Nov 15 14:40:33.366907 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60789492-bcf3-4630-a86a-281c3afd868b tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:33.472496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d423860c-0f3d-4e0e-b56d-25e0e170bb5f req-3bb84836-7075-4dbd-a7ab-ff23da5080ab tempest-InstanceActionsV221TestJSON-1312596976 tempest-InstanceActionsV221TestJSON-1312596976-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c42e06-2cae-4dfe-b162-db8fdd7fe98c HTTP/1.1" status: 200 len: 210 time: 0.0903153 Nov 15 14:40:33.477541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2c408b61-022d-49a6-9b06-f3418724db8b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Allocated IP 10.2.2.200 (fd986e30-a4d1-4f5a-9bc4-fb302d682086/53bbca71-b99a-424a-9e90-02c5e8ace1fe/9c146075-7f93-459c-8671-66d81fd6df08) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:33.506698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:40:33.535659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:40:33.547305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 5e5c8287-a4e6-4a5e-9918-54caeacaafe3 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:40:33.547305 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:33.598479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7371434-ab52-4936-b427-d9d35ead9ddb req-a9c76463-56d8-496d-8be4-04a683cd7946 service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671363 Nov 15 14:40:33.701077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20a7b3-538e-418f-8ad2-88a4cacb15c1 req-4de1ca13-0f61-4070-bd14-28d955f86371 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:33.708736 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d20a7b3-538e-418f-8ad2-88a4cacb15c1 req-4de1ca13-0f61-4070-bd14-28d955f86371 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 945 time: 0.1433847 Nov 15 14:40:33.801850 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2c408b61-022d-49a6-9b06-f3418724db8b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:33.921437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d20a7b3-538e-418f-8ad2-88a4cacb15c1 req-c7725ec3-3a91-48cf-bd02-194d0a0a3901 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117960 Nov 15 14:40:33.984726 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2c408b61-022d-49a6-9b06-f3418724db8b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:34.144763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2c408b61-022d-49a6-9b06-f3418724db8b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Network fd986e30-a4d1-4f5a-9bc4-fb302d682086 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:34.146453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c408b61-022d-49a6-9b06-f3418724db8b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event updated for resources: {'Port': ['ID=9c146075-7f93-459c-8671-66d81fd6df08,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:34.149506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2c408b61-022d-49a6-9b06-f3418724db8b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:34.153299 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9fdbbb-963e-470f-adac-898d44c85e4f x-openstack-request-id: req-4d9fdbbb-963e-470f-adac-898d44c85e4f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:34.153692 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c42e06-2cae-4dfe-b162-db8fdd7fe98c", "name": "network-vif-deleted", "tag": "5e5c8287-a4e6-4a5e-9918-54caeacaafe3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:34.153999 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d9fdbbb-963e-470f-adac-898d44c85e4f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:34.155618 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c42e06-2cae-4dfe-b162-db8fdd7fe98c', 'name': 'network-vif-deleted', 'tag': '5e5c8287-a4e6-4a5e-9918-54caeacaafe3', 'status': 'completed', 'code': 200} Nov 15 14:40:34.245054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2c408b61-022d-49a6-9b06-f3418724db8b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:34.304225 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-60789492-bcf3-4630-a86a-281c3afd868b tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:40:34.316846 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbee212b-4a90-4e2c-a2c2-dcb96169a0d3 req-234715cd-3ffa-4eaa-9c28-9c65b1e603db tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 210 time: 0.1607971 Nov 15 14:40:34.432151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b5da-d406-4728-891d-02758579697d req-cd294010-2393-47e5-a292-3c77294a0942 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:34.451233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b5da-d406-4728-891d-02758579697d req-cd294010-2393-47e5-a292-3c77294a0942 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:34.478215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b5da-d406-4728-891d-02758579697d req-cd294010-2393-47e5-a292-3c77294a0942 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:34.491919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b5da-d406-4728-891d-02758579697d req-cd294010-2393-47e5-a292-3c77294a0942 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:34.491919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b5da-d406-4728-891d-02758579697d req-cd294010-2393-47e5-a292-3c77294a0942 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:34.504371 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8f4b5da-d406-4728-891d-02758579697d req-cd294010-2393-47e5-a292-3c77294a0942 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 3815 time: 0.4713094 Nov 15 14:40:34.529598 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60789492-bcf3-4630-a86a-281c3afd868b tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:34.557778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2c408b61-022d-49a6-9b06-f3418724db8b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:34.558307 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2c408b61-022d-49a6-9b06-f3418724db8b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:34.600460 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8f4b5da-d406-4728-891d-02758579697d req-102038f3-e748-4660-88c1-9814233ff7ca tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938535 Nov 15 14:40:34.608468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-72f8ff3b-7267-4cc3-9766-c5d2f29c5183 None None] Provisioning complete for port 9c146075-7f93-459c-8671-66d81fd6df08 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:34.609931 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72f8ff3b-7267-4cc3-9766-c5d2f29c5183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:34.651285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-d39be5bf-6d39-48ca-8085-a4a0f12e7964 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:34.678095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-d39be5bf-6d39-48ca-8085-a4a0f12e7964 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 812 time: 0.5066617 Nov 15 14:40:34.679247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-72f8ff3b-7267-4cc3-9766-c5d2f29c5183 None None] Port 9c146075-7f93-459c-8671-66d81fd6df08 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:40:34.693498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-8476440d-a2a6-4fc0-b244-138b2a7f121a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Request body: {'port': {'device_id': '9c9d5aa6-d362-43ab-b3e6-64b67608f174', 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'admin_state_up': True, 'tenant_id': '1ea279d6bdf74dbca229a904f81e9ead'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:34.722418 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60789492-bcf3-4630-a86a-281c3afd868b tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:34.797232 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2c408b61-022d-49a6-9b06-f3418724db8b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6293716 Nov 15 14:40:34.848831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Request body: {'port': {'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:34.898699 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-60789492-bcf3-4630-a86a-281c3afd868b tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Floating IP 7019003d-ae1b-4380-aebf-95687b868e94 associated. External IP: 172.25.4.22, port: fc2cd32a-3ba0-490b-b897-68d476452dd8. Nov 15 14:40:34.958126 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:35.063861 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:35.065731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b452390-f481-416c-811e-3c994b98d9d4 req-3e1db833-18ea-419f-b147-bbf803898448 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:35.068479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b452390-f481-416c-811e-3c994b98d9d4 req-3e1db833-18ea-419f-b147-bbf803898448 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.2778099 Nov 15 14:40:35.296081 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b452390-f481-416c-811e-3c994b98d9d4 req-bd42e81d-b74e-4fc1-8422-58b0de0266be tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173862 Nov 15 14:40:35.403224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-8476440d-a2a6-4fc0-b244-138b2a7f121a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Made reservation on behalf of 1ea279d6bdf74dbca229a904f81e9ead for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:35.415346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-8476440d-a2a6-4fc0-b244-138b2a7f121a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:35.714797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413af6e3-de77-4121-a204-74de00bc13cd {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:35.735299 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:35.749787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-8476440d-a2a6-4fc0-b244-138b2a7f121a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Allocated IP 172.20.0.9 (4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2/28bfe1c1-3742-4b93-8275-ffafdcc1490d/3d02c31d-24e3-4682-ba44-be3274e8c60d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:35.773725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Transition to ACTIVE for port object 413af6e3-de77-4121-a204-74de00bc13cd will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:35.784366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de7da6-5b72-4c7c-9854-ac9a8abda713 req-040b3da7-448b-4cbc-9346-53ca4b5063c2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:35.786384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0de7da6-5b72-4c7c-9854-ac9a8abda713 req-040b3da7-448b-4cbc-9346-53ca4b5063c2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 945 time: 0.1475935 Nov 15 14:40:35.808749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60789492-bcf3-4630-a86a-281c3afd868b tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Router 1e389309-af09-4e6f-94df-81e48c88f650 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:40:35.831484 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:35.964265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60789492-bcf3-4630-a86a-281c3afd868b tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:40:35.976358 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fe52a7-6673-49da-8d0e-5dad6e2b455a None None] Sync routers for ids ['1e389309-af09-4e6f-94df-81e48c88f650'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:40:35.977159 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60789492-bcf3-4630-a86a-281c3afd868b tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:35.995314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fe52a7-6673-49da-8d0e-5dad6e2b455a None None] Routers {'1e389309-af09-4e6f-94df-81e48c88f650'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:40:35.996367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-86fe52a7-6673-49da-8d0e-5dad6e2b455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:40:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1e389309-af09-4e6f-94df-81e48c88f650'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:36.011619 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-60789492-bcf3-4630-a86a-281c3afd868b tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "PUT /v2.0/floatingips/7019003d-ae1b-4380-aebf-95687b868e94 HTTP/1.1" status: 200 len: 990 time: 2.7729599 Nov 15 14:40:36.012685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f985af9f-16c9-4573-a8b9-60bfc3652495', 'tag': 'fc2cd32a-3ba0-490b-b897-68d476452dd8'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:36.016114 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81b84ee-2302-4dee-b250-c9cff57aeade" -d '{"events": [{"name": "network-changed", "server_uuid": "f985af9f-16c9-4573-a8b9-60bfc3652495", "tag": "fc2cd32a-3ba0-490b-b897-68d476452dd8"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:36.221810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-86fe52a7-6673-49da-8d0e-5dad6e2b455a None None] Set router 1e389309-af09-4e6f-94df-81e48c88f650 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:40:36.274500 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:36.401862 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66bf3e35-f248-432d-bb21-2535826c9582 req-b41ba701-a4ca-4697-bbd5-94d7f79277f7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 210 time: 0.0669754 Nov 15 14:40:36.483320 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0de7da6-5b72-4c7c-9854-ac9a8abda713 req-593b453d-eb26-44ee-b605-b5b80e0aadcb tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100520 Nov 15 14:40:36.515866 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-8476440d-a2a6-4fc0-b244-138b2a7f121a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:36.518707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Pushing event updated for resources: {'Port': ['ID=413af6e3-de77-4121-a204-74de00bc13cd,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:36.632405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-86fe52a7-6673-49da-8d0e-5dad6e2b455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 4, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '7019003d-ae1b-4380-aebf-95687b868e94', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'port_id': 'fc2cd32a-3ba0-490b-b897-68d476452dd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'mac_address': 'fa:16:3e:d8:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f985af9f-16c9-4573-a8b9-60bfc3652495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:40:09Z', 'updated_at': '2021-11-15T14:40:34Z', 'revision_number': 1, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7e340-1eba-4204-ba44-a91477e283f5', 'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'mac_address': 'fa:16:3e:03:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:53Z', 'updated_at': '2021-11-15T14:40:04Z', 'revision_number': 5, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'subnets': [{'id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:36.779261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Attempting to bind port 413af6e3-de77-4121-a204-74de00bc13cd on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:36.788167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Attempting to bind port 413af6e3-de77-4121-a204-74de00bc13cd by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '9de8b916-1c41-43ba-8250-6b6d8496600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:36.788167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Attempting to bind port 413af6e3-de77-4121-a204-74de00bc13cd on network fdcf4cf0-944a-4585-9636-be35a7eff07b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:36.794709 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f351186d-e995-41f5-8e23-63c5a7186ef4 x-openstack-request-id: req-f351186d-e995-41f5-8e23-63c5a7186ef4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:36.795209 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f985af9f-16c9-4573-a8b9-60bfc3652495", "tag": "fc2cd32a-3ba0-490b-b897-68d476452dd8", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:36.795649 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f351186d-e995-41f5-8e23-63c5a7186ef4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:36.796253 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f985af9f-16c9-4573-a8b9-60bfc3652495', 'tag': 'fc2cd32a-3ba0-490b-b897-68d476452dd8', 'status': 'completed', 'code': 200} Nov 15 14:40:36.805742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011a5e4-f71c-4819-bacd-480e51471d08 req-8e235756-425d-41a6-a2d6-513e1939132c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:36.825458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011a5e4-f71c-4819-bacd-480e51471d08 req-8e235756-425d-41a6-a2d6-513e1939132c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:36.835203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011a5e4-f71c-4819-bacd-480e51471d08 req-8e235756-425d-41a6-a2d6-513e1939132c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:36.841604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011a5e4-f71c-4819-bacd-480e51471d08 req-8e235756-425d-41a6-a2d6-513e1939132c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:36.861661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fe52a7-6673-49da-8d0e-5dad6e2b455a None None] Checking router: 1e389309-af09-4e6f-94df-81e48c88f650 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:40:36.867564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011a5e4-f71c-4819-bacd-480e51471d08 req-8e235756-425d-41a6-a2d6-513e1939132c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:36.872846 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a011a5e4-f71c-4819-bacd-480e51471d08 req-8e235756-425d-41a6-a2d6-513e1939132c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 3827 time: 0.2020164 Nov 15 14:40:36.888182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fe52a7-6673-49da-8d0e-5dad6e2b455a None None] Routers {'1e389309-af09-4e6f-94df-81e48c88f650'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:40:36.888796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-86fe52a7-6673-49da-8d0e-5dad6e2b455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:40:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1e389309-af09-4e6f-94df-81e48c88f650'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:36.896552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Port 413af6e3-de77-4121-a204-74de00bc13cd on network fdcf4cf0-944a-4585-9636-be35a7eff07b not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:36.897020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Attempting to bind port 413af6e3-de77-4121-a204-74de00bc13cd on network fdcf4cf0-944a-4585-9636-be35a7eff07b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:36.899558 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-8476440d-a2a6-4fc0-b244-138b2a7f121a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:36.983357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:36.983600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Checking segment: {'id': '9de8b916-1c41-43ba-8250-6b6d8496600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:36.983992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Bound using segment: {'id': '9de8b916-1c41-43ba-8250-6b6d8496600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:36.984428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Bound port: 413af6e3-de77-4121-a204-74de00bc13cd, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de8b916-1c41-43ba-8250-6b6d8496600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:36.984793 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:37.007841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-86fe52a7-6673-49da-8d0e-5dad6e2b455a None None] Set router 1e389309-af09-4e6f-94df-81e48c88f650 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:40:37.027959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-8476440d-a2a6-4fc0-b244-138b2a7f121a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:37.050496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-8476440d-a2a6-4fc0-b244-138b2a7f121a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:37.053638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-8476440d-a2a6-4fc0-b244-138b2a7f121a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:37.065100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476440d-a2a6-4fc0-b244-138b2a7f121a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Pushing event updated for resources: {'Port': ['ID=3d02c31d-24e3-4682-ba44-be3274e8c60d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:37.156747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b84ee-2302-4dee-b250-c9cff57aeade req-48be6e55-9e4e-4f8a-bdbc-6f98fe6dfd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:37.158437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f81b84ee-2302-4dee-b250-c9cff57aeade req-48be6e55-9e4e-4f8a-bdbc-6f98fe6dfd4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d925ba03adc42898399b4f3ce10eac0&device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 1096 time: 0.2842004 Nov 15 14:40:37.175047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71785855-fe93-40d6-bec0-4dbd4d146eed req-c529b9e7-54ea-4c3f-9f75-b933656da134 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:37.184560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71785855-fe93-40d6-bec0-4dbd4d146eed req-c529b9e7-54ea-4c3f-9f75-b933656da134 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.3074167 Nov 15 14:40:37.200784 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a011a5e4-f71c-4819-bacd-480e51471d08 req-5869e701-45fe-41c3-9259-f6fa857eb459 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014779 Nov 15 14:40:37.301745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-8476440d-a2a6-4fc0-b244-138b2a7f121a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:37.302516 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-8476440d-a2a6-4fc0-b244-138b2a7f121a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:37.338482 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] For port 413af6e3-de77-4121-a204-74de00bc13cd, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:37.345446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-86fe52a7-6673-49da-8d0e-5dad6e2b455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 4, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '7019003d-ae1b-4380-aebf-95687b868e94', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'port_id': 'fc2cd32a-3ba0-490b-b897-68d476452dd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'mac_address': 'fa:16:3e:d8:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f985af9f-16c9-4573-a8b9-60bfc3652495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:40:09Z', 'updated_at': '2021-11-15T14:40:34Z', 'revision_number': 1, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7e340-1eba-4204-ba44-a91477e283f5', 'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'mac_address': 'fa:16:3e:03:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:53Z', 'updated_at': '2021-11-15T14:40:04Z', 'revision_number': 5, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'subnets': [{'id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:37.373695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] For port 413af6e3-de77-4121-a204-74de00bc13cd, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=413af6e3-de77-4121-a204-74de00bc13cd,segment=NetworkSegment(9de8b916-1c41-43ba-8250-6b6d8496600d),segment_id=9de8b916-1c41-43ba-8250-6b6d8496600d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:37.387822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fe52a7-6673-49da-8d0e-5dad6e2b455a None None] The sync data for ids ['1e389309-af09-4e6f-94df-81e48c88f650'] in n-d-817748-2 is: [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 4, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '7019003d-ae1b-4380-aebf-95687b868e94', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'port_id': 'fc2cd32a-3ba0-490b-b897-68d476452dd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'mac_address': 'fa:16:3e:d8:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f985af9f-16c9-4573-a8b9-60bfc3652495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:40:09Z', 'updated_at': '2021-11-15T14:40:34Z', 'revision_number': 1, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7e340-1eba-4204-ba44-a91477e283f5', 'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'mac_address': 'fa:16:3e:03:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:53Z', 'updated_at': '2021-11-15T14:40:04Z', 'revision_number': 5, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'subnets': [{'id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:40:37.402643 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71785855-fe93-40d6-bec0-4dbd4d146eed req-4a6db76d-d044-47b7-8a63-fd02630f32f4 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186685 Nov 15 14:40:37.430065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b84ee-2302-4dee-b250-c9cff57aeade req-258c30fd-82bb-4d21-b7a3-79f89dd70e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:37.431803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f81b84ee-2302-4dee-b250-c9cff57aeade req-258c30fd-82bb-4d21-b7a3-79f89dd70e09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cf70007-ff99-4acd-bb48-f11ca78281fb HTTP/1.1" status: 200 len: 916 time: 0.2268784 Nov 15 14:40:37.505709 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-8476440d-a2a6-4fc0-b244-138b2a7f121a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8170624 Nov 15 14:40:37.533291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Request body: {'port': {'device_id': '9c9d5aa6-d362-43ab-b3e6-64b67608f174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:37.595698 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:37.649787 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f81b84ee-2302-4dee-b250-c9cff57aeade req-28e498ef-bc7d-46ef-b136-80dc6c6304f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc2cd32a-3ba0-490b-b897-68d476452dd8 HTTP/1.1" status: 200 len: 998 time: 0.2085724 Nov 15 14:40:37.668805 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00a0b93-d99b-4f4d-ba93-f72be0c85d98 None None] New status for floating IP 7019003d-ae1b-4380-aebf-95687b868e94: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:40:37.773087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Pushing event updated for resources: {'Port': ['ID=413af6e3-de77-4121-a204-74de00bc13cd,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:37.788710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:37.789330 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:37.790856 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-c736a68a-d0f9-43fa-92a3-414df8989715 service neutron] 10.222.0.59 "PUT /v2.0/ports/413af6e3-de77-4121-a204-74de00bc13cd HTTP/1.1" status: 200 len: 1092 time: 2.9614401 Nov 15 14:40:37.822357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': '413af6e3-de77-4121-a204-74de00bc13cd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:37.825554 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cbd527-7896-4e4f-a48e-f1be049ee0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "413af6e3-de77-4121-a204-74de00bc13cd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:37.849931 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:37.885968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b84ee-2302-4dee-b250-c9cff57aeade req-15a4eedb-0782-46ed-8aed-dc4786624d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:37.888599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f81b84ee-2302-4dee-b250-c9cff57aeade req-15a4eedb-0782-46ed-8aed-dc4786624d7a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2159151-72b2-4e92-99c3-f126bb55be6e HTTP/1.1" status: 200 len: 854 time: 0.1800437 Nov 15 14:40:38.003555 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Request body: {'port': {'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:38.019869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d080c2c-942f-409c-888e-3f818359c83c req-0800be88-5cb4-4952-b9ae-b3e11907157a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:38.027274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-0800be88-5cb4-4952-b9ae-b3e11907157a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.4562385 Nov 15 14:40:38.221104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-7298c5a4-ea9d-4285-9452-1aa58026fc40 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/quotas/c2cea4c71afc4a7b87dd84d35938cede HTTP/1.1" status: 200 len: 375 time: 0.1925328 Nov 15 14:40:38.253546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b84ee-2302-4dee-b250-c9cff57aeade req-6549755b-d053-43e8-9320-f63fc6c2be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:38.255415 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f81b84ee-2302-4dee-b250-c9cff57aeade req-6549755b-d053-43e8-9320-f63fc6c2be03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cf70007-ff99-4acd-bb48-f11ca78281fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3483362 Nov 15 14:40:38.444636 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:38.510233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ccaa6-0f99-45f2-87a0-069b2e6bf0f3 req-52efaf72-f5be-48fb-999f-d3965cd55700 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:38.511871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-739ccaa6-0f99-45f2-87a0-069b2e6bf0f3 req-52efaf72-f5be-48fb-999f-d3965cd55700 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 931 time: 0.3261306 Nov 15 14:40:38.543074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ca34046-cc07-4dde-9ea9-495ac9d71a1a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3209231 Nov 15 14:40:38.796223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f81b84ee-2302-4dee-b250-c9cff57aeade req-208ee000-ccf1-4c91-bdb9-976219a85c64 service neutron] 10.222.0.59 "GET /v2.0/networks/3cf70007-ff99-4acd-bb48-f11ca78281fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117760 Nov 15 14:40:38.862999 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-739ccaa6-0f99-45f2-87a0-069b2e6bf0f3 req-d604d899-88d9-4fc7-98a8-3b06120ed402 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255866 Nov 15 14:40:38.941774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 32938) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:39.004304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0f651c-e691-42fe-9179-106d6554ffe7 admin admin] Deleting subnet 906aa1c5-2660-4e7d-b3c9-e9d6c8141199 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:40:39.012883 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f0f651c-e691-42fe-9179-106d6554ffe7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:39.032521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d02c31d-24e3-4682-ba44-be3274e8c60d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:39.039918 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-098778f3-5075-44f7-a246-34183dd966a5 service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812605 Nov 15 14:40:39.066988 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:39.080856 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f0f651c-e691-42fe-9179-106d6554ffe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:39.158321 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f0f651c-e691-42fe-9179-106d6554ffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:39.243293 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570a8d25-b0f0-4b18-8322-2af284a87e83 x-openstack-request-id: req-570a8d25-b0f0-4b18-8322-2af284a87e83 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:39.243597 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "413af6e3-de77-4121-a204-74de00bc13cd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:39.243942 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-570a8d25-b0f0-4b18-8322-2af284a87e83 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:39.244390 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': '413af6e3-de77-4121-a204-74de00bc13cd', 'status': 'completed', 'code': 200} Nov 15 14:40:39.285462 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd527-7896-4e4f-a48e-f1be049ee0ba req-2ae95f15-c416-4f94-946b-97f23c359797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:39.286226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd527-7896-4e4f-a48e-f1be049ee0ba req-2ae95f15-c416-4f94-946b-97f23c359797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:39.288521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd527-7896-4e4f-a48e-f1be049ee0ba req-2ae95f15-c416-4f94-946b-97f23c359797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:39.289598 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd527-7896-4e4f-a48e-f1be049ee0ba req-2ae95f15-c416-4f94-946b-97f23c359797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:39.290840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd527-7896-4e4f-a48e-f1be049ee0ba req-2ae95f15-c416-4f94-946b-97f23c359797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:39.293811 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f3cbd527-7896-4e4f-a48e-f1be049ee0ba req-2ae95f15-c416-4f94-946b-97f23c359797 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 4362 time: 0.1254644 Nov 15 14:40:39.302684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Transition to ACTIVE for port object 3d02c31d-24e3-4682-ba44-be3274e8c60d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:39.310821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f81b84ee-2302-4dee-b250-c9cff57aeade req-39c8ad54-6488-4eea-960d-5e9831432201 service neutron] 10.222.0.59 "GET /v2.0/networks/3cf70007-ff99-4acd-bb48-f11ca78281fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961934 Nov 15 14:40:39.638901 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f0f651c-e691-42fe-9179-106d6554ffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:39.696886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd527-7896-4e4f-a48e-f1be049ee0ba req-60ce40ea-3500-4f9d-9f1c-42b197e56aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:39.697694 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd527-7896-4e4f-a48e-f1be049ee0ba req-60ce40ea-3500-4f9d-9f1c-42b197e56aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:39.705866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd527-7896-4e4f-a48e-f1be049ee0ba req-60ce40ea-3500-4f9d-9f1c-42b197e56aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:39.705866 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f3cbd527-7896-4e4f-a48e-f1be049ee0ba req-60ce40ea-3500-4f9d-9f1c-42b197e56aa2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3606989 Nov 15 14:40:39.706094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f651c-e691-42fe-9179-106d6554ffe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906aa1c5-2660-4e7d-b3c9-e9d6c8141199,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:39.713197 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f0f651c-e691-42fe-9179-106d6554ffe7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:39.720250 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8f0f651c-e691-42fe-9179-106d6554ffe7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/906aa1c5-2660-4e7d-b3c9-e9d6c8141199 HTTP/1.1" status: 204 len: 168 time: 0.7737942 Nov 15 14:40:39.733386 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 32960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:39.838014 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:39.947198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d02c31d-24e3-4682-ba44-be3274e8c60d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:39.994061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:40.019293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49d96-333a-40e0-853e-3eb1609ca426 req-005a541c-61ea-4a2a-a6b5-c1cdf308618f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:40.026011 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49d96-333a-40e0-853e-3eb1609ca426 req-005a541c-61ea-4a2a-a6b5-c1cdf308618f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:40.027359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fdca820-5eb6-48ed-9de9-312c03c7837a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:40.032806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49d96-333a-40e0-853e-3eb1609ca426 req-005a541c-61ea-4a2a-a6b5-c1cdf308618f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:40.033062 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd527-7896-4e4f-a48e-f1be049ee0ba req-00c436d0-a805-4053-8d4f-0270ab0ef6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:40.035028 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f3cbd527-7896-4e4f-a48e-f1be049ee0ba req-00c436d0-a805-4053-8d4f-0270ab0ef6b5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3169947 Nov 15 14:40:40.052257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49d96-333a-40e0-853e-3eb1609ca426 req-005a541c-61ea-4a2a-a6b5-c1cdf308618f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:40.061128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49d96-333a-40e0-853e-3eb1609ca426 req-005a541c-61ea-4a2a-a6b5-c1cdf308618f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:40.072313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12a49d96-333a-40e0-853e-3eb1609ca426 req-005a541c-61ea-4a2a-a6b5-c1cdf308618f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 3827 time: 0.2506211 Nov 15 14:40:40.081445 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-032aa0b8-a865-4b28-96b5-5083a5c7de59 service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0102646 Nov 15 14:40:40.084552 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:40.168336 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fdca820-5eb6-48ed-9de9-312c03c7837a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:40.193394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12a49d96-333a-40e0-853e-3eb1609ca426 req-554002a6-8806-4872-a1c9-c8d2208acdc8 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200614 Nov 15 14:40:40.197920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Transition to ACTIVE for port object 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:40.209732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8fdca820-5eb6-48ed-9de9-312c03c7837a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b82bdc-e2a3-43d8-9621-846039feac27']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:40.223610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8fdca820-5eb6-48ed-9de9-312c03c7837a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9172ec70-9209-4e8d-be64-63cabad5c885') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:40.224702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8fdca820-5eb6-48ed-9de9-312c03c7837a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9172ec70-9209-4e8d-be64-63cabad5c885') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:40.245066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Attempting to bind port 3d02c31d-24e3-4682-ba44-be3274e8c60d on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:40.245795 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fdca820-5eb6-48ed-9de9-312c03c7837a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:40.246413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Attempting to bind port 3d02c31d-24e3-4682-ba44-be3274e8c60d by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:40.246761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Attempting to bind port 3d02c31d-24e3-4682-ba44-be3274e8c60d on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:40.253931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Port 3d02c31d-24e3-4682-ba44-be3274e8c60d on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:40.254272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Attempting to bind port 3d02c31d-24e3-4682-ba44-be3274e8c60d on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:40.260736 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:40.261087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Checking segment: {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:40.261511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Bound using segment: {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:40.261944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Bound port: 3d02c31d-24e3-4682-ba44-be3274e8c60d, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:40.262342 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:40.265779 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fdca820-5eb6-48ed-9de9-312c03c7837a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:40.280626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdca820-5eb6-48ed-9de9-312c03c7837a admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:40:40.281047 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fdca820-5eb6-48ed-9de9-312c03c7837a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:40:40.284288 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:40:40.315871 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:40.453725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fdca820-5eb6-48ed-9de9-312c03c7837a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:40.463794 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fdca820-5eb6-48ed-9de9-312c03c7837a admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:40.470629 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8fdca820-5eb6-48ed-9de9-312c03c7837a admin admin] 10.222.0.70 "DELETE /v2.0/networks/34b82bdc-e2a3-43d8-9621-846039feac27 HTTP/1.1" status: 204 len: 168 time: 0.7359138 Nov 15 14:40:40.474537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] For port 3d02c31d-24e3-4682-ba44-be3274e8c60d, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:40.481478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] For port 3d02c31d-24e3-4682-ba44-be3274e8c60d, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=3d02c31d-24e3-4682-ba44-be3274e8c60d,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:40.489027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdca820-5eb6-48ed-9de9-312c03c7837a admin admin] Pushing event deleted for resources: {'Network': ['ID=34b82bdc-e2a3-43d8-9621-846039feac27,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:40.604330 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:40.630729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 957e6a42-c4e6-4e92-8090-b1b4f858fabd details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:40:40.673456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c673ea0-00a5-48c8-ba1f-d6b694b83aab req-4d9f48ab-f4c2-457a-8797-3bc9c4835199 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:40.688240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c673ea0-00a5-48c8-ba1f-d6b694b83aab req-4d9f48ab-f4c2-457a-8797-3bc9c4835199 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.4086821 Nov 15 14:40:40.711791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd647991-34e9-4b27-9a4e-f9f6c8698909 req-28159e71-94b9-4b13-9ea1-2f78ae1eb19b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:40.713654 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd647991-34e9-4b27-9a4e-f9f6c8698909 req-28159e71-94b9-4b13-9ea1-2f78ae1eb19b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 943 time: 0.1736827 Nov 15 14:40:40.814900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 957e6a42-c4e6-4e92-8090-b1b4f858fabd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=957e6a42-c4e6-4e92-8090-b1b4f858fabd,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:40.847873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:40.852139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '957e6a42-c4e6-4e92-8090-b1b4f858fabd', 'network_id': '13fc7c01-c117-456b-9c07-be298e268580', 'port_id': '957e6a42-c4e6-4e92-8090-b1b4f858fabd', 'mac_address': 'fa:16:3e:63:a0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf1135e-1812-4aea-b0cb-eae4babdb32e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:40:40.940427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Attempting to bind port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:40.940835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Attempting to bind port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:40.954639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Attempting to bind port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:40.955531 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:40.956916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d02c31d-24e3-4682-ba44-be3274e8c60d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:40.982295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:40.982975 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:40.986388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-4ea1e4b7-26ed-4656-97b4-e8be5c4215f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/3d02c31d-24e3-4682-ba44-be3274e8c60d HTTP/1.1" status: 200 len: 1091 time: 3.4645355 Nov 15 14:40:41.007879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 957e6a42-c4e6-4e92-8090-b1b4f858fabd {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:41.008077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:41.010206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Attempting to bind port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:41.015333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 32996) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:41.064593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 957e6a42-c4e6-4e92-8090-b1b4f858fabd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=957e6a42-c4e6-4e92-8090-b1b4f858fabd,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:41.119304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c673ea0-00a5-48c8-ba1f-d6b694b83aab req-7fd144e8-b1a7-47d3-bdba-d8eb2e51d7de tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582473 Nov 15 14:40:41.126757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-43d04bf2-30bb-401c-8d32-8fdaf6bc9220 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=017147a005fc483582a8fd8b7b0a2605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1100934 Nov 15 14:40:41.137345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 32998) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:41.142552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd647991-34e9-4b27-9a4e-f9f6c8698909 req-7aecad31-3350-4415-b997-037d2db870b1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989508 Nov 15 14:40:41.172690 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:41.173167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Checking segment: {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:41.173956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Bound using segment: {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:41.175107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Bound port: 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:41.175713 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:41.189852 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:41.269218 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5341-7790-48a8-a619-1d6faeff3af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:41.321006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] For port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:41.324958 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] For port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:41.328299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9d5aa6-d362-43ab-b3e6-64b67608f174', 'tag': '3d02c31d-24e3-4682-ba44-be3274e8c60d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:41.332275 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9439c1-6602-4094-8c64-f5abd43f2681" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9d5aa6-d362-43ab-b3e6-64b67608f174", "tag": "3d02c31d-24e3-4682-ba44-be3274e8c60d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:41.334055 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5341-7790-48a8-a619-1d6faeff3af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:41.366956 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=957e6a42-c4e6-4e92-8090-b1b4f858fabd,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:41.382240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-d77f1990-e473-4e0e-b5d8-fb2214c83083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:41.384314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-d77f1990-e473-4e0e-b5d8-fb2214c83083 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 1094 time: 0.2782645 Nov 15 14:40:41.386522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2808852e-df47-464f-bde0-669ffe764d5f req-1f73314f-55b0-4491-bae5-ab0732da1632 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 210 time: 0.0598853 Nov 15 14:40:41.428155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['957e6a42-c4e6-4e92-8090-b1b4f858fabd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:40:41.473605 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:41.492313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-5f13901d-2e39-49df-823d-a0cc39a90f0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d02c31d-24e3-4682-ba44-be3274e8c60d HTTP/1.1" status: 200 len: 217 time: 0.0979061 Nov 15 14:40:41.585436 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5341-7790-48a8-a619-1d6faeff3af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:41.590618 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5341-7790-48a8-a619-1d6faeff3af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:41.590618 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6bfc5341-7790-48a8-a619-1d6faeff3af4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/38021bcf-b3de-44ed-8923-266d2c5454b4 HTTP/1.1" status: 204 len: 168 time: 0.4596951 Nov 15 14:40:41.648456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:41.649165 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:41.650642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] 10.222.0.59 "PUT /v2.0/ports/3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 HTTP/1.1" status: 200 len: 1130 time: 3.6569793 Nov 15 14:40:41.652188 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc5341-7790-48a8-a619-1d6faeff3af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38021bcf-b3de-44ed-8923-266d2c5454b4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:41.687207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-ba4b462c-1147-43ce-9e29-3ac61d68557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:41.691919 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-ba4b462c-1147-43ce-9e29-3ac61d68557c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28bfe1c1-3742-4b93-8275-ffafdcc1490d HTTP/1.1" status: 200 len: 852 time: 0.1785550 Nov 15 14:40:41.692615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe7397-2afc-4f8f-855c-3f4050c14d36 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:41.743088 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ba4f9-c5fd-4c63-a4c0-84177e57233f req-c75a7f62-5f09-4551-b471-e89906b6ca9d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:41.760107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ba4f9-c5fd-4c63-a4c0-84177e57233f req-c75a7f62-5f09-4551-b471-e89906b6ca9d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:41.763732 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ba4f9-c5fd-4c63-a4c0-84177e57233f req-c75a7f62-5f09-4551-b471-e89906b6ca9d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:41.771080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ba4f9-c5fd-4c63-a4c0-84177e57233f req-c75a7f62-5f09-4551-b471-e89906b6ca9d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:41.796119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ba4f9-c5fd-4c63-a4c0-84177e57233f req-c75a7f62-5f09-4551-b471-e89906b6ca9d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:41.818026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ba4f9-c5fd-4c63-a4c0-84177e57233f req-c75a7f62-5f09-4551-b471-e89906b6ca9d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:41.820652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-764ba4f9-c5fd-4c63-a4c0-84177e57233f req-c75a7f62-5f09-4551-b471-e89906b6ca9d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 4599 time: 0.2799804 Nov 15 14:40:41.852201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Request body: {'port': {'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:41.932909 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7dd4c4-a576-40a0-9ed7-f218b4e0f232 x-openstack-request-id: req-9e7dd4c4-a576-40a0-9ed7-f218b4e0f232 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:41.933177 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9d5aa6-d362-43ab-b3e6-64b67608f174", "tag": "3d02c31d-24e3-4682-ba44-be3274e8c60d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:41.933380 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e7dd4c4-a576-40a0-9ed7-f218b4e0f232 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:41.933786 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9d5aa6-d362-43ab-b3e6-64b67608f174', 'tag': '3d02c31d-24e3-4682-ba44-be3274e8c60d', 'status': 'completed', 'code': 200} Nov 15 14:40:41.971546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-5013c8d9-2990-430a-b13e-4fac98b5d0c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2696817 Nov 15 14:40:42.068241 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:42.099306 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:40:42.326289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-764ba4f9-c5fd-4c63-a4c0-84177e57233f req-c22cfe94-d176-4f07-a33c-414afb369198 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3893633 Nov 15 14:40:42.462874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-0f804322-764a-4240-8184-ee1e3d26ad55 service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751382 Nov 15 14:40:42.482766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa61a0-7142-412b-a1f0-193bd3be05c7 req-cbc76f20-f01f-481c-9df5-454ae0e2a481 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:42.495911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10fa61a0-7142-412b-a1f0-193bd3be05c7 req-cbc76f20-f01f-481c-9df5-454ae0e2a481 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 944 time: 0.4202552 Nov 15 14:40:42.651976 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 957e6a42-c4e6-4e92-8090-b1b4f858fabd up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:40:42.716619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 957e6a42-c4e6-4e92-8090-b1b4f858fabd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:42.717277 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:42.736580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10fa61a0-7142-412b-a1f0-193bd3be05c7 req-ff395ab9-9545-4eb0-a3c6-5769ec23990f tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355280 Nov 15 14:40:42.776066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebb766-97c8-47b9-9d52-fe1d4f640e5a req-376a361b-e5c8-46a6-8071-018265a4cd8f tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:42.781242 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfebb766-97c8-47b9-9d52-fe1d4f640e5a req-376a361b-e5c8-46a6-8071-018265a4cd8f tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.2076561 Nov 15 14:40:42.810824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fc02af8-ab2c-40f8-8f76-24217ca359cd req-70167b56-a5ac-4e08-a1fa-9f630b870c92 service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967913 Nov 15 14:40:42.979924 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:42.992009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfebb766-97c8-47b9-9d52-fe1d4f640e5a req-54a6f1a6-e0f6-43da-ba18-da9511ad2870 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982744 Nov 15 14:40:43.009886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc9d9c4-558c-4a91-830a-533162ebb3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957e6a42-c4e6-4e92-8090-b1b4f858fabd'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:43.012463 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4916204e-7f3b-439a-a1f9-1742123f9903" -d '{"events": [{"server_uuid": "cfc9d9c4-558c-4a91-830a-533162ebb3e4", "name": "network-vif-plugged", "status": "completed", "tag": "957e6a42-c4e6-4e92-8090-b1b4f858fabd"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:43.036791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69324f6-ce40-4224-9607-bb300a20f309 req-23341763-2fda-4cec-8426-21f9471466b4 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:43.039190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b69324f6-ce40-4224-9607-bb300a20f309 req-23341763-2fda-4cec-8426-21f9471466b4 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 943 time: 0.1192768 Nov 15 14:40:43.039607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 957e6a42-c4e6-4e92-8090-b1b4f858fabd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=957e6a42-c4e6-4e92-8090-b1b4f858fabd,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:43.067922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f31cc54-f91d-41a5-be06-8333aa16e417 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:43.099852 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:43.185082 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:43.206053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Transition to ACTIVE for port object 5f31cc54-f91d-41a5-be06-8333aa16e417 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:43.230277 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b69324f6-ce40-4224-9607-bb300a20f309 req-c8a24619-f676-478e-b060-a7002d66d0e4 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739943 Nov 15 14:40:43.319299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a922bc02-68cc-43e2-a70a-929e0b6a7a7a req-761b35a4-49a7-4f96-a0a2-c556efdeea97 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 210 time: 0.0880170 Nov 15 14:40:43.320530 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:43.335768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=957e6a42-c4e6-4e92-8090-b1b4f858fabd,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:43.412471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9439c1-6602-4094-8c64-f5abd43f2681 req-dc02f42e-e317-4263-889f-d940620c69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:43.414041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf9439c1-6602-4094-8c64-f5abd43f2681 req-dc02f42e-e317-4263-889f-d940620c69a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 1094 time: 0.2920268 Nov 15 14:40:43.423669 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9684ba24-9b08-49a6-92e7-0b575cd0d1dd x-openstack-request-id: req-9684ba24-9b08-49a6-92e7-0b575cd0d1dd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:43.423669 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc9d9c4-558c-4a91-830a-533162ebb3e4", "name": "network-vif-plugged", "status": "completed", "tag": "957e6a42-c4e6-4e92-8090-b1b4f858fabd", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:43.423669 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9684ba24-9b08-49a6-92e7-0b575cd0d1dd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:43.423669 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc9d9c4-558c-4a91-830a-533162ebb3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957e6a42-c4e6-4e92-8090-b1b4f858fabd', 'code': 200} Nov 15 14:40:43.539431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Pushing event updated for resources: {'Port': ['ID=5f31cc54-f91d-41a5-be06-8333aa16e417,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:43.655898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33080) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:43.769238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b080d3b-d7c4-4ad1-998f-753aee7c4634 req-103b697b-cc6d-42a9-922d-a4e96b7902dd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:43.776863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b080d3b-d7c4-4ad1-998f-753aee7c4634 req-103b697b-cc6d-42a9-922d-a4e96b7902dd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:43.798179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b080d3b-d7c4-4ad1-998f-753aee7c4634 req-103b697b-cc6d-42a9-922d-a4e96b7902dd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:43.825116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b080d3b-d7c4-4ad1-998f-753aee7c4634 req-103b697b-cc6d-42a9-922d-a4e96b7902dd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:43.852656 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b080d3b-d7c4-4ad1-998f-753aee7c4634 req-103b697b-cc6d-42a9-922d-a4e96b7902dd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:43.852775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d080c2c-942f-409c-888e-3f818359c83c req-d70b37ec-85db-4f67-99fd-0aeed3fde22e tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:43.856099 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-d70b37ec-85db-4f67-99fd-0aeed3fde22e tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.2486866 Nov 15 14:40:43.876643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b080d3b-d7c4-4ad1-998f-753aee7c4634 req-103b697b-cc6d-42a9-922d-a4e96b7902dd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:43.885221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b080d3b-d7c4-4ad1-998f-753aee7c4634 req-103b697b-cc6d-42a9-922d-a4e96b7902dd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:43.887966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-3d080c2c-942f-409c-888e-3f818359c83c req-2936ade2-1e05-4b70-bda0-c0687004e890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Request body: {'port': {'device_id': 'acc917cf-24a6-4a05-bb02-040e0daf67e9', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'admin_state_up': True, 'tenant_id': 'c2cea4c71afc4a7b87dd84d35938cede'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:43.908014 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b080d3b-d7c4-4ad1-998f-753aee7c4634 req-103b697b-cc6d-42a9-922d-a4e96b7902dd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5371 time: 0.3733082 Nov 15 14:40:43.941804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': '3d0344a3-d710-4e3a-97d6-6ee490ffe0b8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:43.941960 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21" -d '{"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "3d0344a3-d710-4e3a-97d6-6ee490ffe0b8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:43.975413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1044507082-network', 'tenant_id': 'be7f5ac8e7274cdc8fc65ced68d5d3ce'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:44.059516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9439c1-6602-4094-8c64-f5abd43f2681 req-24d5e715-d8d4-4956-9321-d3b1e75299b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.064120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf9439c1-6602-4094-8c64-f5abd43f2681 req-24d5e715-d8d4-4956-9321-d3b1e75299b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 913 time: 0.6234508 Nov 15 14:40:44.077006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Attempting to bind port 5f31cc54-f91d-41a5-be06-8333aa16e417 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:44.078106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Attempting to bind port 5f31cc54-f91d-41a5-be06-8333aa16e417 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:44.078727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Attempting to bind port 5f31cc54-f91d-41a5-be06-8333aa16e417 on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:44.128249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Made reservation on behalf of be7f5ac8e7274cdc8fc65ced68d5d3ce for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:44.130846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:44.162071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d080c2c-942f-409c-888e-3f818359c83c req-2936ade2-1e05-4b70-bda0-c0687004e890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Made reservation on behalf of c2cea4c71afc4a7b87dd84d35938cede for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:44.171750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d080c2c-942f-409c-888e-3f818359c83c req-2936ade2-1e05-4b70-bda0-c0687004e890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:44.176136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Port 5f31cc54-f91d-41a5-be06-8333aa16e417 on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:44.176698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Attempting to bind port 5f31cc54-f91d-41a5-be06-8333aa16e417 on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:44.190635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf9439c1-6602-4094-8c64-f5abd43f2681 req-95015293-cca3-4fd3-890e-f5ea55583a9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d02c31d-24e3-4682-ba44-be3274e8c60d HTTP/1.1" status: 200 len: 217 time: 0.0789096 Nov 15 14:40:44.200852 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:44.208638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:44.209019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Checking segment: {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:44.209361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Bound using segment: {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:44.209801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Bound port: 5f31cc54-f91d-41a5-be06-8333aa16e417, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:44.210683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:44.332790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b581b9-a2fd-4a7b-b94f-02e5c102a6c4 req-bda7a04c-d521-451f-a18c-2079b299e1ae tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.340901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8b581b9-a2fd-4a7b-b94f-02e5c102a6c4 req-bda7a04c-d521-451f-a18c-2079b299e1ae tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 945 time: 0.3238969 Nov 15 14:40:44.379033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b080d3b-d7c4-4ad1-998f-753aee7c4634 req-fd79675b-c616-4f92-b03b-50b3b6e881f6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4688540 Nov 15 14:40:44.465747 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-3d080c2c-942f-409c-888e-3f818359c83c req-2936ade2-1e05-4b70-bda0-c0687004e890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Allocated IP 172.20.0.2 (41176d6c-3c2c-491f-81e2-57dc1c71ec1b/186ef2d9-ae15-4420-a072-fa533fc8ac78/e488af20-c956-4f77-a503-acba5ab3504f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:44.514425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9439c1-6602-4094-8c64-f5abd43f2681 req-d4c37a07-dbf4-4a04-922f-ece6b40e576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.516787 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf9439c1-6602-4094-8c64-f5abd43f2681 req-d4c37a07-dbf4-4a04-922f-ece6b40e576d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28bfe1c1-3742-4b93-8275-ffafdcc1490d HTTP/1.1" status: 200 len: 852 time: 0.3125095 Nov 15 14:40:44.537870 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2ba0bd-6c1d-413b-ba06-22f0670263f9 x-openstack-request-id: req-8b2ba0bd-6c1d-413b-ba06-22f0670263f9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:44.537870 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "3d0344a3-d710-4e3a-97d6-6ee490ffe0b8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:44.537870 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b2ba0bd-6c1d-413b-ba06-22f0670263f9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:44.537870 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': '3d0344a3-d710-4e3a-97d6-6ee490ffe0b8', 'status': 'completed', 'code': 200} Nov 15 14:40:44.654132 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-fec347cf-8960-464a-b739-41f202603e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.654664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-fec347cf-8960-464a-b739-41f202603e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.655135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-fec347cf-8960-464a-b739-41f202603e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.655600 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-fec347cf-8960-464a-b739-41f202603e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.656115 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-fec347cf-8960-464a-b739-41f202603e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.656744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-fec347cf-8960-464a-b739-41f202603e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.657749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-fec347cf-8960-464a-b739-41f202603e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.660907 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-fec347cf-8960-464a-b739-41f202603e88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6166 time: 0.1238534 Nov 15 14:40:44.698247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8b581b9-a2fd-4a7b-b94f-02e5c102a6c4 req-081eab85-5e56-4cb1-8fc9-b0c3ede4e019 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557513 Nov 15 14:40:44.706415 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf9439c1-6602-4094-8c64-f5abd43f2681 req-04561cd7-d845-47c3-8632-39344ff640dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602654 Nov 15 14:40:44.754452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] For port 5f31cc54-f91d-41a5-be06-8333aa16e417, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:44.760156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] For port 5f31cc54-f91d-41a5-be06-8333aa16e417, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5f31cc54-f91d-41a5-be06-8333aa16e417,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:44.821448 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d080c2c-942f-409c-888e-3f818359c83c req-2936ade2-1e05-4b70-bda0-c0687004e890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:44.883044 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-b5eef364-4095-45cf-b4cd-201e166f5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.883672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-b5eef364-4095-45cf-b4cd-201e166f5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.883952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-b5eef364-4095-45cf-b4cd-201e166f5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.886253 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-b5eef364-4095-45cf-b4cd-201e166f5a30 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2075248 Nov 15 14:40:44.918894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f31be8-6d07-47d9-90f8-7e9364d52904 req-0e812e58-c3dd-4874-83e6-a31dbfb90a37 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:44.921344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3f31be8-6d07-47d9-90f8-7e9364d52904 req-0e812e58-c3dd-4874-83e6-a31dbfb90a37 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.3765652 Nov 15 14:40:44.996710 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:45.088876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-e6e7eb27-a5ee-48f8-b9d6-1717b010efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:45.101312 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-59ec4069-1a83-4d63-bdd3-43ab1a6faf21 req-e6e7eb27-a5ee-48f8-b9d6-1717b010efcc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2028208 Nov 15 14:40:45.135356 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d080c2c-942f-409c-888e-3f818359c83c req-2936ade2-1e05-4b70-bda0-c0687004e890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:45.155267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:40:45.197533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d080c2c-942f-409c-888e-3f818359c83c req-2936ade2-1e05-4b70-bda0-c0687004e890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:45.205545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-3d080c2c-942f-409c-888e-3f818359c83c req-2936ade2-1e05-4b70-bda0-c0687004e890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:45.212809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d080c2c-942f-409c-888e-3f818359c83c req-2936ade2-1e05-4b70-bda0-c0687004e890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:45.296694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:45.298045 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:45.299660 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] 10.222.0.59 "PUT /v2.0/ports/5f31cc54-f91d-41a5-be06-8333aa16e417 HTTP/1.1" status: 200 len: 1130 time: 3.4766476 Nov 15 14:40:45.316071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936ade2-1e05-4b70-bda0-c0687004e890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event updated for resources: {'Port': ['ID=e488af20-c956-4f77-a503-acba5ab3504f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:45.334774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d080c2c-942f-409c-888e-3f818359c83c req-2936ade2-1e05-4b70-bda0-c0687004e890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:45.335729 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d080c2c-942f-409c-888e-3f818359c83c req-2936ade2-1e05-4b70-bda0-c0687004e890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:45.352971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3f31be8-6d07-47d9-90f8-7e9364d52904 req-0766defc-0d5c-47db-aaa3-b9de460bbb81 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163215 Nov 15 14:40:45.373445 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf9439c1-6602-4094-8c64-f5abd43f2681 req-e2c8496b-e858-4b1d-80c1-112fd86c30ab service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843921 Nov 15 14:40:45.394885 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:45.408354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-381b7a2e-23ff-4d91-8a0b-dd2c46bad5d1 req-8fb89618-eb9d-4c1e-8293-f9fa4d9a76a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3862908 Nov 15 14:40:45.604898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Request body: {'port': {'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:45.617619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 3d02c31d-24e3-4682-ba44-be3274e8c60d details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:40:45.617928 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-2936ade2-1e05-4b70-bda0-c0687004e890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7467830 Nov 15 14:40:45.625728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1301a06-7709-4922-b02e-75c0a73f1915 req-ad7b0197-4ee6-4c1c-854b-d55ceab5af8c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:45.631571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Request body: {'port': {'device_id': 'acc917cf-24a6-4a05-bb02-040e0daf67e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:45.640259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1301a06-7709-4922-b02e-75c0a73f1915 req-ad7b0197-4ee6-4c1c-854b-d55ceab5af8c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 943 time: 0.6707177 Nov 15 14:40:45.693956 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:45.802995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf9439c1-6602-4094-8c64-f5abd43f2681 req-016340ea-3053-4943-be3f-271c50da2b54 service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999100 Nov 15 14:40:45.804006 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:45.809672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29435c-eda2-4ad3-846f-84e7f54b1c54 service neutron] Pushing event updated for resources: {'Port': ['ID=5f31cc54-f91d-41a5-be06-8333aa16e417,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:45.864029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e42317c-ea54-4535-8f1b-55140b784b39,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:45.910134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:40:46.046615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 3d02c31d-24e3-4682-ba44-be3274e8c60d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=3d02c31d-24e3-4682-ba44-be3274e8c60d,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:46.058145 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:46.059475 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Added segment 5dd0e099-a2c7-46c1-ad29-e360e41cb01a of type vlan for network 0071d7bc-6c45-4266-b83a-9c1c2777059e Nov 15 14:40:46.080611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '3d02c31d-24e3-4682-ba44-be3274e8c60d', 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'port_id': '3d02c31d-24e3-4682-ba44-be3274e8c60d', 'mac_address': 'fa:16:3e:47:b7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28bfe1c1-3742-4b93-8275-ffafdcc1490d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:40:46.092548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b7a2e-23ff-4d91-8a0b-dd2c46bad5d1 req-593343ed-8c88-46d9-b880-0324d53d0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:46.097393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-381b7a2e-23ff-4d91-8a0b-dd2c46bad5d1 req-593343ed-8c88-46d9-b880-0324d53d0a26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1847ae12bc24094b6e8ac83bfed46df&device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 1096 time: 0.5502930 Nov 15 14:40:46.123265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecaf38-dc3e-40ca-9ccc-7323989b88f6 req-4765ef73-97ca-457f-8095-e552033d1cc6 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:46.124801 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79ecaf38-dc3e-40ca-9ccc-7323989b88f6 req-4765ef73-97ca-457f-8095-e552033d1cc6 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 931 time: 0.5807896 Nov 15 14:40:46.125668 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:46.153304 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:46.172741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d02c31d-24e3-4682-ba44-be3274e8c60d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:46.213098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 3d02c31d-24e3-4682-ba44-be3274e8c60d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=3d02c31d-24e3-4682-ba44-be3274e8c60d,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:46.223387 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:46.287490 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:46.399487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=3d02c31d-24e3-4682-ba44-be3274e8c60d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:46.450724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e488af20-c956-4f77-a503-acba5ab3504f {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:46.462155 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:46.480950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Transition to ACTIVE for port object e488af20-c956-4f77-a503-acba5ab3504f will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:46.546656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['3d02c31d-24e3-4682-ba44-be3274e8c60d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:40:46.551433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1301a06-7709-4922-b02e-75c0a73f1915 req-ecfaf8dc-f445-48f1-8afa-1746d694db8c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9091918 Nov 15 14:40:46.551433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': '5f31cc54-f91d-41a5-be06-8333aa16e417'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:46.553650 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db92a60-2db6-4706-a698-d91912991599" -d '{"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "5f31cc54-f91d-41a5-be06-8333aa16e417"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:46.562620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:46.681747 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Pushing event updated for resources: {'Port': ['ID=e488af20-c956-4f77-a503-acba5ab3504f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:46.708676 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:46.713276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:46.713276 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:46.820191 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Attempting to bind port e488af20-c956-4f77-a503-acba5ab3504f on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:46.820868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Attempting to bind port e488af20-c956-4f77-a503-acba5ab3504f by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:46.821282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Attempting to bind port e488af20-c956-4f77-a503-acba5ab3504f on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:46.827882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79ecaf38-dc3e-40ca-9ccc-7323989b88f6 req-9eddc622-dee6-490e-87ba-2c2328d40fef tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674689 Nov 15 14:40:46.838775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Port e488af20-c956-4f77-a503-acba5ab3504f on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:46.839238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Attempting to bind port e488af20-c956-4f77-a503-acba5ab3504f on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:46.854649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:46.854996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Checking segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:46.855392 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Bound using segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:46.855829 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Bound port: e488af20-c956-4f77-a503-acba5ab3504f, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:46.856191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:46.909296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.2398305 Nov 15 14:40:46.923251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33136) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:46.933724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-75f15cad-70e3-4482-80b3-a3a3a2850e12 admin admin] Request body: {'subnet': {'network_id': '0071d7bc-6c45-4266-b83a-9c1c2777059e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1044507082-subnet', 'tenant_id': 'be7f5ac8e7274cdc8fc65ced68d5d3ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:46.943380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b7a2e-23ff-4d91-8a0b-dd2c46bad5d1 req-5dc759f7-0f37-4531-a410-e1e81209be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:46.944857 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-381b7a2e-23ff-4d91-8a0b-dd2c46bad5d1 req-5dc759f7-0f37-4531-a410-e1e81209be7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b18155c8-d8ed-48f4-acb3-7c431e1273ff HTTP/1.1" status: 200 len: 911 time: 0.3880467 Nov 15 14:40:46.956725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3f80d-0b8d-406a-b39f-8c93cc703594 admin admin] Pushing event updated for resources: {'Network': ['ID=0071d7bc-6c45-4266-b83a-9c1c2777059e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:46.975879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 0071d7bc-6c45-4266-b83a-9c1c2777059e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:40:46.994378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] For port e488af20-c956-4f77-a503-acba5ab3504f, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:47.014007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] For port e488af20-c956-4f77-a503-acba5ab3504f, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e488af20-c956-4f77-a503-acba5ab3504f,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:47.106989 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed64cb-0693-4701-a680-55ded0045d48 req-19203548-b55a-4559-bd15-7a6e1c716d26 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.116571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed64cb-0693-4701-a680-55ded0045d48 req-19203548-b55a-4559-bd15-7a6e1c716d26 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.129668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed64cb-0693-4701-a680-55ded0045d48 req-19203548-b55a-4559-bd15-7a6e1c716d26 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.135743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed64cb-0693-4701-a680-55ded0045d48 req-19203548-b55a-4559-bd15-7a6e1c716d26 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.141599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed64cb-0693-4701-a680-55ded0045d48 req-19203548-b55a-4559-bd15-7a6e1c716d26 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.147568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed64cb-0693-4701-a680-55ded0045d48 req-19203548-b55a-4559-bd15-7a6e1c716d26 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.153430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed64cb-0693-4701-a680-55ded0045d48 req-19203548-b55a-4559-bd15-7a6e1c716d26 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.155400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24ed64cb-0693-4701-a680-55ded0045d48 req-19203548-b55a-4559-bd15-7a6e1c716d26 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5371 time: 0.4210494 Nov 15 14:40:47.157190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-381b7a2e-23ff-4d91-8a0b-dd2c46bad5d1 req-37b54027-37d9-4261-bb96-4556f056f63a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f866dbf6-fcb1-476c-82ec-9310e9b4af90 HTTP/1.1" status: 200 len: 217 time: 0.1880267 Nov 15 14:40:47.174437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:47.206651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.207401 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:47.208776 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] 10.222.0.46 "PUT /v2.0/ports/e488af20-c956-4f77-a503-acba5ab3504f HTTP/1.1" status: 200 len: 1091 time: 1.5817032 Nov 15 14:40:47.211224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc917cf-24a6-4a05-bb02-040e0daf67e9', 'tag': 'e488af20-c956-4f77-a503-acba5ab3504f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:47.214610 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cdfb0f-7bd6-42ea-b014-1ed649bae28c" -d '{"events": [{"name": "network-changed", "server_uuid": "acc917cf-24a6-4a05-bb02-040e0daf67e9", "tag": "e488af20-c956-4f77-a503-acba5ab3504f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:47.246864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd970a-4080-4649-9397-8c22f458cd7c service neutron] Pushing event updated for resources: {'Port': ['ID=e488af20-c956-4f77-a503-acba5ab3504f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:47.264340 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242cd7f-f850-4f53-8045-eb1e1d618844 req-218ce8db-67de-43c3-8762-86bbfbc572a2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.265952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b242cd7f-f850-4f53-8045-eb1e1d618844 req-218ce8db-67de-43c3-8762-86bbfbc572a2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 945 time: 0.3167424 Nov 15 14:40:47.303516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b7a2e-23ff-4d91-8a0b-dd2c46bad5d1 req-f426b05b-f67e-4d63-a51b-a6867f7442cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.309937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-381b7a2e-23ff-4d91-8a0b-dd2c46bad5d1 req-f426b05b-f67e-4d63-a51b-a6867f7442cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65ea3356-37e2-41c3-90e5-e7324e250f2c HTTP/1.1" status: 200 len: 850 time: 0.1394174 Nov 15 14:40:47.324720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f15cad-70e3-4482-80b3-a3a3a2850e12 admin admin] Made reservation on behalf of be7f5ac8e7274cdc8fc65ced68d5d3ce for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:47.328118 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75f15cad-70e3-4482-80b3-a3a3a2850e12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:47.433160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d080c2c-942f-409c-888e-3f818359c83c req-e52c3b8c-1941-4831-9f43-34f7a719f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.437052 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-e52c3b8c-1941-4831-9f43-34f7a719f3c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 1094 time: 0.0536447 Nov 15 14:40:47.453359 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24ed64cb-0693-4701-a680-55ded0045d48 req-7af11b15-8273-4214-ba1d-6c65aa5e0808 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2855120 Nov 15 14:40:47.465128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-381b7a2e-23ff-4d91-8a0b-dd2c46bad5d1 req-502bb998-d83d-4734-8fe4-c9bc54885996 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b18155c8-d8ed-48f4-acb3-7c431e1273ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253159 Nov 15 14:40:47.510880 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-80fab6a0-90a6-4122-b9f8-6c2ae8038871 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e488af20-c956-4f77-a503-acba5ab3504f HTTP/1.1" status: 200 len: 217 time: 0.0641787 Nov 15 14:40:47.546594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b242cd7f-f850-4f53-8045-eb1e1d618844 req-cd0ccafe-90ee-457f-be03-9e7f806982f5 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656472 Nov 15 14:40:47.582415 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d080c2c-942f-409c-888e-3f818359c83c req-f2141342-b0bf-438a-9db6-0aec749b1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.584287 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-f2141342-b0bf-438a-9db6-0aec749b1576 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.0665510 Nov 15 14:40:47.597569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 3d02c31d-24e3-4682-ba44-be3274e8c60d up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:40:47.650306 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-b6bc0127-00c3-455e-a415-39f7119b3dad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563087 Nov 15 14:40:47.681437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:47.705267 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3c86f3-310d-4187-bd02-3d8f99861c8f x-openstack-request-id: req-6d3c86f3-310d-4187-bd02-3d8f99861c8f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:47.705749 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "5f31cc54-f91d-41a5-be06-8333aa16e417", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:47.706121 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d3c86f3-310d-4187-bd02-3d8f99861c8f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:47.706820 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': '5f31cc54-f91d-41a5-be06-8333aa16e417', 'status': 'completed', 'code': 200} Nov 15 14:40:47.709141 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:47.753423 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ad0243-f903-4c84-820d-ac126fe092ba x-openstack-request-id: req-24ad0243-f903-4c84-820d-ac126fe092ba {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:47.753719 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc917cf-24a6-4a05-bb02-040e0daf67e9", "tag": "e488af20-c956-4f77-a503-acba5ab3504f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:47.753976 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24ad0243-f903-4c84-820d-ac126fe092ba {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:47.754527 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc917cf-24a6-4a05-bb02-040e0daf67e9', 'tag': 'e488af20-c956-4f77-a503-acba5ab3504f', 'status': 'completed', 'code': 200} Nov 15 14:40:47.774021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Transition to ACTIVE for port object ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:47.813561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 3d02c31d-24e3-4682-ba44-be3274e8c60d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:40:47.817799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92a60-2db6-4706-a698-d91912991599 req-1614b0bf-bd6a-4646-b55d-5c11c5326d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.818273 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92a60-2db6-4706-a698-d91912991599 req-1614b0bf-bd6a-4646-b55d-5c11c5326d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.818918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92a60-2db6-4706-a698-d91912991599 req-1614b0bf-bd6a-4646-b55d-5c11c5326d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.819389 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92a60-2db6-4706-a698-d91912991599 req-1614b0bf-bd6a-4646-b55d-5c11c5326d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.820020 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92a60-2db6-4706-a698-d91912991599 req-1614b0bf-bd6a-4646-b55d-5c11c5326d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.820487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92a60-2db6-4706-a698-d91912991599 req-1614b0bf-bd6a-4646-b55d-5c11c5326d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.820943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92a60-2db6-4706-a698-d91912991599 req-1614b0bf-bd6a-4646-b55d-5c11c5326d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:47.823678 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8db92a60-2db6-4706-a698-d91912991599 req-1614b0bf-bd6a-4646-b55d-5c11c5326d57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6208 time: 0.0881648 Nov 15 14:40:47.827105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 3d02c31d-24e3-4682-ba44-be3274e8c60d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:47.829950 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:47.877130 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-381b7a2e-23ff-4d91-8a0b-dd2c46bad5d1 req-3c4c21e3-bb69-433c-b2c8-05f12135e8b2 service neutron] 10.222.0.59 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055805 Nov 15 14:40:47.887208 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:47.904468 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-7db4e9d8-c9f7-416f-b798-7563e91405f9 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448306 Nov 15 14:40:48.004567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92a60-2db6-4706-a698-d91912991599 req-ae8cffb2-3646-40da-9740-eba6dc1d8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.005404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92a60-2db6-4706-a698-d91912991599 req-ae8cffb2-3646-40da-9740-eba6dc1d8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.006694 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92a60-2db6-4706-a698-d91912991599 req-ae8cffb2-3646-40da-9740-eba6dc1d8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.010380 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8db92a60-2db6-4706-a698-d91912991599 req-ae8cffb2-3646-40da-9740-eba6dc1d8125 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1765614 Nov 15 14:40:48.025108 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:48.058414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9d5aa6-d362-43ab-b3e6-64b67608f174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d02c31d-24e3-4682-ba44-be3274e8c60d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:48.069867 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95eaf6f-a8bf-4b18-bd26-2f0993e7fead" -d '{"events": [{"server_uuid": "9c9d5aa6-d362-43ab-b3e6-64b67608f174", "name": "network-vif-plugged", "status": "completed", "tag": "3d02c31d-24e3-4682-ba44-be3274e8c60d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:48.104569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 3d02c31d-24e3-4682-ba44-be3274e8c60d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=3d02c31d-24e3-4682-ba44-be3274e8c60d,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:48.155038 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3d080c2c-942f-409c-888e-3f818359c83c req-e9858733-e79c-4fda-82bb-fdf50c741fc0 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401066 Nov 15 14:40:48.183306 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75f15cad-70e3-4482-80b3-a3a3a2850e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:48.192152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92a60-2db6-4706-a698-d91912991599 req-c9a0232e-31fd-4c89-8648-e477d77f8437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.193666 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8db92a60-2db6-4706-a698-d91912991599 req-c9a0232e-31fd-4c89-8648-e477d77f8437 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1755481 Nov 15 14:40:48.196677 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:48.204225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc938826-1558-4438-87f4-b9a43e068b6d req-fc815c50-9d34-4b72-bfd6-0f0aef55a13e tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.205914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc938826-1558-4438-87f4-b9a43e068b6d req-fc815c50-9d34-4b72-bfd6-0f0aef55a13e tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.4937661 Nov 15 14:40:48.258020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=3d02c31d-24e3-4682-ba44-be3274e8c60d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:48.323788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Pushing event updated for resources: {'Port': ['ID=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:48.345319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd70aa6-b7f6-4eab-aee7-0ee30fc931ce req-e47e15dc-c36e-4fe3-8c8f-8db4448d187c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.347207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bd70aa6-b7f6-4eab-aee7-0ee30fc931ce req-e47e15dc-c36e-4fe3-8c8f-8db4448d187c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 944 time: 0.4412403 Nov 15 14:40:48.371520 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdfb0f-7bd6-42ea-b014-1ed649bae28c req-5f141493-ae88-4e0f-a2e9-4f03f3e17b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.373783 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0cdfb0f-7bd6-42ea-b014-1ed649bae28c req-5f141493-ae88-4e0f-a2e9-4f03f3e17b9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 1094 time: 0.0792274 Nov 15 14:40:48.419804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f15cad-70e3-4482-80b3-a3a3a2850e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=967a1658-4127-4c75-ab55-5aa7747f67c8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:48.443683 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-381b7a2e-23ff-4d91-8a0b-dd2c46bad5d1 req-a7fe06f5-c397-4376-91cf-d49dd2648bc7 service neutron] 10.222.0.59 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362771 Nov 15 14:40:48.481171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc938826-1558-4438-87f4-b9a43e068b6d req-c1e242e2-545d-488d-8671-1e07e7b08634 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274768 Nov 15 14:40:48.505912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Attempting to bind port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:48.506436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Attempting to bind port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:48.506802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Attempting to bind port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:48.514125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdfb0f-7bd6-42ea-b014-1ed649bae28c req-f4bb812c-9160-41d5-b5a5-e35376667d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.515953 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0cdfb0f-7bd6-42ea-b014-1ed649bae28c req-f4bb812c-9160-41d5-b5a5-e35376667d22 service neutron] 10.222.0.46 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 907 time: 0.1321011 Nov 15 14:40:48.518577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bd70aa6-b7f6-4eab-aee7-0ee30fc931ce req-e5f9c72c-de55-468b-bf6b-b0ceb1d385d6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465690 Nov 15 14:40:48.519805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f15cad-70e3-4482-80b3-a3a3a2850e12 admin admin] Checking segment: {'id': '5dd0e099-a2c7-46c1-ad29-e360e41cb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0071d7bc-6c45-4266-b83a-9c1c2777059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:48.520178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f15cad-70e3-4482-80b3-a3a3a2850e12 admin admin] Network hostable DHCP agents. Network: 0071d7bc-6c45-4266-b83a-9c1c2777059e, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:40:48.522497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:48.522829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Attempting to bind port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:48.531684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:48.532030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Checking segment: {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:48.532425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Bound using segment: {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:48.535425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Bound port: ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:48.535425 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:48.584812 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367a62cd-9b3e-446d-98f6-1c8cd1e64200 x-openstack-request-id: req-367a62cd-9b3e-446d-98f6-1c8cd1e64200 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:48.585964 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9d5aa6-d362-43ab-b3e6-64b67608f174", "name": "network-vif-plugged", "status": "completed", "tag": "3d02c31d-24e3-4682-ba44-be3274e8c60d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:48.587003 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-367a62cd-9b3e-446d-98f6-1c8cd1e64200 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:48.588208 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9d5aa6-d362-43ab-b3e6-64b67608f174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d02c31d-24e3-4682-ba44-be3274e8c60d', 'code': 200} Nov 15 14:40:48.592318 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0cdfb0f-7bd6-42ea-b014-1ed649bae28c req-bbea2be4-1641-4736-b587-756dc8c3d840 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e488af20-c956-4f77-a503-acba5ab3504f HTTP/1.1" status: 200 len: 217 time: 0.0615399 Nov 15 14:40:48.659827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdfb0f-7bd6-42ea-b014-1ed649bae28c req-5d4fbb86-e0b7-4517-acab-71ce2bac9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.661711 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0cdfb0f-7bd6-42ea-b014-1ed649bae28c req-5d4fbb86-e0b7-4517-acab-71ce2bac9eb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.0612009 Nov 15 14:40:48.688370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] For port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:48.690484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f15cad-70e3-4482-80b3-a3a3a2850e12 admin admin] Network 0071d7bc-6c45-4266-b83a-9c1c2777059e is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:40:48.701761 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0cdfb0f-7bd6-42ea-b014-1ed649bae28c req-c5326b62-68f4-4442-818f-78553484d439 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304725 Nov 15 14:40:48.724422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d37b85-14b0-4692-9d4d-8f0aa38ff484 req-34212686-b7b7-4314-b59a-99e5cad20d6b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.726037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03d37b85-14b0-4692-9d4d-8f0aa38ff484 req-34212686-b7b7-4314-b59a-99e5cad20d6b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 943 time: 0.1521416 Nov 15 14:40:48.728202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] For port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:48.773675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a502f37-f2a7-4b89-8284-a355cdcc1afd req-6bdc1319-2efb-49f1-935c-622aee737402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.775292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a502f37-f2a7-4b89-8284-a355cdcc1afd req-6bdc1319-2efb-49f1-935c-622aee737402 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 1096 time: 0.0889313 Nov 15 14:40:48.837728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fea1-6856-48c7-b35e-3dfd69ee07f9 req-583a4d9c-4be2-4443-9a5a-446de8c3a443 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.846274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fea1-6856-48c7-b35e-3dfd69ee07f9 req-583a4d9c-4be2-4443-9a5a-446de8c3a443 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.852577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fea1-6856-48c7-b35e-3dfd69ee07f9 req-583a4d9c-4be2-4443-9a5a-446de8c3a443 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.858657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fea1-6856-48c7-b35e-3dfd69ee07f9 req-583a4d9c-4be2-4443-9a5a-446de8c3a443 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.867455 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fea1-6856-48c7-b35e-3dfd69ee07f9 req-583a4d9c-4be2-4443-9a5a-446de8c3a443 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.876560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fea1-6856-48c7-b35e-3dfd69ee07f9 req-583a4d9c-4be2-4443-9a5a-446de8c3a443 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.882585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fea1-6856-48c7-b35e-3dfd69ee07f9 req-583a4d9c-4be2-4443-9a5a-446de8c3a443 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:48.884542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f561fea1-6856-48c7-b35e-3dfd69ee07f9 req-583a4d9c-4be2-4443-9a5a-446de8c3a443 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5383 time: 0.2312367 Nov 15 14:40:48.899918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-75f15cad-70e3-4482-80b3-a3a3a2850e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 0071d7bc-6c45-4266-b83a-9c1c2777059e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:48.911134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fd8590-3a69-42f3-9cec-773fa3a1fde7 None None] Network 0071d7bc-6c45-4266-b83a-9c1c2777059e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:40:48.941745 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:48.964508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03d37b85-14b0-4692-9d4d-8f0aa38ff484 req-3cce075d-aaa2-4976-afb9-8b4e623ffd33 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197106 Nov 15 14:40:49.017591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f15cad-70e3-4482-80b3-a3a3a2850e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:49.019340 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75f15cad-70e3-4482-80b3-a3a3a2850e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:49.059388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a502f37-f2a7-4b89-8284-a355cdcc1afd req-223397a7-1ece-4912-ab69-c655894e14c3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715321 Nov 15 14:40:49.104112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:49.106760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:49.108556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] 10.222.0.59 "PUT /v2.0/ports/ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b HTTP/1.1" status: 200 len: 1090 time: 3.5337691 Nov 15 14:40:49.191210 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-75f15cad-70e3-4482-80b3-a3a3a2850e12 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2538068 Nov 15 14:40:49.191434 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0cdfb0f-7bd6-42ea-b014-1ed649bae28c req-6ba37668-fb49-4651-8278-d2b0dee7ac63 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717491 Nov 15 14:40:49.209447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77acc70-9931-4d6e-98ba-259f6dc4750e None None] Network 0071d7bc-6c45-4266-b83a-9c1c2777059e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:40:49.268759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d942c98-4615-4506-9df6-f56e93f56e23 service neutron] Pushing event updated for resources: {'Port': ['ID=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:49.290987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f561fea1-6856-48c7-b35e-3dfd69ee07f9 req-56d8730c-7cbd-404a-b5a5-f3e4cab0cf87 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3864770 Nov 15 14:40:49.321102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Request body: {'port': {'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:49.436300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e2a28-27bb-476d-ace6-bf7163e7ad82 req-69b322ac-73b3-4206-b53e-7053fd24c9cf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:49.446118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-007e2a28-27bb-476d-ace6-bf7163e7ad82 req-69b322ac-73b3-4206-b53e-7053fd24c9cf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 945 time: 0.3747787 Nov 15 14:40:49.465933 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0cdfb0f-7bd6-42ea-b014-1ed649bae28c req-66a91944-5463-4a65-af98-1fee0753b18f service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093399 Nov 15 14:40:49.538362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-007e2a28-27bb-476d-ace6-bf7163e7ad82 req-c393c48a-3804-4e35-b5c5-b6fabda86606 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910935 Nov 15 14:40:49.540243 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:49.687659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b61bc7-fa38-41ea-b75b-2308fdc773ee req-3cb71104-9e49-48a5-aa42-b8291c7454c7 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:49.689283 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78b61bc7-fa38-41ea-b75b-2308fdc773ee req-3cb71104-9e49-48a5-aa42-b8291c7454c7 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.1188035 Nov 15 14:40:49.740330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': 'ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:49.743033 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdbb77b-7890-40a8-9244-7c154647dc49" -d '{"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:49.753027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61888153-b0c6-4b27-b1d2-a38a9cea7598 req-7f20ba50-ed93-49ab-a859-230efd5aa581 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:49.754607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61888153-b0c6-4b27-b1d2-a38a9cea7598 req-7f20ba50-ed93-49ab-a859-230efd5aa581 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 945 time: 0.1369057 Nov 15 14:40:49.896900 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61888153-b0c6-4b27-b1d2-a38a9cea7598 req-823899d8-61bb-4f64-8ac2-9393f1d26b76 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346712 Nov 15 14:40:49.902715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78b61bc7-fa38-41ea-b75b-2308fdc773ee req-c3a33e4d-dc66-46af-904f-08d1e88eef97 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444254 Nov 15 14:40:50.010603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2111f6d-3041-4df4-abc8-4f0abd6bc631 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:50.018421 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:50.038134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Transition to ACTIVE for port object d2111f6d-3041-4df4-abc8-4f0abd6bc631 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:50.191457 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:50.282505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Pushing event updated for resources: {'Port': ['ID=d2111f6d-3041-4df4-abc8-4f0abd6bc631,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:50.291777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-b5942a73-a36f-42e5-839b-5643d490f320 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:50.295082 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-b5942a73-a36f-42e5-839b-5643d490f320 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/networks?id=0071d7bc-6c45-4266-b83a-9c1c2777059e HTTP/1.1" status: 200 len: 821 time: 0.1787488 Nov 15 14:40:50.373659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-684ea5b9-84d9-48be-951c-3cea99820615 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/quotas/be7f5ac8e7274cdc8fc65ced68d5d3ce HTTP/1.1" status: 200 len: 375 time: 0.0406008 Nov 15 14:40:50.681988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 957e6a42-c4e6-4e92-8090-b1b4f858fabd no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:40:50.701713 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ce7929-40c6-4b29-84fd-d525e401a221 x-openstack-request-id: req-67ce7929-40c6-4b29-84fd-d525e401a221 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:50.702327 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:50.702327 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67ce7929-40c6-4b29-84fd-d525e401a221 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:50.702642 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': 'ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b', 'status': 'completed', 'code': 200} Nov 15 14:40:50.706261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-839f6fd9-47d4-4cdf-97d1-35711d561a4b tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=be7f5ac8e7274cdc8fc65ced68d5d3ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3216822 Nov 15 14:40:50.779051 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:50.802654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc9d9c4-558c-4a91-830a-533162ebb3e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957e6a42-c4e6-4e92-8090-b1b4f858fabd'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:50.804891 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105dfaa7-efdb-4f5b-b22a-9be9c453ba3b" -d '{"events": [{"server_uuid": "cfc9d9c4-558c-4a91-830a-533162ebb3e4", "name": "network-vif-unplugged", "status": "completed", "tag": "957e6a42-c4e6-4e92-8090-b1b4f858fabd"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:50.818553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 957e6a42-c4e6-4e92-8090-b1b4f858fabd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=957e6a42-c4e6-4e92-8090-b1b4f858fabd,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:50.821150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Attempting to bind port d2111f6d-3041-4df4-abc8-4f0abd6bc631 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:50.821495 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Attempting to bind port d2111f6d-3041-4df4-abc8-4f0abd6bc631 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:50.821858 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Attempting to bind port d2111f6d-3041-4df4-abc8-4f0abd6bc631 on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:50.838574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Port d2111f6d-3041-4df4-abc8-4f0abd6bc631 on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:50.838903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Attempting to bind port d2111f6d-3041-4df4-abc8-4f0abd6bc631 on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:50.859056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:50.859400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Checking segment: {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:50.859849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Bound using segment: {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:50.860296 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Bound port: d2111f6d-3041-4df4-abc8-4f0abd6bc631, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe804f9-c401-448a-b249-dd67317f6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:50.860661 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:50.873056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb1c35-c619-45b1-894e-41dc5affc3d9 req-dd5d644a-d314-4ce3-95c2-7a1b93d2f12f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:50.874631 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ceb1c35-c619-45b1-894e-41dc5affc3d9 req-dd5d644a-d314-4ce3-95c2-7a1b93d2f12f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 943 time: 0.1713355 Nov 15 14:40:50.888546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-68e4946b-3792-4663-b6a5-4f38dd20ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:50.889031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-68e4946b-3792-4663-b6a5-4f38dd20ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:50.889501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-68e4946b-3792-4663-b6a5-4f38dd20ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:50.889965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-68e4946b-3792-4663-b6a5-4f38dd20ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:50.890454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-68e4946b-3792-4663-b6a5-4f38dd20ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:50.890995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-68e4946b-3792-4663-b6a5-4f38dd20ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:50.891965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-68e4946b-3792-4663-b6a5-4f38dd20ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:50.893893 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-68e4946b-3792-4663-b6a5-4f38dd20ebf6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6300 time: 0.1960351 Nov 15 14:40:50.939497 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:50.994783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=957e6a42-c4e6-4e92-8090-b1b4f858fabd,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:51.029185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-acae2303-c5a7-46df-aac8-8c36c6ed0065 service neutron] 10.222.0.70 "GET /v2.0/networks/0071d7bc-6c45-4266-b83a-9c1c2777059e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892101 Nov 15 14:40:51.176140 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ceb1c35-c619-45b1-894e-41dc5affc3d9 req-16ee9ea5-e562-4d6e-a820-578c9d6fcb1c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756019 Nov 15 14:40:51.213055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] For port d2111f6d-3041-4df4-abc8-4f0abd6bc631, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:51.277703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] For port d2111f6d-3041-4df4-abc8-4f0abd6bc631, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d2111f6d-3041-4df4-abc8-4f0abd6bc631,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:51.324741 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-3f190472-be16-48e3-87fb-4c2a6570208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:51.328897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-3f190472-be16-48e3-87fb-4c2a6570208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:51.328897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-3f190472-be16-48e3-87fb-4c2a6570208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:51.328897 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-3f190472-be16-48e3-87fb-4c2a6570208e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4133561 Nov 15 14:40:51.366278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-09d78f21-a1ff-478c-acd2-70956b1f2c06 service neutron] 10.222.0.70 "GET /v2.0/networks/0071d7bc-6c45-4266-b83a-9c1c2777059e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183322 Nov 15 14:40:51.390811 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:51.501617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1e852-82b9-46a9-8100-399c8a609f6b req-0260de54-9a8b-4370-981c-786059ae6190 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:51.507526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1e852-82b9-46a9-8100-399c8a609f6b req-0260de54-9a8b-4370-981c-786059ae6190 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:51.513521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1e852-82b9-46a9-8100-399c8a609f6b req-0260de54-9a8b-4370-981c-786059ae6190 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:51.519670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1e852-82b9-46a9-8100-399c8a609f6b req-0260de54-9a8b-4370-981c-786059ae6190 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:51.525981 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1e852-82b9-46a9-8100-399c8a609f6b req-0260de54-9a8b-4370-981c-786059ae6190 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:51.532641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1e852-82b9-46a9-8100-399c8a609f6b req-0260de54-9a8b-4370-981c-786059ae6190 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:51.553164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1e852-82b9-46a9-8100-399c8a609f6b req-0260de54-9a8b-4370-981c-786059ae6190 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:51.554305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71d1e852-82b9-46a9-8100-399c8a609f6b req-0260de54-9a8b-4370-981c-786059ae6190 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5395 time: 0.2806363 Nov 15 14:40:51.603765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:51.604392 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:51.606256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] 10.222.0.59 "PUT /v2.0/ports/d2111f6d-3041-4df4-abc8-4f0abd6bc631 HTTP/1.1" status: 200 len: 1090 time: 2.3103526 Nov 15 14:40:51.618075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device e488af20-c956-4f77-a503-acba5ab3504f details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:40:51.706147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984ed66-87fd-4ef7-aab9-1645cc89ba55 service neutron] Pushing event updated for resources: {'Port': ['ID=d2111f6d-3041-4df4-abc8-4f0abd6bc631,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:51.724500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71d1e852-82b9-46a9-8100-399c8a609f6b req-8d3c0f53-eac5-4b12-8f83-2973f25d74f9 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499469 Nov 15 14:40:51.731449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Request body: {'port': {'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:51.735816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-33ba6c33-1eb0-44cd-be13-a984b94c9609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:51.737484 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-abdbb77b-7890-40a8-9244-7c154647dc49 req-33ba6c33-1eb0-44cd-be13-a984b94c9609 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3956759 Nov 15 14:40:51.892588 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:51.939367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port e488af20-c956-4f77-a503-acba5ab3504f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e488af20-c956-4f77-a503-acba5ab3504f,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:51.975053 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202f3e47-af24-4c83-a47b-d33a3ea88dde x-openstack-request-id: req-202f3e47-af24-4c83-a47b-d33a3ea88dde {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:51.975597 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc9d9c4-558c-4a91-830a-533162ebb3e4", "name": "network-vif-unplugged", "status": "completed", "tag": "957e6a42-c4e6-4e92-8090-b1b4f858fabd", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:51.975977 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-202f3e47-af24-4c83-a47b-d33a3ea88dde {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:51.976584 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc9d9c4-558c-4a91-830a-533162ebb3e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957e6a42-c4e6-4e92-8090-b1b4f858fabd', 'code': 200} Nov 15 14:40:51.985192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'e488af20-c956-4f77-a503-acba5ab3504f', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'port_id': 'e488af20-c956-4f77-a503-acba5ab3504f', 'mac_address': 'fa:16:3e:48:02:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186ef2d9-ae15-4420-a072-fa533fc8ac78', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:40:52.041882 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:52.063176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e488af20-c956-4f77-a503-acba5ab3504f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:52.084171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port e488af20-c956-4f77-a503-acba5ab3504f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e488af20-c956-4f77-a503-acba5ab3504f,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:52.092942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549e878-d282-4f19-9320-f490623166bf req-a71435ea-aa09-4ea4-af87-a5e9392a6371 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:52.095095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a549e878-d282-4f19-9320-f490623166bf req-a71435ea-aa09-4ea4-af87-a5e9392a6371 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 945 time: 0.1466315 Nov 15 14:40:52.201844 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:52.245596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a9db0-ba04-4b26-a120-47abd8a7b456 req-901b3c85-c771-4412-9bd4-9b239b5f06b6 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:52.246871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-541a9db0-ba04-4b26-a120-47abd8a7b456 req-901b3c85-c771-4412-9bd4-9b239b5f06b6 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.1961780 Nov 15 14:40:52.260946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=e488af20-c956-4f77-a503-acba5ab3504f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:52.265603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a549e878-d282-4f19-9320-f490623166bf req-236cf7a0-7dbd-44e2-8380-971d1ca778e5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543758 Nov 15 14:40:52.310370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a455b2-5777-46f7-bea0-e7a261e75319 req-02a4c444-acff-4a89-b2b2-4eb373250b7b tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:52.312012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71a455b2-5777-46f7-bea0-e7a261e75319 req-02a4c444-acff-4a89-b2b2-4eb373250b7b tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 943 time: 0.1624563 Nov 15 14:40:52.413732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-250d18fa-47ce-4eec-8295-8ad78d07795d req-b2ec1a05-c2e3-4c9d-9a32-14cf71ad4026 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 210 time: 0.0617821 Nov 15 14:40:52.479590 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['e488af20-c956-4f77-a503-acba5ab3504f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:40:52.517290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-541a9db0-ba04-4b26-a120-47abd8a7b456 req-251d608f-0184-4add-a175-ef2adb1eb4e6 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245460 Nov 15 14:40:52.571089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919c96e9-8be6-470c-b7ba-81079937b82d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:52.582010 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:52.608167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-71a455b2-5777-46f7-bea0-e7a261e75319 req-78e53ebd-da5e-448c-9b6e-0009b1a41fb2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Deleting port 957e6a42-c4e6-4e92-8090-b1b4f858fabd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:40:52.608510 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71a455b2-5777-46f7-bea0-e7a261e75319 req-78e53ebd-da5e-448c-9b6e-0009b1a41fb2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:52.638105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Transition to ACTIVE for port object 919c96e9-8be6-470c-b7ba-81079937b82d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:52.705342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd9efe-4bde-4c21-bfcc-7f67b18b9142 req-92eb8678-24f1-4f7d-a75e-45fc8fedc843 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:52.706911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ddcd9efe-4bde-4c21-bfcc-7f67b18b9142 req-92eb8678-24f1-4f7d-a75e-45fc8fedc843 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 944 time: 0.1127970 Nov 15 14:40:52.723012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': 'd2111f6d-3041-4df4-abc8-4f0abd6bc631'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:52.723012 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83a3ed0-a291-4c61-9053-636b29fe6899" -d '{"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "d2111f6d-3041-4df4-abc8-4f0abd6bc631"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:52.761386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-71a455b2-5777-46f7-bea0-e7a261e75319 req-78e53ebd-da5e-448c-9b6e-0009b1a41fb2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] For port 957e6a42-c4e6-4e92-8090-b1b4f858fabd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=957e6a42-c4e6-4e92-8090-b1b4f858fabd,segment=NetworkSegment(45e624c8-e855-4462-9e69-5a78be8f54f0),segment_id=45e624c8-e855-4462-9e69-5a78be8f54f0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:52.761761 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71a455b2-5777-46f7-bea0-e7a261e75319 req-78e53ebd-da5e-448c-9b6e-0009b1a41fb2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:52.788496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-71a455b2-5777-46f7-bea0-e7a261e75319 req-78e53ebd-da5e-448c-9b6e-0009b1a41fb2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Calling delete_port for 957e6a42-c4e6-4e92-8090-b1b4f858fabd owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:40:52.790534 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:52.834094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ddcd9efe-4bde-4c21-bfcc-7f67b18b9142 req-70b207bf-97db-4456-bc28-ae6e37689d83 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139677 Nov 15 14:40:52.898600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Pushing event updated for resources: {'Port': ['ID=919c96e9-8be6-470c-b7ba-81079937b82d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:53.086073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Attempting to bind port 919c96e9-8be6-470c-b7ba-81079937b82d on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:53.086429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Attempting to bind port 919c96e9-8be6-470c-b7ba-81079937b82d by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '86f74415-26b4-4ce6-beb9-a2c10d6d28df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:53.086766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Attempting to bind port 919c96e9-8be6-470c-b7ba-81079937b82d on network fd986e30-a4d1-4f5a-9bc4-fb302d682086 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:53.105173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9ab1b-a05e-4e55-a1b4-4203837c0056 req-e8266a3b-29cd-448b-b9e5-f9e46fdbbdee tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.106797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2f9ab1b-a05e-4e55-a1b4-4203837c0056 req-e8266a3b-29cd-448b-b9e5-f9e46fdbbdee tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 943 time: 0.1153665 Nov 15 14:40:53.111825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Port 919c96e9-8be6-470c-b7ba-81079937b82d on network fd986e30-a4d1-4f5a-9bc4-fb302d682086 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:53.112221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Attempting to bind port 919c96e9-8be6-470c-b7ba-81079937b82d on network fd986e30-a4d1-4f5a-9bc4-fb302d682086 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:53.131552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:53.131939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Checking segment: {'id': '86f74415-26b4-4ce6-beb9-a2c10d6d28df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:53.136344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Bound using segment: {'id': '86f74415-26b4-4ce6-beb9-a2c10d6d28df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:53.136344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Bound port: 919c96e9-8be6-470c-b7ba-81079937b82d, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f74415-26b4-4ce6-beb9-a2c10d6d28df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:53.136344 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:53.212503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2f9ab1b-a05e-4e55-a1b4-4203837c0056 req-e5a491c0-4a2d-4a7b-918a-56240683331d tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8f13ddd-4948-457f-9218-f8846cd43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943625 Nov 15 14:40:53.243405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] For port 919c96e9-8be6-470c-b7ba-81079937b82d, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:53.247500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] For port 919c96e9-8be6-470c-b7ba-81079937b82d, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=919c96e9-8be6-470c-b7ba-81079937b82d,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:53.261518 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585027d7-a06e-4e3b-8698-b004b09202e5 x-openstack-request-id: req-585027d7-a06e-4e3b-8698-b004b09202e5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:53.262137 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "d2111f6d-3041-4df4-abc8-4f0abd6bc631", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:53.262616 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-585027d7-a06e-4e3b-8698-b004b09202e5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:53.263422 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': 'd2111f6d-3041-4df4-abc8-4f0abd6bc631', 'status': 'completed', 'code': 200} Nov 15 14:40:53.377840 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:53.392321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71a455b2-5777-46f7-bea0-e7a261e75319 req-78e53ebd-da5e-448c-9b6e-0009b1a41fb2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:53.395006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-708494aa-c181-4616-9cc9-8a94b5e96703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.396142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-708494aa-c181-4616-9cc9-8a94b5e96703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.397253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-708494aa-c181-4616-9cc9-8a94b5e96703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.398635 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-708494aa-c181-4616-9cc9-8a94b5e96703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.398876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-708494aa-c181-4616-9cc9-8a94b5e96703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.399717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-708494aa-c181-4616-9cc9-8a94b5e96703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.400655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-708494aa-c181-4616-9cc9-8a94b5e96703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.404311 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-708494aa-c181-4616-9cc9-8a94b5e96703 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6367 time: 0.1092083 Nov 15 14:40:53.590252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-f64b8045-ad4a-4e3f-b472-a98e3a751838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.590252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-f64b8045-ad4a-4e3f-b472-a98e3a751838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.590252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-f64b8045-ad4a-4e3f-b472-a98e3a751838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.590252 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-f64b8045-ad4a-4e3f-b472-a98e3a751838 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1715994 Nov 15 14:40:53.610426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device e488af20-c956-4f77-a503-acba5ab3504f up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:40:53.731448 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-e06ccb12-3671-47aa-909b-f5d72d099c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.732928 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a83a3ed0-a291-4c61-9053-636b29fe6899 req-e06ccb12-3671-47aa-909b-f5d72d099c0a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1375096 Nov 15 14:40:53.752698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.753310 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:53.754665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] 10.222.0.59 "PUT /v2.0/ports/919c96e9-8be6-470c-b7ba-81079937b82d HTTP/1.1" status: 200 len: 1091 time: 2.0287216 Nov 15 14:40:53.789140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port e488af20-c956-4f77-a503-acba5ab3504f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:40:53.798047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port e488af20-c956-4f77-a503-acba5ab3504f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:40:53.801642 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:53.852117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bde9dc-2238-4257-9e5b-9d25fca5f637 req-3ea255b3-c24f-44ac-9e3e-8daf3e1b7ad4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.857650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bde9dc-2238-4257-9e5b-9d25fca5f637 req-3ea255b3-c24f-44ac-9e3e-8daf3e1b7ad4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.863770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bde9dc-2238-4257-9e5b-9d25fca5f637 req-3ea255b3-c24f-44ac-9e3e-8daf3e1b7ad4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.870105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bde9dc-2238-4257-9e5b-9d25fca5f637 req-3ea255b3-c24f-44ac-9e3e-8daf3e1b7ad4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.878078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bde9dc-2238-4257-9e5b-9d25fca5f637 req-3ea255b3-c24f-44ac-9e3e-8daf3e1b7ad4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.884095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bde9dc-2238-4257-9e5b-9d25fca5f637 req-3ea255b3-c24f-44ac-9e3e-8daf3e1b7ad4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.891363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bde9dc-2238-4257-9e5b-9d25fca5f637 req-3ea255b3-c24f-44ac-9e3e-8daf3e1b7ad4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:53.899007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94bde9dc-2238-4257-9e5b-9d25fca5f637 req-3ea255b3-c24f-44ac-9e3e-8daf3e1b7ad4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5407 time: 0.5773177 Nov 15 14:40:53.925544 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:53.958898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Request body: {'port': {'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:53.961790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a455b2-5777-46f7-bea0-e7a261e75319 req-78e53ebd-da5e-448c-9b6e-0009b1a41fb2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] No DVR routers for this DVR port 957e6a42-c4e6-4e92-8090-b1b4f858fabd on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:40:53.963406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdae742-e0ec-4eef-88f2-7ba94247fe1c service neutron] Pushing event updated for resources: {'Port': ['ID=919c96e9-8be6-470c-b7ba-81079937b82d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:53.967513 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71a455b2-5777-46f7-bea0-e7a261e75319 req-78e53ebd-da5e-448c-9b6e-0009b1a41fb2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:53.969639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port e488af20-c956-4f77-a503-acba5ab3504f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e488af20-c956-4f77-a503-acba5ab3504f,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:53.971576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71a455b2-5777-46f7-bea0-e7a261e75319 req-78e53ebd-da5e-448c-9b6e-0009b1a41fb2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.59 "DELETE /v2.0/ports/957e6a42-c4e6-4e92-8090-b1b4f858fabd HTTP/1.1" status: 204 len: 173 time: 1.6385479 Nov 15 14:40:53.977638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc917cf-24a6-4a05-bb02-040e0daf67e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e488af20-c956-4f77-a503-acba5ab3504f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:53.980507 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba89cb6e-52f7-4f08-844d-868f533cac35" -d '{"events": [{"server_uuid": "acc917cf-24a6-4a05-bb02-040e0daf67e9", "name": "network-vif-plugged", "status": "completed", "tag": "e488af20-c956-4f77-a503-acba5ab3504f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:54.034123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d9063-4d47-4a99-9674-ee8b46d5db98 req-7008ee83-4f99-4e8d-b15c-fcb48992fce5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:54.035785 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f4d9063-4d47-4a99-9674-ee8b46d5db98 req-7008ee83-4f99-4e8d-b15c-fcb48992fce5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 945 time: 0.2871110 Nov 15 14:40:54.040735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e53ebd-da5e-448c-9b6e-0009b1a41fb2 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] Pushing event deleted for resources: {'Port': ['ID=957e6a42-c4e6-4e92-8090-b1b4f858fabd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:54.050295 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:54.114017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=e488af20-c956-4f77-a503-acba5ab3504f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:54.123478 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:54.130327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94bde9dc-2238-4257-9e5b-9d25fca5f637 req-51e0b7c4-e35e-48f1-a69d-8192c8b09e40 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2187669 Nov 15 14:40:54.201179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f4d9063-4d47-4a99-9674-ee8b46d5db98 req-908db8bd-4bf7-4f84-aaa3-8df69ef5a9d8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476877 Nov 15 14:40:54.381929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b0de4a9-feb6-4fef-98dc-f0c102b87e6b req-99ccd6e2-7971-496e-871f-81cc0f2fc8fa tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 210 time: 0.0795887 Nov 15 14:40:54.412012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a98913-3411-4b67-89e2-b8abd60c76e0 req-95ae6229-bcb5-4504-a73e-415c1ad6c6c3 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:54.417544 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8a98913-3411-4b67-89e2-b8abd60c76e0 req-95ae6229-bcb5-4504-a73e-415c1ad6c6c3 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.1175940 Nov 15 14:40:54.564026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8a98913-3411-4b67-89e2-b8abd60c76e0 req-0dde82a0-f3d8-4fcd-8b16-16656bbc627a tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369312 Nov 15 14:40:54.585320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ec1a7-743a-4e07-881c-4dc8f0d02783 req-34852a5f-d5bd-4012-90c0-c3b9e0766c34 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:54.591546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a2ec1a7-743a-4e07-881c-4dc8f0d02783 req-34852a5f-d5bd-4012-90c0-c3b9e0766c34 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 945 time: 0.1358676 Nov 15 14:40:54.628986 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83675ee-7d80-445a-a3ee-8eb3342e6206 x-openstack-request-id: req-b83675ee-7d80-445a-a3ee-8eb3342e6206 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:54.629888 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc917cf-24a6-4a05-bb02-040e0daf67e9", "name": "network-vif-plugged", "status": "completed", "tag": "e488af20-c956-4f77-a503-acba5ab3504f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:54.630286 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b83675ee-7d80-445a-a3ee-8eb3342e6206 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:54.630867 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc917cf-24a6-4a05-bb02-040e0daf67e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e488af20-c956-4f77-a503-acba5ab3504f', 'code': 200} Nov 15 14:40:54.769979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a2ec1a7-743a-4e07-881c-4dc8f0d02783 req-94590ce6-07be-4f5d-ae53-1347413b5661 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755998 Nov 15 14:40:54.787541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62468d78-37f2-485c-be95-73edaf8332e3 req-4ee54e83-2b20-4313-b796-8d74b707dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:54.789620 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62468d78-37f2-485c-be95-73edaf8332e3 req-4ee54e83-2b20-4313-b796-8d74b707dc8e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 1096 time: 0.0600176 Nov 15 14:40:54.830071 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87d75723-2b9d-4c47-9d0f-d24ead3a88c3 req-fdac10b1-e7d5-43de-9515-e03ff0bb52c7 tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfc9d9c4-558c-4a91-830a-533162ebb3e4 HTTP/1.1" status: 200 len: 210 time: 0.0988553 Nov 15 14:40:54.834108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c146075-7f93-459c-8671-66d81fd6df08 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:54.854428 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62468d78-37f2-485c-be95-73edaf8332e3 req-59fba530-4a61-42a1-817a-fc14e74baa88 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563905 Nov 15 14:40:54.865483 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:54.917025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Transition to ACTIVE for port object 9c146075-7f93-459c-8671-66d81fd6df08 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:54.928486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-c6aaf1ba-575c-471a-85a4-941d3159d09c tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:54.930036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-c6aaf1ba-575c-471a-85a4-941d3159d09c tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.59 "GET /v2.0/networks?id=0071d7bc-6c45-4266-b83a-9c1c2777059e HTTP/1.1" status: 200 len: 821 time: 0.2594357 Nov 15 14:40:54.943904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bcd44-eb75-4419-b499-1d5c61642b7b req-556a76fe-3f7e-44be-a9a6-140c4afa29b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:54.945423 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c5bcd44-eb75-4419-b499-1d5c61642b7b req-556a76fe-3f7e-44be-a9a6-140c4afa29b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 945 time: 0.1277108 Nov 15 14:40:54.950358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-0f912af2-4655-45b1-abcd-dbdfb2412ae7 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Request body: {'port': {'device_id': 'e6e28e86-ed12-4781-a996-7e72bf3b9016', 'network_id': '0071d7bc-6c45-4266-b83a-9c1c2777059e', 'admin_state_up': True, 'tenant_id': 'be7f5ac8e7274cdc8fc65ced68d5d3ce'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:55.017051 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:55.236125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Pushing event updated for resources: {'Port': ['ID=9c146075-7f93-459c-8671-66d81fd6df08,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:55.272912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': '919c96e9-8be6-470c-b7ba-81079937b82d'}, {'server_uuid': 'cfc9d9c4-558c-4a91-830a-533162ebb3e4', 'name': 'network-vif-deleted', 'tag': '957e6a42-c4e6-4e92-8090-b1b4f858fabd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:55.275546 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66" -d '{"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "919c96e9-8be6-470c-b7ba-81079937b82d"}, {"server_uuid": "cfc9d9c4-558c-4a91-830a-533162ebb3e4", "name": "network-vif-deleted", "tag": "957e6a42-c4e6-4e92-8090-b1b4f858fabd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:55.358089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-0f912af2-4655-45b1-abcd-dbdfb2412ae7 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Made reservation on behalf of be7f5ac8e7274cdc8fc65ced68d5d3ce for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:40:55.358089 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-0f912af2-4655-45b1-abcd-dbdfb2412ae7 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:55.458274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ef9dd-6d71-4915-b2c0-4ca3c6372c78 req-ac6f3772-038b-420d-aab2-c9412ce54503 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.464812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ef9dd-6d71-4915-b2c0-4ca3c6372c78 req-ac6f3772-038b-420d-aab2-c9412ce54503 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.471048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ef9dd-6d71-4915-b2c0-4ca3c6372c78 req-ac6f3772-038b-420d-aab2-c9412ce54503 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.477074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ef9dd-6d71-4915-b2c0-4ca3c6372c78 req-ac6f3772-038b-420d-aab2-c9412ce54503 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.483079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ef9dd-6d71-4915-b2c0-4ca3c6372c78 req-ac6f3772-038b-420d-aab2-c9412ce54503 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.489095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ef9dd-6d71-4915-b2c0-4ca3c6372c78 req-ac6f3772-038b-420d-aab2-c9412ce54503 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.495105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ef9dd-6d71-4915-b2c0-4ca3c6372c78 req-ac6f3772-038b-420d-aab2-c9412ce54503 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.496992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c25ef9dd-6d71-4915-b2c0-4ca3c6372c78 req-ac6f3772-038b-420d-aab2-c9412ce54503 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.2344499 Nov 15 14:40:55.543832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Attempting to bind port 9c146075-7f93-459c-8671-66d81fd6df08 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:55.544175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Attempting to bind port 9c146075-7f93-459c-8671-66d81fd6df08 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '86f74415-26b4-4ce6-beb9-a2c10d6d28df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:55.544508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Attempting to bind port 9c146075-7f93-459c-8671-66d81fd6df08 on network fd986e30-a4d1-4f5a-9bc4-fb302d682086 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:55.561800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7c5bcd44-eb75-4419-b499-1d5c61642b7b req-8885d19f-57c0-4b0a-9599-ce57166da10b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Deleting port 3d02c31d-24e3-4682-ba44-be3274e8c60d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:40:55.562141 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c5bcd44-eb75-4419-b499-1d5c61642b7b req-8885d19f-57c0-4b0a-9599-ce57166da10b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:55.572336 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed378cfe-7968-435e-a1c0-b21f34ab73bc req-39203abc-079a-4213-aa59-6fb6334adb1b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.573728 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed378cfe-7968-435e-a1c0-b21f34ab73bc req-39203abc-079a-4213-aa59-6fb6334adb1b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 945 time: 0.2364841 Nov 15 14:40:55.591118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Port 9c146075-7f93-459c-8671-66d81fd6df08 on network fd986e30-a4d1-4f5a-9bc4-fb302d682086 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:55.593251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Attempting to bind port 9c146075-7f93-459c-8671-66d81fd6df08 on network fd986e30-a4d1-4f5a-9bc4-fb302d682086 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:55.659390 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:55.659626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Checking segment: {'id': '86f74415-26b4-4ce6-beb9-a2c10d6d28df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:55.660047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Bound using segment: {'id': '86f74415-26b4-4ce6-beb9-a2c10d6d28df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:55.660454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Bound port: 9c146075-7f93-459c-8671-66d81fd6df08, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f74415-26b4-4ce6-beb9-a2c10d6d28df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:55.660816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:55.827863 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c25ef9dd-6d71-4915-b2c0-4ca3c6372c78 req-14879e95-271a-4999-a9f6-3c3290379a12 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3196187 Nov 15 14:40:55.831207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed378cfe-7968-435e-a1c0-b21f34ab73bc req-400c20fd-e3b8-493c-bbfd-dac9f484a4fb tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409394 Nov 15 14:40:55.847349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-0f912af2-4655-45b1-abcd-dbdfb2412ae7 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Allocated IP 172.20.0.9 (0071d7bc-6c45-4266-b83a-9c1c2777059e/967a1658-4127-4c75-ab55-5aa7747f67c8/fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:40:55.873719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] For port 9c146075-7f93-459c-8671-66d81fd6df08, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:55.876244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] For port 9c146075-7f93-459c-8671-66d81fd6df08, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=9c146075-7f93-459c-8671-66d81fd6df08,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:55.878543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7c5bcd44-eb75-4419-b499-1d5c61642b7b req-8885d19f-57c0-4b0a-9599-ce57166da10b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] For port 3d02c31d-24e3-4682-ba44-be3274e8c60d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=3d02c31d-24e3-4682-ba44-be3274e8c60d,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:40:55.878961 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c5bcd44-eb75-4419-b499-1d5c61642b7b req-8885d19f-57c0-4b0a-9599-ce57166da10b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:55.893489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7c5bcd44-eb75-4419-b499-1d5c61642b7b req-8885d19f-57c0-4b0a-9599-ce57166da10b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Calling delete_port for 3d02c31d-24e3-4682-ba44-be3274e8c60d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:40:55.960212 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38302b08-63d4-4aa6-98ad-c12a09c53f1c x-openstack-request-id: req-38302b08-63d4-4aa6-98ad-c12a09c53f1c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:55.960507 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "919c96e9-8be6-470c-b7ba-81079937b82d", "status": "completed", "code": 200}, {"server_uuid": "cfc9d9c4-558c-4a91-830a-533162ebb3e4", "name": "network-vif-deleted", "tag": "957e6a42-c4e6-4e92-8090-b1b4f858fabd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:55.960758 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38302b08-63d4-4aa6-98ad-c12a09c53f1c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:55.961153 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': '919c96e9-8be6-470c-b7ba-81079937b82d', 'status': 'completed', 'code': 200} Nov 15 14:40:55.961405 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc9d9c4-558c-4a91-830a-533162ebb3e4', 'name': 'network-vif-deleted', 'tag': '957e6a42-c4e6-4e92-8090-b1b4f858fabd', 'status': 'completed', 'code': 200} Nov 15 14:40:55.970485 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:55.991422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-7a50db90-6964-4452-95a9-f8599f718de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.992029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-7a50db90-6964-4452-95a9-f8599f718de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.992522 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-7a50db90-6964-4452-95a9-f8599f718de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.993022 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-7a50db90-6964-4452-95a9-f8599f718de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.993422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-7a50db90-6964-4452-95a9-f8599f718de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.994139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-7a50db90-6964-4452-95a9-f8599f718de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.996944 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-7a50db90-6964-4452-95a9-f8599f718de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:55.996944 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-7a50db90-6964-4452-95a9-f8599f718de8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6476 time: 0.0593963 Nov 15 14:40:56.051697 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a384ab01-e982-458d-91c8-e2ccd8f71db2 req-cbf27c3f-f501-49b8-a0a2-8fdd90f1699e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 210 time: 0.0892992 Nov 15 14:40:56.096630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.097258 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:56.098685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] 10.222.0.59 "PUT /v2.0/ports/9c146075-7f93-459c-8671-66d81fd6df08 HTTP/1.1" status: 200 len: 1091 time: 2.1474140 Nov 15 14:40:56.121407 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-cfd0560f-0879-42fc-86e0-f981a995a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.123058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-cfd0560f-0879-42fc-86e0-f981a995a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.123726 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-cfd0560f-0879-42fc-86e0-f981a995a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.125487 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-cfd0560f-0879-42fc-86e0-f981a995a6a6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1199973 Nov 15 14:40:56.140280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a8ce4-5cb8-4285-8a67-1e6a872d4069 service neutron] Pushing event updated for resources: {'Port': ['ID=9c146075-7f93-459c-8671-66d81fd6df08,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:56.253497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dd934-6d2d-4f5a-b63c-9e2cf8b1118e req-107e706b-9ae0-408c-8bba-da993ca33bbb tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.260914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f27dd934-6d2d-4f5a-b63c-9e2cf8b1118e req-107e706b-9ae0-408c-8bba-da993ca33bbb tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.2802041 Nov 15 14:40:56.302143 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-89858b54-21ec-48aa-8504-81d180c541f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.305585 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4f92a5b-4f16-4cca-bd5d-3dd8dd44ae66 req-89858b54-21ec-48aa-8504-81d180c541f9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1710236 Nov 15 14:40:56.397532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f27dd934-6d2d-4f5a-b63c-9e2cf8b1118e req-92ea1d35-9e50-4681-8a35-6333f7d83af4 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356535 Nov 15 14:40:56.430098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-e7d8ba43-d722-46a7-b471-8db8e6723fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.430320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebe70b-539c-4af9-8fb8-285c8aef8a97 req-f224c221-e568-4737-8259-acf9e8478723 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.430542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-e7d8ba43-d722-46a7-b471-8db8e6723fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.430998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-e7d8ba43-d722-46a7-b471-8db8e6723fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.431452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-e7d8ba43-d722-46a7-b471-8db8e6723fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.440249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9ebe70b-539c-4af9-8fb8-285c8aef8a97 req-f224c221-e568-4737-8259-acf9e8478723 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 945 time: 0.2060168 Nov 15 14:40:56.446930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-e7d8ba43-d722-46a7-b471-8db8e6723fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.449918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-e7d8ba43-d722-46a7-b471-8db8e6723fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.449918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-e7d8ba43-d722-46a7-b471-8db8e6723fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.449918 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-e7d8ba43-d722-46a7-b471-8db8e6723fff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6476 time: 0.0945508 Nov 15 14:40:56.473402 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-0f912af2-4655-45b1-abcd-dbdfb2412ae7 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:56.485007 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c5bcd44-eb75-4419-b499-1d5c61642b7b req-8885d19f-57c0-4b0a-9599-ce57166da10b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:56.516696 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-651ebc0c-7c19-428c-bb6b-f3d4f24ebc27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=413af6e3-de77-4121-a204-74de00bc13cd HTTP/1.1" status: 200 len: 217 time: 0.0568702 Nov 15 14:40:56.524209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885d19f-57c0-4b0a-9599-ce57166da10b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Pushing event deleted for resources: {'Port': ['ID=3d02c31d-24e3-4682-ba44-be3274e8c60d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:56.564402 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9ebe70b-539c-4af9-8fb8-285c8aef8a97 req-9fb67f88-9834-4b29-a9ac-6fa2b5b3ba82 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231380 Nov 15 14:40:56.590108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-0d632c9f-0d54-497f-af83-d90dc25f7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.591677 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-0d632c9f-0d54-497f-af83-d90dc25f7d77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dbae45e-6630-4c9e-b1c2-188262994e2c HTTP/1.1" status: 200 len: 851 time: 0.0668628 Nov 15 14:40:56.613423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5bcd44-eb75-4419-b499-1d5c61642b7b req-8885d19f-57c0-4b0a-9599-ce57166da10b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] No DVR routers for this DVR port 3d02c31d-24e3-4682-ba44-be3274e8c60d on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:40:56.617425 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c5bcd44-eb75-4419-b499-1d5c61642b7b req-8885d19f-57c0-4b0a-9599-ce57166da10b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:56.622488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c5bcd44-eb75-4419-b499-1d5c61642b7b req-8885d19f-57c0-4b0a-9599-ce57166da10b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "DELETE /v2.0/ports/3d02c31d-24e3-4682-ba44-be3274e8c60d HTTP/1.1" status: 204 len: 173 time: 1.5658057 Nov 15 14:40:56.655553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-088aa474-a1bd-41c3-8cc3-dcd41e7c926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.658209 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-088aa474-a1bd-41c3-8cc3-dcd41e7c926f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcf4cf0-944a-4585-9636-be35a7eff07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564296 Nov 15 14:40:56.686984 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-0f912af2-4655-45b1-abcd-dbdfb2412ae7 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:56.719754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 957e6a42-c4e6-4e92-8090-b1b4f858fabd no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:40:56.755678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 957e6a42-c4e6-4e92-8090-b1b4f858fabd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:40:56.756639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 957e6a42-c4e6-4e92-8090-b1b4f858fabd not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:40:56.773873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-0f912af2-4655-45b1-abcd-dbdfb2412ae7 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Network 0071d7bc-6c45-4266-b83a-9c1c2777059e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:40:56.784949 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-0f912af2-4655-45b1-abcd-dbdfb2412ae7 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:40:56.790562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-0f912af2-4655-45b1-abcd-dbdfb2412ae7 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:40:56.809895 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-21150182-0aef-43da-8d69-60f55d2eae3a service neutron] 10.222.0.59 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442375 Nov 15 14:40:56.841511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f912af2-4655-45b1-abcd-dbdfb2412ae7 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Pushing event updated for resources: {'Port': ['ID=fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:56.848448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad6731-910c-4a30-ae1b-26c0a4766f3b req-e482d6a7-30f9-41ca-9bc3-40ca0685146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.853401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9ad6731-910c-4a30-ae1b-26c0a4766f3b req-e482d6a7-30f9-41ca-9bc3-40ca0685146f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 1097 time: 0.1761737 Nov 15 14:40:56.941421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-0f912af2-4655-45b1-abcd-dbdfb2412ae7 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:56.943027 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-0f912af2-4655-45b1-abcd-dbdfb2412ae7 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:56.949665 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-ee60f77b-b3e1-4244-9802-50b2d7af873e service neutron] 10.222.0.59 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303816 Nov 15 14:40:56.996480 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-02ef3c53-c68d-4ad8-a264-ac90242bdc2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 HTTP/1.1" status: 200 len: 217 time: 0.0392869 Nov 15 14:40:57.007607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6725dbb9-41e7-46f9-9c5d-5dc65fa838f3 req-8630ae4e-b443-4262-93d3-ad36f667c3b3 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 210 time: 0.0450354 Nov 15 14:40:57.011414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9ad6731-910c-4a30-ae1b-26c0a4766f3b req-9cfae603-a809-4af3-9832-05a7a5dd91c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450551 Nov 15 14:40:57.060942 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-05822ba2-84e1-4db8-8d02-33c056353787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:57.060942 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-05822ba2-84e1-4db8-8d02-33c056353787 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.0497899 Nov 15 14:40:57.061106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc862f-d522-40f2-9996-59f7bfddb64e req-7d6a5aac-b576-4774-a712-ad7dc555d528 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:57.066759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc862f-d522-40f2-9996-59f7bfddb64e req-7d6a5aac-b576-4774-a712-ad7dc555d528 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:57.072861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc862f-d522-40f2-9996-59f7bfddb64e req-7d6a5aac-b576-4774-a712-ad7dc555d528 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:57.081615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc862f-d522-40f2-9996-59f7bfddb64e req-7d6a5aac-b576-4774-a712-ad7dc555d528 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:57.086210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc862f-d522-40f2-9996-59f7bfddb64e req-7d6a5aac-b576-4774-a712-ad7dc555d528 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:57.092279 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc862f-d522-40f2-9996-59f7bfddb64e req-7d6a5aac-b576-4774-a712-ad7dc555d528 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:57.100171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc862f-d522-40f2-9996-59f7bfddb64e req-7d6a5aac-b576-4774-a712-ad7dc555d528 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:57.100975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33396) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:57.109357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-edcc862f-d522-40f2-9996-59f7bfddb64e req-7d6a5aac-b576-4774-a712-ad7dc555d528 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.1278036 Nov 15 14:40:57.133172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-0f912af2-4655-45b1-abcd-dbdfb2412ae7 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1866846 Nov 15 14:40:57.156683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-6ec5d47e-c0a3-4a6b-8464-83bb0903a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:57.158354 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-6ec5d47e-c0a3-4a6b-8464-83bb0903a7b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902619 Nov 15 14:40:57.163893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Request body: {'port': {'device_id': 'e6e28e86-ed12-4781-a996-7e72bf3b9016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:40:57.179234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d2e6dd-a0ed-481b-9909-dfb92b22e844 admin admin] Deleting subnet 5cf1135e-1812-4aea-b0cb-eae4babdb32e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:40:57.219948 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d2e6dd-a0ed-481b-9909-dfb92b22e844 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:57.269424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d2e6dd-a0ed-481b-9909-dfb92b22e844 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:57.283179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-edcc862f-d522-40f2-9996-59f7bfddb64e req-abfaef89-a1d5-4b75-839c-12df75482914 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1673219 Nov 15 14:40:57.304963 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:57.331411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320038e-4325-4e3a-94b4-f132534e208b req-61f12f79-057c-4536-ad61-67e41c219b39 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:57.338038 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-f2e1bb17-190e-474c-a035-33b69e73eacf service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699629 Nov 15 14:40:57.338613 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d320038e-4325-4e3a-94b4-f132534e208b req-61f12f79-057c-4536-ad61-67e41c219b39 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 931 time: 0.1549845 Nov 15 14:40:57.342720 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d2e6dd-a0ed-481b-9909-dfb92b22e844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:57.480226 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-52f5e539-0e83-444a-9539-7bc317784bdb service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131802 Nov 15 14:40:57.522216 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-65e687de-90af-498b-96ca-c6b8f5aa1750 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=5f31cc54-f91d-41a5-be06-8333aa16e417 HTTP/1.1" status: 200 len: 217 time: 0.0388811 Nov 15 14:40:57.590120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-15cd2d6d-0020-4cb5-a63a-be1b84b64c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:57.591715 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-15cd2d6d-0020-4cb5-a63a-be1b84b64c8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.0627775 Nov 15 14:40:57.634436 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d2e6dd-a0ed-481b-9909-dfb92b22e844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:57.639557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 3d02c31d-24e3-4682-ba44-be3274e8c60d no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:40:57.688966 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d2e6dd-a0ed-481b-9909-dfb92b22e844 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:57.693192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 3d02c31d-24e3-4682-ba44-be3274e8c60d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:40:57.693867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 3d02c31d-24e3-4682-ba44-be3274e8c60d not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:40:57.698579 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-85d2e6dd-a0ed-481b-9909-dfb92b22e844 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5cf1135e-1812-4aea-b0cb-eae4babdb32e HTTP/1.1" status: 204 len: 168 time: 0.5944922 Nov 15 14:40:57.728329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:57.728329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2e6dd-a0ed-481b-9909-dfb92b22e844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cf1135e-1812-4aea-b0cb-eae4babdb32e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:57.759588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-ff2517c3-7b07-4fa0-bda0-aaf1deccf029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:57.761121 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-ff2517c3-7b07-4fa0-bda0-aaf1deccf029 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1622491 Nov 15 14:40:57.783034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d320038e-4325-4e3a-94b4-f132534e208b req-7874150b-a0bd-4abb-8fd5-c360c1df6f71 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e42317c-ea54-4535-8f1b-55140b784b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435360 Nov 15 14:40:57.846023 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36fe4b1a-7966-407e-83e0-bbac87319e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:58.179745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fd3ac-4464-40ef-a831-c0d955e24343 req-345da6eb-71ad-423d-aad8-8d3e526d3f14 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.179745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d21fd3ac-4464-40ef-a831-c0d955e24343 req-345da6eb-71ad-423d-aad8-8d3e526d3f14 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.1418462 Nov 15 14:40:58.184790 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-392ce22f-033d-4901-91cb-e27f1755cf67 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837971 Nov 15 14:40:58.186045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': '9c146075-7f93-459c-8671-66d81fd6df08'}, {'server_uuid': '9c9d5aa6-d362-43ab-b3e6-64b67608f174', 'name': 'network-vif-deleted', 'tag': '3d02c31d-24e3-4682-ba44-be3274e8c60d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:40:58.186045 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "9c146075-7f93-459c-8671-66d81fd6df08"}, {"server_uuid": "9c9d5aa6-d362-43ab-b3e6-64b67608f174", "name": "network-vif-deleted", "tag": "3d02c31d-24e3-4682-ba44-be3274e8c60d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:40:58.186435 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36fe4b1a-7966-407e-83e0-bbac87319e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:58.186435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-36fe4b1a-7966-407e-83e0-bbac87319e54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fc7c01-c117-456b-9c07-be298e268580']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:58.186781 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d21fd3ac-4464-40ef-a831-c0d955e24343 req-6ff692c2-2e00-4636-820d-66ad50a0b68a tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224940 Nov 15 14:40:58.186947 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-36fe4b1a-7966-407e-83e0-bbac87319e54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e624c8-e855-4462-9e69-5a78be8f54f0') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:58.186947 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-36fe4b1a-7966-407e-83e0-bbac87319e54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e624c8-e855-4462-9e69-5a78be8f54f0') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:40:58.186947 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36fe4b1a-7966-407e-83e0-bbac87319e54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:58.187365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0390ae-2bd4-4ec5-ab94-38e9693ac26f req-fe3ab415-cee9-41dd-8f0c-d70011c0d4a9 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.187365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd0390ae-2bd4-4ec5-ab94-38e9693ac26f req-fe3ab415-cee9-41dd-8f0c-d70011c0d4a9 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 945 time: 0.1004510 Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36fe4b1a-7966-407e-83e0-bbac87319e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-9dde9755-ef38-413e-bce2-4f1e14f2ee86 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517801 Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fe4b1a-7966-407e-83e0-bbac87319e54 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36fe4b1a-7966-407e-83e0-bbac87319e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:40:58.188316 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:40:58.192295 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d08911-d4af-4a96-ac2d-4af209d8da95 x-openstack-request-id: req-f0d08911-d4af-4a96-ac2d-4af209d8da95 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:40:58.192295 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "9c146075-7f93-459c-8671-66d81fd6df08", "status": "completed", "code": 200}, {"server_uuid": "9c9d5aa6-d362-43ab-b3e6-64b67608f174", "name": "network-vif-deleted", "tag": "3d02c31d-24e3-4682-ba44-be3274e8c60d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:40:58.192295 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0d08911-d4af-4a96-ac2d-4af209d8da95 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:40:58.192295 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': '9c146075-7f93-459c-8671-66d81fd6df08', 'status': 'completed', 'code': 200} Nov 15 14:40:58.192295 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9d5aa6-d362-43ab-b3e6-64b67608f174', 'name': 'network-vif-deleted', 'tag': '3d02c31d-24e3-4682-ba44-be3274e8c60d', 'status': 'completed', 'code': 200} Nov 15 14:40:58.192295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:40:58.192295 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:58.210857 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-0d70d289-9864-47d5-bfa3-e13b1084cfb0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b HTTP/1.1" status: 200 len: 217 time: 0.0684233 Nov 15 14:40:58.211865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Transition to ACTIVE for port object fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:40:58.216157 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd0390ae-2bd4-4ec5-ab94-38e9693ac26f req-2d1a2d1c-a778-470e-82aa-cc0d837c251c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963738 Nov 15 14:40:58.264113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82a32bfd-5fb9-478f-bc11-01b3b5c37928 req-d3d921a2-00d6-4d10-bc48-db9e339bd1ab tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c9d5aa6-d362-43ab-b3e6-64b67608f174 HTTP/1.1" status: 200 len: 210 time: 0.0350413 Nov 15 14:40:58.270202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-0a8228c8-51b4-4fab-827d-e19e130de5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.271771 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-0a8228c8-51b4-4fab-827d-e19e130de5e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.0487115 Nov 15 14:40:58.340348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-697c6ed7-42a7-45ba-8c20-53196bc03976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.344361 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-697c6ed7-42a7-45ba-8c20-53196bc03976 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616071 Nov 15 14:40:58.367261 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:58.410903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf517a-9245-4dd7-8c76-119fa8141de3 req-73742388-67b4-46cf-8c96-e04789acd0df tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.414569 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36fe4b1a-7966-407e-83e0-bbac87319e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:58.417311 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6cf517a-9245-4dd7-8c76-119fa8141de3 req-73742388-67b4-46cf-8c96-e04789acd0df tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 945 time: 0.1128869 Nov 15 14:40:58.419863 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:58.440347 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36fe4b1a-7966-407e-83e0-bbac87319e54 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:58.443703 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-36fe4b1a-7966-407e-83e0-bbac87319e54 admin admin] 10.222.0.70 "DELETE /v2.0/networks/13fc7c01-c117-456b-9c07-be298e268580 HTTP/1.1" status: 204 len: 168 time: 0.7427089 Nov 15 14:40:58.459403 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe4b1a-7966-407e-83e0-bbac87319e54 admin admin] Pushing event deleted for resources: {'Network': ['ID=13fc7c01-c117-456b-9c07-be298e268580,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:58.486833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf15cb-3dd3-40a1-bcb9-1f2512c88b03 req-114920a8-ee32-4fbc-aff6-6499be0ad51d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.490863 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-064b2854-f14a-4869-8d10-600e2254fcef service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403899 Nov 15 14:40:58.492874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf15cb-3dd3-40a1-bcb9-1f2512c88b03 req-114920a8-ee32-4fbc-aff6-6499be0ad51d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.498925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf15cb-3dd3-40a1-bcb9-1f2512c88b03 req-114920a8-ee32-4fbc-aff6-6499be0ad51d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.505211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf15cb-3dd3-40a1-bcb9-1f2512c88b03 req-114920a8-ee32-4fbc-aff6-6499be0ad51d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.512144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf15cb-3dd3-40a1-bcb9-1f2512c88b03 req-114920a8-ee32-4fbc-aff6-6499be0ad51d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.518316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf15cb-3dd3-40a1-bcb9-1f2512c88b03 req-114920a8-ee32-4fbc-aff6-6499be0ad51d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.524304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf15cb-3dd3-40a1-bcb9-1f2512c88b03 req-114920a8-ee32-4fbc-aff6-6499be0ad51d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.526534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5daf15cb-3dd3-40a1-bcb9-1f2512c88b03 req-114920a8-ee32-4fbc-aff6-6499be0ad51d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.1689403 Nov 15 14:40:58.574078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:58.595889 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:58.607226 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cc149e7a-f78e-4c1c-962b-3b4384661e27 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078789 Nov 15 14:40:58.652444 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-bf630c4d-a4d6-4b91-9bf2-a806b2595eeb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=d2111f6d-3041-4df4-abc8-4f0abd6bc631 HTTP/1.1" status: 200 len: 217 time: 0.0383539 Nov 15 14:40:58.668646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6cf517a-9245-4dd7-8c76-119fa8141de3 req-3934115d-3855-4008-9b7e-fe4a585420d4 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313762 Nov 15 14:40:58.713475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Attempting to bind port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:40:58.714193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Attempting to bind port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '5dd0e099-a2c7-46c1-ad29-e360e41cb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0071d7bc-6c45-4266-b83a-9c1c2777059e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:40:58.714913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Attempting to bind port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf on network 0071d7bc-6c45-4266-b83a-9c1c2777059e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:58.722774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5daf15cb-3dd3-40a1-bcb9-1f2512c88b03 req-edfa896d-2abf-4419-864a-13df1cc60a1d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1803350 Nov 15 14:40:58.732128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf on network 0071d7bc-6c45-4266-b83a-9c1c2777059e not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:40:58.732128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Attempting to bind port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf on network 0071d7bc-6c45-4266-b83a-9c1c2777059e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:40:58.743656 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:40:58.744249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Checking segment: {'id': '5dd0e099-a2c7-46c1-ad29-e360e41cb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0071d7bc-6c45-4266-b83a-9c1c2777059e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:40:58.744529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Bound using segment: {'id': '5dd0e099-a2c7-46c1-ad29-e360e41cb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0071d7bc-6c45-4266-b83a-9c1c2777059e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:40:58.745035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Bound port: fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd0e099-a2c7-46c1-ad29-e360e41cb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0071d7bc-6c45-4266-b83a-9c1c2777059e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:40:58.745462 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:58.753617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cb692441-068e-4b2b-84a4-946f953d66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.755702 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cb692441-068e-4b2b-84a4-946f953d66ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.0966878 Nov 15 14:40:58.817867 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2901b60f-e84c-4b44-935b-49e2cce2a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.819338 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-2901b60f-e84c-4b44-935b-49e2cce2a8c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0550766 Nov 15 14:40:58.846507 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] For port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:40:58.847876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] For port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf,segment=NetworkSegment(5dd0e099-a2c7-46c1-ad29-e360e41cb01a),segment_id=5dd0e099-a2c7-46c1-ad29-e360e41cb01a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:40:58.914456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920f999-0aa0-4824-b9b4-1eac97bc0e20 req-b65b801d-287e-48f7-b162-dc9883bd1bce tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:58.916398 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5920f999-0aa0-4824-b9b4-1eac97bc0e20 req-b65b801d-287e-48f7-b162-dc9883bd1bce tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 943 time: 0.0529244 Nov 15 14:40:58.921971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33434) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:58.935412 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-5e76ddc1-d68e-40a7-b5aa-077805c02085 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056871 Nov 15 14:40:58.978690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:59.042329 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-6a6e64ea-718c-48df-817e-454bf48152ad service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987642 Nov 15 14:40:59.046001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8a0f8fee-f38d-4aef-819a-9ca732031f92 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ddf0d988fb145c3811cd58163246078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1227739 Nov 15 14:40:59.048859 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:40:59.059092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5920f999-0aa0-4824-b9b4-1eac97bc0e20 req-c7bd611c-9b4f-44df-88b4-11274f2aacfd tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e42317c-ea54-4535-8f1b-55140b784b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346376 Nov 15 14:40:59.079050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:59.079917 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:59.081864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf HTTP/1.1" status: 200 len: 1091 time: 1.9247656 Nov 15 14:40:59.098125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2540e-9293-475d-ac54-b36348cd00d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:59.127849 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-03715dac-cca6-441d-816f-c30207b9cfad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=919c96e9-8be6-470c-b7ba-81079937b82d HTTP/1.1" status: 200 len: 217 time: 0.0760853 Nov 15 14:40:59.199239 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-767e72aa-22fd-493a-8e56-f87c0e822552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:59.201375 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-767e72aa-22fd-493a-8e56-f87c0e822552 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53bbca71-b99a-424a-9e90-02c5e8ace1fe HTTP/1.1" status: 200 len: 797 time: 0.0664537 Nov 15 14:40:59.282804 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d85b5d8-7c76-4200-9937-0c05c29f45da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:59.302322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f76076-b7dd-4d89-98bc-04bd6c064708 req-030976ed-4828-4f96-874e-2211296a8c99 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:59.304331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1f76076-b7dd-4d89-98bc-04bd6c064708 req-030976ed-4828-4f96-874e-2211296a8c99 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 945 time: 0.0839205 Nov 15 14:40:59.325181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-fccf929f-5dbe-4ed4-820e-66d54db0d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:59.325400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-fccf929f-5dbe-4ed4-820e-66d54db0d222 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be7f5ac8e7274cdc8fc65ced68d5d3ce&device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 1094 time: 0.0945201 Nov 15 14:40:59.329803 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d85b5d8-7c76-4200-9937-0c05c29f45da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:59.344470 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-80a43dc6-f12e-4794-bbbe-7fb41bb9d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:59.346102 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-80a43dc6-f12e-4794-bbbe-7fb41bb9d48a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1270313 Nov 15 14:40:59.389321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-9617f0bf-f902-4b5a-a4f8-91890926c940 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf HTTP/1.1" status: 200 len: 217 time: 0.0549033 Nov 15 14:40:59.460786 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-be6c9d69-e84f-418a-85fa-f623decaa420 service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021078 Nov 15 14:40:59.461748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1f76076-b7dd-4d89-98bc-04bd6c064708 req-89b7cbc3-13ac-4ddb-8b82-a5fbf1f3fb3b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510334 Nov 15 14:40:59.488288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-295014bb-726b-4984-9dd7-95660df03e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:59.488672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-295014bb-726b-4984-9dd7-95660df03e20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=967a1658-4127-4c75-ab55-5aa7747f67c8 HTTP/1.1" status: 200 len: 861 time: 0.0834663 Nov 15 14:40:59.499634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849aedf-2337-42e6-808d-8e126c7a0cad req-7737491c-fb62-4bc4-aaef-4188f6f586d3 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:59.501796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5849aedf-2337-42e6-808d-8e126c7a0cad req-7737491c-fb62-4bc4-aaef-4188f6f586d3 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.1648552 Nov 15 14:40:59.542523 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d85b5d8-7c76-4200-9937-0c05c29f45da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:59.548718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d85b5d8-7c76-4200-9937-0c05c29f45da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:59.549960 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4d85b5d8-7c76-4200-9937-0c05c29f45da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d8f13ddd-4948-457f-9218-f8846cd43132 HTTP/1.1" status: 204 len: 168 time: 0.4997654 Nov 15 14:40:59.552846 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-7c1b12a7-6368-49fb-8daf-c94c30cbc2ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0071d7bc-6c45-4266-b83a-9c1c2777059e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462277 Nov 15 14:40:59.575390 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85b5d8-7c76-4200-9937-0c05c29f45da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f13ddd-4948-457f-9218-f8846cd43132,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:40:59.619845 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-26e42c3c-928f-4a96-9525-cd875990b82c service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475456 Nov 15 14:40:59.669844 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5849aedf-2337-42e6-808d-8e126c7a0cad req-a93bc6b0-62b0-4c1d-849e-734651fd7aec tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560690 Nov 15 14:40:59.709845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-86288b39-3894-4c4a-badb-0d7112e474c4 service neutron] 10.222.0.59 "GET /v2.0/networks/0071d7bc-6c45-4266-b83a-9c1c2777059e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497679 Nov 15 14:40:59.730031 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-5777dc1c-6f3c-428d-abc1-f102be250a97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c146075-7f93-459c-8671-66d81fd6df08 HTTP/1.1" status: 200 len: 217 time: 0.1028545 Nov 15 14:40:59.743317 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7841a5-afd3-4bf1-95b0-a7e551b30739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:40:59.822526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-a7af21c4-4d39-4729-8af4-c9c676cfd118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:59.824080 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-a7af21c4-4d39-4729-8af4-c9c676cfd118 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53bbca71-b99a-424a-9e90-02c5e8ace1fe HTTP/1.1" status: 200 len: 797 time: 0.0792603 Nov 15 14:40:59.892966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-a5cd173a-c1a6-4eb2-b4b2-da2a2ddea104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:59.894873 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-a5cd173a-c1a6-4eb2-b4b2-da2a2ddea104 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0627759 Nov 15 14:40:59.912966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50da7eb0-1c4a-4b32-8fe8-c05ab200d850 req-46912104-3e50-4763-a920-16cdbfa1b751 service neutron] 10.222.0.59 "GET /v2.0/networks/0071d7bc-6c45-4266-b83a-9c1c2777059e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955204 Nov 15 14:40:59.960953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-406d9366-72ab-485f-b83e-bd5b516c7b98 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:40:59.962540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-406d9366-72ab-485f-b83e-bd5b516c7b98 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 812 time: 0.1354442 Nov 15 14:40:59.978267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-0cbcbed2-bea7-46c8-8659-3179ef79ea70 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/quotas/1ea279d6bdf74dbca229a904f81e9ead HTTP/1.1" status: 200 len: 375 time: 0.0098536 Nov 15 14:40:59.999172 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-08f89ea9-c905-4a47-ac77-34cd7b1adad0 service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968277 Nov 15 14:41:00.018174 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-057c9b0d-936a-499e-8adb-c5f86293552c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336347 Nov 15 14:41:00.151532 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7f0aa722-4ab7-4a9e-b866-0cdf4dc92089 req-cb6067d2-8b09-4e29-adb9-8405443cc717 service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433532 Nov 15 14:41:00.152109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e28e86-ed12-4781-a996-7e72bf3b9016', 'tag': 'fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:00.155542 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39748975-0171-4bdb-8904-dfa2f77d3f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e28e86-ed12-4781-a996-7e72bf3b9016", "tag": "fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:00.179408 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-5c3461de-1b6e-4003-9649-5024da950443 service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483746 Nov 15 14:41:00.334444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765767f-849c-4278-9fe6-6b3388f6a345 req-7bf005e7-f5d4-4073-8821-5bece50d8e08 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.341744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765767f-849c-4278-9fe6-6b3388f6a345 req-7bf005e7-f5d4-4073-8821-5bece50d8e08 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.349766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765767f-849c-4278-9fe6-6b3388f6a345 req-7bf005e7-f5d4-4073-8821-5bece50d8e08 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.359208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765767f-849c-4278-9fe6-6b3388f6a345 req-7bf005e7-f5d4-4073-8821-5bece50d8e08 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.371869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765767f-849c-4278-9fe6-6b3388f6a345 req-7bf005e7-f5d4-4073-8821-5bece50d8e08 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.371987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-68e20554-9720-4540-8494-3a4c70687a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.371987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-68e20554-9720-4540-8494-3a4c70687a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.372570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-68e20554-9720-4540-8494-3a4c70687a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.373246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-68e20554-9720-4540-8494-3a4c70687a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.374295 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-68e20554-9720-4540-8494-3a4c70687a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.375180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-68e20554-9720-4540-8494-3a4c70687a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.375527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765767f-849c-4278-9fe6-6b3388f6a345 req-7bf005e7-f5d4-4073-8821-5bece50d8e08 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.376092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-68e20554-9720-4540-8494-3a4c70687a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.379133 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-68e20554-9720-4540-8494-3a4c70687a76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6476 time: 0.0814137 Nov 15 14:41:00.383788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765767f-849c-4278-9fe6-6b3388f6a345 req-7bf005e7-f5d4-4073-8821-5bece50d8e08 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.394762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f765767f-849c-4278-9fe6-6b3388f6a345 req-7bf005e7-f5d4-4073-8821-5bece50d8e08 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.2118144 Nov 15 14:41:00.455068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40ab19-030d-42de-86eb-19239c489d12 req-ae26952f-7b21-438b-9875-39d7bf113414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.456601 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a40ab19-030d-42de-86eb-19239c489d12 req-ae26952f-7b21-438b-9875-39d7bf113414 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1847ae12bc24094b6e8ac83bfed46df&device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 1097 time: 0.2218676 Nov 15 14:41:00.464844 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-542ac0d4-fcdc-4e6d-9356-468f37ce78f8 service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714112 Nov 15 14:41:00.505644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-0a4c7690-e8ed-4cb2-a275-055b74ef50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.510316 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-0a4c7690-e8ed-4cb2-a275-055b74ef50f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd986e30-a4d1-4f5a-9bc4-fb302d682086 HTTP/1.1" status: 200 len: 901 time: 0.1176562 Nov 15 14:41:00.557986 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-c738f5a6-0f0d-431a-82ae-160243934241 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c146075-7f93-459c-8671-66d81fd6df08 HTTP/1.1" status: 200 len: 217 time: 0.0405822 Nov 15 14:41:00.564429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f765767f-849c-4278-9fe6-6b3388f6a345 req-2ac305a5-3d0e-4a0d-9412-07b531e87068 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1687977 Nov 15 14:41:00.591688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40ab19-030d-42de-86eb-19239c489d12 req-b78400a9-9f37-4349-9e71-e1896a13c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.593338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a40ab19-030d-42de-86eb-19239c489d12 req-b78400a9-9f37-4349-9e71-e1896a13c023 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b18155c8-d8ed-48f4-acb3-7c431e1273ff HTTP/1.1" status: 200 len: 911 time: 0.1245012 Nov 15 14:41:00.642755 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-b53a8fb3-c45a-43eb-a50e-c9f3d8eb0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.644500 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-b53a8fb3-c45a-43eb-a50e-c9f3d8eb0931 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53bbca71-b99a-424a-9e90-02c5e8ace1fe HTTP/1.1" status: 200 len: 797 time: 0.0767438 Nov 15 14:41:00.703554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a40ab19-030d-42de-86eb-19239c489d12 req-2db3d66a-f6dc-4836-8e43-47370d96359b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=686eb3cd-a153-41cb-8011-9870fc2400f3 HTTP/1.1" status: 200 len: 217 time: 0.0876899 Nov 15 14:41:00.741024 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-62dd7e6d-34db-495b-b38a-9a9afc71ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.743234 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-62dd7e6d-34db-495b-b38a-9a9afc71ba80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872459 Nov 15 14:41:00.769016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d556496-d47f-40bc-a341-56d19fbdd9d4 req-23bedd32-2e8b-4394-9b63-82b623e8ccaf tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.770720 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3d556496-d47f-40bc-a341-56d19fbdd9d4 req-23bedd32-2e8b-4394-9b63-82b623e8ccaf tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 945 time: 0.1250703 Nov 15 14:41:00.827908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40ab19-030d-42de-86eb-19239c489d12 req-21752ed2-91de-44db-9cd0-1bc7357755b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.829533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a40ab19-030d-42de-86eb-19239c489d12 req-21752ed2-91de-44db-9cd0-1bc7357755b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ea3356-37e2-41c3-90e5-e7324e250f2c HTTP/1.1" status: 200 len: 850 time: 0.1166031 Nov 15 14:41:00.913213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a40ab19-030d-42de-86eb-19239c489d12 req-0854465c-686f-4862-bf03-350e97fcdf09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b18155c8-d8ed-48f4-acb3-7c431e1273ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732510 Nov 15 14:41:00.923768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc4aa7-3972-47c3-8fbd-6d5959cbb74e req-65591032-c57f-4b61-8ccf-bb135fdf7fd7 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:00.926732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b3cc4aa7-3972-47c3-8fbd-6d5959cbb74e req-65591032-c57f-4b61-8ccf-bb135fdf7fd7 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.2273855 Nov 15 14:41:00.987531 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-33350c07-be44-418b-9b0c-e4fa5769d11f service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301083 Nov 15 14:41:01.022278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df40cd2-84e9-43a9-b85c-c2c6c5149ac4 req-70b76ea3-6233-4aba-9eee-ee3e2b5436c5 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:01.023981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8df40cd2-84e9-43a9-b85c-c2c6c5149ac4 req-70b76ea3-6233-4aba-9eee-ee3e2b5436c5 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 943 time: 0.1719580 Nov 15 14:41:01.059959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3d556496-d47f-40bc-a341-56d19fbdd9d4 req-8d255aef-fb67-42fc-83b6-26b90da13997 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Deleting port e488af20-c956-4f77-a503-acba5ab3504f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:41:01.060475 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d556496-d47f-40bc-a341-56d19fbdd9d4 req-8d255aef-fb67-42fc-83b6-26b90da13997 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:01.110033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b3cc4aa7-3972-47c3-8fbd-6d5959cbb74e req-cf991823-e93d-45ea-ab4b-7119ddc45e62 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701667 Nov 15 14:41:01.124295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8df40cd2-84e9-43a9-b85c-c2c6c5149ac4 req-533440e4-94ec-4146-9145-d6744e83e892 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e42317c-ea54-4535-8f1b-55140b784b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908444 Nov 15 14:41:01.150504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a40ab19-030d-42de-86eb-19239c489d12 req-853349d7-e497-44d4-af08-bd33257186a7 service neutron] 10.222.0.46 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181826 Nov 15 14:41:01.285758 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d3d2169-7a11-47b7-8cf7-a164c72a7dcc req-69e9eba7-ffeb-4514-af9e-efbbf308ddbb service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904944 Nov 15 14:41:01.288447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3d556496-d47f-40bc-a341-56d19fbdd9d4 req-8d255aef-fb67-42fc-83b6-26b90da13997 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] For port e488af20-c956-4f77-a503-acba5ab3504f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e488af20-c956-4f77-a503-acba5ab3504f,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:01.288891 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d556496-d47f-40bc-a341-56d19fbdd9d4 req-8d255aef-fb67-42fc-83b6-26b90da13997 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:01.296589 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ccfe10-c41d-4334-82aa-6d45f452bfef x-openstack-request-id: req-e1ccfe10-c41d-4334-82aa-6d45f452bfef {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:01.297474 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e28e86-ed12-4781-a996-7e72bf3b9016", "tag": "fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:01.297843 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1ccfe10-c41d-4334-82aa-6d45f452bfef {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:01.298295 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e28e86-ed12-4781-a996-7e72bf3b9016', 'tag': 'fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf', 'status': 'completed', 'code': 200} Nov 15 14:41:01.323553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3d556496-d47f-40bc-a341-56d19fbdd9d4 req-8d255aef-fb67-42fc-83b6-26b90da13997 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Calling delete_port for e488af20-c956-4f77-a503-acba5ab3504f owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:41:01.442326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7059d05b-4668-49cd-8928-157bf83a1612 req-59e5e41a-fd95-4984-a943-eb48d06a65f4 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 210 time: 0.0728776 Nov 15 14:41:01.449983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39748975-0171-4bdb-8904-dfa2f77d3f8f req-f748da56-44d6-462a-bdee-970140b17b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:01.451787 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39748975-0171-4bdb-8904-dfa2f77d3f8f req-f748da56-44d6-462a-bdee-970140b17b71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be7f5ac8e7274cdc8fc65ced68d5d3ce&device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 1094 time: 0.1524558 Nov 15 14:41:01.571203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a40ab19-030d-42de-86eb-19239c489d12 req-366fd4f8-bd38-413c-b26d-341a51c43992 service neutron] 10.222.0.46 "GET /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115412 Nov 15 14:41:01.595412 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeebfd-03ba-46f8-a966-75d5d3b7225b req-3fa468be-c4af-4496-84a4-f98c882902dc tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:01.597138 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8efeebfd-03ba-46f8-a966-75d5d3b7225b req-3fa468be-c4af-4496-84a4-f98c882902dc tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 945 time: 0.2233415 Nov 15 14:41:01.638847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39748975-0171-4bdb-8904-dfa2f77d3f8f req-62f4e58c-8ddd-4e7b-8bae-aaac7d460886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:01.641209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39748975-0171-4bdb-8904-dfa2f77d3f8f req-62f4e58c-8ddd-4e7b-8bae-aaac7d460886 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0071d7bc-6c45-4266-b83a-9c1c2777059e HTTP/1.1" status: 200 len: 922 time: 0.1729567 Nov 15 14:41:01.713525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39748975-0171-4bdb-8904-dfa2f77d3f8f req-7c710a69-c677-4fd9-aa14-2033b8384b20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf HTTP/1.1" status: 200 len: 217 time: 0.0649776 Nov 15 14:41:01.795950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-c747e859-33a7-49b3-9323-8949617bf72f tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=82d4b0400ead465a9ac3fb5f0124e4e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591369 Nov 15 14:41:01.815032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8efeebfd-03ba-46f8-a966-75d5d3b7225b req-bed59d6e-10b8-4c7a-9cd0-7c851f42cd6a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782837 Nov 15 14:41:01.839286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39748975-0171-4bdb-8904-dfa2f77d3f8f req-8b81f679-05db-4e81-a344-e9186fcdd2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:01.841202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39748975-0171-4bdb-8904-dfa2f77d3f8f req-8b81f679-05db-4e81-a344-e9186fcdd2e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=967a1658-4127-4c75-ab55-5aa7747f67c8 HTTP/1.1" status: 200 len: 861 time: 0.1183815 Nov 15 14:41:01.946122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39748975-0171-4bdb-8904-dfa2f77d3f8f req-4465e4e0-9074-4c00-891f-a931b5f86bbb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0071d7bc-6c45-4266-b83a-9c1c2777059e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416403 Nov 15 14:41:01.978276 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d556496-d47f-40bc-a341-56d19fbdd9d4 req-8d255aef-fb67-42fc-83b6-26b90da13997 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:01.991986 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:02.031967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d255aef-fb67-42fc-83b6-26b90da13997 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event deleted for resources: {'Port': ['ID=e488af20-c956-4f77-a503-acba5ab3504f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:02.103039 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d556496-d47f-40bc-a341-56d19fbdd9d4 req-8d255aef-fb67-42fc-83b6-26b90da13997 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] No DVR routers for this DVR port e488af20-c956-4f77-a503-acba5ab3504f on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:41:02.104781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7b2d9-31ff-4c12-8d76-c3ccbcc944c3 req-6b7a3135-bb04-4245-b460-169450532db3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:02.106275 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3d556496-d47f-40bc-a341-56d19fbdd9d4 req-8d255aef-fb67-42fc-83b6-26b90da13997 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:02.110645 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3d556496-d47f-40bc-a341-56d19fbdd9d4 req-8d255aef-fb67-42fc-83b6-26b90da13997 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "DELETE /v2.0/ports/e488af20-c956-4f77-a503-acba5ab3504f HTTP/1.1" status: 204 len: 173 time: 1.3303337 Nov 15 14:41:02.111588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc917cf-24a6-4a05-bb02-040e0daf67e9', 'name': 'network-vif-deleted', 'tag': 'e488af20-c956-4f77-a503-acba5ab3504f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:02.113351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7b2d9-31ff-4c12-8d76-c3ccbcc944c3 req-6b7a3135-bb04-4245-b460-169450532db3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:02.122924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7b2d9-31ff-4c12-8d76-c3ccbcc944c3 req-6b7a3135-bb04-4245-b460-169450532db3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:02.127828 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d32692-8b59-410c-ae79-d307e638c9d4" -d '{"events": [{"server_uuid": "acc917cf-24a6-4a05-bb02-040e0daf67e9", "name": "network-vif-deleted", "tag": "e488af20-c956-4f77-a503-acba5ab3504f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:02.135041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7b2d9-31ff-4c12-8d76-c3ccbcc944c3 req-6b7a3135-bb04-4245-b460-169450532db3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:02.142256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7b2d9-31ff-4c12-8d76-c3ccbcc944c3 req-6b7a3135-bb04-4245-b460-169450532db3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:02.148716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7b2d9-31ff-4c12-8d76-c3ccbcc944c3 req-6b7a3135-bb04-4245-b460-169450532db3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:02.159480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7b2d9-31ff-4c12-8d76-c3ccbcc944c3 req-6b7a3135-bb04-4245-b460-169450532db3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:02.173203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83f7b2d9-31ff-4c12-8d76-c3ccbcc944c3 req-6b7a3135-bb04-4245-b460-169450532db3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.2696908 Nov 15 14:41:02.209565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-79e62174-6b53-4c3c-8010-4bfc645134a4 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:02.219067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-79e62174-6b53-4c3c-8010-4bfc645134a4 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4177110 Nov 15 14:41:02.262535 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c3be71d-d099-46df-9b1e-2b7daa198734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:02.296500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39748975-0171-4bdb-8904-dfa2f77d3f8f req-77c1dfab-619d-47bf-9a67-a7e9fe06d502 service neutron] 10.222.0.59 "GET /v2.0/networks/0071d7bc-6c45-4266-b83a-9c1c2777059e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307078 Nov 15 14:41:02.324926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-65d05d31-23a2-4292-9542-2fd04d7113d9 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/quotas/82d4b0400ead465a9ac3fb5f0124e4e7 HTTP/1.1" status: 200 len: 375 time: 0.0517511 Nov 15 14:41:02.397643 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-9b854bf3-8191-42ba-a9cf-31033612543f tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d4b0400ead465a9ac3fb5f0124e4e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575225 Nov 15 14:41:02.466041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83f7b2d9-31ff-4c12-8d76-c3ccbcc944c3 req-cd7c5538-8a92-4b29-9d65-275a7397839b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2918239 Nov 15 14:41:02.533274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39748975-0171-4bdb-8904-dfa2f77d3f8f req-7e570209-b293-48b0-a294-4917fd12cf62 service neutron] 10.222.0.59 "GET /v2.0/networks/0071d7bc-6c45-4266-b83a-9c1c2777059e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101500 Nov 15 14:41:02.544226 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c2df15-9989-4db3-8730-da40eb6d651d x-openstack-request-id: req-53c2df15-9989-4db3-8730-da40eb6d651d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:02.544546 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc917cf-24a6-4a05-bb02-040e0daf67e9", "name": "network-vif-deleted", "tag": "e488af20-c956-4f77-a503-acba5ab3504f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:02.557145 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53c2df15-9989-4db3-8730-da40eb6d651d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:02.557145 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc917cf-24a6-4a05-bb02-040e0daf67e9', 'name': 'network-vif-deleted', 'tag': 'e488af20-c956-4f77-a503-acba5ab3504f', 'status': 'completed', 'code': 200} Nov 15 14:41:02.657052 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d985b9-e48f-43f3-8d29-71f9d0e59254 req-d949d3a6-554e-4225-9c1d-ccdfa66991c4 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:02.659657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5d985b9-e48f-43f3-8d29-71f9d0e59254 req-d949d3a6-554e-4225-9c1d-ccdfa66991c4 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 943 time: 0.0599024 Nov 15 14:41:02.742494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5d985b9-e48f-43f3-8d29-71f9d0e59254 req-392f18e8-3bca-47d6-8ed6-028d5ffdedf6 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e42317c-ea54-4535-8f1b-55140b784b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720642 Nov 15 14:41:02.776552 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:41:02.978606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a3479-08cb-4a18-97d5-8d00898ff667 req-691e6010-ba8a-40d1-ab26-21b3aaca403f tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:02.985343 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-770a3479-08cb-4a18-97d5-8d00898ff667 req-691e6010-ba8a-40d1-ab26-21b3aaca403f tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.1177881 Nov 15 14:41:03.009263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf,segment=NetworkSegment(5dd0e099-a2c7-46c1-ad29-e360e41cb01a),segment_id=5dd0e099-a2c7-46c1-ad29-e360e41cb01a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:03.027225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf', 'network_id': '0071d7bc-6c45-4266-b83a-9c1c2777059e', 'port_id': 'fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf', 'mac_address': 'fa:16:3e:ec:19:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967a1658-4127-4c75-ab55-5aa7747f67c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:41:03.081772 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:03.112674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:03.130251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e64da307-b6de-4b4f-b810-f2e3c0f11492 req-837d985b-7095-4a26-92e0-ee36cdbf51d7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 210 time: 0.1054661 Nov 15 14:41:03.143315 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf,segment=NetworkSegment(5dd0e099-a2c7-46c1-ad29-e360e41cb01a),segment_id=5dd0e099-a2c7-46c1-ad29-e360e41cb01a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:03.175527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-770a3479-08cb-4a18-97d5-8d00898ff667 req-9827087e-a092-4eea-8a46-19cca8f2d7e9 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735606 Nov 15 14:41:03.208767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9b84782-c8ba-4b4e-b9ca-fb63b0666a0a req-2dd9309b-6688-42d5-8676-817e42bbd2eb tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 210 time: 0.0289946 Nov 15 14:41:03.238326 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:03.298285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:03.316139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0de5c638-5a37-44c7-855f-94d906881db4 req-9f813564-0d26-4e09-9367-39f7b0419fb2 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=acc917cf-24a6-4a05-bb02-040e0daf67e9 HTTP/1.1" status: 200 len: 210 time: 0.0369561 Nov 15 14:41:03.470794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:03.582339 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:03.684063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82d3cf-9ef9-445d-bc4f-6dfd4dace16e req-be83af2b-5090-40fc-8ba5-9ab7194ef688 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:03.690979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82d3cf-9ef9-445d-bc4f-6dfd4dace16e req-be83af2b-5090-40fc-8ba5-9ab7194ef688 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:03.706928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device e488af20-c956-4f77-a503-acba5ab3504f no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:41:03.707062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82d3cf-9ef9-445d-bc4f-6dfd4dace16e req-be83af2b-5090-40fc-8ba5-9ab7194ef688 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:03.719299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82d3cf-9ef9-445d-bc4f-6dfd4dace16e req-be83af2b-5090-40fc-8ba5-9ab7194ef688 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:03.727574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82d3cf-9ef9-445d-bc4f-6dfd4dace16e req-be83af2b-5090-40fc-8ba5-9ab7194ef688 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:03.733861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82d3cf-9ef9-445d-bc4f-6dfd4dace16e req-be83af2b-5090-40fc-8ba5-9ab7194ef688 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:03.736857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: e488af20-c956-4f77-a503-acba5ab3504f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:41:03.736857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device e488af20-c956-4f77-a503-acba5ab3504f not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:41:03.741475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82d3cf-9ef9-445d-bc4f-6dfd4dace16e req-be83af2b-5090-40fc-8ba5-9ab7194ef688 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:03.743541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c82d3cf-9ef9-445d-bc4f-6dfd4dace16e req-be83af2b-5090-40fc-8ba5-9ab7194ef688 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.1362877 Nov 15 14:41:03.806249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c82d3cf-9ef9-445d-bc4f-6dfd4dace16e req-7d55837a-3562-4f39-b4f1-7e80d5702ded tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562117 Nov 15 14:41:03.927294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee85411-c87e-473c-99b9-0a629be05ecb req-7e80a3ac-b098-46c0-a141-7058d14ec9f2 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:03.928949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ee85411-c87e-473c-99b9-0a629be05ecb req-7e80a3ac-b098-46c0-a141-7058d14ec9f2 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 944 time: 0.0638242 Nov 15 14:41:04.007516 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ee85411-c87e-473c-99b9-0a629be05ecb req-9876788d-86a0-494c-bb19-50eedab2c1a8 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e42317c-ea54-4535-8f1b-55140b784b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716615 Nov 15 14:41:04.267936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79109ef2-63df-465f-9848-86adcd7952a7 req-f2d8b3a2-4059-4803-9f96-6ad047fed035 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 210 time: 0.0357528 Nov 15 14:41:04.390442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18be46e4-7c90-42c5-8123-40baa5fcb6e4 req-5fdae220-6a2b-4ab5-b55d-2af6b7defa10 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 210 time: 0.0346246 Nov 15 14:41:04.406102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908758fa-50e7-4377-9b60-90f6cddbfdc6 req-abadbe22-e00e-4639-b682-3b276edb98b6 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:04.407891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-908758fa-50e7-4377-9b60-90f6cddbfdc6 req-abadbe22-e00e-4639-b682-3b276edb98b6 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.1115239 Nov 15 14:41:04.445301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-42b58263-b435-40e7-a4f2-d853e54df4e6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:04.448063 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-42b58263-b435-40e7-a4f2-d853e54df4e6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 812 time: 0.2151022 Nov 15 14:41:04.463584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-7f2099de-3522-465c-ab3d-96ba61e043ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Request body: {'port': {'device_id': '899e92f7-0a76-4d90-9623-3ef2825fc883', 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'admin_state_up': True, 'tenant_id': '1ea279d6bdf74dbca229a904f81e9ead'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:04.504898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-908758fa-50e7-4377-9b60-90f6cddbfdc6 req-52189bab-6607-4978-81bb-09657f40084c tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865815 Nov 15 14:41:04.704404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-7f2099de-3522-465c-ab3d-96ba61e043ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Made reservation on behalf of 1ea279d6bdf74dbca229a904f81e9ead for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:41:04.708285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-7f2099de-3522-465c-ab3d-96ba61e043ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:04.765514 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:04.936067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-7f2099de-3522-465c-ab3d-96ba61e043ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Allocated IP 172.20.0.10 (4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2/28bfe1c1-3742-4b93-8275-ffafdcc1490d/b126a3d1-2af7-4958-a3c6-46a6891d74af) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:41:04.982952 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5179-cd6e-40cf-a6c1-7a18d1d719e6 req-9d1a565b-a142-4d36-9606-daf6cea8ef36 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:04.990580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5179-cd6e-40cf-a6c1-7a18d1d719e6 req-9d1a565b-a142-4d36-9606-daf6cea8ef36 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:04.996650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5179-cd6e-40cf-a6c1-7a18d1d719e6 req-9d1a565b-a142-4d36-9606-daf6cea8ef36 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:05.004724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5179-cd6e-40cf-a6c1-7a18d1d719e6 req-9d1a565b-a142-4d36-9606-daf6cea8ef36 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:05.011559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5179-cd6e-40cf-a6c1-7a18d1d719e6 req-9d1a565b-a142-4d36-9606-daf6cea8ef36 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:05.018828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:41:05.019524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5179-cd6e-40cf-a6c1-7a18d1d719e6 req-9d1a565b-a142-4d36-9606-daf6cea8ef36 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:05.027292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5179-cd6e-40cf-a6c1-7a18d1d719e6 req-9d1a565b-a142-4d36-9606-daf6cea8ef36 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:05.029519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d97d5179-cd6e-40cf-a6c1-7a18d1d719e6 req-9d1a565b-a142-4d36-9606-daf6cea8ef36 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.1299853 Nov 15 14:41:05.033540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:05.034034 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:05.085030 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:05.146959 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d97d5179-cd6e-40cf-a6c1-7a18d1d719e6 req-3e3ac548-92b2-4886-91a1-88a948d7e66d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061895 Nov 15 14:41:05.178800 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:05.232546 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-7f2099de-3522-465c-ab3d-96ba61e043ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:05.251519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e28e86-ed12-4781-a996-7e72bf3b9016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:05.257270 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f57697-f2cd-456c-a9ef-0573b569d2be" -d '{"events": [{"server_uuid": "e6e28e86-ed12-4781-a996-7e72bf3b9016", "name": "network-vif-plugged", "status": "completed", "tag": "fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:05.270104 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf,segment=NetworkSegment(5dd0e099-a2c7-46c1-ad29-e360e41cb01a),segment_id=5dd0e099-a2c7-46c1-ad29-e360e41cb01a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:05.331192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-8a5813b3-d4e0-42e4-9a0a-75371959f75e tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:05.332768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-8a5813b3-d4e0-42e4-9a0a-75371959f75e tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.1847637 Nov 15 14:41:05.357837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a76ea2-a200-4414-bcd8-b2be7f99d633 req-861b9543-18d7-469f-9604-d7647ddde3fa tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:05.359964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59a76ea2-a200-4414-bcd8-b2be7f99d633 req-861b9543-18d7-469f-9604-d7647ddde3fa tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.0854521 Nov 15 14:41:05.363665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-d9b26bc6-19e8-4155-a2c3-773a243e40f9 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/quotas/c2cea4c71afc4a7b87dd84d35938cede HTTP/1.1" status: 200 len: 375 time: 0.0230210 Nov 15 14:41:05.373251 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:05.413525 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-7f2099de-3522-465c-ab3d-96ba61e043ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:05.434032 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:05.469598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59a76ea2-a200-4414-bcd8-b2be7f99d633 req-9cdd5c57-758c-44da-bb08-41a06d1677e3 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025136 Nov 15 14:41:05.475687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-7c552b6b-c20f-42b4-91c7-54a05fc07a5f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999522 Nov 15 14:41:05.481061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-7f2099de-3522-465c-ab3d-96ba61e043ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:05.482684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2099de-3522-465c-ab3d-96ba61e043ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Pushing event updated for resources: {'Port': ['ID=b126a3d1-2af7-4958-a3c6-46a6891d74af,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:05.487974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-7f2099de-3522-465c-ab3d-96ba61e043ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:05.491737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-7f2099de-3522-465c-ab3d-96ba61e043ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:41:05.552967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-7f2099de-3522-465c-ab3d-96ba61e043ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:05.553582 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-7f2099de-3522-465c-ab3d-96ba61e043ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:05.636576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457f9b0-3af7-4132-ab35-4cd0da342e98 req-20ec72ef-cbb8-4c4d-a167-c4e769ffdb60 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:05.638115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2457f9b0-3af7-4132-ab35-4cd0da342e98 req-20ec72ef-cbb8-4c4d-a167-c4e769ffdb60 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 945 time: 0.0742862 Nov 15 14:41:05.655631 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-7f2099de-3522-465c-ab3d-96ba61e043ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1974277 Nov 15 14:41:05.655983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-ec5b62fb-1b8f-4ea3-a1b4-d2ec71a4119c service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473372 Nov 15 14:41:05.677699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Request body: {'port': {'device_id': '899e92f7-0a76-4d90-9623-3ef2825fc883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:05.737124 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:05.747716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2457f9b0-3af7-4132-ab35-4cd0da342e98 req-29041b7a-46a6-415d-ad2e-206105577bfa tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e42317c-ea54-4535-8f1b-55140b784b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029599 Nov 15 14:41:05.761432 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:05.784231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-b4a48143-6dc3-4571-bde4-de67333c409c service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166458 Nov 15 14:41:05.944037 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fa0036-316c-4308-977b-50501f0a13db x-openstack-request-id: req-e7fa0036-316c-4308-977b-50501f0a13db {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:05.945224 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e28e86-ed12-4781-a996-7e72bf3b9016", "name": "network-vif-plugged", "status": "completed", "tag": "fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:05.946044 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7fa0036-316c-4308-977b-50501f0a13db {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:05.946709 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e28e86-ed12-4781-a996-7e72bf3b9016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf', 'code': 200} Nov 15 14:41:06.147127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-b021a048-5120-426d-8bda-58800b8cee6e tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=82d4b0400ead465a9ac3fb5f0124e4e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254328 Nov 15 14:41:06.163986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b126a3d1-2af7-4958-a3c6-46a6891d74af {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:06.175570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:06.196399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Transition to ACTIVE for port object b126a3d1-2af7-4958-a3c6-46a6891d74af will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:41:06.258832 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:06.319054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Pushing event updated for resources: {'Port': ['ID=b126a3d1-2af7-4958-a3c6-46a6891d74af,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:06.397005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Attempting to bind port b126a3d1-2af7-4958-a3c6-46a6891d74af on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:41:06.397603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Attempting to bind port b126a3d1-2af7-4958-a3c6-46a6891d74af by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:41:06.398128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Attempting to bind port b126a3d1-2af7-4958-a3c6-46a6891d74af on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:06.411515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Port b126a3d1-2af7-4958-a3c6-46a6891d74af on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:41:06.412360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Attempting to bind port b126a3d1-2af7-4958-a3c6-46a6891d74af on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:06.421920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:41:06.422566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Checking segment: {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:41:06.423261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Bound using segment: {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:41:06.423865 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Bound port: b126a3d1-2af7-4958-a3c6-46a6891d74af, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:41:06.424406 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:06.517024 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] For port b126a3d1-2af7-4958-a3c6-46a6891d74af, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:41:06.521883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] For port b126a3d1-2af7-4958-a3c6-46a6891d74af, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b126a3d1-2af7-4958-a3c6-46a6891d74af,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:41:06.541318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb051a3d-1d44-49d8-8fe8-7693665b86f0 req-dc54bf16-13e4-48ff-9263-b097c2ccf435 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 210 time: 0.4305534 Nov 15 14:41:06.599777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bfae1-ed8c-49de-8f48-167d772da64c req-f985fbe8-6a03-4a58-82a5-7c2d01312bdd tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:06.601179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d19bfae1-ed8c-49de-8f48-167d772da64c req-f985fbe8-6a03-4a58-82a5-7c2d01312bdd tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 932 time: 0.5553613 Nov 15 14:41:06.602980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50843a9-49fa-40fe-99a5-88730a80af76 req-99a0391d-db84-40ab-a686-21ab6a682851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:06.604321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b50843a9-49fa-40fe-99a5-88730a80af76 req-99a0391d-db84-40ab-a686-21ab6a682851 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 1096 time: 0.5918233 Nov 15 14:41:06.654445 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:06.684616 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04eeb17a-0a91-45e3-a49e-26786a3cf919 req-b5f261d4-a657-4487-8b32-44133069c0b8 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 210 time: 0.0709906 Nov 15 14:41:06.700161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:06.700795 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:06.702359 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] 10.222.0.46 "PUT /v2.0/ports/b126a3d1-2af7-4958-a3c6-46a6891d74af HTTP/1.1" status: 200 len: 1092 time: 1.0347917 Nov 15 14:41:06.702878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899e92f7-0a76-4d90-9623-3ef2825fc883', 'tag': 'b126a3d1-2af7-4958-a3c6-46a6891d74af'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:06.705918 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1088c974-a1bc-4670-bd88-6c7bc989d687" -d '{"events": [{"name": "network-changed", "server_uuid": "899e92f7-0a76-4d90-9623-3ef2825fc883", "tag": "b126a3d1-2af7-4958-a3c6-46a6891d74af"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:06.749939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b50843a9-49fa-40fe-99a5-88730a80af76 req-e2cb2889-8091-43e9-b1a7-94f8072822ca service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1e42317c-ea54-4535-8f1b-55140b784b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211712 Nov 15 14:41:06.765275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8cbfe-eb2c-4b9a-9bcc-1686bc17c055 service neutron] Pushing event updated for resources: {'Port': ['ID=b126a3d1-2af7-4958-a3c6-46a6891d74af,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:06.807944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d19bfae1-ed8c-49de-8f48-167d772da64c req-f9541b29-d87b-4ced-8bce-bdd22629242a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994169 Nov 15 14:41:06.823814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-8d2b9da4-55fa-46d2-892c-41b3c64cb643 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:06.834582 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-8d2b9da4-55fa-46d2-892c-41b3c64cb643 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6549845 Nov 15 14:41:06.856820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Request body: {'port': {'device_id': 'f4b2d52b-aeab-4115-9dbc-273326962880', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '82d4b0400ead465a9ac3fb5f0124e4e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:06.868269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-c0a2da24-2599-4c20-a441-346312bd0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:06.870273 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-c0a2da24-2599-4c20-a441-346312bd0bed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 1095 time: 0.0591435 Nov 15 14:41:06.948671 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-98eaecec-4f6e-4844-876d-f8f4ddfec944 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b126a3d1-2af7-4958-a3c6-46a6891d74af HTTP/1.1" status: 200 len: 217 time: 0.0672162 Nov 15 14:41:06.955795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b523a-240d-43fb-9695-1b313f32af2c req-f35fe168-99e8-4f14-b384-614d689945d7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:06.963839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b523a-240d-43fb-9695-1b313f32af2c req-f35fe168-99e8-4f14-b384-614d689945d7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:06.973777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b523a-240d-43fb-9695-1b313f32af2c req-f35fe168-99e8-4f14-b384-614d689945d7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:06.985548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b523a-240d-43fb-9695-1b313f32af2c req-f35fe168-99e8-4f14-b384-614d689945d7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:06.997563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b523a-240d-43fb-9695-1b313f32af2c req-f35fe168-99e8-4f14-b384-614d689945d7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:07.009435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b523a-240d-43fb-9695-1b313f32af2c req-f35fe168-99e8-4f14-b384-614d689945d7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:07.020420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b523a-240d-43fb-9695-1b313f32af2c req-f35fe168-99e8-4f14-b384-614d689945d7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:07.023641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-196b523a-240d-43fb-9695-1b313f32af2c req-f35fe168-99e8-4f14-b384-614d689945d7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.2331474 Nov 15 14:41:07.051722 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-dd48ddfd-2b8c-464a-bd13-98222bbb37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:07.054018 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-dd48ddfd-2b8c-464a-bd13-98222bbb37f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28bfe1c1-3742-4b93-8275-ffafdcc1490d HTTP/1.1" status: 200 len: 852 time: 0.0913324 Nov 15 14:41:07.092453 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-91169fca-34f6-4030-9326-4dc22395a4a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262387 Nov 15 14:41:07.148258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf172-ac8d-444b-bca6-907fe6788d22 req-bbfd4e16-571c-4fbb-83c6-9e5accb7c3a4 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:07.150264 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29adf172-ac8d-444b-bca6-907fe6788d22 req-bbfd4e16-571c-4fbb-83c6-9e5accb7c3a4 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.2198749 Nov 15 14:41:07.200637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-196b523a-240d-43fb-9695-1b313f32af2c req-5ba426f7-a356-4f60-9bec-644fe99e6c0c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1492081 Nov 15 14:41:07.205267 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-b8311943-baf2-4500-87e4-7bad7efa0900 service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044040 Nov 15 14:41:07.259532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29adf172-ac8d-444b-bca6-907fe6788d22 req-5bbfda6a-516c-4451-882d-34ba6740a582 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923340 Nov 15 14:41:07.264804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Made reservation on behalf of 82d4b0400ead465a9ac3fb5f0124e4e7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:41:07.272846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:07.311905 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:07.348412 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-85fb13f0-7ec6-48c8-b21e-9fa970ea9b99 req-b713acc3-96b0-4850-b442-6d8eec851aa1 service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352661 Nov 15 14:41:07.350355 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc50714-0458-4800-a0c7-16728a81dd88 x-openstack-request-id: req-ccc50714-0458-4800-a0c7-16728a81dd88 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:07.353183 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899e92f7-0a76-4d90-9623-3ef2825fc883", "tag": "b126a3d1-2af7-4958-a3c6-46a6891d74af", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:07.353183 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ccc50714-0458-4800-a0c7-16728a81dd88 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:07.353183 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899e92f7-0a76-4d90-9623-3ef2825fc883', 'tag': 'b126a3d1-2af7-4958-a3c6-46a6891d74af', 'status': 'completed', 'code': 200} Nov 15 14:41:07.449541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6593b-72ac-4fda-abdc-025e5eb19340 req-1b6edabb-f3dd-4c67-a4ac-f058cd3ad42b tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:07.451418 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9c6593b-72ac-4fda-abdc-025e5eb19340 req-1b6edabb-f3dd-4c67-a4ac-f058cd3ad42b tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 945 time: 0.1012812 Nov 15 14:41:07.513138 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088c974-a1bc-4670-bd88-6c7bc989d687 req-6e276f04-61e4-43b1-a147-1404b851b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:07.515609 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1088c974-a1bc-4670-bd88-6c7bc989d687 req-6e276f04-61e4-43b1-a147-1404b851b2ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 1095 time: 0.0470099 Nov 15 14:41:07.531521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9c6593b-72ac-4fda-abdc-025e5eb19340 req-1d02e44c-077a-4028-a3fe-ff92e44c6c6a tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e42317c-ea54-4535-8f1b-55140b784b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725763 Nov 15 14:41:07.533590 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:07.625128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088c974-a1bc-4670-bd88-6c7bc989d687 req-98416228-777d-4911-8429-92e9276736a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:07.626647 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1088c974-a1bc-4670-bd88-6c7bc989d687 req-98416228-777d-4911-8429-92e9276736a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 913 time: 0.1001222 Nov 15 14:41:07.668820 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d731bc9c-0cfc-4d2d-aee0-d9047d5d3a8c req-8337580c-db4c-43da-a436-d4efc17988e7 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 210 time: 0.0324240 Nov 15 14:41:07.669798 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:07.691188 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1088c974-a1bc-4670-bd88-6c7bc989d687 req-2f2e4c0a-50ff-444f-9545-b08d5823013f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b126a3d1-2af7-4958-a3c6-46a6891d74af HTTP/1.1" status: 200 len: 217 time: 0.0492585 Nov 15 14:41:07.761086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aced97a-7f12-448e-accb-9573324551f6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:07.772110 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088c974-a1bc-4670-bd88-6c7bc989d687 req-de6494e1-cc95-4d28-808b-35b87789846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:07.774557 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1088c974-a1bc-4670-bd88-6c7bc989d687 req-de6494e1-cc95-4d28-808b-35b87789846c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28bfe1c1-3742-4b93-8275-ffafdcc1490d HTTP/1.1" status: 200 len: 852 time: 0.0768268 Nov 15 14:41:07.816050 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c13450f3-02c4-4163-a0ba-75e0458b24bd req-2d5494b4-eddc-47c3-a5f4-2c110efb361f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 210 time: 0.0595098 Nov 15 14:41:07.854283 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1088c974-a1bc-4670-bd88-6c7bc989d687 req-015caa53-76e8-431a-802b-310b881214e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622582 Nov 15 14:41:07.932616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Allocated IP 192.168.233.67 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/ec464418-43e1-4378-9ecc-624d3431d77d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:41:07.994497 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1088c974-a1bc-4670-bd88-6c7bc989d687 req-b904aa4d-57b2-45ac-92a5-acf080eb878a service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310422 Nov 15 14:41:08.021513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055aa77-601f-448c-acc9-b753259af7e0 req-50c60ce3-3215-493a-b4ae-860abdf68b3f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:08.024114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6055aa77-601f-448c-acc9-b753259af7e0 req-50c60ce3-3215-493a-b4ae-860abdf68b3f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 944 time: 0.0932806 Nov 15 14:41:08.111658 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1088c974-a1bc-4670-bd88-6c7bc989d687 req-42829a13-0506-41be-b849-f9e1f2631e66 service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090436 Nov 15 14:41:08.153866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6055aa77-601f-448c-acc9-b753259af7e0 req-e50b26c7-909d-4fa4-acef-bca9cc10468e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201019 Nov 15 14:41:08.213097 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:08.323298 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:08.415760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:08.417759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:08.425060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:41:08.452761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f277e-069e-4af6-a62d-344afa4836e2 req-341a04bc-d27d-46f6-a678-13bdd5d0b64c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:08.459024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f277e-069e-4af6-a62d-344afa4836e2 req-341a04bc-d27d-46f6-a678-13bdd5d0b64c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:08.465137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f277e-069e-4af6-a62d-344afa4836e2 req-341a04bc-d27d-46f6-a678-13bdd5d0b64c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:08.471323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f277e-069e-4af6-a62d-344afa4836e2 req-341a04bc-d27d-46f6-a678-13bdd5d0b64c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:08.477723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f277e-069e-4af6-a62d-344afa4836e2 req-341a04bc-d27d-46f6-a678-13bdd5d0b64c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:08.483649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f277e-069e-4af6-a62d-344afa4836e2 req-341a04bc-d27d-46f6-a678-13bdd5d0b64c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:08.490620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f277e-069e-4af6-a62d-344afa4836e2 req-341a04bc-d27d-46f6-a678-13bdd5d0b64c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:08.492649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-329f277e-069e-4af6-a62d-344afa4836e2 req-341a04bc-d27d-46f6-a678-13bdd5d0b64c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.2075691 Nov 15 14:41:08.521134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Pushing event updated for resources: {'Port': ['ID=ec464418-43e1-4378-9ecc-624d3431d77d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:08.568676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f7949-7b8a-48ca-a003-6c465ee3da30 req-2ae30f99-642d-49a2-b194-99f5824e7c82 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:08.571401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-792f7949-7b8a-48ca-a003-6c465ee3da30 req-2ae30f99-642d-49a2-b194-99f5824e7c82 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.2075853 Nov 15 14:41:08.600713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:08.601072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:08.601421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:08.601767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:08.602111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:08.602480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:08.602819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:08.603150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:08.603482 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:08.603813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:08.604145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:08.604737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:08.625479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:08.626434 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:08.663851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2570b-a58f-410b-97e6-741a315c5ed5 req-3ac1f402-5a85-408e-bead-3a83fa1f32fd tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:08.665630 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bea2570b-a58f-410b-97e6-741a315c5ed5 req-3ac1f402-5a85-408e-bead-3a83fa1f32fd tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 946 time: 0.0602641 Nov 15 14:41:08.758207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d3b3b083-7e3d-49b8-834c-241bc4e41d7b None None] Provisioning complete for port ec464418-43e1-4378-9ecc-624d3431d77d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:08.759201 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d3b3b083-7e3d-49b8-834c-241bc4e41d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:08.768018 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-329f277e-069e-4af6-a62d-344afa4836e2 req-bf19f697-70d0-46d2-88ef-0039cf9c71ff tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2516682 Nov 15 14:41:08.796161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-bea2570b-a58f-410b-97e6-741a315c5ed5 req-e66e925e-f114-44b4-b8bc-4269930c0747 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Deleting port 686eb3cd-a153-41cb-8011-9870fc2400f3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:41:08.797079 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bea2570b-a58f-410b-97e6-741a315c5ed5 req-e66e925e-f114-44b4-b8bc-4269930c0747 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:08.801118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3b083-7e3d-49b8-834c-241bc4e41d7b None None] Port ec464418-43e1-4378-9ecc-624d3431d77d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:41:08.815739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-792f7949-7b8a-48ca-a003-6c465ee3da30 req-cec1050c-c41a-4053-9392-4e67bd66d4af tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270923 Nov 15 14:41:08.864319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-d87fb4e3-4c87-41fc-82f2-41a5f84b78f6 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:08.866033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-d87fb4e3-4c87-41fc-82f2-41a5f84b78f6 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.59 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.2809031 Nov 15 14:41:08.869934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-4a9d2c13-d3c9-4eab-a935-1ab36081855a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0285025 Nov 15 14:41:08.886225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-0306697b-9e04-4a91-9245-b103d83f70c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Request body: {'port': {'device_id': '33506835-115e-45f0-bbf5-9d260e4d5e60', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'admin_state_up': True, 'tenant_id': 'c2cea4c71afc4a7b87dd84d35938cede'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:08.908741 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Request body: {'port': {'device_id': 'f4b2d52b-aeab-4115-9dbc-273326962880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:08.947326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bea2570b-a58f-410b-97e6-741a315c5ed5 req-e66e925e-f114-44b4-b8bc-4269930c0747 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] For port 686eb3cd-a153-41cb-8011-9870fc2400f3, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=686eb3cd-a153-41cb-8011-9870fc2400f3,segment=NetworkSegment(c752733c-d27d-4610-b728-fb50535dbe53),segment_id=c752733c-d27d-4610-b728-fb50535dbe53)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:08.947696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bea2570b-a58f-410b-97e6-741a315c5ed5 req-e66e925e-f114-44b4-b8bc-4269930c0747 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:08.965059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-bea2570b-a58f-410b-97e6-741a315c5ed5 req-e66e925e-f114-44b4-b8bc-4269930c0747 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Calling delete_port for 686eb3cd-a153-41cb-8011-9870fc2400f3 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:41:09.114252 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:09.124001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c78cb3-827b-4f95-8fab-d22b00a10439 req-47989b5b-40b8-449d-b024-7a15bc33562e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:09.131086 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4c78cb3-827b-4f95-8fab-d22b00a10439 req-47989b5b-40b8-449d-b024-7a15bc33562e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 945 time: 0.2275791 Nov 15 14:41:09.196464 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bea2570b-a58f-410b-97e6-741a315c5ed5 req-e66e925e-f114-44b4-b8bc-4269930c0747 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:09.200013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65681d3c-0758-4a5a-8379-61602f95fd2e req-305272e0-083d-4d4f-8abe-a82f66ff1a84 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:09.201684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65681d3c-0758-4a5a-8379-61602f95fd2e req-305272e0-083d-4d4f-8abe-a82f66ff1a84 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 935 time: 0.1852241 Nov 15 14:41:09.216008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f866dbf6-fcb1-476c-82ec-9310e9b4af90'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:09.237785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['686eb3cd-a153-41cb-8011-9870fc2400f3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:09.263452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e925e-f114-44b4-b8bc-4269930c0747 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Pushing event deleted for resources: {'Port': ['ID=686eb3cd-a153-41cb-8011-9870fc2400f3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:09.292399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea2570b-a58f-410b-97e6-741a315c5ed5 req-e66e925e-f114-44b4-b8bc-4269930c0747 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] No DVR routers for this DVR port 686eb3cd-a153-41cb-8011-9870fc2400f3 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:41:09.295533 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bea2570b-a58f-410b-97e6-741a315c5ed5 req-e66e925e-f114-44b4-b8bc-4269930c0747 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:09.299781 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bea2570b-a58f-410b-97e6-741a315c5ed5 req-e66e925e-f114-44b4-b8bc-4269930c0747 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.46 "DELETE /v2.0/ports/686eb3cd-a153-41cb-8011-9870fc2400f3 HTTP/1.1" status: 204 len: 173 time: 0.6246471 Nov 15 14:41:09.334364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4c78cb3-827b-4f95-8fab-d22b00a10439 req-e819fe6c-64fd-4b97-af95-e6ed46b7143c tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e42317c-ea54-4535-8f1b-55140b784b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024255 Nov 15 14:41:09.339061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-0306697b-9e04-4a91-9245-b103d83f70c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Made reservation on behalf of c2cea4c71afc4a7b87dd84d35938cede for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:41:09.342764 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-0306697b-9e04-4a91-9245-b103d83f70c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:09.362805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d95653a-727c-4306-88fb-4eb59a41fcac', 'name': 'network-vif-deleted', 'tag': '686eb3cd-a153-41cb-8011-9870fc2400f3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:09.366044 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07122c7a-997c-4c36-aea9-f2d88f5bc001" -d '{"events": [{"server_uuid": "2d95653a-727c-4306-88fb-4eb59a41fcac", "name": "network-vif-deleted", "tag": "686eb3cd-a153-41cb-8011-9870fc2400f3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:09.378520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65681d3c-0758-4a5a-8379-61602f95fd2e req-482acfab-5336-487f-8231-86c0846e2cec tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/security-groups?id=8aced97a-7f12-448e-accb-9573324551f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383746 Nov 15 14:41:09.558384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9294428e-a964-42db-8719-a1b25d93d635 req-0a22a7f6-7a95-4ed3-8520-e36cb8349416 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 210 time: 0.0736170 Nov 15 14:41:09.610233 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4efc26-81e4-4dcb-842e-29638ce8a307 x-openstack-request-id: req-0e4efc26-81e4-4dcb-842e-29638ce8a307 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:09.610534 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d95653a-727c-4306-88fb-4eb59a41fcac", "name": "network-vif-deleted", "tag": "686eb3cd-a153-41cb-8011-9870fc2400f3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:09.610790 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e4efc26-81e4-4dcb-842e-29638ce8a307 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:09.611194 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d95653a-727c-4306-88fb-4eb59a41fcac', 'name': 'network-vif-deleted', 'tag': '686eb3cd-a153-41cb-8011-9870fc2400f3', 'status': 'completed', 'code': 200} Nov 15 14:41:09.727885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c55b4-e6d3-4ec1-a3c1-0fdd0f72dbd6 req-bdc1b525-8118-4ada-ba0c-2da853954dc1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:09.729433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-982c55b4-e6d3-4ec1-a3c1-0fdd0f72dbd6 req-bdc1b525-8118-4ada-ba0c-2da853954dc1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 944 time: 0.2334616 Nov 15 14:41:09.738544 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b126a3d1-2af7-4958-a3c6-46a6891d74af details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:41:09.853745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-0306697b-9e04-4a91-9245-b103d83f70c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Allocated IP 172.20.0.12 (41176d6c-3c2c-491f-81e2-57dc1c71ec1b/186ef2d9-ae15-4420-a072-fa533fc8ac78/33850c2b-8dca-45d6-b3f8-efae40e57277) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:41:09.879034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-982c55b4-e6d3-4ec1-a3c1-0fdd0f72dbd6 req-e6e58a28-fb1e-4935-8330-b7351c1ed787 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423841 Nov 15 14:41:09.919680 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b126a3d1-2af7-4958-a3c6-46a6891d74af, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b126a3d1-2af7-4958-a3c6-46a6891d74af,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:09.937006 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'b126a3d1-2af7-4958-a3c6-46a6891d74af', 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'port_id': 'b126a3d1-2af7-4958-a3c6-46a6891d74af', 'mac_address': 'fa:16:3e:45:55:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28bfe1c1-3742-4b93-8275-ffafdcc1490d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:41:09.996449 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:10.016412 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b126a3d1-2af7-4958-a3c6-46a6891d74af {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:10.039691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b126a3d1-2af7-4958-a3c6-46a6891d74af, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b126a3d1-2af7-4958-a3c6-46a6891d74af,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:10.080767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec7d2e72-7af8-4242-9229-2cd4b69d6dcc req-86aa5b22-c279-4a1d-9fd1-145639675bbe tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d95653a-727c-4306-88fb-4eb59a41fcac HTTP/1.1" status: 200 len: 210 time: 0.0895870 Nov 15 14:41:10.095379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec464418-43e1-4378-9ecc-624d3431d77d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:10.121609 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:10.128618 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:10.181160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Transition to ACTIVE for port object ec464418-43e1-4378-9ecc-624d3431d77d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:41:10.196004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61dfb2-842b-4c34-9408-6370d5dcbe0e req-23246be9-4e6c-4457-9473-e303433d0bac tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:10.202358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61dfb2-842b-4c34-9408-6370d5dcbe0e req-23246be9-4e6c-4457-9473-e303433d0bac tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:10.208584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61dfb2-842b-4c34-9408-6370d5dcbe0e req-23246be9-4e6c-4457-9473-e303433d0bac tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:10.214862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61dfb2-842b-4c34-9408-6370d5dcbe0e req-23246be9-4e6c-4457-9473-e303433d0bac tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:10.221138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61dfb2-842b-4c34-9408-6370d5dcbe0e req-23246be9-4e6c-4457-9473-e303433d0bac tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:10.226647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=b126a3d1-2af7-4958-a3c6-46a6891d74af,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:10.231718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61dfb2-842b-4c34-9408-6370d5dcbe0e req-23246be9-4e6c-4457-9473-e303433d0bac tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:10.238734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61dfb2-842b-4c34-9408-6370d5dcbe0e req-23246be9-4e6c-4457-9473-e303433d0bac tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:10.241008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c61dfb2-842b-4c34-9408-6370d5dcbe0e req-23246be9-4e6c-4457-9473-e303433d0bac tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.2947412 Nov 15 14:41:10.244689 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:10.392479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['b126a3d1-2af7-4958-a3c6-46a6891d74af'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:10.398483 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec464418-43e1-4378-9ecc-624d3431d77d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:10.440571 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-0306697b-9e04-4a91-9245-b103d83f70c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:10.534992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c61dfb2-842b-4c34-9408-6370d5dcbe0e req-1771440a-8068-48be-a3c3-b5350219b032 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2698753 Nov 15 14:41:10.632688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Attempting to bind port ec464418-43e1-4378-9ecc-624d3431d77d on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:41:10.632688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Attempting to bind port ec464418-43e1-4378-9ecc-624d3431d77d by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:41:10.632688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Attempting to bind port ec464418-43e1-4378-9ecc-624d3431d77d on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:10.632688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Port ec464418-43e1-4378-9ecc-624d3431d77d on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:41:10.632688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Attempting to bind port ec464418-43e1-4378-9ecc-624d3431d77d on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:10.633627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:41:10.634072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:41:10.634594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:41:10.635130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Bound port: ec464418-43e1-4378-9ecc-624d3431d77d, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:41:10.635598 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:10.746197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] For port ec464418-43e1-4378-9ecc-624d3431d77d, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:41:10.751343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] For port ec464418-43e1-4378-9ecc-624d3431d77d, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ec464418-43e1-4378-9ecc-624d3431d77d,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:41:10.760878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b300ea3-f84e-47b5-997d-9b1ba5247dcd req-528d70ab-8942-46ff-8c49-0b7d41f7f729 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:10.762417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b300ea3-f84e-47b5-997d-9b1ba5247dcd req-528d70ab-8942-46ff-8c49-0b7d41f7f729 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 947 time: 0.0789115 Nov 15 14:41:10.786666 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-0306697b-9e04-4a91-9245-b103d83f70c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:10.839710 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:10.879658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-0306697b-9e04-4a91-9245-b103d83f70c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:10.885480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306697b-9e04-4a91-9245-b103d83f70c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event updated for resources: {'Port': ['ID=33850c2b-8dca-45d6-b3f8-efae40e57277,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:10.887956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-0306697b-9e04-4a91-9245-b103d83f70c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:10.904467 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b300ea3-f84e-47b5-997d-9b1ba5247dcd req-f7c23636-e697-4e80-9188-beac56ad108a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/security-groups?id=8aced97a-7f12-448e-accb-9573324551f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351545 Nov 15 14:41:10.905891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:10.906554 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:10.907935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] 10.222.0.46 "PUT /v2.0/ports/ec464418-43e1-4378-9ecc-624d3431d77d HTTP/1.1" status: 200 len: 1095 time: 2.0180953 Nov 15 14:41:10.910915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b2d52b-aeab-4115-9dbc-273326962880', 'tag': 'ec464418-43e1-4378-9ecc-624d3431d77d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:10.918193 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d5b56a-462c-4550-acee-2a19bfeb376c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b2d52b-aeab-4115-9dbc-273326962880", "tag": "ec464418-43e1-4378-9ecc-624d3431d77d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:10.968292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-0306697b-9e04-4a91-9245-b103d83f70c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:41:10.974871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:11.039677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-0306697b-9e04-4a91-9245-b103d83f70c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:11.040464 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-0306697b-9e04-4a91-9245-b103d83f70c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:11.186148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-bcf24855-a44c-470e-b53e-6f98ca7f350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:11.188604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-bcf24855-a44c-470e-b53e-6f98ca7f350f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82d4b0400ead465a9ac3fb5f0124e4e7&device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 1098 time: 0.1123979 Nov 15 14:41:11.193513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b0d5f-c3f3-4e8a-bea6-a2817eb59da5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec464418-43e1-4378-9ecc-624d3431d77d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:11.271584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d0ccb-1a20-45fc-a42a-6d890013f9b7 req-613be462-da7e-4eba-a163-0d1f036ad429 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:11.273864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-665d0ccb-1a20-45fc-a42a-6d890013f9b7 req-613be462-da7e-4eba-a163-0d1f036ad429 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 932 time: 0.2288861 Nov 15 14:41:11.279613 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-0306697b-9e04-4a91-9245-b103d83f70c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4027090 Nov 15 14:41:11.281475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-fa8c6849-2f3e-49d0-85ff-91349c7ca1e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ec464418-43e1-4378-9ecc-624d3431d77d HTTP/1.1" status: 200 len: 217 time: 0.0679550 Nov 15 14:41:11.293429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3cb14-a0c7-438a-b0e4-9eb88cb1005f req-cdd279a7-5554-4e60-a9c1-b884d5a31899 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:11.295064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77e3cb14-a0c7-438a-b0e4-9eb88cb1005f req-cdd279a7-5554-4e60-a9c1-b884d5a31899 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 945 time: 0.2290869 Nov 15 14:41:11.314531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Request body: {'port': {'device_id': '33506835-115e-45f0-bbf5-9d260e4d5e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:11.478981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-665d0ccb-1a20-45fc-a42a-6d890013f9b7 req-065239c9-5002-4541-890e-a54112b36dad tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961629 Nov 15 14:41:11.485862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-0c770b02-2731-4a05-a019-9ab24e435cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:11.487400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-0c770b02-2731-4a05-a019-9ab24e435cf4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1903026 Nov 15 14:41:11.500358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77e3cb14-a0c7-438a-b0e4-9eb88cb1005f req-b3d25840-e738-416c-9d77-cb42ab0fa4b1 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e42317c-ea54-4535-8f1b-55140b784b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864092 Nov 15 14:41:11.500358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:11.574123 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde76855-2e13-4921-91f2-17caaba8e032 x-openstack-request-id: req-dde76855-2e13-4921-91f2-17caaba8e032 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:11.574123 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b2d52b-aeab-4115-9dbc-273326962880", "tag": "ec464418-43e1-4378-9ecc-624d3431d77d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:11.574123 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dde76855-2e13-4921-91f2-17caaba8e032 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:11.574605 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b2d52b-aeab-4115-9dbc-273326962880', 'tag': 'ec464418-43e1-4378-9ecc-624d3431d77d', 'status': 'completed', 'code': 200} Nov 15 14:41:11.736001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b126a3d1-2af7-4958-a3c6-46a6891d74af up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:11.869084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port b126a3d1-2af7-4958-a3c6-46a6891d74af completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:41:11.873779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port b126a3d1-2af7-4958-a3c6-46a6891d74af triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:11.874151 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:11.979167 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:12.008833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-694906d0-b8ef-4b86-a6b5-da2603f1b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:12.010456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-694906d0-b8ef-4b86-a6b5-da2603f1b53b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5095448 Nov 15 14:41:12.016261 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899e92f7-0a76-4d90-9623-3ef2825fc883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b126a3d1-2af7-4958-a3c6-46a6891d74af'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:12.018540 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc51ed07-c85b-4643-9761-922c38181d27" -d '{"events": [{"server_uuid": "899e92f7-0a76-4d90-9623-3ef2825fc883", "name": "network-vif-plugged", "status": "completed", "tag": "b126a3d1-2af7-4958-a3c6-46a6891d74af"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:12.033774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b126a3d1-2af7-4958-a3c6-46a6891d74af, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b126a3d1-2af7-4958-a3c6-46a6891d74af,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:12.045781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb7703-a87a-4743-9492-49b70c2be650 req-5c63fed7-a2fc-4c0f-bbd9-b4f1aa841f3c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:12.047196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6cb7703-a87a-4743-9492-49b70c2be650 req-5c63fed7-a2fc-4c0f-bbd9-b4f1aa841f3c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 945 time: 0.4889226 Nov 15 14:41:12.115644 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:12.116445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 686eb3cd-a153-41cb-8011-9870fc2400f3 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:41:12.160115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 686eb3cd-a153-41cb-8011-9870fc2400f3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:41:12.160464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 686eb3cd-a153-41cb-8011-9870fc2400f3 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:41:12.177241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22119-ec20-4d65-8cf7-117e30998521 req-f41413f4-a088-452b-98d5-81f4a2b1b610 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:12.183305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22119-ec20-4d65-8cf7-117e30998521 req-f41413f4-a088-452b-98d5-81f4a2b1b610 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:12.189398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22119-ec20-4d65-8cf7-117e30998521 req-f41413f4-a088-452b-98d5-81f4a2b1b610 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:12.195499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22119-ec20-4d65-8cf7-117e30998521 req-f41413f4-a088-452b-98d5-81f4a2b1b610 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:12.198479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=b126a3d1-2af7-4958-a3c6-46a6891d74af,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:12.201533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22119-ec20-4d65-8cf7-117e30998521 req-f41413f4-a088-452b-98d5-81f4a2b1b610 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:12.208406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22119-ec20-4d65-8cf7-117e30998521 req-f41413f4-a088-452b-98d5-81f4a2b1b610 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:12.214224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22119-ec20-4d65-8cf7-117e30998521 req-f41413f4-a088-452b-98d5-81f4a2b1b610 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:12.216240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97e22119-ec20-4d65-8cf7-117e30998521 req-f41413f4-a088-452b-98d5-81f4a2b1b610 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.3126020 Nov 15 14:41:12.323502 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6cb7703-a87a-4743-9492-49b70c2be650 req-d2e375eb-6c6b-4d05-ae57-ac5bb11e6904 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430325 Nov 15 14:41:12.330230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-8d7afc17-9ffe-438a-9268-2ddd6ddbebb3 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049486 Nov 15 14:41:12.448265 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97e22119-ec20-4d65-8cf7-117e30998521 req-46bad575-416e-4e2c-95c0-810dba9f2799 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2169576 Nov 15 14:41:12.497892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb932285-55c9-4b4d-b0ea-941fb456d812 req-7ec76a70-d3a3-4687-9b56-786e3a2643bc tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:12.497892 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cb932285-55c9-4b4d-b0ea-941fb456d812 req-7ec76a70-d3a3-4687-9b56-786e3a2643bc tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 945 time: 0.0705080 Nov 15 14:41:12.506709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33850c2b-8dca-45d6-b3f8-efae40e57277 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:12.518003 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:12.521927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-090fdaf9-ae86-4a30-88dd-fc209c541cb4 req-700f0670-742c-4edd-9153-8fdfc13493a4 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733727 Nov 15 14:41:12.547356 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Transition to ACTIVE for port object 33850c2b-8dca-45d6-b3f8-efae40e57277 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:41:12.596190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ff626-5749-4252-a94f-759fed9110d0 req-60def0f1-6b85-476a-81ce-4aa8909eeb41 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:12.596190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed3ff626-5749-4252-a94f-759fed9110d0 req-60def0f1-6b85-476a-81ce-4aa8909eeb41 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 947 time: 0.0613439 Nov 15 14:41:12.612611 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-cb932285-55c9-4b4d-b0ea-941fb456d812 req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Deleting port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:41:12.613048 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb932285-55c9-4b4d-b0ea-941fb456d812 req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:12.665071 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed3ff626-5749-4252-a94f-759fed9110d0 req-f6e7a57e-e6a3-4c1f-9b21-d23134670552 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/security-groups?id=8aced97a-7f12-448e-accb-9573324551f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659666 Nov 15 14:41:12.697858 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:12.733011 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-cb932285-55c9-4b4d-b0ea-941fb456d812 req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] For port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf,segment=NetworkSegment(5dd0e099-a2c7-46c1-ad29-e360e41cb01a),segment_id=5dd0e099-a2c7-46c1-ad29-e360e41cb01a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:12.733453 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb932285-55c9-4b4d-b0ea-941fb456d812 req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:12.743273 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4d2030-77ea-468d-ac4b-8da814630018 x-openstack-request-id: req-5d4d2030-77ea-468d-ac4b-8da814630018 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:12.743661 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899e92f7-0a76-4d90-9623-3ef2825fc883", "name": "network-vif-plugged", "status": "completed", "tag": "b126a3d1-2af7-4958-a3c6-46a6891d74af", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:12.744073 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d4d2030-77ea-468d-ac4b-8da814630018 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:12.745036 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899e92f7-0a76-4d90-9623-3ef2825fc883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b126a3d1-2af7-4958-a3c6-46a6891d74af', 'code': 200} Nov 15 14:41:12.753225 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-cb932285-55c9-4b4d-b0ea-941fb456d812 req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Calling delete_port for fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:41:12.764274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5b56a-462c-4550-acee-2a19bfeb376c req-648f35c7-6269-40b2-a3f3-7aaa776f56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:12.766687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08d5b56a-462c-4550-acee-2a19bfeb376c req-648f35c7-6269-40b2-a3f3-7aaa776f56fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82d4b0400ead465a9ac3fb5f0124e4e7&device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 1098 time: 0.1149328 Nov 15 14:41:12.810995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Pushing event updated for resources: {'Port': ['ID=33850c2b-8dca-45d6-b3f8-efae40e57277,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:12.933723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9127ed-e87e-4376-b21c-b4a740186c3d req-2bff35c0-35e5-48d4-8800-346ac3fb790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:12.935323 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7e9127ed-e87e-4376-b21c-b4a740186c3d req-2bff35c0-35e5-48d4-8800-346ac3fb790e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 1097 time: 0.1084838 Nov 15 14:41:12.985841 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7e9127ed-e87e-4376-b21c-b4a740186c3d req-37ac130e-231a-4d4f-89c1-4c4dae7f4248 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 Nov 15 14:41:13.034543 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb932285-55c9-4b4d-b0ea-941fb456d812 req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:13.034835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdba6e-79ae-49f2-afec-35e338a33f27 req-042717a9-39ec-4a73-8421-b3291fcb9789 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.037224 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54cdba6e-79ae-49f2-afec-35e338a33f27 req-042717a9-39ec-4a73-8421-b3291fcb9789 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 944 time: 0.2213943 Nov 15 14:41:13.048291 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:13.061056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5b56a-462c-4550-acee-2a19bfeb376c req-ad158421-7236-4b8f-a0ea-a76efc9dfcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.063199 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08d5b56a-462c-4550-acee-2a19bfeb376c req-ad158421-7236-4b8f-a0ea-a76efc9dfcac service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.2866361 Nov 15 14:41:13.066446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Pushing event deleted for resources: {'Port': ['ID=fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:13.082026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4e9a0-287a-4306-a68d-de4da8da08d3 req-d93bf4e2-c388-4192-94d4-39ac231a5ffe tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.083667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afd4e9a0-287a-4306-a68d-de4da8da08d3 req-d93bf4e2-c388-4192-94d4-39ac231a5ffe tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 945 time: 0.2113783 Nov 15 14:41:13.093979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Attempting to bind port 33850c2b-8dca-45d6-b3f8-efae40e57277 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:41:13.094321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Attempting to bind port 33850c2b-8dca-45d6-b3f8-efae40e57277 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:41:13.094688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Attempting to bind port 33850c2b-8dca-45d6-b3f8-efae40e57277 on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:13.120727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Port 33850c2b-8dca-45d6-b3f8-efae40e57277 on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:41:13.121315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Attempting to bind port 33850c2b-8dca-45d6-b3f8-efae40e57277 on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:13.123865 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:13.124221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:13.125149 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:13.125484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:13.125820 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:13.126152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:13.126501 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:13.126830 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:13.127154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:13.127479 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:13.127797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:13.128296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:13.132094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb932285-55c9-4b4d-b0ea-941fb456d812 req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] No DVR routers for this DVR port fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:41:13.134766 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb932285-55c9-4b4d-b0ea-941fb456d812 req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:13.135246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:41:13.135599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Checking segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:41:13.135998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Bound using segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:41:13.136440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Bound port: 33850c2b-8dca-45d6-b3f8-efae40e57277, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:41:13.136799 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:13.138267 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cb932285-55c9-4b4d-b0ea-941fb456d812 req-f92c4765-e31e-418c-b404-5d372fc4301e tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.59 "DELETE /v2.0/ports/fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf HTTP/1.1" status: 204 len: 173 time: 0.6338620 Nov 15 14:41:13.138769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e28e86-ed12-4781-a996-7e72bf3b9016', 'name': 'network-vif-deleted', 'tag': 'fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:13.142272 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d784d3-2c4a-4180-a25c-3ed717eb171a" -d '{"events": [{"server_uuid": "e6e28e86-ed12-4781-a996-7e72bf3b9016", "name": "network-vif-deleted", "tag": "fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:13.213022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54cdba6e-79ae-49f2-afec-35e338a33f27 req-6a7cb66b-1b7f-4326-bd4f-4314b5fcae39 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579413 Nov 15 14:41:13.227081 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afd4e9a0-287a-4306-a68d-de4da8da08d3 req-bbc1b79b-4f9e-4c6d-ae60-80299a78d735 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e42317c-ea54-4535-8f1b-55140b784b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341975 Nov 15 14:41:13.269507 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08d5b56a-462c-4550-acee-2a19bfeb376c req-abd4a5c1-1afb-4c61-baca-8e87017424d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ec464418-43e1-4378-9ecc-624d3431d77d HTTP/1.1" status: 200 len: 217 time: 0.0554662 Nov 15 14:41:13.379049 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86dafa8-9f08-40ac-9cfb-be9171046200 x-openstack-request-id: req-a86dafa8-9f08-40ac-9cfb-be9171046200 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:13.380238 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e28e86-ed12-4781-a996-7e72bf3b9016", "name": "network-vif-deleted", "tag": "fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:13.388653 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a86dafa8-9f08-40ac-9cfb-be9171046200 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:13.388797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] For port 33850c2b-8dca-45d6-b3f8-efae40e57277, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:41:13.389256 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e28e86-ed12-4781-a996-7e72bf3b9016', 'name': 'network-vif-deleted', 'tag': 'fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf', 'status': 'completed', 'code': 200} Nov 15 14:41:13.421794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] For port 33850c2b-8dca-45d6-b3f8-efae40e57277, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=33850c2b-8dca-45d6-b3f8-efae40e57277,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:41:13.426047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5b56a-462c-4550-acee-2a19bfeb376c req-957c88f7-7119-495a-aea8-cbf8087b45af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.427767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08d5b56a-462c-4550-acee-2a19bfeb376c req-957c88f7-7119-495a-aea8-cbf8087b45af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.1505566 Nov 15 14:41:13.486610 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a2b5e-d796-43ab-8189-d22c32c768da req-058b5c43-4237-4049-b241-d7bec68587f6 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.489342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c4a2b5e-d796-43ab-8189-d22c32c768da req-058b5c43-4237-4049-b241-d7bec68587f6 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.1640148 Nov 15 14:41:13.539040 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:13.608200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.609367 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:13.610821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] 10.222.0.59 "PUT /v2.0/ports/33850c2b-8dca-45d6-b3f8-efae40e57277 HTTP/1.1" status: 200 len: 1092 time: 2.3148134 Nov 15 14:41:13.611283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33506835-115e-45f0-bbf5-9d260e4d5e60', 'tag': '33850c2b-8dca-45d6-b3f8-efae40e57277'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:13.616626 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c7a384-f0af-4035-a7f6-b0c2a176e654" -d '{"events": [{"name": "network-changed", "server_uuid": "33506835-115e-45f0-bbf5-9d260e4d5e60", "tag": "33850c2b-8dca-45d6-b3f8-efae40e57277"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:13.623536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5b56a-462c-4550-acee-2a19bfeb376c req-c87cc98b-9511-41a1-9fba-1fe04837ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.625644 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08d5b56a-462c-4550-acee-2a19bfeb376c req-c87cc98b-9511-41a1-9fba-1fe04837ec6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1896851 Nov 15 14:41:13.664200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9520c-32b5-4902-884d-86a7ee09f390 req-56ce8078-5001-4f3a-a829-c903d85b777e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.665647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ef9520c-32b5-4902-884d-86a7ee09f390 req-56ce8078-5001-4f3a-a829-c903d85b777e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 946 time: 0.1751153 Nov 15 14:41:13.681172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c4a2b5e-d796-43ab-8189-d22c32c768da req-e761b457-1d09-4fb8-a947-065267aa083e tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777453 Nov 15 14:41:13.713236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4747ed0-5a97-4476-b12c-b15ce525dedf service neutron] Pushing event updated for resources: {'Port': ['ID=33850c2b-8dca-45d6-b3f8-efae40e57277,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:13.831025 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ef9520c-32b5-4902-884d-86a7ee09f390 req-c4659329-6e57-4a6e-9c91-6bb29a04703c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488612 Nov 15 14:41:13.866253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08d5b56a-462c-4550-acee-2a19bfeb376c req-363de0d8-94c9-4c5e-b834-460adb3f2160 service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274740 Nov 15 14:41:13.889035 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e4b5b1-a804-439a-bd6d-0492d71f228b x-openstack-request-id: req-45e4b5b1-a804-439a-bd6d-0492d71f228b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:13.889329 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33506835-115e-45f0-bbf5-9d260e4d5e60", "tag": "33850c2b-8dca-45d6-b3f8-efae40e57277", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:13.889593 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45e4b5b1-a804-439a-bd6d-0492d71f228b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:13.890021 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33506835-115e-45f0-bbf5-9d260e4d5e60', 'tag': '33850c2b-8dca-45d6-b3f8-efae40e57277', 'status': 'completed', 'code': 200} Nov 15 14:41:13.944734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d5487-3231-449c-a0d2-e2402242cdca req-c23319fd-ac6a-4d96-a0e2-be0303634b89 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.952920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d5487-3231-449c-a0d2-e2402242cdca req-c23319fd-ac6a-4d96-a0e2-be0303634b89 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.958928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d5487-3231-449c-a0d2-e2402242cdca req-c23319fd-ac6a-4d96-a0e2-be0303634b89 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.964865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d5487-3231-449c-a0d2-e2402242cdca req-c23319fd-ac6a-4d96-a0e2-be0303634b89 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.971397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d5487-3231-449c-a0d2-e2402242cdca req-c23319fd-ac6a-4d96-a0e2-be0303634b89 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.977406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d5487-3231-449c-a0d2-e2402242cdca req-c23319fd-ac6a-4d96-a0e2-be0303634b89 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.983431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d5487-3231-449c-a0d2-e2402242cdca req-c23319fd-ac6a-4d96-a0e2-be0303634b89 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.985922 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-084d5487-3231-449c-a0d2-e2402242cdca req-c23319fd-ac6a-4d96-a0e2-be0303634b89 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.2089787 Nov 15 14:41:13.990540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-b9d64308-71ff-45c2-a29f-43d4931c638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:13.992012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-b9d64308-71ff-45c2-a29f-43d4931c638e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 1095 time: 0.2204843 Nov 15 14:41:14.089450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-a91b8413-471b-4b2f-90b1-60d177163e6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33850c2b-8dca-45d6-b3f8-efae40e57277 HTTP/1.1" status: 200 len: 217 time: 0.0616364 Nov 15 14:41:14.170515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f94b4-79a8-4db7-81be-9f43318426bf req-773111dd-b454-4bb7-918d-f19ef0df3785 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:14.172142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a94f94b4-79a8-4db7-81be-9f43318426bf req-773111dd-b454-4bb7-918d-f19ef0df3785 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 947 time: 0.2406387 Nov 15 14:41:14.198853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08d5b56a-462c-4550-acee-2a19bfeb376c req-a251b510-cd67-4ea6-89c2-6cdfdbce0c0d service neutron] 10.222.0.46 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225007 Nov 15 14:41:14.208878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-084d5487-3231-449c-a0d2-e2402242cdca req-bcf75d6b-ddf4-4422-8b7c-a01bef540aa4 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2033951 Nov 15 14:41:14.218007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-91124500-ea47-408a-bcc9-e0fb713ee54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:14.220083 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-91124500-ea47-408a-bcc9-e0fb713ee54d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.1142175 Nov 15 14:41:14.269350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-cd3c2e90-bfe8-464b-bc8f-4b69499782d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417247 Nov 15 14:41:14.324935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a94f94b4-79a8-4db7-81be-9f43318426bf req-65963c1b-211d-4f26-844e-3a5d2b6d2eac tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/security-groups?id=8aced97a-7f12-448e-accb-9573324551f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398559 Nov 15 14:41:14.400917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac4002-a7b6-4775-b203-5cfcaf6f8d35 req-4d3243c1-a1e8-4897-8240-f5cd7edc27c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:14.407204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bac4002-a7b6-4775-b203-5cfcaf6f8d35 req-4d3243c1-a1e8-4897-8240-f5cd7edc27c7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 944 time: 0.1119530 Nov 15 14:41:14.464499 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7719dd19-fefe-4035-b826-0d4509508461 req-8e71cf73-f8cd-4b1d-8dd2-97c7da2cb3b0 tempest-ServerMetadataNegativeTestJSON-1327925651 tempest-ServerMetadataNegativeTestJSON-1327925651-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e28e86-ed12-4781-a996-7e72bf3b9016 HTTP/1.1" status: 200 len: 210 time: 0.0546482 Nov 15 14:41:14.468196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-86eb5496-2f8d-4315-87a8-06effb0ae2f8 service neutron] 10.222.0.59 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761193 Nov 15 14:41:14.541004 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1bac4002-a7b6-4775-b203-5cfcaf6f8d35 req-146e007a-6255-4743-958e-8555251eccf9 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296682 Nov 15 14:41:14.587226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf1c58b5-7015-4ce5-8d8c-6b32402093f0 req-4403a69c-c197-41e6-a1e5-fcf458d55c6f service neutron] 10.222.0.59 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091380 Nov 15 14:41:14.739347 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7a384-f0af-4035-a7f6-b0c2a176e654 req-fbb9d5b3-24d1-4699-bd37-2d9fad558930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:14.740932 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54c7a384-f0af-4035-a7f6-b0c2a176e654 req-fbb9d5b3-24d1-4699-bd37-2d9fad558930 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 1095 time: 0.0488763 Nov 15 14:41:14.872170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118bdb2-5564-4c9e-ba1f-a1e35d9a1e38 req-882f7a8f-1bf1-4503-8732-3ba71c163945 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:14.873662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7118bdb2-5564-4c9e-ba1f-a1e35d9a1e38 req-882f7a8f-1bf1-4503-8732-3ba71c163945 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.1058936 Nov 15 14:41:14.879437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7a384-f0af-4035-a7f6-b0c2a176e654 req-613fd485-7967-44b9-a2c8-25226ec66387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:14.881260 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54c7a384-f0af-4035-a7f6-b0c2a176e654 req-613fd485-7967-44b9-a2c8-25226ec66387 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 907 time: 0.1319048 Nov 15 14:41:14.965635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54c7a384-f0af-4035-a7f6-b0c2a176e654 req-e32c75df-6477-46d2-80aa-c11556bb6961 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33850c2b-8dca-45d6-b3f8-efae40e57277 HTTP/1.1" status: 200 len: 217 time: 0.0698504 Nov 15 14:41:15.015320 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7118bdb2-5564-4c9e-ba1f-a1e35d9a1e38 req-16b14d69-494a-42db-b4ea-4d6c36e9ec2f tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d206909-10d2-4874-98e0-4334a31a3015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330159 Nov 15 14:41:15.037496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b65a98-d68f-4d68-b00c-1367abaa919c req-99093a71-870b-4a5a-89e4-fdf777828cbc tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:15.039022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b65a98-d68f-4d68-b00c-1367abaa919c req-99093a71-870b-4a5a-89e4-fdf777828cbc tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 946 time: 0.1346452 Nov 15 14:41:15.049215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7a384-f0af-4035-a7f6-b0c2a176e654 req-85859e89-0690-4857-acff-83ce4b7268b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:15.050602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54c7a384-f0af-4035-a7f6-b0c2a176e654 req-85859e89-0690-4857-acff-83ce4b7268b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.0743318 Nov 15 14:41:15.097853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54c7a384-f0af-4035-a7f6-b0c2a176e654 req-c884e15f-a8c1-4242-a0f8-a276b298e33d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338047 Nov 15 14:41:15.168368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b65a98-d68f-4d68-b00c-1367abaa919c req-58b5f8e2-5d56-48d9-91c9-5cd90072ba97 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223037 Nov 15 14:41:15.192694 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b3ca9-5b60-4c3e-a947-4279270c6db0 req-6966e929-1f3b-4b58-a72c-8a54091856aa tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:15.194265 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-576b3ca9-5b60-4c3e-a947-4279270c6db0 req-6966e929-1f3b-4b58-a72c-8a54091856aa tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.59 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 945 time: 0.0717337 Nov 15 14:41:15.227676 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54c7a384-f0af-4035-a7f6-b0c2a176e654 req-cf09bf14-b711-473d-910d-ffe2ef4c0d66 service neutron] 10.222.0.59 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196346 Nov 15 14:41:15.333961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-576b3ca9-5b60-4c3e-a947-4279270c6db0 req-781f75e2-d6f7-4b82-87c3-06603aa762e0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Deleting port f866dbf6-fcb1-476c-82ec-9310e9b4af90 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:41:15.334471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-576b3ca9-5b60-4c3e-a947-4279270c6db0 req-781f75e2-d6f7-4b82-87c3-06603aa762e0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:15.427052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54c7a384-f0af-4035-a7f6-b0c2a176e654 req-ed6f0c61-8e50-4c9b-a6be-9c21bf8f5df3 service neutron] 10.222.0.59 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895807 Nov 15 14:41:15.454373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e42b-77dc-4031-9ce5-9cf0aa543c9f req-b876f589-be9d-49bd-8997-096eb3e3bfc0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:15.457435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-576b3ca9-5b60-4c3e-a947-4279270c6db0 req-781f75e2-d6f7-4b82-87c3-06603aa762e0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] For port f866dbf6-fcb1-476c-82ec-9310e9b4af90, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f866dbf6-fcb1-476c-82ec-9310e9b4af90,segment=NetworkSegment(c752733c-d27d-4610-b728-fb50535dbe53),segment_id=c752733c-d27d-4610-b728-fb50535dbe53)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:15.457435 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-576b3ca9-5b60-4c3e-a947-4279270c6db0 req-781f75e2-d6f7-4b82-87c3-06603aa762e0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:15.460541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e42b-77dc-4031-9ce5-9cf0aa543c9f req-b876f589-be9d-49bd-8997-096eb3e3bfc0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:15.466630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e42b-77dc-4031-9ce5-9cf0aa543c9f req-b876f589-be9d-49bd-8997-096eb3e3bfc0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:15.470614 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-576b3ca9-5b60-4c3e-a947-4279270c6db0 req-781f75e2-d6f7-4b82-87c3-06603aa762e0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Calling delete_port for f866dbf6-fcb1-476c-82ec-9310e9b4af90 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:41:15.473313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e42b-77dc-4031-9ce5-9cf0aa543c9f req-b876f589-be9d-49bd-8997-096eb3e3bfc0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:15.479399 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e42b-77dc-4031-9ce5-9cf0aa543c9f req-b876f589-be9d-49bd-8997-096eb3e3bfc0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:15.487256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e42b-77dc-4031-9ce5-9cf0aa543c9f req-b876f589-be9d-49bd-8997-096eb3e3bfc0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:15.493761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e42b-77dc-4031-9ce5-9cf0aa543c9f req-b876f589-be9d-49bd-8997-096eb3e3bfc0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:15.495716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b3e8e42b-77dc-4031-9ce5-9cf0aa543c9f req-b876f589-be9d-49bd-8997-096eb3e3bfc0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.1894875 Nov 15 14:41:15.600333 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ce62-d1c0-4a80-be81-e18e32e65dcd req-cda5cd59-385e-478f-8de3-f74b22500f8d tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:15.602112 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a83ce62-d1c0-4a80-be81-e18e32e65dcd req-cda5cd59-385e-478f-8de3-f74b22500f8d tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 947 time: 0.1606030 Nov 15 14:41:15.628165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b3e8e42b-77dc-4031-9ce5-9cf0aa543c9f req-09980b75-a2cb-4bd6-9568-072c61c50387 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234782 Nov 15 14:41:15.670280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a83ce62-d1c0-4a80-be81-e18e32e65dcd req-c2cbf633-d224-42e9-8acb-2d0c94a8f45a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/security-groups?id=8aced97a-7f12-448e-accb-9573324551f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587912 Nov 15 14:41:15.682829 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:15.725360 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-576b3ca9-5b60-4c3e-a947-4279270c6db0 req-781f75e2-d6f7-4b82-87c3-06603aa762e0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:15.739003 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f866dbf6-fcb1-476c-82ec-9310e9b4af90'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:15.767767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f75e2-d6f7-4b82-87c3-06603aa762e0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Pushing event deleted for resources: {'Port': ['ID=f866dbf6-fcb1-476c-82ec-9310e9b4af90,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:15.769867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ec464418-43e1-4378-9ecc-624d3431d77d details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:41:15.790144 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a2089f-4aed-4c38-8949-ae761e501608 admin admin] Deleting subnet 967a1658-4127-4c75-ab55-5aa7747f67c8 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:41:15.812520 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a2089f-4aed-4c38-8949-ae761e501608 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:15.829051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c5eef-f4b0-4875-8d7d-2b9ee9cb15c5 req-edb3ca1c-7bab-4c4d-a1a5-1bc043a77d71 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:15.842903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-107c5eef-f4b0-4875-8d7d-2b9ee9cb15c5 req-edb3ca1c-7bab-4c4d-a1a5-1bc043a77d71 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 944 time: 0.0806272 Nov 15 14:41:15.864927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-576b3ca9-5b60-4c3e-a947-4279270c6db0 req-781f75e2-d6f7-4b82-87c3-06603aa762e0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] No DVR routers for this DVR port f866dbf6-fcb1-476c-82ec-9310e9b4af90 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:41:15.880826 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-576b3ca9-5b60-4c3e-a947-4279270c6db0 req-781f75e2-d6f7-4b82-87c3-06603aa762e0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:15.887292 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-576b3ca9-5b60-4c3e-a947-4279270c6db0 req-781f75e2-d6f7-4b82-87c3-06603aa762e0 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.59 "DELETE /v2.0/ports/f866dbf6-fcb1-476c-82ec-9310e9b4af90 HTTP/1.1" status: 204 len: 173 time: 0.6807997 Nov 15 14:41:15.898545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217ee331-1274-44da-a2e8-8664067c4d9c', 'name': 'network-vif-deleted', 'tag': 'f866dbf6-fcb1-476c-82ec-9310e9b4af90'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:15.900932 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caf57e7-ea9e-4994-8afb-c031721064ce" -d '{"events": [{"server_uuid": "217ee331-1274-44da-a2e8-8664067c4d9c", "name": "network-vif-deleted", "tag": "f866dbf6-fcb1-476c-82ec-9310e9b4af90"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:15.904099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-107c5eef-f4b0-4875-8d7d-2b9ee9cb15c5 req-0a468342-3bbb-405f-96e5-ec3e1fb0af2a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595794 Nov 15 14:41:15.913273 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a2089f-4aed-4c38-8949-ae761e501608 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:15.928072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ec464418-43e1-4378-9ecc-624d3431d77d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ec464418-43e1-4378-9ecc-624d3431d77d,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:15.943806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'ec464418-43e1-4378-9ecc-624d3431d77d', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'ec464418-43e1-4378-9ecc-624d3431d77d', 'mac_address': 'fa:16:3e:86:d4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:41:15.959343 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447e4c54-8e56-4928-b743-0fdae76b3acc x-openstack-request-id: req-447e4c54-8e56-4928-b743-0fdae76b3acc {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:15.959738 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217ee331-1274-44da-a2e8-8664067c4d9c", "name": "network-vif-deleted", "tag": "f866dbf6-fcb1-476c-82ec-9310e9b4af90", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:15.959996 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-447e4c54-8e56-4928-b743-0fdae76b3acc {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:15.961049 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217ee331-1274-44da-a2e8-8664067c4d9c', 'name': 'network-vif-deleted', 'tag': 'f866dbf6-fcb1-476c-82ec-9310e9b4af90', 'status': 'completed', 'code': 200} Nov 15 14:41:15.967286 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a2089f-4aed-4c38-8949-ae761e501608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:15.994542 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:16.011532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec464418-43e1-4378-9ecc-624d3431d77d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:16.045039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ec464418-43e1-4378-9ecc-624d3431d77d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ec464418-43e1-4378-9ecc-624d3431d77d,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:16.133829 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:16.140761 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a2089f-4aed-4c38-8949-ae761e501608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:16.154605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2845c06-45b1-4675-8a72-2a40a79fc626 req-a2008c7c-3214-4039-9b75-18147ac596d6 tempest-ServerRescueTestJSON-1726718524 tempest-ServerRescueTestJSON-1726718524-project] 10.222.0.70 "GET /v2.0/ports?device_id=217ee331-1274-44da-a2e8-8664067c4d9c HTTP/1.1" status: 200 len: 210 time: 0.0556064 Nov 15 14:41:16.156063 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a2089f-4aed-4c38-8949-ae761e501608 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:16.160312 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c9a2089f-4aed-4c38-8949-ae761e501608 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/967a1658-4127-4c75-ab55-5aa7747f67c8 HTTP/1.1" status: 204 len: 168 time: 0.4761009 Nov 15 14:41:16.168212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33846) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:16.180180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2089f-4aed-4c38-8949-ae761e501608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967a1658-4127-4c75-ab55-5aa7747f67c8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:16.232255 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ec464418-43e1-4378-9ecc-624d3431d77d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:16.252828 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a982-afa9-4559-9a65-51cfd2aedc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:16.348180 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a982-afa9-4559-9a65-51cfd2aedc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:16.380589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['ec464418-43e1-4378-9ecc-624d3431d77d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:16.695831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f9e0a982-afa9-4559-9a65-51cfd2aedc7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0071d7bc-6c45-4266-b83a-9c1c2777059e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:16.723485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f9e0a982-afa9-4559-9a65-51cfd2aedc7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd0e099-a2c7-46c1-ad29-e360e41cb01a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:16.727989 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f9e0a982-afa9-4559-9a65-51cfd2aedc7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd0e099-a2c7-46c1-ad29-e360e41cb01a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:16.788894 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a982-afa9-4559-9a65-51cfd2aedc7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:16.830813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 33850c2b-8dca-45d6-b3f8-efae40e57277 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:41:16.832478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:41:16.845686 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a982-afa9-4559-9a65-51cfd2aedc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:16.857557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e0a982-afa9-4559-9a65-51cfd2aedc7c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:41:16.858104 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a982-afa9-4559-9a65-51cfd2aedc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:41:16.860577 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:41:16.893871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:41:16.894216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fbaca40a-afbf-4ddc-ab0f-1063ddcb0ddf not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:41:16.931907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36c76-e069-4916-916d-3ccfca85fdcd req-9ed0e74b-b3da-4a81-8ba9-328389051d87 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:16.938783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36c76-e069-4916-916d-3ccfca85fdcd req-9ed0e74b-b3da-4a81-8ba9-328389051d87 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:16.945192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36c76-e069-4916-916d-3ccfca85fdcd req-9ed0e74b-b3da-4a81-8ba9-328389051d87 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:16.951416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36c76-e069-4916-916d-3ccfca85fdcd req-9ed0e74b-b3da-4a81-8ba9-328389051d87 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:16.958110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36c76-e069-4916-916d-3ccfca85fdcd req-9ed0e74b-b3da-4a81-8ba9-328389051d87 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:16.964338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36c76-e069-4916-916d-3ccfca85fdcd req-9ed0e74b-b3da-4a81-8ba9-328389051d87 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:16.970543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36c76-e069-4916-916d-3ccfca85fdcd req-9ed0e74b-b3da-4a81-8ba9-328389051d87 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:16.972594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ff36c76-e069-4916-916d-3ccfca85fdcd req-9ed0e74b-b3da-4a81-8ba9-328389051d87 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.2268848 Nov 15 14:41:17.019198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d55103-0414-47a7-9241-bc2ea23f58f9 req-a3b43ca4-cf19-41b8-9479-02add6248c09 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:17.020983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7d55103-0414-47a7-9241-bc2ea23f58f9 req-a3b43ca4-cf19-41b8-9479-02add6248c09 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 948 time: 0.2286589 Nov 15 14:41:17.054484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 33850c2b-8dca-45d6-b3f8-efae40e57277, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=33850c2b-8dca-45d6-b3f8-efae40e57277,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:17.079903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '33850c2b-8dca-45d6-b3f8-efae40e57277', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'port_id': '33850c2b-8dca-45d6-b3f8-efae40e57277', 'mac_address': 'fa:16:3e:52:cc:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186ef2d9-ae15-4420-a072-fa533fc8ac78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:41:17.129175 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a982-afa9-4559-9a65-51cfd2aedc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:17.137837 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:17.164319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ff36c76-e069-4916-916d-3ccfca85fdcd req-4bb40cad-8ea9-4aeb-be7c-9592f58f128d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1831107 Nov 15 14:41:17.165231 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33850c2b-8dca-45d6-b3f8-efae40e57277 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:17.175637 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a982-afa9-4559-9a65-51cfd2aedc7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:17.179525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f9e0a982-afa9-4559-9a65-51cfd2aedc7c admin admin] 10.222.0.70 "DELETE /v2.0/networks/0071d7bc-6c45-4266-b83a-9c1c2777059e HTTP/1.1" status: 204 len: 168 time: 1.0098560 Nov 15 14:41:17.193228 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7d55103-0414-47a7-9241-bc2ea23f58f9 req-08eafec0-e7c0-4cd4-b18a-b92d80e029ab tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/security-groups?id=8aced97a-7f12-448e-accb-9573324551f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543546 Nov 15 14:41:17.236924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0a982-afa9-4559-9a65-51cfd2aedc7c admin admin] Pushing event deleted for resources: {'Network': ['ID=0071d7bc-6c45-4266-b83a-9c1c2777059e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:17.246199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 33850c2b-8dca-45d6-b3f8-efae40e57277, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=33850c2b-8dca-45d6-b3f8-efae40e57277,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:17.361701 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:17.398992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33866) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:17.419792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b964fc-4203-4391-a201-3a6d852c5d30 req-a45a8290-6cfa-44c4-a810-371a26991d4f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:17.442758 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27b964fc-4203-4391-a201-3a6d852c5d30 req-a45a8290-6cfa-44c4-a810-371a26991d4f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 944 time: 0.1663184 Nov 15 14:41:17.472911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=33850c2b-8dca-45d6-b3f8-efae40e57277,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:17.503275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27b964fc-4203-4391-a201-3a6d852c5d30 req-461b3f5a-ff6a-4158-b0f4-fe0756293cfb tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552239 Nov 15 14:41:17.604721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['33850c2b-8dca-45d6-b3f8-efae40e57277'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:17.671997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:17.714075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a805a305-4ff3-4a97-af76-197186827789 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be7f5ac8e7274cdc8fc65ced68d5d3ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408876 Nov 15 14:41:17.717666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33872) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:17.772046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ec464418-43e1-4378-9ecc-624d3431d77d up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:17.775600 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c7d419-6d77-4bc4-8f79-b828e3b66eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:17.801569 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c7d419-6d77-4bc4-8f79-b828e3b66eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:17.854500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d465aec-77f7-47af-a9c9-97a7313ac390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:17.897329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port ec464418-43e1-4378-9ecc-624d3431d77d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:41:17.901598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port ec464418-43e1-4378-9ecc-624d3431d77d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:17.906279 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:17.960493 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c7d419-6d77-4bc4-8f79-b828e3b66eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:17.964832 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c7d419-6d77-4bc4-8f79-b828e3b66eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:17.971962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-09c7d419-6d77-4bc4-8f79-b828e3b66eca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e42317c-ea54-4535-8f1b-55140b784b39 HTTP/1.1" status: 204 len: 168 time: 0.2496862 Nov 15 14:41:17.980443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7d419-6d77-4bc4-8f79-b828e3b66eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e42317c-ea54-4535-8f1b-55140b784b39,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:18.001146 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:18.027638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b2d52b-aeab-4115-9dbc-273326962880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec464418-43e1-4378-9ecc-624d3431d77d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:18.030148 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14585695-7327-46cb-9e1a-c7966896ac2c" -d '{"events": [{"server_uuid": "f4b2d52b-aeab-4115-9dbc-273326962880", "name": "network-vif-plugged", "status": "completed", "tag": "ec464418-43e1-4378-9ecc-624d3431d77d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:18.051524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port ec464418-43e1-4378-9ecc-624d3431d77d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ec464418-43e1-4378-9ecc-624d3431d77d,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:18.077963 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c330cf-7a28-44bd-a16b-86040d751cfd x-openstack-request-id: req-10c330cf-7a28-44bd-a16b-86040d751cfd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:18.077963 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b2d52b-aeab-4115-9dbc-273326962880", "name": "network-vif-plugged", "status": "completed", "tag": "ec464418-43e1-4378-9ecc-624d3431d77d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:18.078281 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10c330cf-7a28-44bd-a16b-86040d751cfd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:18.078509 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b2d52b-aeab-4115-9dbc-273326962880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec464418-43e1-4378-9ecc-624d3431d77d', 'code': 200} Nov 15 14:41:18.147038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3d465aec-77f7-47af-a9c9-97a7313ac390 admin admin] Deleting port 839b11d9-39fc-437a-9921-8e3923fe8729 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:41:18.147995 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d465aec-77f7-47af-a9c9-97a7313ac390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:18.201141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219622a-272e-40db-b6bc-be2fec2b188a req-4ad174f6-9978-43d7-b569-49b89f65b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:18.205806 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a219622a-272e-40db-b6bc-be2fec2b188a req-4ad174f6-9978-43d7-b569-49b89f65b0c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 1099 time: 0.0654373 Nov 15 14:41:18.212894 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:18.265655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3d465aec-77f7-47af-a9c9-97a7313ac390 admin admin] For port 839b11d9-39fc-437a-9921-8e3923fe8729, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=839b11d9-39fc-437a-9921-8e3923fe8729,segment=NetworkSegment(c752733c-d27d-4610-b728-fb50535dbe53),segment_id=c752733c-d27d-4610-b728-fb50535dbe53)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:18.266278 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d465aec-77f7-47af-a9c9-97a7313ac390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:18.286057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=ec464418-43e1-4378-9ecc-624d3431d77d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:18.290446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3d465aec-77f7-47af-a9c9-97a7313ac390 admin admin] Calling delete_port for 839b11d9-39fc-437a-9921-8e3923fe8729 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:41:18.319404 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a219622a-272e-40db-b6bc-be2fec2b188a req-c1be853b-9bd4-4eb4-9298-b5ab3d062492 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8aced97a-7f12-448e-accb-9573324551f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064661 Nov 15 14:41:18.429294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d46f2d-4e9c-441e-b507-090f4121b1bb req-8dab4577-0e82-41fe-b846-cfa75c805ebf tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:18.430928 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4d46f2d-4e9c-441e-b507-090f4121b1bb req-8dab4577-0e82-41fe-b846-cfa75c805ebf tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 949 time: 0.0987897 Nov 15 14:41:18.459882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4722a4-95c7-4282-b648-2bd8c9a68f96 req-248925fa-4f1d-41cb-8631-0714a4c4120f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:18.461943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4722a4-95c7-4282-b648-2bd8c9a68f96 req-248925fa-4f1d-41cb-8631-0714a4c4120f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:18.470257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4722a4-95c7-4282-b648-2bd8c9a68f96 req-248925fa-4f1d-41cb-8631-0714a4c4120f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:18.480496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4722a4-95c7-4282-b648-2bd8c9a68f96 req-248925fa-4f1d-41cb-8631-0714a4c4120f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:18.486672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4722a4-95c7-4282-b648-2bd8c9a68f96 req-248925fa-4f1d-41cb-8631-0714a4c4120f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:18.493121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4722a4-95c7-4282-b648-2bd8c9a68f96 req-248925fa-4f1d-41cb-8631-0714a4c4120f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:18.499140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4722a4-95c7-4282-b648-2bd8c9a68f96 req-248925fa-4f1d-41cb-8631-0714a4c4120f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:18.508233 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd4722a4-95c7-4282-b648-2bd8c9a68f96 req-248925fa-4f1d-41cb-8631-0714a4c4120f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5419 time: 0.1409745 Nov 15 14:41:18.603981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4d46f2d-4e9c-441e-b507-090f4121b1bb req-1990286f-7eed-4ed2-b1ee-fd599b16fdc6 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/security-groups?id=8aced97a-7f12-448e-accb-9573324551f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616468 Nov 15 14:41:18.611112 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd4722a4-95c7-4282-b648-2bd8c9a68f96 req-7590dfd6-4499-4768-804b-377a88bb8308 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019351 Nov 15 14:41:18.636026 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d465aec-77f7-47af-a9c9-97a7313ac390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:18.704920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d465aec-77f7-47af-a9c9-97a7313ac390 admin admin] Pushing event deleted for resources: {'Port': ['ID=839b11d9-39fc-437a-9921-8e3923fe8729,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:18.851760 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 413af6e3-de77-4121-a204-74de00bc13cd details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:41:18.863806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 33850c2b-8dca-45d6-b3f8-efae40e57277 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:18.893280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f2fd5-91a6-4b7b-8d1b-95fcb5175dac req-3b0e4585-145b-4690-91ad-455f665b8f36 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:18.909775 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-001f2fd5-91a6-4b7b-8d1b-95fcb5175dac req-3b0e4585-145b-4690-91ad-455f665b8f36 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 945 time: 0.1091838 Nov 15 14:41:19.064705 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-001f2fd5-91a6-4b7b-8d1b-95fcb5175dac req-0288f397-962d-445b-a5af-f3654ad8874b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241486 Nov 15 14:41:19.084460 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d465aec-77f7-47af-a9c9-97a7313ac390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:19.100724 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:41:19.102520 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 413af6e3-de77-4121-a204-74de00bc13cd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=413af6e3-de77-4121-a204-74de00bc13cd,segment=NetworkSegment(9de8b916-1c41-43ba-8250-6b6d8496600d),segment_id=9de8b916-1c41-43ba-8250-6b6d8496600d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:19.118258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '413af6e3-de77-4121-a204-74de00bc13cd', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'port_id': '413af6e3-de77-4121-a204-74de00bc13cd', 'mac_address': 'fa:16:3e:86:63:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:41:19.154093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 33850c2b-8dca-45d6-b3f8-efae40e57277 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:41:19.161177 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 33850c2b-8dca-45d6-b3f8-efae40e57277 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:19.161908 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:19.163415 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:19.226864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413af6e3-de77-4121-a204-74de00bc13cd {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:19.261774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 413af6e3-de77-4121-a204-74de00bc13cd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=413af6e3-de77-4121-a204-74de00bc13cd,segment=NetworkSegment(9de8b916-1c41-43ba-8250-6b6d8496600d),segment_id=9de8b916-1c41-43ba-8250-6b6d8496600d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:19.334841 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:19.335856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 919c96e9-8be6-470c-b7ba-81079937b82d details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:41:19.369383 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:19.453333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d465aec-77f7-47af-a9c9-97a7313ac390 admin admin] Router 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:41:19.532521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=413af6e3-de77-4121-a204-74de00bc13cd,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:19.547198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 33850c2b-8dca-45d6-b3f8-efae40e57277, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=33850c2b-8dca-45d6-b3f8-efae40e57277,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:19.620347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d465aec-77f7-47af-a9c9-97a7313ac390 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:41:19.632075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 919c96e9-8be6-470c-b7ba-81079937b82d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=919c96e9-8be6-470c-b7ba-81079937b82d,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:19.641489 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:19.650799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f866dbf6-fcb1-476c-82ec-9310e9b4af90 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:41:19.659929 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3d465aec-77f7-47af-a9c9-97a7313ac390 admin admin] 10.222.0.70 "PUT /v2.0/routers/0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2536733 Nov 15 14:41:19.663542 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33924) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:19.732307 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: f866dbf6-fcb1-476c-82ec-9310e9b4af90 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:41:19.732889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f866dbf6-fcb1-476c-82ec-9310e9b4af90 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:41:19.734788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1294d273-dd41-4baf-bb0a-c852fb07d6d3 None None] Sync routers for ids ['0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:41:19.765690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:19.823704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '919c96e9-8be6-470c-b7ba-81079937b82d', 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086', 'port_id': '919c96e9-8be6-470c-b7ba-81079937b82d', 'mac_address': 'fa:16:3e:40:e9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bbca71-b99a-424a-9e90-02c5e8ace1fe', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:41:19.849057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1294d273-dd41-4baf-bb0a-c852fb07d6d3 None None] Routers {'0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:41:19.849695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1294d273-dd41-4baf-bb0a-c852fb07d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:41:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:19.955184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97458c7f-1398-474b-806d-d75e4fb0daa6 req-c2c77d8d-2a59-4822-b83d-a4c8ba1d96f6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:19.961233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-network', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:19.961406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97458c7f-1398-474b-806d-d75e4fb0daa6 req-c2c77d8d-2a59-4822-b83d-a4c8ba1d96f6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:19.970034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97458c7f-1398-474b-806d-d75e4fb0daa6 req-c2c77d8d-2a59-4822-b83d-a4c8ba1d96f6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:19.976903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97458c7f-1398-474b-806d-d75e4fb0daa6 req-c2c77d8d-2a59-4822-b83d-a4c8ba1d96f6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:19.984070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97458c7f-1398-474b-806d-d75e4fb0daa6 req-c2c77d8d-2a59-4822-b83d-a4c8ba1d96f6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:19.990257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97458c7f-1398-474b-806d-d75e4fb0daa6 req-c2c77d8d-2a59-4822-b83d-a4c8ba1d96f6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:19.996703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97458c7f-1398-474b-806d-d75e4fb0daa6 req-c2c77d8d-2a59-4822-b83d-a4c8ba1d96f6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:20.005766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97458c7f-1398-474b-806d-d75e4fb0daa6 req-c2c77d8d-2a59-4822-b83d-a4c8ba1d96f6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5420 time: 0.2151155 Nov 15 14:41:20.047544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749287c-c982-4fc0-bdfc-f054e50b0c44 req-52a64824-a6f8-48bd-bf6f-663a8ac7f562 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:20.049188 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c749287c-c982-4fc0-bdfc-f054e50b0c44 req-52a64824-a6f8-48bd-bf6f-663a8ac7f562 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 949 time: 0.2119482 Nov 15 14:41:20.069969 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Made reservation on behalf of a7c2bcbbefb14b7884f8bf1f6ee9e7d5 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:41:20.073956 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.098683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.121153 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.188986 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33506835-115e-45f0-bbf5-9d260e4d5e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33850c2b-8dca-45d6-b3f8-efae40e57277'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:20.191064 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1c354e-052d-4202-ba47-60097fd37fe1" -d '{"events": [{"server_uuid": "33506835-115e-45f0-bbf5-9d260e4d5e60", "name": "network-vif-plugged", "status": "completed", "tag": "33850c2b-8dca-45d6-b3f8-efae40e57277"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:20.193920 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.241411 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919c96e9-8be6-470c-b7ba-81079937b82d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:20.242922 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97458c7f-1398-474b-806d-d75e4fb0daa6 req-21d64964-117c-4840-a27b-b3c4133aae8e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2309043 Nov 15 14:41:20.257205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=33850c2b-8dca-45d6-b3f8-efae40e57277,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:20.281910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c749287c-c982-4fc0-bdfc-f054e50b0c44 req-7e438302-b23f-4890-96e7-380b50573c16 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/security-groups?id=8aced97a-7f12-448e-accb-9573324551f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209454 Nov 15 14:41:20.331237 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.409049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-1294d273-dd41-4baf-bb0a-c852fb07d6d3 None None] Set router 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:41:20.413980 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.436136 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.498775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:41:20.512150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 919c96e9-8be6-470c-b7ba-81079937b82d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=919c96e9-8be6-470c-b7ba-81079937b82d,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:20.516818 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d52534f-f781-49aa-a03c-fdf48579f116,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:20.524502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b7dfb-dc5c-4710-8388-2e19c953d7c7 req-e4cfec66-94c0-4064-9c62-aee162924cdc tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:20.531944 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.532216 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Added segment 363a7f4c-f1d4-42ce-af58-0875bb9106dc of type vlan for network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e Nov 15 14:41:20.534428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-336b7dfb-dc5c-4710-8388-2e19c953d7c7 req-e4cfec66-94c0-4064-9c62-aee162924cdc tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 946 time: 0.0825353 Nov 15 14:41:20.590965 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82afa02-4587-46d0-be38-198716cd53d5 x-openstack-request-id: req-d82afa02-4587-46d0-be38-198716cd53d5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:20.596463 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33506835-115e-45f0-bbf5-9d260e4d5e60", "name": "network-vif-plugged", "status": "completed", "tag": "33850c2b-8dca-45d6-b3f8-efae40e57277", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:20.596463 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d82afa02-4587-46d0-be38-198716cd53d5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:20.596463 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33506835-115e-45f0-bbf5-9d260e4d5e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33850c2b-8dca-45d6-b3f8-efae40e57277', 'code': 200} Nov 15 14:41:20.636515 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.669147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-336b7dfb-dc5c-4710-8388-2e19c953d7c7 req-0a4dddac-32c4-489e-8b1a-badaec318ba3 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337979 Nov 15 14:41:20.676247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fdebd-84fc-4e41-8509-1ec848a54120 req-89fbafa9-01b8-42f4-8a8d-8dfc0c39681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:20.678436 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1e3fdebd-84fc-4e41-8509-1ec848a54120 req-89fbafa9-01b8-42f4-8a8d-8dfc0c39681e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 1097 time: 0.0778737 Nov 15 14:41:20.698735 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.699407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 9c146075-7f93-459c-8671-66d81fd6df08 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:41:20.745856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Deleting port a65839c3-5a24-4899-a727-518295c03c6a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:41:20.746205 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.779976 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1e3fdebd-84fc-4e41-8509-1ec848a54120 req-6672c2f6-45e7-4609-87ce-bcbe095e7e37 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926816 Nov 15 14:41:20.790311 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.792820 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:20.793422 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.822955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=919c96e9-8be6-470c-b7ba-81079937b82d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:20.853194 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 9c146075-7f93-459c-8671-66d81fd6df08, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=9c146075-7f93-459c-8671-66d81fd6df08,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:20.871925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1294d273-dd41-4baf-bb0a-c852fb07d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'name': 'tempest-ServerRescueTestJSON-520150877-router', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:50Z', 'updated_at': '2021-11-15T14:41:18Z', 'revision_number': 5, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'gw_port': {'id': 'a65839c3-5a24-4899-a727-518295c03c6a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:51Z', 'updated_at': '2021-11-15T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:20.875846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '9c146075-7f93-459c-8671-66d81fd6df08', 'network_id': 'fd986e30-a4d1-4f5a-9bc4-fb302d682086', 'port_id': '9c146075-7f93-459c-8671-66d81fd6df08', 'mac_address': 'fa:16:3e:e0:fb:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bbca71-b99a-424a-9e90-02c5e8ace1fe', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:41:20.883282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] For port a65839c3-5a24-4899-a727-518295c03c6a, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a65839c3-5a24-4899-a727-518295c03c6a,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:20.883282 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:20.887235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea2ca3e-1721-4db8-b73a-df9152dcae6e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:20.897899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Calling delete_port for a65839c3-5a24-4899-a727-518295c03c6a owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:41:20.929291 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:41:20.933290 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1294d273-dd41-4baf-bb0a-c852fb07d6d3 None None] Checking router: 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:41:20.969332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:20.970082 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f1ff240b-2024-4624-bb53-07f6fa72aa09 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2020042 Nov 15 14:41:20.975272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3ef088c1-9cc7-4278-9fae-438e2723a379 admin admin] Request body: {'subnet': {'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-subnet', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:21.018164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1294d273-dd41-4baf-bb0a-c852fb07d6d3 None None] Routers {'0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:41:21.018353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1294d273-dd41-4baf-bb0a-c852fb07d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:41:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:21.105144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef088c1-9cc7-4278-9fae-438e2723a379 admin admin] Made reservation on behalf of a7c2bcbbefb14b7884f8bf1f6ee9e7d5 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:41:21.107989 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ef088c1-9cc7-4278-9fae-438e2723a379 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:21.120600 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:21.142818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c146075-7f93-459c-8671-66d81fd6df08 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:21.166081 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-1294d273-dd41-4baf-bb0a-c852fb07d6d3 None None] Set router 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:41:21.237649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 9c146075-7f93-459c-8671-66d81fd6df08, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=9c146075-7f93-459c-8671-66d81fd6df08,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:21.239363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1294d273-dd41-4baf-bb0a-c852fb07d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'name': 'tempest-ServerRescueTestJSON-520150877-router', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:50Z', 'updated_at': '2021-11-15T14:41:20Z', 'revision_number': 6, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:21.272041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1294d273-dd41-4baf-bb0a-c852fb07d6d3 None None] The sync data for ids ['0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43'] in n-d-817748-2 is: [{'id': '0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43', 'name': 'tempest-ServerRescueTestJSON-520150877-router', 'tenant_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:50Z', 'updated_at': '2021-11-15T14:41:20Z', 'revision_number': 6, 'project_id': 'c1847ae12bc24094b6e8ac83bfed46df', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:41:21.296477 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:21.357532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a65839c3-5a24-4899-a727-518295c03c6a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:21.361856 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:21.362696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:41:21.500014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=9c146075-7f93-459c-8671-66d81fd6df08,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:21.539917 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:21.548357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:21.562506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '3d0344a3-d710-4e3a-97d6-6ee490ffe0b8', 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4', 'port_id': '3d0344a3-d710-4e3a-97d6-6ee490ffe0b8', 'mac_address': 'fa:16:3e:86:a0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89635555-0fa6-4f7c-80e0-319f99ce3138', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:41:21.605121 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:21.625601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:21.652613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ef088c1-9cc7-4278-9fae-438e2723a379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:21.656481 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:21.707177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d9e0b-0eef-49a9-a943-29bc235468be req-899e58f8-d8ea-438a-8ca5-61d97bbf1435 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:21.713372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d9e0b-0eef-49a9-a943-29bc235468be req-899e58f8-d8ea-438a-8ca5-61d97bbf1435 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:21.720972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d9e0b-0eef-49a9-a943-29bc235468be req-899e58f8-d8ea-438a-8ca5-61d97bbf1435 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:21.727149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d9e0b-0eef-49a9-a943-29bc235468be req-899e58f8-d8ea-438a-8ca5-61d97bbf1435 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:21.733227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d9e0b-0eef-49a9-a943-29bc235468be req-899e58f8-d8ea-438a-8ca5-61d97bbf1435 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:21.739913 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:21.740593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d9e0b-0eef-49a9-a943-29bc235468be req-899e58f8-d8ea-438a-8ca5-61d97bbf1435 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:21.740788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5f31cc54-f91d-41a5-be06-8333aa16e417 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:41:21.747512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d9e0b-0eef-49a9-a943-29bc235468be req-899e58f8-d8ea-438a-8ca5-61d97bbf1435 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:21.750252 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-106d9e0b-0eef-49a9-a943-29bc235468be req-899e58f8-d8ea-438a-8ca5-61d97bbf1435 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5422 time: 0.3346651 Nov 15 14:41:21.752413 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:21.766748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a7420-afa7-48d8-96c4-680cf9f61610 req-57c6ff23-5596-4c36-af40-ed99d42c1b3a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:21.774428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb5a7420-afa7-48d8-96c4-680cf9f61610 req-57c6ff23-5596-4c36-af40-ed99d42c1b3a tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 949 time: 0.3471055 Nov 15 14:41:21.779563 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:21.857974 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:21.879358 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5f31cc54-f91d-41a5-be06-8333aa16e417, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5f31cc54-f91d-41a5-be06-8333aa16e417,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:21.907640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef088c1-9cc7-4278-9fae-438e2723a379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2626756d-4a13-433c-8da8-666b10a20de3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:21.912550 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '5f31cc54-f91d-41a5-be06-8333aa16e417', 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4', 'port_id': '5f31cc54-f91d-41a5-be06-8333aa16e417', 'mac_address': 'fa:16:3e:2a:ae:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89635555-0fa6-4f7c-80e0-319f99ce3138', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:41:21.957945 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:21.966007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb5a7420-afa7-48d8-96c4-680cf9f61610 req-0be75942-5986-4747-b89e-d11fed231ba3 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/security-groups?id=8aced97a-7f12-448e-accb-9573324551f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905484 Nov 15 14:41:21.967711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef088c1-9cc7-4278-9fae-438e2723a379 admin admin] Checking segment: {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:41:21.968790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef088c1-9cc7-4278-9fae-438e2723a379 admin admin] Network hostable DHCP agents. Network: 5ea2ca3e-1721-4db8-b73a-df9152dcae6e, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:41:21.974157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f31cc54-f91d-41a5-be06-8333aa16e417 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:21.991830 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-106d9e0b-0eef-49a9-a943-29bc235468be req-9c25e865-b68d-47ca-9e73-be84348b5e30 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2084391 Nov 15 14:41:22.001389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5f31cc54-f91d-41a5-be06-8333aa16e417, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5f31cc54-f91d-41a5-be06-8333aa16e417,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:22.057645 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.058521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:41:22.065792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.067421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f06a1fe0-c637-43f8-90bc-6b9294f1e3f2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/0e0fbcb1-4d9d-452d-9f12-2ed8ab6ded43 HTTP/1.1" status: 204 len: 168 time: 2.4026146 Nov 15 14:41:22.069995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:22.099263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.101833 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:41:22.113109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef088c1-9cc7-4278-9fae-438e2723a379 admin admin] Network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:41:22.167369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-578c5105-4166-4154-aef5-eab775a4c8bf admin admin] Deleting subnet 65ea3356-37e2-41c3-90e5-e7324e250f2c {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:41:22.173927 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-578c5105-4166-4154-aef5-eab775a4c8bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.210711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:22.213976 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=5f31cc54-f91d-41a5-be06-8333aa16e417,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:22.222069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3ef088c1-9cc7-4278-9fae-438e2723a379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 5ea2ca3e-1721-4db8-b73a-df9152dcae6e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:22.227018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef088c1-9cc7-4278-9fae-438e2723a379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:22.227643 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ef088c1-9cc7-4278-9fae-438e2723a379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.242294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a03a3-6f68-4192-ac60-472778e7102f req-ee2f5cd9-ce4a-46d9-8c85-2ee8993ad3f3 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:22.244613 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11a03a3-6f68-4192-ac60-472778e7102f req-ee2f5cd9-ce4a-46d9-8c85-2ee8993ad3f3 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 946 time: 0.1446371 Nov 15 14:41:22.250732 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da0ba3-ace6-4e3d-b65f-648f5880c9e0 None None] Network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:41:22.284106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-578c5105-4166-4154-aef5-eab775a4c8bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.338562 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b', 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4', 'port_id': 'ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b', 'mac_address': 'fa:16:3e:ea:73:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89635555-0fa6-4f7c-80e0-319f99ce3138', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:41:22.367712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11a03a3-6f68-4192-ac60-472778e7102f req-1b4cb9ca-8a7c-428c-bdb0-f9f20777ec40 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110854 Nov 15 14:41:22.396860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3ef088c1-9cc7-4278-9fae-438e2723a379 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4237547 Nov 15 14:41:22.396860 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-578c5105-4166-4154-aef5-eab775a4c8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.398474 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:22.406297 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:22.408532 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.463247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:22.500380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:22.568076 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.569247 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.588380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:41:22.589650 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.603816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-578c5105-4166-4154-aef5-eab775a4c8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.613244 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.613905 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d2111f6d-3041-4df4-abc8-4f0abd6bc631 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:41:22.649610 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c5105-4166-4154-aef5-eab775a4c8bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ea3356-37e2-41c3-90e5-e7324e250f2c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:22.659233 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-578c5105-4166-4154-aef5-eab775a4c8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.665824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-578c5105-4166-4154-aef5-eab775a4c8bf admin admin] 10.222.0.70 "DELETE /v2.0/subnets/65ea3356-37e2-41c3-90e5-e7324e250f2c HTTP/1.1" status: 204 len: 168 time: 0.5942817 Nov 15 14:41:22.668531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33962) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:22.745512 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.803739 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56921e05-f19f-40ed-b4cf-33b2611b6ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.807715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:22.825259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port d2111f6d-3041-4df4-abc8-4f0abd6bc631, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d2111f6d-3041-4df4-abc8-4f0abd6bc631,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:22.850173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'd2111f6d-3041-4df4-abc8-4f0abd6bc631', 'network_id': '4e761ea9-c23e-45b2-a7c8-6141b0a150b4', 'port_id': 'd2111f6d-3041-4df4-abc8-4f0abd6bc631', 'mac_address': 'fa:16:3e:27:4f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89635555-0fa6-4f7c-80e0-319f99ce3138', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:41:22.972706 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56921e05-f19f-40ed-b4cf-33b2611b6ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:22.987391 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Allocated IP 172.20.0.2 (5ea2ca3e-1721-4db8-b73a-df9152dcae6e/2626756d-4a13-433c-8da8-666b10a20de3/87d39484-8f61-47fd-b7b7-ce1ee1476c8d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:41:22.989699 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:23.008002 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2111f6d-3041-4df4-abc8-4f0abd6bc631 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:23.011421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-56921e05-f19f-40ed-b4cf-33b2611b6ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18155c8-d8ed-48f4-acb3-7c431e1273ff']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:23.016766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a65839c3-5a24-4899-a727-518295c03c6a no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:41:23.037592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-56921e05-f19f-40ed-b4cf-33b2611b6ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c752733c-d27d-4610-b728-fb50535dbe53') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:23.038042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-56921e05-f19f-40ed-b4cf-33b2611b6ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c752733c-d27d-4610-b728-fb50535dbe53') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:23.043558 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: a65839c3-5a24-4899-a727-518295c03c6a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:41:23.044164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a65839c3-5a24-4899-a727-518295c03c6a not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:41:23.044771 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 839b11d9-39fc-437a-9921-8e3923fe8729 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:41:23.083400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7663f-9328-4c12-bab3-8b00124f6f99 req-c0448517-aa8c-47ab-80e7-6a649770d393 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:23.092149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28e7663f-9328-4c12-bab3-8b00124f6f99 req-c0448517-aa8c-47ab-80e7-6a649770d393 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 949 time: 0.2352450 Nov 15 14:41:23.093213 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 839b11d9-39fc-437a-9921-8e3923fe8729 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:41:23.093727 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 839b11d9-39fc-437a-9921-8e3923fe8729 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:41:23.097172 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56921e05-f19f-40ed-b4cf-33b2611b6ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:23.112171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port d2111f6d-3041-4df4-abc8-4f0abd6bc631, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d2111f6d-3041-4df4-abc8-4f0abd6bc631,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:23.164761 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56921e05-f19f-40ed-b4cf-33b2611b6ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:23.186068 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28e7663f-9328-4c12-bab3-8b00124f6f99 req-b0789a2d-d648-4f0c-ac6f-8d1037f55e1e tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/security-groups?id=8aced97a-7f12-448e-accb-9573324551f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889921 Nov 15 14:41:23.187453 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:23.198063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56921e05-f19f-40ed-b4cf-33b2611b6ae2 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:41:23.202923 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56921e05-f19f-40ed-b4cf-33b2611b6ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:41:23.205669 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:41:23.367703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5301e-1fa8-444a-b6b0-3bd5093d21a4 req-360a5d23-01ce-4c38-8e5b-0b15401f269c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:23.376226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5301e-1fa8-444a-b6b0-3bd5093d21a4 req-360a5d23-01ce-4c38-8e5b-0b15401f269c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:23.382657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5301e-1fa8-444a-b6b0-3bd5093d21a4 req-360a5d23-01ce-4c38-8e5b-0b15401f269c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:23.389481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5301e-1fa8-444a-b6b0-3bd5093d21a4 req-360a5d23-01ce-4c38-8e5b-0b15401f269c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:23.396206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5301e-1fa8-444a-b6b0-3bd5093d21a4 req-360a5d23-01ce-4c38-8e5b-0b15401f269c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:23.403054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5301e-1fa8-444a-b6b0-3bd5093d21a4 req-360a5d23-01ce-4c38-8e5b-0b15401f269c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:23.411703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5301e-1fa8-444a-b6b0-3bd5093d21a4 req-360a5d23-01ce-4c38-8e5b-0b15401f269c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:23.413984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4a5301e-1fa8-444a-b6b0-3bd5093d21a4 req-360a5d23-01ce-4c38-8e5b-0b15401f269c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5426 time: 0.2253144 Nov 15 14:41:23.496638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=d2111f6d-3041-4df4-abc8-4f0abd6bc631,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:23.522669 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56921e05-f19f-40ed-b4cf-33b2611b6ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:23.531309 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:23.553773 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56921e05-f19f-40ed-b4cf-33b2611b6ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:23.560148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-56921e05-f19f-40ed-b4cf-33b2611b6ae2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b18155c8-d8ed-48f4-acb3-7c431e1273ff HTTP/1.1" status: 204 len: 168 time: 0.8903491 Nov 15 14:41:23.592467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56921e05-f19f-40ed-b4cf-33b2611b6ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b18155c8-d8ed-48f4-acb3-7c431e1273ff,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:23.602428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4a5301e-1fa8-444a-b6b0-3bd5093d21a4 req-73aff242-7604-4468-81f1-5814b9330779 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809449 Nov 15 14:41:23.619567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483fd90-71c0-4bd3-9c32-2b7e5e797ea5 req-ace895f0-43ee-46f9-a313-0e71fdd47e51 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:23.621157 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4483fd90-71c0-4bd3-9c32-2b7e5e797ea5 req-ace895f0-43ee-46f9-a313-0e71fdd47e51 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 946 time: 0.1270368 Nov 15 14:41:23.625948 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:23.634515 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:23.700763 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4483fd90-71c0-4bd3-9c32-2b7e5e797ea5 req-92bdb508-829e-413a-a546-5f0df74dec68 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734758 Nov 15 14:41:23.731396 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:23.734901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Pushing event updated for resources: {'Port': ['ID=87d39484-8f61-47fd-b7b7-ce1ee1476c8d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:23.740545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:23.744499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:41:23.829957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Attempting to bind port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:41:23.830329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Attempting to bind port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:41:23.830731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Attempting to bind port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:23.839310 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:41:23.839803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Checking segment: {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:41:23.840423 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:23.841020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Bound using segment: {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:41:23.841819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Bound port: 87d39484-8f61-47fd-b7b7-ce1ee1476c8d, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:41:23.842431 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:23.891624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958698ee-d6c0-48f6-bfeb-567b31135239 req-5bc2251f-dca8-4d4d-9fd1-85d4b6fe11b9 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:23.897736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['413af6e3-de77-4121-a204-74de00bc13cd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:23.901581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-958698ee-d6c0-48f6-bfeb-567b31135239 req-5bc2251f-dca8-4d4d-9fd1-85d4b6fe11b9 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 946 time: 0.0936546 Nov 15 14:41:23.942527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['5f31cc54-f91d-41a5-be06-8333aa16e417'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:23.944631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['9c146075-7f93-459c-8671-66d81fd6df08'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:24.013422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-958698ee-d6c0-48f6-bfeb-567b31135239 req-135712a8-a8b7-4393-bfd4-6227229e9b64 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107943 Nov 15 14:41:24.056490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:24.061404 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['919c96e9-8be6-470c-b7ba-81079937b82d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:24.091316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['d2111f6d-3041-4df4-abc8-4f0abd6bc631'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:24.095148 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:24.095288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['3d0344a3-d710-4e3a-97d6-6ee490ffe0b8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:24.116874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:24.179549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a537e3b3-017c-42ea-8f37-c499c98c7366 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1847ae12bc24094b6e8ac83bfed46df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1212399 Nov 15 14:41:24.180306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33986) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:24.243486 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] For port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:41:24.246362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Allocated IP 172.25.4.231 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/37d16629-2d7e-4cc1-8171-0d3d8c38e4a1) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:41:24.364809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb483e7-3ae4-4562-8906-b9360be2025d req-98c2e7bb-de99-4b9d-b2b0-0edb696fce08 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:24.366370 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7eb483e7-3ae4-4562-8906-b9360be2025d req-98c2e7bb-de99-4b9d-b2b0-0edb696fce08 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 949 time: 0.1383834 Nov 15 14:41:24.366975 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1792ea9-c461-4e88-b140-288201a058ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:24.369890 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] For port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=87d39484-8f61-47fd-b7b7-ce1ee1476c8d,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:41:24.405102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527bbaf-c4cc-4700-8134-9418ab48ca3f req-c9eccc5c-f1e6-49c6-97f5-a0265b482db9 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:24.406905 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a527bbaf-c4cc-4700-8134-9418ab48ca3f req-c9eccc5c-f1e6-49c6-97f5-a0265b482db9 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 949 time: 0.1165454 Nov 15 14:41:24.439876 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1792ea9-c461-4e88-b140-288201a058ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:24.462098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:24.549551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a527bbaf-c4cc-4700-8134-9418ab48ca3f req-775e77c0-50b3-4383-866e-862f290f3eb1 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/security-groups?id=8aced97a-7f12-448e-accb-9573324551f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221564 Nov 15 14:41:24.591250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7eb483e7-3ae4-4562-8906-b9360be2025d req-33b77853-9044-40b7-ad04-90d450fd5d94 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Deleting port ec464418-43e1-4378-9ecc-624d3431d77d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:41:24.602132 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7eb483e7-3ae4-4562-8906-b9360be2025d req-33b77853-9044-40b7-ad04-90d450fd5d94 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:24.602877 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:24.669673 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:24.784638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:24.790491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:24.798492 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:41:24.806211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7eb483e7-3ae4-4562-8906-b9360be2025d req-33b77853-9044-40b7-ad04-90d450fd5d94 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] For port ec464418-43e1-4378-9ecc-624d3431d77d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=ec464418-43e1-4378-9ecc-624d3431d77d,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:24.806834 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7eb483e7-3ae4-4562-8906-b9360be2025d req-33b77853-9044-40b7-ad04-90d450fd5d94 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:24.828334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7eb483e7-3ae4-4562-8906-b9360be2025d req-33b77853-9044-40b7-ad04-90d450fd5d94 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Calling delete_port for ec464418-43e1-4378-9ecc-624d3431d77d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:41:24.872483 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Pushing event updated for resources: {'Port': ['ID=37d16629-2d7e-4cc1-8171-0d3d8c38e4a1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:24.873871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:24.951441 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1792ea9-c461-4e88-b140-288201a058ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:24.955109 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1792ea9-c461-4e88-b140-288201a058ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:24.957551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c1792ea9-c461-4e88-b140-288201a058ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d206909-10d2-4874-98e0-4334a31a3015 HTTP/1.1" status: 204 len: 168 time: 0.7751884 Nov 15 14:41:25.005956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1792ea9-c461-4e88-b140-288201a058ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d206909-10d2-4874-98e0-4334a31a3015,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:25.142602 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e578183-f4a0-474d-a07c-485c2a1582da None None] Pushing event updated for resources: {'Port': ['ID=87d39484-8f61-47fd-b7b7-ce1ee1476c8d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:25.211414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06612781-76c7-425c-bb2c-390efd907b62 req-7c6f0f23-3e0f-42fb-8e20-e7ef8cba0f54 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:25.225031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06612781-76c7-425c-bb2c-390efd907b62 req-7c6f0f23-3e0f-42fb-8e20-e7ef8cba0f54 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:25.230926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06612781-76c7-425c-bb2c-390efd907b62 req-7c6f0f23-3e0f-42fb-8e20-e7ef8cba0f54 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:25.240443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06612781-76c7-425c-bb2c-390efd907b62 req-7c6f0f23-3e0f-42fb-8e20-e7ef8cba0f54 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:25.252443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06612781-76c7-425c-bb2c-390efd907b62 req-7c6f0f23-3e0f-42fb-8e20-e7ef8cba0f54 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:25.259041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06612781-76c7-425c-bb2c-390efd907b62 req-7c6f0f23-3e0f-42fb-8e20-e7ef8cba0f54 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:25.268234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06612781-76c7-425c-bb2c-390efd907b62 req-7c6f0f23-3e0f-42fb-8e20-e7ef8cba0f54 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:25.270349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06612781-76c7-425c-bb2c-390efd907b62 req-7c6f0f23-3e0f-42fb-8e20-e7ef8cba0f54 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5426 time: 0.3214834 Nov 15 14:41:25.286810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd84dc-909e-40ac-aeb7-6ab4c2871ce7 req-c555094b-3ac3-47b5-878c-ccb292dc6a71 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:25.288517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17dd84dc-909e-40ac-aeb7-6ab4c2871ce7 req-c555094b-3ac3-47b5-878c-ccb292dc6a71 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 946 time: 0.3381042 Nov 15 14:41:25.321010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:25.460151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17dd84dc-909e-40ac-aeb7-6ab4c2871ce7 req-73f06ce3-5da4-4e1e-b87f-89a0a87e199e tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397536 Nov 15 14:41:25.466069 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06612781-76c7-425c-bb2c-390efd907b62 req-ad4020da-1314-4c70-a48a-077c74981e20 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1765122 Nov 15 14:41:25.515570 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7eb483e7-3ae4-4562-8906-b9360be2025d req-33b77853-9044-40b7-ad04-90d450fd5d94 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:25.551632 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['ec464418-43e1-4378-9ecc-624d3431d77d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:25.590862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b77853-9044-40b7-ad04-90d450fd5d94 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Pushing event deleted for resources: {'Port': ['ID=ec464418-43e1-4378-9ecc-624d3431d77d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:25.621833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb483e7-3ae4-4562-8906-b9360be2025d req-33b77853-9044-40b7-ad04-90d450fd5d94 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] No DVR routers for this DVR port ec464418-43e1-4378-9ecc-624d3431d77d on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:41:25.627153 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7eb483e7-3ae4-4562-8906-b9360be2025d req-33b77853-9044-40b7-ad04-90d450fd5d94 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:25.630938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7eb483e7-3ae4-4562-8906-b9360be2025d req-33b77853-9044-40b7-ad04-90d450fd5d94 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.46 "DELETE /v2.0/ports/ec464418-43e1-4378-9ecc-624d3431d77d HTTP/1.1" status: 204 len: 173 time: 1.2523212 Nov 15 14:41:25.631520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b2d52b-aeab-4115-9dbc-273326962880', 'name': 'network-vif-deleted', 'tag': 'ec464418-43e1-4378-9ecc-624d3431d77d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:25.643636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:25.646542 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1969d7-e489-40c4-828f-1bcdae53ba4d" -d '{"events": [{"server_uuid": "f4b2d52b-aeab-4115-9dbc-273326962880", "name": "network-vif-deleted", "tag": "ec464418-43e1-4378-9ecc-624d3431d77d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:25.716593 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ebbbe5-25d0-43b5-87bc-7bad12736e6e x-openstack-request-id: req-b4ebbbe5-25d0-43b5-87bc-7bad12736e6e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:25.716977 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b2d52b-aeab-4115-9dbc-273326962880", "name": "network-vif-deleted", "tag": "ec464418-43e1-4378-9ecc-624d3431d77d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:25.720447 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4ebbbe5-25d0-43b5-87bc-7bad12736e6e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:25.720447 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b2d52b-aeab-4115-9dbc-273326962880', 'name': 'network-vif-deleted', 'tag': 'ec464418-43e1-4378-9ecc-624d3431d77d', 'status': 'completed', 'code': 200} Nov 15 14:41:25.819182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02c869ad-f8cc-44f3-a7ac-02b198179139 req-288adab4-8ae3-4870-ad5f-a62993981a31 tempest-ImagesNegativeTestJSON-371175801 tempest-ImagesNegativeTestJSON-371175801-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4b2d52b-aeab-4115-9dbc-273326962880 HTTP/1.1" status: 200 len: 210 time: 0.0909765 Nov 15 14:41:25.970435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Router 82e07860-a7a8-4e89-bdc0-1675d89f885c is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:41:26.146807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:41:26.157783 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Sync routers for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:41:26.189694 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:41:26.190714 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:41:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:26.245457 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:26.246859 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-187cb230-d39a-441f-8f48-08427a0a0456 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8457479 Nov 15 14:41:26.249657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34024) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:26.362567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45581b-6b0e-4fa7-919c-c849ae2f577b req-6229e942-8c00-4fb0-8f1c-145a68c4fd7d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:26.365962 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ba45581b-6b0e-4fa7-919c-c849ae2f577b req-6229e942-8c00-4fb0-8f1c-145a68c4fd7d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.59 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 946 time: 0.1363575 Nov 15 14:41:26.401219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c8bd91-ddd5-412d-8ad0-9e3a801f8a65 None None] Network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:41:26.507159 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Provisioning complete for port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:26.509793 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:26.525331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ba45581b-6b0e-4fa7-919c-c849ae2f577b req-ad0c133f-a296-42e2-8a39-8a9984c3620d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Deleting port 33850c2b-8dca-45d6-b3f8-efae40e57277 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:41:26.525693 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ba45581b-6b0e-4fa7-919c-c849ae2f577b req-ad0c133f-a296-42e2-8a39-8a9984c3620d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:26.603071 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:41:26.788246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ba45581b-6b0e-4fa7-919c-c849ae2f577b req-ad0c133f-a296-42e2-8a39-8a9984c3620d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] For port 33850c2b-8dca-45d6-b3f8-efae40e57277, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=33850c2b-8dca-45d6-b3f8-efae40e57277,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:26.788690 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ba45581b-6b0e-4fa7-919c-c849ae2f577b req-ad0c133f-a296-42e2-8a39-8a9984c3620d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:26.832230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ba45581b-6b0e-4fa7-919c-c849ae2f577b req-ad0c133f-a296-42e2-8a39-8a9984c3620d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Calling delete_port for 33850c2b-8dca-45d6-b3f8-efae40e57277 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:41:26.920219 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:26.965823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] For port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=87d39484-8f61-47fd-b7b7-ce1ee1476c8d,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:27.098689 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:27.167368 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ba45581b-6b0e-4fa7-919c-c849ae2f577b req-ad0c133f-a296-42e2-8a39-8a9984c3620d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:27.182539 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:25Z', 'revision_number': 3, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:27.198807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 87d39484-8f61-47fd-b7b7-ce1ee1476c8d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:27.201301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:27.222388 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Checking router: 82e07860-a7a8-4e89-bdc0-1675d89f885c for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:41:27.223010 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Updating router 82e07860-a7a8-4e89-bdc0-1675d89f885c port 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:41:27.236529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c133f-a296-42e2-8a39-8a9984c3620d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event deleted for resources: {'Port': ['ID=33850c2b-8dca-45d6-b3f8-efae40e57277,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:27.276520 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 413af6e3-de77-4121-a204-74de00bc13cd up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:27.287668 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:27.297534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6122908f-8694-44d7-82f8-438b0aae3670 req-9b7b5b00-3850-4ffc-8ae5-bf6f5a906544 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 210 time: 0.0988252 Nov 15 14:41:27.349715 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba45581b-6b0e-4fa7-919c-c849ae2f577b req-ad0c133f-a296-42e2-8a39-8a9984c3620d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] No DVR routers for this DVR port 33850c2b-8dca-45d6-b3f8-efae40e57277 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:41:27.357769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ba45581b-6b0e-4fa7-919c-c849ae2f577b req-ad0c133f-a296-42e2-8a39-8a9984c3620d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:27.370500 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ba45581b-6b0e-4fa7-919c-c849ae2f577b req-ad0c133f-a296-42e2-8a39-8a9984c3620d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.59 "DELETE /v2.0/ports/33850c2b-8dca-45d6-b3f8-efae40e57277 HTTP/1.1" status: 204 len: 173 time: 0.9971013 Nov 15 14:41:27.372500 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33506835-115e-45f0-bbf5-9d260e4d5e60', 'name': 'network-vif-deleted', 'tag': '33850c2b-8dca-45d6-b3f8-efae40e57277'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:27.383342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['33850c2b-8dca-45d6-b3f8-efae40e57277'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:27.393099 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc22be6d-48f1-4c42-8f63-8b138cbe934b" -d '{"events": [{"server_uuid": "33506835-115e-45f0-bbf5-9d260e4d5e60", "name": "network-vif-deleted", "tag": "33850c2b-8dca-45d6-b3f8-efae40e57277"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:27.524954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a54370-6379-4044-917b-348357473f11 req-b3a91f2a-861d-4566-88c2-4313f13761b9 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:27.535250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a54370-6379-4044-917b-348357473f11 req-b3a91f2a-861d-4566-88c2-4313f13761b9 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:27.548978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a54370-6379-4044-917b-348357473f11 req-b3a91f2a-861d-4566-88c2-4313f13761b9 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:27.556246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a54370-6379-4044-917b-348357473f11 req-b3a91f2a-861d-4566-88c2-4313f13761b9 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:27.565696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a54370-6379-4044-917b-348357473f11 req-b3a91f2a-861d-4566-88c2-4313f13761b9 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:27.569739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9b80fb6c-d7fd-4343-903c-9a9aeb41fa51 None None] Provisioning complete for port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:27.570291 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b80fb6c-d7fd-4343-903c-9a9aeb41fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:27.576331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a54370-6379-4044-917b-348357473f11 req-b3a91f2a-861d-4566-88c2-4313f13761b9 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:27.584643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a54370-6379-4044-917b-348357473f11 req-b3a91f2a-861d-4566-88c2-4313f13761b9 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:27.586985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8a54370-6379-4044-917b-348357473f11 req-b3a91f2a-861d-4566-88c2-4313f13761b9 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5426 time: 0.3863001 Nov 15 14:41:27.658872 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ac4fcd-0301-440c-9344-1c072ef8f81c x-openstack-request-id: req-73ac4fcd-0301-440c-9344-1c072ef8f81c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:27.659169 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33506835-115e-45f0-bbf5-9d260e4d5e60", "name": "network-vif-deleted", "tag": "33850c2b-8dca-45d6-b3f8-efae40e57277", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:27.659597 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73ac4fcd-0301-440c-9344-1c072ef8f81c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:27.660411 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33506835-115e-45f0-bbf5-9d260e4d5e60', 'name': 'network-vif-deleted', 'tag': '33850c2b-8dca-45d6-b3f8-efae40e57277', 'status': 'completed', 'code': 200} Nov 15 14:41:27.703496 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Pushing event updated for resources: {'Port': ['ID=87d39484-8f61-47fd-b7b7-ce1ee1476c8d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:27.794031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:27.794788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:27.795159 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:27.795501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:27.795931 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:27.796265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:27.796595 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:27.796922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:27.800925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:27.801879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:27.802234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:27.807139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3490f2-4f04-4b87-a4bd-454d12b634d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:27.810706 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:27.840387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:27.840835 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:27.906907 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:27.926039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8a54370-6379-4044-917b-348357473f11 req-d6a3c02b-0a55-46f3-a619-783147b723e3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3277388 Nov 15 14:41:27.957138 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:28.017944 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Attempting to bind port 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:41:28.018755 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Attempting to bind port 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:41:28.019347 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Attempting to bind port 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:28.035745 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:41:28.036542 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:41:28.037018 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:28.038019 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:41:28.038019 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Bound port: 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:41:28.038472 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:28.094380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ec464418-43e1-4378-9ecc-624d3431d77d no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:41:28.101225 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] For port 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:41:28.105254 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] For port 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=37d16629-2d7e-4cc1-8171-0d3d8c38e4a1,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:41:28.111483 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Pushing event updated for resources: {'Port': ['ID=37d16629-2d7e-4cc1-8171-0d3d8c38e4a1,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:28.120658 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:28.121068 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:28.121481 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:28.121886 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:28.122086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: ec464418-43e1-4378-9ecc-624d3431d77d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:41:28.122339 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:28.122488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device ec464418-43e1-4378-9ecc-624d3431d77d not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:41:28.122793 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:28.123185 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:28.123604 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:28.124107 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:28.124503 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:28.124894 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:28.125325 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:41:28.127195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 413af6e3-de77-4121-a204-74de00bc13cd completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:41:28.156250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 413af6e3-de77-4121-a204-74de00bc13cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:28.156646 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:28.202275 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:28.273693 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:28.275685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Allocated IP 172.20.0.1 (5ea2ca3e-1721-4db8-b73a-df9152dcae6e/2626756d-4a13-433c-8da8-666b10a20de3/c63f2d2b-b12b-4794-9b66-9acbdb6eff9c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:41:28.319290 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:28.337860 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973d0cd-8777-44c7-97b3-5bc166381638 None None] Pushing event updated for resources: {'Port': ['ID=37d16629-2d7e-4cc1-8171-0d3d8c38e4a1,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:28.357871 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:41:28.359294 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:41:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:28.410990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 413af6e3-de77-4121-a204-74de00bc13cd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=413af6e3-de77-4121-a204-74de00bc13cd,segment=NetworkSegment(9de8b916-1c41-43ba-8250-6b6d8496600d),segment_id=9de8b916-1c41-43ba-8250-6b6d8496600d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:28.417932 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413af6e3-de77-4121-a204-74de00bc13cd'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:28.423383 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a78d6ca-1a67-49a7-8a2e-9d22e05627c4" -d '{"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "413af6e3-de77-4121-a204-74de00bc13cd"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:28.499756 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:28.500593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 9c146075-7f93-459c-8671-66d81fd6df08 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:28.546740 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:28.549579 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:41:28.562592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-479e1aa4-1243-4416-8941-af6291b3a3ed req-51e64f48-2b2b-451b-a561-0cdcd5fd6914 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=33506835-115e-45f0-bbf5-9d260e4d5e60 HTTP/1.1" status: 200 len: 210 time: 0.1072047 Nov 15 14:41:28.582315 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b8392a-08e6-444f-abc5-a16686187df0 x-openstack-request-id: req-c3b8392a-08e6-444f-abc5-a16686187df0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:28.582956 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "413af6e3-de77-4121-a204-74de00bc13cd", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:28.582956 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3b8392a-08e6-444f-abc5-a16686187df0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:28.584169 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413af6e3-de77-4121-a204-74de00bc13cd', 'code': 200} Nov 15 14:41:28.666467 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:28.681513 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:28.749834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=413af6e3-de77-4121-a204-74de00bc13cd,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:28.768436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 9c146075-7f93-459c-8671-66d81fd6df08 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:41:28.777403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34092) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:28.781485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 9c146075-7f93-459c-8671-66d81fd6df08 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:28.781857 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:28.795791 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:28.823804 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20e4d405-96b4-4379-a36b-6459bd927ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:28.903204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:28.953040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:28.989153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:41:29.032608 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:29.080358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20e4d405-96b4-4379-a36b-6459bd927ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:29.085011 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:25Z', 'revision_number': 3, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:29.145374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Pushing event updated for resources: {'Port': ['ID=c63f2d2b-b12b-4794-9b66-9acbdb6eff9c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:29.174222 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf26d6d-80c7-4d55-bfe9-d4a5c5d9ee9a None None] The sync data for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 is: [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:25Z', 'revision_number': 3, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:41:29.212613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 87d39484-8f61-47fd-b7b7-ce1ee1476c8d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:29.218638 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20e4d405-96b4-4379-a36b-6459bd927ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:29.221330 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:29.228292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-79b3792e-c998-4b5d-b0ed-1752f5b62514 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82d4b0400ead465a9ac3fb5f0124e4e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4472370 Nov 15 14:41:29.234275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34098) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:29.287803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 9c146075-7f93-459c-8671-66d81fd6df08, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=9c146075-7f93-459c-8671-66d81fd6df08,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:29.323520 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-20e4d405-96b4-4379-a36b-6459bd927ca2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79d8232c24e041a892783cb9d0c4ea00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7751384 Nov 15 14:41:29.332061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4d405-96b4-4379-a36b-6459bd927ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ce8165-a7d7-4f3f-bbab-0a9320abc79f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:29.333424 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:29.385045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:29.385591 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:29.428305 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa526-7494-4c19-a1ca-a69b13a042c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:29.437042 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:29.446842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 919c96e9-8be6-470c-b7ba-81079937b82d up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:29.462940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa526-7494-4c19-a1ca-a69b13a042c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:29.537670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6e260-8ea2-4605-967e-c10dac8165e7 req-a46d1864-8913-4341-aee5-5b534a17f7c5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:29.585026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6e260-8ea2-4605-967e-c10dac8165e7 req-a46d1864-8913-4341-aee5-5b534a17f7c5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:29.597389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=9c146075-7f93-459c-8671-66d81fd6df08,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:29.601549 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa526-7494-4c19-a1ca-a69b13a042c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:29.604107 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa526-7494-4c19-a1ca-a69b13a042c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:29.607626 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8d6fa526-7494-4c19-a1ca-a69b13a042c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66ce8165-a7d7-4f3f-bbab-0a9320abc79f HTTP/1.1" status: 204 len: 168 time: 0.2706938 Nov 15 14:41:29.630418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6e260-8ea2-4605-967e-c10dac8165e7 req-a46d1864-8913-4341-aee5-5b534a17f7c5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:29.643974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fa526-7494-4c19-a1ca-a69b13a042c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ce8165-a7d7-4f3f-bbab-0a9320abc79f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:29.656667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6e260-8ea2-4605-967e-c10dac8165e7 req-a46d1864-8913-4341-aee5-5b534a17f7c5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:29.681357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6e260-8ea2-4605-967e-c10dac8165e7 req-a46d1864-8913-4341-aee5-5b534a17f7c5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:29.699398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6e260-8ea2-4605-967e-c10dac8165e7 req-a46d1864-8913-4341-aee5-5b534a17f7c5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:29.712583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6e260-8ea2-4605-967e-c10dac8165e7 req-a46d1864-8913-4341-aee5-5b534a17f7c5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:29.715925 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89e6e260-8ea2-4605-967e-c10dac8165e7 req-a46d1864-8913-4341-aee5-5b534a17f7c5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5427 time: 0.5860388 Nov 15 14:41:29.787961 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:29.844882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4b468df5-41f0-486f-bcd6-907de6ddbd0d None None] Provisioning complete for port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:29.845682 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b468df5-41f0-486f-bcd6-907de6ddbd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:29.955737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4b468df5-41f0-486f-bcd6-907de6ddbd0d None None] Port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:41:29.985280 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f574a64b-5e4b-4b0b-a5db-6760029b46f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:30.033800 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abe92eff-7a77-4ade-b6db-9f637b38db48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:30.084704 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:30.128113 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 919c96e9-8be6-470c-b7ba-81079937b82d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:41:30.143314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 919c96e9-8be6-470c-b7ba-81079937b82d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:30.143642 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:30.147985 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abe92eff-7a77-4ade-b6db-9f637b38db48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:30.215491 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89e6e260-8ea2-4605-967e-c10dac8165e7 req-264fc082-2027-45b2-8346-d34ed4580a5c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4321883 Nov 15 14:41:30.225864 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:30.407216 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:30.410830 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:30.416961 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Pushing event updated for resources: {'Port': ['ID=c63f2d2b-b12b-4794-9b66-9acbdb6eff9c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:30.487303 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 919c96e9-8be6-470c-b7ba-81079937b82d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=919c96e9-8be6-470c-b7ba-81079937b82d,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:30.582883 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:30.583980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:30.588165 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c146075-7f93-459c-8671-66d81fd6df08'}, {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919c96e9-8be6-470c-b7ba-81079937b82d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:30.597812 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dddaa4-6e2c-4287-8da6-82cfd4814e90" -d '{"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c146075-7f93-459c-8671-66d81fd6df08"}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "919c96e9-8be6-470c-b7ba-81079937b82d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:30.617096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abe92eff-7a77-4ade-b6db-9f637b38db48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:30.619790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abe92eff-7a77-4ade-b6db-9f637b38db48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:30.620966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-abe92eff-7a77-4ade-b6db-9f637b38db48 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8aced97a-7f12-448e-accb-9573324551f6 HTTP/1.1" status: 204 len: 168 time: 1.3838968 Nov 15 14:41:30.650033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb18320-9001-4941-8e59-458007d625cd req-51461871-7b37-4749-b114-7d7aeaa9cbfa tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:30.654195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-51461871-7b37-4749-b114-7d7aeaa9cbfa tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.3612821 Nov 15 14:41:30.706774 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94520414-c155-484b-b877-229cc428a80f x-openstack-request-id: req-94520414-c155-484b-b877-229cc428a80f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:30.707377 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c146075-7f93-459c-8671-66d81fd6df08", "code": 200}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "919c96e9-8be6-470c-b7ba-81079937b82d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:30.707798 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94520414-c155-484b-b877-229cc428a80f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:30.708348 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c146075-7f93-459c-8671-66d81fd6df08', 'code': 200} Nov 15 14:41:30.708764 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919c96e9-8be6-470c-b7ba-81079937b82d', 'code': 200} Nov 15 14:41:30.734337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe92eff-7a77-4ade-b6db-9f637b38db48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aced97a-7f12-448e-accb-9573324551f6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:30.759496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-6c204fb2-ece2-4eca-a7d9-e47d061b18a3 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/quotas/c2cea4c71afc4a7b87dd84d35938cede HTTP/1.1" status: 200 len: 375 time: 0.0862117 Nov 15 14:41:30.876402 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=919c96e9-8be6-470c-b7ba-81079937b82d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:30.962295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-e9d40fc4-45dd-407c-99d1-84ce77335dc8 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1954122 Nov 15 14:41:30.973291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:30.974887 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:31.104663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:41:31.109619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:31.109994 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:31.189288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:31.310876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Router 82e07860-a7a8-4e89-bdc0-1675d89f885c has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:41:31.366316 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:31.408543 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:31.408543 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:31.469952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:31.473439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-ca648856-7644-45a8-bc9d-f04fad4fdb6b service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889345 Nov 15 14:41:31.522875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a32bc568-653e-49d9-a1dc-76b863aae482 None None] Provisioning complete for port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:31.523193 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a32bc568-653e-49d9-a1dc-76b863aae482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:31.617143 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:31.626240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a32bc568-653e-49d9-a1dc-76b863aae482 None None] Port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:41:31.629967 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:31.631478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5f31cc54-f91d-41a5-be06-8333aa16e417 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:31.701190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:41:31.716211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-884d882b-d4c1-4d98-b5d2-8674e7ae2c79 admin admin] 10.222.0.70 "PUT /v2.0/routers/82e07860-a7a8-4e89-bdc0-1675d89f885c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4598689 Nov 15 14:41:31.725694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=37d16629-2d7e-4cc1-8171-0d3d8c38e4a1,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:31.770139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:31.803157 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-18b99925-0635-43c1-9cba-87fc20ad28a3 service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919779 Nov 15 14:41:31.812540 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:31.850699 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c70ee-6422-4c5b-b0b2-48570d141133 req-b5424a81-a276-4715-a9e8-ea31419aefa5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:31.864039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c70ee-6422-4c5b-b0b2-48570d141133 req-b5424a81-a276-4715-a9e8-ea31419aefa5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:31.871295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c70ee-6422-4c5b-b0b2-48570d141133 req-b5424a81-a276-4715-a9e8-ea31419aefa5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:31.880908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c70ee-6422-4c5b-b0b2-48570d141133 req-b5424a81-a276-4715-a9e8-ea31419aefa5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:31.888871 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c70ee-6422-4c5b-b0b2-48570d141133 req-b5424a81-a276-4715-a9e8-ea31419aefa5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:31.905954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 5f31cc54-f91d-41a5-be06-8333aa16e417 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:41:31.910121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c70ee-6422-4c5b-b0b2-48570d141133 req-b5424a81-a276-4715-a9e8-ea31419aefa5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:31.920013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c70ee-6422-4c5b-b0b2-48570d141133 req-b5424a81-a276-4715-a9e8-ea31419aefa5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:31.931621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f81c70ee-6422-4c5b-b0b2-48570d141133 req-b5424a81-a276-4715-a9e8-ea31419aefa5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5429 time: 0.5105546 Nov 15 14:41:31.941658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 5f31cc54-f91d-41a5-be06-8333aa16e417 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:31.942233 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:32.014082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Sync routers for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:41:32.080040 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:41:32.081324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:41:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:32.083462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f81c70ee-6422-4c5b-b0b2-48570d141133 req-e17321d5-daf1-4698-99d6-98b9b98c5ff6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1503668 Nov 15 14:41:32.085239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=37d16629-2d7e-4cc1-8171-0d3d8c38e4a1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:32.216812 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-89dde213-6a8c-496a-8017-0c76db28fde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:32.285717 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:32.367564 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5f31cc54-f91d-41a5-be06-8333aa16e417, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5f31cc54-f91d-41a5-be06-8333aa16e417,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:32.372161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:41:32.420851 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a07a3b3-b22c-4749-b9a4-5a36174e4143 req-3bd79924-9dc5-4d67-b6f0-c840bb7b5c66 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 210 time: 0.0686588 Nov 15 14:41:32.531203 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:32.570125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:32.682827 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=5f31cc54-f91d-41a5-be06-8333aa16e417,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:32.712554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0344a3-d710-4e3a-97d6-6ee490ffe0b8'}, {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f31cc54-f91d-41a5-be06-8333aa16e417'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:32.721194 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4172763c-1cff-4298-8c65-cf41c8265432" -d '{"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "3d0344a3-d710-4e3a-97d6-6ee490ffe0b8"}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "5f31cc54-f91d-41a5-be06-8333aa16e417"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:32.826250 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe3032e-561a-43f9-9255-20b5892bf07b x-openstack-request-id: req-bbe3032e-561a-43f9-9255-20b5892bf07b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:32.826721 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "3d0344a3-d710-4e3a-97d6-6ee490ffe0b8", "code": 200}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "5f31cc54-f91d-41a5-be06-8333aa16e417", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:32.827473 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bbe3032e-561a-43f9-9255-20b5892bf07b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:32.827875 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0344a3-d710-4e3a-97d6-6ee490ffe0b8', 'code': 200} Nov 15 14:41:32.828149 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f31cc54-f91d-41a5-be06-8333aa16e417', 'code': 200} Nov 15 14:41:32.873574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:41:32.879085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:32.879456 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:33.012279 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:33.091468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:33.091468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6d70e027-6b7d-4ba4-b9ae-47193d2a3f09 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--116572062', 'description': 'tempest-description--2061351167'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:33.148563 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:33.216880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 2, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:33.279243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Checking router: 82e07860-a7a8-4e89-bdc0-1675d89f885c for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:41:33.279758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Updating router 82e07860-a7a8-4e89-bdc0-1675d89f885c port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:41:33.307639 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d70e027-6b7d-4ba4-b9ae-47193d2a3f09 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:33.423407 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:33.442142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:33.447359 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:33.450033 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:33.478360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b166f-9e39-47ae-9452-76c32827a2d9 req-0e73d08a-ddca-4111-b6d0-24d961ab6b9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:33.481594 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d70e027-6b7d-4ba4-b9ae-47193d2a3f09 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:33.493122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-217040061-network', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:33.494121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b166f-9e39-47ae-9452-76c32827a2d9 req-0e73d08a-ddca-4111-b6d0-24d961ab6b9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:33.502265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b166f-9e39-47ae-9452-76c32827a2d9 req-0e73d08a-ddca-4111-b6d0-24d961ab6b9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:33.510437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b166f-9e39-47ae-9452-76c32827a2d9 req-0e73d08a-ddca-4111-b6d0-24d961ab6b9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:33.782667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b166f-9e39-47ae-9452-76c32827a2d9 req-0e73d08a-ddca-4111-b6d0-24d961ab6b9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:33.782667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b166f-9e39-47ae-9452-76c32827a2d9 req-0e73d08a-ddca-4111-b6d0-24d961ab6b9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:33.782667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b166f-9e39-47ae-9452-76c32827a2d9 req-0e73d08a-ddca-4111-b6d0-24d961ab6b9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:33.782667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-605b166f-9e39-47ae-9452-76c32827a2d9 req-0e73d08a-ddca-4111-b6d0-24d961ab6b9a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5431 time: 0.2339149 Nov 15 14:41:33.789013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d70e027-6b7d-4ba4-b9ae-47193d2a3f09 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:33.789713 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:33.794140 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70e027-6b7d-4ba4-b9ae-47193d2a3f09 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1485c96-34cd-445c-ae0c-2078d5fdee0c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:33.794759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e13a78d0-2d85-470a-b64b-6e526463a59e req-6cab7ece-542a-4dec-99e7-334f39070804 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 210 time: 0.0705652 Nov 15 14:41:33.795053 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Made reservation on behalf of e4bae5163e584de984f2e858c22f1d0e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:41:33.795053 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:33.804120 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:33.831680 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d70e027-6b7d-4ba4-b9ae-47193d2a3f09 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:33.831680 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6d70e027-6b7d-4ba4-b9ae-47193d2a3f09 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7456391 Nov 15 14:41:33.834837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34250) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:33.839720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f00077f9-aa0b-486d-aaee-a7f421c78363 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Request body: {'security_group_rule': {'security_group_id': 'a1485c96-34cd-445c-ae0c-2078d5fdee0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:33.883873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:33.886862 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-605b166f-9e39-47ae-9452-76c32827a2d9 req-1ccd8d4f-1b73-41b3-8967-8caf549c91a2 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2109020 Nov 15 14:41:33.979982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.059088 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.060043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d2111f6d-3041-4df4-abc8-4f0abd6bc631 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:34.066760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f00077f9-aa0b-486d-aaee-a7f421c78363 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.092940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.155985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16370871-c48c-4238-a318-c6094f277b65,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:34.180742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:41:34.190441 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f00077f9-aa0b-486d-aaee-a7f421c78363 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.206288 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.206288 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Added segment 0310ce1a-79ce-4beb-8092-241dfc84a702 of type vlan for network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 Nov 15 14:41:34.241277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:34.250302 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.280248 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.300948 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f00077f9-aa0b-486d-aaee-a7f421c78363 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.330027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00077f9-aa0b-486d-aaee-a7f421c78363 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e107fe9-c026-4c95-a358-e40afe8d3ac1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:34.350335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port d2111f6d-3041-4df4-abc8-4f0abd6bc631 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:41:34.355035 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.383429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port d2111f6d-3041-4df4-abc8-4f0abd6bc631 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:34.383805 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.475769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f748311-823f-454a-a26a-bc23dac024ca None None] Pushing event updated for resources: {'Port': ['ID=c63f2d2b-b12b-4794-9b66-9acbdb6eff9c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:34.480502 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.484197 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:34.484334 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f00077f9-aa0b-486d-aaee-a7f421c78363 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.484772 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.484864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f00077f9-aa0b-486d-aaee-a7f421c78363 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6486945 Nov 15 14:41:34.488067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34266) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:34.503264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8103ae06-ca50-44ba-b620-9ebb30d62135 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Request body: {'security_group_rule': {'security_group_id': 'a1485c96-34cd-445c-ae0c-2078d5fdee0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:34.603453 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.623033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Attempting to bind port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:41:34.623405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Attempting to bind port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:41:34.624342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Attempting to bind port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:34.637434 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] Pushing event updated for resources: {'Network': ['ID=10e70b67-cbeb-40f8-8105-ee6d4f6558d1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:34.675605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:41:34.677792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8103ae06-ca50-44ba-b620-9ebb30d62135 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.696491 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:41:34.701664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Checking segment: {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:41:34.701664 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.701664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Bound using segment: {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:41:34.701664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Bound port: c63f2d2b-b12b-4794-9b66-9acbdb6eff9c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:41:34.701664 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.716192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port d2111f6d-3041-4df4-abc8-4f0abd6bc631, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d2111f6d-3041-4df4-abc8-4f0abd6bc631,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:34.829678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24525827-a4fe-4302-b362-9158499f1d19 req-fae65b4f-55a9-4379-b962-16106e530844 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 210 time: 0.0417519 Nov 15 14:41:34.829987 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-26eecdce-8eb7-4130-8dfa-3d1a8404d66d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8116214 Nov 15 14:41:34.831254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:34.834264 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8103ae06-ca50-44ba-b620-9ebb30d62135 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.837736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-21255b6f-15e9-4eaf-b593-0bd0d0e2e5bf admin admin] Request body: {'subnet': {'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-217040061-subnet', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:34.849073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b'}, {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2111f6d-3041-4df4-abc8-4f0abd6bc631'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:34.851516 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e021e81-dd81-49e7-aea8-c91f8f83fb3d" -d '{"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b"}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "d2111f6d-3041-4df4-abc8-4f0abd6bc631"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:34.902170 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.903206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 33850c2b-8dca-45d6-b3f8-efae40e57277 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:41:34.922376 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8103ae06-ca50-44ba-b620-9ebb30d62135 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.960925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21255b6f-15e9-4eaf-b593-0bd0d0e2e5bf admin admin] Made reservation on behalf of e4bae5163e584de984f2e858c22f1d0e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:41:34.963049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103ae06-ca50-44ba-b620-9ebb30d62135 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacda172-d64f-40a9-9353-ac5a29261965,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:34.964347 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21255b6f-15e9-4eaf-b593-0bd0d0e2e5bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:34.990163 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955cbf93-8cb4-4006-a571-79446697df31 x-openstack-request-id: req-955cbf93-8cb4-4006-a571-79446697df31 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:34.992802 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b", "code": 200}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-plugged", "status": "completed", "tag": "d2111f6d-3041-4df4-abc8-4f0abd6bc631", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:34.993119 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-955cbf93-8cb4-4006-a571-79446697df31 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:34.995173 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b', 'code': 200} Nov 15 14:41:34.996157 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2111f6d-3041-4df4-abc8-4f0abd6bc631', 'code': 200} Nov 15 14:41:35.116026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 33850c2b-8dca-45d6-b3f8-efae40e57277 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:41:35.116026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 33850c2b-8dca-45d6-b3f8-efae40e57277 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:41:35.116267 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8103ae06-ca50-44ba-b620-9ebb30d62135 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:35.116267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8103ae06-ca50-44ba-b620-9ebb30d62135 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6188550 Nov 15 14:41:35.116267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34290) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:35.123479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:35.172973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] For port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:41:35.178837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced167a-53ca-492a-bb23-310c54cc860f req-4390538a-e856-4133-aa04-868c5afbf1e7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.188598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced167a-53ca-492a-bb23-310c54cc860f req-4390538a-e856-4133-aa04-868c5afbf1e7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.189019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] For port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c63f2d2b-b12b-4794-9b66-9acbdb6eff9c,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:41:35.199487 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:35.199487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e827c1aa-8b0b-4924-9205-aafe507f7996 None None] Provisioning complete for port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:35.199487 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e827c1aa-8b0b-4924-9205-aafe507f7996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:35.200690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9bf20-6924-4f3c-abf4-5e813bed3fbd req-f2976a44-a15b-4a48-9084-7177bc9613fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.201096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced167a-53ca-492a-bb23-310c54cc860f req-4390538a-e856-4133-aa04-868c5afbf1e7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.201200 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9bf20-6924-4f3c-abf4-5e813bed3fbd req-f2976a44-a15b-4a48-9084-7177bc9613fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.206673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9bf20-6924-4f3c-abf4-5e813bed3fbd req-f2976a44-a15b-4a48-9084-7177bc9613fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.207625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9bf20-6924-4f3c-abf4-5e813bed3fbd req-f2976a44-a15b-4a48-9084-7177bc9613fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.210251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced167a-53ca-492a-bb23-310c54cc860f req-4390538a-e856-4133-aa04-868c5afbf1e7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.211251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9bf20-6924-4f3c-abf4-5e813bed3fbd req-f2976a44-a15b-4a48-9084-7177bc9613fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.212152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9bf20-6924-4f3c-abf4-5e813bed3fbd req-f2976a44-a15b-4a48-9084-7177bc9613fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.212999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9bf20-6924-4f3c-abf4-5e813bed3fbd req-f2976a44-a15b-4a48-9084-7177bc9613fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.216769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced167a-53ca-492a-bb23-310c54cc860f req-4390538a-e856-4133-aa04-868c5afbf1e7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.221198 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-13a9bf20-6924-4f3c-abf4-5e813bed3fbd req-f2976a44-a15b-4a48-9084-7177bc9613fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6490 time: 0.1459253 Nov 15 14:41:35.224988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced167a-53ca-492a-bb23-310c54cc860f req-4390538a-e856-4133-aa04-868c5afbf1e7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.231616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced167a-53ca-492a-bb23-310c54cc860f req-4390538a-e856-4133-aa04-868c5afbf1e7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.242877 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e827c1aa-8b0b-4924-9205-aafe507f7996 None None] Port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:41:35.244069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=d2111f6d-3041-4df4-abc8-4f0abd6bc631,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:35.251165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fced167a-53ca-492a-bb23-310c54cc860f req-4390538a-e856-4133-aa04-868c5afbf1e7 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5433 time: 0.2037218 Nov 15 14:41:35.340073 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:35.350044 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:35.386124 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-13a9bf20-6924-4f3c-abf4-5e813bed3fbd req-1b0117ee-23d5-4166-aed8-7ab48fa2f4db service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1599412 Nov 15 14:41:35.432924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fced167a-53ca-492a-bb23-310c54cc860f req-1349ff29-7b5c-490c-9b60-c08219ae0129 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1807721 Nov 15 14:41:35.447955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:41:35.448569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:35.527558 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:35.530025 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21255b6f-15e9-4eaf-b593-0bd0d0e2e5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:35.589904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f748311-823f-454a-a26a-bc23dac024ca None None] Pushing event updated for resources: {'Port': ['ID=c63f2d2b-b12b-4794-9b66-9acbdb6eff9c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:35.696094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21255b6f-15e9-4eaf-b593-0bd0d0e2e5bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c382a5-5849-4ca1-b717-26b458b41804,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:35.727221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21255b6f-15e9-4eaf-b593-0bd0d0e2e5bf admin admin] Checking segment: {'id': '0310ce1a-79ce-4beb-8092-241dfc84a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:41:35.727902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21255b6f-15e9-4eaf-b593-0bd0d0e2e5bf admin admin] Network hostable DHCP agents. Network: 10e70b67-cbeb-40f8-8105-ee6d4f6558d1, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:41:35.730114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:41:35.861419 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:35.867976 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21255b6f-15e9-4eaf-b593-0bd0d0e2e5bf admin admin] Network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:41:35.957421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b6dfb98c-77ce-48a6-be52-32490366d909 None None] Provisioning complete for port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:35.958161 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb98c-77ce-48a6-be52-32490366d909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:35.977890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-21255b6f-15e9-4eaf-b593-0bd0d0e2e5bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 10e70b67-cbeb-40f8-8105-ee6d4f6558d1) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:35.986940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21255b6f-15e9-4eaf-b593-0bd0d0e2e5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:35.988865 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21255b6f-15e9-4eaf-b593-0bd0d0e2e5bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:35.997960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f6945b-b710-4f2b-aad7-503e9574d0e7 None None] Network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:41:36.020750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58f4420c-6ca9-479b-80b5-32b28b83966b req-cb316f83-75bf-49bf-bd1a-81ed532078f3 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 210 time: 0.0493250 Nov 15 14:41:36.027740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb18320-9001-4941-8e59-458007d625cd req-9ef45542-e623-46f3-a5c8-2aeb504555b2 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:36.030029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-9ef45542-e623-46f3-a5c8-2aeb504555b2 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.3485348 Nov 15 14:41:36.037695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Allocated IP 172.25.4.116 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/0a6ca26a-7765-4b37-8b89-de3bb9089fbf) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:41:36.051042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7cb18320-9001-4941-8e59-458007d625cd req-a88f42a9-66f3-437f-99c3-3ca64c47430b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Request body: {'port': {'device_id': '64dba644-27e4-4ad1-975b-3a59e3949311', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'admin_state_up': True, 'tenant_id': 'c2cea4c71afc4a7b87dd84d35938cede'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:36.134119 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-21255b6f-15e9-4eaf-b593-0bd0d0e2e5bf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3013668 Nov 15 14:41:36.135029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:36.145624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:36.273773 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:36.274900 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:36.281550 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:36.413695 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:36.458823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb18320-9001-4941-8e59-458007d625cd req-a88f42a9-66f3-437f-99c3-3ca64c47430b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Made reservation on behalf of c2cea4c71afc4a7b87dd84d35938cede for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:41:36.461123 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb98c-77ce-48a6-be52-32490366d909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:36.463469 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7cb18320-9001-4941-8e59-458007d625cd req-a88f42a9-66f3-437f-99c3-3ca64c47430b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:36.470476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:35Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:36.492219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'fixed_ips': [{'subnet_id': '23c382a5-5849-4ca1-b717-26b458b41804'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:41:36.492219 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:36.547477 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:36.551071 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af87346-0d87-4ea2-9a8e-d73d01569fd4 None None] The sync data for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 is: [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:35Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:41:36.735285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:36.743976 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b6dfb98c-77ce-48a6-be52-32490366d909 None None] For port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c63f2d2b-b12b-4794-9b66-9acbdb6eff9c,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:36.840012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:36.840237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:41:36.844003 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:36.859119 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb98c-77ce-48a6-be52-32490366d909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:36.971712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event updated for resources: {'Port': ['ID=0a6ca26a-7765-4b37-8b89-de3bb9089fbf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:36.979940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfb98c-77ce-48a6-be52-32490366d909 None None] Pushing event updated for resources: {'Port': ['ID=c63f2d2b-b12b-4794-9b66-9acbdb6eff9c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:37.021086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Allocated IP 172.20.0.2 (10e70b67-cbeb-40f8-8105-ee6d4f6558d1/23c382a5-5849-4ca1-b717-26b458b41804/3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:41:37.033944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50087757-fe94-4674-a976-a722e0fe30b7 req-d6007567-0f8d-4dad-bbd5-65bd22ba381d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:37.045175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50087757-fe94-4674-a976-a722e0fe30b7 req-d6007567-0f8d-4dad-bbd5-65bd22ba381d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:37.047058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50087757-fe94-4674-a976-a722e0fe30b7 req-d6007567-0f8d-4dad-bbd5-65bd22ba381d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:37.077897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50087757-fe94-4674-a976-a722e0fe30b7 req-d6007567-0f8d-4dad-bbd5-65bd22ba381d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:37.102836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50087757-fe94-4674-a976-a722e0fe30b7 req-d6007567-0f8d-4dad-bbd5-65bd22ba381d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:37.137537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50087757-fe94-4674-a976-a722e0fe30b7 req-d6007567-0f8d-4dad-bbd5-65bd22ba381d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:37.152768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50087757-fe94-4674-a976-a722e0fe30b7 req-d6007567-0f8d-4dad-bbd5-65bd22ba381d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:37.153623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c63f2d2b-b12b-4794-9b66-9acbdb6eff9c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:37.165925 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50087757-fe94-4674-a976-a722e0fe30b7 req-d6007567-0f8d-4dad-bbd5-65bd22ba381d tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5433 time: 0.6233134 Nov 15 14:41:37.203961 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-7cb18320-9001-4941-8e59-458007d625cd req-a88f42a9-66f3-437f-99c3-3ca64c47430b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Allocated IP 172.20.0.3 (41176d6c-3c2c-491f-81e2-57dc1c71ec1b/186ef2d9-ae15-4420-a072-fa533fc8ac78/e76ec225-b046-43c8-ab41-2a0109fa5f8a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:41:37.265766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:37.266500 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:37.329424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50087757-fe94-4674-a976-a722e0fe30b7 req-660552a5-0051-421e-b220-a7be33906c56 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1480706 Nov 15 14:41:37.376728 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26fce936-e750-4702-8ba2-d9edbcc81ba5 req-53c80b33-2206-4208-9aa0-f1727e6c86ec tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 210 time: 0.1992021 Nov 15 14:41:37.413461 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:37.464620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:37.534043 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:37.687235 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:37.724950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Allocated IP 172.25.4.8 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/595a4eaa-0bd9-4249-99d2-ab9496a4e4f7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:41:37.767500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:37.776133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:37.779422 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Pushing event updated for resources: {'Port': ['ID=3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:37.783615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:41:37.896835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Attempting to bind port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:41:37.900757 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Attempting to bind port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0310ce1a-79ce-4beb-8092-241dfc84a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:41:37.905074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Attempting to bind port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 on network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:37.925342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:41:37.925753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Checking segment: {'id': '0310ce1a-79ce-4beb-8092-241dfc84a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:41:37.926125 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:37.942853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Bound using segment: {'id': '0310ce1a-79ce-4beb-8092-241dfc84a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:41:37.942853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Bound port: 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0310ce1a-79ce-4beb-8092-241dfc84a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:41:37.942853 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:37.971583 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:37.993935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:38.027670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] For port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:41:38.031590 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] For port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974,segment=NetworkSegment(0310ce1a-79ce-4beb-8092-241dfc84a702),segment_id=0310ce1a-79ce-4beb-8092-241dfc84a702)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:41:38.139790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7cb18320-9001-4941-8e59-458007d625cd req-a88f42a9-66f3-437f-99c3-3ca64c47430b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:38.203985 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:38.229851 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:38.230078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:38.331870 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Pushing event updated for resources: {'Port': ['ID=595a4eaa-0bd9-4249-99d2-ab9496a4e4f7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:38.355559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:38.359941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:38.363169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:41:38.368142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866fd4d-0b52-408d-8b8c-e85726607ec4 None None] Pushing event updated for resources: {'Port': ['ID=3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:38.388869 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7cb18320-9001-4941-8e59-458007d625cd req-a88f42a9-66f3-437f-99c3-3ca64c47430b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:38.401750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:38.620089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb18320-9001-4941-8e59-458007d625cd req-a88f42a9-66f3-437f-99c3-3ca64c47430b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:38.749882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-7cb18320-9001-4941-8e59-458007d625cd req-a88f42a9-66f3-437f-99c3-3ca64c47430b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:38.758332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb18320-9001-4941-8e59-458007d625cd req-a88f42a9-66f3-437f-99c3-3ca64c47430b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:41:38.902676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f42a9-66f3-437f-99c3-3ca64c47430b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event updated for resources: {'Port': ['ID=e76ec225-b046-43c8-ab41-2a0109fa5f8a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:38.925203 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:38.984199 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:38.997265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb18320-9001-4941-8e59-458007d625cd req-a88f42a9-66f3-437f-99c3-3ca64c47430b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:38.999711 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7cb18320-9001-4941-8e59-458007d625cd req-a88f42a9-66f3-437f-99c3-3ca64c47430b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:39.019536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040e24b-ae22-4356-be95-f43f8c764456 req-6743736d-71f9-4bc3-a33a-141e26a2e364 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:39.027100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040e24b-ae22-4356-be95-f43f8c764456 req-6743736d-71f9-4bc3-a33a-141e26a2e364 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:39.033834 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040e24b-ae22-4356-be95-f43f8c764456 req-6743736d-71f9-4bc3-a33a-141e26a2e364 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:39.041790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040e24b-ae22-4356-be95-f43f8c764456 req-6743736d-71f9-4bc3-a33a-141e26a2e364 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:39.050056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040e24b-ae22-4356-be95-f43f8c764456 req-6743736d-71f9-4bc3-a33a-141e26a2e364 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:39.056560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040e24b-ae22-4356-be95-f43f8c764456 req-6743736d-71f9-4bc3-a33a-141e26a2e364 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:39.065120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040e24b-ae22-4356-be95-f43f8c764456 req-6743736d-71f9-4bc3-a33a-141e26a2e364 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:39.080800 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0040e24b-ae22-4356-be95-f43f8c764456 req-6743736d-71f9-4bc3-a33a-141e26a2e364 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5433 time: 0.4628525 Nov 15 14:41:39.087332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:39.120935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7a735-e7fd-4d98-b9a3-c3d2072e34da req-cd920277-71ef-4de7-8568-9ad49cdc5a27 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:39.127215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1f7a735-e7fd-4d98-b9a3-c3d2072e34da req-cd920277-71ef-4de7-8568-9ad49cdc5a27 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 931 time: 0.5191400 Nov 15 14:41:39.155366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:39.209418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c63f2d2b-b12b-4794-9b66-9acbdb6eff9c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:39.260796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0040e24b-ae22-4356-be95-f43f8c764456 req-aba439b4-fc40-4492-8cf0-72b65e8b8a1f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1788580 Nov 15 14:41:39.284888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-a88f42a9-66f3-437f-99c3-3ca64c47430b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2416892 Nov 15 14:41:39.332825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Request body: {'port': {'device_id': '64dba644-27e4-4ad1-975b-3a59e3949311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:39.392477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:39.393061 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:39.482303 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:39.485199 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event updated for resources: {'Port': ['ID=0a6ca26a-7765-4b37-8b89-de3bb9089fbf,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:39.493351 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:39.571249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:39.582363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1f7a735-e7fd-4d98-b9a3-c3d2072e34da req-3ff38bab-24e8-45de-b2a2-b946a97d0e01 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173765 Nov 15 14:41:39.633739 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d2a3698-0fe2-462b-8d31-c1bb579af4aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:39.656769 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:39.658928 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d5c51813-c333-4982-9882-9728955e47b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5413311 Nov 15 14:41:39.731158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:39.731609 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:39.761379 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:39.983850 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:39.993972 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d2a3698-0fe2-462b-8d31-c1bb579af4aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:40.075016 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974,segment=NetworkSegment(0310ce1a-79ce-4beb-8092-241dfc84a702),segment_id=0310ce1a-79ce-4beb-8092-241dfc84a702)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:40.089659 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d2a3698-0fe2-462b-8d31-c1bb579af4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:40.111907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546e8a4b-f1ba-4037-a741-8867d9ac1483 None None] Network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:41:40.128105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c27040-fa60-497d-bae4-4061890e0ccb req-48170b57-1b74-4a02-9e1b-5e2de17330ff tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:40.139792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Router 55e79860-8ae7-4d62-b5ff-db44fddd0282 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:41:40.141603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c27040-fa60-497d-bae4-4061890e0ccb req-48170b57-1b74-4a02-9e1b-5e2de17330ff tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:40.141603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c27040-fa60-497d-bae4-4061890e0ccb req-48170b57-1b74-4a02-9e1b-5e2de17330ff tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:40.147171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c27040-fa60-497d-bae4-4061890e0ccb req-48170b57-1b74-4a02-9e1b-5e2de17330ff tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:40.153341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c27040-fa60-497d-bae4-4061890e0ccb req-48170b57-1b74-4a02-9e1b-5e2de17330ff tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:40.160141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c27040-fa60-497d-bae4-4061890e0ccb req-48170b57-1b74-4a02-9e1b-5e2de17330ff tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:40.166712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c27040-fa60-497d-bae4-4061890e0ccb req-48170b57-1b74-4a02-9e1b-5e2de17330ff tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:40.168779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20c27040-fa60-497d-bae4-4061890e0ccb req-48170b57-1b74-4a02-9e1b-5e2de17330ff tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5433 time: 0.5421498 Nov 15 14:41:40.189951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:40.206601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-598c963a-5fb7-4f32-bdd5-262a3bb36767 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Request body: {'floatingip': {'port_id': '413af6e3-de77-4121-a204-74de00bc13cd'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:40.222745 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:40.286378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f3d9f2c9-43a6-42af-9e20-26d837db229f None None] Provisioning complete for port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:40.287086 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f2c9-43a6-42af-9e20-26d837db229f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:40.345270 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-dde00072-a6b0-4538-a2a2-366dc22f3a95 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--116572062&fields=id&tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5 HTTP/1.1" status: 200 len: 267 time: 0.3884802 Nov 15 14:41:40.390979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:41:40.401305 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Sync routers for ids ['55e79860-8ae7-4d62-b5ff-db44fddd0282'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:41:40.408438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0d2a3698-0fe2-462b-8d31-c1bb579af4aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b783bd69d814388a62afb02dafae038&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3099561 Nov 15 14:41:40.418096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:40.423762 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Routers {'55e79860-8ae7-4d62-b5ff-db44fddd0282'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:41:40.424404 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['55e79860-8ae7-4d62-b5ff-db44fddd0282'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:40.495404 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-598c963a-5fb7-4f32-bdd5-262a3bb36767 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:40.506918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a3698-0fe2-462b-8d31-c1bb579af4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42e950f-f1ab-472b-9f21-866a137be184,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:40.557539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:40.616834 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:40.622516 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-07a714b0-7003-4803-b03e-40b180b57e5b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4824603 Nov 15 14:41:40.623325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:40.639381 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a195810b-ea97-4088-b2d1-4bff33946ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:40.716790 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Set router 55e79860-8ae7-4d62-b5ff-db44fddd0282 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:41:40.811534 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-012527eb-64ab-4dc8-a021-214c99b4dc6e tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:40.813456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-012527eb-64ab-4dc8-a021-214c99b4dc6e tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 817 time: 0.4664679 Nov 15 14:41:40.903547 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a195810b-ea97-4088-b2d1-4bff33946ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:41.032668 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:41:38Z', 'revision_number': 3, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port': {'id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:41.054010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-5d4e8755-557d-40b8-a233-596628ae2ac2 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/quotas/a7c2bcbbefb14b7884f8bf1f6ee9e7d5 HTTP/1.1" status: 200 len: 375 time: 0.1989760 Nov 15 14:41:41.080741 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Checking router: 55e79860-8ae7-4d62-b5ff-db44fddd0282 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:41:41.082037 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Updating router 55e79860-8ae7-4d62-b5ff-db44fddd0282 port 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:41:41.121921 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:41.148587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:41.201012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa012e-1e9d-49aa-8f27-68cd96051f47 req-3185ad4d-bb46-44a5-8c62-b070c0158817 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:41.204140 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57fa012e-1e9d-49aa-8f27-68cd96051f47 req-3185ad4d-bb46-44a5-8c62-b070c0158817 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 931 time: 0.4335361 Nov 15 14:41:41.261306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1ca7cdb5-1921-4271-8be6-303d39dcfda0 None None] Provisioning complete for port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:41.261306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ca7cdb5-1921-4271-8be6-303d39dcfda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:41.296232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76ec225-b046-43c8-ab41-2a0109fa5f8a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:41.330731 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:41.331417 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:41.332033 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:41.345889 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a195810b-ea97-4088-b2d1-4bff33946ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:41.349437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a195810b-ea97-4088-b2d1-4bff33946ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:41.351066 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a195810b-ea97-4088-b2d1-4bff33946ca4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c42e950f-f1ab-472b-9f21-866a137be184 HTTP/1.1" status: 204 len: 168 time: 0.9319441 Nov 15 14:41:41.382822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-3a306798-858d-436b-98eb-aad7902913e7 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2901728 Nov 15 14:41:41.390074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195810b-ea97-4088-b2d1-4bff33946ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42e950f-f1ab-472b-9f21-866a137be184,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:41.397786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Transition to ACTIVE for port object e76ec225-b046-43c8-ab41-2a0109fa5f8a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:41:41.609873 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:41.686760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57fa012e-1e9d-49aa-8f27-68cd96051f47 req-0b8a7876-a7fc-4501-9d14-226d69f06d3e tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580979 Nov 15 14:41:41.754660 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:41.756597 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:41.875716 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:41.919687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Allocated IP 172.20.0.1 (10e70b67-cbeb-40f8-8105-ee6d4f6558d1/23c382a5-5849-4ca1-b717-26b458b41804/900f1b12-aa41-4274-85a0-096ba3d5abf1) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:41:41.923530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Pushing event updated for resources: {'Port': ['ID=e76ec225-b046-43c8-ab41-2a0109fa5f8a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:41.980180 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Attempting to bind port 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:41:41.980552 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Attempting to bind port 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:41:41.980922 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Attempting to bind port 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:41.993538 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:41:41.993986 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:41:41.994416 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:41.994822 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:41:41.995302 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Bound port: 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:41:41.995685 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:41.998470 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb895a0-5893-4c3e-9676-e980526554d5 None None] Pushing event updated for resources: {'Port': ['ID=595a4eaa-0bd9-4249-99d2-ab9496a4e4f7,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:42.007015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-b46c3863-1489-4b80-8ea9-572e7fd2a718 service neutron] 10.222.0.70 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023304 Nov 15 14:41:42.088058 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] For port 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:41:42.091851 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] For port 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=595a4eaa-0bd9-4249-99d2-ab9496a4e4f7,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:41:42.113728 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:42.283162 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:42.310255 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:42.373577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:42.379748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:42.384337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:41:42.400061 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb895a0-5893-4c3e-9676-e980526554d5 None None] Pushing event updated for resources: {'Port': ['ID=595a4eaa-0bd9-4249-99d2-ab9496a4e4f7,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:42.413505 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Routers {'55e79860-8ae7-4d62-b5ff-db44fddd0282'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:41:42.414730 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['55e79860-8ae7-4d62-b5ff-db44fddd0282'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:42.451709 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-598c963a-5fb7-4f32-bdd5-262a3bb36767 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:41:42.467935 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Pushing event updated for resources: {'Port': ['ID=900f1b12-aa41-4274-85a0-096ba3d5abf1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:42.502270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:42.693998 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] Set router 55e79860-8ae7-4d62-b5ff-db44fddd0282 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:41:42.705562 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-b15a8e8f-f548-4dbb-8fff-76cdbdec024f service neutron] 10.222.0.70 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6972783 Nov 15 14:41:42.723858 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-598c963a-5fb7-4f32-bdd5-262a3bb36767 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:42.731689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Attempting to bind port e76ec225-b046-43c8-ab41-2a0109fa5f8a on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:41:42.732255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Attempting to bind port e76ec225-b046-43c8-ab41-2a0109fa5f8a by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:41:42.733299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Attempting to bind port e76ec225-b046-43c8-ab41-2a0109fa5f8a on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:42.733923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34462) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:42.740648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Port e76ec225-b046-43c8-ab41-2a0109fa5f8a on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:41:42.741240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Attempting to bind port e76ec225-b046-43c8-ab41-2a0109fa5f8a on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:42.751401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:41:42.752017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Checking segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:41:42.752586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Bound using segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:41:42.753287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Bound port: e76ec225-b046-43c8-ab41-2a0109fa5f8a, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:41:42.753854 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:42.769325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a0fadd9e-b873-461b-8c30-d3635a7d8721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:42.784716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68519e1-e4d8-48b1-89d9-49647cbfbe0d req-9621139f-2e54-4466-b2e9-9ab321534c4b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:42.793853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d68519e1-e4d8-48b1-89d9-49647cbfbe0d req-9621139f-2e54-4466-b2e9-9ab321534c4b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 946 time: 0.2228162 Nov 15 14:41:42.819012 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-598c963a-5fb7-4f32-bdd5-262a3bb36767 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:42.869768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fae591f3-3899-47ce-a380-6ee15a73f4c5 None None] Provisioning complete for port 900f1b12-aa41-4274-85a0-096ba3d5abf1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:42.870906 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fae591f3-3899-47ce-a380-6ee15a73f4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:42.890064 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:42.934956 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fae591f3-3899-47ce-a380-6ee15a73f4c5 None None] Port 900f1b12-aa41-4274-85a0-096ba3d5abf1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:41:42.990128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d68519e1-e4d8-48b1-89d9-49647cbfbe0d req-22d4d6c2-8f17-4d26-9a67-fd602f59dab0 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950703 Nov 15 14:41:43.005982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] For port e76ec225-b046-43c8-ab41-2a0109fa5f8a, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:41:43.031709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] For port e76ec225-b046-43c8-ab41-2a0109fa5f8a, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e76ec225-b046-43c8-ab41-2a0109fa5f8a,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:41:43.055794 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a0fadd9e-b873-461b-8c30-d3635a7d8721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:43.073788 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-598c963a-5fb7-4f32-bdd5-262a3bb36767 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Floating IP 010a4e9a-9590-426d-90d8-f1eb89e42fba associated. External IP: 172.25.4.50, port: 413af6e3-de77-4121-a204-74de00bc13cd. Nov 15 14:41:43.093953 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:41:38Z', 'revision_number': 3, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port': {'id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:43.147611 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0214a9-2250-4ecb-a32d-d29e75cdbe8b None None] The sync data for ids ['55e79860-8ae7-4d62-b5ff-db44fddd0282'] in n-d-817748-2 is: [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:41:38Z', 'revision_number': 3, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port': {'id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:41:43.148497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a0fadd9e-b873-461b-8c30-d3635a7d8721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:43.169025 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:43.226980 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a0fadd9e-b873-461b-8c30-d3635a7d8721 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8d274136da04f648a54aad4214cb2d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4915841 Nov 15 14:41:43.229912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34470) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:43.259057 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:43.259700 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:43.260769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fadd9e-b873-461b-8c30-d3635a7d8721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ea9ccd-e4d9-41ae-940f-f5150a86264f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:43.261140 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] 10.222.0.46 "PUT /v2.0/ports/e76ec225-b046-43c8-ab41-2a0109fa5f8a HTTP/1.1" status: 200 len: 1091 time: 3.9364707 Nov 15 14:41:43.261612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dba644-27e4-4ad1-975b-3a59e3949311', 'tag': 'e76ec225-b046-43c8-ab41-2a0109fa5f8a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:43.288984 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff69d551-8bd8-4c2d-8392-e65c5c6b62ae" -d '{"events": [{"name": "network-changed", "server_uuid": "64dba644-27e4-4ad1-975b-3a59e3949311", "tag": "e76ec225-b046-43c8-ab41-2a0109fa5f8a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:43.361948 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:43.424832 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b5ee388-9eca-432d-8176-eb9a3d5f8b6e req-e67dd3e1-09b4-45a4-b6d4-0e9bdb186191 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 210 time: 0.0895052 Nov 15 14:41:43.444530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7154b1f-6744-4f01-b9c8-8bd1cc0d337d service neutron] Pushing event updated for resources: {'Port': ['ID=e76ec225-b046-43c8-ab41-2a0109fa5f8a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:43.466865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad64ea-21dc-47e1-8ad9-3812c91caf80 req-72c24e52-bee6-4d9f-b608-581559907362 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:43.469447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3ad64ea-21dc-47e1-8ad9-3812c91caf80 req-72c24e52-bee6-4d9f-b608-581559907362 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 943 time: 0.3543010 Nov 15 14:41:43.524896 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:43.627636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:43.648111 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aa3492-dd25-4249-9ce1-db445a824ca2 x-openstack-request-id: req-59aa3492-dd25-4249-9ce1-db445a824ca2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:43.648401 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dba644-27e4-4ad1-975b-3a59e3949311", "tag": "e76ec225-b046-43c8-ab41-2a0109fa5f8a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:43.648873 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59aa3492-dd25-4249-9ce1-db445a824ca2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:43.649463 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dba644-27e4-4ad1-975b-3a59e3949311', 'tag': 'e76ec225-b046-43c8-ab41-2a0109fa5f8a', 'status': 'completed', 'code': 200} Nov 15 14:41:43.709141 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df35af3a-25c8-488a-b36c-619e28a321fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:43.756056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Pushing event updated for resources: {'Port': ['ID=900f1b12-aa41-4274-85a0-096ba3d5abf1,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:43.764031 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3ad64ea-21dc-47e1-8ad9-3812c91caf80 req-dbd7caa3-6b97-48ce-ad4e-32fe78b7a4f6 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564311 Nov 15 14:41:43.816802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb18320-9001-4941-8e59-458007d625cd req-3e00a764-d426-4421-9970-7ecc4cfa7662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:43.818664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-3e00a764-d426-4421-9970-7ecc4cfa7662 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 1094 time: 0.3764772 Nov 15 14:41:43.845977 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df35af3a-25c8-488a-b36c-619e28a321fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:43.862203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:43.862203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:43.896585 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-349ab0d9-9cfd-456c-8b49-e2afed0c51ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e76ec225-b046-43c8-ab41-2a0109fa5f8a HTTP/1.1" status: 200 len: 217 time: 0.0633204 Nov 15 14:41:44.003543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598c963a-5fb7-4f32-bdd5-262a3bb36767 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Router 499f5ad8-53b7-4b8a-9218-a46128fda3eb has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:41:44.084897 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Router 55e79860-8ae7-4d62-b5ff-db44fddd0282 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:41:44.146572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb18320-9001-4941-8e59-458007d625cd req-a2a7f3c7-3ce5-425f-921e-337b436f0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:44.148164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-a2a7f3c7-3ce5-425f-921e-337b436f0d1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.2302794 Nov 15 14:41:44.278877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-2a256a83-7008-4446-836f-3f0468ce5f44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630186 Nov 15 14:41:44.312242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-00be7000-f786-468c-8397-a0ac7fd19065 None None] Provisioning complete for port 900f1b12-aa41-4274-85a0-096ba3d5abf1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:44.313426 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00be7000-f786-468c-8397-a0ac7fd19065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:44.351882 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b989485-5184-490d-957d-36aed8ce8e0b req-b2b36076-c201-4a57-90c3-36a9b0b17ac1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:44.353583 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b989485-5184-490d-957d-36aed8ce8e0b req-b2b36076-c201-4a57-90c3-36a9b0b17ac1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 946 time: 0.1480961 Nov 15 14:41:44.378908 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:41:44.385842 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d2e6dbb2-6b1a-4894-855c-504274fd3b2e admin admin] 10.222.0.70 "PUT /v2.0/routers/55e79860-8ae7-4d62-b5ff-db44fddd0282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7530859 Nov 15 14:41:44.399138 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-00be7000-f786-468c-8397-a0ac7fd19065 None None] Port 900f1b12-aa41-4274-85a0-096ba3d5abf1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:41:44.405037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598c963a-5fb7-4f32-bdd5-262a3bb36767 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:41:44.422733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d70a53-1ebc-43dc-b88d-af1a53c313cd None None] Sync routers for ids ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:41:44.439096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-598c963a-5fb7-4f32-bdd5-262a3bb36767 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:44.440857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d70a53-1ebc-43dc-b88d-af1a53c313cd None None] Routers {'499f5ad8-53b7-4b8a-9218-a46128fda3eb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:41:44.442418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-28d70a53-1ebc-43dc-b88d-af1a53c313cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:44.482588 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df35af3a-25c8-488a-b36c-619e28a321fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:44.485893 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df35af3a-25c8-488a-b36c-619e28a321fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:44.489519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-df35af3a-25c8-488a-b36c-619e28a321fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22ea9ccd-e4d9-41ae-940f-f5150a86264f HTTP/1.1" status: 204 len: 168 time: 1.2530289 Nov 15 14:41:44.518015 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae31c72-24a4-42bd-b68e-cf1b599cf39d req-de0a24e6-c332-4ee3-891e-7484b60d6a06 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:44.538763 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ae31c72-24a4-42bd-b68e-cf1b599cf39d req-de0a24e6-c332-4ee3-891e-7484b60d6a06 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 946 time: 0.3889167 Nov 15 14:41:44.558815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35af3a-25c8-488a-b36c-619e28a321fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ea9ccd-e4d9-41ae-940f-f5150a86264f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:44.590924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-598c963a-5fb7-4f32-bdd5-262a3bb36767 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "PUT /v2.0/floatingips/010a4e9a-9590-426d-90d8-f1eb89e42fba HTTP/1.1" status: 200 len: 991 time: 4.3877029 Nov 15 14:41:44.643746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6b989485-5184-490d-957d-36aed8ce8e0b req-81ed7327-a599-4b9a-92ae-01c9833d2f03 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Deleting port b126a3d1-2af7-4958-a3c6-46a6891d74af {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:41:44.644342 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b989485-5184-490d-957d-36aed8ce8e0b req-81ed7327-a599-4b9a-92ae-01c9833d2f03 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:44.709988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-28d70a53-1ebc-43dc-b88d-af1a53c313cd None None] Set router 499f5ad8-53b7-4b8a-9218-a46128fda3eb gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:41:44.711809 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-274ef6ce-2138-47fb-a3b7-2a02428973f5 req-aa44dbe3-76ea-44b5-88de-b757d5b781a2 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 210 time: 0.1153755 Nov 15 14:41:44.734346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-d8753752-2d4c-4eab-92b9-32d7239c8b66 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044492 Nov 15 14:41:44.779037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ae31c72-24a4-42bd-b68e-cf1b599cf39d req-a196ad97-345a-4503-97f4-c05c7fb65c11 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380028 Nov 15 14:41:44.917890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6b989485-5184-490d-957d-36aed8ce8e0b req-81ed7327-a599-4b9a-92ae-01c9833d2f03 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] For port b126a3d1-2af7-4958-a3c6-46a6891d74af, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b126a3d1-2af7-4958-a3c6-46a6891d74af,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:44.918265 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b989485-5184-490d-957d-36aed8ce8e0b req-81ed7327-a599-4b9a-92ae-01c9833d2f03 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:44.958923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6b989485-5184-490d-957d-36aed8ce8e0b req-81ed7327-a599-4b9a-92ae-01c9833d2f03 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Calling delete_port for b126a3d1-2af7-4958-a3c6-46a6891d74af owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:41:44.989811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cb18320-9001-4941-8e59-458007d625cd req-661ef5e3-ff3a-44b1-89a2-2770b0048a26 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371252 Nov 15 14:41:45.113480 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:45.326510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960c120-2276-4108-89d5-67802066fbf3 req-8e9e361b-5b5c-4a0d-9309-35903fca8d28 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:45.338904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f960c120-2276-4108-89d5-67802066fbf3 req-8e9e361b-5b5c-4a0d-9309-35903fca8d28 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 943 time: 0.2100129 Nov 15 14:41:45.378095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69d551-8bd8-4c2d-8392-e65c5c6b62ae req-d8bf5911-94f4-4255-b175-099d3ecce2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:45.381130 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff69d551-8bd8-4c2d-8392-e65c5c6b62ae req-d8bf5911-94f4-4255-b175-099d3ecce2bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 1094 time: 0.1983762 Nov 15 14:41:45.448670 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f960c120-2276-4108-89d5-67802066fbf3 req-35d77a35-25c8-4caa-9e34-1e0aeb35eb96 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082752 Nov 15 14:41:45.453270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b989485-5184-490d-957d-36aed8ce8e0b req-81ed7327-a599-4b9a-92ae-01c9833d2f03 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:45.522324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['b126a3d1-2af7-4958-a3c6-46a6891d74af'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:45.524092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed7327-a599-4b9a-92ae-01c9833d2f03 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Pushing event deleted for resources: {'Port': ['ID=b126a3d1-2af7-4958-a3c6-46a6891d74af,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:45.582167 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b989485-5184-490d-957d-36aed8ce8e0b req-81ed7327-a599-4b9a-92ae-01c9833d2f03 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] No DVR routers for this DVR port b126a3d1-2af7-4958-a3c6-46a6891d74af on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:41:45.595830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69d551-8bd8-4c2d-8392-e65c5c6b62ae req-20713245-2a8a-40e3-9234-3a0ed03592c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:45.596941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:45.597038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff69d551-8bd8-4c2d-8392-e65c5c6b62ae req-20713245-2a8a-40e3-9234-3a0ed03592c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 907 time: 0.1874285 Nov 15 14:41:45.597165 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:45.622326 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b989485-5184-490d-957d-36aed8ce8e0b req-81ed7327-a599-4b9a-92ae-01c9833d2f03 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:45.632542 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b989485-5184-490d-957d-36aed8ce8e0b req-81ed7327-a599-4b9a-92ae-01c9833d2f03 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "DELETE /v2.0/ports/b126a3d1-2af7-4958-a3c6-46a6891d74af HTTP/1.1" status: 204 len: 173 time: 1.2412779 Nov 15 14:41:45.633477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899e92f7-0a76-4d90-9623-3ef2825fc883', 'name': 'network-vif-deleted', 'tag': 'b126a3d1-2af7-4958-a3c6-46a6891d74af'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:45.636253 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c56a7a-72fa-494c-b07e-ca0326340321" -d '{"events": [{"server_uuid": "899e92f7-0a76-4d90-9623-3ef2825fc883", "name": "network-vif-deleted", "tag": "b126a3d1-2af7-4958-a3c6-46a6891d74af"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:45.684505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-28d70a53-1ebc-43dc-b88d-af1a53c313cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:38:34Z', 'revision_number': 4, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '010a4e9a-9590-426d-90d8-f1eb89e42fba', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'port_id': '413af6e3-de77-4121-a204-74de00bc13cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'mac_address': 'fa:16:3e:86:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:40:07Z', 'updated_at': '2021-11-15T14:41:41Z', 'revision_number': 1, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1066eca-82bd-43cb-a5e3-610f4c49a907', 'name': '', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'mac_address': 'fa:16:3e:99:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:32Z', 'updated_at': '2021-11-15T14:38:39Z', 'revision_number': 5, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'subnets': [{'id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:45.731377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': '413af6e3-de77-4121-a204-74de00bc13cd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:45.731500 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6461c797-8fe7-45ae-9dc7-17d41990732e x-openstack-request-id: req-6461c797-8fe7-45ae-9dc7-17d41990732e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:45.731500 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899e92f7-0a76-4d90-9623-3ef2825fc883", "name": "network-vif-deleted", "tag": "b126a3d1-2af7-4958-a3c6-46a6891d74af", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:45.731500 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6461c797-8fe7-45ae-9dc7-17d41990732e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:45.731500 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899e92f7-0a76-4d90-9623-3ef2825fc883', 'name': 'network-vif-deleted', 'tag': 'b126a3d1-2af7-4958-a3c6-46a6891d74af', 'status': 'completed', 'code': 200} Nov 15 14:41:45.733689 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e019842d-1890-466d-807e-9168947828b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "413af6e3-de77-4121-a204-74de00bc13cd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:45.738470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d70a53-1ebc-43dc-b88d-af1a53c313cd None None] Checking router: 499f5ad8-53b7-4b8a-9218-a46128fda3eb for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:41:45.739726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff69d551-8bd8-4c2d-8392-e65c5c6b62ae req-d1516232-d1b6-43b3-bbb2-254d2f711f2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e76ec225-b046-43c8-ab41-2a0109fa5f8a HTTP/1.1" status: 200 len: 217 time: 0.1333876 Nov 15 14:41:45.763342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d70a53-1ebc-43dc-b88d-af1a53c313cd None None] Routers {'499f5ad8-53b7-4b8a-9218-a46128fda3eb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:41:45.764057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-28d70a53-1ebc-43dc-b88d-af1a53c313cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:45.892431 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68472b5-a9cb-4462-accf-3eb9f8e22e41 x-openstack-request-id: req-a68472b5-a9cb-4462-accf-3eb9f8e22e41 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:45.894656 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "tag": "413af6e3-de77-4121-a204-74de00bc13cd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:45.898286 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a68472b5-a9cb-4462-accf-3eb9f8e22e41 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:45.902140 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'tag': '413af6e3-de77-4121-a204-74de00bc13cd', 'status': 'completed', 'code': 200} Nov 15 14:41:45.958115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-28d70a53-1ebc-43dc-b88d-af1a53c313cd None None] Set router 499f5ad8-53b7-4b8a-9218-a46128fda3eb gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:41:45.975995 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Sync routers for ids ['55e79860-8ae7-4d62-b5ff-db44fddd0282'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:41:45.985433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019842d-1890-466d-807e-9168947828b4 req-427a826f-c447-440f-b489-e2c56d9f53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:45.985898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019842d-1890-466d-807e-9168947828b4 req-427a826f-c447-440f-b489-e2c56d9f53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:45.986355 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019842d-1890-466d-807e-9168947828b4 req-427a826f-c447-440f-b489-e2c56d9f53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:45.993618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019842d-1890-466d-807e-9168947828b4 req-427a826f-c447-440f-b489-e2c56d9f53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:45.994091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019842d-1890-466d-807e-9168947828b4 req-427a826f-c447-440f-b489-e2c56d9f53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:45.994639 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019842d-1890-466d-807e-9168947828b4 req-427a826f-c447-440f-b489-e2c56d9f53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:45.995082 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Routers {'55e79860-8ae7-4d62-b5ff-db44fddd0282'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:41:45.995210 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019842d-1890-466d-807e-9168947828b4 req-427a826f-c447-440f-b489-e2c56d9f53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:45.995404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69d551-8bd8-4c2d-8392-e65c5c6b62ae req-370ede36-453a-465f-846c-8059b1993431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:45.997137 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['55e79860-8ae7-4d62-b5ff-db44fddd0282'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:46.001745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff69d551-8bd8-4c2d-8392-e65c5c6b62ae req-370ede36-453a-465f-846c-8059b1993431 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.2491546 Nov 15 14:41:46.005093 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e019842d-1890-466d-807e-9168947828b4 req-427a826f-c447-440f-b489-e2c56d9f53b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6490 time: 0.1133757 Nov 15 14:41:46.157600 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019842d-1890-466d-807e-9168947828b4 req-3538f5a3-3ed8-4563-9313-b247b6e8080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:46.159734 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e019842d-1890-466d-807e-9168947828b4 req-3538f5a3-3ed8-4563-9313-b247b6e8080a service neutron] 10.222.0.59 "GET /v2.0/networks?id=fdcf4cf0-944a-4585-9636-be35a7eff07b HTTP/1.1" status: 200 len: 913 time: 0.1397879 Nov 15 14:41:46.221918 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:46.257770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff69d551-8bd8-4c2d-8392-e65c5c6b62ae req-73369169-2ffc-43b9-9eb3-4fb929289a73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2459104 Nov 15 14:41:46.261138 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c2a89df-fec6-4628-858e-5d2b4e5aa8dc req-f6a2d29c-afd6-44b8-983c-6a477ab1305c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 210 time: 0.1233685 Nov 15 14:41:46.308503 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Set router 55e79860-8ae7-4d62-b5ff-db44fddd0282 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:41:46.378918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=595a4eaa-0bd9-4249-99d2-ab9496a4e4f7,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:46.442317 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e019842d-1890-466d-807e-9168947828b4 req-880396bc-134e-4ec1-ba01-ec5a7c86d8ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=413af6e3-de77-4121-a204-74de00bc13cd HTTP/1.1" status: 200 len: 999 time: 0.2713430 Nov 15 14:41:46.533209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-591402ee-d38c-4636-bab0-82f21785346a req-4b27ff7d-f97b-4e3a-af61-8ba81da21dd8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4792690 Nov 15 14:41:46.541554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:46.557661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019842d-1890-466d-807e-9168947828b4 req-0e68e3a2-d382-4551-8119-b342ab446a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:46.566045 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e019842d-1890-466d-807e-9168947828b4 req-0e68e3a2-d382-4551-8119-b342ab446a31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dbae45e-6630-4c9e-b1c2-188262994e2c HTTP/1.1" status: 200 len: 851 time: 0.1042879 Nov 15 14:41:46.576833 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:46.584936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dbed0581-0774-4f86-bc02-1cdbc60ea981 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--295744031', 'description': 'tempest-description--1855878106'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:46.622629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-28d70a53-1ebc-43dc-b88d-af1a53c313cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:38:34Z', 'revision_number': 4, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '010a4e9a-9590-426d-90d8-f1eb89e42fba', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'port_id': '413af6e3-de77-4121-a204-74de00bc13cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'mac_address': 'fa:16:3e:86:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:40:07Z', 'updated_at': '2021-11-15T14:41:41Z', 'revision_number': 1, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1066eca-82bd-43cb-a5e3-610f4c49a907', 'name': '', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'mac_address': 'fa:16:3e:99:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:32Z', 'updated_at': '2021-11-15T14:38:39Z', 'revision_number': 5, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'subnets': [{'id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:46.647013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019842d-1890-466d-807e-9168947828b4 req-ee91bd52-311b-4bf1-ab3a-e19ce4e3a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:46.650353 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e019842d-1890-466d-807e-9168947828b4 req-ee91bd52-311b-4bf1-ab3a-e19ce4e3a072 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcf4cf0-944a-4585-9636-be35a7eff07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816298 Nov 15 14:41:46.658530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ce09ca9-2686-4aab-af59-bf873fceb172 req-37f03c21-80df-4546-b56e-4f5ea311ea57 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 210 time: 0.2302656 Nov 15 14:41:46.670783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d70a53-1ebc-43dc-b88d-af1a53c313cd None None] The sync data for ids ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'] in n-d-817748-2 is: [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:38:34Z', 'revision_number': 4, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '010a4e9a-9590-426d-90d8-f1eb89e42fba', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'port_id': '413af6e3-de77-4121-a204-74de00bc13cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'mac_address': 'fa:16:3e:86:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:40:07Z', 'updated_at': '2021-11-15T14:41:41Z', 'revision_number': 1, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1066eca-82bd-43cb-a5e3-610f4c49a907', 'name': '', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'mac_address': 'fa:16:3e:99:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:32Z', 'updated_at': '2021-11-15T14:38:39Z', 'revision_number': 5, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'subnets': [{'id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:41:46.785514 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=595a4eaa-0bd9-4249-99d2-ab9496a4e4f7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:46.938072 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbed0581-0774-4f86-bc02-1cdbc60ea981 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:46.951170 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:41:42Z', 'revision_number': 4, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port': {'id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '900f1b12-aa41-4274-85a0-096ba3d5abf1', 'name': '', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'mac_address': 'fa:16:3e:5a:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '23c382a5-5849-4ca1-b717-26b458b41804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:41Z', 'updated_at': '2021-11-15T14:41:43Z', 'revision_number': 2, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'subnets': [{'id': '23c382a5-5849-4ca1-b717-26b458b41804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:46.959853 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e019842d-1890-466d-807e-9168947828b4 req-fc707030-6455-4e9f-949a-23355b75f48b service neutron] 10.222.0.59 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968340 Nov 15 14:41:47.001676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591402ee-d38c-4636-bab0-82f21785346a req-aaaffe59-caf0-4290-bf7c-2b3d72554a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:47.006308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-591402ee-d38c-4636-bab0-82f21785346a req-aaaffe59-caf0-4290-bf7c-2b3d72554a31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d925ba03adc42898399b4f3ce10eac0&device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 1096 time: 0.4066014 Nov 15 14:41:47.011741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff69d551-8bd8-4c2d-8392-e65c5c6b62ae req-59938909-9abd-4920-8d68-190a64303900 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388346 Nov 15 14:41:47.060355 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Checking router: 55e79860-8ae7-4d62-b5ff-db44fddd0282 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:41:47.061487 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Updating router 55e79860-8ae7-4d62-b5ff-db44fddd0282 port 900f1b12-aa41-4274-85a0-096ba3d5abf1 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:41:47.116894 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e019842d-1890-466d-807e-9168947828b4 req-7de999e8-d9b4-41c9-a609-22ad819d26d4 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492071 Nov 15 14:41:47.133918 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:47.143671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:47.244795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e33ce4-03f4-4b0c-bf88-3dbbfd7fbad3 None None] New status for floating IP 010a4e9a-9590-426d-90d8-f1eb89e42fba: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:41:47.407791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:47.408231 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:47.472170 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1923b835-d514-4222-a3b1-5de747747268 req-255b8610-a4ed-48dd-a978-89dcf3193c7e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007695 Nov 15 14:41:47.488866 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c2660-eb0d-4946-83f2-1aea2b2bcf63 req-f64a2971-43cc-4035-93ee-af9d6922eb95 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:47.490420 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce0c2660-eb0d-4946-83f2-1aea2b2bcf63 req-f64a2971-43cc-4035-93ee-af9d6922eb95 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 943 time: 0.5714245 Nov 15 14:41:47.646987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8804ef3d-84b3-4fe1-a142-16fa02eb506a req-3b479e59-40e1-4636-82db-8c8b7cd3c4eb tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 210 time: 0.1376870 Nov 15 14:41:47.734038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923b835-d514-4222-a3b1-5de747747268 req-0121f557-b9fa-488a-a342-8fd98153ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:47.734038 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1923b835-d514-4222-a3b1-5de747747268 req-0121f557-b9fa-488a-a342-8fd98153ae78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 1096 time: 0.1674612 Nov 15 14:41:47.863659 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:47.906353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device e76ec225-b046-43c8-ab41-2a0109fa5f8a details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:41:47.985585 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b126a3d1-2af7-4958-a3c6-46a6891d74af no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:41:48.011360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923b835-d514-4222-a3b1-5de747747268 req-d6f0555b-75d8-4c49-bef8-ad246972f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:48.013741 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1923b835-d514-4222-a3b1-5de747747268 req-d6f0555b-75d8-4c49-bef8-ad246972f746 service neutron] 10.222.0.46 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 907 time: 0.2549460 Nov 15 14:41:48.085219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: b126a3d1-2af7-4958-a3c6-46a6891d74af {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:41:48.086571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b126a3d1-2af7-4958-a3c6-46a6891d74af not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:41:48.111300 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-e84c4410-182e-415f-99fd-609bf94b6b31 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:48.115382 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-e84c4410-182e-415f-99fd-609bf94b6b31 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.59 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 817 time: 0.4312174 Nov 15 14:41:48.117554 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1923b835-d514-4222-a3b1-5de747747268 req-58a9b6ad-9c7e-42f9-9c4c-b0edd84b3852 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 HTTP/1.1" status: 200 len: 217 time: 0.0690103 Nov 15 14:41:48.126131 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:48.214798 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port e76ec225-b046-43c8-ab41-2a0109fa5f8a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e76ec225-b046-43c8-ab41-2a0109fa5f8a,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:48.237140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'e76ec225-b046-43c8-ab41-2a0109fa5f8a', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'port_id': 'e76ec225-b046-43c8-ab41-2a0109fa5f8a', 'mac_address': 'fa:16:3e:41:ca:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186ef2d9-ae15-4420-a072-fa533fc8ac78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:41:48.271526 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb1c36-0822-4dd1-abf8-f3dc774c7635 None None] Pushing event updated for resources: {'Port': ['ID=900f1b12-aa41-4274-85a0-096ba3d5abf1,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:48.290005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923b835-d514-4222-a3b1-5de747747268 req-18995dab-0495-4e36-9ada-98e3629661d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:48.291888 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1923b835-d514-4222-a3b1-5de747747268 req-18995dab-0495-4e36-9ada-98e3629661d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.1561394 Nov 15 14:41:48.327939 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-72a81195-37c7-45ac-9e95-919dfdeeb133 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5 HTTP/1.1" status: 200 len: 379 time: 0.2027004 Nov 15 14:41:48.348239 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1923b835-d514-4222-a3b1-5de747747268 req-8e9bdd38-b748-4a62-9433-00f0ccc1e3d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411952 Nov 15 14:41:48.352223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-0a9888ac-34f4-40d6-a654-b910aa7c3d3a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Request body: {'port': {'device_id': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'admin_state_up': True, 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'security_groups': ['a1485c96-34cd-445c-ae0c-2078d5fdee0c']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:48.358472 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce0c2660-eb0d-4946-83f2-1aea2b2bcf63 req-cc7f4a28-3eff-4a41-80a0-02261ad7ef74 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8540928 Nov 15 14:41:48.390925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591402ee-d38c-4636-bab0-82f21785346a req-57f12cbe-def9-43c5-9a47-361d86738cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:48.392430 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:48.397124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-591402ee-d38c-4636-bab0-82f21785346a req-57f12cbe-def9-43c5-9a47-361d86738cc6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cf70007-ff99-4acd-bb48-f11ca78281fb HTTP/1.1" status: 200 len: 916 time: 1.3010869 Nov 15 14:41:48.401912 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff69d551-8bd8-4c2d-8392-e65c5c6b62ae req-41f96958-a256-4912-b212-a5e4e75706f1 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3755183 Nov 15 14:41:48.468580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76ec225-b046-43c8-ab41-2a0109fa5f8a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:48.476561 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbed0581-0774-4f86-bc02-1cdbc60ea981 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:48.498518 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Attempting to bind port 900f1b12-aa41-4274-85a0-096ba3d5abf1 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:41:48.498518 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Attempting to bind port 900f1b12-aa41-4274-85a0-096ba3d5abf1 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0310ce1a-79ce-4beb-8092-241dfc84a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:41:48.498518 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Attempting to bind port 900f1b12-aa41-4274-85a0-096ba3d5abf1 on network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:48.504868 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:41:48.504868 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Checking segment: {'id': '0310ce1a-79ce-4beb-8092-241dfc84a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:41:48.505663 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:48.505757 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Bound using segment: {'id': '0310ce1a-79ce-4beb-8092-241dfc84a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:41:48.506333 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Bound port: 900f1b12-aa41-4274-85a0-096ba3d5abf1, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0310ce1a-79ce-4beb-8092-241dfc84a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:41:48.506768 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:48.532118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port e76ec225-b046-43c8-ab41-2a0109fa5f8a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e76ec225-b046-43c8-ab41-2a0109fa5f8a,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:48.532744 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fe66eb5-0749-40a5-865c-e396d64bd4e6 req-72448a48-deb5-46a0-8fbf-9856d1762ff3 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 210 time: 0.2243500 Nov 15 14:41:48.629152 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] For port 900f1b12-aa41-4274-85a0-096ba3d5abf1, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:41:48.638094 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] For port 900f1b12-aa41-4274-85a0-096ba3d5abf1, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=900f1b12-aa41-4274-85a0-096ba3d5abf1,segment=NetworkSegment(0310ce1a-79ce-4beb-8092-241dfc84a702),segment_id=0310ce1a-79ce-4beb-8092-241dfc84a702)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:41:48.677229 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:48.717704 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbed0581-0774-4f86-bc02-1cdbc60ea981 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:48.748432 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1923b835-d514-4222-a3b1-5de747747268 req-540b949d-1274-435a-883a-04742bf2cd07 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677795 Nov 15 14:41:48.823246 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:48.890269 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=e76ec225-b046-43c8-ab41-2a0109fa5f8a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:48.926209 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-0a9888ac-34f4-40d6-a654-b910aa7c3d3a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Made reservation on behalf of a7c2bcbbefb14b7884f8bf1f6ee9e7d5 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:41:48.940745 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-0a9888ac-34f4-40d6-a654-b910aa7c3d3a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:48.941609 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-591402ee-d38c-4636-bab0-82f21785346a req-606ee68d-8c71-4656-b0c1-a02cad47d1b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc2cd32a-3ba0-490b-b897-68d476452dd8 HTTP/1.1" status: 200 len: 1000 time: 0.4596050 Nov 15 14:41:48.997397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['e76ec225-b046-43c8-ab41-2a0109fa5f8a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:49.026919 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Routers {'55e79860-8ae7-4d62-b5ff-db44fddd0282'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:41:49.027559 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['55e79860-8ae7-4d62-b5ff-db44fddd0282'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:49.066299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e2c0716-e0de-41cd-a00b-e00d17a03ade req-d0d1672c-faf8-4c7d-a789-d89b998e1b08 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 210 time: 0.2080746 Nov 15 14:41:49.068108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed0581-0774-4f86-bc02-1cdbc60ea981 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b3491a-002f-4c21-a070-aac4243bea7b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:49.081158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-10c4975d-771d-4c70-94ab-ed8acd32c937 None None] Provisioning complete for port 900f1b12-aa41-4274-85a0-096ba3d5abf1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:49.081531 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-10c4975d-771d-4c70-94ab-ed8acd32c937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:49.129257 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb1c36-0822-4dd1-abf8-f3dc774c7635 None None] Pushing event updated for resources: {'Port': ['ID=900f1b12-aa41-4274-85a0-096ba3d5abf1,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:49.177597 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1923b835-d514-4222-a3b1-5de747747268 req-0b0e0951-cc5b-409f-a1e1-478532772e81 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227939 Nov 15 14:41:49.264016 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbed0581-0774-4f86-bc02-1cdbc60ea981 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:49.271143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dbed0581-0774-4f86-bc02-1cdbc60ea981 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.6990273 Nov 15 14:41:49.275061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:49.280878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2e1b7c71-73b8-4044-a7e1-1960340d03e6 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Request body: {'security_group_rule': {'security_group_id': '11b3491a-002f-4c21-a070-aac4243bea7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:49.325498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591402ee-d38c-4636-bab0-82f21785346a req-5019ede5-908e-4dc1-8ab3-4131396e211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:49.329644 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-591402ee-d38c-4636-bab0-82f21785346a req-5019ede5-908e-4dc1-8ab3-4131396e211c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2159151-72b2-4e92-99c3-f126bb55be6e HTTP/1.1" status: 200 len: 854 time: 0.2969306 Nov 15 14:41:49.387022 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-0a9888ac-34f4-40d6-a654-b910aa7c3d3a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Allocated IP 172.20.0.8 (5ea2ca3e-1721-4db8-b73a-df9152dcae6e/2626756d-4a13-433c-8da8-666b10a20de3/fd7afbac-95de-44b7-86d5-08da0344d8d7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:41:49.514833 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] Set router 55e79860-8ae7-4d62-b5ff-db44fddd0282 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:41:49.518383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591402ee-d38c-4636-bab0-82f21785346a req-54f05de4-7763-483e-b16c-c7b99b621d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:49.526022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-591402ee-d38c-4636-bab0-82f21785346a req-54f05de4-7763-483e-b16c-c7b99b621d6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cf70007-ff99-4acd-bb48-f11ca78281fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1787093 Nov 15 14:41:49.584251 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e1b7c71-73b8-4044-a7e1-1960340d03e6 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:49.603459 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-10c4975d-771d-4c70-94ab-ed8acd32c937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:49.778513 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e1b7c71-73b8-4044-a7e1-1960340d03e6 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:49.801437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-10c4975d-771d-4c70-94ab-ed8acd32c937 None None] For port 900f1b12-aa41-4274-85a0-096ba3d5abf1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=900f1b12-aa41-4274-85a0-096ba3d5abf1,segment=NetworkSegment(0310ce1a-79ce-4beb-8092-241dfc84a702),segment_id=0310ce1a-79ce-4beb-8092-241dfc84a702)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:49.819599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2886b607-af37-4ce3-a373-2aba12016841 req-ecc18848-5c7d-4c70-a541-117bc2b557a6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 210 time: 0.0864000 Nov 15 14:41:49.857859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8ced9-eea4-4bf9-a47a-10c72612bcde req-0890b3fd-0785-4ca9-9463-6cc8ab38ac38 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:49.859891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43d8ced9-eea4-4bf9-a47a-10c72612bcde req-0890b3fd-0785-4ca9-9463-6cc8ab38ac38 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 944 time: 0.2745905 Nov 15 14:41:49.894784 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e1b7c71-73b8-4044-a7e1-1960340d03e6 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:49.914181 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-10c4975d-771d-4c70-94ab-ed8acd32c937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:49.948487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b7c71-73b8-4044-a7e1-1960340d03e6 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40106e60-e5d3-4f2a-8c16-6d611a58052c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:49.972931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-591402ee-d38c-4636-bab0-82f21785346a req-424f75db-433d-4b29-b3ab-366f568430e7 service neutron] 10.222.0.59 "GET /v2.0/networks/3cf70007-ff99-4acd-bb48-f11ca78281fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332426 Nov 15 14:41:50.041742 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-0a9888ac-34f4-40d6-a654-b910aa7c3d3a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:50.066105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43d8ced9-eea4-4bf9-a47a-10c72612bcde req-8ba73aed-6131-4836-b6dc-b7f11072e468 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968768 Nov 15 14:41:50.132382 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e1b7c71-73b8-4044-a7e1-1960340d03e6 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:50.136058 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2e1b7c71-73b8-4044-a7e1-1960340d03e6 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8576436 Nov 15 14:41:50.137907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:50.148397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4975d-771d-4c70-94ab-ed8acd32c937 None None] Pushing event updated for resources: {'Port': ['ID=900f1b12-aa41-4274-85a0-096ba3d5abf1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:50.158791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3a33a611-f60d-47ee-ad1f-8e512b2f9e66 None None] Provisioning complete for port 900f1b12-aa41-4274-85a0-096ba3d5abf1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:50.159217 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a33a611-f60d-47ee-ad1f-8e512b2f9e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:50.173158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bcb1260c-cd1f-42b2-9d99-95475e1fdce5 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Request body: {'security_group_rule': {'security_group_id': '11b3491a-002f-4c21-a070-aac4243bea7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:50.250518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-591402ee-d38c-4636-bab0-82f21785346a req-f4785f03-1b5e-43ea-9c8b-953b5588d267 service neutron] 10.222.0.59 "GET /v2.0/networks/3cf70007-ff99-4acd-bb48-f11ca78281fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700694 Nov 15 14:41:50.253397 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-0a9888ac-34f4-40d6-a654-b910aa7c3d3a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:50.289198 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:41:42Z', 'revision_number': 4, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port': {'id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '900f1b12-aa41-4274-85a0-096ba3d5abf1', 'name': '', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'mac_address': 'fa:16:3e:5a:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '23c382a5-5849-4ca1-b717-26b458b41804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:41Z', 'updated_at': '2021-11-15T14:41:48Z', 'revision_number': 4, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'subnets': [{'id': '23c382a5-5849-4ca1-b717-26b458b41804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:41:50.325350 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951cabc-370d-418b-b91f-e51a2333f67f None None] The sync data for ids ['55e79860-8ae7-4d62-b5ff-db44fddd0282'] in n-d-817748-2 is: [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:41:42Z', 'revision_number': 4, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port': {'id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '900f1b12-aa41-4274-85a0-096ba3d5abf1', 'name': '', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'mac_address': 'fa:16:3e:5a:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '23c382a5-5849-4ca1-b717-26b458b41804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:41Z', 'updated_at': '2021-11-15T14:41:48Z', 'revision_number': 4, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'subnets': [{'id': '23c382a5-5849-4ca1-b717-26b458b41804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:41:50.375719 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcb1260c-cd1f-42b2-9d99-95475e1fdce5 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:50.429853 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-0a9888ac-34f4-40d6-a654-b910aa7c3d3a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:50.441437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-0a9888ac-34f4-40d6-a654-b910aa7c3d3a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:50.444712 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9888ac-34f4-40d6-a654-b910aa7c3d3a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event updated for resources: {'Port': ['ID=fd7afbac-95de-44b7-86d5-08da0344d8d7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:50.447784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-0a9888ac-34f4-40d6-a654-b910aa7c3d3a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:41:50.519681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd8dd6-1805-44d8-8848-04a491f449c5 req-9c4ce7f9-88b6-4c5f-9cf8-b223b3d316a4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:50.522119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1dfd8dd6-1805-44d8-8848-04a491f449c5 req-9c4ce7f9-88b6-4c5f-9cf8-b223b3d316a4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 931 time: 0.2501509 Nov 15 14:41:50.594895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-0a9888ac-34f4-40d6-a654-b910aa7c3d3a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:50.600660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-0a9888ac-34f4-40d6-a654-b910aa7c3d3a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:50.653592 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcb1260c-cd1f-42b2-9d99-95475e1fdce5 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:50.660282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1dfd8dd6-1805-44d8-8848-04a491f449c5 req-8d5e2a94-7311-4b2c-a7dc-517749845a60 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133189 Nov 15 14:41:50.746755 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-0a9888ac-34f4-40d6-a654-b910aa7c3d3a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4021018 Nov 15 14:41:50.762019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Request body: {'port': {'device_id': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:50.768130 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcb1260c-cd1f-42b2-9d99-95475e1fdce5 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:50.802884 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1260c-cd1f-42b2-9d99-95475e1fdce5 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446cf2e3-a7e5-4810-943e-5da89a340207,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:50.895746 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:50.992316 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcb1260c-cd1f-42b2-9d99-95475e1fdce5 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:50.996182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bcb1260c-cd1f-42b2-9d99-95475e1fdce5 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8351874 Nov 15 14:41:50.999148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:51.005755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:41:51.062149 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b1cf143a-0f3b-421b-8706-3d0fbf57d999 None None] Provisioning complete for port fd7afbac-95de-44b7-86d5-08da0344d8d7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:51.065154 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b1cf143a-0f3b-421b-8706-3d0fbf57d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:51.156480 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-11dd5f1f-e9c7-4412-9943-a188c650a284 req-e81dec66-94df-40c9-8c1c-5651c5725c5b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 210 time: 0.1074491 Nov 15 14:41:51.191632 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf143a-0f3b-421b-8706-3d0fbf57d999 None None] Port fd7afbac-95de-44b7-86d5-08da0344d8d7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:41:51.198176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 900f1b12-aa41-4274-85a0-096ba3d5abf1 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:51.331202 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:51.335089 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 900f1b12-aa41-4274-85a0-096ba3d5abf1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:51.335819 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:51.487759 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7afbac-95de-44b7-86d5-08da0344d8d7 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:51.499339 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:51.520315 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Transition to ACTIVE for port object fd7afbac-95de-44b7-86d5-08da0344d8d7 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:41:51.566208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdf0b4-6548-4e39-aaa9-ed2c8079e489 req-e2d9578f-4945-4b26-8952-31ed7b5c82d8 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:51.567845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63cdf0b4-6548-4e39-aaa9-ed2c8079e489 req-e2d9578f-4945-4b26-8952-31ed7b5c82d8 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 944 time: 0.2219386 Nov 15 14:41:51.593061 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:51.655353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63cdf0b4-6548-4e39-aaa9-ed2c8079e489 req-89e99100-6b78-4128-8eb1-ad9f779bf4e3 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779731 Nov 15 14:41:51.710950 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:51.845878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7afbac-95de-44b7-86d5-08da0344d8d7,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:51.908378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device e76ec225-b046-43c8-ab41-2a0109fa5f8a up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:41:51.924121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Attempting to bind port fd7afbac-95de-44b7-86d5-08da0344d8d7 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:41:51.925135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Attempting to bind port fd7afbac-95de-44b7-86d5-08da0344d8d7 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:41:51.926326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Attempting to bind port fd7afbac-95de-44b7-86d5-08da0344d8d7 on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:51.959864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Port fd7afbac-95de-44b7-86d5-08da0344d8d7 on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:41:51.960332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Attempting to bind port fd7afbac-95de-44b7-86d5-08da0344d8d7 on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:41:51.968930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:41:51.970895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Checking segment: {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:41:51.971441 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Bound using segment: {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:41:51.973626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Bound port: fd7afbac-95de-44b7-86d5-08da0344d8d7, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:41:51.974131 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:52.027547 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fa24f-931f-4b13-80b2-22b512be85b0 req-c4b34107-6691-49b6-b827-2d59b8d3781b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:52.051049 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-679fa24f-931f-4b13-80b2-22b512be85b0 req-c4b34107-6691-49b6-b827-2d59b8d3781b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.1527076 Nov 15 14:41:52.068949 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Allocated IP 172.25.4.101 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/4dc626a2-6aff-4ca6-aa45-98e432439ecb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:41:52.184486 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port e76ec225-b046-43c8-ab41-2a0109fa5f8a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:41:52.195584 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port e76ec225-b046-43c8-ab41-2a0109fa5f8a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:41:52.198425 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:52.239662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-679fa24f-931f-4b13-80b2-22b512be85b0 req-c629230a-f508-46a2-a8bf-519a97ca514f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018201 Nov 15 14:41:52.479528 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:52.500147 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:52.555902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dba644-27e4-4ad1-975b-3a59e3949311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76ec225-b046-43c8-ab41-2a0109fa5f8a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:52.563768 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebfde0b-9b47-4604-b895-b54bd2574769" -d '{"events": [{"server_uuid": "64dba644-27e4-4ad1-975b-3a59e3949311", "name": "network-vif-plugged", "status": "completed", "tag": "e76ec225-b046-43c8-ab41-2a0109fa5f8a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:52.587024 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port e76ec225-b046-43c8-ab41-2a0109fa5f8a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e76ec225-b046-43c8-ab41-2a0109fa5f8a,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:52.631189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34710) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:52.631570 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23d9904-a5c6-4565-824c-99bda7e8482f x-openstack-request-id: req-f23d9904-a5c6-4565-824c-99bda7e8482f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:52.631570 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dba644-27e4-4ad1-975b-3a59e3949311", "name": "network-vif-plugged", "status": "completed", "tag": "e76ec225-b046-43c8-ab41-2a0109fa5f8a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:52.631570 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f23d9904-a5c6-4565-824c-99bda7e8482f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:52.631570 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dba644-27e4-4ad1-975b-3a59e3949311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76ec225-b046-43c8-ab41-2a0109fa5f8a', 'code': 200} Nov 15 14:41:52.691092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24815887-f034-4bc1-bbc0-03a49c7ed120 req-60cf1424-511d-45d9-aac7-7f7beb710f4c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 210 time: 0.0790353 Nov 15 14:41:52.769071 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:52.812864 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:52.825056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c1e2d-a11b-47da-bcb5-afd22df720be req-7a96272a-35ce-48db-9992-71a95286a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:52.827907 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1a7c1e2d-a11b-47da-bcb5-afd22df720be req-7a96272a-35ce-48db-9992-71a95286a64d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 1095 time: 0.1107755 Nov 15 14:41:52.885745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=e76ec225-b046-43c8-ab41-2a0109fa5f8a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:52.940564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:41:52.946086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1f95d-fefd-44bb-83f2-9f5ecd911c65 req-412d40df-ab0f-4039-a0ea-c06d960b9d83 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:52.954149 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:41:52.956849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1d1f95d-fefd-44bb-83f2-9f5ecd911c65 req-412d40df-ab0f-4039-a0ea-c06d960b9d83 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 945 time: 0.2006447 Nov 15 14:41:52.964528 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1a7c1e2d-a11b-47da-bcb5-afd22df720be req-976e0005-0aac-463a-a198-f17e304ee93f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128047 Nov 15 14:41:52.977988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:41:52.990911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:41:52.998058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94c06e02-0b0c-4fdc-b302-8705eff9830a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:52.998058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:41:53.031429 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:53.064728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Pushing event updated for resources: {'Port': ['ID=4dc626a2-6aff-4ca6-aa45-98e432439ecb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:53.111039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1d1f95d-fefd-44bb-83f2-9f5ecd911c65 req-2a3512c1-f169-49f2-81b2-0513a58d01ff tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531343 Nov 15 14:41:53.147710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:53.153809 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:53.153809 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] 10.222.0.59 "PUT /v2.0/ports/fd7afbac-95de-44b7-86d5-08da0344d8d7 HTTP/1.1" status: 200 len: 1091 time: 2.3954401 Nov 15 14:41:53.153809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:41:53.157306 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a67d26-0cfd-4700-93f5-ac68277aa638" -d '{"events": [{"name": "network-changed", "server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:41:53.187796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08282d1-18cf-4197-b200-7e99b61075d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7afbac-95de-44b7-86d5-08da0344d8d7,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:53.198192 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:53.226603 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda4f69b-3a57-4641-9e1e-dd51b690fb54 x-openstack-request-id: req-fda4f69b-3a57-4641-9e1e-dd51b690fb54 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:41:53.226913 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:41:53.227556 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fda4f69b-3a57-4641-9e1e-dd51b690fb54 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:41:53.228061 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'status': 'completed', 'code': 200} Nov 15 14:41:53.256372 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94c06e02-0b0c-4fdc-b302-8705eff9830a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:53.351875 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94c06e02-0b0c-4fdc-b302-8705eff9830a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:53.395465 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a67d26-0cfd-4700-93f5-ac68277aa638 req-8b0f06c9-3ff4-46ce-aca5-72e8292438da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:53.398441 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a8a67d26-0cfd-4700-93f5-ac68277aa638 req-8b0f06c9-3ff4-46ce-aca5-72e8292438da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 1094 time: 0.1375802 Nov 15 14:41:53.474217 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-94c06e02-0b0c-4fdc-b302-8705eff9830a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6e621740fdb4db2b398ad36357df782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8604925 Nov 15 14:41:53.484119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34734) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:53.598470 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:53.628128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a67d26-0cfd-4700-93f5-ac68277aa638 req-4ba13e2c-d5ec-4998-89df-03c18cc2167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:53.629875 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a8a67d26-0cfd-4700-93f5-ac68277aa638 req-4ba13e2c-d5ec-4998-89df-03c18cc2167f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2219768 Nov 15 14:41:53.650449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c06e02-0b0c-4fdc-b302-8705eff9830a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00eded0-d7c4-4de8-8068-a81d201f177d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:53.711157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4343e6b-0182-4468-844a-202460284380 req-1b75667b-19cd-4a00-956e-6b00e980d56c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:53.713188 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4343e6b-0182-4468-844a-202460284380 req-1b75667b-19cd-4a00-956e-6b00e980d56c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.2269261 Nov 15 14:41:53.794037 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97c017c9-2339-4276-a9d1-f04cf2aab0a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:53.879086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a67d26-0cfd-4700-93f5-ac68277aa638 req-3aecb880-8652-462e-a61d-22b96c030a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:53.881884 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a8a67d26-0cfd-4700-93f5-ac68277aa638 req-3aecb880-8652-462e-a61d-22b96c030a9f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2415078 Nov 15 14:41:53.930737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-297e0467-f939-4352-8219-2151d411e7d8 req-0887c670-5162-4064-a31b-7c30fd18eda3 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 210 time: 0.0643578 Nov 15 14:41:53.933315 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97c017c9-2339-4276-a9d1-f04cf2aab0a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:53.960817 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4343e6b-0182-4468-844a-202460284380 req-ff2f9223-2765-48de-8a73-39cbff93d4be tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195082 Nov 15 14:41:54.001250 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-1711a0cd-8142-4fe6-9aa9-38da6db39264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:54.003011 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-1711a0cd-8142-4fe6-9aa9-38da6db39264 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 1094 time: 0.0713434 Nov 15 14:41:54.052119 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-b2f29f25-5eec-40a0-a535-7ab847fccd32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7 HTTP/1.1" status: 200 len: 217 time: 0.0402658 Nov 15 14:41:54.072945 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:54.136504 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-d59d1436-a5a5-495a-9e4c-cad8fa4e661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:54.139313 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-d59d1436-a5a5-495a-9e4c-cad8fa4e661e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 200 len: 856 time: 0.0669675 Nov 15 14:41:54.215722 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97c017c9-2339-4276-a9d1-f04cf2aab0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:54.215722 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97c017c9-2339-4276-a9d1-f04cf2aab0a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:54.215946 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-19f5c6fa-06a8-4a5f-90f6-31ba826f34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:54.219222 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-19f5c6fa-06a8-4a5f-90f6-31ba826f34c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722971 Nov 15 14:41:54.219319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-97c017c9-2339-4276-a9d1-f04cf2aab0a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b00eded0-d7c4-4de8-8068-a81d201f177d HTTP/1.1" status: 204 len: 168 time: 0.7316921 Nov 15 14:41:54.267108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c017c9-2339-4276-a9d1-f04cf2aab0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00eded0-d7c4-4de8-8068-a81d201f177d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:54.270941 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:54.425578 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:54.455199 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-22e8118a-6f06-4975-b4b1-7574a9f24305 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162766 Nov 15 14:41:54.464447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bd1d5-f043-41b8-95f5-ed0a5d69e958 req-6c00499e-da3e-4a46-b5b0-3ffc26a4f27a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:54.467310 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c17bd1d5-f043-41b8-95f5-ed0a5d69e958 req-6c00499e-da3e-4a46-b5b0-3ffc26a4f27a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 945 time: 0.2608228 Nov 15 14:41:54.476184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Pushing event updated for resources: {'Port': ['ID=4dc626a2-6aff-4ca6-aa45-98e432439ecb,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:54.557427 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c17bd1d5-f043-41b8-95f5-ed0a5d69e958 req-ad3f11b8-30c7-4b6f-bde4-a8e7392a52d3 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770431 Nov 15 14:41:54.633791 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-42ca60a5-d90f-431a-ba1a-65c17d8883ee req-d763c9ee-8c99-4367-b58e-548aa28e6e3b service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565497 Nov 15 14:41:54.735462 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:54.735462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-07024905-b6e4-4022-83d7-2d9c54d55592 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7304277 Nov 15 14:41:55.250636 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57392bb-1e96-41a2-a1f6-6ef88cc0f3ea req-4415e347-8ef2-425a-a1c3-76f2b3e78f4a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:55.256971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d57392bb-1e96-41a2-a1f6-6ef88cc0f3ea req-4415e347-8ef2-425a-a1c3-76f2b3e78f4a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.1755073 Nov 15 14:41:55.326483 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d57392bb-1e96-41a2-a1f6-6ef88cc0f3ea req-c61a36c2-23dd-42ce-9efa-62fe924d9e98 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682945 Nov 15 14:41:55.370268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34812) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:55.402503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a409321-b833-4fd3-93a1-b1ff86d32d82 req-ae786666-587c-4232-94e8-508de5e42be0 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 210 time: 0.0723934 Nov 15 14:41:55.409015 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b783654-900c-462c-91ef-153d9ba06c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:55.501306 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b783654-900c-462c-91ef-153d9ba06c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:55.601156 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b783654-900c-462c-91ef-153d9ba06c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:55.664346 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0b783654-900c-462c-91ef-153d9ba06c92 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0eb3f7d931ae475997b3b1d382161d21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2924588 Nov 15 14:41:55.666844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b783654-900c-462c-91ef-153d9ba06c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea4a594-ebe6-4fb4-b759-d29809c75cd6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:55.667333 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34822) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:41:55.793332 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-238c55e9-e689-4e0a-a47d-c471f834cabd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:55.814449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fa84f-ad64-404e-b022-e35b50a23f83 req-414c88f6-32d8-4cda-9910-c70d83a57f40 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:55.814449 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c6fa84f-ad64-404e-b022-e35b50a23f83 req-414c88f6-32d8-4cda-9910-c70d83a57f40 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 945 time: 0.1329601 Nov 15 14:41:55.844444 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-238c55e9-e689-4e0a-a47d-c471f834cabd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:55.902003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c6fa84f-ad64-404e-b022-e35b50a23f83 req-bf56eea0-71c5-47b3-8c86-f4b3448260e2 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840349 Nov 15 14:41:56.080740 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-238c55e9-e689-4e0a-a47d-c471f834cabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:56.090834 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-238c55e9-e689-4e0a-a47d-c471f834cabd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:56.090834 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-238c55e9-e689-4e0a-a47d-c471f834cabd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ea4a594-ebe6-4fb4-b759-d29809c75cd6 HTTP/1.1" status: 204 len: 168 time: 0.4165485 Nov 15 14:41:56.100661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c55e9-e689-4e0a-a47d-c471f834cabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea4a594-ebe6-4fb4-b759-d29809c75cd6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:56.121043 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:41:56.297475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec62fe2-e454-48af-9920-8af096e32f0b req-f7f1364e-19e9-46c7-938d-892225ec5554 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:56.300220 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-f7f1364e-19e9-46c7-938d-892225ec5554 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.1520832 Nov 15 14:41:56.316607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-f6b6dc62-6422-47f3-b440-4f15165350fe tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/quotas/c2cea4c71afc4a7b87dd84d35938cede HTTP/1.1" status: 200 len: 375 time: 0.0112913 Nov 15 14:41:56.406244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-c086242b-8247-493e-9ca1-89bceec8f5a2 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833025 Nov 15 14:41:56.569937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a444b0-ce5b-4f72-bda5-feb7c85dfc79 req-6ccc0c85-fe89-4aca-ab66-4181fe152c4a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:56.571787 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4a444b0-ce5b-4f72-bda5-feb7c85dfc79 req-6ccc0c85-fe89-4aca-ab66-4181fe152c4a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.0859437 Nov 15 14:41:56.577612 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-886e2bee-0131-4c4d-b32c-14f98e420290 service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696017 Nov 15 14:41:56.744352 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4a444b0-ce5b-4f72-bda5-feb7c85dfc79 req-1358d02b-44d5-41e8-8a4f-ffe71ca8114e tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615093 Nov 15 14:41:56.815060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-00419c09-05bc-42c6-b303-77866be32421 service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305150 Nov 15 14:41:56.914525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef4add8a-6f0c-4a8f-8760-91a7f2340d13 req-e19f897e-6d32-4658-bb79-66237dc17da6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=899e92f7-0a76-4d90-9623-3ef2825fc883 HTTP/1.1" status: 200 len: 210 time: 0.0414824 Nov 15 14:41:57.243706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1768ac1-8748-4f90-9d65-cb1482797f19 req-70044db8-e4d4-4843-9c28-e92a45be753e tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 210 time: 0.0521650 Nov 15 14:41:57.361649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fd7afbac-95de-44b7-86d5-08da0344d8d7 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:41:57.511942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:57.557461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'port_id': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'mac_address': 'fa:16:3e:35:a5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:41:57.593417 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:57.621495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7afbac-95de-44b7-86d5-08da0344d8d7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:41:57.640656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:41:57.813053 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:57.905525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=fd7afbac-95de-44b7-86d5-08da0344d8d7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:41:57.986705 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba096ad7-be6c-4b87-b3f0-a7f3ee76c0ab req-58a3f623-81d0-47c8-bb47-43c0c8394488 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:57.995557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba096ad7-be6c-4b87-b3f0-a7f3ee76c0ab req-58a3f623-81d0-47c8-bb47-43c0c8394488 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.1234038 Nov 15 14:41:58.081587 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:58.100435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba096ad7-be6c-4b87-b3f0-a7f3ee76c0ab req-9a79a019-75f1-4935-b56c-76d4a839afde tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981050 Nov 15 14:41:58.158317 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['fd7afbac-95de-44b7-86d5-08da0344d8d7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:41:58.337452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d386cac1-3fdd-4c2e-b52c-bdaeb7470020 req-d1464fc6-a19a-4575-be94-7884acb0e127 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 210 time: 0.0315711 Nov 15 14:41:58.617976 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:41:58.697929 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32a3fe-1aff-4589-ad58-0076c8ac0854 req-be2ce21c-5d63-48a4-aecf-890b69d24f28 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:58.699919 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd32a3fe-1aff-4589-ad58-0076c8ac0854 req-be2ce21c-5d63-48a4-aecf-890b69d24f28 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 812 time: 0.1726394 Nov 15 14:41:58.731162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd32a3fe-1aff-4589-ad58-0076c8ac0854 req-ed71cd1d-d28e-4f78-bd36-1b18883da2ef tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/quotas/1ea279d6bdf74dbca229a904f81e9ead HTTP/1.1" status: 200 len: 375 time: 0.0212190 Nov 15 14:41:58.785388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd32a3fe-1aff-4589-ad58-0076c8ac0854 req-a498d9e2-18ea-499d-9807-e759d6421f9b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529282 Nov 15 14:41:58.929063 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd32a3fe-1aff-4589-ad58-0076c8ac0854 req-b126917e-df16-4ee1-a61a-3eaa0c77c725 service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356773 Nov 15 14:41:59.049477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd32a3fe-1aff-4589-ad58-0076c8ac0854 req-d53eb7d9-7a7c-44e2-b77d-f7a1d5b98e98 service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128249 Nov 15 14:41:59.299827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60e311-aea0-434b-bc61-9b730cbe5bf9 req-f808f76b-9339-45ff-ba6d-e1bc132c80ca tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:41:59.319087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b60e311-aea0-434b-bc61-9b730cbe5bf9 req-f808f76b-9339-45ff-ba6d-e1bc132c80ca tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.0834303 Nov 15 14:41:59.468097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b60e311-aea0-434b-bc61-9b730cbe5bf9 req-67d9eeb2-9afd-49c3-867e-97de286c70a2 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479919 Nov 15 14:41:59.642213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75f17856-9a6b-48e5-af15-4bbb198d873a req-3eb619b4-ee7b-4cfc-b931-10afcb3f5911 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 210 time: 0.0569930 Nov 15 14:41:59.675862 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e581c3b-3ed9-4c2c-a6b4-695f29e6b26c req-28a9d137-ea88-4ff1-9749-00156ac23a45 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=90c80225-acdb-411a-bfee-026d683ea8ac HTTP/1.1" status: 200 len: 210 time: 0.0403154 Nov 15 14:42:00.075430 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7983188-73ef-48ad-8dc4-b28e7ca0fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:00.446247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec62fe2-e454-48af-9920-8af096e32f0b req-4af2a6b4-9151-4c55-8527-fedb0dc3879a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:00.451747 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-4af2a6b4-9151-4c55-8527-fedb0dc3879a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.2105353 Nov 15 14:42:00.479481 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-aec62fe2-e454-48af-9920-8af096e32f0b req-a2f76521-adda-415d-a4af-1d208be89c2c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Request body: {'port': {'device_id': '1fac9a96-a79b-4d5e-b11f-e67991296636', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'admin_state_up': True, 'tenant_id': 'c2cea4c71afc4a7b87dd84d35938cede'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:00.818589 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec62fe2-e454-48af-9920-8af096e32f0b req-a2f76521-adda-415d-a4af-1d208be89c2c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Made reservation on behalf of c2cea4c71afc4a7b87dd84d35938cede for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:42:00.827566 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-aec62fe2-e454-48af-9920-8af096e32f0b req-a2f76521-adda-415d-a4af-1d208be89c2c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:00.837399 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46e936-664c-44c5-99c2-93b03af7323c req-bfa5dac4-a1ff-4a64-bf25-336d9e809bd3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:00.840205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c46e936-664c-44c5-99c2-93b03af7323c req-bfa5dac4-a1ff-4a64-bf25-336d9e809bd3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.0796387 Nov 15 14:42:00.960762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c46e936-664c-44c5-99c2-93b03af7323c req-15efb013-f427-47e5-8a81-60115ed328d0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082327 Nov 15 14:42:01.102606 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-aec62fe2-e454-48af-9920-8af096e32f0b req-a2f76521-adda-415d-a4af-1d208be89c2c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Allocated IP 172.20.0.12 (41176d6c-3c2c-491f-81e2-57dc1c71ec1b/186ef2d9-ae15-4420-a072-fa533fc8ac78/9c6f3b98-e967-43c0-b559-026540efac16) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:01.241309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066431e-6826-4ef4-9149-e006a41312a1 req-625b2b20-34f1-4be3-bba2-6d4096d197aa tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:01.249998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-625b2b20-34f1-4be3-bba2-6d4096d197aa tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 812 time: 0.2041914 Nov 15 14:42:01.295192 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29624898-a62f-470a-b9df-7433d6d27157 req-b513d769-c404-4085-b25f-1a2bc43912f4 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 210 time: 0.0408356 Nov 15 14:42:01.303599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-2c8bfb2f-e033-4364-bc14-aef2d572aed6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/quotas/1ea279d6bdf74dbca229a904f81e9ead HTTP/1.1" status: 200 len: 375 time: 0.0519495 Nov 15 14:42:01.347271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-aec62fe2-e454-48af-9920-8af096e32f0b req-a2f76521-adda-415d-a4af-1d208be89c2c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:01.370062 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-c942c0cb-2764-4163-80b0-2a1f118a96bb tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654306 Nov 15 14:42:01.380915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fd7afbac-95de-44b7-86d5-08da0344d8d7 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:42:01.518979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-8a0332bc-a9d7-4179-bc8d-dbdd3ab5816f service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479387 Nov 15 14:42:01.538254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-aec62fe2-e454-48af-9920-8af096e32f0b req-a2f76521-adda-415d-a4af-1d208be89c2c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:01.552522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4', 'e76ec225-b046-43c8-ab41-2a0109fa5f8a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:42:01.618229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port fd7afbac-95de-44b7-86d5-08da0344d8d7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:42:01.634119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port fd7afbac-95de-44b7-86d5-08da0344d8d7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:01.635173 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:01.653814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec62fe2-e454-48af-9920-8af096e32f0b req-a2f76521-adda-415d-a4af-1d208be89c2c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:01.660431 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-aec62fe2-e454-48af-9920-8af096e32f0b req-a2f76521-adda-415d-a4af-1d208be89c2c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:01.665636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec62fe2-e454-48af-9920-8af096e32f0b req-a2f76521-adda-415d-a4af-1d208be89c2c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:01.697980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f76521-adda-415d-a4af-1d208be89c2c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event updated for resources: {'Port': ['ID=9c6f3b98-e967-43c0-b559-026540efac16,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:01.736188 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec62fe2-e454-48af-9920-8af096e32f0b req-a2f76521-adda-415d-a4af-1d208be89c2c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:01.739351 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-aec62fe2-e454-48af-9920-8af096e32f0b req-a2f76521-adda-415d-a4af-1d208be89c2c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:01.767020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-80176c74-9ed7-4d4a-80a6-b86571092beb service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422831 Nov 15 14:42:01.943964 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-a2f76521-adda-415d-a4af-1d208be89c2c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4789970 Nov 15 14:42:01.953014 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:01.968716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Request body: {'port': {'device_id': '1fac9a96-a79b-4d5e-b11f-e67991296636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:02.013289 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:02.020788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:02.023416 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0a89f5-1e82-4e53-be42-e856050257a8" -d '{"events": [{"server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:02.110872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:02.204260 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-569ab8ec-cbef-4849-936b-1008a5e42b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:02.212239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b0bf-ae7d-4b33-9f11-11ef4b86e101 req-18e2254c-4d21-42cd-9bac-92033153a138 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:02.218183 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:02.228296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31a0b0bf-ae7d-4b33-9f11-11ef4b86e101 req-18e2254c-4d21-42cd-9bac-92033153a138 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.1304624 Nov 15 14:42:02.375812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31a0b0bf-ae7d-4b33-9f11-11ef4b86e101 req-a1e3c8e0-5ba1-4702-b6e9-a335c35f6f3f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469190 Nov 15 14:42:02.410602 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a9b6af-16a9-4d0e-b56c-549cbe017a20 x-openstack-request-id: req-f7a9b6af-16a9-4d0e-b56c-549cbe017a20 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:02.413737 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:02.414187 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7a9b6af-16a9-4d0e-b56c-549cbe017a20 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:02.416288 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'code': 200} Nov 15 14:42:02.447928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=fd7afbac-95de-44b7-86d5-08da0344d8d7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:02.554521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d397216-dd03-43e5-9f8f-5a3e0ab63813 req-b9226a55-f84e-4235-9a83-ce54a5d166af tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 210 time: 0.0470753 Nov 15 14:42:02.578535 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f06742-01f8-4ce4-b7c0-095e89d969a4 req-ead1251c-25f4-456a-8494-0908dfc922bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:02.580210 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-95f06742-01f8-4ce4-b7c0-095e89d969a4 req-ead1251c-25f4-456a-8494-0908dfc922bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 1096 time: 0.1493504 Nov 15 14:42:02.648278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43cee6-69c1-4629-bf89-a715bef8b2fa req-d1d019ed-c7a8-4e31-b97f-60a667a85ab7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:02.650681 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a43cee6-69c1-4629-bf89-a715bef8b2fa req-d1d019ed-c7a8-4e31-b97f-60a667a85ab7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 932 time: 0.0986485 Nov 15 14:42:02.695015 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-95f06742-01f8-4ce4-b7c0-095e89d969a4 req-0894b3ef-d607-4024-a68f-b1b9563e6b77 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864580 Nov 15 14:42:02.781567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a43cee6-69c1-4629-bf89-a715bef8b2fa req-10b6c720-44c0-4217-9db0-42d3fdbf15fd tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149378 Nov 15 14:42:02.829930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6f3b98-e967-43c0-b559-026540efac16 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:02.843687 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:02.880083 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Transition to ACTIVE for port object 9c6f3b98-e967-43c0-b559-026540efac16 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:42:03.023096 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:03.060506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 35098) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:03.099167 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6f3b98-e967-43c0-b559-026540efac16,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:03.215671 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-131314f7-d880-4503-b69c-673e47770ef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:03.229109 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Attempting to bind port 9c6f3b98-e967-43c0-b559-026540efac16 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:42:03.229439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Attempting to bind port 9c6f3b98-e967-43c0-b559-026540efac16 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:42:03.230239 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Attempting to bind port 9c6f3b98-e967-43c0-b559-026540efac16 on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:03.236194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Port 9c6f3b98-e967-43c0-b559-026540efac16 on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:42:03.236575 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Attempting to bind port 9c6f3b98-e967-43c0-b559-026540efac16 on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:03.242533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:42:03.248417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Checking segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:42:03.248417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Bound using segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:42:03.248417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Bound port: 9c6f3b98-e967-43c0-b559-026540efac16, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:42:03.248417 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:03.350041 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] For port 9c6f3b98-e967-43c0-b559-026540efac16, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:42:03.354138 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] For port 9c6f3b98-e967-43c0-b559-026540efac16, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9c6f3b98-e967-43c0-b559-026540efac16,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:42:03.364097 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-131314f7-d880-4503-b69c-673e47770ef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:03.430194 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:03.433847 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:03.515015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:03.516126 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:03.517553 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] 10.222.0.46 "PUT /v2.0/ports/9c6f3b98-e967-43c0-b559-026540efac16 HTTP/1.1" status: 200 len: 1092 time: 1.5642273 Nov 15 14:42:03.518066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fac9a96-a79b-4d5e-b11f-e67991296636', 'tag': '9c6f3b98-e967-43c0-b559-026540efac16'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:03.520633 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08202878-abc3-446a-9c19-47eecdbe340f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fac9a96-a79b-4d5e-b11f-e67991296636", "tag": "9c6f3b98-e967-43c0-b559-026540efac16"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:03.536409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e4857-8ccb-4999-8247-cc7a9d4528e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6f3b98-e967-43c0-b559-026540efac16,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:03.560043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-131314f7-d880-4503-b69c-673e47770ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:03.625468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131314f7-d880-4503-b69c-673e47770ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a350010-9383-4b83-a61d-ce1c754136df,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:03.631723 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-131314f7-d880-4503-b69c-673e47770ef3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d7968ed53304c1fb07b1dc4a18a932c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5701139 Nov 15 14:42:03.634324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 35114) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:03.640964 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1ff6e6-61f7-4841-8e96-606577cc514e x-openstack-request-id: req-db1ff6e6-61f7-4841-8e96-606577cc514e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:03.642825 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fac9a96-a79b-4d5e-b11f-e67991296636", "tag": "9c6f3b98-e967-43c0-b559-026540efac16", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:03.643374 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db1ff6e6-61f7-4841-8e96-606577cc514e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:03.644053 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fac9a96-a79b-4d5e-b11f-e67991296636', 'tag': '9c6f3b98-e967-43c0-b559-026540efac16', 'status': 'completed', 'code': 200} Nov 15 14:42:03.663894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4205aa-4a29-4928-b178-83a22c99c561 req-be02c21d-42c9-4318-b1b3-9517f155bb5a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:03.671219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f4205aa-4a29-4928-b178-83a22c99c561 req-be02c21d-42c9-4318-b1b3-9517f155bb5a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1907299 Nov 15 14:42:03.728221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08202878-abc3-446a-9c19-47eecdbe340f req-7ce4e960-4938-4f36-a5f3-48eb50de9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:03.730255 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08202878-abc3-446a-9c19-47eecdbe340f req-7ce4e960-4938-4f36-a5f3-48eb50de9792 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 1095 time: 0.0536966 Nov 15 14:42:03.747405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6741eec2-10c1-4539-b617-a53845ae34ec req-586645de-4a8d-40d9-96ad-ab2ad75bf054 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 210 time: 0.0681736 Nov 15 14:42:03.889918 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f4205aa-4a29-4928-b178-83a22c99c561 req-55b2c4f5-c152-4e6b-9039-1677ffc59ef0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098243 Nov 15 14:42:03.928157 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be133829-1f0f-4404-bc95-aba014aea8b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:03.996063 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be133829-1f0f-4404-bc95-aba014aea8b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:04.003910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08202878-abc3-446a-9c19-47eecdbe340f req-0557c0a5-13b7-4649-8e19-4c5c177c3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:04.012436 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08202878-abc3-446a-9c19-47eecdbe340f req-0557c0a5-13b7-4649-8e19-4c5c177c3a23 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2734165 Nov 15 14:42:04.240737 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be133829-1f0f-4404-bc95-aba014aea8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:04.243659 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be133829-1f0f-4404-bc95-aba014aea8b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:04.247102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-be133829-1f0f-4404-bc95-aba014aea8b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a350010-9383-4b83-a61d-ce1c754136df HTTP/1.1" status: 204 len: 168 time: 0.6108730 Nov 15 14:42:04.304563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be133829-1f0f-4404-bc95-aba014aea8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a350010-9383-4b83-a61d-ce1c754136df,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:04.305992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08202878-abc3-446a-9c19-47eecdbe340f req-c91960db-95e7-4fc7-92f5-0d02f238aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:04.341291 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08202878-abc3-446a-9c19-47eecdbe340f req-c91960db-95e7-4fc7-92f5-0d02f238aca8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3192980 Nov 15 14:42:04.437712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e5c87-eabd-4790-8a85-fa2ccf8b8cc2 req-e90e8508-e4c1-4c2f-839c-4b26d4c77c19 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:04.446007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae0e5c87-eabd-4790-8a85-fa2ccf8b8cc2 req-e90e8508-e4c1-4c2f-839c-4b26d4c77c19 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 944 time: 0.4861603 Nov 15 14:42:04.486308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec62fe2-e454-48af-9920-8af096e32f0b req-ea0fc8bf-efc3-4bc9-8461-4e37d224d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:04.491763 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-ea0fc8bf-efc3-4bc9-8461-4e37d224d6b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 1095 time: 0.0843205 Nov 15 14:42:04.535442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae0e5c87-eabd-4790-8a85-fa2ccf8b8cc2 req-fc570d36-865e-45fb-8cff-1a8d3e0434f1 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875204 Nov 15 14:42:04.564341 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-6fc59e9c-4f54-4246-b43c-5e0f77f5fc68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c6f3b98-e967-43c0-b559-026540efac16 HTTP/1.1" status: 200 len: 217 time: 0.0642436 Nov 15 14:42:04.643047 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec62fe2-e454-48af-9920-8af096e32f0b req-98fbb067-8b4d-4500-8205-5788a8fff15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:04.644629 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-98fbb067-8b4d-4500-8205-5788a8fff15f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.0659027 Nov 15 14:42:04.716090 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-48829d19-745f-4568-a1b5-900074f51e5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631883 Nov 15 14:42:04.899324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7322017-25dd-44e7-889e-327999b7c7b2 req-2f321d25-0ed2-4e82-9f83-cd1dfe5b541d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 210 time: 0.0592191 Nov 15 14:42:04.959855 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-aa362976-01ff-4f67-8862-21eb8ab19152 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355022 Nov 15 14:42:05.087533 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:05.128599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6255c8-b7e2-44c6-aec1-14cfafbb5c44 req-7196c819-26f8-43a0-b142-e4f5dd2a0ecc tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:05.139169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de6255c8-b7e2-44c6-aec1-14cfafbb5c44 req-7196c819-26f8-43a0-b142-e4f5dd2a0ecc tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1228032 Nov 15 14:42:05.141939 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-aec62fe2-e454-48af-9920-8af096e32f0b req-78f4d677-b340-4ca4-8319-0e88118bc910 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742730 Nov 15 14:42:05.230361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de6255c8-b7e2-44c6-aec1-14cfafbb5c44 req-478349d8-ae73-4e44-9b41-7c234e15e3c3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891116 Nov 15 14:42:05.374829 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:05.390969 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc80557f-97b4-4c3f-ba45-1bde8fdefb23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:05.394960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbb119-1756-4378-a8eb-094bcf62ca65 req-339d4a58-b8dc-472f-bbd4-829b10cb9535 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:05.398297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ddbb119-1756-4378-a8eb-094bcf62ca65 req-339d4a58-b8dc-472f-bbd4-829b10cb9535 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.0681808 Nov 15 14:42:05.413037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 35146) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:05.419637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cdffda8c-df62-4527-912b-2429918d03f5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Request body: {'floatingip': {'port_id': 'fd7afbac-95de-44b7-86d5-08da0344d8d7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:05.475185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdffda8c-df62-4527-912b-2429918d03f5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:05.610072 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc80557f-97b4-4c3f-ba45-1bde8fdefb23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:05.629642 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066431e-6826-4ef4-9149-e006a41312a1 req-d9934f9a-2d68-4dc2-bf87-f02b7b2a6bc0 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:05.632244 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-d9934f9a-2d68-4dc2-bf87-f02b7b2a6bc0 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.59 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 812 time: 0.1742339 Nov 15 14:42:05.651752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2066431e-6826-4ef4-9149-e006a41312a1 req-9d1e73f2-657a-4cba-a110-adaaf7a57521 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Request body: {'port': {'device_id': '979a92ea-f31b-4a4e-a87f-d143542d96ef', 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'admin_state_up': True, 'tenant_id': '1ea279d6bdf74dbca229a904f81e9ead'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:05.731810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc80557f-97b4-4c3f-ba45-1bde8fdefb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:05.818695 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cc80557f-97b4-4c3f-ba45-1bde8fdefb23 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2bbb252d1b6647339b2f1e5ed87b6df3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4411571 Nov 15 14:42:05.829227 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:05.832249 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80557f-97b4-4c3f-ba45-1bde8fdefb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6553a1-149d-4eb2-b569-c1d4e2ebf68e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:05.842432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:05.983578 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96af9fc6-c97f-43f5-b7c5-26a97c862964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:06.021987 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96af9fc6-c97f-43f5-b7c5-26a97c862964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:06.032271 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2066431e-6826-4ef4-9149-e006a41312a1 req-9d1e73f2-657a-4cba-a110-adaaf7a57521 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Made reservation on behalf of 1ea279d6bdf74dbca229a904f81e9ead for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:42:06.038504 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2066431e-6826-4ef4-9149-e006a41312a1 req-9d1e73f2-657a-4cba-a110-adaaf7a57521 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:06.122348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18f651c6-c541-4828-8793-ec58db72471a req-c6c97980-748b-416b-8730-841e2c772418 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 210 time: 0.0390470 Nov 15 14:42:06.187082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf1fdd-4d45-44be-893e-5fc655292758 req-314f8a7a-863e-4acc-939d-fb9bfe8bd13f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:06.189861 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2bf1fdd-4d45-44be-893e-5fc655292758 req-314f8a7a-863e-4acc-939d-fb9bfe8bd13f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 944 time: 0.2287407 Nov 15 14:42:06.314698 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96af9fc6-c97f-43f5-b7c5-26a97c862964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:06.319905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96af9fc6-c97f-43f5-b7c5-26a97c862964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:06.325873 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdffda8c-df62-4527-912b-2429918d03f5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:06.331289 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-96af9fc6-c97f-43f5-b7c5-26a97c862964 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da6553a1-149d-4eb2-b569-c1d4e2ebf68e HTTP/1.1" status: 204 len: 168 time: 0.4752855 Nov 15 14:42:06.337570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2bf1fdd-4d45-44be-893e-5fc655292758 req-1f8444c3-d65f-4bef-98b8-5bf71eb8892b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398327 Nov 15 14:42:06.348666 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af9fc6-c97f-43f5-b7c5-26a97c862964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6553a1-149d-4eb2-b569-c1d4e2ebf68e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:06.354027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-2066431e-6826-4ef4-9149-e006a41312a1 req-9d1e73f2-657a-4cba-a110-adaaf7a57521 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Allocated IP 172.20.0.7 (4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2/28bfe1c1-3742-4b93-8275-ffafdcc1490d/def709d2-4db1-4989-8413-bb127fcf2f9a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:06.469317 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdffda8c-df62-4527-912b-2429918d03f5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:06.537962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2066431e-6826-4ef4-9149-e006a41312a1 req-9d1e73f2-657a-4cba-a110-adaaf7a57521 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:06.738791 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2066431e-6826-4ef4-9149-e006a41312a1 req-9d1e73f2-657a-4cba-a110-adaaf7a57521 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:06.798371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2066431e-6826-4ef4-9149-e006a41312a1 req-9d1e73f2-657a-4cba-a110-adaaf7a57521 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:06.801964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-2066431e-6826-4ef4-9149-e006a41312a1 req-9d1e73f2-657a-4cba-a110-adaaf7a57521 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:06.809425 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2066431e-6826-4ef4-9149-e006a41312a1 req-9d1e73f2-657a-4cba-a110-adaaf7a57521 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:06.840685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e73f2-657a-4cba-a110-adaaf7a57521 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Pushing event updated for resources: {'Port': ['ID=def709d2-4db1-4989-8413-bb127fcf2f9a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:06.910497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066431e-6826-4ef4-9149-e006a41312a1 req-9d1e73f2-657a-4cba-a110-adaaf7a57521 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:06.911262 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2066431e-6826-4ef4-9149-e006a41312a1 req-9d1e73f2-657a-4cba-a110-adaaf7a57521 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:06.968685 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-cdffda8c-df62-4527-912b-2429918d03f5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Floating IP aace1098-2cd1-458c-9aa1-ab5189b3c7cb associated. External IP: 172.25.4.116, port: fd7afbac-95de-44b7-86d5-08da0344d8d7. Nov 15 14:42:07.061537 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-9d1e73f2-657a-4cba-a110-adaaf7a57521 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4177611 Nov 15 14:42:07.080905 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Request body: {'port': {'device_id': '979a92ea-f31b-4a4e-a87f-d143542d96ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:07.169479 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:07.394432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63713dfe-7005-4f4b-8e3c-ec9b1fecf665 req-b1b26797-febd-4aef-87c8-b13f039bb2cd tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:07.413926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63713dfe-7005-4f4b-8e3c-ec9b1fecf665 req-b1b26797-febd-4aef-87c8-b13f039bb2cd tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 931 time: 0.1727912 Nov 15 14:42:07.462795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdffda8c-df62-4527-912b-2429918d03f5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Router 82e07860-a7a8-4e89-bdc0-1675d89f885c has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:42:07.593525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63713dfe-7005-4f4b-8e3c-ec9b1fecf665 req-af0cba67-0fd7-45e9-ac5a-23b45d11b581 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836159 Nov 15 14:42:07.621452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def709d2-4db1-4989-8413-bb127fcf2f9a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:07.630783 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:07.647244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Transition to ACTIVE for port object def709d2-4db1-4989-8413-bb127fcf2f9a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:42:07.661558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20973258-cfbe-4012-9353-3f866ac332c6 req-823ff847-fb9e-43ba-870f-5755604b63a3 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:07.669120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20973258-cfbe-4012-9353-3f866ac332c6 req-823ff847-fb9e-43ba-870f-5755604b63a3 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 944 time: 0.0943696 Nov 15 14:42:07.677418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdffda8c-df62-4527-912b-2429918d03f5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:42:07.683326 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdffda8c-df62-4527-912b-2429918d03f5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:07.689570 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7d7af9-274d-437e-be4d-595de9b1dce4 None None] Sync routers for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:42:07.701368 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7d7af9-274d-437e-be4d-595de9b1dce4 None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:42:07.702008 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1c7d7af9-274d-437e-be4d-595de9b1dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:07.726524 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:07.777479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20973258-cfbe-4012-9353-3f866ac332c6 req-891fbd54-bf60-495a-b459-3ca26fe648ce tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071711 Nov 15 14:42:07.801880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cdffda8c-df62-4527-912b-2429918d03f5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "PUT /v2.0/floatingips/aace1098-2cd1-458c-9aa1-ab5189b3c7cb HTTP/1.1" status: 200 len: 991 time: 2.3873682 Nov 15 14:42:07.809922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:07.819062 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a3d019-2e55-4b9f-a526-804c1858e039" -d '{"events": [{"name": "network-changed", "server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:07.829185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Pushing event updated for resources: {'Port': ['ID=def709d2-4db1-4989-8413-bb127fcf2f9a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:07.882841 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1c7d7af9-274d-437e-be4d-595de9b1dce4 None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:42:07.934545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Attempting to bind port def709d2-4db1-4989-8413-bb127fcf2f9a on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:42:07.937064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Attempting to bind port def709d2-4db1-4989-8413-bb127fcf2f9a by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:42:07.938738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Attempting to bind port def709d2-4db1-4989-8413-bb127fcf2f9a on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:07.951364 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Port def709d2-4db1-4989-8413-bb127fcf2f9a on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:42:07.952026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Attempting to bind port def709d2-4db1-4989-8413-bb127fcf2f9a on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:07.961945 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c97085-fea5-4bfb-8959-4fe55084fd2d x-openstack-request-id: req-23c97085-fea5-4bfb-8959-4fe55084fd2d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:07.962240 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:07.962520 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-23c97085-fea5-4bfb-8959-4fe55084fd2d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:07.962653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:42:07.962921 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'status': 'completed', 'code': 200} Nov 15 14:42:07.963064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Checking segment: {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:42:07.963486 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Bound using segment: {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:42:07.965662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Bound port: def709d2-4db1-4989-8413-bb127fcf2f9a, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:42:07.967615 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:07.970528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 9c6f3b98-e967-43c0-b559-026540efac16 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:42:08.160968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3d019-2e55-4b9f-a526-804c1858e039 req-0c074d5f-dc29-4b8a-bb4c-56a8f98509c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:08.163650 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18a3d019-2e55-4b9f-a526-804c1858e039 req-0c074d5f-dc29-4b8a-bb4c-56a8f98509c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 1096 time: 0.1582963 Nov 15 14:42:08.215910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 9c6f3b98-e967-43c0-b559-026540efac16, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9c6f3b98-e967-43c0-b559-026540efac16,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:08.220511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] For port def709d2-4db1-4989-8413-bb127fcf2f9a, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:42:08.237687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] For port def709d2-4db1-4989-8413-bb127fcf2f9a, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=def709d2-4db1-4989-8413-bb127fcf2f9a,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:42:08.242281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '9c6f3b98-e967-43c0-b559-026540efac16', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'port_id': '9c6f3b98-e967-43c0-b559-026540efac16', 'mac_address': 'fa:16:3e:e7:2b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186ef2d9-ae15-4420-a072-fa533fc8ac78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:42:08.289382 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:08.318647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6f3b98-e967-43c0-b559-026540efac16 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:08.344772 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:08.356153 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 9c6f3b98-e967-43c0-b559-026540efac16, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9c6f3b98-e967-43c0-b559-026540efac16,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:08.370216 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1c7d7af9-274d-437e-be4d-595de9b1dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'aace1098-2cd1-458c-9aa1-ab5189b3c7cb', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'port_id': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'mac_address': 'fa:16:3e:35:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:42:06Z', 'revision_number': 1, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:36Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:08.375623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3d019-2e55-4b9f-a526-804c1858e039 req-0cdf1506-4652-46b7-972b-139d2e20eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:08.377504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18a3d019-2e55-4b9f-a526-804c1858e039 req-0cdf1506-4652-46b7-972b-139d2e20eac8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 918 time: 0.2025285 Nov 15 14:42:08.438163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:08.441395 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:08.443466 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] 10.222.0.59 "PUT /v2.0/ports/def709d2-4db1-4989-8413-bb127fcf2f9a HTTP/1.1" status: 200 len: 1091 time: 1.3736658 Nov 15 14:42:08.449137 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979a92ea-f31b-4a4e-a87f-d143542d96ef', 'tag': 'def709d2-4db1-4989-8413-bb127fcf2f9a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:08.458750 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123a8830-f527-4f61-8b04-6325333ac530" -d '{"events": [{"name": "network-changed", "server_uuid": "979a92ea-f31b-4a4e-a87f-d143542d96ef", "tag": "def709d2-4db1-4989-8413-bb127fcf2f9a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:08.465298 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7d7af9-274d-437e-be4d-595de9b1dce4 None None] Checking router: 82e07860-a7a8-4e89-bdc0-1675d89f885c for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:42:08.493319 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7d7af9-274d-437e-be4d-595de9b1dce4 None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:42:08.497176 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1c7d7af9-274d-437e-be4d-595de9b1dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:08.503679 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:08.538149 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bce202-3fb1-4a45-8a63-8b7918c1ae8c service neutron] Pushing event updated for resources: {'Port': ['ID=def709d2-4db1-4989-8413-bb127fcf2f9a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:08.569312 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7b3214-1cb1-4a83-8d6e-d2bd6a14e0ff x-openstack-request-id: req-2d7b3214-1cb1-4a83-8d6e-d2bd6a14e0ff {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:08.570207 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979a92ea-f31b-4a4e-a87f-d143542d96ef", "tag": "def709d2-4db1-4989-8413-bb127fcf2f9a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:08.570207 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d7b3214-1cb1-4a83-8d6e-d2bd6a14e0ff {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:08.570456 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979a92ea-f31b-4a4e-a87f-d143542d96ef', 'tag': 'def709d2-4db1-4989-8413-bb127fcf2f9a', 'status': 'completed', 'code': 200} Nov 15 14:42:08.582123 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18a3d019-2e55-4b9f-a526-804c1858e039 req-c884c472-89ef-41fe-9d8d-19142ff8b063 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7 HTTP/1.1" status: 200 len: 999 time: 0.1959193 Nov 15 14:42:08.685572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a8830-f527-4f61-8b04-6325333ac530 req-d567e46b-f277-4e16-9205-7e75c167b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:08.696971 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-123a8830-f527-4f61-8b04-6325333ac530 req-d567e46b-f277-4e16-9205-7e75c167b3d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 1094 time: 0.1124818 Nov 15 14:42:08.715149 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1c7d7af9-274d-437e-be4d-595de9b1dce4 None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:42:08.753715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3d019-2e55-4b9f-a526-804c1858e039 req-58328b26-529d-4b5f-b40c-7944f56f3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:08.755570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18a3d019-2e55-4b9f-a526-804c1858e039 req-58328b26-529d-4b5f-b40c-7944f56f3d58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 200 len: 856 time: 0.1637802 Nov 15 14:42:08.785228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=9c6f3b98-e967-43c0-b559-026540efac16,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:08.843525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['9c6f3b98-e967-43c0-b559-026540efac16'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:42:08.944842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a8830-f527-4f61-8b04-6325333ac530 req-51bb33aa-f132-4af1-bc59-c85efb03ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:08.947201 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-123a8830-f527-4f61-8b04-6325333ac530 req-51bb33aa-f132-4af1-bc59-c85efb03ce24 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2367141 Nov 15 14:42:08.960305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3d019-2e55-4b9f-a526-804c1858e039 req-df35887f-379c-44c3-8a2a-d720402d7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:08.961893 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18a3d019-2e55-4b9f-a526-804c1858e039 req-df35887f-379c-44c3-8a2a-d720402d7b2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930685 Nov 15 14:42:09.007604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40776878-b6f6-4769-8d7c-3d2065b031ea req-c7233aee-ef9d-4fa7-adb9-0a9ce38ba010 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:09.018816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40776878-b6f6-4769-8d7c-3d2065b031ea req-c7233aee-ef9d-4fa7-adb9-0a9ce38ba010 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 943 time: 0.2221551 Nov 15 14:42:09.184258 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a8830-f527-4f61-8b04-6325333ac530 req-8aa39241-33a3-46b7-98cd-f66f85ca54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:09.186724 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-123a8830-f527-4f61-8b04-6325333ac530 req-8aa39241-33a3-46b7-98cd-f66f85ca54dd service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2311330 Nov 15 14:42:09.291997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec75a82-c5ae-4583-8e8f-ddb407d09f27 req-17f85b0f-3e7d-4e05-8afd-573f6f74860d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:09.306023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ec75a82-c5ae-4583-8e8f-ddb407d09f27 req-17f85b0f-3e7d-4e05-8afd-573f6f74860d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 945 time: 0.2692704 Nov 15 14:42:09.331074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40776878-b6f6-4769-8d7c-3d2065b031ea req-49b5ea6d-8277-47c7-adf9-8132da2554b3 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105783 Nov 15 14:42:09.379748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066431e-6826-4ef4-9149-e006a41312a1 req-4a8ee414-ffe1-404f-91a5-0312ee83459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:09.383885 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-4a8ee414-ffe1-404f-91a5-0312ee83459d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 1094 time: 0.1135550 Nov 15 14:42:09.388326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18a3d019-2e55-4b9f-a526-804c1858e039 req-001beac7-ee6e-4a39-8a16-c7c6b24d0087 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156792 Nov 15 14:42:09.412025 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1c7d7af9-274d-437e-be4d-595de9b1dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'aace1098-2cd1-458c-9aa1-ab5189b3c7cb', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'port_id': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'mac_address': 'fa:16:3e:35:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:42:06Z', 'revision_number': 1, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:36Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:09.462789 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-18e8a044-5489-47e8-b601-9691531428a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=def709d2-4db1-4989-8413-bb127fcf2f9a HTTP/1.1" status: 200 len: 217 time: 0.0645604 Nov 15 14:42:09.513063 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7d7af9-274d-437e-be4d-595de9b1dce4 None None] The sync data for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 is: [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'aace1098-2cd1-458c-9aa1-ab5189b3c7cb', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'port_id': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'mac_address': 'fa:16:3e:35:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:42:06Z', 'revision_number': 1, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:36Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:42:09.593444 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066431e-6826-4ef4-9149-e006a41312a1 req-07ace70b-9df5-4804-bcb2-d21f318e0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:09.599595 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-07ace70b-9df5-4804-bcb2-d21f318e0844 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=28bfe1c1-3742-4b93-8275-ffafdcc1490d HTTP/1.1" status: 200 len: 852 time: 0.1258936 Nov 15 14:42:09.635831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ec75a82-c5ae-4583-8e8f-ddb407d09f27 req-bce2f310-39a0-4a62-84bb-0fcac0bc8ab6 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003376 Nov 15 14:42:09.679187 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-b30a2bf5-0a12-42d3-8c77-0952965866fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731170 Nov 15 14:42:09.721815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18a3d019-2e55-4b9f-a526-804c1858e039 req-0e5a86a5-45a8-4fbc-a604-7f21a6e3af4c service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210394 Nov 15 14:42:09.855482 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-f5dcef0b-a69c-4dfe-ba8a-dd36debcb538 service neutron] 10.222.0.59 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637461 Nov 15 14:42:09.973996 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378bd103-e2cb-4fe0-ab8c-7723b7772a57 None None] New status for floating IP aace1098-2cd1-458c-9aa1-ab5189b3c7cb: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:42:09.986877 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 9c6f3b98-e967-43c0-b559-026540efac16 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:42:10.024845 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2066431e-6826-4ef4-9149-e006a41312a1 req-76035517-38b6-4b58-a965-d331798462a2 service neutron] 10.222.0.59 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569490 Nov 15 14:42:10.479371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4cb07-2d59-44e0-afb3-8da4f1decb0d req-0f9b158d-f66a-4fec-a625-1219422e6593 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:10.489658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dd4cb07-2d59-44e0-afb3-8da4f1decb0d req-0f9b158d-f66a-4fec-a625-1219422e6593 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 943 time: 0.0727713 Nov 15 14:42:10.551421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dd4cb07-2d59-44e0-afb3-8da4f1decb0d req-5442f6c0-a34f-4431-8918-632b9a3ea9e6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603836 Nov 15 14:42:10.730757 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 9c6f3b98-e967-43c0-b559-026540efac16 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:42:10.740557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 9c6f3b98-e967-43c0-b559-026540efac16 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:10.741501 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:10.834513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d5d56-1b34-4f33-8ccd-4617ac194d19 req-4dda74b7-3978-408d-9a04-bc46f636e63b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:10.837700 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c3d5d56-1b34-4f33-8ccd-4617ac194d19 req-4dda74b7-3978-408d-9a04-bc46f636e63b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 945 time: 0.1219766 Nov 15 14:42:10.965469 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c3d5d56-1b34-4f33-8ccd-4617ac194d19 req-5f8b8b8b-c363-4aa3-9281-1d83093d892a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163902 Nov 15 14:42:10.967293 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:11.022730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fac9a96-a79b-4d5e-b11f-e67991296636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6f3b98-e967-43c0-b559-026540efac16'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:11.026867 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4bec8d-f5a6-49ba-a8cb-853d85704c84" -d '{"events": [{"server_uuid": "1fac9a96-a79b-4d5e-b11f-e67991296636", "name": "network-vif-plugged", "status": "completed", "tag": "9c6f3b98-e967-43c0-b559-026540efac16"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:11.057485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 9c6f3b98-e967-43c0-b559-026540efac16, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9c6f3b98-e967-43c0-b559-026540efac16,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:11.089861 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0297f5d-bbed-485c-a060-09c8cee07189 x-openstack-request-id: req-c0297f5d-bbed-485c-a060-09c8cee07189 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:11.089861 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fac9a96-a79b-4d5e-b11f-e67991296636", "name": "network-vif-plugged", "status": "completed", "tag": "9c6f3b98-e967-43c0-b559-026540efac16", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:11.089861 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0297f5d-bbed-485c-a060-09c8cee07189 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:11.089861 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fac9a96-a79b-4d5e-b11f-e67991296636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6f3b98-e967-43c0-b559-026540efac16', 'code': 200} Nov 15 14:42:11.176598 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:11.258976 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b26dae-97dd-44ca-b2b8-ec45614ed6ad req-4a039ecc-6390-4d99-a6cb-5502c22aa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:11.260543 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-77b26dae-97dd-44ca-b2b8-ec45614ed6ad req-4a039ecc-6390-4d99-a6cb-5502c22aa84a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 1097 time: 0.0921299 Nov 15 14:42:11.303804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=9c6f3b98-e967-43c0-b559-026540efac16,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:11.339542 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-77b26dae-97dd-44ca-b2b8-ec45614ed6ad req-9d8c70d5-e954-4cee-8c12-68dafa420f26 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703111 Nov 15 14:42:11.801959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b7b02-4ede-48a9-83f4-16ed1d98d7e7 req-37c7ae55-afd6-466a-9473-2907a089ee8e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:11.812089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-980b7b02-4ede-48a9-83f4-16ed1d98d7e7 req-37c7ae55-afd6-466a-9473-2907a089ee8e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 943 time: 0.1296499 Nov 15 14:42:11.880911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-980b7b02-4ede-48a9-83f4-16ed1d98d7e7 req-8ceb057d-10c2-44a8-a67b-0fcbed82d578 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677280 Nov 15 14:42:12.137590 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89704d-ec49-41f3-b72a-9e62481f579a req-adb5227f-fd12-494f-8e65-6024b7cd99b4 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:12.139752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89704d-ec49-41f3-b72a-9e62481f579a req-adb5227f-fd12-494f-8e65-6024b7cd99b4 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 946 time: 0.0754609 Nov 15 14:42:12.208968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d89704d-ec49-41f3-b72a-9e62481f579a req-86e3c9be-097f-4f7a-9916-e49546093bc0 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595043 Nov 15 14:42:13.053186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2fecc-8619-4368-8431-7fc7b0e6c344 req-c2070f8b-9e34-4ad3-90d1-9a53fee2f714 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:13.061891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-80f2fecc-8619-4368-8431-7fc7b0e6c344 req-c2070f8b-9e34-4ad3-90d1-9a53fee2f714 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 943 time: 0.0821204 Nov 15 14:42:13.140817 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-80f2fecc-8619-4368-8431-7fc7b0e6c344 req-f9d703be-ba19-48c0-9ddd-e1dd0e30b95e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777378 Nov 15 14:42:13.360165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82052cd-d7ec-43c9-9154-8549d925419f req-f1e22597-74e8-4d43-bdc2-747ca9199776 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:13.361910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f82052cd-d7ec-43c9-9154-8549d925419f req-f1e22597-74e8-4d43-bdc2-747ca9199776 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 946 time: 0.0737605 Nov 15 14:42:13.433814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f82052cd-d7ec-43c9-9154-8549d925419f req-c72219ab-755b-4dff-9d33-7eb9932d7b2a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650294 Nov 15 14:42:13.462021 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device def709d2-4db1-4989-8413-bb127fcf2f9a details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:42:13.613073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c998b-9436-4740-ba3c-1f8a6ae00986 req-bff9cdec-6080-442a-a7b1-7397e6f037ac tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:13.621287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe4c998b-9436-4740-ba3c-1f8a6ae00986 req-bff9cdec-6080-442a-a7b1-7397e6f037ac tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 945 time: 0.0869162 Nov 15 14:42:13.641754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port def709d2-4db1-4989-8413-bb127fcf2f9a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=def709d2-4db1-4989-8413-bb127fcf2f9a,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:13.658664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'def709d2-4db1-4989-8413-bb127fcf2f9a', 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'port_id': 'def709d2-4db1-4989-8413-bb127fcf2f9a', 'mac_address': 'fa:16:3e:e8:61:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28bfe1c1-3742-4b93-8275-ffafdcc1490d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:42:13.739782 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:13.746005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe4c998b-9436-4740-ba3c-1f8a6ae00986 req-9deff487-ca11-4335-9f39-83dc92a1cde7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214590 Nov 15 14:42:13.769692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def709d2-4db1-4989-8413-bb127fcf2f9a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:13.795600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port def709d2-4db1-4989-8413-bb127fcf2f9a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=def709d2-4db1-4989-8413-bb127fcf2f9a,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:13.915440 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:13.938850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:13.956222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0eb7d-b904-45d2-a6f0-31d88bf1e629 req-f09c7ebd-455e-459a-8d04-7f6f6fa1f8e0 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:13.958115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05f0eb7d-b904-45d2-a6f0-31d88bf1e629 req-f09c7ebd-455e-459a-8d04-7f6f6fa1f8e0 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 946 time: 0.1169019 Nov 15 14:42:13.991508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=def709d2-4db1-4989-8413-bb127fcf2f9a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:14.042367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05f0eb7d-b904-45d2-a6f0-31d88bf1e629 req-51d51953-51ac-48d0-a21c-c0c26d15cae5 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760665 Nov 15 14:42:14.127978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:14.236007 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:14.276319 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['def709d2-4db1-4989-8413-bb127fcf2f9a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:42:14.342805 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:14.400986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ec1f1-a15f-4fc2-aad3-4b0acff960d5 req-08c27199-a396-40af-8ce0-9e04c4fb1966 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:14.405316 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-538ec1f1-a15f-4fc2-aad3-4b0acff960d5 req-08c27199-a396-40af-8ce0-9e04c4fb1966 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 944 time: 0.0918055 Nov 15 14:42:14.436536 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a6d654-4669-4d03-882d-c60e1028cb9b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:14.469056 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb739e76bf0f4d688fa1d479aad9df7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5262535 Nov 15 14:42:14.477312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:14.477312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:14.477312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:14.477312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:14.477312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:14.477312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:14.477312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:14.477312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:14.477312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:14.477312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:14.477312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:14.477312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ffdcfd-9b4c-459c-88c3-8b10d483843c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:14.483515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35472) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:14.538859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-538ec1f1-a15f-4fc2-aad3-4b0acff960d5 req-b7fee340-9690-4ee5-90ce-8de690c2b204 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132665 Nov 15 14:42:14.543603 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4595fa86-cbda-4413-8a28-05549d618ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:14.581105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4595fa86-cbda-4413-8a28-05549d618ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:14.762562 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4595fa86-cbda-4413-8a28-05549d618ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:14.766049 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4595fa86-cbda-4413-8a28-05549d618ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:14.770946 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4595fa86-cbda-4413-8a28-05549d618ed4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04a6d654-4669-4d03-882d-c60e1028cb9b HTTP/1.1" status: 204 len: 168 time: 0.2828503 Nov 15 14:42:14.771449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9149c4d-7db8-408e-b601-a26b2cb50d5f req-4d164c48-47cd-4e10-be95-05f0a0e851bf tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:14.773039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9149c4d-7db8-408e-b601-a26b2cb50d5f req-4d164c48-47cd-4e10-be95-05f0a0e851bf tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 946 time: 0.0629213 Nov 15 14:42:14.785137 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595fa86-cbda-4413-8a28-05549d618ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a6d654-4669-4d03-882d-c60e1028cb9b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:14.883122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9149c4d-7db8-408e-b601-a26b2cb50d5f req-fe5b04bc-584b-49e9-a71b-4ef1215596f8 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031458 Nov 15 14:42:15.464547 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device def709d2-4db1-4989-8413-bb127fcf2f9a up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:42:15.668996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94068a7e-5b75-42a7-854d-b954bc1345eb req-568ec147-042f-4364-9a8e-57a869fd78a1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:15.671160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94068a7e-5b75-42a7-854d-b954bc1345eb req-568ec147-042f-4364-9a8e-57a869fd78a1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 944 time: 0.0627468 Nov 15 14:42:15.734980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94068a7e-5b75-42a7-854d-b954bc1345eb req-b52ed98e-1a97-46ba-9c0c-fe0cec6450aa tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540934 Nov 15 14:42:16.008732 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1015abc-c5a9-4029-bacb-1310b6f5d323 req-7d4f7437-32a0-446e-bb91-13d8fed0496a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:16.010357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1015abc-c5a9-4029-bacb-1310b6f5d323 req-7d4f7437-32a0-446e-bb91-13d8fed0496a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 946 time: 0.0520530 Nov 15 14:42:16.085338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1015abc-c5a9-4029-bacb-1310b6f5d323 req-9bc5a42f-e9d3-41ea-86a0-1475e7229634 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685034 Nov 15 14:42:16.191293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613c34a-2847-4dd3-84ab-492aec31e27d req-2edfa378-152e-4d0d-a57b-d8df9835903f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:16.193189 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5613c34a-2847-4dd3-84ab-492aec31e27d req-2edfa378-152e-4d0d-a57b-d8df9835903f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 946 time: 0.0726118 Nov 15 14:42:16.225366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port def709d2-4db1-4989-8413-bb127fcf2f9a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:42:16.236499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port def709d2-4db1-4989-8413-bb127fcf2f9a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:16.237154 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:16.329830 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-5613c34a-2847-4dd3-84ab-492aec31e27d req-6696d909-6ec6-421d-b350-b13ff423c159 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Deleting port 9c6f3b98-e967-43c0-b559-026540efac16 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:42:16.331038 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5613c34a-2847-4dd3-84ab-492aec31e27d req-6696d909-6ec6-421d-b350-b13ff423c159 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:16.376858 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:16.406060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979a92ea-f31b-4a4e-a87f-d143542d96ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def709d2-4db1-4989-8413-bb127fcf2f9a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:16.408750 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b596266-f7a9-4929-9332-5de57c21642c" -d '{"events": [{"server_uuid": "979a92ea-f31b-4a4e-a87f-d143542d96ef", "name": "network-vif-plugged", "status": "completed", "tag": "def709d2-4db1-4989-8413-bb127fcf2f9a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:16.425679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port def709d2-4db1-4989-8413-bb127fcf2f9a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=def709d2-4db1-4989-8413-bb127fcf2f9a,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:16.460661 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a12fe4-efbb-4ddb-9e48-fa7402e3f385 x-openstack-request-id: req-99a12fe4-efbb-4ddb-9e48-fa7402e3f385 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:16.461114 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979a92ea-f31b-4a4e-a87f-d143542d96ef", "name": "network-vif-plugged", "status": "completed", "tag": "def709d2-4db1-4989-8413-bb127fcf2f9a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:16.461505 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99a12fe4-efbb-4ddb-9e48-fa7402e3f385 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:16.462226 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979a92ea-f31b-4a4e-a87f-d143542d96ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def709d2-4db1-4989-8413-bb127fcf2f9a', 'code': 200} Nov 15 14:42:16.488058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5613c34a-2847-4dd3-84ab-492aec31e27d req-6696d909-6ec6-421d-b350-b13ff423c159 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] For port 9c6f3b98-e967-43c0-b559-026540efac16, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9c6f3b98-e967-43c0-b559-026540efac16,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:16.488058 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5613c34a-2847-4dd3-84ab-492aec31e27d req-6696d909-6ec6-421d-b350-b13ff423c159 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:16.504490 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:16.532361 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-5613c34a-2847-4dd3-84ab-492aec31e27d req-6696d909-6ec6-421d-b350-b13ff423c159 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Calling delete_port for 9c6f3b98-e967-43c0-b559-026540efac16 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:42:16.602163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=def709d2-4db1-4989-8413-bb127fcf2f9a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:16.637298 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf32f6d-c2eb-424b-b67d-5393f02740b9 req-2a1a42ab-d784-4ad0-a152-2a5436526a15 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:16.639761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-edf32f6d-c2eb-424b-b67d-5393f02740b9 req-2a1a42ab-d784-4ad0-a152-2a5436526a15 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 945 time: 0.0837903 Nov 15 14:42:16.691851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed154e-f280-48c1-9f4d-dbd55e20cb86 req-6f5caea0-c56c-4dba-8ef4-96b74c654317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:16.693644 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-22ed154e-f280-48c1-9f4d-dbd55e20cb86 req-6f5caea0-c56c-4dba-8ef4-96b74c654317 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 1096 time: 0.0809519 Nov 15 14:42:16.705031 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-edf32f6d-c2eb-424b-b67d-5393f02740b9 req-ab044ee3-5f07-4010-a2a5-eae1f509cea3 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6ca0ce-9c0c-4f7d-969d-ca8594df790f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590129 Nov 15 14:42:16.806122 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-22ed154e-f280-48c1-9f4d-dbd55e20cb86 req-0fd7cfe7-229e-430a-a5f3-488f64d67969 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036353 Nov 15 14:42:16.887433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a9dd2-2f41-4962-8031-70c5eeb0b74f req-453610e8-9168-4341-acbe-196f44258d44 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:16.889587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a07a9dd2-2f41-4962-8031-70c5eeb0b74f req-453610e8-9168-4341-acbe-196f44258d44 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 945 time: 0.0541623 Nov 15 14:42:16.965986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5613c34a-2847-4dd3-84ab-492aec31e27d req-6696d909-6ec6-421d-b350-b13ff423c159 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:16.966118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a07a9dd2-2f41-4962-8031-70c5eeb0b74f req-47c03efa-d59c-49ab-81a5-2fc71a7ce9b3 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590932 Nov 15 14:42:16.966205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4', 'e76ec225-b046-43c8-ab41-2a0109fa5f8a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:42:17.000842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696d909-6ec6-421d-b350-b13ff423c159 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event deleted for resources: {'Port': ['ID=9c6f3b98-e967-43c0-b559-026540efac16,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:17.044672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-5613c34a-2847-4dd3-84ab-492aec31e27d req-6696d909-6ec6-421d-b350-b13ff423c159 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] No DVR routers for this DVR port 9c6f3b98-e967-43c0-b559-026540efac16 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:42:17.047515 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5613c34a-2847-4dd3-84ab-492aec31e27d req-6696d909-6ec6-421d-b350-b13ff423c159 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:17.051501 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5613c34a-2847-4dd3-84ab-492aec31e27d req-6696d909-6ec6-421d-b350-b13ff423c159 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "DELETE /v2.0/ports/9c6f3b98-e967-43c0-b559-026540efac16 HTTP/1.1" status: 204 len: 173 time: 0.8503697 Nov 15 14:42:17.051998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fac9a96-a79b-4d5e-b11f-e67991296636', 'name': 'network-vif-deleted', 'tag': '9c6f3b98-e967-43c0-b559-026540efac16'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:17.054348 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1f1d21-b7bf-4f7a-ac13-ac42c23fc378" -d '{"events": [{"server_uuid": "1fac9a96-a79b-4d5e-b11f-e67991296636", "name": "network-vif-deleted", "tag": "9c6f3b98-e967-43c0-b559-026540efac16"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:17.117879 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6a627b-a9d3-48cd-9049-f9fb59fdb760 x-openstack-request-id: req-ac6a627b-a9d3-48cd-9049-f9fb59fdb760 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:17.118164 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fac9a96-a79b-4d5e-b11f-e67991296636", "name": "network-vif-deleted", "tag": "9c6f3b98-e967-43c0-b559-026540efac16", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:17.118431 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac6a627b-a9d3-48cd-9049-f9fb59fdb760 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:17.118821 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fac9a96-a79b-4d5e-b11f-e67991296636', 'name': 'network-vif-deleted', 'tag': '9c6f3b98-e967-43c0-b559-026540efac16', 'status': 'completed', 'code': 200} Nov 15 14:42:17.236438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad2c7816-08d7-46f0-8df5-ed3187640026 req-71dfd554-a9de-4cc6-ae1f-6c4e56eac6ee tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 210 time: 0.0419910 Nov 15 14:42:17.872849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688fd9d-e554-40af-868a-a3e2fb3e6d32 req-b7b8e15a-d204-4f37-a08f-cefc6ae35bac tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:17.881483 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c688fd9d-e554-40af-868a-a3e2fb3e6d32 req-b7b8e15a-d204-4f37-a08f-cefc6ae35bac tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 945 time: 0.0844662 Nov 15 14:42:17.932552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35618) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:17.962967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c688fd9d-e554-40af-868a-a3e2fb3e6d32 req-36f83f9d-f3e7-4f69-8777-ad0cc8325b6e tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6ca0ce-9c0c-4f7d-969d-ca8594df790f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799351 Nov 15 14:42:18.065703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 9c6f3b98-e967-43c0-b559-026540efac16 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:42:18.101244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 9c6f3b98-e967-43c0-b559-026540efac16 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:42:18.101588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 9c6f3b98-e967-43c0-b559-026540efac16 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:42:18.122983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e98a1-3e85-4651-8c5b-3f525ff21824 req-314e4bde-0754-4481-b37a-5a8e632142eb tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:18.122983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c9e98a1-3e85-4651-8c5b-3f525ff21824 req-314e4bde-0754-4481-b37a-5a8e632142eb tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 945 time: 0.0699856 Nov 15 14:42:18.172170 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33c095ae-63ca-4946-ac0d-81f31284b6b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:18.188276 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c9e98a1-3e85-4651-8c5b-3f525ff21824 req-0362db78-4bd5-4f89-b1b9-a8f37a770333 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586996 Nov 15 14:42:18.273019 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33c095ae-63ca-4946-ac0d-81f31284b6b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:18.328265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-f443511e-f0c3-4637-8f82-a1bc30983347 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:18.343231 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-f443511e-f0c3-4637-8f82-a1bc30983347 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.59 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 945 time: 0.0648859 Nov 15 14:42:18.372075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a5d683c-24d2-4bf7-9dfa-98bd59eb010d req-291e745d-19ef-45d6-bb85-33bf82a0adf7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fac9a96-a79b-4d5e-b11f-e67991296636 HTTP/1.1" status: 200 len: 210 time: 0.0422482 Nov 15 14:42:18.473485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Deleting port fc2cd32a-3ba0-490b-b897-68d476452dd8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:42:18.473968 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:18.521282 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33c095ae-63ca-4946-ac0d-81f31284b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:18.581013 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-33c095ae-63ca-4946-ac0d-81f31284b6b5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d225d25074f146918fbe887d35827706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6472692 Nov 15 14:42:18.584402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 35654) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:18.585959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c095ae-63ca-4946-ac0d-81f31284b6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4fc2b2-986a-47f0-8f5e-8d644ff7c616,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:18.635261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] For port fc2cd32a-3ba0-490b-b897-68d476452dd8, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fc2cd32a-3ba0-490b-b897-68d476452dd8,segment=NetworkSegment(febc539b-2aad-48b1-83dc-b79c920b2876),segment_id=febc539b-2aad-48b1-83dc-b79c920b2876)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:18.635560 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:18.675100 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:18.711782 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:18.848813 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:18.849307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:18.849704 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Floating IP 7019003d-ae1b-4380-aebf-95687b868e94 disassociated. External IP: 172.25.4.22, port: fc2cd32a-3ba0-490b-b897-68d476452dd8. Nov 15 14:42:18.850062 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Calling delete_port for fc2cd32a-3ba0-490b-b897-68d476452dd8 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:42:18.865909 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:18.868497 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:18.869797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4c4fc2b2-986a-47f0-8f5e-8d644ff7c616 HTTP/1.1" status: 204 len: 168 time: 0.2834790 Nov 15 14:42:18.889801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4fc2b2-986a-47f0-8f5e-8d644ff7c616,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:18.916080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:18.916080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:18.916080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:18.916080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:18.916080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:18.916080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:18.916080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:18.920422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:18.920798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:18.921149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:18.921494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:18.921832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17c789-6982-433e-867d-873161b2f1c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:19.114303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59016ecc-6401-4200-86ad-dec7ac934efa req-6b76732b-df65-47bb-b629-4b127c1ed5d7 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:19.115981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59016ecc-6401-4200-86ad-dec7ac934efa req-6b76732b-df65-47bb-b629-4b127c1ed5d7 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 945 time: 0.0607009 Nov 15 14:42:19.176228 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59016ecc-6401-4200-86ad-dec7ac934efa req-9e32b516-47ac-4798-9d1c-c9ed2fd1f7c5 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f6ca0ce-9c0c-4f7d-969d-ca8594df790f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531850 Nov 15 14:42:19.194969 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:19.463610 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d66ec-7968-4860-88ca-9cd91d149669 req-b2d557cf-6f07-4e1a-9f77-c9c2285e0497 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:19.472795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-603d66ec-7968-4860-88ca-9cd91d149669 req-b2d557cf-6f07-4e1a-9f77-c9c2285e0497 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 945 time: 0.1389463 Nov 15 14:42:19.577453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-603d66ec-7968-4860-88ca-9cd91d149669 req-0bf38b7b-784f-4b65-9ef8-c68083b2361f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023378 Nov 15 14:42:19.586859 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Pushing event deleted for resources: {'Port': ['ID=fc2cd32a-3ba0-490b-b897-68d476452dd8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:19.748463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Router 1e389309-af09-4e6f-94df-81e48c88f650 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:42:19.865015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:42:19.876053 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e36e7d-478b-4c08-be7b-acb73b9409f6 None None] Sync routers for ids ['1e389309-af09-4e6f-94df-81e48c88f650'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:42:19.887231 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e36e7d-478b-4c08-be7b-acb73b9409f6 None None] Routers {'1e389309-af09-4e6f-94df-81e48c88f650'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:42:19.887988 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e2e36e7d-478b-4c08-be7b-acb73b9409f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1e389309-af09-4e6f-94df-81e48c88f650'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:19.925867 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] No DVR routers for this DVR port fc2cd32a-3ba0-490b-b897-68d476452dd8 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:42:19.928898 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:19.933551 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b9ee67cb-bba4-4805-a85b-1abb905ed6cd req-ef4037f3-079a-4f29-bcaf-0dde984d737c tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.59 "DELETE /v2.0/ports/fc2cd32a-3ba0-490b-b897-68d476452dd8 HTTP/1.1" status: 204 len: 173 time: 1.5831149 Nov 15 14:42:19.934048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f985af9f-16c9-4573-a8b9-60bfc3652495', 'name': 'network-vif-deleted', 'tag': 'fc2cd32a-3ba0-490b-b897-68d476452dd8'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:19.937913 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83e0e4c-b8f2-415d-b65c-75bbb85a50a0" -d '{"events": [{"server_uuid": "f985af9f-16c9-4573-a8b9-60bfc3652495", "name": "network-vif-deleted", "tag": "fc2cd32a-3ba0-490b-b897-68d476452dd8"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:20.043147 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e2e36e7d-478b-4c08-be7b-acb73b9409f6 None None] Set router 1e389309-af09-4e6f-94df-81e48c88f650 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:42:20.250744 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c164c12-9a3e-40b3-b105-fa4761c9eea4 x-openstack-request-id: req-6c164c12-9a3e-40b3-b105-fa4761c9eea4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:20.251270 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f985af9f-16c9-4573-a8b9-60bfc3652495", "name": "network-vif-deleted", "tag": "fc2cd32a-3ba0-490b-b897-68d476452dd8", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:20.251270 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c164c12-9a3e-40b3-b105-fa4761c9eea4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:20.251698 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f985af9f-16c9-4573-a8b9-60bfc3652495', 'name': 'network-vif-deleted', 'tag': 'fc2cd32a-3ba0-490b-b897-68d476452dd8', 'status': 'completed', 'code': 200} Nov 15 14:42:20.319267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8586c-5d12-4de5-aba4-f97150282cc5 req-7c8792b2-22be-4fa5-a39f-e07f81336f41 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:20.327268 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cda8586c-5d12-4de5-aba4-f97150282cc5 req-7c8792b2-22be-4fa5-a39f-e07f81336f41 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 945 time: 0.0714734 Nov 15 14:42:20.390154 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e2e36e7d-478b-4c08-be7b-acb73b9409f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 4, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '51c7e340-1eba-4204-ba44-a91477e283f5', 'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'mac_address': 'fa:16:3e:03:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:53Z', 'updated_at': '2021-11-15T14:40:04Z', 'revision_number': 5, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'subnets': [{'id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:20.427842 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e36e7d-478b-4c08-be7b-acb73b9409f6 None None] Checking router: 1e389309-af09-4e6f-94df-81e48c88f650 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:42:20.432106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c483057-6406-495b-abc7-33af3b6c5fb9 req-c586c955-e840-4522-8453-3c63aaa5c309 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:20.438799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c483057-6406-495b-abc7-33af3b6c5fb9 req-c586c955-e840-4522-8453-3c63aaa5c309 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 945 time: 0.1021869 Nov 15 14:42:20.442365 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e36e7d-478b-4c08-be7b-acb73b9409f6 None None] Routers {'1e389309-af09-4e6f-94df-81e48c88f650'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:42:20.443057 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e2e36e7d-478b-4c08-be7b-acb73b9409f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1e389309-af09-4e6f-94df-81e48c88f650'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:20.444395 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cda8586c-5d12-4de5-aba4-f97150282cc5 req-8e446efb-9079-4197-bb94-347432a94dbf tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092913 Nov 15 14:42:20.530254 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c483057-6406-495b-abc7-33af3b6c5fb9 req-41831f21-fee5-4e88-b09e-f7c726c27f51 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863156 Nov 15 14:42:20.589115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4cdf271-e0e5-47cb-b895-6091cc32f546 req-6201e278-e71f-467e-b83a-5d0946550e78 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 210 time: 0.0474250 Nov 15 14:42:20.630603 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e2e36e7d-478b-4c08-be7b-acb73b9409f6 None None] Set router 1e389309-af09-4e6f-94df-81e48c88f650 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:42:21.054098 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e2e36e7d-478b-4c08-be7b-acb73b9409f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 4, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '51c7e340-1eba-4204-ba44-a91477e283f5', 'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'mac_address': 'fa:16:3e:03:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:53Z', 'updated_at': '2021-11-15T14:40:04Z', 'revision_number': 5, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'subnets': [{'id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:21.092443 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e36e7d-478b-4c08-be7b-acb73b9409f6 None None] The sync data for ids ['1e389309-af09-4e6f-94df-81e48c88f650'] in n-d-817748-2 is: [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:39:55Z', 'revision_number': 4, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '51c7e340-1eba-4204-ba44-a91477e283f5', 'name': '', 'network_id': '3cf70007-ff99-4acd-bb48-f11ca78281fb', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'mac_address': 'fa:16:3e:03:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:53Z', 'updated_at': '2021-11-15T14:40:04Z', 'revision_number': 5, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'subnets': [{'id': 'f2159151-72b2-4e92-99c3-f126bb55be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:42:21.433540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee88ac-c0de-4a41-9908-9abf9c439fc1 None None] New status for floating IP 7019003d-ae1b-4380-aebf-95687b868e94: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:42:21.524722 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fc2cd32a-3ba0-490b-b897-68d476452dd8 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:42:21.555316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: fc2cd32a-3ba0-490b-b897-68d476452dd8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:42:21.555661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fc2cd32a-3ba0-490b-b897-68d476452dd8 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:42:21.608704 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9a150-bfa3-486b-99dd-f9ac53ce5499 req-91a0c680-bdc5-42e6-b624-9ae29945baf7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:21.610232 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3eb9a150-bfa3-486b-99dd-f9ac53ce5499 req-91a0c680-bdc5-42e6-b624-9ae29945baf7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 945 time: 0.0683773 Nov 15 14:42:21.697072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3eb9a150-bfa3-486b-99dd-f9ac53ce5499 req-d4f3e0ff-bcec-42ee-b639-a689a8dba40c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752692 Nov 15 14:42:21.706278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33c264-891c-493b-906a-ec6732868ac7 req-8a89d570-91b5-45b9-a3ac-50370d18d8fb tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:21.708016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf33c264-891c-493b-906a-ec6732868ac7 req-8a89d570-91b5-45b9-a3ac-50370d18d8fb tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 945 time: 0.0968451 Nov 15 14:42:21.771154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf33c264-891c-493b-906a-ec6732868ac7 req-372e4b92-370b-4a91-b4c5-379774a5864a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520113 Nov 15 14:42:21.860045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7fd4d3d-6766-475c-b839-b95c8a48a7c4 req-2bc8645d-1397-4341-847b-ce9e039bb279 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/ports?device_id=f985af9f-16c9-4573-a8b9-60bfc3652495 HTTP/1.1" status: 200 len: 210 time: 0.0505202 Nov 15 14:42:21.951344 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b703c-eabc-4d3f-9813-cac479a234d8 req-06b8635d-7a30-42e9-8e1f-4c57a0200148 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:21.953206 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e50b703c-eabc-4d3f-9813-cac479a234d8 req-06b8635d-7a30-42e9-8e1f-4c57a0200148 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 945 time: 0.1240597 Nov 15 14:42:22.116826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e50b703c-eabc-4d3f-9813-cac479a234d8 req-1acb6ebf-1b8c-44a6-aafd-652c1606ae96 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Deleting port e76ec225-b046-43c8-ab41-2a0109fa5f8a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:42:22.117169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e50b703c-eabc-4d3f-9813-cac479a234d8 req-1acb6ebf-1b8c-44a6-aafd-652c1606ae96 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:22.239204 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e50b703c-eabc-4d3f-9813-cac479a234d8 req-1acb6ebf-1b8c-44a6-aafd-652c1606ae96 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] For port e76ec225-b046-43c8-ab41-2a0109fa5f8a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=e76ec225-b046-43c8-ab41-2a0109fa5f8a,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:22.239586 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e50b703c-eabc-4d3f-9813-cac479a234d8 req-1acb6ebf-1b8c-44a6-aafd-652c1606ae96 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:22.260247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e50b703c-eabc-4d3f-9813-cac479a234d8 req-1acb6ebf-1b8c-44a6-aafd-652c1606ae96 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Calling delete_port for e76ec225-b046-43c8-ab41-2a0109fa5f8a owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:42:22.548879 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e50b703c-eabc-4d3f-9813-cac479a234d8 req-1acb6ebf-1b8c-44a6-aafd-652c1606ae96 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:22.563541 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:42:22.625169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb6ebf-1b8c-44a6-aafd-652c1606ae96 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event deleted for resources: {'Port': ['ID=e76ec225-b046-43c8-ab41-2a0109fa5f8a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:22.660945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2ade1-cdf6-4f93-954a-4fbea03a9550 req-4807b184-eccc-40a3-ae81-64b6c5dd035b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:22.670003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ff2ade1-cdf6-4f93-954a-4fbea03a9550 req-4807b184-eccc-40a3-ae81-64b6c5dd035b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 945 time: 0.1157329 Nov 15 14:42:22.689290 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50b703c-eabc-4d3f-9813-cac479a234d8 req-1acb6ebf-1b8c-44a6-aafd-652c1606ae96 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] No DVR routers for this DVR port e76ec225-b046-43c8-ab41-2a0109fa5f8a on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:42:22.693445 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e50b703c-eabc-4d3f-9813-cac479a234d8 req-1acb6ebf-1b8c-44a6-aafd-652c1606ae96 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:22.697769 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e50b703c-eabc-4d3f-9813-cac479a234d8 req-1acb6ebf-1b8c-44a6-aafd-652c1606ae96 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "DELETE /v2.0/ports/e76ec225-b046-43c8-ab41-2a0109fa5f8a HTTP/1.1" status: 204 len: 173 time: 0.7366378 Nov 15 14:42:22.698304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dba644-27e4-4ad1-975b-3a59e3949311', 'name': 'network-vif-deleted', 'tag': 'e76ec225-b046-43c8-ab41-2a0109fa5f8a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:22.700777 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d604949-c8b1-4417-9700-2ab27110687a" -d '{"events": [{"server_uuid": "64dba644-27e4-4ad1-975b-3a59e3949311", "name": "network-vif-deleted", "tag": "e76ec225-b046-43c8-ab41-2a0109fa5f8a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:22.732550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ff2ade1-cdf6-4f93-954a-4fbea03a9550 req-aea85787-6c89-4e26-8b1b-46678e52d2e8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611527 Nov 15 14:42:22.758482 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2374f8-847a-4f68-ba4c-9016aa3233da x-openstack-request-id: req-ba2374f8-847a-4f68-ba4c-9016aa3233da {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:22.758482 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dba644-27e4-4ad1-975b-3a59e3949311", "name": "network-vif-deleted", "tag": "e76ec225-b046-43c8-ab41-2a0109fa5f8a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:22.758482 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba2374f8-847a-4f68-ba4c-9016aa3233da {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:22.758482 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dba644-27e4-4ad1-975b-3a59e3949311', 'name': 'network-vif-deleted', 'tag': 'e76ec225-b046-43c8-ab41-2a0109fa5f8a', 'status': 'completed', 'code': 200} Nov 15 14:42:22.911239 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-730fbe52-a142-49fd-8d1c-17cb8a3d8802 req-7bbbd1d1-c637-41bd-967b-3031221898e4 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 210 time: 0.0411434 Nov 15 14:42:23.225077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35896) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:23.323733 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1837098d-6f10-494c-8f9b-c23bac7d38dd tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:23.358073 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1837098d-6f10-494c-8f9b-c23bac7d38dd tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:23.702455 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1837098d-6f10-494c-8f9b-c23bac7d38dd tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:23.705219 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1837098d-6f10-494c-8f9b-c23bac7d38dd tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:23.706429 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1837098d-6f10-494c-8f9b-c23bac7d38dd tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "DELETE /v2.0/security-groups/4f6ca0ce-9c0c-4f7d-969d-ca8594df790f HTTP/1.1" status: 204 len: 168 time: 0.4792747 Nov 15 14:42:23.709024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 35926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:23.724501 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-981001eb-0a77-4620-8f7f-9be584cb0363 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] show failed (client error): The resource could not be found. Nov 15 14:42:23.726857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837098d-6f10-494c-8f9b-c23bac7d38dd tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6ca0ce-9c0c-4f7d-969d-ca8594df790f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:23.728684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-981001eb-0a77-4620-8f7f-9be584cb0363 tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "GET /v2.0/security-groups/4f6ca0ce-9c0c-4f7d-969d-ca8594df790f HTTP/1.1" status: 404 len: 347 time: 0.0184567 Nov 15 14:42:23.729246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 35930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:23.904085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df4ca0-f181-4cfe-be1d-0fbf4392a6e7 req-f35a1f49-2763-491b-ad52-49a4f33f3c8c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:23.906025 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4df4ca0-f181-4cfe-be1d-0fbf4392a6e7 req-f35a1f49-2763-491b-ad52-49a4f33f3c8c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 945 time: 0.0949373 Nov 15 14:42:23.922039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5e7484fd-2fe5-42e8-97f0-914009a6efaa tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Deleting port 3442b2e9-73ab-46da-a9f4-8a6a948e3ba6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:42:23.922381 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e7484fd-2fe5-42e8-97f0-914009a6efaa tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:24.017836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4df4ca0-f181-4cfe-be1d-0fbf4392a6e7 req-5ed16130-fb18-4fc2-b6b7-5d1fbdeb23a2 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046152 Nov 15 14:42:24.050145 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e7484fd-2fe5-42e8-97f0-914009a6efaa tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:24.050296 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e7484fd-2fe5-42e8-97f0-914009a6efaa tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:24.079357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device e76ec225-b046-43c8-ab41-2a0109fa5f8a no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:42:24.096307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5e7484fd-2fe5-42e8-97f0-914009a6efaa tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Calling delete_port for 3442b2e9-73ab-46da-a9f4-8a6a948e3ba6 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:42:24.109855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2518ebab-83c9-4d05-96a9-44573685e1f1 req-4d6bf67a-98e0-4411-9409-66fbdcf6f18f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=64dba644-27e4-4ad1-975b-3a59e3949311 HTTP/1.1" status: 200 len: 210 time: 0.0330317 Nov 15 14:42:24.168247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: e76ec225-b046-43c8-ab41-2a0109fa5f8a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:42:24.168746 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device e76ec225-b046-43c8-ab41-2a0109fa5f8a not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:42:24.224854 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5716c-f9a4-4f1e-99d7-22c89e0165a6 req-e74d0f39-165a-4508-9d60-d2c5db1eb1f0 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:24.226436 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7fd5716c-f9a4-4f1e-99d7-22c89e0165a6 req-e74d0f39-165a-4508-9d60-d2c5db1eb1f0 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.59 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 945 time: 0.0565825 Nov 15 14:42:24.337805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7fd5716c-f9a4-4f1e-99d7-22c89e0165a6 req-40a41535-b44c-4562-8e4b-ca252ebbb0b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Deleting port def709d2-4db1-4989-8413-bb127fcf2f9a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:42:24.338145 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fd5716c-f9a4-4f1e-99d7-22c89e0165a6 req-40a41535-b44c-4562-8e4b-ca252ebbb0b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:24.434387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7fd5716c-f9a4-4f1e-99d7-22c89e0165a6 req-40a41535-b44c-4562-8e4b-ca252ebbb0b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] For port def709d2-4db1-4989-8413-bb127fcf2f9a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=def709d2-4db1-4989-8413-bb127fcf2f9a,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:24.434773 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fd5716c-f9a4-4f1e-99d7-22c89e0165a6 req-40a41535-b44c-4562-8e4b-ca252ebbb0b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:24.448344 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7fd5716c-f9a4-4f1e-99d7-22c89e0165a6 req-40a41535-b44c-4562-8e4b-ca252ebbb0b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Calling delete_port for def709d2-4db1-4989-8413-bb127fcf2f9a owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:42:24.464084 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e7484fd-2fe5-42e8-97f0-914009a6efaa tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:24.493604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7484fd-2fe5-42e8-97f0-914009a6efaa tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Pushing event deleted for resources: {'Port': ['ID=3442b2e9-73ab-46da-a9f4-8a6a948e3ba6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:24.558821 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e7484fd-2fe5-42e8-97f0-914009a6efaa tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:24.561037 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e7484fd-2fe5-42e8-97f0-914009a6efaa tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:24.562354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5e7484fd-2fe5-42e8-97f0-914009a6efaa tempest-ServersTestFqdnHostnames-1736652015 tempest-ServersTestFqdnHostnames-1736652015-project] 10.222.0.70 "DELETE /v2.0/floatingips/7019003d-ae1b-4380-aebf-95687b868e94 HTTP/1.1" status: 204 len: 168 time: 0.8319199 Nov 15 14:42:24.565553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 35964) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:24.748868 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fd5716c-f9a4-4f1e-99d7-22c89e0165a6 req-40a41535-b44c-4562-8e4b-ca252ebbb0b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:24.761829 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['def709d2-4db1-4989-8413-bb127fcf2f9a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:42:24.787657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a41535-b44c-4562-8e4b-ca252ebbb0b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Pushing event deleted for resources: {'Port': ['ID=def709d2-4db1-4989-8413-bb127fcf2f9a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:24.823878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd5716c-f9a4-4f1e-99d7-22c89e0165a6 req-40a41535-b44c-4562-8e4b-ca252ebbb0b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] No DVR routers for this DVR port def709d2-4db1-4989-8413-bb127fcf2f9a on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:42:24.827687 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fd5716c-f9a4-4f1e-99d7-22c89e0165a6 req-40a41535-b44c-4562-8e4b-ca252ebbb0b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:24.834454 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7fd5716c-f9a4-4f1e-99d7-22c89e0165a6 req-40a41535-b44c-4562-8e4b-ca252ebbb0b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.59 "DELETE /v2.0/ports/def709d2-4db1-4989-8413-bb127fcf2f9a HTTP/1.1" status: 204 len: 173 time: 0.6004515 Nov 15 14:42:24.835424 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979a92ea-f31b-4a4e-a87f-d143542d96ef', 'name': 'network-vif-deleted', 'tag': 'def709d2-4db1-4989-8413-bb127fcf2f9a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:24.839776 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce0fb9e-f7ce-430d-9318-8f694d9fe193" -d '{"events": [{"server_uuid": "979a92ea-f31b-4a4e-a87f-d143542d96ef", "name": "network-vif-deleted", "tag": "def709d2-4db1-4989-8413-bb127fcf2f9a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:24.894245 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81fa4be-5d23-471e-9cfd-093454df31e2 x-openstack-request-id: req-e81fa4be-5d23-471e-9cfd-093454df31e2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:24.895172 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979a92ea-f31b-4a4e-a87f-d143542d96ef", "name": "network-vif-deleted", "tag": "def709d2-4db1-4989-8413-bb127fcf2f9a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:24.895424 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e81fa4be-5d23-471e-9cfd-093454df31e2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:24.896139 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979a92ea-f31b-4a4e-a87f-d143542d96ef', 'name': 'network-vif-deleted', 'tag': 'def709d2-4db1-4989-8413-bb127fcf2f9a', 'status': 'completed', 'code': 200} Nov 15 14:42:24.944698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35978) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:24.977067 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d34db0-dfb8-4c8b-9877-287c702f5c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:25.085231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c548849-3185-4485-ae0b-4aa989410137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:25.177577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31bb0f21-fc57-4679-beb1-48d515d9b135 req-8d69fb15-7ddf-4a57-8ddb-0e7a6b22c99a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 210 time: 0.0501454 Nov 15 14:42:25.248259 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c548849-3185-4485-ae0b-4aa989410137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:25.357467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-99d34db0-dfb8-4c8b-9877-287c702f5c30 admin admin] Deleting port 51c7e340-1eba-4204-ba44-a91477e283f5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:42:25.357807 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d34db0-dfb8-4c8b-9877-287c702f5c30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:25.444607 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c548849-3185-4485-ae0b-4aa989410137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:25.483601 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c548849-3185-4485-ae0b-4aa989410137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2861bf1b-8f75-44ec-80a6-4927c668576e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:25.487997 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9c548849-3185-4485-ae0b-4aa989410137 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6224ddfec4ba4b37a65b4b7be6b45a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5421107 Nov 15 14:42:25.490866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36018) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:25.519730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-99d34db0-dfb8-4c8b-9877-287c702f5c30 admin admin] For port 51c7e340-1eba-4204-ba44-a91477e283f5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=51c7e340-1eba-4204-ba44-a91477e283f5,segment=NetworkSegment(febc539b-2aad-48b1-83dc-b79c920b2876),segment_id=febc539b-2aad-48b1-83dc-b79c920b2876)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:25.520012 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d34db0-dfb8-4c8b-9877-287c702f5c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:25.539226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-99d34db0-dfb8-4c8b-9877-287c702f5c30 admin admin] Calling delete_port for 51c7e340-1eba-4204-ba44-a91477e283f5 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:42:25.559113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-899434aa-0224-4daa-ab5f-70d3534b643c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:25.583734 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-899434aa-0224-4daa-ab5f-70d3534b643c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:25.615938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-243beaad-f730-47f6-b48d-7f6c3b18a0bf tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:25.617544 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-243beaad-f730-47f6-b48d-7f6c3b18a0bf tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.1757102 Nov 15 14:42:25.658172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-7c7c0be1-f0fb-44ac-8c61-9c08b9c0b545 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/quotas/c2cea4c71afc4a7b87dd84d35938cede HTTP/1.1" status: 200 len: 375 time: 0.0250723 Nov 15 14:42:25.758361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-611cdb04-0c59-4c96-8c85-dd950c70ad09 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658422 Nov 15 14:42:25.833840 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-899434aa-0224-4daa-ab5f-70d3534b643c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:25.837636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-899434aa-0224-4daa-ab5f-70d3534b643c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:25.838717 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-899434aa-0224-4daa-ab5f-70d3534b643c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2861bf1b-8f75-44ec-80a6-4927c668576e HTTP/1.1" status: 204 len: 168 time: 0.3464997 Nov 15 14:42:25.851286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899434aa-0224-4daa-ab5f-70d3534b643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2861bf1b-8f75-44ec-80a6-4927c668576e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:25.902636 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-753e67fe-1cb4-485b-9403-7b8aa452b6ac service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357706 Nov 15 14:42:26.013165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-1280b013-8f2f-439e-a77c-880a9a48606d service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951021 Nov 15 14:42:26.075753 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d34db0-dfb8-4c8b-9877-287c702f5c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:26.446648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d34db0-dfb8-4c8b-9877-287c702f5c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c7e340-1eba-4204-ba44-a91477e283f5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:26.511800 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4149b084-d703-4c42-8175-1d9034a8c14f req-79acfdd5-a104-4ca3-97f8-f2a9a9d55753 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=979a92ea-f31b-4a4e-a87f-d143542d96ef HTTP/1.1" status: 200 len: 210 time: 0.0734887 Nov 15 14:42:26.747328 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-034f1e9c-12d9-45b4-b47c-331323486765 req-731e9bdd-e828-49af-81a3-215094485ff3 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 210 time: 0.0388973 Nov 15 14:42:26.783612 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d34db0-dfb8-4c8b-9877-287c702f5c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:27.040233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d34db0-dfb8-4c8b-9877-287c702f5c30 admin admin] Router 1e389309-af09-4e6f-94df-81e48c88f650 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:42:27.158968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d34db0-dfb8-4c8b-9877-287c702f5c30 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:42:27.172315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-99d34db0-dfb8-4c8b-9877-287c702f5c30 admin admin] 10.222.0.70 "PUT /v2.0/routers/1e389309-af09-4e6f-94df-81e48c88f650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5994506 Nov 15 14:42:27.172315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 36076) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:27.173025 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9496fce-8637-40ef-9d05-08391f0c31cb None None] Sync routers for ids ['1e389309-af09-4e6f-94df-81e48c88f650'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:42:27.177681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:27.187386 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9496fce-8637-40ef-9d05-08391f0c31cb None None] Routers {'1e389309-af09-4e6f-94df-81e48c88f650'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:42:27.188293 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9496fce-8637-40ef-9d05-08391f0c31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1e389309-af09-4e6f-94df-81e48c88f650'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:27.202387 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ab2a-c4b2-4734-b182-7f61be05a6c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:27.297004 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:27.300080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ab2a-c4b2-4734-b182-7f61be05a6c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:27.306473 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e9496fce-8637-40ef-9d05-08391f0c31cb None None] Set router 1e389309-af09-4e6f-94df-81e48c88f650 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:42:27.427533 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:27.446415 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ab2a-c4b2-4734-b182-7f61be05a6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:27.487899 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bcc0ab2a-c4b2-4734-b182-7f61be05a6c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b0f6055bb3941d2ade5143c0895deaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081448 Nov 15 14:42:27.489647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0ab2a-c4b2-4734-b182-7f61be05a6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e0d6f7-249d-4107-aae6-de6d3e9e5396,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:27.496691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 36086) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:27.500133 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9496fce-8637-40ef-9d05-08391f0c31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:42:25Z', 'revision_number': 5, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:27.529745 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9496fce-8637-40ef-9d05-08391f0c31cb None None] Checking router: 1e389309-af09-4e6f-94df-81e48c88f650 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:42:27.539152 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9496fce-8637-40ef-9d05-08391f0c31cb None None] Routers {'1e389309-af09-4e6f-94df-81e48c88f650'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:42:27.540045 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9496fce-8637-40ef-9d05-08391f0c31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1e389309-af09-4e6f-94df-81e48c88f650'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:27.554491 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device def709d2-4db1-4989-8413-bb127fcf2f9a no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:42:27.562561 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a187ac2-1bfd-41b3-b07f-46a846d693e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:27.585695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: def709d2-4db1-4989-8413-bb127fcf2f9a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:42:27.591912 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device def709d2-4db1-4989-8413-bb127fcf2f9a not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:42:27.600361 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a187ac2-1bfd-41b3-b07f-46a846d693e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:27.674603 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e9496fce-8637-40ef-9d05-08391f0c31cb None None] Set router 1e389309-af09-4e6f-94df-81e48c88f650 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:42:27.857146 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d83a52a8-714e-4b71-b173-b8771c31b1f2 req-29835833-6613-4535-92a7-74f80485c39e tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 210 time: 0.0496783 Nov 15 14:42:27.883422 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9496fce-8637-40ef-9d05-08391f0c31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:42:25Z', 'revision_number': 5, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:27.917154 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9496fce-8637-40ef-9d05-08391f0c31cb None None] The sync data for ids ['1e389309-af09-4e6f-94df-81e48c88f650'] in n-d-817748-2 is: [{'id': '1e389309-af09-4e6f-94df-81e48c88f650', 'name': 'tempest-ServersTestFqdnHostnames-2119662783-router', 'tenant_id': '0d925ba03adc42898399b4f3ce10eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:39:47Z', 'updated_at': '2021-11-15T14:42:25Z', 'revision_number': 5, 'project_id': '0d925ba03adc42898399b4f3ce10eac0', 'gw_port': {'id': '1cf12c99-9ba7-42dc-820a-fbc0daecd1fb', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e389309-af09-4e6f-94df-81e48c88f650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:39:49Z', 'updated_at': '2021-11-15T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:42:27.966107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-9ebd7276-a636-4b8d-9b26-127467adda6c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:27.967606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-9ebd7276-a636-4b8d-9b26-127467adda6c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 812 time: 0.1469057 Nov 15 14:42:27.988536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-3cdac8a8-f40c-4084-a1fb-e0f26e183544 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/quotas/1ea279d6bdf74dbca229a904f81e9ead HTTP/1.1" status: 200 len: 375 time: 0.0104625 Nov 15 14:42:28.025788 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-eb7fe116-7bbf-4ca4-9e1d-c6ab8d3f2c22 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312293 Nov 15 14:42:28.123548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-0dcd6010-d921-439b-bb5e-712cfb516c24 service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900352 Nov 15 14:42:28.217823 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a187ac2-1bfd-41b3-b07f-46a846d693e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:28.220264 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a187ac2-1bfd-41b3-b07f-46a846d693e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:28.223755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5a187ac2-1bfd-41b3-b07f-46a846d693e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29e0d6f7-249d-4107-aae6-de6d3e9e5396 HTTP/1.1" status: 204 len: 168 time: 0.7281370 Nov 15 14:42:28.229226 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:28.253245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a187ac2-1bfd-41b3-b07f-46a846d693e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e0d6f7-249d-4107-aae6-de6d3e9e5396,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:28.296094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-537cbdc5-d7a8-4b48-8720-48b8dc103979 service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663859 Nov 15 14:42:28.326999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Deleting port 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:42:28.330972 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:28.498143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] For port 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1cf12c99-9ba7-42dc-820a-fbc0daecd1fb,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:28.498536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:28.518487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Calling delete_port for 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:42:28.566762 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:28.797191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3d8dede-7b05-4a4c-9ced-67d73982da0a req-2e9454fb-c7a0-4da4-91e3-78cce85b8e46 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 210 time: 0.0672460 Nov 15 14:42:28.974884 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:28.987491 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 51c7e340-1eba-4204-ba44-a91477e283f5 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:42:29.026616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 51c7e340-1eba-4204-ba44-a91477e283f5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:42:29.026959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 51c7e340-1eba-4204-ba44-a91477e283f5 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:42:29.031965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf12c99-9ba7-42dc-820a-fbc0daecd1fb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:29.050357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6bb090e9-f960-4ca0-97f1-876575f2c6d5 req-677f5ff6-9151-4437-b137-9ce678e13fbb tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 210 time: 0.0743935 Nov 15 14:42:29.161682 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:29.263359 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:29.265593 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:29.468929 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:29.469514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e389309-af09-4e6f-94df-81e48c88f650 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:42:29.476248 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:29.479918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:29.480662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5f053b86-2277-406b-b38a-8c6bc0e9477f admin admin] 10.222.0.70 "DELETE /v2.0/routers/1e389309-af09-4e6f-94df-81e48c88f650 HTTP/1.1" status: 204 len: 168 time: 2.3088393 Nov 15 14:42:29.540315 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c256f159-e54b-4f87-86d0-6d291d7c5348 admin admin] Deleting subnet f2159151-72b2-4e92-99c3-f126bb55be6e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:42:29.546077 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c256f159-e54b-4f87-86d0-6d291d7c5348 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:29.595525 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c256f159-e54b-4f87-86d0-6d291d7c5348 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:29.753612 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c256f159-e54b-4f87-86d0-6d291d7c5348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:29.835175 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-10bbf762-89fc-4f6c-bf75-84421eb5847c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:29.869755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52ddeb25-1bdd-43bc-a566-f9ccf6b9157c req-7e2809bd-be1b-4fce-aee1-7932b4488240 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 210 time: 0.0294957 Nov 15 14:42:30.005472 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c256f159-e54b-4f87-86d0-6d291d7c5348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:30.043438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256f159-e54b-4f87-86d0-6d291d7c5348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2159151-72b2-4e92-99c3-f126bb55be6e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:30.043438 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c256f159-e54b-4f87-86d0-6d291d7c5348 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:30.045308 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c256f159-e54b-4f87-86d0-6d291d7c5348 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f2159151-72b2-4e92-99c3-f126bb55be6e HTTP/1.1" status: 204 len: 168 time: 0.5641341 Nov 15 14:42:30.048043 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36202) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:30.052547 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d32a2ed-b125-4635-8f23-1a489cbc4ede None None] Network 3cf70007-ff99-4acd-bb48-f11ca78281fb requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:42:30.155751 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:30.210442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4458a672-3263-4719-84cb-6796f7835dbe req-774b30c6-38d6-4f5f-8952-033c664f6328 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 210 time: 0.0370178 Nov 15 14:42:30.255312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Deleting port add7000f-e2cc-4270-9494-05d1fc171d0f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:42:30.255588 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:30.330934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] DHCP port deletion for 3cf70007-ff99-4acd-bb48-f11ca78281fb request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:42:30.379371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] For port add7000f-e2cc-4270-9494-05d1fc171d0f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=add7000f-e2cc-4270-9494-05d1fc171d0f,segment=NetworkSegment(febc539b-2aad-48b1-83dc-b79c920b2876),segment_id=febc539b-2aad-48b1-83dc-b79c920b2876)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:30.379873 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:30.400277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Calling delete_port for add7000f-e2cc-4270-9494-05d1fc171d0f owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:42:30.429211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Deleting port add7000f-e2cc-4270-9494-05d1fc171d0f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:42:30.429881 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:30.519224 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] For port add7000f-e2cc-4270-9494-05d1fc171d0f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=add7000f-e2cc-4270-9494-05d1fc171d0f,segment=NetworkSegment(febc539b-2aad-48b1-83dc-b79c920b2876),segment_id=febc539b-2aad-48b1-83dc-b79c920b2876)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:30.519623 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:30.539122 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Calling delete_port for add7000f-e2cc-4270-9494-05d1fc171d0f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:42:30.683629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-41f0e9ec-b60d-4dfc-8fc8-e4d37d1c4c80 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:30.685098 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-41f0e9ec-b60d-4dfc-8fc8-e4d37d1c4c80 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.1336410 Nov 15 14:42:30.700744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-f49ee684-1e23-4c18-8fef-ce26ce739978 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Request body: {'port': {'device_id': '843a4a46-27ce-454a-b1d4-fcc224d5bc61', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'admin_state_up': True, 'tenant_id': 'c2cea4c71afc4a7b87dd84d35938cede'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:30.750027 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:30.752231 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:30.788961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=add7000f-e2cc-4270-9494-05d1fc171d0f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:30.789214 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Pushing event deleted for resources: {'Port': ['ID=add7000f-e2cc-4270-9494-05d1fc171d0f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:30.798322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] No DVR routers for this DVR port add7000f-e2cc-4270-9494-05d1fc171d0f on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:42:30.801311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:30.801659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:30.802000 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:30.802419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:30.802538 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] No DVR routers for this DVR port add7000f-e2cc-4270-9494-05d1fc171d0f on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:42:30.802788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:30.803125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:30.803992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:30.803992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:30.804279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:30.804491 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:30.805038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:30.805380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119fdcb-4779-4869-af10-57dcd305333e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:42:30.941364 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.014682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf70007-ff99-4acd-bb48-f11ca78281fb']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:31.034243 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febc539b-2aad-48b1-83dc-b79c920b2876') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:31.036246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febc539b-2aad-48b1-83dc-b79c920b2876') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:31.046560 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.071533 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.086121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:42:31.088280 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:42:31.091599 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:42:31.106713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afc32f78-5c68-4798-ab9f-cea246df4ab4 req-1af847f2-6370-4ddf-96cc-72cc42adf938 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 210 time: 0.0886292 Nov 15 14:42:31.108296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:42:31.139363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:42:31.139701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1cf12c99-9ba7-42dc-820a-fbc0daecd1fb not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:42:31.140247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device add7000f-e2cc-4270-9494-05d1fc171d0f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:42:31.151733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-f49ee684-1e23-4c18-8fef-ce26ce739978 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Made reservation on behalf of c2cea4c71afc4a7b87dd84d35938cede for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:42:31.155565 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-f49ee684-1e23-4c18-8fef-ce26ce739978 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.161970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: add7000f-e2cc-4270-9494-05d1fc171d0f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:42:31.161970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device add7000f-e2cc-4270-9494-05d1fc171d0f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:42:31.269986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36268) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:31.343177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-760952c0-235f-45e7-8aa7-3d8763a9e61e req-d2cfa01c-93b9-49fb-b1f4-0ad47a448ccf tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 210 time: 0.0385671 Nov 15 14:42:31.377933 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.424283 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.427885 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3cf70007-ff99-4acd-bb48-f11ca78281fb HTTP/1.1" status: 204 len: 168 time: 1.3760688 Nov 15 14:42:31.437333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff4946-c059-4744-85b7-265ab1ce21c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf70007-ff99-4acd-bb48-f11ca78281fb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:31.449956 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4541f945-3fa1-4977-8c38-8c224c6a0eb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.555760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-f49ee684-1e23-4c18-8fef-ce26ce739978 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Allocated IP 172.20.0.10 (41176d6c-3c2c-491f-81e2-57dc1c71ec1b/186ef2d9-ae15-4420-a072-fa533fc8ac78/6bee9a7c-b90d-418f-8660-54502063f8ec) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:31.603144 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4541f945-3fa1-4977-8c38-8c224c6a0eb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.733636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-f49ee684-1e23-4c18-8fef-ce26ce739978 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.833108 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4541f945-3fa1-4977-8c38-8c224c6a0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.877950 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4541f945-3fa1-4977-8c38-8c224c6a0eb3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b7839ff4c1c46bc8d03ce259f1bffc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6024787 Nov 15 14:42:31.877950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541f945-3fa1-4977-8c38-8c224c6a0eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04c3743-21e4-4301-ac21-1f081abaf29d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:31.878145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 36280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:31.928503 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-f49ee684-1e23-4c18-8fef-ce26ce739978 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.937678 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e522bcf5-d9bb-4463-8432-1df7731b99e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.940704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:42:31.963452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e522bcf5-d9bb-4463-8432-1df7731b99e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:31.997225 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:32.077775 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-689f1b76-2b66-4949-9b58-a0be6d440776 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d925ba03adc42898399b4f3ce10eac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0679412 Nov 15 14:42:32.077970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 36286) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:32.078088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-f49ee684-1e23-4c18-8fef-ce26ce739978 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:32.080489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-f49ee684-1e23-4c18-8fef-ce26ce739978 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:32.085734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-f49ee684-1e23-4c18-8fef-ce26ce739978 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:32.094454 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ee684-1e23-4c18-8fef-ce26ce739978 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event updated for resources: {'Port': ['ID=6bee9a7c-b90d-418f-8660-54502063f8ec,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:32.156212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-f49ee684-1e23-4c18-8fef-ce26ce739978 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:32.157153 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-f49ee684-1e23-4c18-8fef-ce26ce739978 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:32.199457 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54c10d7a-a2db-467a-9aae-e3b56d4719d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:32.267520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-546322c7-f9c4-445b-bdd0-b971f7e7f0b2 req-c4d634d6-d90b-4a52-be6d-ec1d25af2892 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 210 time: 0.0623112 Nov 15 14:42:32.271129 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54c10d7a-a2db-467a-9aae-e3b56d4719d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:32.292664 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05099636-00dd-4d48-b72a-7b8a6cb03cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:32.298742 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-f49ee684-1e23-4c18-8fef-ce26ce739978 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6030269 Nov 15 14:42:32.314356 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e522bcf5-d9bb-4463-8432-1df7731b99e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:32.317249 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e522bcf5-d9bb-4463-8432-1df7731b99e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:32.318656 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e522bcf5-d9bb-4463-8432-1df7731b99e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c04c3743-21e4-4301-ac21-1f081abaf29d HTTP/1.1" status: 204 len: 168 time: 0.4394884 Nov 15 14:42:32.326493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Request body: {'port': {'device_id': '843a4a46-27ce-454a-b1d4-fcc224d5bc61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:32.349044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522bcf5-d9bb-4463-8432-1df7731b99e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04c3743-21e4-4301-ac21-1f081abaf29d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:32.419971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-2bc6820f-a22a-47c4-98a6-b2e1617304f1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:32.421937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-2bc6820f-a22a-47c4-98a6-b2e1617304f1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 812 time: 0.1686568 Nov 15 14:42:32.446130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-91c41048-6b91-4147-8cef-ab4d4aeec144 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Request body: {'port': {'device_id': 'feabd041-9824-47dd-a7eb-be64c7925d0e', 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'admin_state_up': True, 'tenant_id': '1ea279d6bdf74dbca229a904f81e9ead'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:32.503514 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:32.567881 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54c10d7a-a2db-467a-9aae-e3b56d4719d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:32.570940 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54c10d7a-a2db-467a-9aae-e3b56d4719d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:32.572351 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-54c10d7a-a2db-467a-9aae-e3b56d4719d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d9d91600-1670-4aa8-b9f9-c63afc471059 HTTP/1.1" status: 204 len: 168 time: 0.4983125 Nov 15 14:42:32.630440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c10d7a-a2db-467a-9aae-e3b56d4719d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d91600-1670-4aa8-b9f9-c63afc471059,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:32.670674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c3af5-91ec-43d7-8b72-1c760fb5a952 req-6beee660-0543-4d06-8cf7-979edb511779 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:32.672263 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e0c3af5-91ec-43d7-8b72-1c760fb5a952 req-6beee660-0543-4d06-8cf7-979edb511779 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 932 time: 0.1083889 Nov 15 14:42:32.733193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e0c3af5-91ec-43d7-8b72-1c760fb5a952 req-76be396b-658b-410b-bcc1-138ab8cd1927 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529506 Nov 15 14:42:32.846381 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bee9a7c-b90d-418f-8660-54502063f8ec {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:32.854186 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:32.868226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Transition to ACTIVE for port object 6bee9a7c-b90d-418f-8660-54502063f8ec will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:42:32.886377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-91c41048-6b91-4147-8cef-ab4d4aeec144 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Made reservation on behalf of 1ea279d6bdf74dbca229a904f81e9ead for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:42:32.890266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-91c41048-6b91-4147-8cef-ab4d4aeec144 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:33.070148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-91c41048-6b91-4147-8cef-ab4d4aeec144 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Allocated IP 172.20.0.11 (4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2/28bfe1c1-3742-4b93-8275-ffafdcc1490d/eca176a2-2cd6-467f-abc5-63a5cba09e4c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:33.091922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:33.121178 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:42:33.261926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Pushing event updated for resources: {'Port': ['ID=6bee9a7c-b90d-418f-8660-54502063f8ec,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:33.364535 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Attempting to bind port 6bee9a7c-b90d-418f-8660-54502063f8ec on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:42:33.364888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Attempting to bind port 6bee9a7c-b90d-418f-8660-54502063f8ec by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:42:33.365233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Attempting to bind port 6bee9a7c-b90d-418f-8660-54502063f8ec on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:33.378371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Port 6bee9a7c-b90d-418f-8660-54502063f8ec on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:42:33.378668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Attempting to bind port 6bee9a7c-b90d-418f-8660-54502063f8ec on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:33.395935 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:42:33.396323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Checking segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:42:33.396681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Bound using segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:42:33.397121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Bound port: 6bee9a7c-b90d-418f-8660-54502063f8ec, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:42:33.397486 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:33.458214 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-91c41048-6b91-4147-8cef-ab4d4aeec144 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:33.462079 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7239ae87-d7b7-4567-b00c-0f303c7d9035 req-5ed95dc0-50cf-41a4-a62a-7e55b98e7d54 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 210 time: 0.0484722 Nov 15 14:42:33.526343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] For port 6bee9a7c-b90d-418f-8660-54502063f8ec, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:42:33.528439 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:33.531297 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] For port 6bee9a7c-b90d-418f-8660-54502063f8ec, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6bee9a7c-b90d-418f-8660-54502063f8ec,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:42:33.755547 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-91c41048-6b91-4147-8cef-ab4d4aeec144 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:33.824138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-91c41048-6b91-4147-8cef-ab4d4aeec144 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:33.824603 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:33.848298 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:33.848909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-91c41048-6b91-4147-8cef-ab4d4aeec144 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:33.849030 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:33.851248 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] 10.222.0.46 "PUT /v2.0/ports/6bee9a7c-b90d-418f-8660-54502063f8ec HTTP/1.1" status: 200 len: 1092 time: 1.5428643 Nov 15 14:42:33.852888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c41048-6b91-4147-8cef-ab4d4aeec144 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Pushing event updated for resources: {'Port': ['ID=eca176a2-2cd6-467f-abc5-63a5cba09e4c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:33.855580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-91c41048-6b91-4147-8cef-ab4d4aeec144 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:33.879894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843a4a46-27ce-454a-b1d4-fcc224d5bc61', 'tag': '6bee9a7c-b90d-418f-8660-54502063f8ec'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:33.882109 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e99d14-e0b2-4936-89df-289a954f76d5" -d '{"events": [{"name": "network-changed", "server_uuid": "843a4a46-27ce-454a-b1d4-fcc224d5bc61", "tag": "6bee9a7c-b90d-418f-8660-54502063f8ec"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:33.921513 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0681e-49e8-4103-80bc-468084792b90 service neutron] Pushing event updated for resources: {'Port': ['ID=6bee9a7c-b90d-418f-8660-54502063f8ec,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:33.923802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510045be-104e-4703-b064-a1d649944a70 req-031df29c-50b2-4abc-8180-93f3b80cb306 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:33.925749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-510045be-104e-4703-b064-a1d649944a70 req-031df29c-50b2-4abc-8180-93f3b80cb306 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 944 time: 0.1137590 Nov 15 14:42:33.932592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-91c41048-6b91-4147-8cef-ab4d4aeec144 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:33.933942 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-91c41048-6b91-4147-8cef-ab4d4aeec144 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:34.003148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-510045be-104e-4703-b064-a1d649944a70 req-7e15dcc0-9f87-4ed1-b4c6-2001410da54b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645361 Nov 15 14:42:34.097377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-91c41048-6b91-4147-8cef-ab4d4aeec144 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6554070 Nov 15 14:42:34.115485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Request body: {'port': {'device_id': 'feabd041-9824-47dd-a7eb-be64c7925d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:34.184718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-8cf0793b-0673-46a6-adff-442264f1f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:34.187343 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-8cf0793b-0673-46a6-adff-442264f1f517 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 1095 time: 0.0661004 Nov 15 14:42:34.199622 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e3c0ff-e715-4418-88a3-24fc1ba5c30f x-openstack-request-id: req-b5e3c0ff-e715-4418-88a3-24fc1ba5c30f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:34.200210 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843a4a46-27ce-454a-b1d4-fcc224d5bc61", "tag": "6bee9a7c-b90d-418f-8660-54502063f8ec", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:34.200604 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5e3c0ff-e715-4418-88a3-24fc1ba5c30f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:34.201349 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843a4a46-27ce-454a-b1d4-fcc224d5bc61', 'tag': '6bee9a7c-b90d-418f-8660-54502063f8ec', 'status': 'completed', 'code': 200} Nov 15 14:42:34.207658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:34.265559 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-286d145a-1cc9-4023-8de7-a6401c1f672a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bee9a7c-b90d-418f-8660-54502063f8ec HTTP/1.1" status: 200 len: 217 time: 0.0629826 Nov 15 14:42:34.361840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-5855a2e3-874b-4f43-8975-2efa06c54f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:34.363496 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-5855a2e3-874b-4f43-8975-2efa06c54f00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.0873299 Nov 15 14:42:34.406998 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-8ffa22fa-6f17-4bfb-80bc-6696bc8e4df8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327947 Nov 15 14:42:34.490797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 36358) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:34.521248 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-2a9b9511-642c-4f04-8f86-728d1ce3c074 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061535 Nov 15 14:42:34.607562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca176a2-2cd6-467f-abc5-63a5cba09e4c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:34.639828 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:34.662448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Transition to ACTIVE for port object eca176a2-2cd6-467f-abc5-63a5cba09e4c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:42:34.679477 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0a4f05e-33cf-44e0-81f4-519b1caad1d8 req-f4a35ffd-112d-49ff-b7d6-d658f55e7800 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470346 Nov 15 14:42:34.684571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bdf20-e744-4282-8c8f-32e656e54722 req-8e868da9-f27c-4cd1-9c7a-7ea31de7f813 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:34.692425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-578bdf20-e744-4282-8c8f-32e656e54722 req-8e868da9-f27c-4cd1-9c7a-7ea31de7f813 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 932 time: 0.1239305 Nov 15 14:42:34.743944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-578bdf20-e744-4282-8c8f-32e656e54722 req-b4b4f62a-e2e2-4fc3-a41d-087243ed32ed tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503283 Nov 15 14:42:34.818477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-686713882-network', 'tenant_id': '472b1df8dab44d429c30e9c4aad1f586'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:34.831713 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:34.899332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=eca176a2-2cd6-467f-abc5-63a5cba09e4c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:34.932301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e99d14-e0b2-4936-89df-289a954f76d5 req-4b4cd8cd-f0bf-4446-a786-c4a685fec83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:34.934870 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-26e99d14-e0b2-4936-89df-289a954f76d5 req-4b4cd8cd-f0bf-4446-a786-c4a685fec83c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 1095 time: 0.0628979 Nov 15 14:42:35.014137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Attempting to bind port eca176a2-2cd6-467f-abc5-63a5cba09e4c on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:42:35.014876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Attempting to bind port eca176a2-2cd6-467f-abc5-63a5cba09e4c by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:42:35.015344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Attempting to bind port eca176a2-2cd6-467f-abc5-63a5cba09e4c on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:35.033377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Port eca176a2-2cd6-467f-abc5-63a5cba09e4c on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:42:35.037425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Attempting to bind port eca176a2-2cd6-467f-abc5-63a5cba09e4c on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:35.044782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:42:35.045136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Checking segment: {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:42:35.045606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Bound using segment: {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:42:35.046063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Bound port: eca176a2-2cd6-467f-abc5-63a5cba09e4c, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:42:35.046606 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:35.114938 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e99d14-e0b2-4936-89df-289a954f76d5 req-4d838560-f819-40fa-a03e-51856f0b3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:35.116449 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-26e99d14-e0b2-4936-89df-289a954f76d5 req-4d838560-f819-40fa-a03e-51856f0b3392 service neutron] 10.222.0.46 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 907 time: 0.1740463 Nov 15 14:42:35.126577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Made reservation on behalf of 472b1df8dab44d429c30e9c4aad1f586 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:42:35.129262 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:35.173415 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-26e99d14-e0b2-4936-89df-289a954f76d5 req-f40e18a9-1847-4eef-83b0-9549421a66e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bee9a7c-b90d-418f-8660-54502063f8ec HTTP/1.1" status: 200 len: 217 time: 0.0457666 Nov 15 14:42:35.195546 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:35.203822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] For port eca176a2-2cd6-467f-abc5-63a5cba09e4c, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:42:35.231489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] For port eca176a2-2cd6-467f-abc5-63a5cba09e4c, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=eca176a2-2cd6-467f-abc5-63a5cba09e4c,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:42:35.256492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4145740-13fa-45ca-a030-6e1efb13d4a1 req-19223eb2-3f7b-4416-81e4-f4ac3812c248 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:35.258460 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4145740-13fa-45ca-a030-6e1efb13d4a1 req-19223eb2-3f7b-4416-81e4-f4ac3812c248 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 944 time: 0.1183805 Nov 15 14:42:35.287068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e99d14-e0b2-4936-89df-289a954f76d5 req-944d2359-b30c-4428-8143-16ae54cdca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:35.290753 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-26e99d14-e0b2-4936-89df-289a954f76d5 req-944d2359-b30c-4428-8143-16ae54cdca51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.1083026 Nov 15 14:42:35.299774 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:35.350231 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-26e99d14-e0b2-4936-89df-289a954f76d5 req-9a5086c1-211c-44d6-a0da-89ac1ff18c18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493169 Nov 15 14:42:35.361124 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:35.405821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4145740-13fa-45ca-a030-6e1efb13d4a1 req-c9176aeb-373f-4659-8d09-0517065c833d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398382 Nov 15 14:42:35.422499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:35.423376 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:35.425285 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] 10.222.0.46 "PUT /v2.0/ports/eca176a2-2cd6-467f-abc5-63a5cba09e4c HTTP/1.1" status: 200 len: 1092 time: 1.3174217 Nov 15 14:42:35.430325 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feabd041-9824-47dd-a7eb-be64c7925d0e', 'tag': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:35.432632 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0a213c-61f1-42f4-a1ab-a349ac7a4a33" -d '{"events": [{"name": "network-changed", "server_uuid": "feabd041-9824-47dd-a7eb-be64c7925d0e", "tag": "eca176a2-2cd6-467f-abc5-63a5cba09e4c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:35.520273 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:35.532487 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-26e99d14-e0b2-4936-89df-289a954f76d5 req-4dfe9f84-95f4-43ac-8524-1e8e6c6648f4 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723692 Nov 15 14:42:35.541351 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6759d6b-1696-4fce-bf3d-b26b3aea3988 x-openstack-request-id: req-d6759d6b-1696-4fce-bf3d-b26b3aea3988 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:35.548158 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feabd041-9824-47dd-a7eb-be64c7925d0e", "tag": "eca176a2-2cd6-467f-abc5-63a5cba09e4c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:35.554139 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6759d6b-1696-4fce-bf3d-b26b3aea3988 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:35.554139 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feabd041-9824-47dd-a7eb-be64c7925d0e', 'tag': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c', 'status': 'completed', 'code': 200} Nov 15 14:42:35.554139 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa2ac6-21be-40ba-8106-0de53afa8ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=eca176a2-2cd6-467f-abc5-63a5cba09e4c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:35.652195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a213c-61f1-42f4-a1ab-a349ac7a4a33 req-d72ee43f-7851-4e0f-930c-fda667505656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:35.652195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de0a213c-61f1-42f4-a1ab-a349ac7a4a33 req-d72ee43f-7851-4e0f-930c-fda667505656 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 1095 time: 0.0866845 Nov 15 14:42:35.699501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:35.712605 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-26e99d14-e0b2-4936-89df-289a954f76d5 req-d0c91f4f-28f5-4c77-886d-51badcfc124d service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673691 Nov 15 14:42:35.776283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:42:35.786104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9a1475-89d6-4080-babf-02ae3b43dd0a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:35.801786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:35.802139 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Added segment c6f24ce5-c974-4ac1-a196-de27315f44e2 of type vlan for network d6987b1f-d273-460c-b87b-072fc507c24f Nov 15 14:42:35.823027 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:35.854610 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a213c-61f1-42f4-a1ab-a349ac7a4a33 req-57639a6b-2202-4607-baf6-3b571f63d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:35.856342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de0a213c-61f1-42f4-a1ab-a349ac7a4a33 req-57639a6b-2202-4607-baf6-3b571f63d5e1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1859477 Nov 15 14:42:35.959132 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:36.022672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8f0f7-e96d-48a9-9256-31dca262eff1 req-0cac500c-f5d0-4a61-9838-6e1211465c65 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:36.024291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ad8f0f7-e96d-48a9-9256-31dca262eff1 req-0cac500c-f5d0-4a61-9838-6e1211465c65 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 944 time: 0.1433246 Nov 15 14:42:36.070830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a213c-61f1-42f4-a1ab-a349ac7a4a33 req-14f1f3bc-8637-4f05-a0ed-f606ecb06a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:36.072362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de0a213c-61f1-42f4-a1ab-a349ac7a4a33 req-14f1f3bc-8637-4f05-a0ed-f606ecb06a48 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1925294 Nov 15 14:42:36.118644 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:36.122012 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6bee9a7c-b90d-418f-8660-54502063f8ec details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:42:36.123170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:36.123835 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:36.189345 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ad8f0f7-e96d-48a9-9256-31dca262eff1 req-93af4dc1-5f0a-4a3f-905b-e924e425eec2 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565237 Nov 15 14:42:36.233549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] Pushing event updated for resources: {'Network': ['ID=d6987b1f-d273-460c-b87b-072fc507c24f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:36.244181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-1145f64b-e243-4145-84db-09457405ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:36.247038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-1145f64b-e243-4145-84db-09457405ca11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 1095 time: 0.1148345 Nov 15 14:42:36.256898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6bee9a7c-b90d-418f-8660-54502063f8ec, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6bee9a7c-b90d-418f-8660-54502063f8ec,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:36.261906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network d6987b1f-d273-460c-b87b-072fc507c24f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:42:36.361647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '6bee9a7c-b90d-418f-8660-54502063f8ec', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'port_id': '6bee9a7c-b90d-418f-8660-54502063f8ec', 'mac_address': 'fa:16:3e:49:7d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186ef2d9-ae15-4420-a072-fa533fc8ac78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:42:36.420665 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:36.438585 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bee9a7c-b90d-418f-8660-54502063f8ec {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:36.471828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6bee9a7c-b90d-418f-8660-54502063f8ec, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6bee9a7c-b90d-418f-8660-54502063f8ec,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:36.645872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-ae389d77-b388-4fa7-9fd1-b9794cd185a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca176a2-2cd6-467f-abc5-63a5cba09e4c HTTP/1.1" status: 200 len: 217 time: 0.3864472 Nov 15 14:42:36.745823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddc4fc-2de6-4771-b0d7-d6a06cffc9bd req-45761533-3f00-4c57-a693-06ef8cee3999 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:36.748045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70ddc4fc-2de6-4771-b0d7-d6a06cffc9bd req-45761533-3f00-4c57-a693-06ef8cee3999 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 944 time: 0.1049111 Nov 15 14:42:36.749579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-c7ae756d-97c9-4ec0-812f-6383f6989883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:36.750987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-c7ae756d-97c9-4ec0-812f-6383f6989883 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28bfe1c1-3742-4b93-8275-ffafdcc1490d HTTP/1.1" status: 200 len: 852 time: 0.0962114 Nov 15 14:42:36.781634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-38b71c7a-6361-44d7-859a-a4e6ee90702c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2878759 Nov 15 14:42:36.790239 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:36.796898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b5979128-10f0-4a11-bc2a-b8e3ee05b8b9 admin admin] Request body: {'subnet': {'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-686713882-subnet', 'tenant_id': '472b1df8dab44d429c30e9c4aad1f586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:36.805056 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-2b698ae5-43ee-4baa-b1d4-83968f0c1176 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441756 Nov 15 14:42:36.882888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70ddc4fc-2de6-4771-b0d7-d6a06cffc9bd req-2f782739-710c-4f4d-97b4-7de952eecdda tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269877 Nov 15 14:42:36.886103 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:36.943328 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-e7b42b5d-3f69-4af6-b2e2-d526e761f3b9 service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229630 Nov 15 14:42:36.967813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6bee9a7c-b90d-418f-8660-54502063f8ec,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:37.074856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5979128-10f0-4a11-bc2a-b8e3ee05b8b9 admin admin] Made reservation on behalf of 472b1df8dab44d429c30e9c4aad1f586 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:42:37.076202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8248fa92-5767-4d7b-a60f-17e09ab389e7 req-b36807fe-3ac4-4b52-9e71-569fbf3578e9 service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238973 Nov 15 14:42:37.078710 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5979128-10f0-4a11-bc2a-b8e3ee05b8b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:37.180619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6bee9a7c-b90d-418f-8660-54502063f8ec'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:42:37.377614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753ed78-1c72-4a52-82fa-170bba6994ee req-9f46f36b-2d26-43e1-8aec-b42cffdc3324 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:37.385519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8753ed78-1c72-4a52-82fa-170bba6994ee req-9f46f36b-2d26-43e1-8aec-b42cffdc3324 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 944 time: 0.0638790 Nov 15 14:42:37.454230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8753ed78-1c72-4a52-82fa-170bba6994ee req-2369cc4c-f449-4abf-a31c-84c1af3fc6dc tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670969 Nov 15 14:42:37.492813 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5979128-10f0-4a11-bc2a-b8e3ee05b8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:37.535429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 36426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:37.552779 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5979128-10f0-4a11-bc2a-b8e3ee05b8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48428eb4-d18d-420d-9203-c61438df6e40,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:37.572602 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5979128-10f0-4a11-bc2a-b8e3ee05b8b9 admin admin] Checking segment: {'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:42:37.573202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5979128-10f0-4a11-bc2a-b8e3ee05b8b9 admin admin] Network hostable DHCP agents. Network: d6987b1f-d273-460c-b87b-072fc507c24f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:42:37.716724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:37.730376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5979128-10f0-4a11-bc2a-b8e3ee05b8b9 admin admin] Network d6987b1f-d273-460c-b87b-072fc507c24f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:42:37.846017 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b5979128-10f0-4a11-bc2a-b8e3ee05b8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, d6987b1f-d273-460c-b87b-072fc507c24f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:37.858180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5979128-10f0-4a11-bc2a-b8e3ee05b8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:37.859131 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5979128-10f0-4a11-bc2a-b8e3ee05b8b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:37.870747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c333e-cd5b-42f2-a09c-2327e9ea8e6c None None] Network d6987b1f-d273-460c-b87b-072fc507c24f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:42:37.903406 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:38.009554 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b5979128-10f0-4a11-bc2a-b8e3ee05b8b9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2176960 Nov 15 14:42:38.027902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f341d4c-91cb-4c09-ac1a-dde3fc0c353c None None] Network d6987b1f-d273-460c-b87b-072fc507c24f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:42:38.075180 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:38.084785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93117b-2be6-4e38-b8ae-00654d4f862f req-575524d9-3a9c-4f84-8105-4162bf5ea560 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:38.086446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad93117b-2be6-4e38-b8ae-00654d4f862f req-575524d9-3a9c-4f84-8105-4162bf5ea560 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 945 time: 0.0996366 Nov 15 14:42:38.138055 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6bee9a7c-b90d-418f-8660-54502063f8ec up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:42:38.205432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad93117b-2be6-4e38-b8ae-00654d4f862f req-1e5f7149-dac7-4bd5-abd0-702a26e95b6e tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120868 Nov 15 14:42:38.271388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Allocated IP 172.25.4.106 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/ab352652-c522-459d-afa9-f5e16d49d92e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:38.367018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 6bee9a7c-b90d-418f-8660-54502063f8ec completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:42:38.379219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 6bee9a7c-b90d-418f-8660-54502063f8ec triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:38.379719 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:38.440925 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:38.483082 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:38.520339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6bee9a7c-b90d-418f-8660-54502063f8ec, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6bee9a7c-b90d-418f-8660-54502063f8ec,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:38.521443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843a4a46-27ce-454a-b1d4-fcc224d5bc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bee9a7c-b90d-418f-8660-54502063f8ec'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:38.523961 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9348c844-0815-4577-804f-01c08b5221ec" -d '{"events": [{"server_uuid": "843a4a46-27ce-454a-b1d4-fcc224d5bc61", "name": "network-vif-plugged", "status": "completed", "tag": "6bee9a7c-b90d-418f-8660-54502063f8ec"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:38.636086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6a8ee-3986-4d2a-b55c-ea7d9a5c510d req-31924636-0038-4b0c-a45f-b5abc8d637b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:38.637558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fe6a8ee-3986-4d2a-b55c-ea7d9a5c510d req-31924636-0038-4b0c-a45f-b5abc8d637b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 944 time: 0.0924058 Nov 15 14:42:38.646834 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952808-590e-4dff-9d67-95092a547981 req-1f5b2fce-a4c1-4479-97d0-a5a59ae7ea55 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:38.648454 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-1f5b2fce-a4c1-4479-97d0-a5a59ae7ea55 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/networks?id=d6987b1f-d273-460c-b87b-072fc507c24f HTTP/1.1" status: 200 len: 812 time: 0.1704869 Nov 15 14:42:38.678030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-57b1393a-e18f-4971-bf02-941d370f7a18 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/quotas/472b1df8dab44d429c30e9c4aad1f586 HTTP/1.1" status: 200 len: 375 time: 0.0214810 Nov 15 14:42:38.708675 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:38.724798 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-742cc650-8ec0-4e88-ae7e-be1e15fba2f4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=472b1df8dab44d429c30e9c4aad1f586&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363398 Nov 15 14:42:38.734324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fe6a8ee-3986-4d2a-b55c-ea7d9a5c510d req-1e9e34da-d12b-473c-bff0-3f8abd95a47a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848262 Nov 15 14:42:38.790199 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:38.803315 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6bee9a7c-b90d-418f-8660-54502063f8ec,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:38.859646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:38.868343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:38.874725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:38.895320 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6126eb-f5be-406b-9be5-b07ad424ef9e x-openstack-request-id: req-6f6126eb-f5be-406b-9be5-b07ad424ef9e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:38.895838 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843a4a46-27ce-454a-b1d4-fcc224d5bc61", "name": "network-vif-plugged", "status": "completed", "tag": "6bee9a7c-b90d-418f-8660-54502063f8ec", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:38.896096 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f6126eb-f5be-406b-9be5-b07ad424ef9e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:38.896700 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843a4a46-27ce-454a-b1d4-fcc224d5bc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bee9a7c-b90d-418f-8660-54502063f8ec', 'code': 200} Nov 15 14:42:38.899108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event updated for resources: {'Port': ['ID=ab352652-c522-459d-afa9-f5e16d49d92e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:38.939822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-74a0a5b9-5861-4948-a778-11b20c528ead service neutron] 10.222.0.70 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024522 Nov 15 14:42:39.090872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:39.115152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6414a-4499-4130-a98b-0515f2054eef req-1f647b0a-73bd-42c8-a52f-37e53622bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:39.116715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4a6414a-4499-4130-a98b-0515f2054eef req-1f647b0a-73bd-42c8-a52f-37e53622bd6e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 1097 time: 0.1370986 Nov 15 14:42:39.142999 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-30857323-4c6f-43ec-b673-42649319d9b4 service neutron] 10.222.0.70 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945984 Nov 15 14:42:39.174039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4a6414a-4499-4130-a98b-0515f2054eef req-a2a9902f-46a5-498d-b692-dee78fde9357 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483785 Nov 15 14:42:39.253137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:39.412028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d7fe-321d-49ce-8789-ac4888e69655 req-1ada3da0-a209-4da2-8400-af7e439cc069 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:39.418363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8980d7fe-321d-49ce-8789-ac4888e69655 req-1ada3da0-a209-4da2-8400-af7e439cc069 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 946 time: 0.1200840 Nov 15 14:42:39.495922 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8980d7fe-321d-49ce-8789-ac4888e69655 req-c8a02895-38b4-4271-a97f-166bb6a9d115 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759957 Nov 15 14:42:39.529624 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:39.646380 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:39.708410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event updated for resources: {'Port': ['ID=ab352652-c522-459d-afa9-f5e16d49d92e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:39.818587 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:39.873572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78731c30-695e-4888-bbb8-0d56304a9ddd req-9b4e9959-e3ba-4fe2-853e-b1e39f4930be tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 210 time: 0.0507610 Nov 15 14:42:39.921316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9529199-c3d2-4a2f-9061-86f08d480b14 req-c925e4e7-cf18-4d2b-adc3-e06f55c664d6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:39.922840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9529199-c3d2-4a2f-9061-86f08d480b14 req-c925e4e7-cf18-4d2b-adc3-e06f55c664d6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 944 time: 0.0749667 Nov 15 14:42:39.933728 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:39.936559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c1f3f162-e536-46fe-8326-d036e58e03c0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3978283 Nov 15 14:42:39.942266 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36486) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:39.947645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-266709955'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:39.987620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9529199-c3d2-4a2f-9061-86f08d480b14 req-0713a2bd-ec69-43b3-9386-b04c76c97392 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511997 Nov 15 14:42:40.093570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Made reservation on behalf of 0cadd08c72044ae49053da41d7b888df for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:42:40.093570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:40.100611 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:40.144525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device eca176a2-2cd6-467f-abc5-63a5cba09e4c details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:42:40.196192 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:40.260426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port eca176a2-2cd6-467f-abc5-63a5cba09e4c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=eca176a2-2cd6-467f-abc5-63a5cba09e4c,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:40.273035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c', 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'port_id': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c', 'mac_address': 'fa:16:3e:7e:d3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28bfe1c1-3742-4b93-8275-ffafdcc1490d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:42:40.341081 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:40.347574 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:40.360397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca176a2-2cd6-467f-abc5-63a5cba09e4c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:40.390022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port eca176a2-2cd6-467f-abc5-63a5cba09e4c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=eca176a2-2cd6-467f-abc5-63a5cba09e4c,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:40.409365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f64438-44ef-4b12-b3fa-134b97433494,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:40.428206 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:42:40.443812 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:40.444168 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Added segment f3b46224-800f-4882-b2da-c99c8874579c of type vlan for network e6bb126b-d255-456a-905f-580d704856f4 Nov 15 14:42:40.503441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:40.549971 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:40.676898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf295f-67e8-41bf-b7f0-4a944954d324 req-00078e77-28fe-4c3e-9f60-fa93d6a7c7ce tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:40.677909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=eca176a2-2cd6-467f-abc5-63a5cba09e4c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:40.680224 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:40.688009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42cf295f-67e8-41bf-b7f0-4a944954d324 req-00078e77-28fe-4c3e-9f60-fa93d6a7c7ce tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 946 time: 0.0951827 Nov 15 14:42:40.689921 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:40.690920 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:40.757175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42cf295f-67e8-41bf-b7f0-4a944954d324 req-c91a4c96-5b66-4668-b659-386abc3a30ab tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677485 Nov 15 14:42:40.829676 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['eca176a2-2cd6-467f-abc5-63a5cba09e4c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:42:40.842304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event updated for resources: {'Network': ['ID=e6bb126b-d255-456a-905f-580d704856f4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:40.865773 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ad28a22b-135d-43b1-9a91-e288d7f3872b tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9223208 Nov 15 14:42:40.868735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 36502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:40.877644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-13ec736a-c9c8-4a1d-b17a-81ab06f4e319 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Request body: {'subnet': {'network_id': 'e6bb126b-d255-456a-905f-580d704856f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:40.888461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network e6bb126b-d255-456a-905f-580d704856f4 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:42:41.065946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b19887c1-8208-4ff1-9de7-e5ad77db5d86 req-2a1bc7e3-d211-42ff-a080-a3827bfc8fb8 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 210 time: 0.0600560 Nov 15 14:42:41.165085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d3137-25bf-4ae1-92de-6832bc15ec96 req-6d16b23e-7a54-4c61-a736-9a2db485ad9d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:41.172639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be7d3137-25bf-4ae1-92de-6832bc15ec96 req-6d16b23e-7a54-4c61-a736-9a2db485ad9d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 945 time: 0.0814505 Nov 15 14:42:41.222092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be7d3137-25bf-4ae1-92de-6832bc15ec96 req-cbdcd8a7-22ff-4e0f-b852-5d2ff5919dfd tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484459 Nov 15 14:42:41.297504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ec736a-c9c8-4a1d-b17a-81ab06f4e319 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Made reservation on behalf of 0cadd08c72044ae49053da41d7b888df for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:42:41.301198 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13ec736a-c9c8-4a1d-b17a-81ab06f4e319 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:41.747553 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13ec736a-c9c8-4a1d-b17a-81ab06f4e319 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:41.810852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec736a-c9c8-4a1d-b17a-81ab06f4e319 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event updated for resources: {'Subnet': ['ID=3ef7581b-d08d-4e14-b395-3a047ebd13fc,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:41.823924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ec736a-c9c8-4a1d-b17a-81ab06f4e319 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Checking segment: {'id': 'f3b46224-800f-4882-b2da-c99c8874579c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e6bb126b-d255-456a-905f-580d704856f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:42:41.824294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec736a-c9c8-4a1d-b17a-81ab06f4e319 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Network hostable DHCP agents. Network: e6bb126b-d255-456a-905f-580d704856f4, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:42:41.909669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25b523-3b03-4a44-9353-964ebc68af4d req-796c7cb5-50dd-4d33-98fc-1285b560b9cc tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:41.911232 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae25b523-3b03-4a44-9353-964ebc68af4d req-796c7cb5-50dd-4d33-98fc-1285b560b9cc tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 946 time: 0.0630815 Nov 15 14:42:41.966612 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae25b523-3b03-4a44-9353-964ebc68af4d req-eed9d75d-000c-4759-bef4-7ae8049b23b4 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416317 Nov 15 14:42:42.005720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec736a-c9c8-4a1d-b17a-81ab06f4e319 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Network e6bb126b-d255-456a-905f-580d704856f4 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:42:42.150196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e0a6303-095c-4f9b-8f0e-af8d648abc51 req-edcdee65-f52f-42aa-8070-15cb36a6d7a9 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 210 time: 0.0284708 Nov 15 14:42:42.152394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device eca176a2-2cd6-467f-abc5-63a5cba09e4c up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:42:42.191250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-13ec736a-c9c8-4a1d-b17a-81ab06f4e319 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, e6bb126b-d255-456a-905f-580d704856f4) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:42.204092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ec736a-c9c8-4a1d-b17a-81ab06f4e319 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:42.204957 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13ec736a-c9c8-4a1d-b17a-81ab06f4e319 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:42.209270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8687fa0-4c68-49cd-9034-46b421fe3137 None None] Network e6bb126b-d255-456a-905f-580d704856f4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:42:42.375541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e28c4d-1f58-404f-a2c9-4ea704ee1e6a req-8e4daf92-e8ee-4ed3-a1ae-bf84efb68cb2 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:42.377040 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99e28c4d-1f58-404f-a2c9-4ea704ee1e6a req-8e4daf92-e8ee-4ed3-a1ae-bf84efb68cb2 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 946 time: 0.1087961 Nov 15 14:42:42.386631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-e6bb126b-d255-456a-905f-580d704856f4', 'network_id': 'e6bb126b-d255-456a-905f-580d704856f4', 'tenant_id': '0cadd08c72044ae49053da41d7b888df', 'fixed_ips': [{'subnet_id': '3ef7581b-d08d-4e14-b395-3a047ebd13fc'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:42:42.388044 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:42.391538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11149d50-0504-49c5-8a0d-d9bccc6c98ce req-f50831df-f123-4ff1-9628-e3314116588b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:42.393553 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-11149d50-0504-49c5-8a0d-d9bccc6c98ce req-f50831df-f123-4ff1-9628-e3314116588b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 945 time: 0.0881619 Nov 15 14:42:42.455190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-13ec736a-c9c8-4a1d-b17a-81ab06f4e319 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5853090 Nov 15 14:42:42.458126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36534) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:42.464365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-66932424', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:42.482078 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port eca176a2-2cd6-467f-abc5-63a5cba09e4c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:42:42.492413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99e28c4d-1f58-404f-a2c9-4ea704ee1e6a req-50cf6674-54b9-4c66-b736-26e49abf5f0b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942261 Nov 15 14:42:42.492814 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port eca176a2-2cd6-467f-abc5-63a5cba09e4c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:42.492814 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:42.493539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-11149d50-0504-49c5-8a0d-d9bccc6c98ce req-99b36021-072c-4f3a-ad4e-aec7966b6f04 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922198 Nov 15 14:42:42.613899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Allocated IP 172.20.0.2 (e6bb126b-d255-456a-905f-580d704856f4/3ef7581b-d08d-4e14-b395-3a047ebd13fc/ed99b83b-e7ff-47d5-b429-578d37c7c2d3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:42.663138 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:42.683641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bbcb7-8a5f-4a32-879e-3194e4e1d21e req-a20c9d9e-69f5-440a-af13-1a134d286084 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:42.686438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc8bbcb7-8a5f-4a32-879e-3194e4e1d21e req-a20c9d9e-69f5-440a-af13-1a134d286084 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 946 time: 0.0781531 Nov 15 14:42:42.736243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feabd041-9824-47dd-a7eb-be64c7925d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:42.738956 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca9b953-388a-477b-903d-7890420c0f60" -d '{"events": [{"server_uuid": "feabd041-9824-47dd-a7eb-be64c7925d0e", "name": "network-vif-plugged", "status": "completed", "tag": "eca176a2-2cd6-467f-abc5-63a5cba09e4c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:42.757280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port eca176a2-2cd6-467f-abc5-63a5cba09e4c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=eca176a2-2cd6-467f-abc5-63a5cba09e4c,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:42.761511 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc8bbcb7-8a5f-4a32-879e-3194e4e1d21e req-ad84d8a9-618b-4bf1-9831-33cb41638554 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678194 Nov 15 14:42:42.775302 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:42.782264 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:42.848255 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0242c6f5-bd75-494f-9f04-fb26d89725c8 x-openstack-request-id: req-0242c6f5-bd75-494f-9f04-fb26d89725c8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:42.849018 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feabd041-9824-47dd-a7eb-be64c7925d0e", "name": "network-vif-plugged", "status": "completed", "tag": "eca176a2-2cd6-467f-abc5-63a5cba09e4c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:42.850056 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0242c6f5-bd75-494f-9f04-fb26d89725c8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:42.850793 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feabd041-9824-47dd-a7eb-be64c7925d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c', 'code': 200} Nov 15 14:42:42.891056 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:42.909025 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:42.924113 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:42.958436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70343-3d34-42fe-8a4b-b413e62b7100 req-f9ea60b9-c66d-4f02-a98d-aedf7c78709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:42.960454 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78f70343-3d34-42fe-8a4b-b413e62b7100 req-f9ea60b9-c66d-4f02-a98d-aedf7c78709f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 1096 time: 0.0621159 Nov 15 14:42:42.995072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=eca176a2-2cd6-467f-abc5-63a5cba09e4c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:43.012854 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:43.015021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78f70343-3d34-42fe-8a4b-b413e62b7100 req-b183e842-3c63-4416-962c-f902f9fc4051 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462410 Nov 15 14:42:43.067580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Network e6bb126b-d255-456a-905f-580d704856f4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:43.073951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:43.076368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Pushing event updated for resources: {'Port': ['ID=ed99b83b-e7ff-47d5-b429-578d37c7c2d3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:43.079059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:43.151069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Attempting to bind port ed99b83b-e7ff-47d5-b429-578d37c7c2d3 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:42:43.159028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Attempting to bind port ed99b83b-e7ff-47d5-b429-578d37c7c2d3 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'f3b46224-800f-4882-b2da-c99c8874579c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e6bb126b-d255-456a-905f-580d704856f4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:42:43.159028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Attempting to bind port ed99b83b-e7ff-47d5-b429-578d37c7c2d3 on network e6bb126b-d255-456a-905f-580d704856f4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:43.161459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:42:43.161845 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Checking segment: {'id': 'f3b46224-800f-4882-b2da-c99c8874579c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e6bb126b-d255-456a-905f-580d704856f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:42:43.166455 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:43.166455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Bound using segment: {'id': 'f3b46224-800f-4882-b2da-c99c8874579c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e6bb126b-d255-456a-905f-580d704856f4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:42:43.166455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Bound port: ed99b83b-e7ff-47d5-b429-578d37c7c2d3, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b46224-800f-4882-b2da-c99c8874579c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e6bb126b-d255-456a-905f-580d704856f4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:42:43.166455 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:43.274209 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:43.275959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] For port ed99b83b-e7ff-47d5-b429-578d37c7c2d3, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:42:43.282910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] For port ed99b83b-e7ff-47d5-b429-578d37c7c2d3, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ed99b83b-e7ff-47d5-b429-578d37c7c2d3,segment=NetworkSegment(f3b46224-800f-4882-b2da-c99c8874579c),segment_id=f3b46224-800f-4882-b2da-c99c8874579c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:42:43.287077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb18fe54-6e50-40d4-9da9-26757c047421 req-40c2d527-6990-4b9f-90a2-1499cfbcc6ca tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 210 time: 0.0455146 Nov 15 14:42:43.413221 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:43.550539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca4281-1708-4c01-b300-502001ad453b req-bd60bf6c-8ab5-4672-b6ec-b6beaa9857ed tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:43.564465 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ceca4281-1708-4c01-b300-502001ad453b req-bd60bf6c-8ab5-4672-b6ec-b6beaa9857ed tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 946 time: 0.1099858 Nov 15 14:42:43.582705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412fde2-0d3b-4587-a78f-1997df5d8c67 None None] Pushing event updated for resources: {'Port': ['ID=ed99b83b-e7ff-47d5-b429-578d37c7c2d3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:43.667167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ceca4281-1708-4c01-b300-502001ad453b req-c8bc83ef-b281-4d4c-8fc1-21ec98c18195 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016734 Nov 15 14:42:43.739874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40019f-e682-4750-a524-d991b0d90500 req-ed6619ed-ec06-4ad4-9380-5fd33e7b9b06 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:43.790758 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c40019f-e682-4750-a524-d991b0d90500 req-ed6619ed-ec06-4ad4-9380-5fd33e7b9b06 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.1493657 Nov 15 14:42:43.881609 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c40019f-e682-4750-a524-d991b0d90500 req-6afdb8f0-3aa4-48c2-9312-04d2d9b6c939 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882699 Nov 15 14:42:43.882795 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:43.916361 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:44.069544 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Allocated IP 172.25.4.25 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/f2d07f9d-f21b-42c4-80ac-fb960b0bcd70) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:44.540883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f69a1e5-9bf6-4804-98e8-22c156ebe758 req-9f41e62d-7f94-4b9f-ba3e-f233b35faa46 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 210 time: 0.0585396 Nov 15 14:42:44.753974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952808-590e-4dff-9d67-95092a547981 req-977210f4-cd5e-4612-90e2-cf4787c461ae tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:44.755680 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-977210f4-cd5e-4612-90e2-cf4787c461ae tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.59 "GET /v2.0/networks?id=d6987b1f-d273-460c-b87b-072fc507c24f HTTP/1.1" status: 200 len: 812 time: 0.6250613 Nov 15 14:42:44.764036 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:44.777352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d1952808-590e-4dff-9d67-95092a547981 req-67257d32-151a-4a39-a616-078ef87139d4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Request body: {'port': {'device_id': '4a994841-b18f-42c0-a0ca-958f67d62769', 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f', 'admin_state_up': True, 'tenant_id': '472b1df8dab44d429c30e9c4aad1f586'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:45.018160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:45.044052 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39965e9c-d79e-48e6-9b8f-2f588dc4a22c req-5a12f196-0d53-4a11-933e-4186ca0bd03b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:45.045938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39965e9c-d79e-48e6-9b8f-2f588dc4a22c req-5a12f196-0d53-4a11-933e-4186ca0bd03b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 946 time: 0.2542176 Nov 15 14:42:45.079084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30873cce-65b6-441c-91a3-eeccbaf018db None None] Network e6bb126b-d255-456a-905f-580d704856f4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:42:45.119917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952808-590e-4dff-9d67-95092a547981 req-0c2950d4-3c30-4fce-ba9a-ab0b77681e26 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:45.122457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-0c2950d4-3c30-4fce-ba9a-ab0b77681e26 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.59 "GET /v2.0/networks?id=d6987b1f-d273-460c-b87b-072fc507c24f HTTP/1.1" status: 200 len: 812 time: 0.2671177 Nov 15 14:42:45.137647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event updated for resources: {'Port': ['ID=f2d07f9d-f21b-42c4-80ac-fb960b0bcd70,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:45.156937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:45.166915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:45.175840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:45.186462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7d495cfb-1fb7-48dd-a09a-78ea7b6ec808 None None] Provisioning complete for port ed99b83b-e7ff-47d5-b429-578d37c7c2d3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:45.187042 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d495cfb-1fb7-48dd-a09a-78ea7b6ec808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:45.207678 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d1952808-590e-4dff-9d67-95092a547981 req-f19db45c-d03d-4d12-9514-d7f98e320520 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Request body: {'port': {'device_id': '0ed4daa9-4b27-41ec-8c5f-45a8ceef858e', 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f', 'admin_state_up': True, 'tenant_id': '472b1df8dab44d429c30e9c4aad1f586'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:45.235944 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ed99b83b-e7ff-47d5-b429-578d37c7c2d3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:42:45.290587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1952808-590e-4dff-9d67-95092a547981 req-67257d32-151a-4a39-a616-078ef87139d4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Made reservation on behalf of 472b1df8dab44d429c30e9c4aad1f586 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:42:45.295417 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-67257d32-151a-4a39-a616-078ef87139d4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:45.339491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca1fe5-d90f-43fd-902b-3bf05b96dcfc req-3077b1d3-27d5-45cd-bc62-d1c6eb00334b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:45.341867 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0aca1fe5-d90f-43fd-902b-3bf05b96dcfc req-3077b1d3-27d5-45cd-bc62-d1c6eb00334b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 946 time: 0.3675206 Nov 15 14:42:45.411547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39965e9c-d79e-48e6-9b8f-2f588dc4a22c req-a1b0349c-0243-4222-9fc1-981acf943ce6 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862058 Nov 15 14:42:45.426181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186bb9-4604-443a-993d-9d1a2a48c2a5 req-33b2db81-2324-46b5-8901-e5725235661e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:45.433687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b186bb9-4604-443a-993d-9d1a2a48c2a5 req-33b2db81-2324-46b5-8901-e5725235661e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.3069093 Nov 15 14:42:45.461923 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d495cfb-1fb7-48dd-a09a-78ea7b6ec808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:45.478236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ed99b83b-e7ff-47d5-b429-578d37c7c2d3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:45.478632 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:45.572904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7d495cfb-1fb7-48dd-a09a-78ea7b6ec808 None None] For port ed99b83b-e7ff-47d5-b429-578d37c7c2d3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ed99b83b-e7ff-47d5-b429-578d37c7c2d3,segment=NetworkSegment(f3b46224-800f-4882-b2da-c99c8874579c),segment_id=f3b46224-800f-4882-b2da-c99c8874579c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:45.619773 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b186bb9-4604-443a-993d-9d1a2a48c2a5 req-c33a3850-a7f9-4a44-bf6b-0a36321efdf4 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841717 Nov 15 14:42:45.653288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0aca1fe5-d90f-43fd-902b-3bf05b96dcfc req-d0205ef5-014a-43e7-88ef-1936b3a105ae tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Deleting port 6bee9a7c-b90d-418f-8660-54502063f8ec {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:42:45.653928 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0aca1fe5-d90f-43fd-902b-3bf05b96dcfc req-d0205ef5-014a-43e7-88ef-1936b3a105ae tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:45.700365 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d495cfb-1fb7-48dd-a09a-78ea7b6ec808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:45.772679 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:45.820881 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-d1952808-590e-4dff-9d67-95092a547981 req-67257d32-151a-4a39-a616-078ef87139d4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Allocated IP 172.20.0.6 (d6987b1f-d273-460c-b87b-072fc507c24f/48428eb4-d18d-420d-9203-c61438df6e40/10ff5799-59f4-418a-ad5f-ddb4b4f40ee7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:45.856754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d495cfb-1fb7-48dd-a09a-78ea7b6ec808 None None] Pushing event updated for resources: {'Port': ['ID=ed99b83b-e7ff-47d5-b429-578d37c7c2d3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:45.894533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0aca1fe5-d90f-43fd-902b-3bf05b96dcfc req-d0205ef5-014a-43e7-88ef-1936b3a105ae tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] For port 6bee9a7c-b90d-418f-8660-54502063f8ec, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6bee9a7c-b90d-418f-8660-54502063f8ec,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:45.894914 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0aca1fe5-d90f-43fd-902b-3bf05b96dcfc req-d0205ef5-014a-43e7-88ef-1936b3a105ae tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:45.951282 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:45.959698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0aca1fe5-d90f-43fd-902b-3bf05b96dcfc req-d0205ef5-014a-43e7-88ef-1936b3a105ae tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Calling delete_port for 6bee9a7c-b90d-418f-8660-54502063f8ec owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:42:45.966474 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:42:45.967068 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:42:45.969621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07dade18-177c-478f-9dac-192f3beaff0b req-6debf1b6-b5f9-4ca7-8691-d6f41a590376 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 210 time: 0.0631762 Nov 15 14:42:45.970707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1952808-590e-4dff-9d67-95092a547981 req-f19db45c-d03d-4d12-9514-d7f98e320520 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Made reservation on behalf of 472b1df8dab44d429c30e9c4aad1f586 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:42:45.973727 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-538b3f2d-ffcd-4e8d-837e-d4958579be75 None None] Provisioning complete for port ed99b83b-e7ff-47d5-b429-578d37c7c2d3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:45.976434 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-f19db45c-d03d-4d12-9514-d7f98e320520 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:45.976673 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-538b3f2d-ffcd-4e8d-837e-d4958579be75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:46.242814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-66892a80-5f1a-4330-92f9-bd3f086545a4 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--295744031&fields=id&tenant_id=e4bae5163e584de984f2e858c22f1d0e HTTP/1.1" status: 200 len: 267 time: 0.0948241 Nov 15 14:42:46.315667 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-67257d32-151a-4a39-a616-078ef87139d4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:46.354723 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:46.427816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-42bcf7fe-803d-41c6-a4a4-5eca79e6424d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:46.429369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-42bcf7fe-803d-41c6-a4a4-5eca79e6424d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/networks?id=10e70b67-cbeb-40f8-8105-ee6d4f6558d1 HTTP/1.1" status: 200 len: 815 time: 0.1478188 Nov 15 14:42:46.474334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-2e44d1de-42ff-484e-b09d-4a80fa7fd040 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/quotas/e4bae5163e584de984f2e858c22f1d0e HTTP/1.1" status: 200 len: 375 time: 0.0233064 Nov 15 14:42:46.604898 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-67257d32-151a-4a39-a616-078ef87139d4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:46.665235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1952808-590e-4dff-9d67-95092a547981 req-67257d32-151a-4a39-a616-078ef87139d4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Network d6987b1f-d273-460c-b87b-072fc507c24f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:46.671280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-d1952808-590e-4dff-9d67-95092a547981 req-67257d32-151a-4a39-a616-078ef87139d4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:46.673127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Router a967ef10-7079-4c8a-a1eb-bc006a7af22e is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:42:46.678511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1952808-590e-4dff-9d67-95092a547981 req-67257d32-151a-4a39-a616-078ef87139d4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:46.685507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67257d32-151a-4a39-a616-078ef87139d4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Pushing event updated for resources: {'Port': ['ID=10ff5799-59f4-418a-ad5f-ddb4b4f40ee7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:46.771636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952808-590e-4dff-9d67-95092a547981 req-67257d32-151a-4a39-a616-078ef87139d4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:46.772560 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-67257d32-151a-4a39-a616-078ef87139d4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:46.927995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:42:46.941924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9710ff1-c299-406f-aa2c-342db4ef0d34 None None] Sync routers for ids ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:42:46.944723 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-ec8b8e87-b9d3-4b6b-9949-eae208e11ad2 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4bae5163e584de984f2e858c22f1d0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4623859 Nov 15 14:42:46.960160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9710ff1-c299-406f-aa2c-342db4ef0d34 None None] Routers {'a967ef10-7079-4c8a-a1eb-bc006a7af22e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:42:46.966064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f9710ff1-c299-406f-aa2c-342db4ef0d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:46.972554 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-67257d32-151a-4a39-a616-078ef87139d4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2003527 Nov 15 14:42:46.990298 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Request body: {'port': {'device_id': '4a994841-b18f-42c0-a0ca-958f67d62769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:46.997125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d1952808-590e-4dff-9d67-95092a547981 req-f19db45c-d03d-4d12-9514-d7f98e320520 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Allocated IP 172.20.0.4 (d6987b1f-d273-460c-b87b-072fc507c24f/48428eb4-d18d-420d-9203-c61438df6e40/f7fb4cc2-8d30-4b7f-a275-61239bf75fc3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:47.029916 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f9710ff1-c299-406f-aa2c-342db4ef0d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:47.040502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9710ff1-c299-406f-aa2c-342db4ef0d34 None None] Routers {'a967ef10-7079-4c8a-a1eb-bc006a7af22e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:42:47.041953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f9710ff1-c299-406f-aa2c-342db4ef0d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:47.052074 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:47.056369 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6de0d9b7-aa37-4758-8249-7a30a9475602 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5961027 Nov 15 14:42:47.059694 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36638) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:47.065853 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0aca1fe5-d90f-43fd-902b-3bf05b96dcfc req-d0205ef5-014a-43e7-88ef-1936b3a105ae tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:47.075565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4cbfe8b-4273-4cfb-a174-c965232b8b08 req-ae3c4707-2f7f-4607-bfba-5b03cd613ad7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 210 time: 0.1124947 Nov 15 14:42:47.088459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f9710ff1-c299-406f-aa2c-342db4ef0d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:47.089179 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9710ff1-c299-406f-aa2c-342db4ef0d34 None None] The sync data for ids ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:42:47.101225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4', '6bee9a7c-b90d-418f-8660-54502063f8ec'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:42:47.105281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ed99b83b-e7ff-47d5-b429-578d37c7c2d3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:42:47.159968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0205ef5-014a-43e7-88ef-1936b3a105ae tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event deleted for resources: {'Port': ['ID=6bee9a7c-b90d-418f-8660-54502063f8ec,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:47.174517 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:47.203369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-86efc9ff-1308-4c70-9645-7ca78c3e2cab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3559024 Nov 15 14:42:47.285643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ed99b83b-e7ff-47d5-b429-578d37c7c2d3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:47.286017 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:47.397270 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-f19db45c-d03d-4d12-9514-d7f98e320520 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:47.455863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aca1fe5-d90f-43fd-902b-3bf05b96dcfc req-d0205ef5-014a-43e7-88ef-1936b3a105ae tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] No DVR routers for this DVR port 6bee9a7c-b90d-418f-8660-54502063f8ec on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:42:47.459644 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0aca1fe5-d90f-43fd-902b-3bf05b96dcfc req-d0205ef5-014a-43e7-88ef-1936b3a105ae tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:47.464428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0aca1fe5-d90f-43fd-902b-3bf05b96dcfc req-d0205ef5-014a-43e7-88ef-1936b3a105ae tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "DELETE /v2.0/ports/6bee9a7c-b90d-418f-8660-54502063f8ec HTTP/1.1" status: 204 len: 173 time: 2.1085656 Nov 15 14:42:47.473234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843a4a46-27ce-454a-b1d4-fcc224d5bc61', 'name': 'network-vif-deleted', 'tag': '6bee9a7c-b90d-418f-8660-54502063f8ec'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:47.474934 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b17985e-a728-4f25-92f6-8e5f3bf6670c" -d '{"events": [{"server_uuid": "843a4a46-27ce-454a-b1d4-fcc224d5bc61", "name": "network-vif-deleted", "tag": "6bee9a7c-b90d-418f-8660-54502063f8ec"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:47.517713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-f7cf99bc-e474-4b87-a941-d206dfad59f7 service neutron] 10.222.0.70 "GET /v2.0/networks/10e70b67-cbeb-40f8-8105-ee6d4f6558d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630798 Nov 15 14:42:47.522282 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-f19db45c-d03d-4d12-9514-d7f98e320520 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:47.636926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1952808-590e-4dff-9d67-95092a547981 req-f19db45c-d03d-4d12-9514-d7f98e320520 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Network d6987b1f-d273-460c-b87b-072fc507c24f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:47.651098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d1952808-590e-4dff-9d67-95092a547981 req-f19db45c-d03d-4d12-9514-d7f98e320520 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:47.660003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1952808-590e-4dff-9d67-95092a547981 req-f19db45c-d03d-4d12-9514-d7f98e320520 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:47.667750 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-14884ab7-8d59-4ace-a21c-7fce793affb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:47.668752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-14884ab7-8d59-4ace-a21c-7fce793affb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:47.669235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-14884ab7-8d59-4ace-a21c-7fce793affb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:47.669709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-14884ab7-8d59-4ace-a21c-7fce793affb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:47.670173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-14884ab7-8d59-4ace-a21c-7fce793affb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:47.670724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-14884ab7-8d59-4ace-a21c-7fce793affb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:47.671187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-14884ab7-8d59-4ace-a21c-7fce793affb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:47.673396 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-14884ab7-8d59-4ace-a21c-7fce793affb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6490 time: 0.2262990 Nov 15 14:42:47.682066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f315dc7-7a11-4b17-8bdd-232d91118d5c req-80586887-2412-44dd-aeb2-be885118b1a4 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:47.683677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f315dc7-7a11-4b17-8bdd-232d91118d5c req-80586887-2412-44dd-aeb2-be885118b1a4 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.2482769 Nov 15 14:42:47.687377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19db45c-d03d-4d12-9514-d7f98e320520 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Pushing event updated for resources: {'Port': ['ID=f7fb4cc2-8d30-4b7f-a275-61239bf75fc3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:47.761284 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:47.772913 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:47.819199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Transition to ACTIVE for port object 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:42:47.837087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-4f2538a1-9279-4bec-9d7a-6fb23b90f6e8 service neutron] 10.222.0.70 "GET /v2.0/networks/10e70b67-cbeb-40f8-8105-ee6d4f6558d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101161 Nov 15 14:42:47.847975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952808-590e-4dff-9d67-95092a547981 req-f19db45c-d03d-4d12-9514-d7f98e320520 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:47.848604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-f19db45c-d03d-4d12-9514-d7f98e320520 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:47.887825 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f315dc7-7a11-4b17-8bdd-232d91118d5c req-287579d2-a927-48aa-866a-fc56113de3a9 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734264 Nov 15 14:42:47.919619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-00e354a0-846e-4f87-a32f-180e01dee943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:47.920106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-00e354a0-846e-4f87-a32f-180e01dee943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:47.920578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-00e354a0-846e-4f87-a32f-180e01dee943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:47.922296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-00e354a0-846e-4f87-a32f-180e01dee943 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fdcf4cf0-944a-4585-9636-be35a7eff07b&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&id=fd986e30-a4d1-4f5a-9bc4-fb302d682086 HTTP/1.1" status: 200 len: 2292 time: 0.2062104 Nov 15 14:42:47.945203 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:47.963484 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:48.021179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-f19db45c-d03d-4d12-9514-d7f98e320520 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8402219 Nov 15 14:42:48.040718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Request body: {'port': {'device_id': '0ed4daa9-4b27-41ec-8c5f-45a8ceef858e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:48.103335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Pushing event updated for resources: {'Port': ['ID=10ff5799-59f4-418a-ad5f-ddb4b4f40ee7,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:48.131635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-0902ae23-f79e-46c9-8971-e92903b259cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=413af6e3-de77-4121-a204-74de00bc13cd HTTP/1.1" status: 200 len: 1001 time: 0.2008495 Nov 15 14:42:48.157349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb356da0-9c4a-4e90-9fc5-e46a1c76eafd req-d00cecfc-11fd-4d26-aab3-a1d919d1ee63 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:48.158907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb356da0-9c4a-4e90-9fc5-e46a1c76eafd req-d00cecfc-11fd-4d26-aab3-a1d919d1ee63 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 931 time: 0.1455624 Nov 15 14:42:48.194819 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:48.266868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Attempting to bind port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:42:48.267170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-7cd6bc57-ead1-4e77-acc3-ee40b39dd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:48.267342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Attempting to bind port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:42:48.267686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Attempting to bind port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 on network d6987b1f-d273-460c-b87b-072fc507c24f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:48.271688 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-7cd6bc57-ead1-4e77-acc3-ee40b39dd91a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dbae45e-6630-4c9e-b1c2-188262994e2c HTTP/1.1" status: 200 len: 851 time: 0.1289940 Nov 15 14:42:48.301990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 on network d6987b1f-d273-460c-b87b-072fc507c24f not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:42:48.302325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Attempting to bind port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 on network d6987b1f-d273-460c-b87b-072fc507c24f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:48.317347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:42:48.317788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Checking segment: {'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:42:48.318158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Bound using segment: {'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:42:48.318644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Bound port: 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:42:48.319067 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:48.373347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb356da0-9c4a-4e90-9fc5-e46a1c76eafd req-4c07e089-db58-467d-9144-ea165fede20c tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793957 Nov 15 14:42:48.502062 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Allocated IP 172.20.0.1 (e6bb126b-d255-456a-905f-580d704856f4/3ef7581b-d08d-4e14-b395-3a047ebd13fc/b562d5ad-7335-4105-9a9f-dd2a3bfe0763) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:48.509653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] For port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:42:48.515414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-185e5557-8b23-4022-98c9-90d381bef2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:48.516405 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] For port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=10ff5799-59f4-418a-ad5f-ddb4b4f40ee7,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:42:48.517053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-185e5557-8b23-4022-98c9-90d381bef2c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcf4cf0-944a-4585-9636-be35a7eff07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2351971 Nov 15 14:42:48.560663 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1af6b2-30bc-419d-a992-3f8e78e89a78 x-openstack-request-id: req-2c1af6b2-30bc-419d-a992-3f8e78e89a78 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:48.564202 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843a4a46-27ce-454a-b1d4-fcc224d5bc61", "name": "network-vif-deleted", "tag": "6bee9a7c-b90d-418f-8660-54502063f8ec", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:48.564202 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c1af6b2-30bc-419d-a992-3f8e78e89a78 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:48.564202 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843a4a46-27ce-454a-b1d4-fcc224d5bc61', 'name': 'network-vif-deleted', 'tag': '6bee9a7c-b90d-418f-8660-54502063f8ec', 'status': 'completed', 'code': 200} Nov 15 14:42:48.612198 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:48.698126 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95f2eee0-9879-4def-ad53-813345928879 req-8add48e8-dfd4-4cb8-a74d-21f1c2b6fe5f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3788729 Nov 15 14:42:48.718098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:48.719651 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:48.720141 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] 10.222.0.59 "PUT /v2.0/ports/10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 HTTP/1.1" status: 200 len: 1091 time: 1.7347889 Nov 15 14:42:48.725562 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a994841-b18f-42c0-a0ca-958f67d62769', 'tag': '10ff5799-59f4-418a-ad5f-ddb4b4f40ee7'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:48.727892 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0cf2fa-d9c1-4232-96ee-8d47290929c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a994841-b18f-42c0-a0ca-958f67d62769", "tag": "10ff5799-59f4-418a-ad5f-ddb4b4f40ee7"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:48.758452 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:48.788046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18490c1c-71d4-4a08-a270-a7e6534a138e service neutron] Pushing event updated for resources: {'Port': ['ID=10ff5799-59f4-418a-ad5f-ddb4b4f40ee7,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:48.834964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05b36693-0db6-4a74-957f-f9bb9ca6ca32 req-63aea62b-401b-4cc9-81ec-51ddf1204034 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=843a4a46-27ce-454a-b1d4-fcc224d5bc61 HTTP/1.1" status: 200 len: 210 time: 0.1026075 Nov 15 14:42:48.943204 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8172a7b8-2fdc-4e53-901b-82e4d2a7e3c5 x-openstack-request-id: req-8172a7b8-2fdc-4e53-901b-82e4d2a7e3c5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:48.943204 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a994841-b18f-42c0-a0ca-958f67d62769", "tag": "10ff5799-59f4-418a-ad5f-ddb4b4f40ee7", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:48.943204 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8172a7b8-2fdc-4e53-901b-82e4d2a7e3c5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:48.943204 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a994841-b18f-42c0-a0ca-958f67d62769', 'tag': '10ff5799-59f4-418a-ad5f-ddb4b4f40ee7', 'status': 'completed', 'code': 200} Nov 15 14:42:48.965941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952808-590e-4dff-9d67-95092a547981 req-81da26a8-153a-413a-96df-bcce3e53574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:48.967502 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-81da26a8-153a-413a-96df-bcce3e53574e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=472b1df8dab44d429c30e9c4aad1f586&device_id=4a994841-b18f-42c0-a0ca-958f67d62769 HTTP/1.1" status: 200 len: 1094 time: 0.1012807 Nov 15 14:42:48.971909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2eee0-9879-4def-ad53-813345928879 req-1fb00fcb-7a83-46e8-9b3d-687805055c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:48.973681 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95f2eee0-9879-4def-ad53-813345928879 req-1fb00fcb-7a83-46e8-9b3d-687805055c15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 1096 time: 0.1315291 Nov 15 14:42:49.035578 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-8a2070ab-def4-4802-8ecb-6d78654988d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 HTTP/1.1" status: 200 len: 217 time: 0.0590663 Nov 15 14:42:49.037435 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:49.042023 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:49.117308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5d3d683-3451-4f0a-ab27-d9639cfda34b req-9db1c840-b9ff-4960-8a20-102b50c5c6d4 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 210 time: 0.1609516 Nov 15 14:42:49.155743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Network e6bb126b-d255-456a-905f-580d704856f4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:49.166684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:49.167555 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:49.169907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952808-590e-4dff-9d67-95092a547981 req-5ad4d023-9b79-43cc-86f9-6f6e0bb60b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:49.171428 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-5ad4d023-9b79-43cc-86f9-6f6e0bb60b94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48428eb4-d18d-420d-9203-c61438df6e40 HTTP/1.1" status: 200 len: 852 time: 0.1134157 Nov 15 14:42:49.174675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:49.219210 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event updated for resources: {'Port': ['ID=b562d5ad-7335-4105-9a9f-dd2a3bfe0763,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:49.224357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-d7029eab-1d07-4e96-bfb2-cd36b827bba3 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720872 Nov 15 14:42:49.224357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Transition to ACTIVE for port object f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:42:49.250085 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-ded64ff5-c758-4f79-afa1-8c574fa74726 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6987b1f-d273-460c-b87b-072fc507c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653081 Nov 15 14:42:49.327769 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:49.332435 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:49.395020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a491ad1-f032-4ed2-ad7c-982071f179ce req-e0955e37-ead2-4683-b8b4-a822f738d4a1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:49.403100 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a491ad1-f032-4ed2-ad7c-982071f179ce req-e0955e37-ead2-4683-b8b4-a822f738d4a1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.3657162 Nov 15 14:42:49.414438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2eee0-9879-4def-ad53-813345928879 req-c1e00243-cae8-426e-ad8c-e34b2db28989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:49.416088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95f2eee0-9879-4def-ad53-813345928879 req-c1e00243-cae8-426e-ad8c-e34b2db28989 service neutron] 10.222.0.46 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 907 time: 0.3659616 Nov 15 14:42:49.472843 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-f225f0e5-cc6e-48bc-a23d-a1991e497a12 service neutron] 10.222.0.59 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152410 Nov 15 14:42:49.473109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fb4cc2-8d30-4b7f-a275-61239bf75fc3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:49.477200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-182d2439-53f5-467d-aeee-f6598b91aaf4 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477193 Nov 15 14:42:49.572422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-5fb61651-261f-4dfc-9250-390077d7e94e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 HTTP/1.1" status: 200 len: 217 time: 0.0809186 Nov 15 14:42:49.586560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95f2eee0-9879-4def-ad53-813345928879 req-49992dc1-253f-4683-b2eb-942f9df20b4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 HTTP/1.1" status: 200 len: 217 time: 0.1056406 Nov 15 14:42:49.592066 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bc5665c6-f559-4ac8-8731-0c3c65532132 None None] Provisioning complete for port b562d5ad-7335-4105-9a9f-dd2a3bfe0763 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:49.593733 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bc5665c6-f559-4ac8-8731-0c3c65532132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:49.636351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bc5665c6-f559-4ac8-8731-0c3c65532132 None None] Port b562d5ad-7335-4105-9a9f-dd2a3bfe0763 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:42:49.706942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a491ad1-f032-4ed2-ad7c-982071f179ce req-9b71cf60-67d3-468d-a55c-fbb42fec972d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028102 Nov 15 14:42:49.801080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2eee0-9879-4def-ad53-813345928879 req-026aca7d-3468-412e-a12f-2cb56e522bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:49.802959 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95f2eee0-9879-4def-ad53-813345928879 req-026aca7d-3468-412e-a12f-2cb56e522bd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.1997967 Nov 15 14:42:49.804545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-68cbb280-d0af-45c2-a571-ec088e78299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:49.805955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-68cbb280-d0af-45c2-a571-ec088e78299d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.2136908 Nov 15 14:42:49.815047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afb22f-bc3e-4637-b646-2d0dcc57f2cf req-a0c9b318-1315-4570-9b04-35dee1bb3e81 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:49.816608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3afb22f-bc3e-4637-b646-2d0dcc57f2cf req-a0c9b318-1315-4570-9b04-35dee1bb3e81 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 943 time: 0.2398448 Nov 15 14:42:49.917616 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95f2eee0-9879-4def-ad53-813345928879 req-49942d7b-f6cc-4cbb-a179-db462f277df3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885482 Nov 15 14:42:49.925580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Attempting to bind port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:42:49.926050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Attempting to bind port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:42:49.926433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Attempting to bind port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 on network d6987b1f-d273-460c-b87b-072fc507c24f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:49.950493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 on network d6987b1f-d273-460c-b87b-072fc507c24f not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:42:49.950493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Attempting to bind port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 on network d6987b1f-d273-460c-b87b-072fc507c24f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:50.009509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:42:50.009509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Checking segment: {'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:42:50.009843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Bound using segment: {'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:42:50.010225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Bound port: f7fb4cc2-8d30-4b7f-a275-61239bf75fc3, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:42:50.010616 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:50.051324 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-6c37dd66-9afd-438d-b5ab-a06f5230787d service neutron] 10.222.0.59 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584989 Nov 15 14:42:50.067989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3afb22f-bc3e-4637-b646-2d0dcc57f2cf req-92275ff8-0efd-42f0-a2d5-cabf31008d74 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334347 Nov 15 14:42:50.078459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-26a4644a-24d0-4f7c-ad05-0b43ae4a8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:50.080248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-26a4644a-24d0-4f7c-ad05-0b43ae4a8a98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2539027 Nov 15 14:42:50.152092 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:50.201116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6bee9a7c-b90d-418f-8660-54502063f8ec no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:42:50.233879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 6bee9a7c-b90d-418f-8660-54502063f8ec {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:42:50.234249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6bee9a7c-b90d-418f-8660-54502063f8ec not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:42:50.277125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cf2fa-d9c1-4232-96ee-8d47290929c6 req-5a9fcbbd-a315-4b6b-bf53-76c8558c7088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:50.278676 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d0cf2fa-d9c1-4232-96ee-8d47290929c6 req-5a9fcbbd-a315-4b6b-bf53-76c8558c7088 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=472b1df8dab44d429c30e9c4aad1f586&device_id=4a994841-b18f-42c0-a0ca-958f67d62769 HTTP/1.1" status: 200 len: 1094 time: 0.1076584 Nov 15 14:42:50.289409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f80ccff7-9c65-48d4-a71c-3376684185cb req-1dabd295-73a3-4010-96ba-fc582f060819 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 210 time: 0.1046402 Nov 15 14:42:50.316875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] For port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:42:50.324436 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95f2eee0-9879-4def-ad53-813345928879 req-23d60e12-241b-4fc9-a814-d87ba1406db7 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920057 Nov 15 14:42:50.326969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] For port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f7fb4cc2-8d30-4b7f-a275-61239bf75fc3,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:42:50.439649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cf2fa-d9c1-4232-96ee-8d47290929c6 req-0f39c49d-92d6-4aa0-bee1-4f242e6a2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:50.441314 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d0cf2fa-d9c1-4232-96ee-8d47290929c6 req-0f39c49d-92d6-4aa0-bee1-4f242e6a2770 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6987b1f-d273-460c-b87b-072fc507c24f HTTP/1.1" status: 200 len: 913 time: 0.1334977 Nov 15 14:42:50.535200 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d0cf2fa-d9c1-4232-96ee-8d47290929c6 req-bc2f1935-3248-402b-b608-4963189acf27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 HTTP/1.1" status: 200 len: 217 time: 0.0739186 Nov 15 14:42:50.616956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cf2fa-d9c1-4232-96ee-8d47290929c6 req-adb40343-9793-49ad-a1a7-ace861e0c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:50.618631 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d0cf2fa-d9c1-4232-96ee-8d47290929c6 req-adb40343-9793-49ad-a1a7-ace861e0c0ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48428eb4-d18d-420d-9203-c61438df6e40 HTTP/1.1" status: 200 len: 852 time: 0.0746186 Nov 15 14:42:50.662027 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d0cf2fa-d9c1-4232-96ee-8d47290929c6 req-abd1d1d7-0294-4297-820b-ab3bd85fccee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6987b1f-d273-460c-b87b-072fc507c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309458 Nov 15 14:42:50.698990 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:50.754324 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:50.778478 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d0cf2fa-d9c1-4232-96ee-8d47290929c6 req-0d2660dd-728f-44d8-bcfc-95007e5cb99a service neutron] 10.222.0.59 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045628 Nov 15 14:42:50.783356 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:50.825974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-40b448be-31c5-4319-9ebd-c7ed7bab0cc6 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7245851 Nov 15 14:42:50.847658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:50.848288 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:50.849698 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] 10.222.0.59 "PUT /v2.0/ports/f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 HTTP/1.1" status: 200 len: 1091 time: 2.8154953 Nov 15 14:42:50.853477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed4daa9-4b27-41ec-8c5f-45a8ceef858e', 'tag': 'f7fb4cc2-8d30-4b7f-a275-61239bf75fc3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:50.858607 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5620b853-78e4-4723-953b-ac5eb011b6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed4daa9-4b27-41ec-8c5f-45a8ceef858e", "tag": "f7fb4cc2-8d30-4b7f-a275-61239bf75fc3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:50.894697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-2759732b-e6e5-4e38-bb1d-c8a89bd8507f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:50.902036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-2759732b-e6e5-4e38-bb1d-c8a89bd8507f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.7148998 Nov 15 14:42:50.930996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event updated for resources: {'Port': ['ID=b562d5ad-7335-4105-9a9f-dd2a3bfe0763,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:50.936028 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:50.991768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-9e959cd2-0d7c-44e6-9b20-54e32e8b256b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/quotas/c2cea4c71afc4a7b87dd84d35938cede HTTP/1.1" status: 200 len: 375 time: 0.0879726 Nov 15 14:42:51.004550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a3f32-1593-4415-8e18-b33c496da959 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fb4cc2-8d30-4b7f-a275-61239bf75fc3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:51.020099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95f2eee0-9879-4def-ad53-813345928879 req-815b9b55-7495-4648-b7e0-ef0445499ca9 service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6787472 Nov 15 14:42:51.037070 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d0cf2fa-d9c1-4232-96ee-8d47290929c6 req-13802c88-2ce5-4279-a31a-d40959782787 service neutron] 10.222.0.59 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485988 Nov 15 14:42:51.073664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ad5e0-5253-44f4-a211-46f62853b137 req-018f2498-0281-4149-978a-8360147e9f03 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:51.078436 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-776ad5e0-5253-44f4-a211-46f62853b137 req-018f2498-0281-4149-978a-8360147e9f03 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.2668462 Nov 15 14:42:51.117516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Network e6bb126b-d255-456a-905f-580d704856f4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:51.119319 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:51.180027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-99ca87ea-ed7c-4267-abe2-bd29248a7932 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1692345 Nov 15 14:42:51.183323 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-dcec1606-f510-46a3-aff2-ac65ca6d8d10 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422651 Nov 15 14:42:51.218191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952808-590e-4dff-9d67-95092a547981 req-fa4d69b9-4d18-4a3e-bd56-40714cf75a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:51.219867 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-fa4d69b9-4d18-4a3e-bd56-40714cf75a72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=472b1df8dab44d429c30e9c4aad1f586&device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 1094 time: 0.1987431 Nov 15 14:42:51.275667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-7d51b147-b587-4e82-8342-be623b38b846 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=5f31cc54-f91d-41a5-be06-8333aa16e417 HTTP/1.1" status: 200 len: 217 time: 0.0755713 Nov 15 14:42:51.304679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Router a967ef10-7079-4c8a-a1eb-bc006a7af22e has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:42:51.359271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-776ad5e0-5253-44f4-a211-46f62853b137 req-b2d3d2c7-e2ee-4d3b-a6d0-48663276ea38 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461207 Nov 15 14:42:51.431004 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-c89da12c-4d9b-4ed1-8fe9-1bb68e69f3af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 HTTP/1.1" status: 200 len: 217 time: 0.1749024 Nov 15 14:42:51.481433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:42:51.490278 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4087d9fd-ebb7-4cf9-9e21-38e99a4edd40 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "PUT /v2.0/routers/a967ef10-7079-4c8a-a1eb-bc006a7af22e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4294362 Nov 15 14:42:51.490970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 36754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:51.501570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Request body: {'port': {'network_id': 'e6bb126b-d255-456a-905f-580d704856f4', 'name': 'tempest-FloatingIPAdminTestJSON-379581849'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:51.506004 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d73fb-9c33-435d-8844-325f10e108ff None None] Sync routers for ids ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:42:51.514945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ef169871-f379-43db-8dfe-47ec68645461 None None] Provisioning complete for port b562d5ad-7335-4105-9a9f-dd2a3bfe0763 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:51.516668 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef169871-f379-43db-8dfe-47ec68645461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:51.525724 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d73fb-9c33-435d-8844-325f10e108ff None None] Routers {'a967ef10-7079-4c8a-a1eb-bc006a7af22e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:42:51.526516 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c40d73fb-9c33-435d-8844-325f10e108ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:51.531960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-27e17f8a-9865-4ffd-af9c-1e2ed60a2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:51.533666 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-27e17f8a-9865-4ffd-af9c-1e2ed60a2a19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.2160866 Nov 15 14:42:51.567197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ef169871-f379-43db-8dfe-47ec68645461 None None] Port b562d5ad-7335-4105-9a9f-dd2a3bfe0763 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:42:51.581553 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1c713c-0252-4dfa-a7e6-af9126c468c9 x-openstack-request-id: req-4a1c713c-0252-4dfa-a7e6-af9126c468c9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:51.581553 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed4daa9-4b27-41ec-8c5f-45a8ceef858e", "tag": "f7fb4cc2-8d30-4b7f-a275-61239bf75fc3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:51.581553 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a1c713c-0252-4dfa-a7e6-af9126c468c9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:51.581553 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed4daa9-4b27-41ec-8c5f-45a8ceef858e', 'tag': 'f7fb4cc2-8d30-4b7f-a275-61239bf75fc3', 'status': 'completed', 'code': 200} Nov 15 14:42:51.590848 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c40d73fb-9c33-435d-8844-325f10e108ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:51.600255 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d73fb-9c33-435d-8844-325f10e108ff None None] Routers {'a967ef10-7079-4c8a-a1eb-bc006a7af22e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:42:51.601095 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c40d73fb-9c33-435d-8844-325f10e108ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:51.622183 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:42:51.638007 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c40d73fb-9c33-435d-8844-325f10e108ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:51.639254 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d73fb-9c33-435d-8844-325f10e108ff None None] The sync data for ids ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:42:51.675545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952808-590e-4dff-9d67-95092a547981 req-353272bc-5fa5-4cb9-93a2-4ab1d1cc3af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:51.677222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-353272bc-5fa5-4cb9-93a2-4ab1d1cc3af9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48428eb4-d18d-420d-9203-c61438df6e40 HTTP/1.1" status: 200 len: 852 time: 0.2371929 Nov 15 14:42:51.735769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=10ff5799-59f4-418a-ad5f-ddb4b4f40ee7,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:51.747129 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '10ff5799-59f4-418a-ad5f-ddb4b4f40ee7', 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f', 'port_id': '10ff5799-59f4-418a-ad5f-ddb4b4f40ee7', 'mac_address': 'fa:16:3e:78:9d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48428eb4-d18d-420d-9203-c61438df6e40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:42:51.765199 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-287d90a9-bb6a-46d8-b831-4cc26353f2f1 service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842822 Nov 15 14:42:51.767868 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-21816936-d3be-4bcf-aaaf-aa40bc80e739 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6987b1f-d273-460c-b87b-072fc507c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764685 Nov 15 14:42:51.789976 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:51.804225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:51.826285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=10ff5799-59f4-418a-ad5f-ddb4b4f40ee7,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:51.880925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-0b86b189-802a-44eb-b3c3-ef74ce62641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:51.882443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-0b86b189-802a-44eb-b3c3-ef74ce62641c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3094835 Nov 15 14:42:51.914505 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:51.925396 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd63b7-c862-41c8-af10-d2e6dbd38f90 req-23bf743c-d3ab-4875-ac81-7bdc1e710ed0 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:51.927091 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03dd63b7-c862-41c8-af10-d2e6dbd38f90 req-23bf743c-d3ab-4875-ac81-7bdc1e710ed0 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 943 time: 0.2383015 Nov 15 14:42:51.978790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=10ff5799-59f4-418a-ad5f-ddb4b4f40ee7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:52.068029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-59436bd4-0f81-47c6-bb4a-5d5b02e406d3 service neutron] 10.222.0.70 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907109 Nov 15 14:42:52.097435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-bd21fdfe-dd86-4426-a6f4-b0ca78e2cda6 service neutron] 10.222.0.59 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212266 Nov 15 14:42:52.100950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03dd63b7-c862-41c8-af10-d2e6dbd38f90 req-0443b3f1-4d09-4ef5-851f-9f1438de95e8 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567380 Nov 15 14:42:52.113457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Made reservation on behalf of 0cadd08c72044ae49053da41d7b888df for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:42:52.135544 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:52.201778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['10ff5799-59f4-418a-ad5f-ddb4b4f40ee7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:42:52.211478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-e29fc51f-87c8-4cb4-b27f-2896e292c1ea service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143904 Nov 15 14:42:52.328741 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] device_id is not set on port 78b944f4-22cf-4261-ade0-c5b15a0bbba0 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:42:52.342074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f06536bf-3859-427a-9d8c-6b487272befb req-0bbaa842-a7b7-4921-8732-7e2af40f87d3 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 210 time: 0.1672606 Nov 15 14:42:52.597148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1952808-590e-4dff-9d67-95092a547981 req-4df69ade-4500-4747-8663-3d462bc6e7f9 service neutron] 10.222.0.59 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646456 Nov 15 14:42:52.679966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0955a00c-d7ec-445e-91bc-84693aa9b8b1 req-69437832-a17e-49ff-870c-8fbd04751f8c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 210 time: 0.0997167 Nov 15 14:42:52.720157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-41572945-bbdc-4eac-855f-67746fe2e935 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:52.720157 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-41572945-bbdc-4eac-855f-67746fe2e935 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.46 "GET /v2.0/networks?id=10e70b67-cbeb-40f8-8105-ee6d4f6558d1 HTTP/1.1" status: 200 len: 815 time: 0.6388686 Nov 15 14:42:52.736840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Allocated IP 172.20.0.12 (e6bb126b-d255-456a-905f-580d704856f4/3ef7581b-d08d-4e14-b395-3a047ebd13fc/78b944f4-22cf-4261-ade0-c5b15a0bbba0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:52.797426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89b1d2-d02b-4f23-afae-2061a6be3c14 req-32674572-23c6-40ac-b585-d0e3cfa2f6f6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:52.806367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae89b1d2-d02b-4f23-afae-2061a6be3c14 req-32674572-23c6-40ac-b585-d0e3cfa2f6f6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.2651885 Nov 15 14:42:52.822792 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-fa4e68f8-348c-40fe-b977-d2158822b8a9 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512378 Nov 15 14:42:52.917640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-cdb563c2-0626-4e55-9a7c-b99fa7679eb4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b HTTP/1.1" status: 200 len: 217 time: 0.0823438 Nov 15 14:42:52.958066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620b853-78e4-4723-953b-ac5eb011b6aa req-458e0893-4789-4886-b7c4-95be959717fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:52.959517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5620b853-78e4-4723-953b-ac5eb011b6aa req-458e0893-4789-4886-b7c4-95be959717fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=472b1df8dab44d429c30e9c4aad1f586&device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 1094 time: 0.2402115 Nov 15 14:42:53.048689 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-3e374af4-3072-45c6-8eca-d36ea73857aa tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4bae5163e584de984f2e858c22f1d0e HTTP/1.1" status: 200 len: 379 time: 0.3094299 Nov 15 14:42:53.101178 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae89b1d2-d02b-4f23-afae-2061a6be3c14 req-bd6c0882-06b3-4ecc-a086-2985cefc949a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953844 Nov 15 14:42:53.114513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-3db2a831-24ff-4aa4-acd3-fe112a1e8984 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Request body: {'port': {'device_id': '2662acb2-5661-49d4-989c-f400bc2be633', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'admin_state_up': True, 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'security_groups': ['11b3491a-002f-4c21-a070-aac4243bea7b']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:53.181118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-ddc09b1f-0eb4-4017-abe0-ab9232d1c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:53.182697 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-ddc09b1f-0eb4-4017-abe0-ab9232d1c601 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.2469387 Nov 15 14:42:53.639887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:42:53.696255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72119902-763a-4821-a7e4-a0959d1a3c9e req-2e96b699-fcfa-4502-a66f-3f6a614ce1cc tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 210 time: 0.0758889 Nov 15 14:42:53.703819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620b853-78e4-4723-953b-ac5eb011b6aa req-c78b9f2a-84af-40a2-a9bc-031b2146eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:53.705305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5620b853-78e4-4723-953b-ac5eb011b6aa req-c78b9f2a-84af-40a2-a9bc-031b2146eb2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6987b1f-d273-460c-b87b-072fc507c24f HTTP/1.1" status: 200 len: 913 time: 0.7296760 Nov 15 14:42:53.712581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:53.742548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f858eb-b677-4325-9c4b-79602adb8a18 req-c7995211-e980-4078-bd8c-a22a80e2a69d tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:53.744097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3f858eb-b677-4325-9c4b-79602adb8a18 req-c7995211-e980-4078-bd8c-a22a80e2a69d tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 943 time: 0.5496576 Nov 15 14:42:53.781314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:42:53.785920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:53.786449 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:53.787156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-78575a75-e626-4275-8602-cc4a8f1e85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:53.789695 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-78575a75-e626-4275-8602-cc4a8f1e85e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5871441 Nov 15 14:42:53.820184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5620b853-78e4-4723-953b-ac5eb011b6aa req-36595ad4-44b6-4aa3-9322-60dc4372d9b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 HTTP/1.1" status: 200 len: 217 time: 0.1025248 Nov 15 14:42:53.898929 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:53.955949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a9805de-272a-46c7-9666-6a7b24ae0b4c req-19baf23f-369e-4bf3-936b-c4eaf2db3b65 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 210 time: 0.1406326 Nov 15 14:42:53.980949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=10ff5799-59f4-418a-ad5f-ddb4b4f40ee7,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:53.981806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a994841-b18f-42c0-a0ca-958f67d62769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ff5799-59f4-418a-ad5f-ddb4b4f40ee7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:53.985409 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8a79ef-6ec3-459e-a4d1-41ddd41da69a" -d '{"events": [{"server_uuid": "4a994841-b18f-42c0-a0ca-958f67d62769", "name": "network-vif-plugged", "status": "completed", "tag": "10ff5799-59f4-418a-ad5f-ddb4b4f40ee7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:54.015245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620b853-78e4-4723-953b-ac5eb011b6aa req-5fa8da40-7bd1-4cdb-a4d8-a288348fcefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:54.016962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5620b853-78e4-4723-953b-ac5eb011b6aa req-5fa8da40-7bd1-4cdb-a4d8-a288348fcefb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48428eb4-d18d-420d-9203-c61438df6e40 HTTP/1.1" status: 200 len: 852 time: 0.1662076 Nov 15 14:42:54.033266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:54.100264 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:54.130584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event updated for resources: {'Port': ['ID=78b944f4-22cf-4261-ade0-c5b15a0bbba0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:54.152644 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5620b853-78e4-4723-953b-ac5eb011b6aa req-913bf933-5a98-4e3c-8f45-54de1fb02b10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6987b1f-d273-460c-b87b-072fc507c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191380 Nov 15 14:42:54.152644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-3db2a831-24ff-4aa4-acd3-fe112a1e8984 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Made reservation on behalf of e4bae5163e584de984f2e858c22f1d0e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:42:54.153820 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-3db2a831-24ff-4aa4-acd3-fe112a1e8984 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:54.174930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Network e6bb126b-d255-456a-905f-580d704856f4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:54.238685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=10ff5799-59f4-418a-ad5f-ddb4b4f40ee7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:54.255620 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd0c02f-699b-4994-932c-fdb0e64b093d x-openstack-request-id: req-3bd0c02f-699b-4994-932c-fdb0e64b093d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:54.256344 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a994841-b18f-42c0-a0ca-958f67d62769", "name": "network-vif-plugged", "status": "completed", "tag": "10ff5799-59f4-418a-ad5f-ddb4b4f40ee7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:54.256964 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3bd0c02f-699b-4994-932c-fdb0e64b093d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:54.257733 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a994841-b18f-42c0-a0ca-958f67d62769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ff5799-59f4-418a-ad5f-ddb4b4f40ee7', 'code': 200} Nov 15 14:42:54.323502 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3f858eb-b677-4325-9c4b-79602adb8a18 req-9b61d845-7777-4a37-9744-26b977e6d755 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452716 Nov 15 14:42:54.359635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:54.366965 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5620b853-78e4-4723-953b-ac5eb011b6aa req-93aa03dc-3fb5-4643-8b8e-3c8ccc530ef5 service neutron] 10.222.0.59 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902506 Nov 15 14:42:54.367758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:54.389619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796c35b-c419-48bf-bd61-827dd3d88e22 req-829ba073-98ab-428e-9ab3-52c3eb44653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:54.393565 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d796c35b-c419-48bf-bd61-827dd3d88e22 req-829ba073-98ab-428e-9ab3-52c3eb44653e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a994841-b18f-42c0-a0ca-958f67d62769 HTTP/1.1" status: 200 len: 1096 time: 0.0574260 Nov 15 14:42:54.455726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-0ccb5f3b-8dcd-409a-884e-71279df0c83d service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306973 Nov 15 14:42:54.517141 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d796c35b-c419-48bf-bd61-827dd3d88e22 req-6072cb45-5f2d-439f-8919-cc65d5ccde8b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186981 Nov 15 14:42:54.718749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6c1913a0-c31b-4113-b3b3-51555c89aab5 None None] Provisioning complete for port 78b944f4-22cf-4261-ade0-c5b15a0bbba0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:54.719859 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c1913a0-c31b-4113-b3b3-51555c89aab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:54.772386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6c1913a0-c31b-4113-b3b3-51555c89aab5 None None] Port 78b944f4-22cf-4261-ade0-c5b15a0bbba0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:42:54.774922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562d921-7ded-466d-864f-ebd2b76c675b req-64da288d-8096-4e30-93c6-1005644d0347 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:54.776539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5562d921-7ded-466d-864f-ebd2b76c675b req-64da288d-8096-4e30-93c6-1005644d0347 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.4481666 Nov 15 14:42:54.801454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:54.806302 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:54.910565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-125859ad-3ae9-482d-b786-a9796bdf6ed0 req-2224ad4b-5998-40c4-ae40-3ca51cf4eeb1 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 210 time: 0.0611074 Nov 15 14:42:54.937065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-985b4a0f-92f7-4cd3-8ac7-5d7d9f94262e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4357746 Nov 15 14:42:54.940005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36820) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:54.990617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-7bfb60b1-d6d0-4d7e-9d59-0c4d44e923f7 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205723 Nov 15 14:42:54.992193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-3db2a831-24ff-4aa4-acd3-fe112a1e8984 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Allocated IP 172.20.0.13 (10e70b67-cbeb-40f8-8105-ee6d4f6558d1/23c382a5-5849-4ca1-b717-26b458b41804/f867ebc9-3cdc-458f-9d17-6f1159a76e2f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:54.999683 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5620b853-78e4-4723-953b-ac5eb011b6aa req-7762c217-626a-47ac-875b-9b93acd2ae62 service neutron] 10.222.0.59 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396066 Nov 15 14:42:55.052146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'project_id': '0cadd08c72044ae49053da41d7b888df', 'port_id': '78b944f4-22cf-4261-ade0-c5b15a0bbba0'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:55.066069 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-dc27a656-6dc4-4b69-b59b-b3184117ddb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=d2111f6d-3041-4df4-abc8-4f0abd6bc631 HTTP/1.1" status: 200 len: 217 time: 0.0566902 Nov 15 14:42:55.076231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5562d921-7ded-466d-864f-ebd2b76c675b req-8388505f-7ef7-4245-9c11-a97406d71514 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843125 Nov 15 14:42:55.184820 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a291fc7-bb34-4d5c-8503-9e5b4a8fbc7d req-c59381d9-579c-4626-b462-399423c7b8e6 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 210 time: 0.0758564 Nov 15 14:42:55.274695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-27d8d2b2-77ae-43c7-9a47-3170d0d7c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:55.276826 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-27d8d2b2-77ae-43c7-9a47-3170d0d7c724 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.1964133 Nov 15 14:42:55.357715 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-3db2a831-24ff-4aa4-acd3-fe112a1e8984 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:55.384420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-efa16a87-e13a-4ef4-9488-52dba59fb14b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:55.386481 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-efa16a87-e13a-4ef4-9488-52dba59fb14b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "GET /v2.0/networks?id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 200 len: 806 time: 0.1577389 Nov 15 14:42:55.388088 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:55.409190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-caedc75a-656f-424f-b72c-31a92551a922 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Request body: {'port': {'device_id': '4e37a045-a674-487e-a155-b153d633c60a', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'admin_state_up': True, 'tenant_id': 'c2cea4c71afc4a7b87dd84d35938cede'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:55.485960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-c23c06e0-5db7-49c3-a5be-f17682420672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:55.487440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-c23c06e0-5db7-49c3-a5be-f17682420672 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0905209 Nov 15 14:42:55.544582 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-3db2a831-24ff-4aa4-acd3-fe112a1e8984 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:55.554181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5bb6b-0891-44e0-81e6-c2290d4144d8 req-46a30b4b-336f-46b6-894e-ae53ce090d79 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:55.555841 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c5bb6b-0891-44e0-81e6-c2290d4144d8 req-46a30b4b-336f-46b6-894e-ae53ce090d79 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 943 time: 0.1163611 Nov 15 14:42:55.638847 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:42:55.691557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-3db2a831-24ff-4aa4-acd3-fe112a1e8984 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:55.694164 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:55.703973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-3db2a831-24ff-4aa4-acd3-fe112a1e8984 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:55.713813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-3db2a831-24ff-4aa4-acd3-fe112a1e8984 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:55.722327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2a831-24ff-4aa4-acd3-fe112a1e8984 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Pushing event updated for resources: {'Port': ['ID=f867ebc9-3cdc-458f-9d17-6f1159a76e2f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:55.792375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c5bb6b-0891-44e0-81e6-c2290d4144d8 req-5a4b008e-a99d-4b6d-9577-f676f845331c tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145915 Nov 15 14:42:55.826170 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-ac0a6886-d041-4370-8629-04a1e4b28842 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279989 Nov 15 14:42:55.837307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-3db2a831-24ff-4aa4-acd3-fe112a1e8984 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:55.838044 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-3db2a831-24ff-4aa4-acd3-fe112a1e8984 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:55.864707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-caedc75a-656f-424f-b72c-31a92551a922 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Made reservation on behalf of c2cea4c71afc4a7b87dd84d35938cede for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:42:55.869125 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-caedc75a-656f-424f-b72c-31a92551a922 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:55.918803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f7fb4cc2-8d30-4b7f-a275-61239bf75fc3,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:55.950625 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'f7fb4cc2-8d30-4b7f-a275-61239bf75fc3', 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f', 'port_id': 'f7fb4cc2-8d30-4b7f-a275-61239bf75fc3', 'mac_address': 'fa:16:3e:3f:43:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48428eb4-d18d-420d-9203-c61438df6e40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:42:55.957139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Allocated IP 172.25.4.53 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/537d8602-a3a9-459f-beaf-12ca0e69714d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:56.075627 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:56.121841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:56.177143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-8c210059-19d5-49db-85e2-02e15164bc1d service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301885 Nov 15 14:42:56.188658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-3db2a831-24ff-4aa4-acd3-fe112a1e8984 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0813599 Nov 15 14:42:56.193190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-caedc75a-656f-424f-b72c-31a92551a922 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Allocated IP 172.20.0.14 (41176d6c-3c2c-491f-81e2-57dc1c71ec1b/186ef2d9-ae15-4420-a072-fa533fc8ac78/a845847d-6b61-4313-bb9e-37e2148dce36) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:42:56.196619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f7fb4cc2-8d30-4b7f-a275-61239bf75fc3,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:42:56.219935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22a8e280-7cfb-4997-ab1f-a2edc214b497 None None] Provisioning complete for port f867ebc9-3cdc-458f-9d17-6f1159a76e2f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:42:56.220763 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22a8e280-7cfb-4997-ab1f-a2edc214b497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:56.231712 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:56.275658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-22a8e280-7cfb-4997-ab1f-a2edc214b497 None None] Port f867ebc9-3cdc-458f-9d17-6f1159a76e2f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:42:56.289433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Request body: {'port': {'device_id': '2662acb2-5661-49d4-989c-f400bc2be633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:56.356261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-a6013d8d-c928-47ae-960f-7d1cf473e95a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=919c96e9-8be6-470c-b7ba-81079937b82d HTTP/1.1" status: 200 len: 217 time: 0.1721995 Nov 15 14:42:56.358947 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:56.447519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f7fb4cc2-8d30-4b7f-a275-61239bf75fc3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:56.465831 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-caedc75a-656f-424f-b72c-31a92551a922 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:56.487193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce03a5c-a593-4762-85c9-e003857454b2 req-00f470f7-dcef-4d06-8006-17277a1ada39 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:56.494338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ce03a5c-a593-4762-85c9-e003857454b2 req-00f470f7-dcef-4d06-8006-17277a1ada39 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.3159378 Nov 15 14:42:56.513537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feaf66-f5c8-4457-b396-1eb2c1ce488e req-c00d489c-08e4-4f28-a278-e1766ad66a4e tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:56.513537 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-11feaf66-f5c8-4457-b396-1eb2c1ce488e req-c00d489c-08e4-4f28-a278-e1766ad66a4e tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 932 time: 0.3338673 Nov 15 14:42:56.514177 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:56.554808 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:56.564318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-ddd2e370-5833-42e6-b05f-23055a42811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:56.565806 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-ddd2e370-5833-42e6-b05f-23055a42811f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53bbca71-b99a-424a-9e90-02c5e8ace1fe HTTP/1.1" status: 200 len: 797 time: 0.1999826 Nov 15 14:42:56.599772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:56.610527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:56.615678 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:56.652685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f7fb4cc2-8d30-4b7f-a275-61239bf75fc3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:42:56.671499 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-caedc75a-656f-424f-b72c-31a92551a922 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:56.691032 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Pushing event updated for resources: {'Port': ['ID=537d8602-a3a9-459f-beaf-12ca0e69714d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:56.702658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:42:56.730226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ce03a5c-a593-4762-85c9-e003857454b2 req-77585761-6e5b-4df3-98d1-e94b74d3c795 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269750 Nov 15 14:42:56.760037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-11feaf66-f5c8-4457-b396-1eb2c1ce488e req-e318e045-0afe-4c39-a12b-6667538c7cf2 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382953 Nov 15 14:42:56.791358 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-caedc75a-656f-424f-b72c-31a92551a922 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:42:56.800183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-caedc75a-656f-424f-b72c-31a92551a922 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:42:56.821063 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-caedc75a-656f-424f-b72c-31a92551a922 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:42:56.986282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-a755877a-2c9e-475c-9ea3-380d35ea6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:56.992591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-a755877a-2c9e-475c-9ea3-380d35ea6ee8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4097741 Nov 15 14:42:57.039619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedc75a-656f-424f-b72c-31a92551a922 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event updated for resources: {'Port': ['ID=a845847d-6b61-4313-bb9e-37e2148dce36,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:57.128585 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-caedc75a-656f-424f-b72c-31a92551a922 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:57.129174 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-caedc75a-656f-424f-b72c-31a92551a922 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:57.229459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce75f32-abc1-441e-a20b-f13f82689e55 req-917d8104-2ec2-45f4-a4c4-cb852e5b707a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:57.231869 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fce75f32-abc1-441e-a20b-f13f82689e55 req-917d8104-2ec2-45f4-a4c4-cb852e5b707a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 932 time: 0.3225625 Nov 15 14:42:57.264599 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-caedc75a-656f-424f-b72c-31a92551a922 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8622627 Nov 15 14:42:57.302651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4872f-3130-45f6-99be-7fc1c4c4a4d4 req-29cc5619-e229-4e00-9822-841d605977a4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:57.302903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Request body: {'port': {'device_id': '4e37a045-a674-487e-a155-b153d633c60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:42:57.311073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0c4872f-3130-45f6-99be-7fc1c4c4a4d4 req-29cc5619-e229-4e00-9822-841d605977a4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 944 time: 0.2139077 Nov 15 14:42:57.396541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-6e36515d-61b3-4959-a8bc-e2d9855e61a2 service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903339 Nov 15 14:42:57.398040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:57.402778 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:57.457386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fce75f32-abc1-441e-a20b-f13f82689e55 req-7855f161-9069-4140-9169-8d2ff9cf7aff tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075565 Nov 15 14:42:57.513866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0c4872f-3130-45f6-99be-7fc1c4c4a4d4 req-714e6c80-2230-4c7a-bd00-68567035a14f tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018874 Nov 15 14:42:57.543519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f867ebc9-3cdc-458f-9d17-6f1159a76e2f {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:57.551811 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:57.583160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Transition to ACTIVE for port object f867ebc9-3cdc-458f-9d17-6f1159a76e2f will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:42:57.590593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-b9cfb358-7c05-422f-884b-b1f3295fe188 service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821408 Nov 15 14:42:57.663119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-acd038d8-8516-4e9c-8fab-a564ba943ac2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c146075-7f93-459c-8671-66d81fd6df08 HTTP/1.1" status: 200 len: 217 time: 0.0516624 Nov 15 14:42:57.696329 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:57.722464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-aefd6803-c580-4272-9e38-4f285a044fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:57.725364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-aefd6803-c580-4272-9e38-4f285a044fdb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53bbca71-b99a-424a-9e90-02c5e8ace1fe HTTP/1.1" status: 200 len: 797 time: 0.0672202 Nov 15 14:42:57.769902 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:57.997252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a845847d-6b61-4313-bb9e-37e2148dce36 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:42:58.010370 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:58.033733 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:58.037269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Transition to ACTIVE for port object a845847d-6b61-4313-bb9e-37e2148dce36 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:42:58.063966 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:58.188588 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:58.269991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=f867ebc9-3cdc-458f-9d17-6f1159a76e2f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:58.323122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-2968d07d-5719-4176-ba6a-fe616960e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:58.325713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-2968d07d-5719-4176-ba6a-fe616960e28c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5914490 Nov 15 14:42:58.344524 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:58.373288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8bea-b83a-4059-92f3-38b9e81c7a4a req-7c645f14-05f7-4d5e-9117-b650b66ca082 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:58.374956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99da8bea-b83a-4059-92f3-38b9e81c7a4a req-7c645f14-05f7-4d5e-9117-b650b66ca082 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.2227969 Nov 15 14:42:58.427371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c78be-caec-493c-ac5e-254fc9f51f35 req-6b9b4497-fff7-4092-8f37-6c81eda0bf0a tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:58.429012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc1c78be-caec-493c-ac5e-254fc9f51f35 req-6b9b4497-fff7-4092-8f37-6c81eda0bf0a tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 944 time: 0.2779689 Nov 15 14:42:58.589398 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:58.644189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc1c78be-caec-493c-ac5e-254fc9f51f35 req-b6302346-a75c-4e8d-89f9-580ca663f7ed tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781728 Nov 15 14:42:58.712589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99da8bea-b83a-4059-92f3-38b9e81c7a4a req-8bc8d67b-1dcd-4ba4-af7e-e2e3b2c4f0d4 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751949 Nov 15 14:42:58.779117 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Pushing event updated for resources: {'Port': ['ID=537d8602-a3a9-459f-beaf-12ca0e69714d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:58.779568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-1835ce50-6c0a-453a-8167-8a03584bd3ff service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217868 Nov 15 14:42:58.779568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Attempting to bind port f867ebc9-3cdc-458f-9d17-6f1159a76e2f on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:42:58.779568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Attempting to bind port f867ebc9-3cdc-458f-9d17-6f1159a76e2f by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '0310ce1a-79ce-4beb-8092-241dfc84a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:42:58.779568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Attempting to bind port f867ebc9-3cdc-458f-9d17-6f1159a76e2f on network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:58.843185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Port f867ebc9-3cdc-458f-9d17-6f1159a76e2f on network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:42:58.843554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Attempting to bind port f867ebc9-3cdc-458f-9d17-6f1159a76e2f on network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:58.851458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:42:58.851833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Checking segment: {'id': '0310ce1a-79ce-4beb-8092-241dfc84a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:42:58.852272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Bound using segment: {'id': '0310ce1a-79ce-4beb-8092-241dfc84a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:42:58.852730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Bound port: f867ebc9-3cdc-458f-9d17-6f1159a76e2f, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0310ce1a-79ce-4beb-8092-241dfc84a702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:42:58.853096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:58.855728 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:58.963485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a845847d-6b61-4313-bb9e-37e2148dce36,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:59.014278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Attempting to bind port a845847d-6b61-4313-bb9e-37e2148dce36 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:42:59.014939 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Attempting to bind port a845847d-6b61-4313-bb9e-37e2148dce36 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:42:59.015264 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Attempting to bind port a845847d-6b61-4313-bb9e-37e2148dce36 on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:59.023538 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Port a845847d-6b61-4313-bb9e-37e2148dce36 on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:42:59.023913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Attempting to bind port a845847d-6b61-4313-bb9e-37e2148dce36 on network 41176d6c-3c2c-491f-81e2-57dc1c71ec1b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:42:59.033802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:42:59.034100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Checking segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:42:59.034446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Bound using segment: {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:42:59.035159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Bound port: a845847d-6b61-4313-bb9e-37e2148dce36, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b43a36-3877-4409-920e-5319b0911b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:42:59.035535 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:59.055667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c0ed6-dbf5-493f-8938-6458a0c8162f req-7345e72f-2098-4729-9175-e1f778494b64 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:59.057279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b4c0ed6-dbf5-493f-8938-6458a0c8162f req-7345e72f-2098-4729-9175-e1f778494b64 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 944 time: 0.1996396 Nov 15 14:42:59.061502 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Floating IP 44c07bc9-05f1-4b79-89aa-9c98f22b5f8c associated. External IP: 172.25.4.53, port: 78b944f4-22cf-4261-ade0-c5b15a0bbba0. Nov 15 14:42:59.071737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95cbb83c-0c6e-4e8b-a9ac-62f300725620 req-3f538693-b0d1-4465-ba71-73fc203ae87d service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897396 Nov 15 14:42:59.109438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294db6e-0009-42f8-bfa0-10a30815f386 req-1fa0ace7-9f06-4fd3-a483-1b01a17c89b1 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:59.117495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e294db6e-0009-42f8-bfa0-10a30815f386 req-1fa0ace7-9f06-4fd3-a483-1b01a17c89b1 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 944 time: 0.2122438 Nov 15 14:42:59.135019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] For port f867ebc9-3cdc-458f-9d17-6f1159a76e2f, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:42:59.169340 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] For port f867ebc9-3cdc-458f-9d17-6f1159a76e2f, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f867ebc9-3cdc-458f-9d17-6f1159a76e2f,segment=NetworkSegment(0310ce1a-79ce-4beb-8092-241dfc84a702),segment_id=0310ce1a-79ce-4beb-8092-241dfc84a702)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:42:59.215111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e294db6e-0009-42f8-bfa0-10a30815f386 req-2c336553-abbd-4f57-9252-6b4d5ccd8c47 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958419 Nov 15 14:42:59.255330 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] For port a845847d-6b61-4313-bb9e-37e2148dce36, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:42:59.259464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] For port a845847d-6b61-4313-bb9e-37e2148dce36, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a845847d-6b61-4313-bb9e-37e2148dce36,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:42:59.260685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b4c0ed6-dbf5-493f-8938-6458a0c8162f req-009b6b98-7314-42c5-b2e9-58db24c75dd2 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695821 Nov 15 14:42:59.390948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Router a967ef10-7079-4c8a-a1eb-bc006a7af22e has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:42:59.441071 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:59.447886 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:59.491724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:59.492737 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:59.495388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] 10.222.0.46 "PUT /v2.0/ports/f867ebc9-3cdc-458f-9d17-6f1159a76e2f HTTP/1.1" status: 200 len: 1092 time: 3.2117357 Nov 15 14:42:59.501673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2662acb2-5661-49d4-989c-f400bc2be633', 'tag': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:59.505321 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbe16bb-7183-40a0-b7df-9f9c84fc4cac" -d '{"events": [{"name": "network-changed", "server_uuid": "2662acb2-5661-49d4-989c-f400bc2be633", "tag": "f867ebc9-3cdc-458f-9d17-6f1159a76e2f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:59.521521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:59.522154 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:59.523621 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] 10.222.0.46 "PUT /v2.0/ports/a845847d-6b61-4313-bb9e-37e2148dce36 HTTP/1.1" status: 200 len: 1092 time: 2.2273529 Nov 15 14:42:59.526319 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e37a045-a674-487e-a155-b153d633c60a', 'tag': 'a845847d-6b61-4313-bb9e-37e2148dce36'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:42:59.529237 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480e1027-070c-4f94-ab79-77b6c1539481" -d '{"events": [{"name": "network-changed", "server_uuid": "4e37a045-a674-487e-a155-b153d633c60a", "tag": "a845847d-6b61-4313-bb9e-37e2148dce36"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:42:59.557110 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a0965-21d3-49a8-a82b-2990247447e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a845847d-6b61-4313-bb9e-37e2148dce36,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:59.583224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6ff61-1c84-440c-a5ae-8bf516222ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=f867ebc9-3cdc-458f-9d17-6f1159a76e2f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:42:59.591285 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:42:59.617987 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5ec3d5-59d6-41dd-be53-e29ca027dff0 x-openstack-request-id: req-7c5ec3d5-59d6-41dd-be53-e29ca027dff0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:59.618383 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2662acb2-5661-49d4-989c-f400bc2be633", "tag": "f867ebc9-3cdc-458f-9d17-6f1159a76e2f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:59.618742 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c5ec3d5-59d6-41dd-be53-e29ca027dff0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:59.619160 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2662acb2-5661-49d4-989c-f400bc2be633', 'tag': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f', 'status': 'completed', 'code': 200} Nov 15 14:42:59.624272 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709200c7-da23-4e6a-9e9e-c683e4b983a2 x-openstack-request-id: req-709200c7-da23-4e6a-9e9e-c683e4b983a2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:42:59.624601 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e37a045-a674-487e-a155-b153d633c60a", "tag": "a845847d-6b61-4313-bb9e-37e2148dce36", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:42:59.624794 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-709200c7-da23-4e6a-9e9e-c683e4b983a2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:42:59.625236 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e37a045-a674-487e-a155-b153d633c60a', 'tag': 'a845847d-6b61-4313-bb9e-37e2148dce36', 'status': 'completed', 'code': 200} Nov 15 14:42:59.633920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97dd013-cf64-4a43-abac-24367b8de7bd None None] Sync routers for ids ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:42:59.667342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:42:59.779469 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:42:59.810734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe16bb-7183-40a0-b7df-9f9c84fc4cac req-c8fabb57-e064-44a3-b58a-eecf10f2a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:59.814556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9cbe16bb-7183-40a0-b7df-9f9c84fc4cac req-c8fabb57-e064-44a3-b58a-eecf10f2a098 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e4bae5163e584de984f2e858c22f1d0e&device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 1095 time: 0.1434319 Nov 15 14:42:59.832507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e1027-070c-4f94-ab79-77b6c1539481 req-de990368-7046-4bd5-86e6-904ed11cc3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:42:59.834060 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-480e1027-070c-4f94-ab79-77b6c1539481 req-de990368-7046-4bd5-86e6-904ed11cc3c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 1095 time: 0.1717234 Nov 15 14:42:59.845533 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4c90ca4d-616e-4de3-9d34-06faea8f2537 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.8955402 Nov 15 14:42:59.846305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:42:59.871118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97dd013-cf64-4a43-abac-24367b8de7bd None None] Routers {'a967ef10-7079-4c8a-a1eb-bc006a7af22e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:42:59.872107 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a97dd013-cf64-4a43-abac-24367b8de7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:59.918132 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a97dd013-cf64-4a43-abac-24367b8de7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:42:59.949403 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97dd013-cf64-4a43-abac-24367b8de7bd None None] Routers {'a967ef10-7079-4c8a-a1eb-bc006a7af22e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:42:59.949792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a97dd013-cf64-4a43-abac-24367b8de7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:00.006148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a97dd013-cf64-4a43-abac-24367b8de7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:00.007090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97dd013-cf64-4a43-abac-24367b8de7bd None None] The sync data for ids ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:43:00.022643 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-394bd02b-3099-4175-aab8-ef8a22623459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:00.074992 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8d0278bf-aefb-456e-8d2d-8a4aba927e6d tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] 10.222.0.70 "GET /v2.0/floatingips/44c07bc9-05f1-4b79-89aa-9c98f22b5f8c HTTP/1.1" status: 200 len: 982 time: 0.2005963 Nov 15 14:43:00.075551 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:00.098996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62ea6d-1e3d-41e9-b86a-f237643349f9 req-bff8e554-665e-40af-aa7c-1413a76e006e tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:00.101222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c62ea6d-1e3d-41e9-b86a-f237643349f9 req-bff8e554-665e-40af-aa7c-1413a76e006e tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 944 time: 0.2200124 Nov 15 14:43:00.109335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36952002-850a-4d9d-9e03-b9a280aba45d req-b7f131ac-850f-4b0a-ac02-9639ea9bb941 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:00.110856 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36952002-850a-4d9d-9e03-b9a280aba45d req-b7f131ac-850f-4b0a-ac02-9639ea9bb941 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.2038875 Nov 15 14:43:00.160040 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:43:00.161962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e1027-070c-4f94-ab79-77b6c1539481 req-e0c03b0c-7fec-496d-8fcf-9c9547888d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:00.163664 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-480e1027-070c-4f94-ab79-77b6c1539481 req-e0c03b0c-7fec-496d-8fcf-9c9547888d4a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3164446 Nov 15 14:43:00.180370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe16bb-7183-40a0-b7df-9f9c84fc4cac req-486f92e4-d08c-459a-a4f9-4c737cbed9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:00.180528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:43:00.180528 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:00.180693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9cbe16bb-7183-40a0-b7df-9f9c84fc4cac req-486f92e4-d08c-459a-a4f9-4c737cbed9a6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e4bae5163e584de984f2e858c22f1d0e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3432910 Nov 15 14:43:00.180799 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5c9d70be-9e73-44ba-b026-47603f446271 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3516 time: 0.0979671 Nov 15 14:43:00.180799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36916) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:00.293177 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:00.309068 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c62ea6d-1e3d-41e9-b86a-f237643349f9 req-147726ed-5b71-4c4b-a546-edd54461188c tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939027 Nov 15 14:43:00.358077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36952002-850a-4d9d-9e03-b9a280aba45d req-8b2d4057-2bff-4e16-b83a-d8cbb82adc83 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104862 Nov 15 14:43:00.404239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed4daa9-4b27-41ec-8c5f-45a8ceef858e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fb4cc2-8d30-4b7f-a275-61239bf75fc3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:00.407111 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f076b0b1-01ad-4853-9eca-c53700305d9d" -d '{"events": [{"server_uuid": "0ed4daa9-4b27-41ec-8c5f-45a8ceef858e", "name": "network-vif-plugged", "status": "completed", "tag": "f7fb4cc2-8d30-4b7f-a275-61239bf75fc3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:00.421166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f7fb4cc2-8d30-4b7f-a275-61239bf75fc3,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:00.430293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e1027-070c-4f94-ab79-77b6c1539481 req-9390e0fe-f14c-4bf3-aa85-1bcdcd6683ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:00.431997 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-480e1027-070c-4f94-ab79-77b6c1539481 req-9390e0fe-f14c-4bf3-aa85-1bcdcd6683ee service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2543337 Nov 15 14:43:00.448011 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe16bb-7183-40a0-b7df-9f9c84fc4cac req-4f5b29e0-d363-407c-b79d-a95b2153c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:00.452624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9cbe16bb-7183-40a0-b7df-9f9c84fc4cac req-4f5b29e0-d363-407c-b79d-a95b2153c0d9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2731037 Nov 15 14:43:00.501515 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:00.555907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-7939869d-0f45-449c-8c3f-1b220170da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:00.560189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-7939869d-0f45-449c-8c3f-1b220170da0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 1095 time: 0.0780275 Nov 15 14:43:00.580701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f7fb4cc2-8d30-4b7f-a275-61239bf75fc3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:00.614762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d62adc62-3bad-4cc0-b2aa-b5913eb1cb7c tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Deleting port 537d8602-a3a9-459f-beaf-12ca0e69714d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:00.615128 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d62adc62-3bad-4cc0-b2aa-b5913eb1cb7c tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:00.644616 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-55e0c63a-7370-4ac3-b316-afba015b6afa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a845847d-6b61-4313-bb9e-37e2148dce36 HTTP/1.1" status: 200 len: 217 time: 0.0658422 Nov 15 14:43:00.676585 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-2e5abf8e-6476-489d-a70b-a8df6a2c106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:00.678092 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-2e5abf8e-6476-489d-a70b-a8df6a2c106f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e4bae5163e584de984f2e858c22f1d0e&device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 1095 time: 0.1600275 Nov 15 14:43:00.760838 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-13cae2f6-8625-4216-a613-29636f2ac688 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f867ebc9-3cdc-458f-9d17-6f1159a76e2f HTTP/1.1" status: 200 len: 217 time: 0.0413787 Nov 15 14:43:00.763445 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d62adc62-3bad-4cc0-b2aa-b5913eb1cb7c tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:00.763803 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d62adc62-3bad-4cc0-b2aa-b5913eb1cb7c tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:00.769820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-d63b8fce-d7f6-477b-9dbb-900357e3ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:00.772062 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-d63b8fce-d7f6-477b-9dbb-900357e3ec52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 200 len: 846 time: 0.1066971 Nov 15 14:43:00.786217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e84b62-99aa-4cad-bb0d-1c5a3a01af01 req-2526b1c7-a40c-4d2a-bae2-968c4b97c099 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:00.787633 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d62adc62-3bad-4cc0-b2aa-b5913eb1cb7c tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Calling delete_port for 537d8602-a3a9-459f-beaf-12ca0e69714d owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:00.788315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19e84b62-99aa-4cad-bb0d-1c5a3a01af01 req-2526b1c7-a40c-4d2a-bae2-968c4b97c099 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 945 time: 0.1464441 Nov 15 14:43:00.797068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380f0fe-3dc6-49ed-9e70-9573f7dbe89d req-f8ad6639-5ae3-4948-8d17-936a876a0f6a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:00.799395 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7380f0fe-3dc6-49ed-9e70-9573f7dbe89d req-f8ad6639-5ae3-4948-8d17-936a876a0f6a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 944 time: 0.1583493 Nov 15 14:43:00.835222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-8328735c-dcfb-4a26-8238-6095bac50ab9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41176d6c-3c2c-491f-81e2-57dc1c71ec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461650 Nov 15 14:43:00.868773 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-bfb34a87-32c5-4ca4-811e-badd553bb948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:00.870248 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-bfb34a87-32c5-4ca4-811e-badd553bb948 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23c382a5-5849-4ca1-b717-26b458b41804 HTTP/1.1" status: 200 len: 854 time: 0.0972075 Nov 15 14:43:00.962347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19e84b62-99aa-4cad-bb0d-1c5a3a01af01 req-ff5e4bc3-e37a-485b-972f-28b3be1f1e12 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564312 Nov 15 14:43:00.965547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-8617cc11-58bc-4198-9e03-7fadbe052817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:00.967103 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-8617cc11-58bc-4198-9e03-7fadbe052817 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10e70b67-cbeb-40f8-8105-ee6d4f6558d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845835 Nov 15 14:43:00.985671 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7380f0fe-3dc6-49ed-9e70-9573f7dbe89d req-740a11c9-577c-417b-8ed1-ba56327011da tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776042 Nov 15 14:43:01.030439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-5c4e39f5-46fa-4ce7-95cc-9ee04e5804ae service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872876 Nov 15 14:43:01.070378 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a95523-37ad-4e39-af70-e8d7925f4f2d x-openstack-request-id: req-c1a95523-37ad-4e39-af70-e8d7925f4f2d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:01.072290 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed4daa9-4b27-41ec-8c5f-45a8ceef858e", "name": "network-vif-plugged", "status": "completed", "tag": "f7fb4cc2-8d30-4b7f-a275-61239bf75fc3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:01.073429 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1a95523-37ad-4e39-af70-e8d7925f4f2d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:01.074748 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed4daa9-4b27-41ec-8c5f-45a8ceef858e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fb4cc2-8d30-4b7f-a275-61239bf75fc3', 'code': 200} Nov 15 14:43:01.112623 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-e839f6a1-2f67-4e76-a5a7-d697581bc5c1 service neutron] 10.222.0.46 "GET /v2.0/networks/10e70b67-cbeb-40f8-8105-ee6d4f6558d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339793 Nov 15 14:43:01.192190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5afbbe77-2f03-45b9-a9ac-be62256f032e req-8ee1078b-afea-4b43-929f-02c69189e55c service neutron] 10.222.0.46 "GET /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524074 Nov 15 14:43:01.218744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c48558-8813-4bf4-8c2c-854fb6dfbe65 req-c4a9b408-1bb7-46db-b361-6fdef29b5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:01.220282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4c48558-8813-4bf4-8c2c-854fb6dfbe65 req-c4a9b408-1bb7-46db-b361-6fdef29b5dcc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 1096 time: 0.0609307 Nov 15 14:43:01.228165 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a993b181-7704-46e0-a0e9-43c87addaad2 req-20a37b0a-7159-4122-aaba-f88332b657db service neutron] 10.222.0.46 "GET /v2.0/networks/10e70b67-cbeb-40f8-8105-ee6d4f6558d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060145 Nov 15 14:43:01.258755 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d62adc62-3bad-4cc0-b2aa-b5913eb1cb7c tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:01.275403 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4c48558-8813-4bf4-8c2c-854fb6dfbe65 req-b958d22b-8246-4058-8924-6b3f2daf3662 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470212 Nov 15 14:43:01.291698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62adc62-3bad-4cc0-b2aa-b5913eb1cb7c tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event deleted for resources: {'Port': ['ID=537d8602-a3a9-459f-beaf-12ca0e69714d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:01.359871 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d62adc62-3bad-4cc0-b2aa-b5913eb1cb7c tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:01.359871 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-d62adc62-3bad-4cc0-b2aa-b5913eb1cb7c tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Floating IP 44c07bc9-05f1-4b79-89aa-9c98f22b5f8c disassociated (deleted). External IP: 172.25.4.53, port: 78b944f4-22cf-4261-ade0-c5b15a0bbba0. Nov 15 14:43:01.563204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0c5ed-aee9-48ca-8f55-dabaf132df97 req-da1e1754-380e-45de-8020-da8ba39c6347 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:01.564954 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2de0c5ed-aee9-48ca-8f55-dabaf132df97 req-da1e1754-380e-45de-8020-da8ba39c6347 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 944 time: 0.1165321 Nov 15 14:43:01.573087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd7c8c-404f-425d-9eaf-f5d01ce4d9bb req-2b68f77e-41ba-4085-8962-7e921a0772b1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:01.575304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2edd7c8c-404f-425d-9eaf-f5d01ce4d9bb req-2b68f77e-41ba-4085-8962-7e921a0772b1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.1100314 Nov 15 14:43:01.637087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62adc62-3bad-4cc0-b2aa-b5913eb1cb7c tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Router a967ef10-7079-4c8a-a1eb-bc006a7af22e has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:43:01.662144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2de0c5ed-aee9-48ca-8f55-dabaf132df97 req-0d730831-2754-4d1f-8ca1-89e6725650ed tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857491 Nov 15 14:43:01.670522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2edd7c8c-404f-425d-9eaf-f5d01ce4d9bb req-9b9320df-b60d-4387-987d-dabb3e63398b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868230 Nov 15 14:43:01.790851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62adc62-3bad-4cc0-b2aa-b5913eb1cb7c tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:43:01.795372 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d62adc62-3bad-4cc0-b2aa-b5913eb1cb7c tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:01.801754 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dd6efc-41ef-43fd-a965-84cefc25882f None None] Sync routers for ids ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:43:01.812571 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd6efc-41ef-43fd-a965-84cefc25882f None None] Routers {'a967ef10-7079-4c8a-a1eb-bc006a7af22e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:43:01.813460 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e2dd6efc-41ef-43fd-a965-84cefc25882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:01.827389 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d62adc62-3bad-4cc0-b2aa-b5913eb1cb7c tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "DELETE /v2.0/floatingips/44c07bc9-05f1-4b79-89aa-9c98f22b5f8c HTTP/1.1" status: 204 len: 168 time: 1.6505852 Nov 15 14:43:01.830213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:01.834645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:01.857739 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e2dd6efc-41ef-43fd-a965-84cefc25882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:01.868599 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd6efc-41ef-43fd-a965-84cefc25882f None None] Routers {'a967ef10-7079-4c8a-a1eb-bc006a7af22e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:43:01.869323 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e2dd6efc-41ef-43fd-a965-84cefc25882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:42:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:01.905827 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e2dd6efc-41ef-43fd-a965-84cefc25882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:01.906431 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dd6efc-41ef-43fd-a965-84cefc25882f None None] The sync data for ids ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:43:01.948466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:02.045085 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cd8b655-853b-468d-bc8e-f2e309537d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:02.110850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:02.119331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09a85d-6570-4bf5-9a49-adaf98a0dd68 req-e2a8b5ac-0ced-457f-ac62-dd6d5bff2008 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:02.121571 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da09a85d-6570-4bf5-9a49-adaf98a0dd68 req-e2a8b5ac-0ced-457f-ac62-dd6d5bff2008 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 945 time: 0.0791435 Nov 15 14:43:02.201942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85c3ab-3cae-4c93-9f0c-ef8bf8c10496 req-4534eab3-2167-4aae-9668-33cf844d4d95 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:02.203551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e85c3ab-3cae-4c93-9f0c-ef8bf8c10496 req-4534eab3-2167-4aae-9668-33cf844d4d95 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 944 time: 0.0812249 Nov 15 14:43:02.232532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da09a85d-6570-4bf5-9a49-adaf98a0dd68 req-d968b67a-df97-4142-b470-5546d8d4c7c9 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777657 Nov 15 14:43:02.244528 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Allocated IP 172.25.4.14 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/eb107dd9-1662-48e0-86ba-6c7073880f3c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:43:02.272200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e85c3ab-3cae-4c93-9f0c-ef8bf8c10496 req-b398326f-c51f-46c3-8841-e67cc060341b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604661 Nov 15 14:43:02.378670 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:02.491626 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:02.534084 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:43:02.537287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:43:02.541646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:43:02.547612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Pushing event updated for resources: {'Port': ['ID=eb107dd9-1662-48e0-86ba-6c7073880f3c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:02.640434 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:02.756400 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:02.850609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c737f30-0045-43eb-977c-8c6aac10031a req-5ad443fa-18a3-4415-a490-d7c040097e10 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:02.858821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c737f30-0045-43eb-977c-8c6aac10031a req-5ad443fa-18a3-4415-a490-d7c040097e10 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 944 time: 0.0773666 Nov 15 14:43:02.868161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc1920-ff49-4e1e-a56d-9a8fd067b783 req-87f03a26-2623-48a2-985d-72e5dc281289 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:02.872159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-efcc1920-ff49-4e1e-a56d-9a8fd067b783 req-87f03a26-2623-48a2-985d-72e5dc281289 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.1223075 Nov 15 14:43:02.939558 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:02.956351 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c737f30-0045-43eb-977c-8c6aac10031a req-2952d750-8246-447c-bfe5-6b46375aa96c tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966361 Nov 15 14:43:02.960011 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-efcc1920-ff49-4e1e-a56d-9a8fd067b783 req-b7125259-e233-48e3-8ca8-9f2e9349ea19 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785985 Nov 15 14:43:03.072452 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:03.140671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Pushing event updated for resources: {'Port': ['ID=eb107dd9-1662-48e0-86ba-6c7073880f3c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:03.158050 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:03.282222 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:03.283990 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4e85fc7d-a523-4233-bca2-0f6be88149c2 tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4525554 Nov 15 14:43:03.286819 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36984) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:03.408324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd12c0-c768-4b53-9114-45d262f5d952 req-255d06f2-b02e-41b2-a00b-99dea6775cc6 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:03.410597 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0cdd12c0-c768-4b53-9114-45d262f5d952 req-255d06f2-b02e-41b2-a00b-99dea6775cc6 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 945 time: 0.0856819 Nov 15 14:43:03.445449 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:03.490640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:03.529043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca77ef-734d-45b9-852f-5c7625ce51f6 req-8561bc8c-2dd5-4412-8cc8-e97c756db5d1 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:03.530751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7dca77ef-734d-45b9-852f-5c7625ce51f6 req-8561bc8c-2dd5-4412-8cc8-e97c756db5d1 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 944 time: 0.1179931 Nov 15 14:43:03.539386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0cdd12c0-c768-4b53-9114-45d262f5d952 req-8cd527e0-0457-4161-9d67-54f15458c9e3 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127293 Nov 15 14:43:03.594523 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7dca77ef-734d-45b9-852f-5c7625ce51f6 req-378a6872-d740-46c1-b18d-a6e7900d2cce tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540962 Nov 15 14:43:03.605619 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:03.697312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439798f-e783-4530-a8e3-022b4bc4ad48 req-cf6391bd-0979-46df-83bf-591e6783b529 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:03.699737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d439798f-e783-4530-a8e3-022b4bc4ad48 req-cf6391bd-0979-46df-83bf-591e6783b529 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a994841-b18f-42c0-a0ca-958f67d62769 HTTP/1.1" status: 200 len: 945 time: 0.0551393 Nov 15 14:43:03.741097 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:03.758716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d439798f-e783-4530-a8e3-022b4bc4ad48 req-eb542df3-0083-41e4-8e59-bb92f819a568 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512183 Nov 15 14:43:03.871717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Allocated IP 172.25.4.84 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/fa07409b-f8e9-4703-aa8c-8f3e9ad458d6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:43:03.989073 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:04.097542 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3a2a8-f7b5-4af3-a5a4-5218342b7fdd req-7741641a-f18d-4a98-a9c6-db539887c08d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:04.100251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3a3a2a8-f7b5-4af3-a5a4-5218342b7fdd req-7741641a-f18d-4a98-a9c6-db539887c08d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 944 time: 0.0597961 Nov 15 14:43:04.131687 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:04.155579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3a3a2a8-f7b5-4af3-a5a4-5218342b7fdd req-aad30e8c-f2ae-4040-b07c-e4225a76cd15 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480893 Nov 15 14:43:04.190565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:43:04.200698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:43:04.203255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:43:04.235341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Pushing event updated for resources: {'Port': ['ID=fa07409b-f8e9-4703-aa8c-8f3e9ad458d6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:04.293893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a845847d-6b61-4313-bb9e-37e2148dce36 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:43:04.346026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c35bb4-247e-4599-b992-fc36a5693a35 req-c9006113-ec0d-42c5-ab1c-371f2424383e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:04.359968 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:04.360945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16c35bb4-247e-4599-b992-fc36a5693a35 req-c9006113-ec0d-42c5-ab1c-371f2424383e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.1231246 Nov 15 14:43:04.442720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port a845847d-6b61-4313-bb9e-37e2148dce36, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a845847d-6b61-4313-bb9e-37e2148dce36,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:04.453880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16c35bb4-247e-4599-b992-fc36a5693a35 req-5911ce42-d9c3-43fe-873c-fc465af6a7c9 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861821 Nov 15 14:43:04.469070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'a845847d-6b61-4313-bb9e-37e2148dce36', 'network_id': '41176d6c-3c2c-491f-81e2-57dc1c71ec1b', 'port_id': 'a845847d-6b61-4313-bb9e-37e2148dce36', 'mac_address': 'fa:16:3e:e2:a9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186ef2d9-ae15-4420-a072-fa533fc8ac78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:43:04.516856 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:04.529005 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:04.531924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a845847d-6b61-4313-bb9e-37e2148dce36 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:43:04.551740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port a845847d-6b61-4313-bb9e-37e2148dce36, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a845847d-6b61-4313-bb9e-37e2148dce36,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:04.746448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987d9dd-1eed-4981-b6f8-3bb475bfef12 req-0f75b694-63d9-47de-b581-f8775a2f98cc tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:04.748130 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0987d9dd-1eed-4981-b6f8-3bb475bfef12 req-0f75b694-63d9-47de-b581-f8775a2f98cc tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 944 time: 0.0601852 Nov 15 14:43:04.805067 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:04.834345 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0987d9dd-1eed-4981-b6f8-3bb475bfef12 req-74cc213d-ffae-4260-8ca2-c1f44d56d463 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796976 Nov 15 14:43:04.883860 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=a845847d-6b61-4313-bb9e-37e2148dce36,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:05.070433 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:05.090161 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:05.109820 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a845847d-6b61-4313-bb9e-37e2148dce36'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:43:05.180898 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:05.280723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4aa61beb-98ae-4b0e-9a7d-5969ee5e3101 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:05.282652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4aa61beb-98ae-4b0e-9a7d-5969ee5e3101 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/networks?id=d6987b1f-d273-460c-b87b-072fc507c24f HTTP/1.1" status: 200 len: 812 time: 0.1629782 Nov 15 14:43:05.292083 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Pushing event updated for resources: {'Port': ['ID=fa07409b-f8e9-4703-aa8c-8f3e9ad458d6,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:05.325339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-ed4b75f4-ca77-4ce9-8fc4-d8a449dc46df tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/quotas/472b1df8dab44d429c30e9c4aad1f586 HTTP/1.1" status: 200 len: 375 time: 0.0109890 Nov 15 14:43:05.362036 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:05.378644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2e862-0be9-4901-997b-e5663bc64788 req-d3bfa908-6df1-4269-a61c-1c4fa7d9c766 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:05.380225 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3a2e862-0be9-4901-997b-e5663bc64788 req-d3bfa908-6df1-4269-a61c-1c4fa7d9c766 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 944 time: 0.1226859 Nov 15 14:43:05.427252 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4d1a5fe9-4721-4c7a-8877-52cd044bba98 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=472b1df8dab44d429c30e9c4aad1f586&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898478 Nov 15 14:43:05.472093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3a2e862-0be9-4901-997b-e5663bc64788 req-e7f1c939-1388-4bae-b0cc-2c84eeadce3b tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837777 Nov 15 14:43:05.472385 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:05.474099 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c6240aae-138d-4884-8630-3d6e432c561a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1859193 Nov 15 14:43:05.477278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:05.553148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4428a868-9ba1-4194-92d5-64a15c2e8813 service neutron] 10.222.0.70 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155977 Nov 15 14:43:05.557931 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ad4edaab-2748-4e34-bb42-836cf281efed tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.0794773 Nov 15 14:43:05.560777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:05.666864 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ad97f238-2828-47ad-83d2-cda9d809eb06 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1046262 Nov 15 14:43:05.668739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37054) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:05.777535 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:05.785339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-f91e3373-9bc4-4626-92d1-15dbff6d12c3 service neutron] 10.222.0.70 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252166 Nov 15 14:43:05.869666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464091b6-f828-4c25-9adf-8b146f78be36 req-2cb7326a-cda7-4357-9175-84f055af7e70 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:05.871871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-464091b6-f828-4c25-9adf-8b146f78be36 req-2cb7326a-cda7-4357-9175-84f055af7e70 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.1431818 Nov 15 14:43:05.931791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-963edc59-5a3c-4987-a5a3-1441dd22a80a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Deleting port fa07409b-f8e9-4703-aa8c-8f3e9ad458d6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:05.932139 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-963edc59-5a3c-4987-a5a3-1441dd22a80a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:06.031677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-464091b6-f828-4c25-9adf-8b146f78be36 req-77e70884-f608-4061-a2b5-49f185a7daa8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373651 Nov 15 14:43:06.039622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac466a1-d898-4892-8ed6-10e26f81f74c req-8aaeb300-863c-4623-85da-25a705bc7617 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:06.041175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ac466a1-d898-4892-8ed6-10e26f81f74c req-8aaeb300-863c-4623-85da-25a705bc7617 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a994841-b18f-42c0-a0ca-958f67d62769 HTTP/1.1" status: 200 len: 945 time: 0.1481938 Nov 15 14:43:06.100982 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-963edc59-5a3c-4987-a5a3-1441dd22a80a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:06.101289 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-963edc59-5a3c-4987-a5a3-1441dd22a80a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:06.135484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-963edc59-5a3c-4987-a5a3-1441dd22a80a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Calling delete_port for fa07409b-f8e9-4703-aa8c-8f3e9ad458d6 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:06.291236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a845847d-6b61-4313-bb9e-37e2148dce36 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:43:06.311379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed57076-aab2-4cff-95bd-5080c9fd135e req-50dc4257-d838-4f87-ab80-a5f155fe5ba2 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:06.319341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ed57076-aab2-4cff-95bd-5080c9fd135e req-50dc4257-d838-4f87-ab80-a5f155fe5ba2 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 945 time: 0.2066488 Nov 15 14:43:06.386756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7ac466a1-d898-4892-8ed6-10e26f81f74c req-e47df269-7ce3-461c-9410-901682f6ce86 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Deleting port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:06.387170 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ac466a1-d898-4892-8ed6-10e26f81f74c req-e47df269-7ce3-461c-9410-901682f6ce86 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:06.506907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ed57076-aab2-4cff-95bd-5080c9fd135e req-9411b4ea-9507-48b5-b4a4-461ca8ba3747 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865611 Nov 15 14:43:06.583277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port a845847d-6b61-4313-bb9e-37e2148dce36 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:43:06.592448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port a845847d-6b61-4313-bb9e-37e2148dce36 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:43:06.593296 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:06.639044 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-059b161c-75fa-4086-ac6c-f2001211688a req-102c9b97-785c-4562-af89-eeba56f888c3 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 210 time: 0.1230938 Nov 15 14:43:06.660926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7ac466a1-d898-4892-8ed6-10e26f81f74c req-e47df269-7ce3-461c-9410-901682f6ce86 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] For port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=10ff5799-59f4-418a-ad5f-ddb4b4f40ee7,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:06.661395 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ac466a1-d898-4892-8ed6-10e26f81f74c req-e47df269-7ce3-461c-9410-901682f6ce86 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:06.710118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7ac466a1-d898-4892-8ed6-10e26f81f74c req-e47df269-7ce3-461c-9410-901682f6ce86 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Calling delete_port for 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:06.776188 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:06.785857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cf4a3-e7a6-4a30-980d-691ddf2b2e77 req-bed29458-8ce1-451b-bf08-0221930f29d3 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:06.796155 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-131cf4a3-e7a6-4a30-980d-691ddf2b2e77 req-bed29458-8ce1-451b-bf08-0221930f29d3 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 944 time: 0.1596668 Nov 15 14:43:06.831944 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e37a045-a674-487e-a155-b153d633c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a845847d-6b61-4313-bb9e-37e2148dce36'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:06.838913 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d122f5-e741-409e-904d-260663915e37" -d '{"events": [{"server_uuid": "4e37a045-a674-487e-a155-b153d633c60a", "name": "network-vif-plugged", "status": "completed", "tag": "a845847d-6b61-4313-bb9e-37e2148dce36"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:06.855143 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-963edc59-5a3c-4987-a5a3-1441dd22a80a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:06.861169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port a845847d-6b61-4313-bb9e-37e2148dce36, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a845847d-6b61-4313-bb9e-37e2148dce36,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:06.926671 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e8be77-f1c1-4ea2-813a-8efa212b38a0 x-openstack-request-id: req-87e8be77-f1c1-4ea2-813a-8efa212b38a0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:06.927161 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e37a045-a674-487e-a155-b153d633c60a", "name": "network-vif-plugged", "status": "completed", "tag": "a845847d-6b61-4313-bb9e-37e2148dce36", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:06.928461 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87e8be77-f1c1-4ea2-813a-8efa212b38a0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:06.929281 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e37a045-a674-487e-a155-b153d633c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a845847d-6b61-4313-bb9e-37e2148dce36', 'code': 200} Nov 15 14:43:06.965932 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:07.014128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963edc59-5a3c-4987-a5a3-1441dd22a80a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Pushing event deleted for resources: {'Port': ['ID=fa07409b-f8e9-4703-aa8c-8f3e9ad458d6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:07.046588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=a845847d-6b61-4313-bb9e-37e2148dce36,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:07.102145 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50e42c-1934-4121-ba87-7fa35cac9a75 req-5be503d7-3428-4136-bbd6-b025028e9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:07.104489 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3b50e42c-1934-4121-ba87-7fa35cac9a75 req-5be503d7-3428-4136-bbd6-b025028e9762 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 1097 time: 0.0732739 Nov 15 14:43:07.169530 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3b50e42c-1934-4121-ba87-7fa35cac9a75 req-66315d56-5b40-402c-887b-a45b43487eb8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550184 Nov 15 14:43:07.493837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7dec5-275d-4483-81a8-9a6144730b9d req-6de80222-9f03-4339-881b-bcbaacd1220a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:07.495399 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6bb7dec5-275d-4483-81a8-9a6144730b9d req-6de80222-9f03-4339-881b-bcbaacd1220a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed4daa9-4b27-41ec-8c5f-45a8ceef858e HTTP/1.1" status: 200 len: 945 time: 0.6100290 Nov 15 14:43:07.501884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-131cf4a3-e7a6-4a30-980d-691ddf2b2e77 req-deadc87c-deff-4818-ab7a-8712996c3901 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7055209 Nov 15 14:43:07.588775 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-963edc59-5a3c-4987-a5a3-1441dd22a80a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:07.591502 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-963edc59-5a3c-4987-a5a3-1441dd22a80a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:07.597456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-963edc59-5a3c-4987-a5a3-1441dd22a80a tempest-FloatingIPAdminTestJSON-278047316 tempest-FloatingIPAdminTestJSON-278047316-project] 10.222.0.70 "DELETE /v2.0/floatingips/d75a3e5e-cceb-4d27-8a88-70ab58978d70 HTTP/1.1" status: 204 len: 168 time: 1.9223769 Nov 15 14:43:07.598633 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:07.621397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81324a-018a-48a0-af37-75d6e80a2631 req-0b13cb0f-2b6d-4791-ae69-efb3b28e449e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:07.622980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e81324a-018a-48a0-af37-75d6e80a2631 req-0b13cb0f-2b6d-4791-ae69-efb3b28e449e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.1903377 Nov 15 14:43:07.751068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-be8b953d-6e5c-4a3b-9ea0-1db61277afae tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Deleting port eb107dd9-1662-48e0-86ba-6c7073880f3c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:07.751506 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be8b953d-6e5c-4a3b-9ea0-1db61277afae tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:07.752554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9e47a-78d6-4572-ad92-061086c8ec56 req-55486b0b-221d-4f1c-a7a0-8cc4bcdbba95 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:07.754293 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ee9e47a-78d6-4572-ad92-061086c8ec56 req-55486b0b-221d-4f1c-a7a0-8cc4bcdbba95 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.1291971 Nov 15 14:43:07.765856 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e81324a-018a-48a0-af37-75d6e80a2631 req-c7d8c830-a7f6-47fb-b368-f03928cfc072 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092722 Nov 15 14:43:07.795181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6bb7dec5-275d-4483-81a8-9a6144730b9d req-543c30a5-bf93-4fc5-8ccb-ec698db2af50 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Deleting port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:07.795676 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6bb7dec5-275d-4483-81a8-9a6144730b9d req-543c30a5-bf93-4fc5-8ccb-ec698db2af50 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:07.798736 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ac466a1-d898-4892-8ed6-10e26f81f74c req-e47df269-7ce3-461c-9410-901682f6ce86 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:07.859639 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be8b953d-6e5c-4a3b-9ea0-1db61277afae tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:07.860209 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be8b953d-6e5c-4a3b-9ea0-1db61277afae tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:07.876647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-be8b953d-6e5c-4a3b-9ea0-1db61277afae tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Calling delete_port for eb107dd9-1662-48e0-86ba-6c7073880f3c owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:07.881487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47df269-7ce3-461c-9410-901682f6ce86 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Pushing event deleted for resources: {'Port': ['ID=10ff5799-59f4-418a-ad5f-ddb4b4f40ee7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:07.951945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c18e598-3f5e-45c1-bc11-b1909c965437 req-5bf28d8a-62f7-41cb-a8e9-5da83add0169 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 210 time: 0.0820606 Nov 15 14:43:07.990609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac466a1-d898-4892-8ed6-10e26f81f74c req-e47df269-7ce3-461c-9410-901682f6ce86 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] No DVR routers for this DVR port 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:43:07.999236 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ac466a1-d898-4892-8ed6-10e26f81f74c req-e47df269-7ce3-461c-9410-901682f6ce86 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:08.002737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ac466a1-d898-4892-8ed6-10e26f81f74c req-e47df269-7ce3-461c-9410-901682f6ce86 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.59 "DELETE /v2.0/ports/10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 HTTP/1.1" status: 204 len: 173 time: 1.9506724 Nov 15 14:43:08.003193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a994841-b18f-42c0-a0ca-958f67d62769', 'name': 'network-vif-deleted', 'tag': '10ff5799-59f4-418a-ad5f-ddb4b4f40ee7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:08.005480 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec2c634-8e21-4004-90b9-761736c5eac1" -d '{"events": [{"server_uuid": "4a994841-b18f-42c0-a0ca-958f67d62769", "name": "network-vif-deleted", "tag": "10ff5799-59f4-418a-ad5f-ddb4b4f40ee7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:08.017458 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ee9e47a-78d6-4572-ad92-061086c8ec56 req-e82ca8f5-88e2-4339-87ba-16399d9eee52 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554855 Nov 15 14:43:08.055831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6bb7dec5-275d-4483-81a8-9a6144730b9d req-543c30a5-bf93-4fc5-8ccb-ec698db2af50 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] For port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f7fb4cc2-8d30-4b7f-a275-61239bf75fc3,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:08.056412 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6bb7dec5-275d-4483-81a8-9a6144730b9d req-543c30a5-bf93-4fc5-8ccb-ec698db2af50 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:08.074287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6bb7dec5-275d-4483-81a8-9a6144730b9d req-543c30a5-bf93-4fc5-8ccb-ec698db2af50 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Calling delete_port for f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:08.089472 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59103c3-f08a-4538-8e30-068750303188 x-openstack-request-id: req-c59103c3-f08a-4538-8e30-068750303188 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:08.089792 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a994841-b18f-42c0-a0ca-958f67d62769", "name": "network-vif-deleted", "tag": "10ff5799-59f4-418a-ad5f-ddb4b4f40ee7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:08.090045 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c59103c3-f08a-4538-8e30-068750303188 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:08.090484 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a994841-b18f-42c0-a0ca-958f67d62769', 'name': 'network-vif-deleted', 'tag': '10ff5799-59f4-418a-ad5f-ddb4b4f40ee7', 'status': 'completed', 'code': 200} Nov 15 14:43:08.166193 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be8b953d-6e5c-4a3b-9ea0-1db61277afae tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:08.207303 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b953d-6e5c-4a3b-9ea0-1db61277afae tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb107dd9-1662-48e0-86ba-6c7073880f3c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:08.280954 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be8b953d-6e5c-4a3b-9ea0-1db61277afae tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:08.283867 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be8b953d-6e5c-4a3b-9ea0-1db61277afae tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:08.285050 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-be8b953d-6e5c-4a3b-9ea0-1db61277afae tempest-FloatingIPAdminTestJSON-2129454061 tempest-FloatingIPAdminTestJSON-2129454061-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/43f39f43-509c-41eb-b5fc-efa9d05c791a HTTP/1.1" status: 204 len: 168 time: 0.6866052 Nov 15 14:43:08.289278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37122) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:08.293580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f867ebc9-3cdc-458f-9d17-6f1159a76e2f details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:43:08.402699 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6bb7dec5-275d-4483-81a8-9a6144730b9d req-543c30a5-bf93-4fc5-8ccb-ec698db2af50 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:08.443585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c30a5-bf93-4fc5-8ccb-ec698db2af50 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Pushing event deleted for resources: {'Port': ['ID=f7fb4cc2-8d30-4b7f-a275-61239bf75fc3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:08.517299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb7dec5-275d-4483-81a8-9a6144730b9d req-543c30a5-bf93-4fc5-8ccb-ec698db2af50 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] No DVR routers for this DVR port f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:43:08.520632 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6bb7dec5-275d-4483-81a8-9a6144730b9d req-543c30a5-bf93-4fc5-8ccb-ec698db2af50 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:08.524328 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6bb7dec5-275d-4483-81a8-9a6144730b9d req-543c30a5-bf93-4fc5-8ccb-ec698db2af50 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.59 "DELETE /v2.0/ports/f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 HTTP/1.1" status: 204 len: 173 time: 1.0213425 Nov 15 14:43:08.527329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f5480a5c-3990-4a47-bf72-6ff36917fff0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Deleting port 78b944f4-22cf-4261-ade0-c5b15a0bbba0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:08.527790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5480a5c-3990-4a47-bf72-6ff36917fff0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:08.588712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f867ebc9-3cdc-458f-9d17-6f1159a76e2f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f867ebc9-3cdc-458f-9d17-6f1159a76e2f,segment=NetworkSegment(0310ce1a-79ce-4beb-8092-241dfc84a702),segment_id=0310ce1a-79ce-4beb-8092-241dfc84a702)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:08.607978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'port_id': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f', 'mac_address': 'fa:16:3e:b7:bd:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c382a5-5849-4ca1-b717-26b458b41804', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:43:08.648340 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:08.675266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f867ebc9-3cdc-458f-9d17-6f1159a76e2f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:43:08.681834 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5480a5c-3990-4a47-bf72-6ff36917fff0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:08.702469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a438-d6ff-43c3-ba58-b84397339526 req-4e2aa116-3d42-40ed-8ecf-039527488c15 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:08.704112 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7949a438-d6ff-43c3-ba58-b84397339526 req-4e2aa116-3d42-40ed-8ecf-039527488c15 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 944 time: 0.1201377 Nov 15 14:43:08.706839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f867ebc9-3cdc-458f-9d17-6f1159a76e2f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f867ebc9-3cdc-458f-9d17-6f1159a76e2f,segment=NetworkSegment(0310ce1a-79ce-4beb-8092-241dfc84a702),segment_id=0310ce1a-79ce-4beb-8092-241dfc84a702)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:08.710489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f5480a5c-3990-4a47-bf72-6ff36917fff0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Calling delete_port for 78b944f4-22cf-4261-ade0-c5b15a0bbba0 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:08.804626 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:08.805508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7949a438-d6ff-43c3-ba58-b84397339526 req-6256f303-f706-4d1f-a302-fcf86a1ebdc4 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929234 Nov 15 14:43:08.874207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=f867ebc9-3cdc-458f-9d17-6f1159a76e2f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:08.953640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafa3d4-385c-4c30-bdbc-24c8f7bd1f77 req-9f865f44-b098-4917-a88e-3dd54f940b14 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:08.954885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dcafa3d4-385c-4c30-bdbc-24c8f7bd1f77 req-9f865f44-b098-4917-a88e-3dd54f940b14 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.0742011 Nov 15 14:43:09.018645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dcafa3d4-385c-4c30-bdbc-24c8f7bd1f77 req-909616b7-f6a1-4a22-90cb-c95829ce729e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559523 Nov 15 14:43:09.067226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['f867ebc9-3cdc-458f-9d17-6f1159a76e2f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:43:09.071910 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5480a5c-3990-4a47-bf72-6ff36917fff0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:09.076567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e03656a2-cb6e-4b52-9dff-9d01b1bdb8ba req-6c4bdc14-964e-4237-8242-1cb224cc0b89 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 210 time: 0.0331571 Nov 15 14:43:09.109644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5480a5c-3990-4a47-bf72-6ff36917fff0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event deleted for resources: {'Port': ['ID=78b944f4-22cf-4261-ade0-c5b15a0bbba0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:09.259266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b9984-91a8-4495-93c7-15a6a9933d3a req-ba6dfe05-847c-4aef-ac4f-ddfc8a53c472 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:09.261935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-454b9984-91a8-4495-93c7-15a6a9933d3a req-ba6dfe05-847c-4aef-ac4f-ddfc8a53c472 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.1549683 Nov 15 14:43:09.279398 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5480a5c-3990-4a47-bf72-6ff36917fff0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:09.286679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f5480a5c-3990-4a47-bf72-6ff36917fff0 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "DELETE /v2.0/ports/78b944f4-22cf-4261-ade0-c5b15a0bbba0 HTTP/1.1" status: 204 len: 168 time: 0.9958560 Nov 15 14:43:09.295213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:09.394486 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064b9c68-9e4e-4ba7-b42f-10b6b1d99ba3 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:09.397380 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-064b9c68-9e4e-4ba7-b42f-10b6b1d99ba3 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "GET /v2.0/ports?device_id=a967ef10-7079-4c8a-a1eb-bc006a7af22e HTTP/1.1" status: 200 len: 913 time: 0.0994544 Nov 15 14:43:09.399680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37148) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:09.406953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-454b9984-91a8-4495-93c7-15a6a9933d3a req-ee576f66-b30a-4c76-91a4-e10e8614011d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360824 Nov 15 14:43:09.688432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:43:09.720080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:43:09.720427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 10ff5799-59f4-418a-ad5f-ddb4b4f40ee7 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:43:09.721035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:43:09.742245 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:43:09.742639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f7fb4cc2-8d30-4b7f-a275-61239bf75fc3 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:43:09.859000 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ebdab3c-86e6-4109-9237-ac16be044a55 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:09.899505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1732fb-8e32-4a13-bc49-08a2266cc1c5 req-24df63f4-2ef0-48e2-9758-49e3c2096fb7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:09.902375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c1732fb-8e32-4a13-bc49-08a2266cc1c5 req-24df63f4-2ef0-48e2-9758-49e3c2096fb7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.1336937 Nov 15 14:43:10.016183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c1732fb-8e32-4a13-bc49-08a2266cc1c5 req-2ae40a68-f395-420a-aece-11d8266f8294 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062651 Nov 15 14:43:10.113000 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:43:10.150983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac4535-1573-400b-9b89-b7da31ef477e req-652f5a66-0dad-43c5-8c19-94a09ac4e804 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:10.153050 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83ac4535-1573-400b-9b89-b7da31ef477e req-652f5a66-0dad-43c5-8c19-94a09ac4e804 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 945 time: 0.2265933 Nov 15 14:43:10.153630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed4daa9-4b27-41ec-8c5f-45a8ceef858e', 'name': 'network-vif-deleted', 'tag': 'f7fb4cc2-8d30-4b7f-a275-61239bf75fc3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:10.156240 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04de7b83-8416-4d07-8382-9391052afb4a" -d '{"events": [{"server_uuid": "0ed4daa9-4b27-41ec-8c5f-45a8ceef858e", "name": "network-vif-deleted", "tag": "f7fb4cc2-8d30-4b7f-a275-61239bf75fc3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:10.171564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-130a49b0-dd42-49f5-a252-de331c6a79ed tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:10.173303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-130a49b0-dd42-49f5-a252-de331c6a79ed tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.59 "GET /v2.0/networks?id=d6987b1f-d273-460c-b87b-072fc507c24f HTTP/1.1" status: 200 len: 812 time: 0.1540680 Nov 15 14:43:10.196978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-796190e3-85dc-495b-95e2-41bdda8a6adb tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Request body: {'port': {'device_id': '5434c241-bbd8-44e3-b3a0-b6e286be1bd0', 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f', 'admin_state_up': True, 'tenant_id': '472b1df8dab44d429c30e9c4aad1f586'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:10.302852 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f867ebc9-3cdc-458f-9d17-6f1159a76e2f up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:43:10.403164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83ac4535-1573-400b-9b89-b7da31ef477e req-803c651e-c58a-40af-8c16-313c47d687de tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287841 Nov 15 14:43:10.411646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cbe75-c1a7-4ce8-ab10-b3dbd7698b13 req-4c17152c-a645-46b4-943f-9a30d6b568f1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:10.436104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966cbe75-c1a7-4ce8-ab10-b3dbd7698b13 req-4c17152c-a645-46b4-943f-9a30d6b568f1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.2106524 Nov 15 14:43:10.487570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-ba2c0644-925b-4c0e-b87b-096f50b0a170 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:10.492264 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-ba2c0644-925b-4c0e-b87b-096f50b0a170 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.46 "GET /v2.0/networks?id=d6987b1f-d273-460c-b87b-072fc507c24f HTTP/1.1" status: 200 len: 812 time: 0.2900531 Nov 15 14:43:10.523521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-8af8292a-abb2-40d2-afd0-698e37154fb4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Request body: {'port': {'device_id': '32c867e1-b1da-46a5-9e80-3b30784a3e59', 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f', 'admin_state_up': True, 'tenant_id': '472b1df8dab44d429c30e9c4aad1f586'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:10.602429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5ebdab3c-86e6-4109-9237-ac16be044a55 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Deleting port b562d5ad-7335-4105-9a9f-dd2a3bfe0763 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:10.602429 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ebdab3c-86e6-4109-9237-ac16be044a55 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:10.603662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966cbe75-c1a7-4ce8-ab10-b3dbd7698b13 req-6ec53575-57aa-4b76-8fb7-612e69a0166f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567328 Nov 15 14:43:10.623687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port f867ebc9-3cdc-458f-9d17-6f1159a76e2f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:43:10.631028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port f867ebc9-3cdc-458f-9d17-6f1159a76e2f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:43:10.632087 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:10.672427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f3b42-423e-42cc-985f-805d13de7903 req-160ddb1d-5e8c-41be-9dc1-258e9c69a83f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:10.674102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c7f3b42-423e-42cc-985f-805d13de7903 req-160ddb1d-5e8c-41be-9dc1-258e9c69a83f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.1452310 Nov 15 14:43:10.763270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-796190e3-85dc-495b-95e2-41bdda8a6adb tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Made reservation on behalf of 472b1df8dab44d429c30e9c4aad1f586 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:43:10.766976 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-796190e3-85dc-495b-95e2-41bdda8a6adb tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:10.775543 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:10.780379 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ebdab3c-86e6-4109-9237-ac16be044a55 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:10.803866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5ebdab3c-86e6-4109-9237-ac16be044a55 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Calling delete_port for b562d5ad-7335-4105-9a9f-dd2a3bfe0763 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:10.814643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2662acb2-5661-49d4-989c-f400bc2be633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:10.817506 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73088dc-11c7-41bf-aa62-699342d6fcf9" -d '{"events": [{"server_uuid": "2662acb2-5661-49d4-989c-f400bc2be633", "name": "network-vif-plugged", "status": "completed", "tag": "f867ebc9-3cdc-458f-9d17-6f1159a76e2f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:10.833418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f867ebc9-3cdc-458f-9d17-6f1159a76e2f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f867ebc9-3cdc-458f-9d17-6f1159a76e2f,segment=NetworkSegment(0310ce1a-79ce-4beb-8092-241dfc84a702),segment_id=0310ce1a-79ce-4beb-8092-241dfc84a702)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:10.851486 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4042880-d5ab-4594-8c0c-7967a78e259d req-1197a550-8112-4713-a511-0d4c90c7f741 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 210 time: 0.0632412 Nov 15 14:43:10.862730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c7f3b42-423e-42cc-985f-805d13de7903 req-6830fb5b-f3bf-464c-be5a-2cf40fb8579e tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747491 Nov 15 14:43:10.936040 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64c272e-ae44-4f22-9a70-564a3a85dec6 x-openstack-request-id: req-a64c272e-ae44-4f22-9a70-564a3a85dec6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:10.936893 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed4daa9-4b27-41ec-8c5f-45a8ceef858e", "name": "network-vif-deleted", "tag": "f7fb4cc2-8d30-4b7f-a275-61239bf75fc3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:10.937327 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a64c272e-ae44-4f22-9a70-564a3a85dec6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:10.937904 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed4daa9-4b27-41ec-8c5f-45a8ceef858e', 'name': 'network-vif-deleted', 'tag': 'f7fb4cc2-8d30-4b7f-a275-61239bf75fc3', 'status': 'completed', 'code': 200} Nov 15 14:43:10.993895 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:11.076090 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-8af8292a-abb2-40d2-afd0-698e37154fb4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Made reservation on behalf of 472b1df8dab44d429c30e9c4aad1f586 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:43:11.086923 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-8af8292a-abb2-40d2-afd0-698e37154fb4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:11.094551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-796190e3-85dc-495b-95e2-41bdda8a6adb tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Allocated IP 172.20.0.8 (d6987b1f-d273-460c-b87b-072fc507c24f/48428eb4-d18d-420d-9203-c61438df6e40/5189cf0b-dbdf-4e68-9c60-4be61b441c65) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:43:11.096940 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a6b209-dcb4-49ab-8b58-83220c4fcdc0 x-openstack-request-id: req-d3a6b209-dcb4-49ab-8b58-83220c4fcdc0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:11.099513 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2662acb2-5661-49d4-989c-f400bc2be633", "name": "network-vif-plugged", "status": "completed", "tag": "f867ebc9-3cdc-458f-9d17-6f1159a76e2f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:11.100464 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3a6b209-dcb4-49ab-8b58-83220c4fcdc0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:11.102087 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2662acb2-5661-49d4-989c-f400bc2be633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f', 'code': 200} Nov 15 14:43:11.130320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=f867ebc9-3cdc-458f-9d17-6f1159a76e2f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:11.287752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a1df7-cdd5-4868-9e0e-785dea52624e req-5c01e0d7-d2e5-462b-89ff-9275bdcf579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:11.289552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf6a1df7-cdd5-4868-9e0e-785dea52624e req-5c01e0d7-d2e5-462b-89ff-9275bdcf579a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 1097 time: 0.1125758 Nov 15 14:43:11.365705 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ebdab3c-86e6-4109-9237-ac16be044a55 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:11.375282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf6a1df7-cdd5-4868-9e0e-785dea52624e req-fb0c20f3-2dfd-43a1-b9f8-50c3c7956c36 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776565 Nov 15 14:43:11.392776 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-796190e3-85dc-495b-95e2-41bdda8a6adb tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:11.396324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdab3c-86e6-4109-9237-ac16be044a55 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event deleted for resources: {'Port': ['ID=b562d5ad-7335-4105-9a9f-dd2a3bfe0763,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:11.559055 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-796190e3-85dc-495b-95e2-41bdda8a6adb tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:11.643952 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796190e3-85dc-495b-95e2-41bdda8a6adb tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Pushing event updated for resources: {'Port': ['ID=5189cf0b-dbdf-4e68-9c60-4be61b441c65,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:11.665361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-796190e3-85dc-495b-95e2-41bdda8a6adb tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Network d6987b1f-d273-460c-b87b-072fc507c24f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:43:11.674721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-796190e3-85dc-495b-95e2-41bdda8a6adb tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:43:11.675888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-796190e3-85dc-495b-95e2-41bdda8a6adb tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:43:11.702157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-8af8292a-abb2-40d2-afd0-698e37154fb4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Allocated IP 172.20.0.14 (d6987b1f-d273-460c-b87b-072fc507c24f/48428eb4-d18d-420d-9203-c61438df6e40/b69e31a3-1510-4590-8ec6-e2284b3e289e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:43:11.712183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fa3df-d9b3-43b5-8f83-afcbdabd6a5e req-b8a21526-cb3e-497a-a5f2-d39114918df2 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:11.715121 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e82fa3df-d9b3-43b5-8f83-afcbdabd6a5e req-b8a21526-cb3e-497a-a5f2-d39114918df2 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 946 time: 0.2235579 Nov 15 14:43:11.733221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69add424-f427-4584-b5d4-af252871fd8a req-6b1bd97c-7f87-4906-b77f-130c8605d0ee tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:11.735041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69add424-f427-4584-b5d4-af252871fd8a req-6b1bd97c-7f87-4906-b77f-130c8605d0ee tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.2300153 Nov 15 14:43:11.743037 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ebdab3c-86e6-4109-9237-ac16be044a55 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:11.818095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-796190e3-85dc-495b-95e2-41bdda8a6adb tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:11.818787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-796190e3-85dc-495b-95e2-41bdda8a6adb tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:11.843783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e82fa3df-d9b3-43b5-8f83-afcbdabd6a5e req-3dbbbf39-bf8c-45cd-9120-28640a6e5c3f tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076467 Nov 15 14:43:11.885094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69add424-f427-4584-b5d4-af252871fd8a req-d8c61342-4fdc-4d66-a4d9-708143d74248 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315010 Nov 15 14:43:11.907159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-796190e3-85dc-495b-95e2-41bdda8a6adb tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7179844 Nov 15 14:43:11.923546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Request body: {'port': {'device_id': '5434c241-bbd8-44e3-b3a0-b6e286be1bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:12.023463 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-8af8292a-abb2-40d2-afd0-698e37154fb4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:12.033129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d0af9-7c21-4b2d-aabd-0ece7494a4da req-cb4230d9-4f69-4c8f-ac5c-7c6076b7cdb1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:12.035372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-267d0af9-7c21-4b2d-aabd-0ece7494a4da req-cb4230d9-4f69-4c8f-ac5c-7c6076b7cdb1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.1069703 Nov 15 14:43:12.053233 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:12.085111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84593158-4e63-4ac4-a56e-0760eec932a9 req-71dc62be-2df1-4f5a-b22c-edfd0384e0d7 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 210 time: 0.0624866 Nov 15 14:43:12.171965 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-267d0af9-7c21-4b2d-aabd-0ece7494a4da req-81126c54-1fac-4851-81ee-5fb234cd3392 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226068 Nov 15 14:43:12.237376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebdab3c-86e6-4109-9237-ac16be044a55 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Router a967ef10-7079-4c8a-a1eb-bc006a7af22e has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:43:12.364289 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-8af8292a-abb2-40d2-afd0-698e37154fb4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:12.392963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebdab3c-86e6-4109-9237-ac16be044a55 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:43:12.397654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552552a6-174e-4eb2-82b8-169a4a9957a2 None None] Sync routers for ids ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:43:12.415604 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5ebdab3c-86e6-4109-9237-ac16be044a55 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "PUT /v2.0/routers/a967ef10-7079-4c8a-a1eb-bc006a7af22e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0112200 Nov 15 14:43:12.415925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552552a6-174e-4eb2-82b8-169a4a9957a2 None None] Routers {'a967ef10-7079-4c8a-a1eb-bc006a7af22e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:43:12.416218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-552552a6-174e-4eb2-82b8-169a4a9957a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:43:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:12.417386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:12.432032 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-8af8292a-abb2-40d2-afd0-698e37154fb4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Network d6987b1f-d273-460c-b87b-072fc507c24f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:43:12.436044 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-8af8292a-abb2-40d2-afd0-698e37154fb4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:43:12.440181 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-8af8292a-abb2-40d2-afd0-698e37154fb4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:43:12.465354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-552552a6-174e-4eb2-82b8-169a4a9957a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:12.471264 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8292a-abb2-40d2-afd0-698e37154fb4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Pushing event updated for resources: {'Port': ['ID=b69e31a3-1510-4590-8ec6-e2284b3e289e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:12.476825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552552a6-174e-4eb2-82b8-169a4a9957a2 None None] Routers {'a967ef10-7079-4c8a-a1eb-bc006a7af22e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:43:12.477653 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-552552a6-174e-4eb2-82b8-169a4a9957a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:43:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:12.507524 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-8af8292a-abb2-40d2-afd0-698e37154fb4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:12.508690 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-8af8292a-abb2-40d2-afd0-698e37154fb4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:12.514936 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-552552a6-174e-4eb2-82b8-169a4a9957a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:12.515642 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552552a6-174e-4eb2-82b8-169a4a9957a2 None None] The sync data for ids ['a967ef10-7079-4c8a-a1eb-bc006a7af22e'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:43:12.597233 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:12.724752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5189cf0b-dbdf-4e68-9c60-4be61b441c65 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:43:12.742865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:12.772017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Transition to ACTIVE for port object 5189cf0b-dbdf-4e68-9c60-4be61b441c65 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:43:12.778309 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:12.859790 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-8af8292a-abb2-40d2-afd0-698e37154fb4 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3427343 Nov 15 14:43:12.879547 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:12.890317 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Request body: {'port': {'device_id': '32c867e1-b1da-46a5-9e80-3b30784a3e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:12.986673 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:13.024567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Pushing event updated for resources: {'Port': ['ID=5189cf0b-dbdf-4e68-9c60-4be61b441c65,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:13.483928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca392263-7286-4832-a35f-66ec4ace6318 req-4241e073-4e08-40c1-a99d-e43dde799a12 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:13.485534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca392263-7286-4832-a35f-66ec4ace6318 req-4241e073-4e08-40c1-a99d-e43dde799a12 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 946 time: 0.5296643 Nov 15 14:43:13.515687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Deleting port f2d07f9d-f21b-42c4-80ac-fb960b0bcd70 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:13.516121 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:13.553183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af90b96-1b67-46cc-8072-cea0577a331c req-3b95133b-fe2f-489e-b5fb-11b4ae942514 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:13.556243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1af90b96-1b67-46cc-8072-cea0577a331c req-3b95133b-fe2f-489e-b5fb-11b4ae942514 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.5105028 Nov 15 14:43:13.618877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Attempting to bind port 5189cf0b-dbdf-4e68-9c60-4be61b441c65 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:43:13.619116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Attempting to bind port 5189cf0b-dbdf-4e68-9c60-4be61b441c65 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:43:13.619435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Attempting to bind port 5189cf0b-dbdf-4e68-9c60-4be61b441c65 on network d6987b1f-d273-460c-b87b-072fc507c24f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:43:13.651328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Port 5189cf0b-dbdf-4e68-9c60-4be61b441c65 on network d6987b1f-d273-460c-b87b-072fc507c24f not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:43:13.655057 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Attempting to bind port 5189cf0b-dbdf-4e68-9c60-4be61b441c65 on network d6987b1f-d273-460c-b87b-072fc507c24f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:43:13.682062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:43:13.682446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Checking segment: {'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:43:13.683382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Bound using segment: {'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:43:13.683834 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Bound port: 5189cf0b-dbdf-4e68-9c60-4be61b441c65, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:43:13.684195 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:13.705292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca392263-7286-4832-a35f-66ec4ace6318 req-041cede8-0257-4965-8346-b8027e09fda6 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027400 Nov 15 14:43:13.711564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69e31a3-1510-4590-8ec6-e2284b3e289e {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:43:13.720261 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:13.747670 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:13.753666 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Transition to ACTIVE for port object b69e31a3-1510-4590-8ec6-e2284b3e289e will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:43:13.753937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1af90b96-1b67-46cc-8072-cea0577a331c req-a0cb4283-2cd7-4ba9-8b8d-65e4005a84a9 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529238 Nov 15 14:43:13.788082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Calling delete_port for f2d07f9d-f21b-42c4-80ac-fb960b0bcd70 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:13.868563 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:13.942836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] For port 5189cf0b-dbdf-4e68-9c60-4be61b441c65, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:43:13.956819 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Pushing event updated for resources: {'Port': ['ID=b69e31a3-1510-4590-8ec6-e2284b3e289e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:13.965744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] For port 5189cf0b-dbdf-4e68-9c60-4be61b441c65, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5189cf0b-dbdf-4e68-9c60-4be61b441c65,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:43:13.976464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee08bc4-ce10-4fb2-ace8-4b3b6ccc5857 req-e8ce9080-e78e-4c24-8e02-f76a68a10a4d tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:13.979600 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bee08bc4-ce10-4fb2-ace8-4b3b6ccc5857 req-e8ce9080-e78e-4c24-8e02-f76a68a10a4d tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 932 time: 0.1817076 Nov 15 14:43:14.019651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Attempting to bind port b69e31a3-1510-4590-8ec6-e2284b3e289e on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:43:14.020088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Attempting to bind port b69e31a3-1510-4590-8ec6-e2284b3e289e by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:43:14.020417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Attempting to bind port b69e31a3-1510-4590-8ec6-e2284b3e289e on network d6987b1f-d273-460c-b87b-072fc507c24f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:43:14.031781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Port b69e31a3-1510-4590-8ec6-e2284b3e289e on network d6987b1f-d273-460c-b87b-072fc507c24f not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:43:14.037758 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Attempting to bind port b69e31a3-1510-4590-8ec6-e2284b3e289e on network d6987b1f-d273-460c-b87b-072fc507c24f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:43:14.039111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:43:14.039467 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Checking segment: {'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:43:14.039870 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Bound using segment: {'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:43:14.040321 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Bound port: b69e31a3-1510-4590-8ec6-e2284b3e289e, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f24ce5-c974-4ac1-a196-de27315f44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:43:14.040693 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:14.054276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f815f-c3ae-46a2-b1ca-aaae6d9ea49b req-977448c0-c071-45f2-8262-a7c505ae4bb6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:14.056924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a8f815f-c3ae-46a2-b1ca-aaae6d9ea49b req-977448c0-c071-45f2-8262-a7c505ae4bb6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.2198644 Nov 15 14:43:14.074942 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:14.126788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] For port b69e31a3-1510-4590-8ec6-e2284b3e289e, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:43:14.131966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] For port b69e31a3-1510-4590-8ec6-e2284b3e289e, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b69e31a3-1510-4590-8ec6-e2284b3e289e,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:43:14.143316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:14.143733 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:14.145151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] 10.222.0.59 "PUT /v2.0/ports/5189cf0b-dbdf-4e68-9c60-4be61b441c65 HTTP/1.1" status: 200 len: 1091 time: 2.2306330 Nov 15 14:43:14.147293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5434c241-bbd8-44e3-b3a0-b6e286be1bd0', 'tag': '5189cf0b-dbdf-4e68-9c60-4be61b441c65'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:14.149747 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8f8c07-d109-424d-b633-ab5b1daaee9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5434c241-bbd8-44e3-b3a0-b6e286be1bd0", "tag": "5189cf0b-dbdf-4e68-9c60-4be61b441c65"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:14.228848 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:14.239204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bee08bc4-ce10-4fb2-ace8-4b3b6ccc5857 req-bcd75373-176d-4254-acc3-749bb1f62bf1 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532144 Nov 15 14:43:14.267444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58e55a-60b6-4560-b50c-91b16c579312 service neutron] Pushing event updated for resources: {'Port': ['ID=5189cf0b-dbdf-4e68-9c60-4be61b441c65,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:14.271171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a8f815f-c3ae-46a2-b1ca-aaae6d9ea49b req-c3344ac5-ac4c-44b2-8594-ecce94cb9beb tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864398 Nov 15 14:43:14.275506 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:14.276178 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:14.277782 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] 10.222.0.46 "PUT /v2.0/ports/b69e31a3-1510-4590-8ec6-e2284b3e289e HTTP/1.1" status: 200 len: 1092 time: 1.4058499 Nov 15 14:43:14.278364 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c867e1-b1da-46a5-9e80-3b30784a3e59', 'tag': 'b69e31a3-1510-4590-8ec6-e2284b3e289e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:14.280639 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dd9f22-94b9-4378-b0e6-39263b3484b8" -d '{"events": [{"name": "network-changed", "server_uuid": "32c867e1-b1da-46a5-9e80-3b30784a3e59", "tag": "b69e31a3-1510-4590-8ec6-e2284b3e289e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:14.314119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0789b-0e9d-47c7-bbfd-64704d0c4b6e service neutron] Pushing event updated for resources: {'Port': ['ID=b69e31a3-1510-4590-8ec6-e2284b3e289e,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:14.344531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-9497bea8-610e-444a-b5cb-8318f7f00c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:14.346046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-9497bea8-610e-444a-b5cb-8318f7f00c5a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=472b1df8dab44d429c30e9c4aad1f586&device_id=5434c241-bbd8-44e3-b3a0-b6e286be1bd0 HTTP/1.1" status: 200 len: 1094 time: 0.0552700 Nov 15 14:43:14.415723 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5555b1e8-03f2-4e56-ac90-aafe14833533 x-openstack-request-id: req-5555b1e8-03f2-4e56-ac90-aafe14833533 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:14.416015 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5434c241-bbd8-44e3-b3a0-b6e286be1bd0", "tag": "5189cf0b-dbdf-4e68-9c60-4be61b441c65", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:14.416267 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5555b1e8-03f2-4e56-ac90-aafe14833533 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:14.416661 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5434c241-bbd8-44e3-b3a0-b6e286be1bd0', 'tag': '5189cf0b-dbdf-4e68-9c60-4be61b441c65', 'status': 'completed', 'code': 200} Nov 15 14:43:14.418788 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-af80518f-c8c1-4073-81b3-0da6316d5687 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5189cf0b-dbdf-4e68-9c60-4be61b441c65 HTTP/1.1" status: 200 len: 217 time: 0.0627425 Nov 15 14:43:14.437606 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575c097e-4ffc-4277-bbeb-c5dace7766d0 x-openstack-request-id: req-575c097e-4ffc-4277-bbeb-c5dace7766d0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:14.438178 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c867e1-b1da-46a5-9e80-3b30784a3e59", "tag": "b69e31a3-1510-4590-8ec6-e2284b3e289e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:14.438650 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-575c097e-4ffc-4277-bbeb-c5dace7766d0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:14.439061 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c867e1-b1da-46a5-9e80-3b30784a3e59', 'tag': 'b69e31a3-1510-4590-8ec6-e2284b3e289e', 'status': 'completed', 'code': 200} Nov 15 14:43:14.462123 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:14.498875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event deleted for resources: {'Port': ['ID=f2d07f9d-f21b-42c4-80ac-fb960b0bcd70,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:14.513409 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-11ba3d3f-d32d-471c-af8d-62e1f6ddfab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:14.514953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-11ba3d3f-d32d-471c-af8d-62e1f6ddfab8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48428eb4-d18d-420d-9203-c61438df6e40 HTTP/1.1" status: 200 len: 852 time: 0.0892427 Nov 15 14:43:14.524770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd9f22-94b9-4378-b0e6-39263b3484b8 req-057685f5-e73f-41ac-933a-e6536ecfe590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:14.528464 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58dd9f22-94b9-4378-b0e6-39263b3484b8 req-057685f5-e73f-41ac-933a-e6536ecfe590 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=472b1df8dab44d429c30e9c4aad1f586&device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 1095 time: 0.0753891 Nov 15 14:43:14.574631 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-655367a5-5958-4016-b1b8-9a3a5aea9b17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6987b1f-d273-460c-b87b-072fc507c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445313 Nov 15 14:43:14.637217 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd9f22-94b9-4378-b0e6-39263b3484b8 req-041d2c06-6a48-4215-85d1-c73e07105ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:14.638875 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58dd9f22-94b9-4378-b0e6-39263b3484b8 req-041d2c06-6a48-4215-85d1-c73e07105ba2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=472b1df8dab44d429c30e9c4aad1f586&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1045206 Nov 15 14:43:14.640930 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:14.743677 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:14.753373 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:14.759329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd9f22-94b9-4378-b0e6-39263b3484b8 req-b8225c60-ca79-48ec-8c00-bcb3e9de2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:14.763654 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-58dd9f22-94b9-4378-b0e6-39263b3484b8 req-b8225c60-ca79-48ec-8c00-bcb3e9de2faa service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1129367 Nov 15 14:43:14.831657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-3efed981-dc45-4cfe-a503-5236c0a5ef0e service neutron] 10.222.0.59 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365978 Nov 15 14:43:14.871349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-f7925fa5-e089-4fe9-92e6-45fa8a8df1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:14.873260 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-f7925fa5-e089-4fe9-92e6-45fa8a8df1d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=472b1df8dab44d429c30e9c4aad1f586&device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 1095 time: 0.0618818 Nov 15 14:43:14.933783 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-b4719871-4f8f-40e5-b4f3-ac923b99531d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b69e31a3-1510-4590-8ec6-e2284b3e289e HTTP/1.1" status: 200 len: 217 time: 0.0519893 Nov 15 14:43:14.950942 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:14.952096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Fanout notify agent at l3_agent the message router_deleted on router a967ef10-7079-4c8a-a1eb-bc006a7af22e {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:43:14.959152 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:14.960276 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8d1def4b-b6ed-4f99-a8f5-f0480d19fa14 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "DELETE /v2.0/routers/a967ef10-7079-4c8a-a1eb-bc006a7af22e HTTP/1.1" status: 204 len: 168 time: 2.5418377 Nov 15 14:43:14.965767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:15.001301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-eb30f5f6-1511-4eaf-b6d7-75b90fec7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:15.002850 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-eb30f5f6-1511-4eaf-b6d7-75b90fec7cdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48428eb4-d18d-420d-9203-c61438df6e40 HTTP/1.1" status: 200 len: 852 time: 0.0610056 Nov 15 14:43:15.035076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8910aa-6320-4481-911f-e5626385ad9e req-fed590e9-d872-4968-bade-b26b39380d87 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:15.036640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea8910aa-6320-4481-911f-e5626385ad9e req-fed590e9-d872-4968-bade-b26b39380d87 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 946 time: 0.1955752 Nov 15 14:43:15.042357 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-a81697f9-cd02-4230-85f4-7aa6e666f4e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d6987b1f-d273-460c-b87b-072fc507c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311615 Nov 15 14:43:15.068054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ae204-2fa0-445a-b93a-15fbffbf6fca req-eb95c8bf-a72e-4ced-b813-2f73bdd5ba84 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:15.069596 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d1ae204-2fa0-445a-b93a-15fbffbf6fca req-eb95c8bf-a72e-4ced-b813-2f73bdd5ba84 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.2062695 Nov 15 14:43:15.085488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-cf9d4cdd-5383-4a77-8211-b76c2a4b004d service neutron] 10.222.0.59 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567229 Nov 15 14:43:15.107910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-badf6e51-43e9-4447-ba3c-bc74ae419af3 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Deleting subnet 3ef7581b-d08d-4e14-b395-3a047ebd13fc {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:43:15.119894 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-badf6e51-43e9-4447-ba3c-bc74ae419af3 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:15.143293 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-26862f82-cae7-46d6-889d-649d816385e8 service neutron] 10.222.0.46 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933886 Nov 15 14:43:15.202583 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-badf6e51-43e9-4447-ba3c-bc74ae419af3 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:15.208795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea8910aa-6320-4481-911f-e5626385ad9e req-7fe18811-95b6-490f-b41d-dffc5bf97916 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538224 Nov 15 14:43:15.234792 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d1ae204-2fa0-445a-b93a-15fbffbf6fca req-ee763349-a68b-4f81-9e41-d55c9a12ddf7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554811 Nov 15 14:43:15.265577 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-07c304dc-018a-4c1c-a6e3-e0c28cea0417 req-e35c0383-e56e-4a41-be07-17422ffca6d7 service neutron] 10.222.0.46 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114564 Nov 15 14:43:15.427794 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-badf6e51-43e9-4447-ba3c-bc74ae419af3 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:15.433955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f8c07-d109-424d-b633-ab5b1daaee9a req-31118cb7-a775-415b-ab9e-86561ef4d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:15.435539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe8f8c07-d109-424d-b633-ab5b1daaee9a req-31118cb7-a775-415b-ab9e-86561ef4d98e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=472b1df8dab44d429c30e9c4aad1f586&device_id=5434c241-bbd8-44e3-b3a0-b6e286be1bd0 HTTP/1.1" status: 200 len: 1094 time: 0.1676557 Nov 15 14:43:15.531737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354ad2c-b37a-46ac-a5b9-bec413958ebd req-147377b1-1156-40fe-b68a-ff38306bac7a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:15.533260 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d354ad2c-b37a-46ac-a5b9-bec413958ebd req-147377b1-1156-40fe-b68a-ff38306bac7a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 944 time: 0.1912823 Nov 15 14:43:15.546051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e76c9-a31c-4451-b77d-abd1d2655a86 req-3540a384-4cf7-4d61-a74f-2eff0f93a846 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:15.547613 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-576e76c9-a31c-4451-b77d-abd1d2655a86 req-3540a384-4cf7-4d61-a74f-2eff0f93a846 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 946 time: 0.2044816 Nov 15 14:43:15.557389 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:15.563825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-57ad1256-ff31-4ea6-8bf5-eafe7e24ece1 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Request body: {'floatingip': {'port_id': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:15.609172 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57ad1256-ff31-4ea6-8bf5-eafe7e24ece1 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:15.670475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d354ad2c-b37a-46ac-a5b9-bec413958ebd req-8c5d7118-5c3f-4384-a01b-29f860125174 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177635 Nov 15 14:43:15.673080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f8c07-d109-424d-b633-ab5b1daaee9a req-3add2ac2-7d74-4e27-95dc-74c67cdb366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:15.673302 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe8f8c07-d109-424d-b633-ab5b1daaee9a req-3add2ac2-7d74-4e27-95dc-74c67cdb366e service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6987b1f-d273-460c-b87b-072fc507c24f HTTP/1.1" status: 200 len: 913 time: 0.2123373 Nov 15 14:43:15.701664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8605b-83e6-486c-8eab-5bfb1b8a9a8d req-98ea002a-16bb-4d57-9d88-36b9b18c282e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:15.703488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fe8605b-83e6-486c-8eab-5bfb1b8a9a8d req-98ea002a-16bb-4d57-9d88-36b9b18c282e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.0869396 Nov 15 14:43:15.742367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe8f8c07-d109-424d-b633-ab5b1daaee9a req-ed017c6f-f156-4f79-9d20-18a73d78918e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5189cf0b-dbdf-4e68-9c60-4be61b441c65 HTTP/1.1" status: 200 len: 217 time: 0.0575991 Nov 15 14:43:15.749735 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-badf6e51-43e9-4447-ba3c-bc74ae419af3 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:15.813870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf6e51-43e9-4447-ba3c-bc74ae419af3 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef7581b-d08d-4e14-b395-3a047ebd13fc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:15.834949 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-badf6e51-43e9-4447-ba3c-bc74ae419af3 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:15.837345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04d9add-30af-453a-896f-676ab3128b69 None None] Network e6bb126b-d255-456a-905f-580d704856f4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:43:15.841793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-badf6e51-43e9-4447-ba3c-bc74ae419af3 tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "DELETE /v2.0/subnets/3ef7581b-d08d-4e14-b395-3a047ebd13fc HTTP/1.1" status: 204 len: 168 time: 0.8684306 Nov 15 14:43:15.846651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:15.964883 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:15.967473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f8c07-d109-424d-b633-ab5b1daaee9a req-3377f296-fd1d-4326-ab69-717b834313c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:15.969035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe8f8c07-d109-424d-b633-ab5b1daaee9a req-3377f296-fd1d-4326-ab69-717b834313c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48428eb4-d18d-420d-9203-c61438df6e40 HTTP/1.1" status: 200 len: 852 time: 0.2063065 Nov 15 14:43:15.974202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fe8605b-83e6-486c-8eab-5bfb1b8a9a8d req-1f16437f-cbc2-412a-bc6d-8d071305d9a0 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344515 Nov 15 14:43:16.020902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe8f8c07-d109-424d-b633-ab5b1daaee9a req-145444d3-e4f9-4495-b1ae-a0802e001252 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6987b1f-d273-460c-b87b-072fc507c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420856 Nov 15 14:43:16.073745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15e59f5-bdac-4e6e-8651-75a37444a8be None None] DHCP port deletion for e6bb126b-d255-456a-905f-580d704856f4 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:43:16.138530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b15e59f5-bdac-4e6e-8651-75a37444a8be None None] Deleting port ed99b83b-e7ff-47d5-b429-578d37c7c2d3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:16.138965 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b15e59f5-bdac-4e6e-8651-75a37444a8be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.149804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Deleting port ed99b83b-e7ff-47d5-b429-578d37c7c2d3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:16.150151 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.156833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe8f8c07-d109-424d-b633-ab5b1daaee9a req-8151670d-0d1a-4b8b-b17a-212048fca04c service neutron] 10.222.0.59 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088724 Nov 15 14:43:16.200578 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57ad1256-ff31-4ea6-8bf5-eafe7e24ece1 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.224356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b15e59f5-bdac-4e6e-8651-75a37444a8be None None] For port ed99b83b-e7ff-47d5-b429-578d37c7c2d3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ed99b83b-e7ff-47d5-b429-578d37c7c2d3,segment=NetworkSegment(f3b46224-800f-4882-b2da-c99c8874579c),segment_id=f3b46224-800f-4882-b2da-c99c8874579c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:16.224755 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b15e59f5-bdac-4e6e-8651-75a37444a8be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.240376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b15e59f5-bdac-4e6e-8651-75a37444a8be None None] Calling delete_port for ed99b83b-e7ff-47d5-b429-578d37c7c2d3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:16.282461 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] For port ed99b83b-e7ff-47d5-b429-578d37c7c2d3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ed99b83b-e7ff-47d5-b429-578d37c7c2d3,segment=NetworkSegment(f3b46224-800f-4882-b2da-c99c8874579c),segment_id=f3b46224-800f-4882-b2da-c99c8874579c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:16.282850 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.303068 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57ad1256-ff31-4ea6-8bf5-eafe7e24ece1 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.316499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Calling delete_port for ed99b83b-e7ff-47d5-b429-578d37c7c2d3 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:16.322148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b69e31a3-1510-4590-8ec6-e2284b3e289e details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:43:16.344987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe8f8c07-d109-424d-b633-ab5b1daaee9a req-f5ec8809-0ea2-4ed8-9149-d9cedabcde4c service neutron] 10.222.0.59 "GET /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777024 Nov 15 14:43:16.465298 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d699bbf-4a83-4d27-94a6-3c66993c7d07 req-1f925839-bb45-438d-b459-71c9225b25ac tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:16.466883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d699bbf-4a83-4d27-94a6-3c66993c7d07 req-1f925839-bb45-438d-b459-71c9225b25ac tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0941517 Nov 15 14:43:16.481561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b69e31a3-1510-4590-8ec6-e2284b3e289e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b69e31a3-1510-4590-8ec6-e2284b3e289e,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:16.495069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'b69e31a3-1510-4590-8ec6-e2284b3e289e', 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f', 'port_id': 'b69e31a3-1510-4590-8ec6-e2284b3e289e', 'mac_address': 'fa:16:3e:fd:dc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48428eb4-d18d-420d-9203-c61438df6e40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:43:16.498699 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-57ad1256-ff31-4ea6-8bf5-eafe7e24ece1 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Floating IP f82a9e71-7b0a-4b33-8037-6eecba4b9e27 associated. External IP: 172.25.4.101, port: f867ebc9-3cdc-458f-9d17-6f1159a76e2f. Nov 15 14:43:16.524589 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b15e59f5-bdac-4e6e-8651-75a37444a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.525979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d699bbf-4a83-4d27-94a6-3c66993c7d07 req-c3c642c6-fd09-4fc1-b9ca-fa94ae528ca6 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524423 Nov 15 14:43:16.532062 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.565001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e59f5-bdac-4e6e-8651-75a37444a8be None None] Pushing event deleted for resources: {'Port': ['ID=ed99b83b-e7ff-47d5-b429-578d37c7c2d3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:16.567119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event deleted for resources: {'Port': ['ID=ed99b83b-e7ff-47d5-b429-578d37c7c2d3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:16.571809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] No DVR routers for this DVR port ed99b83b-e7ff-47d5-b429-578d37c7c2d3 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:43:16.574452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e59f5-bdac-4e6e-8651-75a37444a8be None None] No DVR routers for this DVR port ed99b83b-e7ff-47d5-b429-578d37c7c2d3 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:43:16.582889 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.599064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69e31a3-1510-4590-8ec6-e2284b3e289e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:43:16.621864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b69e31a3-1510-4590-8ec6-e2284b3e289e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b69e31a3-1510-4590-8ec6-e2284b3e289e,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:16.670383 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.693473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bb126b-d255-456a-905f-580d704856f4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:16.712154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b46224-800f-4882-b2da-c99c8874579c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:16.712154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b46224-800f-4882-b2da-c99c8874579c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:16.713156 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.725816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.746299 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.754387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:43:16.755117 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:43:16.759061 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:43:16.771009 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=b69e31a3-1510-4590-8ec6-e2284b3e289e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:16.813481 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ad1256-ff31-4ea6-8bf5-eafe7e24ece1 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Router 55e79860-8ae7-4d62-b5ff-db44fddd0282 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:43:16.902877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f1371-303d-4648-b530-6442f430cb28 req-83ef3c19-0e64-4986-b2a6-6f25b69b79d3 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:16.904715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-677f1371-303d-4648-b530-6442f430cb28 req-83ef3c19-0e64-4986-b2a6-6f25b69b79d3 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 945 time: 0.0850937 Nov 15 14:43:16.967066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ad1256-ff31-4ea6-8bf5-eafe7e24ece1 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:43:16.967957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-677f1371-303d-4648-b530-6442f430cb28 req-9d1852f7-eaf2-44b8-a500-8f5fe010678a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565617 Nov 15 14:43:16.971723 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57ad1256-ff31-4ea6-8bf5-eafe7e24ece1 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:16.979059 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68564eb-f624-4872-a3fd-3095b3658cf1 None None] Sync routers for ids ['55e79860-8ae7-4d62-b5ff-db44fddd0282'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:43:16.997426 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68564eb-f624-4872-a3fd-3095b3658cf1 None None] Routers {'55e79860-8ae7-4d62-b5ff-db44fddd0282'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:43:16.997426 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b68564eb-f624-4872-a3fd-3095b3658cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:43:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['55e79860-8ae7-4d62-b5ff-db44fddd0282'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:17.007795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['b69e31a3-1510-4590-8ec6-e2284b3e289e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:43:17.013338 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:17.019256 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:17.031880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "DELETE /v2.0/networks/e6bb126b-d255-456a-905f-580d704856f4 HTTP/1.1" status: 204 len: 168 time: 1.1841934 Nov 15 14:43:17.041133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37302) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:17.050180 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-57ad1256-ff31-4ea6-8bf5-eafe7e24ece1 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "PUT /v2.0/floatingips/f82a9e71-7b0a-4b33-8037-6eecba4b9e27 HTTP/1.1" status: 200 len: 992 time: 1.4907649 Nov 15 14:43:17.053425 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2662acb2-5661-49d4-989c-f400bc2be633', 'tag': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:17.056832 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0332cc4-929b-42de-b5a9-57184a50512d" -d '{"events": [{"name": "network-changed", "server_uuid": "2662acb2-5661-49d4-989c-f400bc2be633", "tag": "f867ebc9-3cdc-458f-9d17-6f1159a76e2f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:17.075625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ef504-a482-4cb5-bc85-bd7887bce9fc tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event deleted for resources: {'Network': ['ID=e6bb126b-d255-456a-905f-580d704856f4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:17.138637 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ed99b83b-e7ff-47d5-b429-578d37c7c2d3 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:43:17.175648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: ed99b83b-e7ff-47d5-b429-578d37c7c2d3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:43:17.176241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ed99b83b-e7ff-47d5-b429-578d37c7c2d3 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:43:17.260416 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1858c597-35ac-4e74-b637-6d05cc5addeb x-openstack-request-id: req-1858c597-35ac-4e74-b637-6d05cc5addeb {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:17.261491 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2662acb2-5661-49d4-989c-f400bc2be633", "tag": "f867ebc9-3cdc-458f-9d17-6f1159a76e2f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:17.261491 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1858c597-35ac-4e74-b637-6d05cc5addeb {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:17.261887 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2662acb2-5661-49d4-989c-f400bc2be633', 'tag': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f', 'status': 'completed', 'code': 200} Nov 15 14:43:17.350429 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b68564eb-f624-4872-a3fd-3095b3658cf1 None None] Set router 55e79860-8ae7-4d62-b5ff-db44fddd0282 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:43:17.376141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0332cc4-929b-42de-b5a9-57184a50512d req-ff9fff92-9590-42e7-9b1a-880c4fdf954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:17.378792 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d0332cc4-929b-42de-b5a9-57184a50512d req-ff9fff92-9590-42e7-9b1a-880c4fdf954e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e4bae5163e584de984f2e858c22f1d0e&device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 1097 time: 0.0959463 Nov 15 14:43:17.504812 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0332cc4-929b-42de-b5a9-57184a50512d req-b48d2d54-2061-4870-8573-aad7b8a171b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:17.506663 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d0332cc4-929b-42de-b5a9-57184a50512d req-b48d2d54-2061-4870-8573-aad7b8a171b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10e70b67-cbeb-40f8-8105-ee6d4f6558d1 HTTP/1.1" status: 200 len: 916 time: 0.1194143 Nov 15 14:43:17.589481 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d0332cc4-929b-42de-b5a9-57184a50512d req-61aa4a59-6753-47fd-879e-7df573e4153c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f867ebc9-3cdc-458f-9d17-6f1159a76e2f HTTP/1.1" status: 200 len: 1000 time: 0.0743749 Nov 15 14:43:17.650966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0332cc4-929b-42de-b5a9-57184a50512d req-d50179f0-4015-4ed0-9acc-41c31ec8288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:17.653475 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d0332cc4-929b-42de-b5a9-57184a50512d req-d50179f0-4015-4ed0-9acc-41c31ec8288c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23c382a5-5849-4ca1-b717-26b458b41804 HTTP/1.1" status: 200 len: 854 time: 0.0540974 Nov 15 14:43:17.674681 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b68564eb-f624-4872-a3fd-3095b3658cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:41:42Z', 'revision_number': 4, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port': {'id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'f82a9e71-7b0a-4b33-8037-6eecba4b9e27', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'port_id': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'mac_address': 'fa:16:3e:b7:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662acb2-5661-49d4-989c-f400bc2be633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:41:53Z', 'updated_at': '2021-11-15T14:43:16Z', 'revision_number': 1, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900f1b12-aa41-4274-85a0-096ba3d5abf1', 'name': '', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'mac_address': 'fa:16:3e:5a:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '23c382a5-5849-4ca1-b717-26b458b41804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:41Z', 'updated_at': '2021-11-15T14:41:49Z', 'revision_number': 5, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'subnets': [{'id': '23c382a5-5849-4ca1-b717-26b458b41804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:17.704611 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68564eb-f624-4872-a3fd-3095b3658cf1 None None] Checking router: 55e79860-8ae7-4d62-b5ff-db44fddd0282 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:43:17.718750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5189cf0b-dbdf-4e68-9c60-4be61b441c65 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:43:17.725644 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68564eb-f624-4872-a3fd-3095b3658cf1 None None] Routers {'55e79860-8ae7-4d62-b5ff-db44fddd0282'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:43:17.727995 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b68564eb-f624-4872-a3fd-3095b3658cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:43:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['55e79860-8ae7-4d62-b5ff-db44fddd0282'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:17.739407 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0332cc4-929b-42de-b5a9-57184a50512d req-3d5c3c44-68e2-42da-a330-1bd7161ebe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:17.746335 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d0332cc4-929b-42de-b5a9-57184a50512d req-3d5c3c44-68e2-42da-a330-1bd7161ebe96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10e70b67-cbeb-40f8-8105-ee6d4f6558d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809603 Nov 15 14:43:17.783877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad32ec-235a-4a5d-b0d4-3f528a0b929f req-ca0d7b26-9613-4d32-93d4-f4d294ed9608 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:17.791560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7ad32ec-235a-4a5d-b0d4-3f528a0b929f req-ca0d7b26-9613-4d32-93d4-f4d294ed9608 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.6453574 Nov 15 14:43:17.888393 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574d03b-436d-4f85-9cef-08fd08349b95 req-2b36c9ea-ecdc-4173-8e36-4eb62841972b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:17.892871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5189cf0b-dbdf-4e68-9c60-4be61b441c65, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5189cf0b-dbdf-4e68-9c60-4be61b441c65,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:17.895348 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b68564eb-f624-4872-a3fd-3095b3658cf1 None None] Set router 55e79860-8ae7-4d62-b5ff-db44fddd0282 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:43:17.896611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b574d03b-436d-4f85-9cef-08fd08349b95 req-2b36c9ea-ecdc-4173-8e36-4eb62841972b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.2383509 Nov 15 14:43:17.910226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '5189cf0b-dbdf-4e68-9c60-4be61b441c65', 'network_id': 'd6987b1f-d273-460c-b87b-072fc507c24f', 'port_id': '5189cf0b-dbdf-4e68-9c60-4be61b441c65', 'mac_address': 'fa:16:3e:1f:e9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48428eb4-d18d-420d-9203-c61438df6e40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:43:17.946073 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d0332cc4-929b-42de-b5a9-57184a50512d req-2194ea70-8437-4545-acc4-97528c3ae565 service neutron] 10.222.0.46 "GET /v2.0/networks/10e70b67-cbeb-40f8-8105-ee6d4f6558d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909533 Nov 15 14:43:17.950998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7ad32ec-235a-4a5d-b0d4-3f528a0b929f req-29477a08-1a10-41ba-b7cf-0eb4f31e83b0 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557548 Nov 15 14:43:17.964272 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:17.983473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5189cf0b-dbdf-4e68-9c60-4be61b441c65 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:43:18.037201 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b574d03b-436d-4f85-9cef-08fd08349b95 req-55904693-9d69-462d-9096-8db553aeab64 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333828 Nov 15 14:43:18.045397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5189cf0b-dbdf-4e68-9c60-4be61b441c65, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5189cf0b-dbdf-4e68-9c60-4be61b441c65,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:18.047361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-748e3e17-5528-469a-80f0-f87e41587f0e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Deleting port ab352652-c522-459d-afa9-f5e16d49d92e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:18.052145 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-748e3e17-5528-469a-80f0-f87e41587f0e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:18.075747 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d0332cc4-929b-42de-b5a9-57184a50512d req-afe2f743-1624-41d5-a157-2eca6d63bf83 service neutron] 10.222.0.46 "GET /v2.0/networks/10e70b67-cbeb-40f8-8105-ee6d4f6558d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217752 Nov 15 14:43:18.126383 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:18.197987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=5189cf0b-dbdf-4e68-9c60-4be61b441c65,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:18.251892 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-748e3e17-5528-469a-80f0-f87e41587f0e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:18.252376 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-748e3e17-5528-469a-80f0-f87e41587f0e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:18.258780 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b68564eb-f624-4872-a3fd-3095b3658cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:41:42Z', 'revision_number': 4, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port': {'id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'f82a9e71-7b0a-4b33-8037-6eecba4b9e27', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'port_id': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'mac_address': 'fa:16:3e:b7:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662acb2-5661-49d4-989c-f400bc2be633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:41:53Z', 'updated_at': '2021-11-15T14:43:16Z', 'revision_number': 1, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900f1b12-aa41-4274-85a0-096ba3d5abf1', 'name': '', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'mac_address': 'fa:16:3e:5a:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '23c382a5-5849-4ca1-b717-26b458b41804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:41Z', 'updated_at': '2021-11-15T14:41:49Z', 'revision_number': 5, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'subnets': [{'id': '23c382a5-5849-4ca1-b717-26b458b41804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:18.269544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-748e3e17-5528-469a-80f0-f87e41587f0e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Calling delete_port for ab352652-c522-459d-afa9-f5e16d49d92e owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:18.290202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8729c01-20fc-49e1-9a01-e0a382fc8dcd req-ef26425a-a550-4000-88d4-42915199d458 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:18.290688 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68564eb-f624-4872-a3fd-3095b3658cf1 None None] The sync data for ids ['55e79860-8ae7-4d62-b5ff-db44fddd0282'] in n-d-817748-2 is: [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:41:42Z', 'revision_number': 4, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port': {'id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'f82a9e71-7b0a-4b33-8037-6eecba4b9e27', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'port_id': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'mac_address': 'fa:16:3e:b7:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662acb2-5661-49d4-989c-f400bc2be633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:41:53Z', 'updated_at': '2021-11-15T14:43:16Z', 'revision_number': 1, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900f1b12-aa41-4274-85a0-096ba3d5abf1', 'name': '', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'mac_address': 'fa:16:3e:5a:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '23c382a5-5849-4ca1-b717-26b458b41804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:41Z', 'updated_at': '2021-11-15T14:41:49Z', 'revision_number': 5, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'subnets': [{'id': '23c382a5-5849-4ca1-b717-26b458b41804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:43:18.291877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8729c01-20fc-49e1-9a01-e0a382fc8dcd req-ef26425a-a550-4000-88d4-42915199d458 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 945 time: 0.0841382 Nov 15 14:43:18.326325 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device eca176a2-2cd6-467f-abc5-63a5cba09e4c details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:43:18.333487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b69e31a3-1510-4590-8ec6-e2284b3e289e up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:43:18.435353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8729c01-20fc-49e1-9a01-e0a382fc8dcd req-a07522ca-d9e9-4e63-8858-096f28369056 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367295 Nov 15 14:43:18.459285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['5189cf0b-dbdf-4e68-9c60-4be61b441c65'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:43:18.554530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port b69e31a3-1510-4590-8ec6-e2284b3e289e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:43:18.570850 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port eca176a2-2cd6-467f-abc5-63a5cba09e4c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=eca176a2-2cd6-467f-abc5-63a5cba09e4c,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:18.579492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port b69e31a3-1510-4590-8ec6-e2284b3e289e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:43:18.579897 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:18.589529 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-748e3e17-5528-469a-80f0-f87e41587f0e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:18.622021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e3e17-5528-469a-80f0-f87e41587f0e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Pushing event deleted for resources: {'Port': ['ID=ab352652-c522-459d-afa9-f5e16d49d92e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:18.653032 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df173ed-bb96-4eb7-a2a4-9caeb5aa671a None None] New status for floating IP f82a9e71-7b0a-4b33-8037-6eecba4b9e27: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:43:18.660040 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c', 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'port_id': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c', 'mac_address': 'fa:16:3e:7e:d3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28bfe1c1-3742-4b93-8275-ffafdcc1490d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:43:18.703780 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-748e3e17-5528-469a-80f0-f87e41587f0e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:18.707317 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-748e3e17-5528-469a-80f0-f87e41587f0e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:18.708397 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-748e3e17-5528-469a-80f0-f87e41587f0e tempest-FloatingIPAdminTestJSON-1902540002 tempest-FloatingIPAdminTestJSON-1902540002-project] 10.222.0.70 "DELETE /v2.0/floatingips/bd22c192-636a-4a69-bd2f-c36bb86bad43 HTTP/1.1" status: 204 len: 168 time: 1.6670704 Nov 15 14:43:18.997294 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:19.016483 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:19.048062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eca176a2-2cd6-467f-abc5-63a5cba09e4c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:43:19.092280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49527f1-e6a5-4099-92ea-41bdd0eaa34d req-932f6f46-a9a1-4545-b1cd-6b47e1a3bfa5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:19.102938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f49527f1-e6a5-4099-92ea-41bdd0eaa34d req-932f6f46-a9a1-4545-b1cd-6b47e1a3bfa5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.0764220 Nov 15 14:43:19.153258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c867e1-b1da-46a5-9e80-3b30784a3e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69e31a3-1510-4590-8ec6-e2284b3e289e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:19.157093 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338bd3cf-d72e-4dc6-9e3d-07f7ac761c67" -d '{"events": [{"server_uuid": "32c867e1-b1da-46a5-9e80-3b30784a3e59", "name": "network-vif-plugged", "status": "completed", "tag": "b69e31a3-1510-4590-8ec6-e2284b3e289e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:19.175446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port eca176a2-2cd6-467f-abc5-63a5cba09e4c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=eca176a2-2cd6-467f-abc5-63a5cba09e4c,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:19.179569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b69e31a3-1510-4590-8ec6-e2284b3e289e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b69e31a3-1510-4590-8ec6-e2284b3e289e,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:19.212362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f49527f1-e6a5-4099-92ea-41bdd0eaa34d req-ba09728a-13f4-4bdb-8bca-47fe6fdde46d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024253 Nov 15 14:43:19.239842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eca37-412d-4469-b0c0-dbfca57486ea req-f2177b24-95de-429e-a999-886ea68cbf95 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:19.247911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-496eca37-412d-4469-b0c0-dbfca57486ea req-f2177b24-95de-429e-a999-886ea68cbf95 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0773807 Nov 15 14:43:19.275098 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:19.278599 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:19.329353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-496eca37-412d-4469-b0c0-dbfca57486ea req-e1537f59-fff0-4d0b-b787-9c3c83cadf71 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759006 Nov 15 14:43:19.368146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:19.436674 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d45bc3-3143-4471-9d78-67c4e10b9b22 x-openstack-request-id: req-e6d45bc3-3143-4471-9d78-67c4e10b9b22 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:19.436980 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c867e1-b1da-46a5-9e80-3b30784a3e59", "name": "network-vif-plugged", "status": "completed", "tag": "b69e31a3-1510-4590-8ec6-e2284b3e289e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:19.437242 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6d45bc3-3143-4471-9d78-67c4e10b9b22 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:19.437647 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c867e1-b1da-46a5-9e80-3b30784a3e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69e31a3-1510-4590-8ec6-e2284b3e289e', 'code': 200} Nov 15 14:43:19.441829 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=b69e31a3-1510-4590-8ec6-e2284b3e289e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:19.525669 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['eca176a2-2cd6-467f-abc5-63a5cba09e4c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:43:19.548422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e232c5d-b859-46d5-a874-1d4fb4d1e4df req-60f5c1b1-7065-4f95-ad41-9724b1a2d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:19.550107 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e232c5d-b859-46d5-a874-1d4fb4d1e4df req-60f5c1b1-7065-4f95-ad41-9724b1a2d4ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 1097 time: 0.1107597 Nov 15 14:43:19.629650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=eca176a2-2cd6-467f-abc5-63a5cba09e4c,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:19.664623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4b5a3-4480-49ff-978a-85734350c495 req-fb11d5b2-ea35-48d1-a4a7-c4a73a4205f0 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:19.666294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9b4b5a3-4480-49ff-978a-85734350c495 req-fb11d5b2-ea35-48d1-a4a7-c4a73a4205f0 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 946 time: 0.1020963 Nov 15 14:43:19.708311 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e232c5d-b859-46d5-a874-1d4fb4d1e4df req-94aeff47-c52c-450f-85f4-f64ce0480fe1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467190 Nov 15 14:43:19.719524 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fffeef38-2166-4330-b399-d5be1e0295aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0cadd08c72044ae49053da41d7b888df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3497579 Nov 15 14:43:19.719917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:19.734181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9b4b5a3-4480-49ff-978a-85734350c495 req-39aae03e-f3c4-4ad5-9e33-53cbba5e55f0 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610600 Nov 15 14:43:19.781790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:19.804471 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:19.949293 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:19.951977 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:19.953530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22f64438-44ef-4b12-b3fa-134b97433494 HTTP/1.1" status: 204 len: 168 time: 0.2290759 Nov 15 14:43:19.962141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f64438-44ef-4b12-b3fa-134b97433494,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:19.971096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:19.971454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:19.971803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:19.972148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:19.972488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:19.972821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:19.973345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:19.973682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:19.974195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:19.974586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:19.978428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:19.978428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5385177-176b-41a2-b541-cab46c43454b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:20.331252 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device eca176a2-2cd6-467f-abc5-63a5cba09e4c up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:43:20.428479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6f86b-94c9-4106-9e60-263c20784d16 req-b5886b4b-1c76-4328-8d3f-aaeaefe63646 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:20.481954 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fe6f86b-94c9-4106-9e60-263c20784d16 req-b5886b4b-1c76-4328-8d3f-aaeaefe63646 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 945 time: 0.1691446 Nov 15 14:43:20.557833 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port eca176a2-2cd6-467f-abc5-63a5cba09e4c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:43:20.558543 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:20.560390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fe6f86b-94c9-4106-9e60-263c20784d16 req-715492c2-fe97-47eb-9d77-bffcba53b556 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770760 Nov 15 14:43:20.629209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db65822-6d51-48f8-95db-3df4277f3b20 req-32cf5613-076e-4ceb-92a2-f85eb1f6eefa tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:20.654022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0db65822-6d51-48f8-95db-3df4277f3b20 req-32cf5613-076e-4ceb-92a2-f85eb1f6eefa tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0866549 Nov 15 14:43:20.762754 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:20.780006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0db65822-6d51-48f8-95db-3df4277f3b20 req-77709b8c-8a97-4152-ae00-c61fbe04c115 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248937 Nov 15 14:43:20.820978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port eca176a2-2cd6-467f-abc5-63a5cba09e4c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=eca176a2-2cd6-467f-abc5-63a5cba09e4c,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:20.866276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:20.882919 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c28a8001-15bf-4a09-b20b-d25ee9ee5ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:20.915352 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:20.999798 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=eca176a2-2cd6-467f-abc5-63a5cba09e4c,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:21.119277 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c28a8001-15bf-4a09-b20b-d25ee9ee5ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:21.129980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033700f-8456-49a0-90dd-79249d4644ec req-bdac9c1b-ff19-4cb4-aa4a-aa020cfa4d83 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:21.144668 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0033700f-8456-49a0-90dd-79249d4644ec req-bdac9c1b-ff19-4cb4-aa4a-aa020cfa4d83 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 946 time: 0.2175684 Nov 15 14:43:21.200442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c28a8001-15bf-4a09-b20b-d25ee9ee5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:21.281997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0033700f-8456-49a0-90dd-79249d4644ec req-34f14a3d-2562-4cf1-9bae-ce30a50e40c1 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367614 Nov 15 14:43:21.287943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a8001-15bf-4a09-b20b-d25ee9ee5ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ec9c12-d09b-4bb6-9253-7f9abc85ec55,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:21.293977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c28a8001-15bf-4a09-b20b-d25ee9ee5ff3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72cff55321544e98be4d6a9ac75df540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265656 Nov 15 14:43:21.302098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:21.389570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:21.427191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:21.440085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feabd041-9824-47dd-a7eb-be64c7925d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:21.442977 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3e61e1-115d-4891-85aa-f7cd8764268c" -d '{"events": [{"server_uuid": "feabd041-9824-47dd-a7eb-be64c7925d0e", "name": "network-vif-plugged", "status": "completed", "tag": "eca176a2-2cd6-467f-abc5-63a5cba09e4c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:21.517569 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fd4a13-8246-41c3-a61f-14e5027ac065 x-openstack-request-id: req-c7fd4a13-8246-41c3-a61f-14e5027ac065 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:21.518476 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feabd041-9824-47dd-a7eb-be64c7925d0e", "name": "network-vif-plugged", "status": "completed", "tag": "eca176a2-2cd6-467f-abc5-63a5cba09e4c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:21.519088 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7fd4a13-8246-41c3-a61f-14e5027ac065 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:21.520083 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feabd041-9824-47dd-a7eb-be64c7925d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c', 'code': 200} Nov 15 14:43:21.633793 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:21.637895 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:21.639920 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20ec9c12-d09b-4bb6-9253-7f9abc85ec55 HTTP/1.1" status: 204 len: 168 time: 0.3395677 Nov 15 14:43:21.660739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ec9c12-d09b-4bb6-9253-7f9abc85ec55,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:21.686596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:21.687492 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:21.688109 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:21.689446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:21.693181 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:21.693960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:21.694576 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:21.695132 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:21.695669 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:21.696250 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:21.696777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:21.698879 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0084b01b-cba6-4f3a-bd48-6d12908bbfd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:21.732729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5189cf0b-dbdf-4e68-9c60-4be61b441c65 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:43:21.802738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a48724-b6f4-49bc-ba44-7512b6aa794a req-7b89222d-5602-473c-ad79-4b6b5db7052a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:21.804859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52a48724-b6f4-49bc-ba44-7512b6aa794a req-7b89222d-5602-473c-ad79-4b6b5db7052a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.0794833 Nov 15 14:43:21.908663 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52a48724-b6f4-49bc-ba44-7512b6aa794a req-4a045e8d-9db3-49d0-9681-36cdff99e7b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941386 Nov 15 14:43:21.975752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 5189cf0b-dbdf-4e68-9c60-4be61b441c65 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:43:21.982070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 5189cf0b-dbdf-4e68-9c60-4be61b441c65 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:43:21.982819 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:22.018697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bf9fd-514b-471f-9d61-709c80e464f8 req-e69954e6-3ca6-4c4b-baad-1bae2f431630 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:22.026070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-143bf9fd-514b-471f-9d61-709c80e464f8 req-e69954e6-3ca6-4c4b-baad-1bae2f431630 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0672619 Nov 15 14:43:22.091994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-143bf9fd-514b-471f-9d61-709c80e464f8 req-89f2cebc-0d6a-4134-b50e-d6289476098f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625031 Nov 15 14:43:22.155367 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:22.202989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5189cf0b-dbdf-4e68-9c60-4be61b441c65, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5189cf0b-dbdf-4e68-9c60-4be61b441c65,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:22.314953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:22.403187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=5189cf0b-dbdf-4e68-9c60-4be61b441c65,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:22.487822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae3711-4975-4acf-8507-937f9bdbcf01 req-d41d8894-5126-45bf-b3d3-62326deed4fa tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:22.489607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9ae3711-4975-4acf-8507-937f9bdbcf01 req-d41d8894-5126-45bf-b3d3-62326deed4fa tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 946 time: 0.0717423 Nov 15 14:43:22.554294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9ae3711-4975-4acf-8507-937f9bdbcf01 req-5af4bf00-d948-4ed9-98ac-1afcb306568b tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550754 Nov 15 14:43:22.749909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ae3fa-9cfe-4e4c-a970-6541830fad73 req-a7fcd2ae-dae1-4ff4-a56d-a7e0e6cbe913 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:22.750836 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37464) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:22.751526 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-562ae3fa-9cfe-4e4c-a970-6541830fad73 req-a7fcd2ae-dae1-4ff4-a56d-a7e0e6cbe913 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=5434c241-bbd8-44e3-b3a0-b6e286be1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0772884 Nov 15 14:43:22.774211 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7aa84a87-f4bf-4340-aa80-a0ed43f9184e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:22.834762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-562ae3fa-9cfe-4e4c-a970-6541830fad73 req-4463ec02-0aea-4e7c-aaaa-53195836735a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644877 Nov 15 14:43:22.917478 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7aa84a87-f4bf-4340-aa80-a0ed43f9184e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:23.009351 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7aa84a87-f4bf-4340-aa80-a0ed43f9184e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:23.068899 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7aa84a87-f4bf-4340-aa80-a0ed43f9184e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1409f4875d7143bd925a098a436b9138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3122222 Nov 15 14:43:23.085290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37474) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:23.101105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa84a87-f4bf-4340-aa80-a0ed43f9184e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0858f87b-6bf1-4ae6-825d-9eaf0e6d9115,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:23.179929 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8f643-6500-4193-a368-2bde5e04e55f req-d78f94ae-7f09-4e84-8d16-74c089981372 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:23.204097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ed8f643-6500-4193-a368-2bde5e04e55f req-d78f94ae-7f09-4e84-8d16-74c089981372 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.1829631 Nov 15 14:43:23.319238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ed8f643-6500-4193-a368-2bde5e04e55f req-9a3eaf7b-55d7-451a-8660-856a1e68b4cb tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126635 Nov 15 14:43:23.388424 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b10e09-085e-4544-aa3b-808bbb600737 req-40090776-45b6-4a57-a41d-1cefdb99c522 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:23.393223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4b10e09-085e-4544-aa3b-808bbb600737 req-40090776-45b6-4a57-a41d-1cefdb99c522 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.1511538 Nov 15 14:43:23.395414 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df18892e-b002-4daf-9e7b-a0d1356426d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:23.449245 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df18892e-b002-4daf-9e7b-a0d1356426d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:23.519062 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4b10e09-085e-4544-aa3b-808bbb600737 req-b5536847-a942-4e18-8835-80e919bbf2c5 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994453 Nov 15 14:43:23.521371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5434c241-bbd8-44e3-b3a0-b6e286be1bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5189cf0b-dbdf-4e68-9c60-4be61b441c65'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:23.524964 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cb97db-16b6-4228-9245-4b6b9793c735" -d '{"events": [{"server_uuid": "5434c241-bbd8-44e3-b3a0-b6e286be1bd0", "name": "network-vif-plugged", "status": "completed", "tag": "5189cf0b-dbdf-4e68-9c60-4be61b441c65"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:23.632029 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0280f489-8d62-48d7-8bd7-a91ba462fa36 x-openstack-request-id: req-0280f489-8d62-48d7-8bd7-a91ba462fa36 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:23.633801 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5434c241-bbd8-44e3-b3a0-b6e286be1bd0", "name": "network-vif-plugged", "status": "completed", "tag": "5189cf0b-dbdf-4e68-9c60-4be61b441c65", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:23.634861 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0280f489-8d62-48d7-8bd7-a91ba462fa36 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:23.637383 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5434c241-bbd8-44e3-b3a0-b6e286be1bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5189cf0b-dbdf-4e68-9c60-4be61b441c65', 'code': 200} Nov 15 14:43:23.639501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df18892e-b002-4daf-9e7b-a0d1356426d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:23.642936 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df18892e-b002-4daf-9e7b-a0d1356426d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:23.656265 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-df18892e-b002-4daf-9e7b-a0d1356426d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0858f87b-6bf1-4ae6-825d-9eaf0e6d9115 HTTP/1.1" status: 204 len: 168 time: 0.5631890 Nov 15 14:43:23.677902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18892e-b002-4daf-9e7b-a0d1356426d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0858f87b-6bf1-4ae6-825d-9eaf0e6d9115,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:23.803689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4b5ef-ab44-495f-b799-c4d9a21e3b9c req-69c32c09-108e-4d47-bda0-36f2ea9a16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:23.805386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59c4b5ef-ab44-495f-b799-c4d9a21e3b9c req-69c32c09-108e-4d47-bda0-36f2ea9a16c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5434c241-bbd8-44e3-b3a0-b6e286be1bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0806413 Nov 15 14:43:23.873292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59c4b5ef-ab44-495f-b799-c4d9a21e3b9c req-6d775de7-8669-496a-99c8-38f01ca76096 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586240 Nov 15 14:43:23.994143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37767f9b-0ef7-4368-9b96-91ee09eb0108 req-9bfe5de3-e042-4a5b-aae7-728347c5ad82 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:24.006124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37767f9b-0ef7-4368-9b96-91ee09eb0108 req-9bfe5de3-e042-4a5b-aae7-728347c5ad82 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=5434c241-bbd8-44e3-b3a0-b6e286be1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0979271 Nov 15 14:43:24.087094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37767f9b-0ef7-4368-9b96-91ee09eb0108 req-7b5115b3-9334-47a5-9239-ae235f38a7cd tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773444 Nov 15 14:43:24.504357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774c259-af39-4997-9bb1-c39d6cc5c756 req-05d71a37-7f19-4ab8-8a8c-9f89f4e482b9 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:24.513880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0774c259-af39-4997-9bb1-c39d6cc5c756 req-05d71a37-7f19-4ab8-8a8c-9f89f4e482b9 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.0976644 Nov 15 14:43:24.628355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0774c259-af39-4997-9bb1-c39d6cc5c756 req-b0faa7d3-0642-45c7-bea7-dbe3cf14b910 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133704 Nov 15 14:43:24.755822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326b19d-8486-429c-9cb9-58099a498166 req-4c50757c-c74f-4704-a841-80ad8fb504ff tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:24.778488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3326b19d-8486-429c-9cb9-58099a498166 req-4c50757c-c74f-4704-a841-80ad8fb504ff tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.1072683 Nov 15 14:43:24.835288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3326b19d-8486-429c-9cb9-58099a498166 req-671d4b7e-8b19-4af7-a9c5-8c415c700458 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556276 Nov 15 14:43:25.271734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c09701-03ed-487b-b469-88c6fd994b02 req-062c0fe5-c9e8-4869-bfaf-14704b1650c1 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:25.279520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45c09701-03ed-487b-b469-88c6fd994b02 req-062c0fe5-c9e8-4869-bfaf-14704b1650c1 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=5434c241-bbd8-44e3-b3a0-b6e286be1bd0 HTTP/1.1" status: 200 len: 945 time: 0.1209717 Nov 15 14:43:25.391745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45c09701-03ed-487b-b469-88c6fd994b02 req-3beeb539-80aa-45cb-86d0-9132c57b1b41 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111267 Nov 15 14:43:25.797802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775bf03-4a07-47e9-a84c-a3d551e6e16c req-f247c7d6-ebbc-447d-aca5-f5a79d6c9631 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:25.805301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1775bf03-4a07-47e9-a84c-a3d551e6e16c req-f247c7d6-ebbc-447d-aca5-f5a79d6c9631 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.0689011 Nov 15 14:43:25.857697 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1775bf03-4a07-47e9-a84c-a3d551e6e16c req-7a542578-69f7-43cf-a9e6-ee8d15552c0c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514894 Nov 15 14:43:25.975997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc235f-c2eb-45e6-a9f0-d93bf9ee7a25 req-8f09610e-4e24-448e-89c0-3016fd582225 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:25.977655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97dc235f-c2eb-45e6-a9f0-d93bf9ee7a25 req-8f09610e-4e24-448e-89c0-3016fd582225 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0561476 Nov 15 14:43:26.047811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97dc235f-c2eb-45e6-a9f0-d93bf9ee7a25 req-55e08dad-16da-4a11-911b-53fd7b11fea6 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628402 Nov 15 14:43:26.560936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e5f1b-4e29-44c8-99c4-b9caa67e3752 req-b3c0ae8d-8fc6-48d0-8154-5449513e2286 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:26.563070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b8e5f1b-4e29-44c8-99c4-b9caa67e3752 req-b3c0ae8d-8fc6-48d0-8154-5449513e2286 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=5434c241-bbd8-44e3-b3a0-b6e286be1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0550845 Nov 15 14:43:26.660727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b8e5f1b-4e29-44c8-99c4-b9caa67e3752 req-55a65916-6c69-460a-99a6-e6779304f7f5 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835278 Nov 15 14:43:27.079896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801be96-2898-4442-9638-97cc11308341 req-654fe8f0-ef64-4501-8401-e6f34c87f720 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:27.091110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7801be96-2898-4442-9638-97cc11308341 req-654fe8f0-ef64-4501-8401-e6f34c87f720 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.0898104 Nov 15 14:43:27.210749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7801be96-2898-4442-9638-97cc11308341 req-3b1ccc52-9f1d-4ca5-85af-de506821e901 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183088 Nov 15 14:43:27.436600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da72789-dd9c-4927-9fad-167282ae43d2 req-681246fc-1ab6-4023-bbe9-eb7dbdf043fa tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:27.464205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2da72789-dd9c-4927-9fad-167282ae43d2 req-681246fc-1ab6-4023-bbe9-eb7dbdf043fa tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.1341472 Nov 15 14:43:27.553252 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2da72789-dd9c-4927-9fad-167282ae43d2 req-c43bd6c4-4c28-431a-92a1-cfab03d1f608 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792894 Nov 15 14:43:27.597501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:27.787998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a1a8909e-3f5e-47a7-81f6-5a374aed7203 tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:27.974656 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a1a8909e-3f5e-47a7-81f6-5a374aed7203 tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] 10.222.0.70 "PUT /v2.0/quotas/889febb6dbd64291b1105459c6624777 HTTP/1.1" status: 200 len: 366 time: 0.3687048 Nov 15 14:43:27.977273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37618) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:27.991560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-156e457f-2650-4378-a307-e03f95ff16ab tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0129948 Nov 15 14:43:27.994146 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:28.017648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0936-b5af-488a-9b98-9c4effb4cd97 req-42ebe374-ac12-47ce-8b9b-9c51b44f96a7 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:28.034874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-356d0936-b5af-488a-9b98-9c4effb4cd97 req-42ebe374-ac12-47ce-8b9b-9c51b44f96a7 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=5434c241-bbd8-44e3-b3a0-b6e286be1bd0 HTTP/1.1" status: 200 len: 945 time: 0.1330063 Nov 15 14:43:28.034874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d1bb94c2-e44f-4cf5-95cc-2e4da3d0f046 tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] 10.222.0.70 "GET /v2.0/quotas/889febb6dbd64291b1105459c6624777 HTTP/1.1" status: 200 len: 366 time: 0.0375412 Nov 15 14:43:28.037061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:28.144851 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:28.194910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-356d0936-b5af-488a-9b98-9c4effb4cd97 req-588b5930-65de-432f-b3db-68d7d13e70b3 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670494 Nov 15 14:43:28.420697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a411288-f015-41da-950b-a8a09ac96b20 req-2cb354c1-d03a-48cd-85fb-96ed875b50f1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:28.422454 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a411288-f015-41da-950b-a8a09ac96b20 req-2cb354c1-d03a-48cd-85fb-96ed875b50f1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.1007090 Nov 15 14:43:28.427756 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c088e472-c445-4c8b-be1e-a9ffe898d9ea tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/889febb6dbd64291b1105459c6624777 HTTP/1.1" status: 204 len: 168 time: 0.3868825 Nov 15 14:43:28.428616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:28.462611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1db84aea-c863-42ed-a6f8-6a0fa213177d tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0277865 Nov 15 14:43:28.466015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37630) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:28.487450 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e7744af4-d70d-4b9d-9205-47e61eeb0eaa tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] 10.222.0.70 "GET /v2.0/quotas/889febb6dbd64291b1105459c6624777 HTTP/1.1" status: 200 len: 370 time: 0.0183277 Nov 15 14:43:28.488099 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37632) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:28.496548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37634) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:28.500887 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6b14f995-dd8a-4767-996b-08e3cf61d7c1 tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] 10.222.0.70 "GET /v2.0/quotas/889febb6dbd64291b1105459c6624777/default HTTP/1.1" status: 200 len: 370 time: 0.0115781 Nov 15 14:43:28.510876 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-018f809e-e8bf-4932-ade4-91fba09e0a4a tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] delete failed (client error): The resource could not be found. Nov 15 14:43:28.515160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-018f809e-e8bf-4932-ade4-91fba09e0a4a tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/889febb6dbd64291b1105459c6624777 HTTP/1.1" status: 404 len: 348 time: 0.0176105 Nov 15 14:43:28.519594 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:28.603505 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a411288-f015-41da-950b-a8a09ac96b20 req-ad26c933-77b5-43dd-9267-a2bf2f7e038f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598673 Nov 15 14:43:28.840557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba351e-79ed-4866-83fb-491b28e94651 req-376a0f3c-787b-43b5-b24f-df1d9b5fd679 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:28.843645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9ba351e-79ed-4866-83fb-491b28e94651 req-376a0f3c-787b-43b5-b24f-df1d9b5fd679 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.59 "GET /v2.0/ports?device_id=5434c241-bbd8-44e3-b3a0-b6e286be1bd0 HTTP/1.1" status: 200 len: 945 time: 0.1415968 Nov 15 14:43:28.853309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a181626-91bd-425a-922a-77d0904b5404 req-56a81c0f-bc54-4a83-b5d9-9feed60fa031 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:28.855941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a181626-91bd-425a-922a-77d0904b5404 req-56a81c0f-bc54-4a83-b5d9-9feed60fa031 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.1843812 Nov 15 14:43:29.038967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a181626-91bd-425a-922a-77d0904b5404 req-466b672d-e22e-4ce2-9d2f-f646c5f2605d tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732183 Nov 15 14:43:29.180823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37652) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:29.197850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e9ba351e-79ed-4866-83fb-491b28e94651 req-16bab38d-b74f-4f6f-9792-59f130ed848e tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Deleting port 5189cf0b-dbdf-4e68-9c60-4be61b441c65 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:29.198096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9ba351e-79ed-4866-83fb-491b28e94651 req-16bab38d-b74f-4f6f-9792-59f130ed848e tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:29.213244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Usage tracker for resource:network and project:954bd14f41654127b2514fb38dbf4c56 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 14:43:29.219289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 14:43:29.228227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Usage tracker for resource:subnet and project:954bd14f41654127b2514fb38dbf4c56 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 14:43:29.233620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 14:43:29.242073 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Usage tracker for resource:subnetpool and project:954bd14f41654127b2514fb38dbf4c56 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 14:43:29.249422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 14:43:29.258661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Usage tracker for resource:port and project:954bd14f41654127b2514fb38dbf4c56 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 14:43:29.262850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 14:43:29.275721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Usage tracker for resource:router and project:954bd14f41654127b2514fb38dbf4c56 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 14:43:29.280972 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 14:43:29.289457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Usage tracker for resource:floatingip and project:954bd14f41654127b2514fb38dbf4c56 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 14:43:29.293875 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 14:43:29.360297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e9ba351e-79ed-4866-83fb-491b28e94651 req-16bab38d-b74f-4f6f-9792-59f130ed848e tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] For port 5189cf0b-dbdf-4e68-9c60-4be61b441c65, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5189cf0b-dbdf-4e68-9c60-4be61b441c65,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:29.361184 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9ba351e-79ed-4866-83fb-491b28e94651 req-16bab38d-b74f-4f6f-9792-59f130ed848e tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:29.421163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Usage tracker for resource:security_group and project:954bd14f41654127b2514fb38dbf4c56 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 14:43:29.426346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 14:43:29.433346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e9ba351e-79ed-4866-83fb-491b28e94651 req-16bab38d-b74f-4f6f-9792-59f130ed848e tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Calling delete_port for 5189cf0b-dbdf-4e68-9c60-4be61b441c65 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:29.452187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393b635-718e-43c4-87f1-347d4a6c2fd7 req-0f8fa298-16c8-4bd7-9276-d5c2cdf13166 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:29.454672 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f393b635-718e-43c4-87f1-347d4a6c2fd7 req-0f8fa298-16c8-4bd7-9276-d5c2cdf13166 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c867e1-b1da-46a5-9e80-3b30784a3e59 HTTP/1.1" status: 200 len: 946 time: 0.1282296 Nov 15 14:43:29.457588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Usage tracker for resource:security_group_rule and project:954bd14f41654127b2514fb38dbf4c56 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 14:43:29.461478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.quota.resource [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 14:43:29.476185 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ea356401-a798-43b3-9160-4a2e20a416af tempest-QuotasTest-967038960 tempest-QuotasTest-967038960-project-admin] 10.222.0.70 "GET /v2.0/quotas/954bd14f41654127b2514fb38dbf4c56/details.json HTTP/1.1" status: 200 len: 703 time: 0.2940075 Nov 15 14:43:29.501323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae20b-37cc-4cf0-8fa0-04df1a16138c req-7e51e5ce-e853-4e9b-82c4-a7cdedc896d3 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:29.509064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3afae20b-37cc-4cf0-8fa0-04df1a16138c req-7e51e5ce-e853-4e9b-82c4-a7cdedc896d3 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=5434c241-bbd8-44e3-b3a0-b6e286be1bd0 HTTP/1.1" status: 200 len: 945 time: 0.1511595 Nov 15 14:43:29.761553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f393b635-718e-43c4-87f1-347d4a6c2fd7 req-02f17c34-d180-4b3b-b095-af3345c89a3a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Deleting port b69e31a3-1510-4590-8ec6-e2284b3e289e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:29.763193 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f89677fd-a0c5-426f-9bd0-04f48afb540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:29.764019 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f393b635-718e-43c4-87f1-347d4a6c2fd7 req-02f17c34-d180-4b3b-b095-af3345c89a3a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:29.805632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3afae20b-37cc-4cf0-8fa0-04df1a16138c req-ad4c3903-5166-43a7-bcd6-522abab5f541 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f9a1475-89d6-4080-babf-02ae3b43dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953548 Nov 15 14:43:29.878310 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9ba351e-79ed-4866-83fb-491b28e94651 req-16bab38d-b74f-4f6f-9792-59f130ed848e tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:29.891375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['b69e31a3-1510-4590-8ec6-e2284b3e289e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:43:29.931588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bab38d-b74f-4f6f-9792-59f130ed848e tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Pushing event deleted for resources: {'Port': ['ID=5189cf0b-dbdf-4e68-9c60-4be61b441c65,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:30.034554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f393b635-718e-43c4-87f1-347d4a6c2fd7 req-02f17c34-d180-4b3b-b095-af3345c89a3a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] For port b69e31a3-1510-4590-8ec6-e2284b3e289e, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b69e31a3-1510-4590-8ec6-e2284b3e289e,segment=NetworkSegment(c6f24ce5-c974-4ac1-a196-de27315f44e2),segment_id=c6f24ce5-c974-4ac1-a196-de27315f44e2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:30.034554 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f393b635-718e-43c4-87f1-347d4a6c2fd7 req-02f17c34-d180-4b3b-b095-af3345c89a3a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:30.064101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f393b635-718e-43c4-87f1-347d4a6c2fd7 req-02f17c34-d180-4b3b-b095-af3345c89a3a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Calling delete_port for b69e31a3-1510-4590-8ec6-e2284b3e289e owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:30.069353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0011f-1e6d-4bef-852d-9375100bb2aa req-8c180364-2b6c-4c4f-a7f3-2b2a322fc3c7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:30.085251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7d0011f-1e6d-4bef-852d-9375100bb2aa req-8c180364-2b6c-4c4f-a7f3-2b2a322fc3c7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.2746751 Nov 15 14:43:30.179182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ba351e-79ed-4866-83fb-491b28e94651 req-16bab38d-b74f-4f6f-9792-59f130ed848e tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] No DVR routers for this DVR port 5189cf0b-dbdf-4e68-9c60-4be61b441c65 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:43:30.190567 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9ba351e-79ed-4866-83fb-491b28e94651 req-16bab38d-b74f-4f6f-9792-59f130ed848e tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:30.199167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9ba351e-79ed-4866-83fb-491b28e94651 req-16bab38d-b74f-4f6f-9792-59f130ed848e tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.59 "DELETE /v2.0/ports/5189cf0b-dbdf-4e68-9c60-4be61b441c65 HTTP/1.1" status: 204 len: 173 time: 1.3414540 Nov 15 14:43:30.200130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5434c241-bbd8-44e3-b3a0-b6e286be1bd0', 'name': 'network-vif-deleted', 'tag': '5189cf0b-dbdf-4e68-9c60-4be61b441c65'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:30.204606 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59091e57-4248-4dca-869a-6417b8c2916e" -d '{"events": [{"server_uuid": "5434c241-bbd8-44e3-b3a0-b6e286be1bd0", "name": "network-vif-deleted", "tag": "5189cf0b-dbdf-4e68-9c60-4be61b441c65"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:30.271740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7d0011f-1e6d-4bef-852d-9375100bb2aa req-9a028ff9-72c7-4600-83c3-e06480b9743e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844189 Nov 15 14:43:30.383414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8de0d-52e9-4070-8d62-a4abf028a820 req-b45e934e-b15e-4f38-8200-534c07aaad75 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:30.391533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6b8de0d-52e9-4070-8d62-a4abf028a820 req-b45e934e-b15e-4f38-8200-534c07aaad75 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.1182959 Nov 15 14:43:30.434334 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f393b635-718e-43c4-87f1-347d4a6c2fd7 req-02f17c34-d180-4b3b-b095-af3345c89a3a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:30.498541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6b8de0d-52e9-4070-8d62-a4abf028a820 req-a6334494-07bc-4640-a1aa-420c9e803e74 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045711 Nov 15 14:43:30.515218 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96fc5b2-9751-411d-8018-5646ab8b4c44 x-openstack-request-id: req-b96fc5b2-9751-411d-8018-5646ab8b4c44 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:30.515580 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5434c241-bbd8-44e3-b3a0-b6e286be1bd0", "name": "network-vif-deleted", "tag": "5189cf0b-dbdf-4e68-9c60-4be61b441c65", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:30.515788 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b96fc5b2-9751-411d-8018-5646ab8b4c44 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:30.525258 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5434c241-bbd8-44e3-b3a0-b6e286be1bd0', 'name': 'network-vif-deleted', 'tag': '5189cf0b-dbdf-4e68-9c60-4be61b441c65', 'status': 'completed', 'code': 200} Nov 15 14:43:30.540273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37686) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:30.541133 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f17c34-d180-4b3b-b095-af3345c89a3a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Pushing event deleted for resources: {'Port': ['ID=b69e31a3-1510-4590-8ec6-e2284b3e289e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:30.614532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f393b635-718e-43c4-87f1-347d4a6c2fd7 req-02f17c34-d180-4b3b-b095-af3345c89a3a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] No DVR routers for this DVR port b69e31a3-1510-4590-8ec6-e2284b3e289e on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:43:30.619524 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f393b635-718e-43c4-87f1-347d4a6c2fd7 req-02f17c34-d180-4b3b-b095-af3345c89a3a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:30.625517 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f393b635-718e-43c4-87f1-347d4a6c2fd7 req-02f17c34-d180-4b3b-b095-af3345c89a3a tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.46 "DELETE /v2.0/ports/b69e31a3-1510-4590-8ec6-e2284b3e289e HTTP/1.1" status: 204 len: 173 time: 1.1593657 Nov 15 14:43:30.626326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c867e1-b1da-46a5-9e80-3b30784a3e59', 'name': 'network-vif-deleted', 'tag': 'b69e31a3-1510-4590-8ec6-e2284b3e289e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:30.630586 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e31791c-8560-4d8e-a6ab-c9f86c0b5f04" -d '{"events": [{"server_uuid": "32c867e1-b1da-46a5-9e80-3b30784a3e59", "name": "network-vif-deleted", "tag": "b69e31a3-1510-4590-8ec6-e2284b3e289e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:30.684146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4835d62a-8fb7-41f0-be16-643f78ab506c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:30.693600 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b17952e-14ef-47bb-a7f5-e3c3af136b32 x-openstack-request-id: req-4b17952e-14ef-47bb-a7f5-e3c3af136b32 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:30.693901 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c867e1-b1da-46a5-9e80-3b30784a3e59", "name": "network-vif-deleted", "tag": "b69e31a3-1510-4590-8ec6-e2284b3e289e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:30.694152 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b17952e-14ef-47bb-a7f5-e3c3af136b32 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:30.694583 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c867e1-b1da-46a5-9e80-3b30784a3e59', 'name': 'network-vif-deleted', 'tag': 'b69e31a3-1510-4590-8ec6-e2284b3e289e', 'status': 'completed', 'code': 200} Nov 15 14:43:30.828712 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4835d62a-8fb7-41f0-be16-643f78ab506c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:30.939626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89035cd9-e693-4b84-a167-c641415f12d3 req-b72a9c3d-604e-4d79-a7d2-eb21a0e0c4d0 tempest-MultipleCreateTestJSON-1508609646 tempest-MultipleCreateTestJSON-1508609646-project] 10.222.0.70 "GET /v2.0/ports?device_id=5434c241-bbd8-44e3-b3a0-b6e286be1bd0 HTTP/1.1" status: 200 len: 210 time: 0.0453353 Nov 15 14:43:30.941984 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4835d62a-8fb7-41f0-be16-643f78ab506c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:31.014338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4835d62a-8fb7-41f0-be16-643f78ab506c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=efe43ed62fb84d509afbbea3e575c7ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4730372 Nov 15 14:43:31.015236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835d62a-8fb7-41f0-be16-643f78ab506c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e38911-3993-4aa3-b891-723917bf0531,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:31.021190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:31.084857 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f733cb58-eb79-4cd9-ac6d-8eebe13d61d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:31.124519 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f733cb58-eb79-4cd9-ac6d-8eebe13d61d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:31.279725 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f733cb58-eb79-4cd9-ac6d-8eebe13d61d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:31.285070 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f733cb58-eb79-4cd9-ac6d-8eebe13d61d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:31.285070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f733cb58-eb79-4cd9-ac6d-8eebe13d61d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8e38911-3993-4aa3-b891-723917bf0531 HTTP/1.1" status: 204 len: 168 time: 0.2611053 Nov 15 14:43:31.303081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733cb58-eb79-4cd9-ac6d-8eebe13d61d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e38911-3993-4aa3-b891-723917bf0531,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:31.493882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161c85c-e4d1-409d-819c-8453289f6bc1 req-fa895807-7ed2-41c2-a386-242a760326fb tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:31.509410 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4161c85c-e4d1-409d-819c-8453289f6bc1 req-fa895807-7ed2-41c2-a386-242a760326fb tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.1361380 Nov 15 14:43:31.600202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4161c85c-e4d1-409d-819c-8453289f6bc1 req-faa969c3-1639-44b9-b15d-1b75801a73dc tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879972 Nov 15 14:43:31.773089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3577fad-8ca7-4a9e-81aa-2a1edaa896cc req-0c125bd1-8f67-42c6-86ed-d63e100725ed tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:31.781123 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3577fad-8ca7-4a9e-81aa-2a1edaa896cc req-0c125bd1-8f67-42c6-86ed-d63e100725ed tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.1068056 Nov 15 14:43:31.811708 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5189cf0b-dbdf-4e68-9c60-4be61b441c65 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:43:31.863918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 5189cf0b-dbdf-4e68-9c60-4be61b441c65 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:43:31.868758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5189cf0b-dbdf-4e68-9c60-4be61b441c65 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:43:31.875283 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3577fad-8ca7-4a9e-81aa-2a1edaa896cc req-53185701-7e9c-4a3c-8352-aa999568b3fe tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929198 Nov 15 14:43:32.078032 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37730) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:32.095125 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04a30a65-477f-47be-9a50-650fc3f4500a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.152639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-804f6c10-22c9-460d-b004-ac754cfc7787 admin admin] Deleting subnet 48428eb4-d18d-420d-9203-c61438df6e40 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:43:32.156468 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-804f6c10-22c9-460d-b004-ac754cfc7787 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.237784 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-804f6c10-22c9-460d-b004-ac754cfc7787 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.302450 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-804f6c10-22c9-460d-b004-ac754cfc7787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.332590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:32.348260 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4ca1e90-69d7-4f00-a956-908328b67a56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.457389 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-804f6c10-22c9-460d-b004-ac754cfc7787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.487711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f6c10-22c9-460d-b004-ac754cfc7787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48428eb4-d18d-420d-9203-c61438df6e40,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:32.490208 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-804f6c10-22c9-460d-b004-ac754cfc7787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.494532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-804f6c10-22c9-460d-b004-ac754cfc7787 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/48428eb4-d18d-420d-9203-c61438df6e40 HTTP/1.1" status: 204 len: 168 time: 0.4145749 Nov 15 14:43:32.499098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37738) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:32.574870 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4ca1e90-69d7-4f00-a956-908328b67a56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.578866 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb19693b-41f7-41c8-8448-2c82d08e1906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.669157 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb19693b-41f7-41c8-8448-2c82d08e1906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.681488 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4ca1e90-69d7-4f00-a956-908328b67a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.697444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-eb19693b-41f7-41c8-8448-2c82d08e1906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6987b1f-d273-460c-b87b-072fc507c24f']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:32.709548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-eb19693b-41f7-41c8-8448-2c82d08e1906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f24ce5-c974-4ac1-a196-de27315f44e2') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:32.709900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-eb19693b-41f7-41c8-8448-2c82d08e1906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f24ce5-c974-4ac1-a196-de27315f44e2') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:32.731897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb19693b-41f7-41c8-8448-2c82d08e1906 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.754523 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f4ca1e90-69d7-4f00-a956-908328b67a56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=954bd14f41654127b2514fb38dbf4c56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4225614 Nov 15 14:43:32.758977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37746) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:32.789284 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca1e90-69d7-4f00-a956-908328b67a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ab1494-9d6a-4895-b29a-0ab4720c419f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:32.805592 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb19693b-41f7-41c8-8448-2c82d08e1906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.817698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb19693b-41f7-41c8-8448-2c82d08e1906 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:43:32.818204 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb19693b-41f7-41c8-8448-2c82d08e1906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:43:32.821153 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:43:32.885643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94769f1a-4881-4b1a-a695-ba9faab5ac8b req-6685425f-31e4-4461-9f02-4a0f47382c50 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:32.893605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94769f1a-4881-4b1a-a695-ba9faab5ac8b req-6685425f-31e4-4461-9f02-4a0f47382c50 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.1721573 Nov 15 14:43:32.913171 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89b8df2-a688-4246-855d-93f6187574bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:32.986261 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89b8df2-a688-4246-855d-93f6187574bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:33.053411 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94769f1a-4881-4b1a-a695-ba9faab5ac8b req-615ba645-64fd-46c4-a256-746572d75cf3 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574650 Nov 15 14:43:33.084851 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb19693b-41f7-41c8-8448-2c82d08e1906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:33.101878 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb19693b-41f7-41c8-8448-2c82d08e1906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:33.106987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eb19693b-41f7-41c8-8448-2c82d08e1906 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d6987b1f-d273-460c-b87b-072fc507c24f HTTP/1.1" status: 204 len: 168 time: 0.6075959 Nov 15 14:43:33.126529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19693b-41f7-41c8-8448-2c82d08e1906 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6987b1f-d273-460c-b87b-072fc507c24f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:33.140444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ea7af-d19e-463b-8c42-4372423eb61d req-addc0c00-f865-4802-b98a-405150629889 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:33.147992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c5ea7af-d19e-463b-8c42-4372423eb61d req-addc0c00-f865-4802-b98a-405150629889 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.1495972 Nov 15 14:43:33.266634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c5ea7af-d19e-463b-8c42-4372423eb61d req-9496dcf2-c737-42d0-9b97-5c326c62d7f4 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175399 Nov 15 14:43:33.267537 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89b8df2-a688-4246-855d-93f6187574bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:33.286117 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89b8df2-a688-4246-855d-93f6187574bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:33.286974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e89b8df2-a688-4246-855d-93f6187574bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48ab1494-9d6a-4895-b29a-0ab4720c419f HTTP/1.1" status: 204 len: 168 time: 0.5203173 Nov 15 14:43:33.295273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b8df2-a688-4246-855d-93f6187574bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ab1494-9d6a-4895-b29a-0ab4720c419f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:33.811939 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:34.186212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37778) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:34.258862 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37786) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:34.259519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-254646f7-cdbf-4e10-86ee-1722f2750180 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=472b1df8dab44d429c30e9c4aad1f586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0703092 Nov 15 14:43:34.275246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19ea04-62fd-4464-b632-9bc3bd33c81b req-052be18d-f652-4fd1-825e-917ceae78422 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:34.276995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a19ea04-62fd-4464-b632-9bc3bd33c81b req-052be18d-f652-4fd1-825e-917ceae78422 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.1443801 Nov 15 14:43:34.397023 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d99d8fc1-4d66-4e6b-954d-2770ab912811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:34.406746 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a19ea04-62fd-4464-b632-9bc3bd33c81b req-b648b12c-9c5d-4ad1-bee6-298193b87937 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195993 Nov 15 14:43:34.409083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b69e31a3-1510-4590-8ec6-e2284b3e289e no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:43:34.437655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: b69e31a3-1510-4590-8ec6-e2284b3e289e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:43:34.438280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b69e31a3-1510-4590-8ec6-e2284b3e289e not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:43:34.451961 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d99d8fc1-4d66-4e6b-954d-2770ab912811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:34.555539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7253092-9be2-43de-b34f-6292405866dd req-d81f4cb9-c178-4c80-a801-4e0e1caefa9a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:34.555539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7253092-9be2-43de-b34f-6292405866dd req-d81f4cb9-c178-4c80-a801-4e0e1caefa9a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0736570 Nov 15 14:43:34.624892 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d99d8fc1-4d66-4e6b-954d-2770ab912811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:34.625387 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d99d8fc1-4d66-4e6b-954d-2770ab912811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:34.627883 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d99d8fc1-4d66-4e6b-954d-2770ab912811 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f9a1475-89d6-4080-babf-02ae3b43dd0a HTTP/1.1" status: 204 len: 168 time: 0.3663747 Nov 15 14:43:34.644175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7253092-9be2-43de-b34f-6292405866dd req-deca6bc9-36d7-4332-be54-a25cdd62342a tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837977 Nov 15 14:43:34.683968 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d8fc1-4d66-4e6b-954d-2770ab912811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9a1475-89d6-4080-babf-02ae3b43dd0a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:35.145499 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:35.581811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c2238-a7af-403b-9105-8e5ca5adc7bb req-2bc4e5f0-145b-470e-8fcd-ebe1806ca311 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:35.583254 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b9c2238-a7af-403b-9105-8e5ca5adc7bb req-2bc4e5f0-145b-470e-8fcd-ebe1806ca311 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.0531127 Nov 15 14:43:35.645815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b9c2238-a7af-403b-9105-8e5ca5adc7bb req-c9dc53e3-9071-4030-8194-7a9d59fde229 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563221 Nov 15 14:43:35.731303 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:35.799629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4778295-15f7-493c-a214-6cf18b1c6825 req-17e2adb9-d006-4842-b819-068c033fc32c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:35.807809 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4778295-15f7-493c-a214-6cf18b1c6825 req-17e2adb9-d006-4842-b819-068c033fc32c tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0739775 Nov 15 14:43:35.867227 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4778295-15f7-493c-a214-6cf18b1c6825 req-25b6934f-7cc9-4b5c-8473-98ec93195664 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572021 Nov 15 14:43:36.462317 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a67eb-d969-4448-ad4d-d51dc611213a req-53cb75fb-7e6a-409e-adf2-f6f42c67cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:36.462317 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a10a67eb-d969-4448-ad4d-d51dc611213a req-53cb75fb-7e6a-409e-adf2-f6f42c67cdd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 1097 time: 0.0629127 Nov 15 14:43:36.580243 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a67eb-d969-4448-ad4d-d51dc611213a req-bda765e2-6f77-4f13-93a3-eaca1638c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:36.582578 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a10a67eb-d969-4448-ad4d-d51dc611213a req-bda765e2-6f77-4f13-93a3-eaca1638c15c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 913 time: 0.1148624 Nov 15 14:43:36.622870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:36.642444 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a10a67eb-d969-4448-ad4d-d51dc611213a req-87ddfdd9-219a-49e3-b8d2-e36b9fa5e89c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca176a2-2cd6-467f-abc5-63a5cba09e4c HTTP/1.1" status: 200 len: 217 time: 0.0519361 Nov 15 14:43:36.720392 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a67eb-d969-4448-ad4d-d51dc611213a req-8af262a1-636d-42de-bf96-2c9685867d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:36.721899 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a10a67eb-d969-4448-ad4d-d51dc611213a req-8af262a1-636d-42de-bf96-2c9685867d1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28bfe1c1-3742-4b93-8275-ffafdcc1490d HTTP/1.1" status: 200 len: 852 time: 0.0691235 Nov 15 14:43:36.761635 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a10a67eb-d969-4448-ad4d-d51dc611213a req-cc9a781f-d864-4d8c-9810-0f84dd06095d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311658 Nov 15 14:43:36.818203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7d4e6564-3b06-49f6-ad0f-859e14937a9c tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1046448463'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:36.876098 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a10a67eb-d969-4448-ad4d-d51dc611213a req-7c3bc95f-8e52-44bd-aa40-df9751334685 service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049447 Nov 15 14:43:36.877726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b11eef-e70c-4e44-b5aa-021e2dcf7701 req-65088652-8f5c-4bd4-a494-79504ea7b64e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:36.893639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9b11eef-e70c-4e44-b5aa-021e2dcf7701 req-65088652-8f5c-4bd4-a494-79504ea7b64e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.1281927 Nov 15 14:43:36.961376 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d4e6564-3b06-49f6-ad0f-859e14937a9c tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:36.969475 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d4e6564-3b06-49f6-ad0f-859e14937a9c tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:36.998366 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9b11eef-e70c-4e44-b5aa-021e2dcf7701 req-1c4ae481-c9e6-47bf-90f2-cc0b075f0f9b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013434 Nov 15 14:43:37.029450 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a10a67eb-d969-4448-ad4d-d51dc611213a req-85af14d4-16bd-42bd-b395-e04816dbe67a service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445663 Nov 15 14:43:37.087580 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d4e6564-3b06-49f6-ad0f-859e14937a9c tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:37.105553 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd81b898-383e-4c32-9786-1644cef30fef req-c3885207-0885-4421-85c6-f1f23df0ac93 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb1854a9-606d-4fe9-8945-d8a2ac7c1715 HTTP/1.1" status: 200 len: 210 time: 0.0316262 Nov 15 14:43:37.121647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c809e-613a-4100-85b0-1c7b02a228c3 req-67fc64b6-8395-4ec2-9930-45d8c9759966 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:37.123189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-830c809e-613a-4100-85b0-1c7b02a228c3 req-67fc64b6-8395-4ec2-9930-45d8c9759966 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.1214547 Nov 15 14:43:37.201933 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d4e6564-3b06-49f6-ad0f-859e14937a9c tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:37.221601 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-830c809e-613a-4100-85b0-1c7b02a228c3 req-b3dd0c7f-ad9e-4ccc-b652-6abc7bf27dd1 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850878 Nov 15 14:43:37.299361 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d4e6564-3b06-49f6-ad0f-859e14937a9c tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:37.303379 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7d4e6564-3b06-49f6-ad0f-859e14937a9c tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6797531 Nov 15 14:43:37.303821 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:37.428046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2685f95-b8d0-4091-99bf-bacf685398e6 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:37.625696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2685f95-b8d0-4091-99bf-bacf685398e6 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:37.628027 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2685f95-b8d0-4091-99bf-bacf685398e6 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:37.853017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce9c0124-3090-4133-8576-bb2aac8f2be2 req-1e89a041-0292-42fa-bd65-bba82521f483 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0381956 Nov 15 14:43:38.167504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4cd28-df25-453e-b42d-dce87b61012f req-2e025c7b-3175-450f-94ce-ebefc83e947d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:38.169049 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4d4cd28-df25-453e-b42d-dce87b61012f req-2e025c7b-3175-450f-94ce-ebefc83e947d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.0509937 Nov 15 14:43:38.216404 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2685f95-b8d0-4091-99bf-bacf685398e6 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:38.216965 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2685f95-b8d0-4091-99bf-bacf685398e6 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3730e3c8-22f1-479d-bfb2-10d0db7ad61f {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:43:38.221385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4d4cd28-df25-453e-b42d-dce87b61012f req-04b2662f-9ad6-4c88-a3c4-15d5323078b5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459490 Nov 15 14:43:38.226821 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2685f95-b8d0-4091-99bf-bacf685398e6 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:38.227995 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e2685f95-b8d0-4091-99bf-bacf685398e6 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] 10.222.0.70 "DELETE /v2.0/routers/3730e3c8-22f1-479d-bfb2-10d0db7ad61f HTTP/1.1" status: 204 len: 168 time: 0.9233391 Nov 15 14:43:38.232147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37972) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:38.241946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d0fa1f2b-3291-4dfe-bced-e2bc322694a4 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Request body: {'router': {'name': 'tempest-router-329740425', 'distributed': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:38.369254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf71136-652f-427e-929a-3b0166d96980 req-393c1bad-ba93-441d-86d9-bb3f23119686 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:38.371404 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bf71136-652f-427e-929a-3b0166d96980 req-393c1bad-ba93-441d-86d9-bb3f23119686 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0571835 Nov 15 14:43:38.439644 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1f2b-3291-4dfe-bced-e2bc322694a4 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:38.449279 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1f2b-3291-4dfe-bced-e2bc322694a4 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:38.449279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bf71136-652f-427e-929a-3b0166d96980 req-757102c1-363f-4049-affa-3101d432ae19 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690434 Nov 15 14:43:38.504882 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1f2b-3291-4dfe-bced-e2bc322694a4 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:38.616927 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1f2b-3291-4dfe-bced-e2bc322694a4 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:38.784137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1f2b-3291-4dfe-bced-e2bc322694a4 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:38.785468 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d0fa1f2b-3291-4dfe-bced-e2bc322694a4 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5521884 Nov 15 14:43:38.788546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:38.875743 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1797850-8ec6-47f2-a4ea-ff470ed477bb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:39.112482 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad9a1b17-1efb-4d67-992f-7c6ecb9b553b req-92db7689-676e-4e69-a3a3-c100a688e60b tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.1202657 Nov 15 14:43:39.116097 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1797850-8ec6-47f2-a4ea-ff470ed477bb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:39.118303 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1797850-8ec6-47f2-a4ea-ff470ed477bb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:39.257101 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1797850-8ec6-47f2-a4ea-ff470ed477bb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:39.257855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1797850-8ec6-47f2-a4ea-ff470ed477bb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03a435cb-1b96-493b-9ae5-85f38d792ce6 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:43:39.263664 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1797850-8ec6-47f2-a4ea-ff470ed477bb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:39.264349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d1797850-8ec6-47f2-a4ea-ff470ed477bb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] 10.222.0.70 "DELETE /v2.0/routers/03a435cb-1b96-493b-9ae5-85f38d792ce6 HTTP/1.1" status: 204 len: 168 time: 0.4748569 Nov 15 14:43:39.270293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37998) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:39.276643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e9a436d5-b24e-4f40-8254-448e2bed166f tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Request body: {'router': {'name': 'tempest-router-2099681589', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3596c384baec4c588249f0cbb0ebc97f'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:39.434663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab5672-e920-4dc4-b500-d90e94fe8bdf req-0d415623-6704-43ac-a7ef-6d91d90ec1bc tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:39.443074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9ab5672-e920-4dc4-b500-d90e94fe8bdf req-0d415623-6704-43ac-a7ef-6d91d90ec1bc tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.0681002 Nov 15 14:43:39.455584 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9a436d5-b24e-4f40-8254-448e2bed166f tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:39.457406 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9a436d5-b24e-4f40-8254-448e2bed166f tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:39.498943 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9ab5672-e920-4dc4-b500-d90e94fe8bdf req-dcb3ffff-9296-40ce-945a-6b377073714b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542345 Nov 15 14:43:39.565627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9a436d5-b24e-4f40-8254-448e2bed166f tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:39.616039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bcc18-3c06-4998-b3bd-e36bd6cee72a req-f3a51228-a6f6-4e6e-a7a0-55424ee4bbd5 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:39.617546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-140bcc18-3c06-4998-b3bd-e36bd6cee72a req-f3a51228-a6f6-4e6e-a7a0-55424ee4bbd5 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0506778 Nov 15 14:43:39.658773 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9a436d5-b24e-4f40-8254-448e2bed166f tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:39.668755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-140bcc18-3c06-4998-b3bd-e36bd6cee72a req-382dadc5-66f6-4979-87af-8a649c85f256 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 Nov 15 14:43:39.771057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9a436d5-b24e-4f40-8254-448e2bed166f tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:39.774993 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e9a436d5-b24e-4f40-8254-448e2bed166f tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4999194 Nov 15 14:43:39.775524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:39.779864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-aa98b65b-e8ac-4452-95f1-27990c0840fb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:40.274440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3dedef97-ef67-48ea-8e2f-b05184551e1c req-787f7d3a-9b44-42a6-86e0-496b9d5d12f0 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0299661 Nov 15 14:43:40.369569 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa98b65b-e8ac-4452-95f1-27990c0840fb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:40.369924 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa98b65b-e8ac-4452-95f1-27990c0840fb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:40.449232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device eca176a2-2cd6-467f-abc5-63a5cba09e4c no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:43:40.475239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aa98b65b-e8ac-4452-95f1-27990c0840fb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103146) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 15 14:43:40.475584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aa98b65b-e8ac-4452-95f1-27990c0840fb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Router 9677298a-22ec-460e-ab55-70770270c919 migrating from provider to provider. {{(pid=103146) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 15 14:43:40.475969 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa98b65b-e8ac-4452-95f1-27990c0840fb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:40.483490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa98b65b-e8ac-4452-95f1-27990c0840fb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:40.548526 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:40.575255 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feabd041-9824-47dd-a7eb-be64c7925d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:40.585271 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099a1a0d-9383-45c6-a950-419d3681383c" -d '{"events": [{"server_uuid": "feabd041-9824-47dd-a7eb-be64c7925d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "eca176a2-2cd6-467f-abc5-63a5cba09e4c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:40.592230 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port eca176a2-2cd6-467f-abc5-63a5cba09e4c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=eca176a2-2cd6-467f-abc5-63a5cba09e4c,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:40.633217 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd2be8c-675c-4e26-a5a2-6e6e7c6a13d2 x-openstack-request-id: req-3cd2be8c-675c-4e26-a5a2-6e6e7c6a13d2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:40.633682 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feabd041-9824-47dd-a7eb-be64c7925d0e", "name": "network-vif-unplugged", "status": "failed", "tag": "eca176a2-2cd6-467f-abc5-63a5cba09e4c", "code": 422}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:40.634030 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3cd2be8c-675c-4e26-a5a2-6e6e7c6a13d2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:40.634522 n-d-817748-2 neutron-server[103148]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'feabd041-9824-47dd-a7eb-be64c7925d0e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c', 'code': 422} returned with failed status Nov 15 14:43:40.645333 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388495f-942c-4225-9f67-5f89f6ecb90d req-63a5a852-5910-4d68-8f36-cb843adde6af tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:40.646920 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7388495f-942c-4225-9f67-5f89f6ecb90d req-63a5a852-5910-4d68-8f36-cb843adde6af tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 946 time: 0.0592930 Nov 15 14:43:40.714153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7388495f-942c-4225-9f67-5f89f6ecb90d req-2637419c-111f-4cfa-9359-8f546eccd461 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594475 Nov 15 14:43:40.718470 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa98b65b-e8ac-4452-95f1-27990c0840fb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:40.719555 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:40.832188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=eca176a2-2cd6-467f-abc5-63a5cba09e4c,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:40.841779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:40.842070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:40.842481 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:40.842846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:40.843186 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:40.843597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:40.844071 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:40.844423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:40.844885 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:40.845222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:40.845546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:40.845871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:43:40.878745 n-d-817748-2 neutron-server[103146]: WARNING neutron.scheduler.l3_agent_scheduler [None req-aa98b65b-e8ac-4452-95f1-27990c0840fb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] No L3 agents can host the router 9677298a-22ec-460e-ab55-70770270c919 Nov 15 14:43:40.900218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c120a-12a3-4473-95e1-3eaeb87a2e2e req-ec8346ea-b4d2-42d5-8119-2c879a57bfe8 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:40.902470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b0c120a-12a3-4473-95e1-3eaeb87a2e2e req-ec8346ea-b4d2-42d5-8119-2c879a57bfe8 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.1118069 Nov 15 14:43:41.088118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa98b65b-e8ac-4452-95f1-27990c0840fb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Hosts for router 9677298a-22ec-460e-ab55-70770270c919: [] {{(pid=103146) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 15 14:43:41.137553 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b0c120a-12a3-4473-95e1-3eaeb87a2e2e req-399493da-efb3-4f3e-8957-1fd96d25c543 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941800 Nov 15 14:43:41.156054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa98b65b-e8ac-4452-95f1-27990c0840fb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Hosts for other DVR routers connected to router 9677298a-22ec-460e-ab55-70770270c919: set() {{(pid=103146) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 15 14:43:41.158869 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa98b65b-e8ac-4452-95f1-27990c0840fb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:41.160128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-aa98b65b-e8ac-4452-95f1-27990c0840fb tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] 10.222.0.70 "PUT /v2.0/routers/9677298a-22ec-460e-ab55-70770270c919 HTTP/1.1" status: 200 len: 717 time: 1.3837593 Nov 15 14:43:41.163381 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38058) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:41.276714 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b0175cdb-37ac-42d4-a656-0dd74d4e6695 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] 10.222.0.70 "GET /v2.0/routers/9677298a-22ec-460e-ab55-70770270c919 HTTP/1.1" status: 200 len: 717 time: 0.1122999 Nov 15 14:43:41.279473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38064) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:41.557545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-693b50e1-b968-4b56-a7aa-f4b02b6c34e2 req-76584acd-1071-49da-b93b-08fc9a3d3950 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0615463 Nov 15 14:43:41.563538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cbbd05c6-d076-41f7-b486-ce8c3b19ca38 tempest-RoutersTestDVR-178282015 tempest-RoutersTestDVR-178282015-project] 10.222.0.70 "GET /v2.0/routers/9677298a-22ec-460e-ab55-70770270c919 HTTP/1.1" status: 200 len: 683 time: 0.2828736 Nov 15 14:43:41.566180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38082) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:41.644386 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4655f08e-c86c-4a9d-94e3-b848946dd563 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:41.824019 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4655f08e-c86c-4a9d-94e3-b848946dd563 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:41.826210 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4655f08e-c86c-4a9d-94e3-b848946dd563 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:41.949329 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4655f08e-c86c-4a9d-94e3-b848946dd563 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:41.950148 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4655f08e-c86c-4a9d-94e3-b848946dd563 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9677298a-22ec-460e-ab55-70770270c919 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:43:41.955674 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4655f08e-c86c-4a9d-94e3-b848946dd563 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:41.961630 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4655f08e-c86c-4a9d-94e3-b848946dd563 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] 10.222.0.70 "DELETE /v2.0/routers/9677298a-22ec-460e-ab55-70770270c919 HTTP/1.1" status: 204 len: 168 time: 0.3941960 Nov 15 14:43:41.965032 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38098) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:41.969641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-740f18ca-2ef7-4213-895e-354f39d6cb3e tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Request body: {'router': {'name': 'tempest-router-1492833331', 'distributed': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:42.007529 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d1c7199-d80e-47e7-9b42-4dcbde97200c req-453a7c5f-944f-4bcc-bab2-54062bdbc525 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb1854a9-606d-4fe9-8945-d8a2ac7c1715 HTTP/1.1" status: 200 len: 210 time: 0.0335689 Nov 15 14:43:42.106389 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-740f18ca-2ef7-4213-895e-354f39d6cb3e tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:42.107635 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-740f18ca-2ef7-4213-895e-354f39d6cb3e tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:42.161321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-740f18ca-2ef7-4213-895e-354f39d6cb3e tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:42.279040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557d60c-2826-4791-b305-80907b1aa3bb req-0401c7cd-613e-4ebe-9be5-11ae753bbd65 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:42.280602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7557d60c-2826-4791-b305-80907b1aa3bb req-0401c7cd-613e-4ebe-9be5-11ae753bbd65 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0578904 Nov 15 14:43:42.311517 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-740f18ca-2ef7-4213-895e-354f39d6cb3e tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:42.344213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7557d60c-2826-4791-b305-80907b1aa3bb req-0fb1cc69-d1fa-4b72-baa1-d4d933d31cc7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531301 Nov 15 14:43:42.458798 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-740f18ca-2ef7-4213-895e-354f39d6cb3e tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:42.460147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-740f18ca-2ef7-4213-895e-354f39d6cb3e tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4940898 Nov 15 14:43:42.462760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38114) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:42.544420 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e728bec-1b82-4126-9436-bd47a0475868 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:42.749867 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e728bec-1b82-4126-9436-bd47a0475868 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:42.755194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-222ff04c-7f18-402b-a155-20b162e23a26 req-a5a77794-95b9-4cb8-92ac-3e7be2032e37 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0703952 Nov 15 14:43:42.756497 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e728bec-1b82-4126-9436-bd47a0475868 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:42.821527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75e730a0-c483-4b7b-a0a8-bcc26bc9a66c req-80780fb4-f487-485b-8d27-9289b550a14a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0545182 Nov 15 14:43:42.955798 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e728bec-1b82-4126-9436-bd47a0475868 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:42.955798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e728bec-1b82-4126-9436-bd47a0475868 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b15f505b-5209-496c-91f1-94c69a1aab53 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:43:42.959038 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e728bec-1b82-4126-9436-bd47a0475868 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:42.964238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3e728bec-1b82-4126-9436-bd47a0475868 tempest-RoutersTestDVR-1645841800 tempest-RoutersTestDVR-1645841800-project-admin] 10.222.0.70 "DELETE /v2.0/routers/b15f505b-5209-496c-91f1-94c69a1aab53 HTTP/1.1" status: 204 len: 168 time: 0.4960032 Nov 15 14:43:42.970622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc8bba-ffda-42f8-92ed-f36181f301ba req-4f52037d-f29a-40ba-a15a-fa8c9cda653f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:42.972530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bbcc8bba-ffda-42f8-92ed-f36181f301ba req-4f52037d-f29a-40ba-a15a-fa8c9cda653f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=feabd041-9824-47dd-a7eb-be64c7925d0e HTTP/1.1" status: 200 len: 944 time: 0.0719848 Nov 15 14:43:43.110580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bbcc8bba-ffda-42f8-92ed-f36181f301ba req-bc6e682b-638c-4979-956e-8dc5faf78098 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Deleting port eca176a2-2cd6-467f-abc5-63a5cba09e4c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:43.111175 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbcc8bba-ffda-42f8-92ed-f36181f301ba req-bc6e682b-638c-4979-956e-8dc5faf78098 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:43.217560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bbcc8bba-ffda-42f8-92ed-f36181f301ba req-bc6e682b-638c-4979-956e-8dc5faf78098 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] For port eca176a2-2cd6-467f-abc5-63a5cba09e4c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=eca176a2-2cd6-467f-abc5-63a5cba09e4c,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:43.217904 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbcc8bba-ffda-42f8-92ed-f36181f301ba req-bc6e682b-638c-4979-956e-8dc5faf78098 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:43.235073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bbcc8bba-ffda-42f8-92ed-f36181f301ba req-bc6e682b-638c-4979-956e-8dc5faf78098 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Calling delete_port for eca176a2-2cd6-467f-abc5-63a5cba09e4c owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:43.518972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1911b19-5dcb-4d8a-9645-87c0d7482947 req-dde46ddf-d129-40b3-ad53-0dba5e106289 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:43.520549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1911b19-5dcb-4d8a-9645-87c0d7482947 req-dde46ddf-d129-40b3-ad53-0dba5e106289 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0667968 Nov 15 14:43:43.564152 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbcc8bba-ffda-42f8-92ed-f36181f301ba req-bc6e682b-638c-4979-956e-8dc5faf78098 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:43.582442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1911b19-5dcb-4d8a-9645-87c0d7482947 req-3f1ec957-77bd-4cc9-b3e4-03156b1690bb tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551717 Nov 15 14:43:43.630764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e682b-638c-4979-956e-8dc5faf78098 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Pushing event deleted for resources: {'Port': ['ID=eca176a2-2cd6-467f-abc5-63a5cba09e4c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:43.684754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcc8bba-ffda-42f8-92ed-f36181f301ba req-bc6e682b-638c-4979-956e-8dc5faf78098 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] No DVR routers for this DVR port eca176a2-2cd6-467f-abc5-63a5cba09e4c on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:43:43.688171 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbcc8bba-ffda-42f8-92ed-f36181f301ba req-bc6e682b-638c-4979-956e-8dc5faf78098 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:43.693947 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bbcc8bba-ffda-42f8-92ed-f36181f301ba req-bc6e682b-638c-4979-956e-8dc5faf78098 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "DELETE /v2.0/ports/eca176a2-2cd6-467f-abc5-63a5cba09e4c HTTP/1.1" status: 204 len: 173 time: 0.7136111 Nov 15 14:43:43.693947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feabd041-9824-47dd-a7eb-be64c7925d0e', 'name': 'network-vif-deleted', 'tag': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:43.696253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:43.703216 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffd5056-4775-4e58-9baf-363e1272efeb" -d '{"events": [{"server_uuid": "feabd041-9824-47dd-a7eb-be64c7925d0e", "name": "network-vif-deleted", "tag": "eca176a2-2cd6-467f-abc5-63a5cba09e4c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:43.813759 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a5195f6-20f8-425c-9ae1-c0b34dc47a90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:43.900950 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a5195f6-20f8-425c-9ae1-c0b34dc47a90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:43.953958 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652e6c9f-2d4a-458d-b1c3-efffc7ec6bdf x-openstack-request-id: req-652e6c9f-2d4a-458d-b1c3-efffc7ec6bdf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:43.954432 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feabd041-9824-47dd-a7eb-be64c7925d0e", "name": "network-vif-deleted", "tag": "eca176a2-2cd6-467f-abc5-63a5cba09e4c", "status": "failed", "code": 422}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:43.954862 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-652e6c9f-2d4a-458d-b1c3-efffc7ec6bdf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:43.955448 n-d-817748-2 neutron-server[103146]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'feabd041-9824-47dd-a7eb-be64c7925d0e', 'name': 'network-vif-deleted', 'tag': 'eca176a2-2cd6-467f-abc5-63a5cba09e4c', 'status': 'failed', 'code': 422} returned with failed status Nov 15 14:43:43.963598 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a5195f6-20f8-425c-9ae1-c0b34dc47a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:44.011948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5195f6-20f8-425c-9ae1-c0b34dc47a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecadc1c-1654-42d8-849b-42a9865ee80d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:44.021518 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1a5195f6-20f8-425c-9ae1-c0b34dc47a90 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3596c384baec4c588249f0cbb0ebc97f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3241920 Nov 15 14:43:44.024014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:44.046281 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01f1f2f6-4bcf-45d5-b5d9-66132b13760a req-c0d6f19c-34c0-438d-8a24-537b2387eab8 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0422890 Nov 15 14:43:44.089380 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d10ecbe-f50a-45dd-ac29-ec914883d5f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:44.113115 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d10ecbe-f50a-45dd-ac29-ec914883d5f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:44.261896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72185dc-1935-42b7-b369-398aecec4653 req-788c0d11-911c-4809-8ad6-67c4dab38230 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:44.267118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c72185dc-1935-42b7-b369-398aecec4653 req-788c0d11-911c-4809-8ad6-67c4dab38230 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0666766 Nov 15 14:43:44.292439 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d10ecbe-f50a-45dd-ac29-ec914883d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:44.297113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d10ecbe-f50a-45dd-ac29-ec914883d5f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:44.305511 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7d10ecbe-f50a-45dd-ac29-ec914883d5f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ecadc1c-1654-42d8-849b-42a9865ee80d HTTP/1.1" status: 204 len: 168 time: 0.2732542 Nov 15 14:43:44.333737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10ecbe-f50a-45dd-ac29-ec914883d5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecadc1c-1654-42d8-849b-42a9865ee80d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:44.352558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c72185dc-1935-42b7-b369-398aecec4653 req-20242c4a-9c51-45bc-9eaa-ba163fa9333b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778148 Nov 15 14:43:44.493727 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device eca176a2-2cd6-467f-abc5-63a5cba09e4c no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:43:44.519415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: eca176a2-2cd6-467f-abc5-63a5cba09e4c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:43:44.520119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device eca176a2-2cd6-467f-abc5-63a5cba09e4c not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:43:44.594222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e084b-ed35-4332-ad5a-7a386b73e44e req-a30ce93d-56b7-4424-8db1-39fdf4e34e8b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:44.596092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-072e084b-ed35-4332-ad5a-7a386b73e44e req-a30ce93d-56b7-4424-8db1-39fdf4e34e8b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0570610 Nov 15 14:43:44.654969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-072e084b-ed35-4332-ad5a-7a386b73e44e req-2e2dd950-0c64-4dec-aecf-cec6b8e6742f tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517237 Nov 15 14:43:45.225097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-548dfe09-97be-4bbd-8e3c-390e952db046 req-5993591c-4d50-4c62-a54f-667c98a8d914 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0546849 Nov 15 14:43:45.388375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38194) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:45.404556 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f35fd497-7c79-4178-9d71-dd605f3fadcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:45.485931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bae7d2-3530-428d-983e-a3b09f6b31ab req-9c07a39a-eda0-4ce0-87b5-b001360c2a98 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:45.488381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71bae7d2-3530-428d-983e-a3b09f6b31ab req-9c07a39a-eda0-4ce0-87b5-b001360c2a98 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0915937 Nov 15 14:43:45.488998 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f35fd497-7c79-4178-9d71-dd605f3fadcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:45.552095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ca9c930b-8b01-4d84-bf25-bd0a3ae3c671 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:45.553581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ca9c930b-8b01-4d84-bf25-bd0a3ae3c671 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 812 time: 0.2198391 Nov 15 14:43:45.582546 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f35fd497-7c79-4178-9d71-dd605f3fadcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:45.587587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-b7a11cea-c09e-49ff-b13a-8de037582e50 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/quotas/1ea279d6bdf74dbca229a904f81e9ead HTTP/1.1" status: 200 len: 375 time: 0.0249689 Nov 15 14:43:45.592955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71bae7d2-3530-428d-983e-a3b09f6b31ab req-4094caf1-c80a-4f8d-8a92-0a83b055c60b tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972140 Nov 15 14:43:45.628472 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f35fd497-7c79-4178-9d71-dd605f3fadcc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=091f844e3b564760b9a921bacc9d19ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2382975 Nov 15 14:43:45.646807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38200) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:45.649030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-a9a8b3b3-31ea-4cc1-a69f-445175ecd632 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502923 Nov 15 14:43:45.665358 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fd497-7c79-4178-9d71-dd605f3fadcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e4d6a5-c542-428f-a994-46be832069f9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:45.808323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8955-63c9-4964-976d-5813fc50c36d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:45.816446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-f4b0db25-5bfc-489e-9d9d-0e9db03f1317 service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526282 Nov 15 14:43:45.857767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8955-63c9-4964-976d-5813fc50c36d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:45.979875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-755ce919-7272-45f2-9e58-b61e47b6aa5a service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549587 Nov 15 14:43:46.057778 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8955-63c9-4964-976d-5813fc50c36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:46.061098 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8955-63c9-4964-976d-5813fc50c36d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:46.065602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4fbd8955-63c9-4964-976d-5813fc50c36d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01e4d6a5-c542-428f-a994-46be832069f9 HTTP/1.1" status: 204 len: 168 time: 0.4155054 Nov 15 14:43:46.075168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd8955-63c9-4964-976d-5813fc50c36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e4d6a5-c542-428f-a994-46be832069f9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:46.293289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38524869-909b-403d-84c4-7f173d1b43a9 req-20ab5674-6257-4773-80d8-72b4fee3c29d tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0435405 Nov 15 14:43:46.452479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc3e0a20-cb03-4599-a517-fbb1fdba4264 req-dfd96a24-8d40-47d3-a465-c45ad98bae30 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 210 time: 0.0677142 Nov 15 14:43:46.626040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e69c2-d9ca-4ec4-937f-e26029369b04 req-3df1b30d-2813-4948-a74a-194f159697ce tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:46.628064 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-836e69c2-d9ca-4ec4-937f-e26029369b04 req-3df1b30d-2813-4948-a74a-194f159697ce tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0620899 Nov 15 14:43:46.746723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f59ec5-5ae8-4d35-9617-f88c8ef449b1 req-7ae6bf73-a789-4e9e-bfc2-b56f842a6457 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:46.757053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98f59ec5-5ae8-4d35-9617-f88c8ef449b1 req-7ae6bf73-a789-4e9e-bfc2-b56f842a6457 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 946 time: 0.0673711 Nov 15 14:43:46.777638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-836e69c2-d9ca-4ec4-937f-e26029369b04 req-736c7b70-0238-4d04-a6f0-6dbe1af21794 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Deleting port a845847d-6b61-4313-bb9e-37e2148dce36 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:46.778285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-836e69c2-d9ca-4ec4-937f-e26029369b04 req-736c7b70-0238-4d04-a6f0-6dbe1af21794 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:46.815182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98f59ec5-5ae8-4d35-9617-f88c8ef449b1 req-ebcaf4b4-30c2-4267-8a72-9a6143cdbd63 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571492 Nov 15 14:43:46.909645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-836e69c2-d9ca-4ec4-937f-e26029369b04 req-736c7b70-0238-4d04-a6f0-6dbe1af21794 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] For port a845847d-6b61-4313-bb9e-37e2148dce36, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a845847d-6b61-4313-bb9e-37e2148dce36,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:46.910030 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-836e69c2-d9ca-4ec4-937f-e26029369b04 req-736c7b70-0238-4d04-a6f0-6dbe1af21794 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:46.925357 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-836e69c2-d9ca-4ec4-937f-e26029369b04 req-736c7b70-0238-4d04-a6f0-6dbe1af21794 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Calling delete_port for a845847d-6b61-4313-bb9e-37e2148dce36 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:47.122284 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:43:47.237817 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-836e69c2-d9ca-4ec4-937f-e26029369b04 req-736c7b70-0238-4d04-a6f0-6dbe1af21794 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:47.253934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4', 'a845847d-6b61-4313-bb9e-37e2148dce36'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:43:47.286059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c7b70-0238-4d04-a6f0-6dbe1af21794 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event deleted for resources: {'Port': ['ID=a845847d-6b61-4313-bb9e-37e2148dce36,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:47.341114 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-836e69c2-d9ca-4ec4-937f-e26029369b04 req-736c7b70-0238-4d04-a6f0-6dbe1af21794 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] No DVR routers for this DVR port a845847d-6b61-4313-bb9e-37e2148dce36 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:43:47.344542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-836e69c2-d9ca-4ec4-937f-e26029369b04 req-736c7b70-0238-4d04-a6f0-6dbe1af21794 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:47.349024 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-836e69c2-d9ca-4ec4-937f-e26029369b04 req-736c7b70-0238-4d04-a6f0-6dbe1af21794 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "DELETE /v2.0/ports/a845847d-6b61-4313-bb9e-37e2148dce36 HTTP/1.1" status: 204 len: 173 time: 0.7130909 Nov 15 14:43:47.349525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e37a045-a674-487e-a155-b153d633c60a', 'name': 'network-vif-deleted', 'tag': 'a845847d-6b61-4313-bb9e-37e2148dce36'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:47.368593 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da38311-d621-4a1e-a56e-ce74c67d5736" -d '{"events": [{"server_uuid": "4e37a045-a674-487e-a155-b153d633c60a", "name": "network-vif-deleted", "tag": "a845847d-6b61-4313-bb9e-37e2148dce36"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:47.449494 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10abd9d2-6303-4730-89df-2d154f27b782 x-openstack-request-id: req-10abd9d2-6303-4730-89df-2d154f27b782 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:47.453702 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e37a045-a674-487e-a155-b153d633c60a", "name": "network-vif-deleted", "tag": "a845847d-6b61-4313-bb9e-37e2148dce36", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:47.454250 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10abd9d2-6303-4730-89df-2d154f27b782 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:47.454730 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e37a045-a674-487e-a155-b153d633c60a', 'name': 'network-vif-deleted', 'tag': 'a845847d-6b61-4313-bb9e-37e2148dce36', 'status': 'completed', 'code': 200} Nov 15 14:43:47.489339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-756959f4-f8fb-4de8-9cff-4d18efd59ef9 req-8de457f8-878d-4ee1-93e1-ffb9a75e9173 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0559616 Nov 15 14:43:47.643549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd337691-7d13-49ab-848e-f14ed4096602 req-fed60fa8-aa20-4aed-870f-4bbe8af98260 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 210 time: 0.0361404 Nov 15 14:43:47.706591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38274) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:47.829959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-165427460'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:47.881389 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15765e60-2191-47e6-95de-d8cfd7a4c2b3 req-c8ba63d0-7d56-482b-8d15-488de044620d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650089 Nov 15 14:43:47.939357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cad80c9-a5ad-4b69-950d-2d24a73354f1 req-e00584ec-66b2-47b9-8a60-fdb2483262d1 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 210 time: 0.0332427 Nov 15 14:43:47.970043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15765e60-2191-47e6-95de-d8cfd7a4c2b3 req-f7ba9c01-4953-4a0f-a746-e55dce52e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:47.971597 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15765e60-2191-47e6-95de-d8cfd7a4c2b3 req-f7ba9c01-4953-4a0f-a746-e55dce52e11e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 1096 time: 0.0567794 Nov 15 14:43:48.052853 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:43:48.060947 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:48.078556 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:48.146259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15765e60-2191-47e6-95de-d8cfd7a4c2b3 req-8ce316b2-9222-492b-8946-9a7e6422cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:48.148925 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15765e60-2191-47e6-95de-d8cfd7a4c2b3 req-8ce316b2-9222-492b-8946-9a7e6422cdc8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 918 time: 0.1509442 Nov 15 14:43:48.270212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15765e60-2191-47e6-95de-d8cfd7a4c2b3 req-1aaf7917-b2ce-46c7-a1ed-efacedb9b775 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7 HTTP/1.1" status: 200 len: 1001 time: 0.1129858 Nov 15 14:43:48.321770 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:48.341741 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15765e60-2191-47e6-95de-d8cfd7a4c2b3 req-be268699-a353-448f-b5ce-9647309c4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:48.343277 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15765e60-2191-47e6-95de-d8cfd7a4c2b3 req-be268699-a353-448f-b5ce-9647309c4792 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 200 len: 856 time: 0.0637121 Nov 15 14:43:48.385928 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:48.418354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:43:48.433763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d88f3ab-e0a3-4fb2-bbac-e0d602ba3c77,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:48.439445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15765e60-2191-47e6-95de-d8cfd7a4c2b3 req-9fc37f51-e2cd-4473-af6b-17930a4068ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:48.441997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15765e60-2191-47e6-95de-d8cfd7a4c2b3 req-9fc37f51-e2cd-4473-af6b-17930a4068ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878851 Nov 15 14:43:48.442736 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:48.442736 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Added segment 148bf5e8-c832-4057-aa00-32d21fa931d5 of type vlan for network f9ae7d6a-3056-4b34-ac1f-1038e440b250 Nov 15 14:43:48.562789 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:48.646774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d45083f-0d81-4097-b82d-f650836a7461 req-04927c5c-f388-49f3-9b8b-19efdcf76aa6 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0422642 Nov 15 14:43:48.652960 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15765e60-2191-47e6-95de-d8cfd7a4c2b3 req-3cf9045c-5556-4361-bbb6-1572348dbc7e service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022870 Nov 15 14:43:48.763496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3258a004-40f5-4536-a12f-8f35dfa4436a req-3be9430f-f211-4540-aa85-675ff869225e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 210 time: 0.0314023 Nov 15 14:43:48.789375 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:48.794960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:48.795549 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:48.878599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15765e60-2191-47e6-95de-d8cfd7a4c2b3 req-fe4dfc1f-10f8-4343-86c5-1c78a029f391 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131197 Nov 15 14:43:48.901401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Network': ['ID=f9ae7d6a-3056-4b34-ac1f-1038e440b250,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:48.918380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:43:48.995045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-116011f3-ffe6-44d3-974f-16fab81c221c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2832348 Nov 15 14:43:48.995727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:49.002956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-102c1576-f05d-4733-987e-6d3efd03030f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:49.089098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e245d099-705a-449e-be2e-f4934f5b74d5 req-cedd24be-2a2a-45fb-a32a-c042eeece39e tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e37a045-a674-487e-a155-b153d633c60a HTTP/1.1" status: 200 len: 210 time: 0.0306296 Nov 15 14:43:49.216386 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102c1576-f05d-4733-987e-6d3efd03030f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:43:49.220213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-102c1576-f05d-4733-987e-6d3efd03030f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:49.529188 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-102c1576-f05d-4733-987e-6d3efd03030f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:49.648251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c1576-f05d-4733-987e-6d3efd03030f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=47d363d5-6f26-4aec-ba0f-79de4816f22a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:49.675240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102c1576-f05d-4733-987e-6d3efd03030f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:43:49.675604 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102c1576-f05d-4733-987e-6d3efd03030f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network hostable DHCP agents. Network: f9ae7d6a-3056-4b34-ac1f-1038e440b250, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:43:49.714844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e242d2bc-2b76-409f-be48-5893c8b3c5a2 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:49.716652 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e242d2bc-2b76-409f-be48-5893c8b3c5a2 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 812 time: 0.1588726 Nov 15 14:43:49.732127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ec260da4-b31d-4380-8406-a5d46d51023d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Request body: {'port': {'device_id': '4bb6c2cc-b723-47c0-be59-4f51f5e7d362', 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'admin_state_up': True, 'tenant_id': '1ea279d6bdf74dbca229a904f81e9ead'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:49.776427 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d64f0bd-e1ba-4176-9938-e6db70093e5e req-c13cc673-65db-4c06-bde7-96eba79b1c38 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0273342 Nov 15 14:43:49.835643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102c1576-f05d-4733-987e-6d3efd03030f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:43:49.875258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6773f133-24aa-4299-8168-59cffb5b3693 req-7d435888-9b1e-4fee-bf79-3c61ba234cbd tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 210 time: 0.0286293 Nov 15 14:43:49.941865 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-102c1576-f05d-4733-987e-6d3efd03030f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, f9ae7d6a-3056-4b34-ac1f-1038e440b250) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:43:49.946168 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c1576-f05d-4733-987e-6d3efd03030f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:49.946849 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-102c1576-f05d-4733-987e-6d3efd03030f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:49.951531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e4232d-a5e7-4e4a-9b77-2cd8fdee6deb None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:43:50.017736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ec260da4-b31d-4380-8406-a5d46d51023d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Made reservation on behalf of 1ea279d6bdf74dbca229a904f81e9ead for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:43:50.021582 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ec260da4-b31d-4380-8406-a5d46d51023d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:50.122609 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '47d363d5-6f26-4aec-ba0f-79de4816f22a'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:43:50.123566 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:50.164764 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-102c1576-f05d-4733-987e-6d3efd03030f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1678917 Nov 15 14:43:50.169871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:50.175288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'name': 'tempest-NetworksTestDHCPv6-2042039545'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:50.241893 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ec260da4-b31d-4380-8406-a5d46d51023d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Allocated IP 172.20.0.7 (4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2/28bfe1c1-3742-4b93-8275-ffafdcc1490d/88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:43:50.299891 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Allocated IP 2001:db8::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/47d363d5-6f26-4aec-ba0f-79de4816f22a/492cd35c-b16e-41b1-a03a-8903d49bd3a7) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:43:50.494636 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:50.508778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a845847d-6b61-4313-bb9e-37e2148dce36 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:43:50.527791 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ec260da4-b31d-4380-8406-a5d46d51023d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:50.540789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: a845847d-6b61-4313-bb9e-37e2148dce36 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:43:50.540789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a845847d-6b61-4313-bb9e-37e2148dce36 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:43:50.622140 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:43:50.622631 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:50.629010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:50.653945 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 0377ac44-d55d-4d33-8dc8-2df7f00f6870 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:43:50.661306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:43:50.668278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:43:50.672293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:43:50.680790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Pushing event updated for resources: {'Port': ['ID=492cd35c-b16e-41b1-a03a-8903d49bd3a7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:50.711965 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ec260da4-b31d-4380-8406-a5d46d51023d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:50.737631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Attempting to bind port 492cd35c-b16e-41b1-a03a-8903d49bd3a7 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:43:50.738101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Attempting to bind port 492cd35c-b16e-41b1-a03a-8903d49bd3a7 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:43:50.738808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Attempting to bind port 492cd35c-b16e-41b1-a03a-8903d49bd3a7 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:43:50.744432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:43:50.745243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:43:50.745964 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:50.748418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:43:50.749212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Bound port: 492cd35c-b16e-41b1-a03a-8903d49bd3a7, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:43:50.750546 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:50.803274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ec260da4-b31d-4380-8406-a5d46d51023d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:43:50.811309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec260da4-b31d-4380-8406-a5d46d51023d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Pushing event updated for resources: {'Port': ['ID=88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:50.814002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ec260da4-b31d-4380-8406-a5d46d51023d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:43:50.818283 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ec260da4-b31d-4380-8406-a5d46d51023d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:43:50.835624 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] For port 492cd35c-b16e-41b1-a03a-8903d49bd3a7, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:43:50.839485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] For port 492cd35c-b16e-41b1-a03a-8903d49bd3a7, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=492cd35c-b16e-41b1-a03a-8903d49bd3a7,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:43:50.885907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::10b (f9ae7d6a-3056-4b34-ac1f-1038e440b250/47d363d5-6f26-4aec-ba0f-79de4816f22a/0377ac44-d55d-4d33-8dc8-2df7f00f6870) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:43:50.911044 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ec260da4-b31d-4380-8406-a5d46d51023d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:50.911684 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ec260da4-b31d-4380-8406-a5d46d51023d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:50.994025 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:51.014990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-024d9b4f-e99a-49ff-85a5-b791368ae1ed req-cc15a194-60dd-4235-99ec-842ec200a759 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0695484 Nov 15 14:43:51.095689 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-ec260da4-b31d-4380-8406-a5d46d51023d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3656323 Nov 15 14:43:51.100346 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:51.109571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Request body: {'port': {'device_id': '4bb6c2cc-b723-47c0-be59-4f51f5e7d362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:51.125719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da3c6a-f83d-4fc9-a092-afe7fb163ada None None] Pushing event updated for resources: {'Port': ['ID=492cd35c-b16e-41b1-a03a-8903d49bd3a7,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:51.219149 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:51.397252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:51.470084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f8db-5984-4ee0-88ab-d5510c92d89f req-002c8168-c261-438b-bdfe-333360fb3d0b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:51.471690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c93f8db-5984-4ee0-88ab-d5510c92d89f req-002c8168-c261-438b-bdfe-333360fb3d0b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 931 time: 0.0610640 Nov 15 14:43:51.483750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:43:51.493950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:43:51.501485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:43:51.507272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:51.507905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:51.529411 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=0377ac44-d55d-4d33-8dc8-2df7f00f6870,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:51.530322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c93f8db-5984-4ee0-88ab-d5510c92d89f req-0d5e271e-7c56-4c34-ae40-ece9fdb58735 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525291 Nov 15 14:43:51.663425 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:43:51.671281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696befb-8116-4638-a701-aae28452cafc req-2db52652-65c8-4cd5-ad99-87c341e25a19 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:51.671473 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:51.672944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7696befb-8116-4638-a701-aae28452cafc req-2db52652-65c8-4cd5-ad99-87c341e25a19 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.0738523 Nov 15 14:43:51.684547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Transition to ACTIVE for port object 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:43:51.716964 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-29ecfe3a-ca3a-4cc0-b27a-2fc276f6043e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5457492 Nov 15 14:43:51.719526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:51.756345 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7696befb-8116-4638-a701-aae28452cafc req-88ccbfca-1b7e-4a84-b1ac-653d0ceeff81 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763123 Nov 15 14:43:51.838975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4c055c-14c7-4c84-b9fb-df1d99895b5f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:51.846900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4c055c-14c7-4c84-b9fb-df1d99895b5f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:51.848791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3d4c055c-14c7-4c84-b9fb-df1d99895b5f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1281540 Nov 15 14:43:51.851825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38424) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:51.878484 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:51.914796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01494ac5-bb39-4be3-8d46-14cdad3f0107 req-200aa5c7-0900-4acf-b501-52db3f545bdc tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:51.916676 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01494ac5-bb39-4be3-8d46-14cdad3f0107 req-200aa5c7-0900-4acf-b501-52db3f545bdc tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 945 time: 0.0668278 Nov 15 14:43:51.970480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Pushing event updated for resources: {'Port': ['ID=88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:51.976849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01494ac5-bb39-4be3-8d46-14cdad3f0107 req-53c7d87f-3bf4-4496-9fd5-25e48b5efea7 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511031 Nov 15 14:43:52.080803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6f57852f-d4fb-4d1f-bf53-8294bff67442 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port 0377ac44-d55d-4d33-8dc8-2df7f00f6870 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:52.081237 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f57852f-d4fb-4d1f-bf53-8294bff67442 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:52.139632 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Attempting to bind port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:43:52.142963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Attempting to bind port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:43:52.142963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Attempting to bind port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:43:52.153541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:43:52.153880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Attempting to bind port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:43:52.155322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff14541b-6887-4e4a-8813-b8315b2284b1 req-cb309c38-55cf-4a31-8929-8931dabb61f7 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0329580 Nov 15 14:43:52.169338 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:43:52.169681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Checking segment: {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:43:52.170065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Bound using segment: {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:43:52.170547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Bound port: 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:43:52.170908 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:52.204238 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7408f7f3-21a7-467d-9f90-4bf05a8851f5 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:43:52.227410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f57852f-d4fb-4d1f-bf53-8294bff67442 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:52.246982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6f57852f-d4fb-4d1f-bf53-8294bff67442 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for 0377ac44-d55d-4d33-8dc8-2df7f00f6870 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:52.280076 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-21156cb8-074e-4c22-8da0-676997e8296e None None] Provisioning complete for port 492cd35c-b16e-41b1-a03a-8903d49bd3a7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:43:52.280449 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21156cb8-074e-4c22-8da0-676997e8296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:52.305759 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] For port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:43:52.322616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] For port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:43:52.436806 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21156cb8-074e-4c22-8da0-676997e8296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:52.450057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:52.480247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:52.481093 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:52.483477 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] 10.222.0.46 "PUT /v2.0/ports/88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d HTTP/1.1" status: 200 len: 1091 time: 1.3788989 Nov 15 14:43:52.484271 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb6c2cc-b723-47c0-be59-4f51f5e7d362', 'tag': '88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:52.484723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-21156cb8-074e-4c22-8da0-676997e8296e None None] For port 492cd35c-b16e-41b1-a03a-8903d49bd3a7, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=492cd35c-b16e-41b1-a03a-8903d49bd3a7,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:52.487181 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8832957-48e5-40f8-8c30-80deaba63ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb6c2cc-b723-47c0-be59-4f51f5e7d362", "tag": "88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:52.522983 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540f457-4f39-4c7e-8fc7-5685c6585108 service neutron] Pushing event updated for resources: {'Port': ['ID=88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:52.552728 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf7a4b9-602f-4f6e-92cf-6ca49a2f7775 x-openstack-request-id: req-7cf7a4b9-602f-4f6e-92cf-6ca49a2f7775 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:52.553131 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb6c2cc-b723-47c0-be59-4f51f5e7d362", "tag": "88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:52.553654 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cf7a4b9-602f-4f6e-92cf-6ca49a2f7775 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:52.554023 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb6c2cc-b723-47c0-be59-4f51f5e7d362', 'tag': '88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d', 'status': 'completed', 'code': 200} Nov 15 14:43:52.559854 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f57852f-d4fb-4d1f-bf53-8294bff67442 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:52.607165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57852f-d4fb-4d1f-bf53-8294bff67442 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=0377ac44-d55d-4d33-8dc8-2df7f00f6870,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:52.614600 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21156cb8-074e-4c22-8da0-676997e8296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:52.661192 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f57852f-d4fb-4d1f-bf53-8294bff67442 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:52.665681 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6f57852f-d4fb-4d1f-bf53-8294bff67442 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/0377ac44-d55d-4d33-8dc8-2df7f00f6870 HTTP/1.1" status: 204 len: 168 time: 0.8121781 Nov 15 14:43:52.676887 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:52.701348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8832957-48e5-40f8-8c30-80deaba63ce4 req-e7e73e09-fd43-4102-a304-4038703bc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:52.703005 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8832957-48e5-40f8-8c30-80deaba63ce4 req-e7e73e09-fd43-4102-a304-4038703bc9dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 1094 time: 0.1081910 Nov 15 14:43:52.705305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21156cb8-074e-4c22-8da0-676997e8296e None None] Pushing event updated for resources: {'Port': ['ID=492cd35c-b16e-41b1-a03a-8903d49bd3a7,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:52.834880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec18d60-124b-4223-ab82-b5c10634d308 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:52.836792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec18d60-124b-4223-ab82-b5c10634d308 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:52.839266 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bec18d60-124b-4223-ab82-b5c10634d308 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1592631 Nov 15 14:43:52.841394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38462) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:52.860042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-beb2726d-6242-4819-85b9-7294c5ef67c0 None None] Could not find standard attr ID for object 0377ac44-d55d-4d33-8dc8-2df7f00f6870. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:43:52.875183 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-beb2726d-6242-4819-85b9-7294c5ef67c0 None None] Provisioning complete for port 492cd35c-b16e-41b1-a03a-8903d49bd3a7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:43:52.876250 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-beb2726d-6242-4819-85b9-7294c5ef67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:52.910584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0565f87-1ddf-4ed7-b23a-20209ef3a4f4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 47d363d5-6f26-4aec-ba0f-79de4816f22a {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:43:52.920752 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0565f87-1ddf-4ed7-b23a-20209ef3a4f4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:53.002926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8832957-48e5-40f8-8c30-80deaba63ce4 req-9ef9cd5d-c384-44dd-b2ec-feed498c1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:53.005323 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8832957-48e5-40f8-8c30-80deaba63ce4 req-9ef9cd5d-c384-44dd-b2ec-feed498c1a98 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2779720 Nov 15 14:43:53.007202 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0565f87-1ddf-4ed7-b23a-20209ef3a4f4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:53.153562 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0565f87-1ddf-4ed7-b23a-20209ef3a4f4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:53.171694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b275c1e-b78e-44b1-a072-7de8dbcc9c1e req-b39075c0-be42-45de-b3ee-e801423ff322 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:53.176739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b275c1e-b78e-44b1-a072-7de8dbcc9c1e req-b39075c0-be42-45de-b3ee-e801423ff322 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 943 time: 0.5300601 Nov 15 14:43:53.181131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 492cd35c-b16e-41b1-a03a-8903d49bd3a7 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:43:53.279304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60698f2d-1336-4044-8e91-a9c8b7df91a6 req-c6631571-5878-462a-86c4-62faeabe9071 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:53.289266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60698f2d-1336-4044-8e91-a9c8b7df91a6 req-c6631571-5878-462a-86c4-62faeabe9071 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.2212672 Nov 15 14:43:53.311634 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8832957-48e5-40f8-8c30-80deaba63ce4 req-f8ce519e-06d7-453a-aaec-aa81c86b244f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:53.314440 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8832957-48e5-40f8-8c30-80deaba63ce4 req-f8ce519e-06d7-453a-aaec-aa81c86b244f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2667744 Nov 15 14:43:53.406303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b275c1e-b78e-44b1-a072-7de8dbcc9c1e req-b291c637-a053-4a76-93fb-be7878041cb8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884267 Nov 15 14:43:53.440078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0565f87-1ddf-4ed7-b23a-20209ef3a4f4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:53.455047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828f8ef-1cfc-46c5-8829-20727d94aab1 req-7e749140-ac76-4e9d-958f-a54dfda0b4cd tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:53.455047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9828f8ef-1cfc-46c5-8829-20727d94aab1 req-7e749140-ac76-4e9d-958f-a54dfda0b4cd tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 945 time: 0.1577623 Nov 15 14:43:53.461355 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6e5a03f4-6841-4516-8f91-5ef28f25118c None None] Could not find standard attr ID for object 0377ac44-d55d-4d33-8dc8-2df7f00f6870. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:43:53.472434 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-8c178f73-a4d7-4ddc-85a7-c62cdf32f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:53.473605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60698f2d-1336-4044-8e91-a9c8b7df91a6 req-ed1255ed-fc83-4b96-8cdb-10cb5753e603 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817262 Nov 15 14:43:53.475028 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-8c178f73-a4d7-4ddc-85a7-c62cdf32f886 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 1094 time: 0.1111739 Nov 15 14:43:53.487360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07ef8ed-8863-4f86-bd04-eeb3e773c8aa None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:43:53.526924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0565f87-1ddf-4ed7-b23a-20209ef3a4f4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:53.530937 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f0565f87-1ddf-4ed7-b23a-20209ef3a4f4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/47d363d5-6f26-4aec-ba0f-79de4816f22a HTTP/1.1" status: 204 len: 168 time: 0.6884336 Nov 15 14:43:53.535200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38488) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:53.564621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 492cd35c-b16e-41b1-a03a-8903d49bd3a7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:43:53.565022 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:53.691618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3ed1cbe6-c58e-4416-a6f8-85b482a6c8a4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275444 Nov 15 14:43:53.706327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:53.743586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e516c2c1-5767-4878-990d-acb5a83ab6d7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:53.819489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5ba0e-8a6d-40a7-a7ec-2301767732b9 None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:43:53.837764 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6a83c61-e628-4a85-b8fb-c5a52c471782 req-6515b087-84a2-424a-ab98-3d550c7ceff9 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.1448278 Nov 15 14:43:53.892859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-25f5ba0e-8a6d-40a7-a7ec-2301767732b9 None None] Deleting port 492cd35c-b16e-41b1-a03a-8903d49bd3a7 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:53.892859 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25f5ba0e-8a6d-40a7-a7ec-2301767732b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:53.911057 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08394fb8-7b16-41fd-beef-17629889f802 req-62bb9908-b8ac-496b-900e-3d87dc045f96 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:53.919390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08394fb8-7b16-41fd-beef-17629889f802 req-62bb9908-b8ac-496b-900e-3d87dc045f96 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 945 time: 0.2220392 Nov 15 14:43:53.956418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0565f87-1ddf-4ed7-b23a-20209ef3a4f4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=47d363d5-6f26-4aec-ba0f-79de4816f22a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:53.962770 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-22751897-d06c-45ed-9e92-fe18bcdd1831 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d HTTP/1.1" status: 200 len: 217 time: 0.4382484 Nov 15 14:43:53.969504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9828f8ef-1cfc-46c5-8829-20727d94aab1 req-32f15eab-66b5-44e1-be96-2db96883a890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Deleting port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:53.969504 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9828f8ef-1cfc-46c5-8829-20727d94aab1 req-32f15eab-66b5-44e1-be96-2db96883a890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:53.976702 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-25f5ba0e-8a6d-40a7-a7ec-2301767732b9 None None] For port 492cd35c-b16e-41b1-a03a-8903d49bd3a7, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=492cd35c-b16e-41b1-a03a-8903d49bd3a7,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:53.977242 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25f5ba0e-8a6d-40a7-a7ec-2301767732b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:53.992769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-25f5ba0e-8a6d-40a7-a7ec-2301767732b9 None None] Calling delete_port for 492cd35c-b16e-41b1-a03a-8903d49bd3a7 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:54.045349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-33df6a10-e8da-436f-9352-fa9d75ebcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:54.046935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08394fb8-7b16-41fd-beef-17629889f802 req-0fee1707-25e9-467c-b989-189e0cc504a5 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/security-groups?id=f036c1fd-05fb-4cce-9447-3593dcbed2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266367 Nov 15 14:43:54.047424 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-33df6a10-e8da-436f-9352-fa9d75ebcb6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28bfe1c1-3742-4b93-8275-ffafdcc1490d HTTP/1.1" status: 200 len: 852 time: 0.0774369 Nov 15 14:43:54.068390 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e516c2c1-5767-4878-990d-acb5a83ab6d7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:43:54.072655 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e516c2c1-5767-4878-990d-acb5a83ab6d7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:54.086780 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-8713f5b3-2dd6-4535-ae02-cbb7aeaeb80d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305302 Nov 15 14:43:54.154798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9828f8ef-1cfc-46c5-8829-20727d94aab1 req-32f15eab-66b5-44e1-be96-2db96883a890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] For port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4,segment=NetworkSegment(36b43a36-3877-4409-920e-5319b0911b42),segment_id=36b43a36-3877-4409-920e-5319b0911b42)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:54.155216 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9828f8ef-1cfc-46c5-8829-20727d94aab1 req-32f15eab-66b5-44e1-be96-2db96883a890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:54.177078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9828f8ef-1cfc-46c5-8829-20727d94aab1 req-32f15eab-66b5-44e1-be96-2db96883a890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Calling delete_port for 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:54.237037 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-2ea5a3aa-150d-47a4-b095-74c31af9a4ce service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426318 Nov 15 14:43:54.251224 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25f5ba0e-8a6d-40a7-a7ec-2301767732b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:54.276973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5ba0e-8a6d-40a7-a7ec-2301767732b9 None None] Pushing event deleted for resources: {'Port': ['ID=492cd35c-b16e-41b1-a03a-8903d49bd3a7,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:54.281054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5ba0e-8a6d-40a7-a7ec-2301767732b9 None None] No DVR routers for this DVR port 492cd35c-b16e-41b1-a03a-8903d49bd3a7 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:43:54.357157 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-00a5b915-e1ad-4b7a-ad67-2a07ab88f97d req-a6782893-8cd8-4b55-b0a4-191958ce25e4 service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121018 Nov 15 14:43:54.529427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb011a2-4c9a-4cd5-800e-598498368088 req-c59e83a1-c6d4-4616-874d-ad3ca5a606fd tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:54.531209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7bb011a2-4c9a-4cd5-800e-598498368088 req-c59e83a1-c6d4-4616-874d-ad3ca5a606fd tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 943 time: 0.0559247 Nov 15 14:43:54.597943 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e516c2c1-5767-4878-990d-acb5a83ab6d7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:54.599724 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9828f8ef-1cfc-46c5-8829-20727d94aab1 req-32f15eab-66b5-44e1-be96-2db96883a890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:54.611576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['92bf81dc-614c-40ee-9ce4-4df6c9aa74a4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:43:54.687517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f15eab-66b5-44e1-be96-2db96883a890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Pushing event deleted for resources: {'Port': ['ID=92bf81dc-614c-40ee-9ce4-4df6c9aa74a4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:54.699697 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7bb011a2-4c9a-4cd5-800e-598498368088 req-27f58627-e033-4c33-b267-91365c391d13 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622159 Nov 15 14:43:54.721026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e516c2c1-5767-4878-990d-acb5a83ab6d7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:43:54.744667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e516c2c1-5767-4878-990d-acb5a83ab6d7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:43:54.747610 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e516c2c1-5767-4878-990d-acb5a83ab6d7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:54.748496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e516c2c1-5767-4878-990d-acb5a83ab6d7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:54.754667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b85299-d90e-42e4-be1f-956e3de8a4b3 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:43:54.777862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516c2c1-5767-4878-990d-acb5a83ab6d7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=7c4fa313-30fa-4622-b4c3-59a10acbdb11,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:54.780289 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9828f8ef-1cfc-46c5-8829-20727d94aab1 req-32f15eab-66b5-44e1-be96-2db96883a890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] No DVR routers for this DVR port 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:43:54.794087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78245c3d-e4bd-484d-97e0-71446147e3f9 req-39656aea-9d41-4864-9cb8-1a43dd5c1187 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:54.797845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78245c3d-e4bd-484d-97e0-71446147e3f9 req-39656aea-9d41-4864-9cb8-1a43dd5c1187 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.2385821 Nov 15 14:43:54.799464 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9828f8ef-1cfc-46c5-8829-20727d94aab1 req-32f15eab-66b5-44e1-be96-2db96883a890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:54.803167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9828f8ef-1cfc-46c5-8829-20727d94aab1 req-32f15eab-66b5-44e1-be96-2db96883a890 tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.46 "DELETE /v2.0/ports/92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 HTTP/1.1" status: 204 len: 173 time: 1.3285022 Nov 15 14:43:54.804508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97df978-3963-481d-bf41-eb7eb5d5596f', 'name': 'network-vif-deleted', 'tag': '92bf81dc-614c-40ee-9ce4-4df6c9aa74a4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:43:54.809477 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47795ab-bdaf-48fe-8cb5-dd4284a60beb" -d '{"events": [{"server_uuid": "b97df978-3963-481d-bf41-eb7eb5d5596f", "name": "network-vif-deleted", "tag": "92bf81dc-614c-40ee-9ce4-4df6c9aa74a4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:43:54.879167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78245c3d-e4bd-484d-97e0-71446147e3f9 req-d3a99562-ddf1-40a7-a945-965576512788 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647945 Nov 15 14:43:54.923670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '7c4fa313-30fa-4622-b4c3-59a10acbdb11'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:43:54.924390 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013865e3-12b2-4f78-81e7-e3a79a7d7c1a x-openstack-request-id: req-013865e3-12b2-4f78-81e7-e3a79a7d7c1a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:43:54.924612 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:54.924911 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97df978-3963-481d-bf41-eb7eb5d5596f", "name": "network-vif-deleted", "tag": "92bf81dc-614c-40ee-9ce4-4df6c9aa74a4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:43:54.925288 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-013865e3-12b2-4f78-81e7-e3a79a7d7c1a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:43:54.925799 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97df978-3963-481d-bf41-eb7eb5d5596f', 'name': 'network-vif-deleted', 'tag': '92bf81dc-614c-40ee-9ce4-4df6c9aa74a4', 'status': 'completed', 'code': 200} Nov 15 14:43:54.938188 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e516c2c1-5767-4878-990d-acb5a83ab6d7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2302613 Nov 15 14:43:54.940760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38542) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:54.948758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'name': 'tempest-NetworksTestDHCPv6-698962138'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:55.039377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e8d952d-25b1-4999-b7a9-61c74800c0dc req-da7ccdcc-34f3-4c10-a076-830cdc692861 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0363200 Nov 15 14:43:55.095043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Allocated IP 2001:db8::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/7c4fa313-30fa-4622-b4c3-59a10acbdb11/257c37a4-2486-4d2c-a78b-8483cb0680b9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:43:55.153993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 492cd35c-b16e-41b1-a03a-8903d49bd3a7 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:43:55.184612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 492cd35c-b16e-41b1-a03a-8903d49bd3a7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:43:55.184992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 492cd35c-b16e-41b1-a03a-8903d49bd3a7 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:43:55.201614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a17c80ee-463c-4cf4-90aa-96b8e49a66ba req-f5336cbc-987e-4f65-8cda-f7e3343b8abc tempest-ServersTestJSON-1914909647 tempest-ServersTestJSON-1914909647-project] 10.222.0.70 "GET /v2.0/ports?device_id=b97df978-3963-481d-bf41-eb7eb5d5596f HTTP/1.1" status: 200 len: 210 time: 0.0338433 Nov 15 14:43:55.225416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:43:55.230572 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:55.249014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port f60647ea-a648-4e09-8d40-dad655f0a740 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:43:55.288162 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:55.399690 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:55.446494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:43:55.453005 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:43:55.457892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:43:55.457892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Pushing event updated for resources: {'Port': ['ID=257c37a4-2486-4d2c-a78b-8483cb0680b9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:55.460850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::12e (f9ae7d6a-3056-4b34-ac1f-1038e440b250/7c4fa313-30fa-4622-b4c3-59a10acbdb11/f60647ea-a648-4e09-8d40-dad655f0a740) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:43:55.511396 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Attempting to bind port 257c37a4-2486-4d2c-a78b-8483cb0680b9 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:43:55.512377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Attempting to bind port 257c37a4-2486-4d2c-a78b-8483cb0680b9 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:43:55.512377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Attempting to bind port 257c37a4-2486-4d2c-a78b-8483cb0680b9 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:43:55.518353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:43:55.518873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:43:55.519381 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:55.519921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:43:55.520419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Bound port: 257c37a4-2486-4d2c-a78b-8483cb0680b9, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:43:55.521031 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:55.590188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] For port 257c37a4-2486-4d2c-a78b-8483cb0680b9, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:43:55.593240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] For port 257c37a4-2486-4d2c-a78b-8483cb0680b9, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=257c37a4-2486-4d2c-a78b-8483cb0680b9,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:43:55.620300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:55.685610 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:55.748576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090e799-3d7b-4b0c-ab2a-fe567c2b173d None None] Pushing event updated for resources: {'Port': ['ID=257c37a4-2486-4d2c-a78b-8483cb0680b9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:55.752639 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:55.828019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:43:55.854474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:43:55.857310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=f60647ea-a648-4e09-8d40-dad655f0a740,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:55.859861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:43:55.865835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:55.866514 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:55.897493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed538df0-7779-456d-9eb3-1ba1a2eab308 req-94efb296-9463-4a51-8e52-5a1d1137ff69 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:55.899251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed538df0-7779-456d-9eb3-1ba1a2eab308 req-94efb296-9463-4a51-8e52-5a1d1137ff69 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 943 time: 0.1095901 Nov 15 14:43:55.983578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6a61b3cb-ac42-47ce-b654-93bb948d64ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0407443 Nov 15 14:43:55.985920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38584) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:56.010827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed538df0-7779-456d-9eb3-1ba1a2eab308 req-06989e8d-e963-4bf6-8a8c-e35d7fe90b4c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050136 Nov 15 14:43:56.145395 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df558af-ae72-4828-80f2-cf7dbf36da94 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:56.153080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df558af-ae72-4828-80f2-cf7dbf36da94 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:56.158137 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5df558af-ae72-4828-80f2-cf7dbf36da94 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1684341 Nov 15 14:43:56.158585 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:56.159769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1523ccd-40b8-4997-8fef-6ba1ad47cf9a req-b427e2b9-e726-4c42-83c7-b2aae4a7f0ad tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:56.161326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1523ccd-40b8-4997-8fef-6ba1ad47cf9a req-b427e2b9-e726-4c42-83c7-b2aae4a7f0ad tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.0696738 Nov 15 14:43:56.181088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73778922-f89f-4b83-a60f-332b2e41539c req-8e4cc5f6-18b1-43f0-9ecc-cc76a5beeb7b tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0432432 Nov 15 14:43:56.258607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38598) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:56.259888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1523ccd-40b8-4997-8fef-6ba1ad47cf9a req-a4a9f747-6f0a-4106-8d67-62fff77283f3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832226 Nov 15 14:43:56.324263 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cbcf4e-265b-42a5-9ccc-73ecea422eba admin admin] Deleting subnet 186ef2d9-ae15-4420-a072-fa533fc8ac78 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:43:56.328611 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1fb28d21-a366-49b3-8363-c012862e9e05 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port f60647ea-a648-4e09-8d40-dad655f0a740 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:56.328958 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d21-a366-49b3-8363-c012862e9e05 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:56.332671 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2cbcf4e-265b-42a5-9ccc-73ecea422eba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:56.411472 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2cbcf4e-265b-42a5-9ccc-73ecea422eba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:56.475025 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d21-a366-49b3-8363-c012862e9e05 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:56.491626 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2cbcf4e-265b-42a5-9ccc-73ecea422eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:56.514959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1fb28d21-a366-49b3-8363-c012862e9e05 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for f60647ea-a648-4e09-8d40-dad655f0a740 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:56.746928 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2cbcf4e-265b-42a5-9ccc-73ecea422eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:56.774132 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbcf4e-265b-42a5-9ccc-73ecea422eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=186ef2d9-ae15-4420-a072-fa533fc8ac78,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:56.778432 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2cbcf4e-265b-42a5-9ccc-73ecea422eba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:56.781815 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d2cbcf4e-265b-42a5-9ccc-73ecea422eba admin admin] 10.222.0.70 "DELETE /v2.0/subnets/186ef2d9-ae15-4420-a072-fa533fc8ac78 HTTP/1.1" status: 204 len: 168 time: 0.5219195 Nov 15 14:43:56.784221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:56.828312 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d21-a366-49b3-8363-c012862e9e05 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:56.869203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb28d21-a366-49b3-8363-c012862e9e05 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=f60647ea-a648-4e09-8d40-dad655f0a740,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:56.906567 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d42c8b50-9a50-4e6d-9d97-65b19aff7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:56.926167 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d21-a366-49b3-8363-c012862e9e05 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:56.930254 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1fb28d21-a366-49b3-8363-c012862e9e05 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/f60647ea-a648-4e09-8d40-dad655f0a740 HTTP/1.1" status: 204 len: 168 time: 0.7698178 Nov 15 14:43:56.932665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:56.949405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-af47f5a4-4eff-4a70-9238-89303fd7fdca None None] Provisioning complete for port 257c37a4-2486-4d2c-a78b-8483cb0680b9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:43:56.950782 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af47f5a4-4eff-4a70-9238-89303fd7fdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.038679 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d42c8b50-9a50-4e6d-9d97-65b19aff7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.080265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d42c8b50-9a50-4e6d-9d97-65b19aff7bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41176d6c-3c2c-491f-81e2-57dc1c71ec1b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:57.103651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d42c8b50-9a50-4e6d-9d97-65b19aff7bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b43a36-3877-4409-920e-5319b0911b42') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:57.104677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d42c8b50-9a50-4e6d-9d97-65b19aff7bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b43a36-3877-4409-920e-5319b0911b42') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:43:57.122598 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d42c8b50-9a50-4e6d-9d97-65b19aff7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.126226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9702b59d-fae7-4035-93d1-81eb9865f06e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:57.132958 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af47f5a4-4eff-4a70-9238-89303fd7fdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.141057 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9702b59d-fae7-4035-93d1-81eb9865f06e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:57.147558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9702b59d-fae7-4035-93d1-81eb9865f06e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2116692 Nov 15 14:43:57.148273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38634) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:57.171282 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d42c8b50-9a50-4e6d-9d97-65b19aff7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.181590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42c8b50-9a50-4e6d-9d97-65b19aff7bb8 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:43:57.181999 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d42c8b50-9a50-4e6d-9d97-65b19aff7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:43:57.198559 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:43:57.224216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-af47f5a4-4eff-4a70-9238-89303fd7fdca None None] For port 257c37a4-2486-4d2c-a78b-8483cb0680b9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=257c37a4-2486-4d2c-a78b-8483cb0680b9,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:57.251780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 257c37a4-2486-4d2c-a78b-8483cb0680b9 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:43:57.282800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf21b16c-5fcc-48f8-84a8-4c078478c2fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 7c4fa313-30fa-4622-b4c3-59a10acbdb11 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:43:57.287045 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf21b16c-5fcc-48f8-84a8-4c078478c2fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.331059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 257c37a4-2486-4d2c-a78b-8483cb0680b9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:43:57.331481 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.363076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce2be995-09b4-49e4-92bb-61a43057bc83 req-b14b5c6d-816b-4eec-98f6-e0b2ea5e0afc tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0492489 Nov 15 14:43:57.377864 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af47f5a4-4eff-4a70-9238-89303fd7fdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.394155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505e504-5ea4-49f5-b589-5d8660e66c74 req-582b8dc4-ae46-4b0f-b41c-0ded0e0c69b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:57.402851 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f505e504-5ea4-49f5-b589-5d8660e66c74 req-582b8dc4-ae46-4b0f-b41c-0ded0e0c69b7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 943 time: 0.1758730 Nov 15 14:43:57.406807 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf21b16c-5fcc-48f8-84a8-4c078478c2fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.411034 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d42c8b50-9a50-4e6d-9d97-65b19aff7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.419391 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d42c8b50-9a50-4e6d-9d97-65b19aff7bb8 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.427718 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d42c8b50-9a50-4e6d-9d97-65b19aff7bb8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/41176d6c-3c2c-491f-81e2-57dc1c71ec1b HTTP/1.1" status: 204 len: 168 time: 0.6423438 Nov 15 14:43:57.463931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c8b50-9a50-4e6d-9d97-65b19aff7bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=41176d6c-3c2c-491f-81e2-57dc1c71ec1b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:57.512320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-44d94820-8c5a-49a1-a955-6aeeebfc739f None None] Could not find standard attr ID for object f60647ea-a648-4e09-8d40-dad655f0a740. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:43:57.524755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47f5a4-4eff-4a70-9238-89303fd7fdca None None] Pushing event updated for resources: {'Port': ['ID=257c37a4-2486-4d2c-a78b-8483cb0680b9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:57.567985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f505e504-5ea4-49f5-b589-5d8660e66c74 req-47a548df-146a-4353-bab5-fa6bdf08444b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639707 Nov 15 14:43:57.592734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164eb2c-6cf6-4157-bcc5-bb9cf766deae req-41f2330a-3854-473e-84b1-a0b57a0cb3d9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:57.594558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8164eb2c-6cf6-4157-bcc5-bb9cf766deae req-41f2330a-3854-473e-84b1-a0b57a0cb3d9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1423624 Nov 15 14:43:57.622719 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf21b16c-5fcc-48f8-84a8-4c078478c2fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.684289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8164eb2c-6cf6-4157-bcc5-bb9cf766deae req-c1d3a7e1-fb46-465b-a98d-b82f73799806 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825973 Nov 15 14:43:57.885571 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf21b16c-5fcc-48f8-84a8-4c078478c2fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.917578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21b16c-5fcc-48f8-84a8-4c078478c2fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4fa313-30fa-4622-b4c3-59a10acbdb11,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:57.919584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf21b16c-5fcc-48f8-84a8-4c078478c2fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:57.923344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bf21b16c-5fcc-48f8-84a8-4c078478c2fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/7c4fa313-30fa-4622-b4c3-59a10acbdb11 HTTP/1.1" status: 204 len: 168 time: 0.7735994 Nov 15 14:43:57.927149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:57.936975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dfa94a-4a8a-4a4c-b37e-8aab522901df None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:43:57.940621 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38664) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:57.994991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-11226259-fbb5-4e1f-a7e0-15e345e2aa84 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657792 Nov 15 14:43:58.001432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:58.008668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1a6ee761-df44-4d42-a5e0-5c3017d1832d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:58.025397 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d4558741-f1fc-451b-8f45-1c74ace669a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2cea4c71afc4a7b87dd84d35938cede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0818701 Nov 15 14:43:58.031177 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38670) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:58.097754 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.113795 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fba4a0b-9f67-4a00-982f-cad4157c5c3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.140838 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fba4a0b-9f67-4a00-982f-cad4157c5c3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.180009 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348017ec-0b65-47b1-8dcb-46045fe5227f None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:43:58.231309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-348017ec-0b65-47b1-8dcb-46045fe5227f None None] Deleting port 257c37a4-2486-4d2c-a78b-8483cb0680b9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:43:58.231678 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-348017ec-0b65-47b1-8dcb-46045fe5227f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.297183 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-348017ec-0b65-47b1-8dcb-46045fe5227f None None] For port 257c37a4-2486-4d2c-a78b-8483cb0680b9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=257c37a4-2486-4d2c-a78b-8483cb0680b9,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:58.297570 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-348017ec-0b65-47b1-8dcb-46045fe5227f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.315741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-348017ec-0b65-47b1-8dcb-46045fe5227f None None] Calling delete_port for 257c37a4-2486-4d2c-a78b-8483cb0680b9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:43:58.317199 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6ee761-df44-4d42-a5e0-5c3017d1832d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:43:58.321170 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a6ee761-df44-4d42-a5e0-5c3017d1832d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.348493 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fba4a0b-9f67-4a00-982f-cad4157c5c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.352441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fba4a0b-9f67-4a00-982f-cad4157c5c3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.362136 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0fba4a0b-9f67-4a00-982f-cad4157c5c3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f036c1fd-05fb-4cce-9447-3593dcbed2ce HTTP/1.1" status: 204 len: 168 time: 0.3283868 Nov 15 14:43:58.371010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba4a0b-9f67-4a00-982f-cad4157c5c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f036c1fd-05fb-4cce-9447-3593dcbed2ce,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:58.493493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d8ca17e-e8ba-4f60-ae8a-6c052b2ba1db req-f91bd72d-d829-468d-b72e-4deefebe890b tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0274920 Nov 15 14:43:58.553650 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-348017ec-0b65-47b1-8dcb-46045fe5227f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.580561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:43:58.582454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:43:58.586731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348017ec-0b65-47b1-8dcb-46045fe5227f None None] Pushing event deleted for resources: {'Port': ['ID=257c37a4-2486-4d2c-a78b-8483cb0680b9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:58.615982 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.617055 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348017ec-0b65-47b1-8dcb-46045fe5227f None None] No DVR routers for this DVR port 257c37a4-2486-4d2c-a78b-8483cb0680b9 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:43:58.620044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:43:58.620385 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 92bf81dc-614c-40ee-9ce4-4df6c9aa74a4 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:43:58.718037 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:58.730647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d', 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'port_id': '88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d', 'mac_address': 'fa:16:3e:5c:b8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28bfe1c1-3742-4b93-8275-ffafdcc1490d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:43:58.752037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd5a4d-86f5-405f-9a5d-7089ad247865 req-8bc3456d-c495-49c5-a2b1-849f698832fb tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:58.753797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2cd5a4d-86f5-405f-9a5d-7089ad247865 req-8bc3456d-c495-49c5-a2b1-849f698832fb tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 943 time: 0.0652890 Nov 15 14:43:58.781349 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.800062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:43:58.820941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:43:58.843541 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a6ee761-df44-4d42-a5e0-5c3017d1832d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.863508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2cd5a4d-86f5-405f-9a5d-7089ad247865 req-00645266-aaa6-464b-a34a-383acd8c0daa tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936503 Nov 15 14:43:58.890382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1472764-b82a-45ff-95c2-70fa772aa2de req-014358ab-cf60-4ea2-8fb0-058401aa9df4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:58.890382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1472764-b82a-45ff-95c2-70fa772aa2de req-014358ab-cf60-4ea2-8fb0-058401aa9df4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1106761 Nov 15 14:43:58.917603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6ee761-df44-4d42-a5e0-5c3017d1832d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:43:58.928625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1a6ee761-df44-4d42-a5e0-5c3017d1832d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:43:58.940707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ee761-df44-4d42-a5e0-5c3017d1832d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:43:58.941136 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c79475-dbb6-42b9-8738-f59afb6c0cf1 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:43:58.941346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a6ee761-df44-4d42-a5e0-5c3017d1832d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.960372 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:58.975287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ee761-df44-4d42-a5e0-5c3017d1832d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=80859296-e920-45ec-bba5-2feed398f7b5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:59.005592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1472764-b82a-45ff-95c2-70fa772aa2de req-5e4ea3bc-0b10-40cd-b985-45014e4f36b0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775685 Nov 15 14:43:59.059149 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:43:59.093574 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1a6ee761-df44-4d42-a5e0-5c3017d1832d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0907743 Nov 15 14:43:59.096217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38718) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:43:59.101595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'name': 'tempest-NetworksTestDHCPv6-263234056'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:43:59.123742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 257c37a4-2486-4d2c-a78b-8483cb0680b9 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:43:59.295903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 257c37a4-2486-4d2c-a78b-8483cb0680b9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:43:59.296253 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 257c37a4-2486-4d2c-a78b-8483cb0680b9 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:43:59.338214 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '80859296-e920-45ec-bba5-2feed398f7b5'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:43:59.339124 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:59.352464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:43:59.377017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:43:59.377017 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:59.403609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port b51f40f7-8216-4987-8041-eb3ee77bce36 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:43:59.521999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::278 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/80859296-e920-45ec-bba5-2feed398f7b5/b51f40f7-8216-4987-8041-eb3ee77bce36) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:43:59.663037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ded13082-0ee5-44dc-b6c6-a9225ced71cb req-04d5edaa-5317-4d50-b3ba-2f7f0ad06efb tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0626309 Nov 15 14:43:59.748847 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:59.757047 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8d04289-2af2-4a22-9b51-f1b8343fa398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:59.916622 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:43:59.977292 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Allocated IP 2001:db8::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/80859296-e920-45ec-bba5-2feed398f7b5/b354df90-ff5a-4e74-ab9a-cbcca9cec577) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:00.001780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:00.008259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:00.010887 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:00.019972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:00.020657 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:00.026409 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=b51f40f7-8216-4987-8041-eb3ee77bce36,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:00.068340 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b28429-c15b-4787-ab79-8ab7d2eb0fe8 req-fef1acc0-13d4-4e7f-aaaf-909b48fa51f6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:00.077204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1b28429-c15b-4787-ab79-8ab7d2eb0fe8 req-fef1acc0-13d4-4e7f-aaaf-909b48fa51f6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 944 time: 0.1530333 Nov 15 14:44:00.175200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6185fb5-3faf-4068-b091-8b4117ed6e62 req-d95c7fbe-1a48-4601-b19a-f72992b68eb9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:00.176757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6185fb5-3faf-4068-b091-8b4117ed6e62 req-d95c7fbe-1a48-4601-b19a-f72992b68eb9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.0733712 Nov 15 14:44:00.181158 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:00.190703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1b28429-c15b-4787-ab79-8ab7d2eb0fe8 req-3e46f9fc-862d-4993-a9cd-5c0b779f1347 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100478 Nov 15 14:44:00.198808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cb4324fb-1121-4de0-a620-b7ba67a92840 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1013241 Nov 15 14:44:00.202874 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:00.246638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6185fb5-3faf-4068-b091-8b4117ed6e62 req-3251abaf-d3c5-462a-ada0-360507cc4c78 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543857 Nov 15 14:44:00.258885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa3c01e-3b08-44c1-9791-ef25eebf41d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:00.261023 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ffa3c01e-3b08-44c1-9791-ef25eebf41d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0571361 Nov 15 14:44:00.263785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38766) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:00.291355 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:00.342505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:00.347115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:00.349232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Pushing event updated for resources: {'Port': ['ID=b354df90-ff5a-4e74-ab9a-cbcca9cec577,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:00.351511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:00.379794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3948dd16-f81f-49f1-9a16-308a536a4ec9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port b51f40f7-8216-4987-8041-eb3ee77bce36 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:00.380477 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3948dd16-f81f-49f1-9a16-308a536a4ec9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:00.444517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Attempting to bind port b354df90-ff5a-4e74-ab9a-cbcca9cec577 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:44:00.445155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Attempting to bind port b354df90-ff5a-4e74-ab9a-cbcca9cec577 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:44:00.445721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Attempting to bind port b354df90-ff5a-4e74-ab9a-cbcca9cec577 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:00.453139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:44:00.453518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:44:00.454098 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:00.454725 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:44:00.455555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Bound port: b354df90-ff5a-4e74-ab9a-cbcca9cec577, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:44:00.456149 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:00.504410 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3948dd16-f81f-49f1-9a16-308a536a4ec9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:00.518015 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3948dd16-f81f-49f1-9a16-308a536a4ec9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for b51f40f7-8216-4987-8041-eb3ee77bce36 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:00.552687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] For port b354df90-ff5a-4e74-ab9a-cbcca9cec577, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:00.556715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] For port b354df90-ff5a-4e74-ab9a-cbcca9cec577, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b354df90-ff5a-4e74-ab9a-cbcca9cec577,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:44:00.601760 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:44:00.645570 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:00.715287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc9ffb-d7a8-4ed1-bcb8-ea16a8f18d68 None None] Pushing event updated for resources: {'Port': ['ID=b354df90-ff5a-4e74-ab9a-cbcca9cec577,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:00.786582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:44:00.792804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:00.793443 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:00.793657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-719398e1-3dad-4aff-8200-16545fd130ed req-10f997c2-7c98-4971-9f58-cb7ae7409040 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0329523 Nov 15 14:44:00.794502 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3948dd16-f81f-49f1-9a16-308a536a4ec9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:00.828790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948dd16-f81f-49f1-9a16-308a536a4ec9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=b51f40f7-8216-4987-8041-eb3ee77bce36,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:00.877485 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3948dd16-f81f-49f1-9a16-308a536a4ec9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:00.882907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3948dd16-f81f-49f1-9a16-308a536a4ec9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/b51f40f7-8216-4987-8041-eb3ee77bce36 HTTP/1.1" status: 204 len: 168 time: 0.6175156 Nov 15 14:44:00.885597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:00.946113 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:00.961570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd4f63-7bc2-412c-92f9-cf57e698cfa6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:00.966997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd4f63-7bc2-412c-92f9-cf57e698cfa6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:00.966997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6acd4f63-7bc2-412c-92f9-cf57e698cfa6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0791526 Nov 15 14:44:00.968607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:00.975563 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb6c2cc-b723-47c0-be59-4f51f5e7d362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:44:00.978065 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf8e96d-af5f-4418-aae3-c135587532fa" -d '{"events": [{"server_uuid": "4bb6c2cc-b723-47c0-be59-4f51f5e7d362", "name": "network-vif-plugged", "status": "completed", "tag": "88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:44:01.001822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:01.061532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc2cbad-9e9d-4591-9b3f-1a52e8d055e3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 80859296-e920-45ec-bba5-2feed398f7b5 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:44:01.065919 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dc2cbad-9e9d-4591-9b3f-1a52e8d055e3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:01.083331 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f887dbde-b1d5-49fa-95ba-cb13fc934c8c x-openstack-request-id: req-f887dbde-b1d5-49fa-95ba-cb13fc934c8c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:44:01.083331 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb6c2cc-b723-47c0-be59-4f51f5e7d362", "name": "network-vif-plugged", "status": "completed", "tag": "88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:44:01.083331 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f887dbde-b1d5-49fa-95ba-cb13fc934c8c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:44:01.083331 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb6c2cc-b723-47c0-be59-4f51f5e7d362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d', 'code': 200} Nov 15 14:44:01.136029 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dc2cbad-9e9d-4591-9b3f-1a52e8d055e3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:01.158352 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:01.203791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b354df90-ff5a-4e74-ab9a-cbcca9cec577 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:44:01.209548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9b29-0472-498a-8611-48250ab2ed17 req-bb47570c-366c-4c7d-9704-38663014a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:01.211692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af0c9b29-0472-498a-8611-48250ab2ed17 req-bb47570c-366c-4c7d-9704-38663014a8ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 1096 time: 0.0561459 Nov 15 14:44:01.273685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af0c9b29-0472-498a-8611-48250ab2ed17 req-135bcfad-ce59-44e1-a2c0-042b51aa4046 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518470 Nov 15 14:44:01.302885 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dc2cbad-9e9d-4591-9b3f-1a52e8d055e3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:01.312253 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:01.375910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port b354df90-ff5a-4e74-ab9a-cbcca9cec577 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:01.382008 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:01.429413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2e643-b929-48e9-8193-587f18e72c89 req-33ac90e5-5b11-4090-ade3-e77e75350119 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:01.431724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8d2e643-b929-48e9-8193-587f18e72c89 req-33ac90e5-5b11-4090-ade3-e77e75350119 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.1058719 Nov 15 14:44:01.480753 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:01.534871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8d2e643-b929-48e9-8193-587f18e72c89 req-2252e7dc-c992-4e7d-a9fd-59ee9ce1b339 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910380 Nov 15 14:44:01.553116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c4acd-5379-4bdb-ad4e-b83b4748e41a req-32e2a4d2-4eb1-4dc9-aa8b-adfb8559ad5f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:01.554970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-408c4acd-5379-4bdb-ad4e-b83b4748e41a req-32e2a4d2-4eb1-4dc9-aa8b-adfb8559ad5f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.0719912 Nov 15 14:44:01.571245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dc2cbad-9e9d-4591-9b3f-1a52e8d055e3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:01.628993 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2cbad-9e9d-4591-9b3f-1a52e8d055e3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=80859296-e920-45ec-bba5-2feed398f7b5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:01.646419 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:44:01.646419 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:44:01.646752 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dc2cbad-9e9d-4591-9b3f-1a52e8d055e3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:01.658968 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8dc2cbad-9e9d-4591-9b3f-1a52e8d055e3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/80859296-e920-45ec-bba5-2feed398f7b5 HTTP/1.1" status: 204 len: 168 time: 0.6892135 Nov 15 14:44:01.659610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38842) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:01.660860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-408c4acd-5379-4bdb-ad4e-b83b4748e41a req-f5c90f91-8151-43d3-a6cd-952fec6b20cc tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784009 Nov 15 14:44:01.739096 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-00967de5-5e43-4b5f-b730-69f2f723dfa7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777719 Nov 15 14:44:01.746291 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38850) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:01.798185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c41547-3908-481b-9d35-fa0560312da3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:01.799797 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c8c41547-3908-481b-9d35-fa0560312da3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0524089 Nov 15 14:44:01.802542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:01.860896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e81b8-6cc6-41ec-9788-e13161476b60 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:01.862411 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-793e81b8-6cc6-41ec-9788-e13161476b60 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0589092 Nov 15 14:44:01.865141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38860) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:01.905709 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8b236c84-d421-4d77-b66e-2291bc78c3b9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394559 Nov 15 14:44:01.909976 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:01.919687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-41cf303e-b68b-4ab2-ae71-06190a4c0bd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:01.926081 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6e0ad40-8822-4b59-b421-53147bb458a6 req-f695123c-f406-4b59-b1a4-b1da08a9acf6 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0366311 Nov 15 14:44:02.026748 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831e424c-6cd5-4c07-8ccb-7e8accbc1c37 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:02.113022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-47107951-0267-4ba5-8d09-11229aa1a1b8 None None] Provisioning complete for port b354df90-ff5a-4e74-ab9a-cbcca9cec577 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:02.113391 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47107951-0267-4ba5-8d09-11229aa1a1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:02.193432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cf303e-b68b-4ab2-ae71-06190a4c0bd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:02.197325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41cf303e-b68b-4ab2-ae71-06190a4c0bd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:02.204170 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9fd9-ba71-4bfa-82f5-a65d248c7c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:02.221949 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:02.289983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port b354df90-ff5a-4e74-ab9a-cbcca9cec577, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b354df90-ff5a-4e74-ab9a-cbcca9cec577,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:02.310998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47107951-0267-4ba5-8d09-11229aa1a1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:02.376338 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:02.385840 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311e981e-4bfb-4adf-abc3-9737788dc285 None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:44:02.511011 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-47107951-0267-4ba5-8d09-11229aa1a1b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:44:02.511367 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-47107951-0267-4ba5-8d09-11229aa1a1b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:44:02.519779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=b354df90-ff5a-4e74-ab9a-cbcca9cec577,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:02.552917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-311e981e-4bfb-4adf-abc3-9737788dc285 None None] Deleting port b354df90-ff5a-4e74-ab9a-cbcca9cec577 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:02.553307 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-311e981e-4bfb-4adf-abc3-9737788dc285 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:02.554600 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41cf303e-b68b-4ab2-ae71-06190a4c0bd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:02.614514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cf303e-b68b-4ab2-ae71-06190a4c0bd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:02.620228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-41cf303e-b68b-4ab2-ae71-06190a4c0bd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:02.623627 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cf303e-b68b-4ab2-ae71-06190a4c0bd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:02.625138 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41cf303e-b68b-4ab2-ae71-06190a4c0bd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:02.656285 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf303e-b68b-4ab2-ae71-06190a4c0bd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=9d3ed381-d792-4266-80a7-b35b247f302a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:02.687963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-311e981e-4bfb-4adf-abc3-9737788dc285 None None] For port b354df90-ff5a-4e74-ab9a-cbcca9cec577, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b354df90-ff5a-4e74-ab9a-cbcca9cec577,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:02.688458 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-311e981e-4bfb-4adf-abc3-9737788dc285 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:02.694500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0f807-af37-4520-900e-277b7596f32d req-14c00454-9f40-442e-a5fc-b614335adc5f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:02.709132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60d0f807-af37-4520-900e-277b7596f32d req-14c00454-9f40-442e-a5fc-b614335adc5f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.0709920 Nov 15 14:44:02.721409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-311e981e-4bfb-4adf-abc3-9737788dc285 None None] Calling delete_port for b354df90-ff5a-4e74-ab9a-cbcca9cec577 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:02.740603 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-41cf303e-b68b-4ab2-ae71-06190a4c0bd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8287420 Nov 15 14:44:02.742675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38902) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:02.749491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'fixed_ips': [{'subnet_id': '9d3ed381-d792-4266-80a7-b35b247f302a', 'ip_address': '2001:db8::e007:86d:87e3:2d6e'}], 'name': 'tempest-NetworksTestDHCPv6-775370405'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:02.782470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60d0f807-af37-4520-900e-277b7596f32d req-236ea59c-9f04-43b3-be7d-3efdfa9c9742 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747397 Nov 15 14:44:02.893041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15956877-b8de-4835-af9a-6bb683fdcdc2 req-56e02933-8ad4-43f8-8ee2-69a741f0bc5b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:02.894724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15956877-b8de-4835-af9a-6bb683fdcdc2 req-56e02933-8ad4-43f8-8ee2-69a741f0bc5b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.0494106 Nov 15 14:44:02.928753 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-311e981e-4bfb-4adf-abc3-9737788dc285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:02.949930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15956877-b8de-4835-af9a-6bb683fdcdc2 req-6c1947bc-277b-410a-8263-e3507032768c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490398 Nov 15 14:44:02.958251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:02.961906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e981e-4bfb-4adf-abc3-9737788dc285 None None] Pushing event deleted for resources: {'Port': ['ID=b354df90-ff5a-4e74-ab9a-cbcca9cec577,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:02.966547 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e981e-4bfb-4adf-abc3-9737788dc285 None None] No DVR routers for this DVR port b354df90-ff5a-4e74-ab9a-cbcca9cec577 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:44:02.996102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2137d5be-700a-4fed-8005-1eb0c0f742fb None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:03.068286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-47107951-0267-4ba5-8d09-11229aa1a1b8 None None] Port b354df90-ff5a-4e74-ab9a-cbcca9cec577 update to ACTIVE by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 14:44:03.081879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f020ddf-9c7e-4dcd-826e-60dc1f94fe29 req-705f7834-8e73-4566-a1e7-428629872d28 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0293994 Nov 15 14:44:03.124040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:03.149125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 0c02c5a4-fdb1-467e-a508-c9047737423e yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:44:03.157088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b354df90-ff5a-4e74-ab9a-cbcca9cec577 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:44:03.191190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: b354df90-ff5a-4e74-ab9a-cbcca9cec577 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:44:03.191190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b354df90-ff5a-4e74-ab9a-cbcca9cec577 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:44:03.238921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '9d3ed381-d792-4266-80a7-b35b247f302a'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:44:03.240552 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:03.353954 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::e007:86d:87e3:2d6e (f9ae7d6a-3056-4b34-ac1f-1038e440b250/9d3ed381-d792-4266-80a7-b35b247f302a/0c02c5a4-fdb1-467e-a508-c9047737423e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:03.460088 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:03.531369 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:03.665749 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:03.707423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:03.712833 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:03.716795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:03.721428 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Allocated IP 2001:db8::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/9d3ed381-d792-4266-80a7-b35b247f302a/39bf2e5d-0e48-4713-9e09-c3cd7b0def3c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:03.722678 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:03.723342 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:03.739791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=0c02c5a4-fdb1-467e-a508-c9047737423e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:03.869580 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-86f98e92-bc16-4247-9ac4-4091cf1345b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1177640 Nov 15 14:44:03.870798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:03.934341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd36612-c4cb-48cd-9f75-e2b0f99b8eb0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:03.935999 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4dd36612-c4cb-48cd-9f75-e2b0f99b8eb0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0644126 Nov 15 14:44:03.939397 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:03.939596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38952) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:03.986484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb2fc0-d6b4-4ca2-ab9c-f930b19515ea req-c75d4793-e899-454c-8afd-7e4419774608 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:03.988782 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87bb2fc0-d6b4-4ca2-ab9c-f930b19515ea req-c75d4793-e899-454c-8afd-7e4419774608 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.0710912 Nov 15 14:44:04.001891 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fd7afbac-95de-44b7-86d5-08da0344d8d7 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:44:04.045616 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:04.062319 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-41671806-a18f-4509-bc89-5e19f7c44250 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port 0c02c5a4-fdb1-467e-a508-c9047737423e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:04.062520 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41671806-a18f-4509-bc89-5e19f7c44250 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:04.078141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87bb2fc0-d6b4-4ca2-ab9c-f930b19515ea req-482aaa4b-9411-4013-b1d5-76ab246c442d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743589 Nov 15 14:44:04.163595 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:04.172489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8e98e-581d-4b2a-88dc-ea14f00e14a3 req-0feb03a4-8d9c-4cf7-9c86-2174e789115d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:04.174105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73c8e98e-581d-4b2a-88dc-ea14f00e14a3 req-0feb03a4-8d9c-4cf7-9c86-2174e789115d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.0796509 Nov 15 14:44:04.174479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:04.177699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Pushing event updated for resources: {'Port': ['ID=39bf2e5d-0e48-4713-9e09-c3cd7b0def3c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:04.180008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:04.220287 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41671806-a18f-4509-bc89-5e19f7c44250 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:04.238693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-41671806-a18f-4509-bc89-5e19f7c44250 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for 0c02c5a4-fdb1-467e-a508-c9047737423e owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:04.242080 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73c8e98e-581d-4b2a-88dc-ea14f00e14a3 req-bd87ce39-ed75-4891-b389-63eb1f340878 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553343 Nov 15 14:44:04.362853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72f6c916-632c-4487-982a-05b9ddce2f45 req-6d210d75-5bda-43ec-9ec8-ab88a8da3432 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0367930 Nov 15 14:44:04.431316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:04.439904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Attempting to bind port 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:44:04.440277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Attempting to bind port 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:44:04.440643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Attempting to bind port 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:04.448481 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'port_id': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'mac_address': 'fa:16:3e:35:a5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:44:04.450174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:44:04.450579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:44:04.450971 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:04.451386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:44:04.451829 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Bound port: 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:44:04.452202 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:04.557925 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:04.557925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd7afbac-95de-44b7-86d5-08da0344d8d7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:44:04.602469 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] For port 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:04.603502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e5989-9b1b-4206-b340-a18e7d70dd85 req-ba077ac1-79f6-4c66-b99a-7292c805507b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:04.603831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:04.603831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] For port 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=39bf2e5d-0e48-4713-9e09-c3cd7b0def3c,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:44:04.604273 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-011e5989-9b1b-4206-b340-a18e7d70dd85 req-ba077ac1-79f6-4c66-b99a-7292c805507b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.0676253 Nov 15 14:44:04.645949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-011e5989-9b1b-4206-b340-a18e7d70dd85 req-e3e70e4b-61e2-4e6a-8ceb-ea2e28711b71 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535145 Nov 15 14:44:04.947010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38986) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:04.961114 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41671806-a18f-4509-bc89-5e19f7c44250 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.025838 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41671806-a18f-4509-bc89-5e19f7c44250 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.029458 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-41671806-a18f-4509-bc89-5e19f7c44250 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/0c02c5a4-fdb1-467e-a508-c9047737423e HTTP/1.1" status: 204 len: 168 time: 1.0896993 Nov 15 14:44:05.030336 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41671806-a18f-4509-bc89-5e19f7c44250 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=0c02c5a4-fdb1-467e-a508-c9047737423e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:05.032784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:05.080598 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.083194 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.092435 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f77c3ee8-4224-4ebb-a111-759c6b5d4aea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.128320 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54118d2-2984-4001-a516-caf8e353504c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:05.132074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54118d2-2984-4001-a516-caf8e353504c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:05.136678 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b54118d2-2984-4001-a516-caf8e353504c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0999458 Nov 15 14:44:05.137674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39004) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:05.189127 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.189127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a5e62-0dd5-44c2-ae62-d392dc3c6a03 None None] Pushing event updated for resources: {'Port': ['ID=39bf2e5d-0e48-4713-9e09-c3cd7b0def3c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:05.233321 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['fd7afbac-95de-44b7-86d5-08da0344d8d7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:44:05.252370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-50afe848-e5f8-439e-98f3-b3696dcb417d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 9d3ed381-d792-4266-80a7-b35b247f302a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:44:05.256055 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50afe848-e5f8-439e-98f3-b3696dcb417d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.259793 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f77c3ee8-4224-4ebb-a111-759c6b5d4aea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.308328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=fd7afbac-95de-44b7-86d5-08da0344d8d7,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:05.345221 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50afe848-e5f8-439e-98f3-b3696dcb417d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.374740 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f77c3ee8-4224-4ebb-a111-759c6b5d4aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.515286 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f77c3ee8-4224-4ebb-a111-759c6b5d4aea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7178725b4ee4461bb8cdc43eaaa3ad03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5748825 Nov 15 14:44:05.517572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c3ee8-4224-4ebb-a111-759c6b5d4aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b916782a-5668-4843-85f9-c6b23d55a81f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:05.522677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:05.527285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c454b7-4eed-4ce0-99d5-6732f3e3b88a req-a68353c6-93ac-4a77-8f0b-8276af3ed7f2 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:05.541149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18c454b7-4eed-4ce0-99d5-6732f3e3b88a req-a68353c6-93ac-4a77-8f0b-8276af3ed7f2 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.1423614 Nov 15 14:44:05.601356 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c52265a6-3dbc-4cfa-a9f7-f3164bbe75a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.654786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6affcd8-5f0c-473d-b9dd-efa3d50d2f0f req-d4322c8e-03f7-4e43-98e3-8702d5bbf5b8 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0719726 Nov 15 14:44:05.656959 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c52265a6-3dbc-4cfa-a9f7-f3164bbe75a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.689021 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50afe848-e5f8-439e-98f3-b3696dcb417d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.825664 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.890656 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c52265a6-3dbc-4cfa-a9f7-f3164bbe75a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.893460 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c52265a6-3dbc-4cfa-a9f7-f3164bbe75a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:05.898147 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c52265a6-3dbc-4cfa-a9f7-f3164bbe75a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b916782a-5668-4843-85f9-c6b23d55a81f HTTP/1.1" status: 204 len: 168 time: 0.3738668 Nov 15 14:44:05.916768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52265a6-3dbc-4cfa-a9f7-f3164bbe75a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b916782a-5668-4843-85f9-c6b23d55a81f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:06.024093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fd7afbac-95de-44b7-86d5-08da0344d8d7 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:44:06.087582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port fd7afbac-95de-44b7-86d5-08da0344d8d7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:06.088261 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:06.166198 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18c454b7-4eed-4ce0-99d5-6732f3e3b88a req-fee02c6e-6bda-4c5a-bb35-e46147caf10f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6255713 Nov 15 14:44:06.252850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1abf5-50f1-48e3-a7f7-614ba60b9707 req-f7bf8130-744e-4aba-8832-fa3405bd81e5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:06.267411 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82b1abf5-50f1-48e3-a7f7-614ba60b9707 req-f7bf8130-744e-4aba-8832-fa3405bd81e5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.1564727 Nov 15 14:44:06.273685 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:06.320270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:06.323327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:44:06.326507 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044983e9-47bf-4172-998a-3409ca0e333e" -d '{"events": [{"server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:44:06.447751 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:06.449072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82b1abf5-50f1-48e3-a7f7-614ba60b9707 req-d66ad1bc-23f5-40e5-a7e8-6c89552dfdb5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732032 Nov 15 14:44:06.500547 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe8766a-d252-43b6-ba54-04f3ed2bd679 x-openstack-request-id: req-bfe8766a-d252-43b6-ba54-04f3ed2bd679 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:44:06.501117 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:44:06.501764 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfe8766a-d252-43b6-ba54-04f3ed2bd679 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:44:06.502743 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'code': 200} Nov 15 14:44:06.531537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=fd7afbac-95de-44b7-86d5-08da0344d8d7,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:06.568293 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50afe848-e5f8-439e-98f3-b3696dcb417d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:06.620962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afe848-e5f8-439e-98f3-b3696dcb417d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3ed381-d792-4266-80a7-b35b247f302a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:06.634879 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50afe848-e5f8-439e-98f3-b3696dcb417d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:06.638785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d0a3198a-b77f-4077-8870-f6a496e5b531 None None] Provisioning complete for port 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:06.639396 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-50afe848-e5f8-439e-98f3-b3696dcb417d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/9d3ed381-d792-4266-80a7-b35b247f302a HTTP/1.1" status: 204 len: 168 time: 1.4999771 Nov 15 14:44:06.641521 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0a3198a-b77f-4077-8870-f6a496e5b531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:06.641730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:06.704924 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e5e7e727-8452-4ac5-9a0e-5ea4dcab5eed tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606079 Nov 15 14:44:06.707121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39084) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:06.716652 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3897e5ba-02a9-473e-9e72-50d39d25971b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:06.856947 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0a3198a-b77f-4077-8870-f6a496e5b531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:06.912360 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0266fd7d-ba16-4acd-82ac-6c486eb6092e req-954059ce-198b-4b25-aad0-2d29842aaaf4 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0867038 Nov 15 14:44:06.964197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d0a3198a-b77f-4077-8870-f6a496e5b531 None None] For port 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=39bf2e5d-0e48-4713-9e09-c3cd7b0def3c,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:06.972485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39094) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:06.994948 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-230767d8-ca52-4aac-81df-777c246b3da0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:07.012320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e27b93d-c867-44a9-9cc9-3bc59b003727 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:07.048945 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0a3198a-b77f-4077-8870-f6a496e5b531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:07.112096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-230767d8-ca52-4aac-81df-777c246b3da0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:07.145885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3897e5ba-02a9-473e-9e72-50d39d25971b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:07.151358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3897e5ba-02a9-473e-9e72-50d39d25971b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:07.207943 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-230767d8-ca52-4aac-81df-777c246b3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:07.223589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f19a271d-444a-49fc-9c7f-ddc498b0082d None None] Could not find standard attr ID for object b51f40f7-8216-4987-8041-eb3ee77bce36. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:44:07.283740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3198a-b77f-4077-8870-f6a496e5b531 None None] Pushing event updated for resources: {'Port': ['ID=39bf2e5d-0e48-4713-9e09-c3cd7b0def3c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:07.302797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:44:07.387605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-230767d8-ca52-4aac-81df-777c246b3da0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5ea7e73663144b5810a634c2984a08c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4138811 Nov 15 14:44:07.393240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:07.405614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230767d8-ca52-4aac-81df-777c246b3da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b462b58-7d4c-4ce0-b347-b6ca641b65f8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:07.451828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4508857-99b2-461d-bae2-a862b23e7dc9 req-a4f29e76-4f8b-47da-bafe-4faf86c5624e tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:07.453412 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4508857-99b2-461d-bae2-a862b23e7dc9 req-a4f29e76-4f8b-47da-bafe-4faf86c5624e tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1456180 Nov 15 14:44:07.473333 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:07.474226 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:07.581336 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64680ddb-4b4b-4489-b75f-77b69fe46fa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:07.589291 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37473de-0bb1-4105-abe6-4a786db1b391 None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:44:07.623999 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64680ddb-4b4b-4489-b75f-77b69fe46fa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:07.638942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4508857-99b2-461d-bae2-a862b23e7dc9 req-7fc9d0b0-0ec3-4732-ad96-6ab91f85ffe5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741028 Nov 15 14:44:07.715154 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d37473de-0bb1-4105-abe6-4a786db1b391 None None] Deleting port 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:07.724223 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d37473de-0bb1-4105-abe6-4a786db1b391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:07.748869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d5a6b-8429-40bc-a917-90984fc993b3 req-a1665c90-204c-47e6-937b-5cee77bae1e3 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:07.750489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-205d5a6b-8429-40bc-a917-90984fc993b3 req-a1665c90-204c-47e6-937b-5cee77bae1e3 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.1381972 Nov 15 14:44:07.820636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d37473de-0bb1-4105-abe6-4a786db1b391 None None] For port 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=39bf2e5d-0e48-4713-9e09-c3cd7b0def3c,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:07.821103 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d37473de-0bb1-4105-abe6-4a786db1b391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:07.827740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-205d5a6b-8429-40bc-a917-90984fc993b3 req-18bb2c9a-5fac-4a24-9c0b-afb555753862 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703905 Nov 15 14:44:07.855628 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d37473de-0bb1-4105-abe6-4a786db1b391 None None] Calling delete_port for 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:07.867656 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64680ddb-4b4b-4489-b75f-77b69fe46fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:07.871054 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64680ddb-4b4b-4489-b75f-77b69fe46fa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:07.872376 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-64680ddb-4b4b-4489-b75f-77b69fe46fa9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b462b58-7d4c-4ce0-b347-b6ca641b65f8 HTTP/1.1" status: 204 len: 168 time: 0.4787178 Nov 15 14:44:07.884860 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64680ddb-4b4b-4489-b75f-77b69fe46fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b462b58-7d4c-4ce0-b347-b6ca641b65f8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:07.945169 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3897e5ba-02a9-473e-9e72-50d39d25971b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:08.038141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3897e5ba-02a9-473e-9e72-50d39d25971b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:08.042293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3897e5ba-02a9-473e-9e72-50d39d25971b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:08.047544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3897e5ba-02a9-473e-9e72-50d39d25971b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:08.048150 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3897e5ba-02a9-473e-9e72-50d39d25971b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:08.099786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f32ddd8f-7a56-412c-8ec6-d211c1822eec req-a56b28b3-5e3b-4d29-94ed-0adea774019d tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0552626 Nov 15 14:44:08.099786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897e5ba-02a9-473e-9e72-50d39d25971b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=35c68b02-e9ae-429f-8dae-d3f3442d7702,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:08.142489 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d37473de-0bb1-4105-abe6-4a786db1b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:08.170056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37473de-0bb1-4105-abe6-4a786db1b391 None None] Pushing event deleted for resources: {'Port': ['ID=39bf2e5d-0e48-4713-9e09-c3cd7b0def3c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:08.172300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37473de-0bb1-4105-abe6-4a786db1b391 None None] No DVR routers for this DVR port 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:44:08.188924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eff397-f789-4a12-ab2f-f01be7b5b7fe None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:08.265905 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:08.268432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3897e5ba-02a9-473e-9e72-50d39d25971b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5577250 Nov 15 14:44:08.271489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'fixed_ips': [{'subnet_id': '35c68b02-e9ae-429f-8dae-d3f3442d7702', 'ip_address': '2001:db8::2dc0:c1ee:1ed7:acd4'}], 'name': 'tempest-NetworksTestDHCPv6-738545937'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:08.382751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '35c68b02-e9ae-429f-8dae-d3f3442d7702'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:44:08.383675 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:08.628886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Allocated IP 2001:db8::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/35c68b02-e9ae-429f-8dae-d3f3442d7702/f7e147de-776e-41ac-897a-904a3c98315d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:08.639074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:08.788986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:08.812509 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port c103afa4-af86-4a56-9574-575ebe825e2e yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:44:08.832048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf7353-22d6-41e8-a0d1-db7eb37546e5 req-fb329a16-8e60-4074-a875-707bb23bc010 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:08.834123 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aebf7353-22d6-41e8-a0d1-db7eb37546e5 req-fb329a16-8e60-4074-a875-707bb23bc010 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.0604439 Nov 15 14:44:08.849025 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:08.960544 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:09.026853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aebf7353-22d6-41e8-a0d1-db7eb37546e5 req-4971a9cc-0161-4a58-bbbc-700a1db25a3e tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761892 Nov 15 14:44:09.081745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:09.083869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:09.084085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32316f9b-ef46-407f-ad11-4de4b66907c5 req-e720c362-5b4c-4261-af67-7f1611eb5f4c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:09.090090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32316f9b-ef46-407f-ad11-4de4b66907c5 req-e720c362-5b4c-4261-af67-7f1611eb5f4c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.1443565 Nov 15 14:44:09.143896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:09.181341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::2dc0:c1ee:1ed7:acd4 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/35c68b02-e9ae-429f-8dae-d3f3442d7702/c103afa4-af86-4a56-9574-575ebe825e2e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:09.228262 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32316f9b-ef46-407f-ad11-4de4b66907c5 req-b7bff4d9-5538-47d6-b58c-3eeb05f5cff6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049376 Nov 15 14:44:09.252056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:44:09.325527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Pushing event updated for resources: {'Port': ['ID=f7e147de-776e-41ac-897a-904a3c98315d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:09.332364 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:44:09.332702 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 39bf2e5d-0e48-4713-9e09-c3cd7b0def3c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:44:09.340718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Attempting to bind port f7e147de-776e-41ac-897a-904a3c98315d on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:44:09.341100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Attempting to bind port f7e147de-776e-41ac-897a-904a3c98315d by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:44:09.341472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Attempting to bind port f7e147de-776e-41ac-897a-904a3c98315d on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:09.349101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be2ff20a-9d41-4112-92f1-b4f54c108a9a req-2e503a2e-1750-4336-8c37-c01c21773884 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0486164 Nov 15 14:44:09.349739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:44:09.349739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:44:09.351276 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:09.351518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:44:09.352085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Bound port: f7e147de-776e-41ac-897a-904a3c98315d, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:44:09.352501 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:09.476659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] For port f7e147de-776e-41ac-897a-904a3c98315d, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:09.481072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] For port f7e147de-776e-41ac-897a-904a3c98315d, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f7e147de-776e-41ac-897a-904a3c98315d,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:44:09.576391 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:09.620412 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:09.691878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5d1e1-d3a7-447d-8f3a-253756bd31ba None None] Pushing event updated for resources: {'Port': ['ID=f7e147de-776e-41ac-897a-904a3c98315d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:09.843428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:09.931737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:09.950003 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:09.958498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:09.976214 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:09.989391 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:10.016924 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=c103afa4-af86-4a56-9574-575ebe825e2e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:10.122474 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-99aa7dea-6d66-4901-be73-85cdc1c5624d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8550670 Nov 15 14:44:10.125044 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:10.206049 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba39b88c-8f24-4925-a234-0c458bb87acf tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:10.213951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba39b88c-8f24-4925-a234-0c458bb87acf tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:10.216284 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ba39b88c-8f24-4925-a234-0c458bb87acf tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0897293 Nov 15 14:44:10.224174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:10.252638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3fb3f-da00-4e07-a71a-073706264557 req-8870f4a1-58e3-4a3c-9ead-06fec03b8726 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:10.262580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23b3fb3f-da00-4e07-a71a-073706264557 req-8870f4a1-58e3-4a3c-9ead-06fec03b8726 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.0813346 Nov 15 14:44:10.342638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23b3fb3f-da00-4e07-a71a-073706264557 req-8abf62f8-bc26-4459-b183-6288a821ddd3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787868 Nov 15 14:44:10.386100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b0f9a-fa21-4f0d-808e-657d00958475 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port c103afa4-af86-4a56-9574-575ebe825e2e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:10.386637 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0f9a-fa21-4f0d-808e-657d00958475 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:10.476133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce0eb7-10e7-4813-bcc7-8c193df82bc3 req-02fb05f2-f51e-46ba-b420-d3f88e4bb723 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:10.484205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8ce0eb7-10e7-4813-bcc7-8c193df82bc3 req-02fb05f2-f51e-46ba-b420-d3f88e4bb723 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.0980690 Nov 15 14:44:10.492648 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0f9a-fa21-4f0d-808e-657d00958475 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:10.513217 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b0f9a-fa21-4f0d-808e-657d00958475 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for c103afa4-af86-4a56-9574-575ebe825e2e owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:10.552601 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4cefad6-65e2-42d7-a3e0-c4f1821b0c2e req-59ca3001-3b84-4056-a1a9-c5d00b37dc29 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0471039 Nov 15 14:44:10.581193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8ce0eb7-10e7-4813-bcc7-8c193df82bc3 req-2a132733-beec-427e-983a-06b90b8aa367 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939467 Nov 15 14:44:10.948513 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0f9a-fa21-4f0d-808e-657d00958475 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:10.994844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b0f9a-fa21-4f0d-808e-657d00958475 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=c103afa4-af86-4a56-9574-575ebe825e2e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:11.045864 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0f9a-fa21-4f0d-808e-657d00958475 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:11.054211 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4c7b0f9a-fa21-4f0d-808e-657d00958475 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/c103afa4-af86-4a56-9574-575ebe825e2e HTTP/1.1" status: 204 len: 168 time: 0.8332140 Nov 15 14:44:11.057800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39232) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:11.151444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d5bd50-b5fc-4738-b544-0bf637f6e3ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:11.151444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d5bd50-b5fc-4738-b544-0bf637f6e3ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:11.151444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c7d5bd50-b5fc-4738-b544-0bf637f6e3ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0705562 Nov 15 14:44:11.157149 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:11.196204 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f7e147de-776e-41ac-897a-904a3c98315d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:44:11.231439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacf70df-65a4-40d7-99a0-479dd287dde4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 35c68b02-e9ae-429f-8dae-d3f3442d7702 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:44:11.250442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eacf70df-65a4-40d7-99a0-479dd287dde4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:11.269862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0ff93bd1-1a0a-4d32-abe8-62a0e87e136b None None] Provisioning complete for port f7e147de-776e-41ac-897a-904a3c98315d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:11.270685 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ff93bd1-1a0a-4d32-abe8-62a0e87e136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:11.354456 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f7e147de-776e-41ac-897a-904a3c98315d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:11.355267 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:11.362179 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eacf70df-65a4-40d7-99a0-479dd287dde4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:11.528433 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ff93bd1-1a0a-4d32-abe8-62a0e87e136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:11.545733 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eacf70df-65a4-40d7-99a0-479dd287dde4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:11.608740 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:11.663211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d515d59-c52b-4a34-a564-d6a6094716d7 req-e3eec16a-48f7-462b-b1e5-3924910fd0ca tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:11.666283 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d515d59-c52b-4a34-a564-d6a6094716d7 req-e3eec16a-48f7-462b-b1e5-3924910fd0ca tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1200187 Nov 15 14:44:11.763850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eacf70df-65a4-40d7-99a0-479dd287dde4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:11.802641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d515d59-c52b-4a34-a564-d6a6094716d7 req-a30c7ec2-9794-4012-8cea-937ca1e869ad tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265135 Nov 15 14:44:11.840768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf70df-65a4-40d7-99a0-479dd287dde4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=35c68b02-e9ae-429f-8dae-d3f3442d7702,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:11.851452 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eacf70df-65a4-40d7-99a0-479dd287dde4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:11.857849 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-eacf70df-65a4-40d7-99a0-479dd287dde4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/35c68b02-e9ae-429f-8dae-d3f3442d7702 HTTP/1.1" status: 204 len: 168 time: 0.6993928 Nov 15 14:44:11.866173 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:11.911697 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-0ff93bd1-1a0a-4d32-abe8-62a0e87e136b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:44:11.912076 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-0ff93bd1-1a0a-4d32-abe8-62a0e87e136b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:44:11.915539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70c87043-1b6a-4810-a713-b366b1dd138c req-94bfb4d8-adf9-4cdf-9989-143fd5a2f363 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.1106164 Nov 15 14:44:11.994204 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-09d7b78a-80b1-4fe8-ac35-451542ad2cae tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1205308 Nov 15 14:44:11.994591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:12.008576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-17fd5570-701b-4bb4-af8d-4c1a0df2dc4d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:12.019110 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:44:12.019110 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:44:12.033671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39cd1e1-1138-49d3-82a1-1958f71ff642 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:12.085563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908caa7-e2aa-446c-81c8-7a4c3b923f4e req-e08031f7-413c-4f10-9de2-f0fa193191c0 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:12.093882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1908caa7-e2aa-446c-81c8-7a4c3b923f4e req-e08031f7-413c-4f10-9de2-f0fa193191c0 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.1506155 Nov 15 14:44:12.203266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1908caa7-e2aa-446c-81c8-7a4c3b923f4e req-bd926513-9f4b-4c58-a34a-35b599ab5a4e tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050467 Nov 15 14:44:12.438931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fd5570-701b-4bb4-af8d-4c1a0df2dc4d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:12.442838 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17fd5570-701b-4bb4-af8d-4c1a0df2dc4d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:12.476250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf8ef88-b4be-4325-837d-be45d9506564 None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:44:12.567705 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ff93bd1-1a0a-4d32-abe8-62a0e87e136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:12.641896 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:12.677215 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0ff93bd1-1a0a-4d32-abe8-62a0e87e136b None None] For port f7e147de-776e-41ac-897a-904a3c98315d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f7e147de-776e-41ac-897a-904a3c98315d,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:12.700185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-acf8ef88-b4be-4325-837d-be45d9506564 None None] Deleting port f7e147de-776e-41ac-897a-904a3c98315d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:12.705635 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-acf8ef88-b4be-4325-837d-be45d9506564 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:12.816806 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ff93bd1-1a0a-4d32-abe8-62a0e87e136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:12.881809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-acf8ef88-b4be-4325-837d-be45d9506564 None None] For port f7e147de-776e-41ac-897a-904a3c98315d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f7e147de-776e-41ac-897a-904a3c98315d,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:12.882210 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-acf8ef88-b4be-4325-837d-be45d9506564 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:12.898967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-acf8ef88-b4be-4325-837d-be45d9506564 None None] Calling delete_port for f7e147de-776e-41ac-897a-904a3c98315d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:13.034803 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17fd5570-701b-4bb4-af8d-4c1a0df2dc4d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:13.103356 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd5570-701b-4bb4-af8d-4c1a0df2dc4d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:13.120110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-17fd5570-701b-4bb4-af8d-4c1a0df2dc4d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:13.138202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fd5570-701b-4bb4-af8d-4c1a0df2dc4d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:13.138934 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17fd5570-701b-4bb4-af8d-4c1a0df2dc4d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:13.153525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9709b2b-3e33-4310-815f-a9c14a8f251e req-9ac10251-ff0b-4b7f-a069-becae77ade91 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:13.156001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9709b2b-3e33-4310-815f-a9c14a8f251e req-9ac10251-ff0b-4b7f-a069-becae77ade91 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.2064836 Nov 15 14:44:13.214920 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9cf8697e-6eaa-47c6-b582-edf3bde400e5 req-a6b5bda2-88a0-4173-86e8-4b6f8b428142 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.1528769 Nov 15 14:44:13.285615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd5570-701b-4bb4-af8d-4c1a0df2dc4d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=05d879d3-b54c-439b-bcef-9311b84f5499,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:13.391209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9709b2b-3e33-4310-815f-a9c14a8f251e req-f90511d1-62ab-46a4-9c6b-5df09ab760a3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064774 Nov 15 14:44:13.412123 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:13.417876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-17fd5570-701b-4bb4-af8d-4c1a0df2dc4d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4188986 Nov 15 14:44:13.422000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'fixed_ips': [{'subnet_id': '05d879d3-b54c-439b-bcef-9311b84f5499', 'ip_address': '2001:db8::12ea:43c3:d4ca:ae6b'}], 'name': 'tempest-NetworksTestDHCPv6-514051255'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:13.425138 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-61da0471-d683-480e-a90b-1a92484cac8d None None] Could not find standard attr ID for object c103afa4-af86-4a56-9574-575ebe825e2e. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:44:13.465737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-61da0471-d683-480e-a90b-1a92484cac8d None None] Could not find standard attr ID for object 0c02c5a4-fdb1-467e-a508-c9047737423e. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:44:13.507861 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:44:13.515333 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:44:13.528324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff93bd1-1a0a-4d32-abe8-62a0e87e136b None None] Pushing event updated for resources: {'Port': ['ID=f7e147de-776e-41ac-897a-904a3c98315d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:13.561714 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-acf8ef88-b4be-4325-837d-be45d9506564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:13.598734 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8ef88-b4be-4325-837d-be45d9506564 None None] Pushing event deleted for resources: {'Port': ['ID=f7e147de-776e-41ac-897a-904a3c98315d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:13.604221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b00cfe-9d7d-45a7-875c-631b33f73169 req-cfe03d2a-3c1c-45b6-b8ff-b6e80163ccee tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:13.615088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99b00cfe-9d7d-45a7-875c-631b33f73169 req-cfe03d2a-3c1c-45b6-b8ff-b6e80163ccee tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.1572685 Nov 15 14:44:13.647399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8ef88-b4be-4325-837d-be45d9506564 None None] No DVR routers for this DVR port f7e147de-776e-41ac-897a-904a3c98315d on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:44:13.696830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a2aac-3b67-4a09-812c-4a5eeaddd1de None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:13.722584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:13.730592 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:13.766055 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 39e8333c-054e-4f04-9cde-920859da94cf yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:44:13.777510 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99b00cfe-9d7d-45a7-875c-631b33f73169 req-72f88c2d-d606-43cb-b210-9c0bbad4edf6 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613750 Nov 15 14:44:13.834076 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f7e147de-776e-41ac-897a-904a3c98315d no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:44:13.877235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: f7e147de-776e-41ac-897a-904a3c98315d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:44:13.877663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f7e147de-776e-41ac-897a-904a3c98315d not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:44:14.043323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '05d879d3-b54c-439b-bcef-9311b84f5499'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:44:14.044315 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:14.090346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::12ea:43c3:d4ca:ae6b (f9ae7d6a-3056-4b34-ac1f-1038e440b250/05d879d3-b54c-439b-bcef-9311b84f5499/39e8333c-054e-4f04-9cde-920859da94cf) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:14.340218 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:14.426199 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e355c49c-6121-41ad-a201-7ec48b110d68 req-d5976994-1323-492e-aa31-82df0cf7b254 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0572572 Nov 15 14:44:14.494798 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:14.555707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:14.559417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:14.563738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:14.570113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:14.570863 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:14.601305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=39e8333c-054e-4f04-9cde-920859da94cf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:14.642054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Allocated IP 2001:db8::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/05d879d3-b54c-439b-bcef-9311b84f5499/c07e9262-bfab-4647-bdf5-60dc22ddd2bf) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:14.653856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08069c-775b-4484-b3ec-e5c84f57b22e req-43eb24b4-08b2-48f0-b571-1bb1960c022c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:14.673876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce08069c-775b-4484-b3ec-e5c84f57b22e req-43eb24b4-08b2-48f0-b571-1bb1960c022c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1521170 Nov 15 14:44:14.775560 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-110faa96-a790-4ef8-bfd2-927636334b92 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3620124 Nov 15 14:44:14.784136 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:14.799233 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce08069c-775b-4484-b3ec-e5c84f57b22e req-ade3687d-a158-4848-a42d-8f8475555ba5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230063 Nov 15 14:44:14.891497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b0dab-36d1-4195-97bf-9117c7991f30 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:14.893117 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-623b0dab-36d1-4195-97bf-9117c7991f30 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1079905 Nov 15 14:44:14.896407 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:15.016491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300a5b3-3301-4324-931b-9e91cd22c259 req-4adefcc1-4d66-42f1-95cb-afd81fab9a21 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:15.018042 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e300a5b3-3301-4324-931b-9e91cd22c259 req-4adefcc1-4d66-42f1-95cb-afd81fab9a21 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.0727539 Nov 15 14:44:15.055325 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:15.105598 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-523b0206-4f94-425a-af15-c4382be01017 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port 39e8333c-054e-4f04-9cde-920859da94cf {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:15.105982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-523b0206-4f94-425a-af15-c4382be01017 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:15.124373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e300a5b3-3301-4324-931b-9e91cd22c259 req-329e4c3e-6949-48cf-b513-c18437af08e0 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946136 Nov 15 14:44:15.228879 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:15.252507 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-523b0206-4f94-425a-af15-c4382be01017 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:15.268091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-523b0206-4f94-425a-af15-c4382be01017 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for 39e8333c-054e-4f04-9cde-920859da94cf owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:15.281911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:15.286532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:15.294577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:15.323597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Pushing event updated for resources: {'Port': ['ID=c07e9262-bfab-4647-bdf5-60dc22ddd2bf,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:15.407548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Attempting to bind port c07e9262-bfab-4647-bdf5-60dc22ddd2bf on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:44:15.407928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Attempting to bind port c07e9262-bfab-4647-bdf5-60dc22ddd2bf by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:44:15.408566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Attempting to bind port c07e9262-bfab-4647-bdf5-60dc22ddd2bf on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:15.419499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:44:15.421155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:44:15.421155 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:15.421155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:44:15.421645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Bound port: c07e9262-bfab-4647-bdf5-60dc22ddd2bf, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:44:15.422020 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:15.582614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] For port c07e9262-bfab-4647-bdf5-60dc22ddd2bf, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:15.587267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] For port c07e9262-bfab-4647-bdf5-60dc22ddd2bf, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c07e9262-bfab-4647-bdf5-60dc22ddd2bf,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:44:15.611208 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2f4b5ee-6ea0-469d-8866-44a7f0ab7166 req-4dbcea64-9323-4b5c-a89b-ab3c2c10dd9d tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0452514 Nov 15 14:44:15.639270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-523b0206-4f94-425a-af15-c4382be01017 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:15.686544 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b0206-4f94-425a-af15-c4382be01017 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=39e8333c-054e-4f04-9cde-920859da94cf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:15.716458 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-523b0206-4f94-425a-af15-c4382be01017 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:15.723250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:15.728874 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-523b0206-4f94-425a-af15-c4382be01017 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/39e8333c-054e-4f04-9cde-920859da94cf HTTP/1.1" status: 204 len: 168 time: 0.8238132 Nov 15 14:44:15.784405 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:15.800611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4788ab1-19fd-4f8e-a827-0c8ce3ab988b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:15.807791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4788ab1-19fd-4f8e-a827-0c8ce3ab988b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:15.813033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39332) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:15.813580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b4788ab1-19fd-4f8e-a827-0c8ce3ab988b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0889688 Nov 15 14:44:15.860410 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f871121-14fd-45bd-a9d9-acfd9094670a None None] Pushing event updated for resources: {'Port': ['ID=c07e9262-bfab-4647-bdf5-60dc22ddd2bf,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:15.979729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1ab561-2190-4dff-8df9-da1a4871a83e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 05d879d3-b54c-439b-bcef-9311b84f5499 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:44:15.990258 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab561-2190-4dff-8df9-da1a4871a83e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:16.017267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6da9a-dbd9-4c3c-a31e-81d0963c3355 req-8804e4b4-ddbf-4fbb-8072-db9b03b923e9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:16.029858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84b6da9a-dbd9-4c3c-a31e-81d0963c3355 req-8804e4b4-ddbf-4fbb-8072-db9b03b923e9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1138401 Nov 15 14:44:16.125367 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab561-2190-4dff-8df9-da1a4871a83e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:16.199415 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84b6da9a-dbd9-4c3c-a31e-81d0963c3355 req-e58104a7-f12c-4913-a09b-945f8cca5073 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682618 Nov 15 14:44:16.293646 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab561-2190-4dff-8df9-da1a4871a83e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:16.404041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0197e-1657-4ffd-afdb-26f59ce77a2e req-e5d81e99-bd9f-4dfd-97d0-4ad3d64c8896 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:16.411058 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3e0197e-1657-4ffd-afdb-26f59ce77a2e req-e5d81e99-bd9f-4dfd-97d0-4ad3d64c8896 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.1104190 Nov 15 14:44:16.470688 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3e0197e-1657-4ffd-afdb-26f59ce77a2e req-4a881c82-7d1c-4722-89d3-029d7a7bba20 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500846 Nov 15 14:44:16.679627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab561-2190-4dff-8df9-da1a4871a83e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:16.716588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ab561-2190-4dff-8df9-da1a4871a83e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=05d879d3-b54c-439b-bcef-9311b84f5499,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:16.747807 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab561-2190-4dff-8df9-da1a4871a83e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:16.757730 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4c1ab561-2190-4dff-8df9-da1a4871a83e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/05d879d3-b54c-439b-bcef-9311b84f5499 HTTP/1.1" status: 204 len: 168 time: 0.9432492 Nov 15 14:44:16.762795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39354) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:16.783236 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7139b459-1ef3-44bf-b121-6463e70135a9 req-7f63a4ec-2391-4612-8e9e-ee848e7d77f9 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0677807 Nov 15 14:44:16.829847 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a61593e4-b732-457c-8e13-24d5a2394613 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652435 Nov 15 14:44:16.832495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:16.910475 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31758d9-0ba9-4157-b9ed-51ce279a78cf tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:16.913025 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f31758d9-0ba9-4157-b9ed-51ce279a78cf tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0791049 Nov 15 14:44:16.916205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39358) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:17.018068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516bef04-4272-4c86-b32e-c07879574812 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:17.018068 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-516bef04-4272-4c86-b32e-c07879574812 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0988503 Nov 15 14:44:17.019322 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:17.080362 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6491f3c4-28a1-4d89-ba7f-2b987ab89cac tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559301 Nov 15 14:44:17.080779 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39366) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:17.085993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a67f2d6f-cc81-4f34-8f33-804ed46c2920 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:17.347504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67f2d6f-cc81-4f34-8f33-804ed46c2920 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:17.349807 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a67f2d6f-cc81-4f34-8f33-804ed46c2920 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:17.414465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba028ffe-b23d-41da-b7ca-809e2e6122aa None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:17.504368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4e7e3fb4-62a9-40a6-9fb5-9917ebbdc40c None None] Provisioning complete for port c07e9262-bfab-4647-bdf5-60dc22ddd2bf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:17.505160 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3fb4-62a9-40a6-9fb5-9917ebbdc40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:17.722988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f642905-d26e-45fd-ab2b-0d844dd0d4ac req-a9399d01-7fb6-47a6-bcd6-9b548dba3387 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:17.722988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f642905-d26e-45fd-ab2b-0d844dd0d4ac req-a9399d01-7fb6-47a6-bcd6-9b548dba3387 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.2880046 Nov 15 14:44:17.723818 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3fb4-62a9-40a6-9fb5-9917ebbdc40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:17.723818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4e7e3fb4-62a9-40a6-9fb5-9917ebbdc40c None None] For port c07e9262-bfab-4647-bdf5-60dc22ddd2bf, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c07e9262-bfab-4647-bdf5-60dc22ddd2bf,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:17.785316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad8c1bf-fbc7-4028-b696-f70cb4342ef8 None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:44:17.864888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f642905-d26e-45fd-ab2b-0d844dd0d4ac req-c447d32b-6b58-4a1e-a244-fa5d9f732366 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370527 Nov 15 14:44:17.887366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4ad8c1bf-fbc7-4028-b696-f70cb4342ef8 None None] Deleting port c07e9262-bfab-4647-bdf5-60dc22ddd2bf {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:17.887366 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ad8c1bf-fbc7-4028-b696-f70cb4342ef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:17.899245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdb19d-d061-4f48-9ca0-21c15e97255e req-65c22559-7a0c-40ce-b13e-84303d27d568 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:17.900375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24bdb19d-d061-4f48-9ca0-21c15e97255e req-65c22559-7a0c-40ce-b13e-84303d27d568 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.2837918 Nov 15 14:44:17.966529 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24bdb19d-d061-4f48-9ca0-21c15e97255e req-b644a5bb-d378-471e-a4db-bde271623a12 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586691 Nov 15 14:44:17.987349 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3fb4-62a9-40a6-9fb5-9917ebbdc40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:18.018469 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4ad8c1bf-fbc7-4028-b696-f70cb4342ef8 None None] For port c07e9262-bfab-4647-bdf5-60dc22ddd2bf, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c07e9262-bfab-4647-bdf5-60dc22ddd2bf,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:18.018868 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ad8c1bf-fbc7-4028-b696-f70cb4342ef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:18.041712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4ad8c1bf-fbc7-4028-b696-f70cb4342ef8 None None] Calling delete_port for c07e9262-bfab-4647-bdf5-60dc22ddd2bf owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:18.057600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e3fb4-62a9-40a6-9fb5-9917ebbdc40c None None] Pushing event updated for resources: {'Port': ['ID=c07e9262-bfab-4647-bdf5-60dc22ddd2bf,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:18.072203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05b394d7-9ea0-4016-8827-39991ef70e45 req-9f1da480-5faa-40b9-8834-c1783a552a06 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0323324 Nov 15 14:44:18.154837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a67f2d6f-cc81-4f34-8f33-804ed46c2920 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:18.214550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67f2d6f-cc81-4f34-8f33-804ed46c2920 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:18.218358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a67f2d6f-cc81-4f34-8f33-804ed46c2920 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:18.229463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67f2d6f-cc81-4f34-8f33-804ed46c2920 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:18.230165 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a67f2d6f-cc81-4f34-8f33-804ed46c2920 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:18.258104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f2d6f-cc81-4f34-8f33-804ed46c2920 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=59b5d4b5-0c98-42a3-abac-f6f66265c19c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:18.529749 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ad8c1bf-fbc7-4028-b696-f70cb4342ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:18.530835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a67f2d6f-cc81-4f34-8f33-804ed46c2920 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4402666 Nov 15 14:44:18.533108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:18.545268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'fixed_ips': [{'subnet_id': '59b5d4b5-0c98-42a3-abac-f6f66265c19c', 'ip_address': '2001:db8::3769:db5:9aff:4876'}], 'name': 'tempest-NetworksTestDHCPv6-1187660080'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:18.608148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad8c1bf-fbc7-4028-b696-f70cb4342ef8 None None] No DVR routers for this DVR port c07e9262-bfab-4647-bdf5-60dc22ddd2bf on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:44:18.612296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8c1bf-fbc7-4028-b696-f70cb4342ef8 None None] Pushing event deleted for resources: {'Port': ['ID=c07e9262-bfab-4647-bdf5-60dc22ddd2bf,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:18.643346 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1600fd2-cfd2-455f-b3c1-b9a5315c045d None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:18.858167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '59b5d4b5-0c98-42a3-abac-f6f66265c19c'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:44:18.858743 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:19.042915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:19.107487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Allocated IP 2001:db8::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/59b5d4b5-0c98-42a3-abac-f6f66265c19c/407d21b7-592a-4123-b2cf-d2e21e8dce2c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:19.323216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b99154-09c1-445a-9ba4-2d1fb94e16e8 req-a760b751-2e97-461e-9964-9d81572c7795 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:19.331317 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83b99154-09c1-445a-9ba4-2d1fb94e16e8 req-a760b751-2e97-461e-9964-9d81572c7795 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1457326 Nov 15 14:44:19.355093 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:19.370869 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:19.387349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb031c-4b69-4961-9a79-0ed606027a36 req-442e4162-6f65-43fb-b531-7bf0d2fb4a34 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:19.395247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ceb031c-4b69-4961-9a79-0ed606027a36 req-442e4162-6f65-43fb-b531-7bf0d2fb4a34 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.2062993 Nov 15 14:44:19.437853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83b99154-09c1-445a-9ba4-2d1fb94e16e8 req-3854787c-06a6-464c-9a55-8ad4825aaee4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054964 Nov 15 14:44:19.469488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 51504231-27c6-4ee6-82cd-757737233d94 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:44:19.486733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ceb031c-4b69-4961-9a79-0ed606027a36 req-ae630533-681b-4617-89d1-27450480be31 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889463 Nov 15 14:44:19.651427 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:19.671398 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-323e51f5-abd8-405d-b468-134ac1f6dbff req-0a01ad84-6af7-4594-aeca-429836d148f2 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0687182 Nov 15 14:44:19.756532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c07e9262-bfab-4647-bdf5-60dc22ddd2bf no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:44:19.818487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c07e9262-bfab-4647-bdf5-60dc22ddd2bf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:44:19.822313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c07e9262-bfab-4647-bdf5-60dc22ddd2bf not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:44:19.842981 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:19.848356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:19.852742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:19.907996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::3769:db5:9aff:4876 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/59b5d4b5-0c98-42a3-abac-f6f66265c19c/51504231-27c6-4ee6-82cd-757737233d94) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:19.932339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Pushing event updated for resources: {'Port': ['ID=407d21b7-592a-4123-b2cf-d2e21e8dce2c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:19.980941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Attempting to bind port 407d21b7-592a-4123-b2cf-d2e21e8dce2c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:44:19.981323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Attempting to bind port 407d21b7-592a-4123-b2cf-d2e21e8dce2c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:44:19.981946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Attempting to bind port 407d21b7-592a-4123-b2cf-d2e21e8dce2c on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:19.987930 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:44:19.988367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:44:19.988713 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:19.989253 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:44:19.989806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Bound port: 407d21b7-592a-4123-b2cf-d2e21e8dce2c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:44:19.990198 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:20.070005 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] For port 407d21b7-592a-4123-b2cf-d2e21e8dce2c, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:20.075055 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] For port 407d21b7-592a-4123-b2cf-d2e21e8dce2c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=407d21b7-592a-4123-b2cf-d2e21e8dce2c,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:44:20.150130 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:20.171136 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:20.295293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67867ef0-eb2a-4dc1-9df4-715bc85f3a0f None None] Pushing event updated for resources: {'Port': ['ID=407d21b7-592a-4123-b2cf-d2e21e8dce2c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:20.315789 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:20.365716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:20.374369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:20.408682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:20.417899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:20.418719 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:20.464347 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=51504231-27c6-4ee6-82cd-757737233d94,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:20.503128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:20.503876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:20.505513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:20.506363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:20.515859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:20.515859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:20.515859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:20.515859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:20.515859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:20.515859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:20.515859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:20.516971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:20.717839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a39298c6-3787-4503-8dd2-9c29ae4141ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1832035 Nov 15 14:44:20.724340 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:20.742721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2c2f025a-92ec-442d-b1c5-aba5a898817f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'fixed_ips': [{'subnet_id': '59b5d4b5-0c98-42a3-abac-f6f66265c19c', 'ip_address': '2001:db8::3769:db5:9aff:4876'}], 'name': 'tempest-NetworksTestDHCPv6-163703020'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:20.801511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666919e3-2261-420a-a7db-b07472032306 req-36f7acb1-9287-40e6-8643-0fba4491a6cd tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:20.806698 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-666919e3-2261-420a-a7db-b07472032306 req-36f7acb1-9287-40e6-8643-0fba4491a6cd tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1883521 Nov 15 14:44:20.900698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df651a8c-5e99-47b8-b853-1070a4ec93ab req-00ed4f7d-faeb-4ba3-8898-69051178711c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:20.909024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df651a8c-5e99-47b8-b853-1070a4ec93ab req-00ed4f7d-faeb-4ba3-8898-69051178711c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.2056994 Nov 15 14:44:21.030776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df651a8c-5e99-47b8-b853-1070a4ec93ab req-71279b77-79d5-4797-9824-d0ccb65f2ae2 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204703 Nov 15 14:44:21.048634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-666919e3-2261-420a-a7db-b07472032306 req-d06c1024-c698-4074-b020-b4f772a9ab09 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378006 Nov 15 14:44:21.101948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f5091b31-dfd8-4c64-aaf0-d934c88207e3 req-53a4bbd4-b045-45ca-a381-0539afea9595 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0519357 Nov 15 14:44:21.153590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2f025a-92ec-442d-b1c5-aba5a898817f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:21.304423 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a0f5d51-fe52-48df-97e1-0313580b884d req-25501cb2-2c83-405c-bede-6f2fe231b102 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0732536 Nov 15 14:44:21.318907 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c2f025a-92ec-442d-b1c5-aba5a898817f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:21.342297 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-2c2f025a-92ec-442d-b1c5-aba5a898817f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 8de207ff-fed1-4de8-9755-779941e3143d yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:44:21.646876 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2f025a-92ec-442d-b1c5-aba5a898817f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 15 14:44:21.647514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2f025a-92ec-442d-b1c5-aba5a898817f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:44:21.780581 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2c2f025a-92ec-442d-b1c5-aba5a898817f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0507035 Nov 15 14:44:21.781446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:21.862114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 407d21b7-592a-4123-b2cf-d2e21e8dce2c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:44:21.874138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9308ff57-83d5-4d6f-829e-e7f69fd220d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:21.889572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9308ff57-83d5-4d6f-829e-e7f69fd220d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:21.893716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9308ff57-83d5-4d6f-829e-e7f69fd220d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1116526 Nov 15 14:44:21.896685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39454) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:22.006513 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a7766cda-2f36-44e2-abec-9f7d5269a7f8 None None] Provisioning complete for port 407d21b7-592a-4123-b2cf-d2e21e8dce2c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:22.009767 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7766cda-2f36-44e2-abec-9f7d5269a7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:22.197195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 407d21b7-592a-4123-b2cf-d2e21e8dce2c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:22.197590 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:22.374177 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7766cda-2f36-44e2-abec-9f7d5269a7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:22.413940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17d3eb-8247-458a-a7e9-beda1c0741f0 req-e4ae1076-6596-4132-b48e-320db30c4189 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:22.429070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b17d3eb-8247-458a-a7e9-beda1c0741f0 req-e4ae1076-6596-4132-b48e-320db30c4189 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.2383254 Nov 15 14:44:22.440447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a7766cda-2f36-44e2-abec-9f7d5269a7f8 None None] For port 407d21b7-592a-4123-b2cf-d2e21e8dce2c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=407d21b7-592a-4123-b2cf-d2e21e8dce2c,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:22.542024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b17d3eb-8247-458a-a7e9-beda1c0741f0 req-9d2b028f-e86c-45de-8676-1515db6b1e08 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059937 Nov 15 14:44:22.560214 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7766cda-2f36-44e2-abec-9f7d5269a7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:22.570459 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:22.586295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd496f5a-6583-4d7e-99b5-68919b2c7c00 req-7dd40467-50e3-4dd5-9426-a644891caa6b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:22.596978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd496f5a-6583-4d7e-99b5-68919b2c7c00 req-7dd40467-50e3-4dd5-9426-a644891caa6b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.2764270 Nov 15 14:44:22.726355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd496f5a-6583-4d7e-99b5-68919b2c7c00 req-c02d576a-4a4a-4ba2-af2a-cb6dafa0d4ef tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280758 Nov 15 14:44:22.772648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f6ff00d5-0828-4ac0-a189-c3b254539518 None None] Could not find standard attr ID for object 39e8333c-054e-4f04-9cde-920859da94cf. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:44:22.892421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7766cda-2f36-44e2-abec-9f7d5269a7f8 None None] Pushing event updated for resources: {'Port': ['ID=407d21b7-592a-4123-b2cf-d2e21e8dce2c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:22.950265 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:44:22.955461 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:44:22.974656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-344212a0-c359-4b71-821a-a2f9a656f278 None None] Provisioning complete for port 51504231-27c6-4ee6-82cd-757737233d94 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:22.976367 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-344212a0-c359-4b71-821a-a2f9a656f278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:23.047611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43a3a705-93c1-4a6c-a6e2-675bad015a60 req-5c9a24ea-c994-44f8-b315-171e32b23e56 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.1224387 Nov 15 14:44:23.168334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port 51504231-27c6-4ee6-82cd-757737233d94 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:23.169415 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:23.402298 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:23.427937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for 51504231-27c6-4ee6-82cd-757737233d94 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:23.448729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-344212a0-c359-4b71-821a-a2f9a656f278 None None] Port 51504231-27c6-4ee6-82cd-757737233d94 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:44:23.764557 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:23.778510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 407d21b7-592a-4123-b2cf-d2e21e8dce2c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:44:23.817474 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e5a91f7-89c2-4add-ad48-11105d6de56a req-290df038-6075-44d5-8c49-f94c38504b44 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd&device_id=fb1854a9-606d-4fe9-8945-d8a2ac7c1715 HTTP/1.1" status: 200 len: 210 time: 0.0766258 Nov 15 14:44:23.839604 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=51504231-27c6-4ee6-82cd-757737233d94,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:23.890986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:23.901640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ccbe8-5c31-47df-b2f8-26dbf84e6c54 req-9ed124bf-b6a4-410d-8034-3a6fe130dc10 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:23.903341 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/51504231-27c6-4ee6-82cd-757737233d94 HTTP/1.1" status: 204 len: 168 time: 2.0028796 Nov 15 14:44:23.911566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:23.918749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:23.918870 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 407d21b7-592a-4123-b2cf-d2e21e8dce2c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:23.919427 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595ccbe8-5c31-47df-b2f8-26dbf84e6c54 req-9ed124bf-b6a4-410d-8034-3a6fe130dc10 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.2647810 Nov 15 14:44:23.919948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:23.920144 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:23.922965 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:23.932481 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:23.933366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:23.933880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:23.934484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:23.935725 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:23.936248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:23.936946 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:23.937439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc49f-acdf-4aa0-9de7-810a1ec85cc0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:23.944071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39490) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:24.114287 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:44:24.115145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595ccbe8-5c31-47df-b2f8-26dbf84e6c54 req-4928e4a7-a02c-465f-8685-cf4374ebdf58 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772099 Nov 15 14:44:24.162927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b8923-5d22-4896-ba4f-7ca613cb7cbc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:24.169892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b8923-5d22-4896-ba4f-7ca613cb7cbc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:24.179614 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ca5b8923-5d22-4896-ba4f-7ca613cb7cbc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2338240 Nov 15 14:44:24.185922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39498) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:24.271977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c6d28-ed80-44ce-8b2b-57a48cec77f2 req-f018d30a-fb1a-45c5-b29c-df8ca9756717 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:24.279126 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-329c6d28-ed80-44ce-8b2b-57a48cec77f2 req-f018d30a-fb1a-45c5-b29c-df8ca9756717 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1413646 Nov 15 14:44:24.309990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5390e4a-6b56-4980-87fe-64860df1f702 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 59b5d4b5-0c98-42a3-abac-f6f66265c19c {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:44:24.316249 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5390e4a-6b56-4980-87fe-64860df1f702 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:24.397314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-329c6d28-ed80-44ce-8b2b-57a48cec77f2 req-e2abc94a-2ac2-4e48-a091-fa7f5d713927 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086380 Nov 15 14:44:24.409567 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5390e4a-6b56-4980-87fe-64860df1f702 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:24.592363 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5390e4a-6b56-4980-87fe-64860df1f702 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:24.758315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1fec90ea-f043-4905-a268-45eac4b2d19b req-24f32421-04a3-4a11-bc90-ec207ca8613a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec679888229647fb8e78b29ecbc6ab02&device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0430946 Nov 15 14:44:24.801946 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5390e4a-6b56-4980-87fe-64860df1f702 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:24.802200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1fec90ea-f043-4905-a268-45eac4b2d19b req-f57cc9a1-e30c-449e-8c75-3deebd35316e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ec679888229647fb8e78b29ecbc6ab02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261223 Nov 15 14:44:24.844314 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5390e4a-6b56-4980-87fe-64860df1f702 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=59b5d4b5-0c98-42a3-abac-f6f66265c19c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:24.872590 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5390e4a-6b56-4980-87fe-64860df1f702 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:24.872590 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e5390e4a-6b56-4980-87fe-64860df1f702 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/59b5d4b5-0c98-42a3-abac-f6f66265c19c HTTP/1.1" status: 204 len: 168 time: 0.6769390 Nov 15 14:44:24.873684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbf5560-c34a-4abc-a408-0c75e150c9f7 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:24.873834 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b9ebaf6-e2c6-446b-8bbb-38877a1e66b8 req-212cdb02-13e5-4aea-9f4e-b259c5b2577b tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0578308 Nov 15 14:44:24.877232 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39506) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:24.955693 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ceaaa6b8-49af-4772-b46f-b078ca9dfa10 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763342 Nov 15 14:44:24.964219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39508) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:24.972038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-35dcaf63-268b-43ad-abfa-1a93e3fbbfc6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:25.096462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec90ea-f043-4905-a268-45eac4b2d19b req-94484e12-6c85-45de-9630-eee5c57c8ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:25.099112 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1fec90ea-f043-4905-a268-45eac4b2d19b req-94484e12-6c85-45de-9630-eee5c57c8ccf service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2804143 Nov 15 14:44:25.209110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb08aaf-a0e1-4263-9ae6-1a90ff9c4c6a None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:44:25.269309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3d3d-53e2-4d51-ba3a-6edcb5afc303 req-7b0365e4-6f0e-4ac4-870d-853089e9ff7a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:25.271376 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-497c3d3d-53e2-4d51-ba3a-6edcb5afc303 req-7b0365e4-6f0e-4ac4-870d-853089e9ff7a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.0614352 Nov 15 14:44:25.309352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dcaf63-268b-43ad-abfa-1a93e3fbbfc6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:25.314504 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35dcaf63-268b-43ad-abfa-1a93e3fbbfc6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:25.332379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0eb08aaf-a0e1-4263-9ae6-1a90ff9c4c6a None None] Deleting port 407d21b7-592a-4123-b2cf-d2e21e8dce2c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:25.332753 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0eb08aaf-a0e1-4263-9ae6-1a90ff9c4c6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:25.424678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0eb08aaf-a0e1-4263-9ae6-1a90ff9c4c6a None None] For port 407d21b7-592a-4123-b2cf-d2e21e8dce2c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=407d21b7-592a-4123-b2cf-d2e21e8dce2c,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:25.425197 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0eb08aaf-a0e1-4263-9ae6-1a90ff9c4c6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:25.445323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0eb08aaf-a0e1-4263-9ae6-1a90ff9c4c6a None None] Calling delete_port for 407d21b7-592a-4123-b2cf-d2e21e8dce2c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:25.499356 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-497c3d3d-53e2-4d51-ba3a-6edcb5afc303 req-e8e482ad-469d-49a1-a534-0b0b6bd78887 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141132 Nov 15 14:44:25.762429 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0eb08aaf-a0e1-4263-9ae6-1a90ff9c4c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:25.807936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d23da-09a2-4964-be44-13f353d5f08e req-73002f60-c879-42d8-a488-55d5bc9ec987 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:25.810145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-833d23da-09a2-4964-be44-13f353d5f08e req-73002f60-c879-42d8-a488-55d5bc9ec987 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.2453344 Nov 15 14:44:25.850588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 407d21b7-592a-4123-b2cf-d2e21e8dce2c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:44:25.898098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb08aaf-a0e1-4263-9ae6-1a90ff9c4c6a None None] Pushing event deleted for resources: {'Port': ['ID=407d21b7-592a-4123-b2cf-d2e21e8dce2c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:25.915142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 407d21b7-592a-4123-b2cf-d2e21e8dce2c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:44:25.916371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 407d21b7-592a-4123-b2cf-d2e21e8dce2c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:44:25.919921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb08aaf-a0e1-4263-9ae6-1a90ff9c4c6a None None] No DVR routers for this DVR port 407d21b7-592a-4123-b2cf-d2e21e8dce2c on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:44:26.020235 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-833d23da-09a2-4964-be44-13f353d5f08e req-7e116a50-d092-464e-9573-fc7e21189d5c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014439 Nov 15 14:44:26.117452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-174c84bc-44d3-48b0-a859-b596e5b975b2 req-aceddba8-427c-47d9-aaea-c225eeec829b tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0351322 Nov 15 14:44:26.133649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39536) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:26.136808 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35dcaf63-268b-43ad-abfa-1a93e3fbbfc6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:26.279993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dcaf63-268b-43ad-abfa-1a93e3fbbfc6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:26.284141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-35dcaf63-268b-43ad-abfa-1a93e3fbbfc6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:26.294501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dcaf63-268b-43ad-abfa-1a93e3fbbfc6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:26.295139 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35dcaf63-268b-43ad-abfa-1a93e3fbbfc6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:26.298846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c3008-90c2-4320-b44a-c84a411daec9 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:26.335939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcaf63-268b-43ad-abfa-1a93e3fbbfc6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=67a4aef9-9515-4af4-9453-1df26561793f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:26.456099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-35dcaf63-268b-43ad-abfa-1a93e3fbbfc6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4855070 Nov 15 14:44:26.456322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39542) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:26.462324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fd59cc97-8a9a-4a5d-926a-c509568f956e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'fixed_ips': [{'subnet_id': '67a4aef9-9515-4af4-9453-1df26561793f', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-689232080'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:26.640286 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d36481a4-fe93-46c1-a0f7-09580553799b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:26.646269 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '67a4aef9-9515-4af4-9453-1df26561793f'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:44:26.647199 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:26.838996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f6598-2ed9-47e9-8192-be0f42a16da4 req-2489c2ed-fe88-4eee-8524-e7b0286bd30b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:26.841824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa2f6598-2ed9-47e9-8192-be0f42a16da4 req-2489c2ed-fe88-4eee-8524-e7b0286bd30b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.1486721 Nov 15 14:44:26.854771 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d36481a4-fe93-46c1-a0f7-09580553799b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:26.927296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa2f6598-2ed9-47e9-8192-be0f42a16da4 req-393f776e-1524-42e6-af21-f89f4ad44657 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791395 Nov 15 14:44:26.942946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Allocated IP 2001:db8::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/67a4aef9-9515-4af4-9453-1df26561793f/eb000cf7-63ad-4c76-9305-e4730190e1d1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:26.943556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1fec90ea-f043-4905-a268-45eac4b2d19b req-1c3e6689-928e-435f-92ee-e27e56551c59 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.59 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0332603 Nov 15 14:44:26.977121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd59cc97-8a9a-4a5d-926a-c509568f956e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:27.033063 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d36481a4-fe93-46c1-a0f7-09580553799b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:27.117452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36481a4-fe93-46c1-a0f7-09580553799b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80ab233-5c5d-4669-870c-fd729a84e57a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:27.148925 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd59cc97-8a9a-4a5d-926a-c509568f956e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:27.152176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39558) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:27.162846 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d36481a4-fe93-46c1-a0f7-09580553799b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=152f256e8ee44eb59c410d06facefa3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0161328 Nov 15 14:44:27.206758 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:27.314815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-fd59cc97-8a9a-4a5d-926a-c509568f956e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 934da985-584f-437f-aaf4-66b2c8c9fd6f yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:44:27.322761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b616463-066f-4010-b2c1-74ef0e2fd7f9 req-0851c551-51e6-4b42-ac6b-127824f61c2e tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c06cd7f6-f25b-4f35-bdbb-07d7711573bd HTTP/1.1" status: 200 len: 210 time: 0.0749428 Nov 15 14:44:27.395281 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-884cb146-bacd-4329-97f4-9337914a54ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:27.404150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec37e3-5124-4b5d-b8ee-b4dec03fa97c req-06a518e0-a887-45bd-9f73-40c3f79edc8c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:27.405759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88ec37e3-5124-4b5d-b8ee-b4dec03fa97c req-06a518e0-a887-45bd-9f73-40c3f79edc8c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1747327 Nov 15 14:44:27.432469 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:27.463876 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-884cb146-bacd-4329-97f4-9337914a54ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:27.486833 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:27.493322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:27.499472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:27.508974 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Pushing event updated for resources: {'Port': ['ID=eb000cf7-63ad-4c76-9305-e4730190e1d1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:27.555959 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88ec37e3-5124-4b5d-b8ee-b4dec03fa97c req-3e2f0765-5b9a-4e3e-bb18-f00d9c50acce tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380091 Nov 15 14:44:27.559289 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Attempting to bind port eb000cf7-63ad-4c76-9305-e4730190e1d1 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:44:27.559967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Attempting to bind port eb000cf7-63ad-4c76-9305-e4730190e1d1 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:44:27.560507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Attempting to bind port eb000cf7-63ad-4c76-9305-e4730190e1d1 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:27.566938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:44:27.567322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:44:27.567733 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:27.568140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:44:27.568791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Bound port: eb000cf7-63ad-4c76-9305-e4730190e1d1, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:44:27.569307 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:27.605204 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd59cc97-8a9a-4a5d-926a-c509568f956e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:44:27.605884 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd59cc97-8a9a-4a5d-926a-c509568f956e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:44:27.644280 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-884cb146-bacd-4329-97f4-9337914a54ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:27.644933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] For port eb000cf7-63ad-4c76-9305-e4730190e1d1, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:27.647023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-884cb146-bacd-4329-97f4-9337914a54ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:27.648131 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-884cb146-bacd-4329-97f4-9337914a54ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c80ab233-5c5d-4669-870c-fd729a84e57a HTTP/1.1" status: 204 len: 168 time: 0.4950070 Nov 15 14:44:27.649260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] For port eb000cf7-63ad-4c76-9305-e4730190e1d1, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=eb000cf7-63ad-4c76-9305-e4730190e1d1,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:44:27.664996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cb146-bacd-4329-97f4-9337914a54ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80ab233-5c5d-4669-870c-fd729a84e57a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:27.798733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fd59cc97-8a9a-4a5d-926a-c509568f956e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3389440 Nov 15 14:44:27.799127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39574) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:27.829644 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:27.890994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76a02f1-ad8f-42b9-af9e-129151f152f6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:27.893706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d76a02f1-ad8f-42b9-af9e-129151f152f6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0934184 Nov 15 14:44:27.896377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39578) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:27.948164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00449836-56c2-4104-af85-3aabe6e2878c None None] Pushing event updated for resources: {'Port': ['ID=eb000cf7-63ad-4c76-9305-e4730190e1d1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:27.978293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a733e85-5317-428e-9367-d6848e3c0338 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:27.980682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a733e85-5317-428e-9367-d6848e3c0338 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:27.985821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3a733e85-5317-428e-9367-d6848e3c0338 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0852010 Nov 15 14:44:27.986157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39582) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:28.061731 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:28.076378 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c74f44-1b27-44eb-b70e-626a172c16a7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 67a4aef9-9515-4af4-9453-1df26561793f {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:44:28.095078 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25c74f44-1b27-44eb-b70e-626a172c16a7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:28.154327 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25c74f44-1b27-44eb-b70e-626a172c16a7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:28.207034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10802fe-6940-4a76-9ae3-f18a83e1e27d req-ed1f0104-9011-42cc-a726-7ada4a653657 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:28.215678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c10802fe-6940-4a76-9ae3-f18a83e1e27d req-ed1f0104-9011-42cc-a726-7ada4a653657 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.1584435 Nov 15 14:44:28.330131 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c10802fe-6940-4a76-9ae3-f18a83e1e27d req-39d294db-5392-4b50-840e-5014deb5b659 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134245 Nov 15 14:44:28.636439 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25c74f44-1b27-44eb-b70e-626a172c16a7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:28.636439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf30407-be41-49de-90ae-801a885c715c req-d1426ab1-da46-47fd-b043-4ced6d27948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:28.636439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbf30407-be41-49de-90ae-801a885c715c req-d1426ab1-da46-47fd-b043-4ced6d27948c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 1096 time: 0.1019883 Nov 15 14:44:28.636439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf30407-be41-49de-90ae-801a885c715c req-2600c682-fa2a-40ad-98fb-0966411d4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:28.636439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbf30407-be41-49de-90ae-801a885c715c req-2600c682-fa2a-40ad-98fb-0966411d4cc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 918 time: 0.1135845 Nov 15 14:44:28.656500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbf30407-be41-49de-90ae-801a885c715c req-50c7ef78-c4c2-4863-be2d-709634f16647 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7 HTTP/1.1" status: 200 len: 1001 time: 0.0836482 Nov 15 14:44:28.733061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39596) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:28.751848 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:28.754568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf30407-be41-49de-90ae-801a885c715c req-ffc70eba-95c6-4543-8d1b-72b8611127fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:28.756807 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbf30407-be41-49de-90ae-801a885c715c req-ffc70eba-95c6-4543-8d1b-72b8611127fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 200 len: 856 time: 0.0849967 Nov 15 14:44:28.759207 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25c74f44-1b27-44eb-b70e-626a172c16a7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:28.769837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9c64e-080c-4428-9082-623044bb3f60 req-5285955d-fae5-4770-a5a0-e82dda873ba2 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:28.771779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38a9c64e-080c-4428-9082-623044bb3f60 req-5285955d-fae5-4770-a5a0-e82dda873ba2 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1111672 Nov 15 14:44:28.852725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c74f44-1b27-44eb-b70e-626a172c16a7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=67a4aef9-9515-4af4-9453-1df26561793f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:28.872179 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25c74f44-1b27-44eb-b70e-626a172c16a7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:28.876836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-25c74f44-1b27-44eb-b70e-626a172c16a7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/67a4aef9-9515-4af4-9453-1df26561793f HTTP/1.1" status: 204 len: 168 time: 0.8896008 Nov 15 14:44:28.879641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39600) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:28.932028 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ad6a3b59-8efd-462f-a0ef-77d25a217579 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510092 Nov 15 14:44:28.939465 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:28.952332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-73edb662-2ae7-4115-ab45-5be6d3c04951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:28.955050 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38a9c64e-080c-4428-9082-623044bb3f60 req-dab25d65-a2c0-409b-9ba2-6e8ecdca0a98 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415288 Nov 15 14:44:28.957364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf30407-be41-49de-90ae-801a885c715c req-0c0f27b0-eead-46a0-b48f-7fe94b15201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:28.963097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbf30407-be41-49de-90ae-801a885c715c req-0c0f27b0-eead-46a0-b48f-7fe94b15201d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889148 Nov 15 14:44:29.043577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39606) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:29.045410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c1fa9c-915e-420c-bdbc-1383b50dfd35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.089549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbf30407-be41-49de-90ae-801a885c715c req-111a295f-b992-47b1-aeb6-20326b6d5fe5 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111417 Nov 15 14:44:29.103532 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fd6d76e-307f-4893-a749-000435e2e5f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.168943 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bd24ad3-222c-42c2-8bef-44124ed75cf0 req-f9022922-e940-4436-9ae3-b5812ca8dbcd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec679888229647fb8e78b29ecbc6ab02&device_id=fb1854a9-606d-4fe9-8945-d8a2ac7c1715 HTTP/1.1" status: 200 len: 210 time: 0.0548599 Nov 15 14:44:29.243882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2e442c8-c853-43b2-8fd8-1297be387c7e req-7275cac5-7335-4ec2-aaf8-9d6d75d1c125 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb1854a9-606d-4fe9-8945-d8a2ac7c1715 HTTP/1.1" status: 200 len: 210 time: 0.0716171 Nov 15 14:44:29.259086 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bd24ad3-222c-42c2-8bef-44124ed75cf0 req-9e228ff2-abeb-494d-9d0d-7fef422a0c1b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ec679888229647fb8e78b29ecbc6ab02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855777 Nov 15 14:44:29.304936 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fd6d76e-307f-4893-a749-000435e2e5f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.306266 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73edb662-2ae7-4115-ab45-5be6d3c04951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:29.313584 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73edb662-2ae7-4115-ab45-5be6d3c04951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.332014 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c1fa9c-915e-420c-bdbc-1383b50dfd35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.417100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022208a-1996-44a6-a0dd-0753f97aa193 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:29.517293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4e07a2ca-f577-4a8c-8f83-c7550e3495a6 None None] Provisioning complete for port eb000cf7-63ad-4c76-9305-e4730190e1d1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:29.517803 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e07a2ca-f577-4a8c-8f83-c7550e3495a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.590828 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c1fa9c-915e-420c-bdbc-1383b50dfd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.593351 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fd6d76e-307f-4893-a749-000435e2e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.664661 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e07a2ca-f577-4a8c-8f83-c7550e3495a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.678332 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7fd6d76e-307f-4893-a749-000435e2e5f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ba2294170e4485ab80a372894deb9c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6295891 Nov 15 14:44:29.682705 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b7c1fa9c-915e-420c-bdbc-1383b50dfd35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf489df81fba402b828424201d40f481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9485221 Nov 15 14:44:29.683396 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:29.690084 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:29.696827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1fa9c-915e-420c-bdbc-1383b50dfd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f876688-563b-4191-b936-9ba3cfe5b6e0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:29.746342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4e07a2ca-f577-4a8c-8f83-c7550e3495a6 None None] For port eb000cf7-63ad-4c76-9305-e4730190e1d1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=eb000cf7-63ad-4c76-9305-e4730190e1d1,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:29.770930 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73edb662-2ae7-4115-ab45-5be6d3c04951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.808277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6d76e-307f-4893-a749-000435e2e5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae02383e-1a77-44a2-aab4-439523203d60,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:29.838239 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-310ed7bb-058e-446b-b3d7-40027118d344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.868199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73edb662-2ae7-4115-ab45-5be6d3c04951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:29.868379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7becbc-b55c-4113-a019-85013b74c0f2 None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:44:29.882552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-73edb662-2ae7-4115-ab45-5be6d3c04951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:29.893626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73edb662-2ae7-4115-ab45-5be6d3c04951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:29.897056 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73edb662-2ae7-4115-ab45-5be6d3c04951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.902727 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b87b00ec-85ae-4154-be91-758856e0bbc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.905018 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99025ef2-099a-4283-80a0-3efc992977ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.921879 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e07a2ca-f577-4a8c-8f83-c7550e3495a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.955769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbf30407-be41-49de-90ae-801a885c715c req-b8783325-86a6-4f7b-824d-811c30f94165 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8528340 Nov 15 14:44:29.957380 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edb662-2ae7-4115-ab45-5be6d3c04951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=57fd54ad-a267-4bef-8f5c-f8e1f730c7f8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:29.974718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b87b00ec-85ae-4154-be91-758856e0bbc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.986747 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99025ef2-099a-4283-80a0-3efc992977ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:29.999185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ff0c2-6b86-45d2-8ca6-95bd521abdac req-a871afce-dcd8-494f-b0ce-ecf68d379e79 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:30.006546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a2ff0c2-6b86-45d2-8ca6-95bd521abdac req-a871afce-dcd8-494f-b0ce-ecf68d379e79 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.1628051 Nov 15 14:44:30.009276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd24ad3-222c-42c2-8bef-44124ed75cf0 req-b8905edc-aedb-4a01-9beb-db28bcaa24d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:30.010991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bd24ad3-222c-42c2-8bef-44124ed75cf0 req-b8905edc-aedb-4a01-9beb-db28bcaa24d8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7433457 Nov 15 14:44:30.022713 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07a2ca-f577-4a8c-8f83-c7550e3495a6 None None] Pushing event updated for resources: {'Port': ['ID=eb000cf7-63ad-4c76-9305-e4730190e1d1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:30.048714 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-de7becbc-b55c-4113-a019-85013b74c0f2 None None] Deleting port eb000cf7-63ad-4c76-9305-e4730190e1d1 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:30.051156 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de7becbc-b55c-4113-a019-85013b74c0f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:30.085607 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-73edb662-2ae7-4115-ab45-5be6d3c04951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1420205 Nov 15 14:44:30.086881 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39624) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:30.088714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a2ff0c2-6b86-45d2-8ca6-95bd521abdac req-910990f6-70d1-48ce-9d81-674450c9ad6c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796640 Nov 15 14:44:30.094221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3a1f4831-f1b8-45a8-93e5-2488b6f13d76 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-661555242', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:30.180909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00489490-aa1e-4744-941b-147e3712a632 req-ed600efd-794a-432b-adf6-1886dc2a7af5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:30.189782 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00489490-aa1e-4744-941b-147e3712a632 req-ed600efd-794a-432b-adf6-1886dc2a7af5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1324103 Nov 15 14:44:30.190045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-de7becbc-b55c-4113-a019-85013b74c0f2 None None] For port eb000cf7-63ad-4c76-9305-e4730190e1d1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=eb000cf7-63ad-4c76-9305-e4730190e1d1,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:30.190406 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de7becbc-b55c-4113-a019-85013b74c0f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:30.208936 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-de7becbc-b55c-4113-a019-85013b74c0f2 None None] Calling delete_port for eb000cf7-63ad-4c76-9305-e4730190e1d1 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:30.249683 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00489490-aa1e-4744-941b-147e3712a632 req-42dc4a12-f24b-4278-b50b-b6e56a3e72ae tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583558 Nov 15 14:44:30.283619 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4831-f1b8-45a8-93e5-2488b6f13d76 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:30.288551 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4831-f1b8-45a8-93e5-2488b6f13d76 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:30.367214 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8cfdf09d-87ef-46cb-b8f3-4080dcc3904e req-9dd73791-4eb8-4a44-b297-b9d62f2186dd tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb1854a9-606d-4fe9-8945-d8a2ac7c1715 HTTP/1.1" status: 200 len: 210 time: 0.0269420 Nov 15 14:44:30.391311 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b87b00ec-85ae-4154-be91-758856e0bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:30.395655 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b87b00ec-85ae-4154-be91-758856e0bbc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:30.395655 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b87b00ec-85ae-4154-be91-758856e0bbc1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae02383e-1a77-44a2-aab4-439523203d60 HTTP/1.1" status: 204 len: 168 time: 0.7104771 Nov 15 14:44:30.395867 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99025ef2-099a-4283-80a0-3efc992977ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:30.398304 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99025ef2-099a-4283-80a0-3efc992977ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:30.402505 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-99025ef2-099a-4283-80a0-3efc992977ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f876688-563b-4191-b936-9ba3cfe5b6e0 HTTP/1.1" status: 204 len: 168 time: 0.7087836 Nov 15 14:44:30.409499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b00ec-85ae-4154-be91-758856e0bbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae02383e-1a77-44a2-aab4-439523203d60,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:30.421762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99025ef2-099a-4283-80a0-3efc992977ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f876688-563b-4191-b936-9ba3cfe5b6e0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:30.487911 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de7becbc-b55c-4113-a019-85013b74c0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:30.533376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7becbc-b55c-4113-a019-85013b74c0f2 None None] No DVR routers for this DVR port eb000cf7-63ad-4c76-9305-e4730190e1d1 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:44:30.537451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7becbc-b55c-4113-a019-85013b74c0f2 None None] Pushing event deleted for resources: {'Port': ['ID=eb000cf7-63ad-4c76-9305-e4730190e1d1,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:30.563402 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab21fe3-fe96-4aed-8673-11b8c5644c95 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:30.575925 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4831-f1b8-45a8-93e5-2488b6f13d76 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:30.728337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '57fd54ad-a267-4bef-8f5c-f8e1f730c7f8'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:44:30.729212 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:30.856794 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4831-f1b8-45a8-93e5-2488b6f13d76 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:30.882883 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Allocated IP 2001:db8::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/57fd54ad-a267-4bef-8f5c-f8e1f730c7f8/3d1e1cd3-ad05-4314-b890-5693b236ed00) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:31.034009 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4831-f1b8-45a8-93e5-2488b6f13d76 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:31.035399 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3a1f4831-f1b8-45a8-93e5-2488b6f13d76 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9458039 Nov 15 14:44:31.040354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39638) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:31.060580 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:31.182775 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:31.218858 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:31.223835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:31.230789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:31.246825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=3d1e1cd3-ad05-4314-b890-5693b236ed00,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:31.300310 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Attempting to bind port 3d1e1cd3-ad05-4314-b890-5693b236ed00 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:44:31.300688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Attempting to bind port 3d1e1cd3-ad05-4314-b890-5693b236ed00 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:44:31.301047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Attempting to bind port 3d1e1cd3-ad05-4314-b890-5693b236ed00 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:31.321182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:44:31.321531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:44:31.321914 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:31.322332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:44:31.322941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Bound port: 3d1e1cd3-ad05-4314-b890-5693b236ed00, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:44:31.323343 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:31.367279 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf49c7-795c-42cf-ad94-95cee05f2e43 req-78647678-213c-4a70-9070-449184320873 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:31.368814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afdf49c7-795c-42cf-ad94-95cee05f2e43 req-78647678-213c-4a70-9070-449184320873 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.1783147 Nov 15 14:44:31.413676 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] For port 3d1e1cd3-ad05-4314-b890-5693b236ed00, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:31.419345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] For port 3d1e1cd3-ad05-4314-b890-5693b236ed00, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3d1e1cd3-ad05-4314-b890-5693b236ed00,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:44:31.521735 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:31.525102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931499b-76a8-45b5-888c-12e95281fa55 req-f5b0edf0-dff2-4637-bc80-ffc4a02316dd tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:31.526723 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c931499b-76a8-45b5-888c-12e95281fa55 req-f5b0edf0-dff2-4637-bc80-ffc4a02316dd tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1567438 Nov 15 14:44:31.531869 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afdf49c7-795c-42cf-ad94-95cee05f2e43 req-decb68ba-87f1-420b-ada6-8274131b4e0b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373854 Nov 15 14:44:31.533046 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:31.576882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bd24ad3-222c-42c2-8bef-44124ed75cf0 req-1a4f700a-88e7-4023-9f1c-0b2990abb807 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb1854a9-606d-4fe9-8945-d8a2ac7c1715 HTTP/1.1" status: 200 len: 210 time: 0.0479147 Nov 15 14:44:31.628408 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:31.628727 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8a760-da74-45b9-9529-9f5294a0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=3d1e1cd3-ad05-4314-b890-5693b236ed00,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:31.681381 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d211c2d-76a1-4266-afb8-294472d4dfa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:31.720667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device eb000cf7-63ad-4c76-9305-e4730190e1d1 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:44:31.763407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: eb000cf7-63ad-4c76-9305-e4730190e1d1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:44:31.763754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device eb000cf7-63ad-4c76-9305-e4730190e1d1 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:44:31.782340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51698b32-04ef-4e4e-af7f-a3a85ba0db59 req-3dd1ca0f-ab0f-48f6-9b8a-4be9824ec235 tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb1854a9-606d-4fe9-8945-d8a2ac7c1715 HTTP/1.1" status: 200 len: 210 time: 0.1100376 Nov 15 14:44:31.826192 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c931499b-76a8-45b5-888c-12e95281fa55 req-3fda99bc-3653-4e4a-aba0-1fc9a23ddb7a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562804 Nov 15 14:44:31.843289 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d211c2d-76a1-4266-afb8-294472d4dfa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:31.988070 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d211c2d-76a1-4266-afb8-294472d4dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:32.044317 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d211c2d-76a1-4266-afb8-294472d4dfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c86fe10-b867-4a67-8978-123a420f2736,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:32.054524 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6d211c2d-76a1-4266-afb8-294472d4dfa8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f0a82e1ba4a4f20bde7a86426e3d926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4225535 Nov 15 14:44:32.057207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39666) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:32.122556 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9b00291-e52b-4d63-ad0c-624dfbb9911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:32.129070 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f49acd61-d16f-4259-8c65-ca2a8eecf51b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:32.153804 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f49acd61-d16f-4259-8c65-ca2a8eecf51b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:32.159851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::1 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/57fd54ad-a267-4bef-8f5c-f8e1f730c7f8/c31a407a-4f6a-4584-970e-0d7fa25e24fa) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:32.168117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fd7afbac-95de-44b7-86d5-08da0344d8d7 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:44:32.317348 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:32.323247 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:32.348866 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f49acd61-d16f-4259-8c65-ca2a8eecf51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:32.359084 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f49acd61-d16f-4259-8c65-ca2a8eecf51b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:32.359084 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f49acd61-d16f-4259-8c65-ca2a8eecf51b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4c86fe10-b867-4a67-8978-123a420f2736 HTTP/1.1" status: 204 len: 168 time: 0.2974982 Nov 15 14:44:32.370016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49acd61-d16f-4259-8c65-ca2a8eecf51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c86fe10-b867-4a67-8978-123a420f2736,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:32.373169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:44:32.379327 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd056a00-8af7-40e0-9f8e-86575d621a9c" -d '{"events": [{"server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:44:32.388619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:32.499292 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae02d30-25ee-4c36-ada2-63144db5512f x-openstack-request-id: req-fae02d30-25ee-4c36-ada2-63144db5512f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:44:32.499590 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:44:32.499826 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fae02d30-25ee-4c36-ada2-63144db5512f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:44:32.500358 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'code': 200} Nov 15 14:44:32.541745 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:32.599826 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:32.614019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=fd7afbac-95de-44b7-86d5-08da0344d8d7,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:32.640747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f22ab2-0373-4876-83fe-d70609f92675 req-30eb4037-8f1d-4b58-a82c-022a6ae377db tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:32.647534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0f22ab2-0373-4876-83fe-d70609f92675 req-30eb4037-8f1d-4b58-a82c-022a6ae377db tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.1101668 Nov 15 14:44:32.717354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:32.737001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:32.746479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:32.747038 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:32.790069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=c31a407a-4f6a-4584-970e-0d7fa25e24fa,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:32.802981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0f22ab2-0373-4876-83fe-d70609f92675 req-fd70e1ab-a73c-4036-8c2d-62b79d0d3018 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544917 Nov 15 14:44:32.946758 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-525e82da-89fb-46ff-9d6b-70fd72679ecf req-770cc996-3c99-413e-9024-2a8166928bec tempest-ServerShowV247Test-2074686660 tempest-ServerShowV247Test-2074686660-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb1854a9-606d-4fe9-8945-d8a2ac7c1715 HTTP/1.1" status: 200 len: 210 time: 0.0484338 Nov 15 14:44:32.982387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-59932b27-434f-41ea-b9ac-c67ea66b5cf9 None None] Provisioning complete for port 3d1e1cd3-ad05-4314-b890-5693b236ed00 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:32.982873 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-59932b27-434f-41ea-b9ac-c67ea66b5cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:33.006924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979caf73-b98e-44ec-85e2-d17e9ff56736 req-89529b1e-b30c-4531-8733-6daaa7d3b137 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:33.009016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-979caf73-b98e-44ec-85e2-d17e9ff56736 req-89529b1e-b30c-4531-8733-6daaa7d3b137 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.0724556 Nov 15 14:44:33.086725 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:33.133124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-979caf73-b98e-44ec-85e2-d17e9ff56736 req-d7810634-0943-4c61-836e-81f781385ab4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076479 Nov 15 14:44:33.360730 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-59932b27-434f-41ea-b9ac-c67ea66b5cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:33.399063 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-59932b27-434f-41ea-b9ac-c67ea66b5cf9 None None] For port 3d1e1cd3-ad05-4314-b890-5693b236ed00, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3d1e1cd3-ad05-4314-b890-5693b236ed00,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:33.513663 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-59932b27-434f-41ea-b9ac-c67ea66b5cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:33.516551 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:33.567079 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:33.577437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59932b27-434f-41ea-b9ac-c67ea66b5cf9 None None] Pushing event updated for resources: {'Port': ['ID=3d1e1cd3-ad05-4314-b890-5693b236ed00,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:33.636987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f70b2070-9445-4989-93a0-988f2156d234 None None] Provisioning complete for port c31a407a-4f6a-4584-970e-0d7fa25e24fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:33.637359 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f70b2070-9445-4989-93a0-988f2156d234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:33.694446 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:33.697246 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:33.697629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f70b2070-9445-4989-93a0-988f2156d234 None None] Port c31a407a-4f6a-4584-970e-0d7fa25e24fa cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:44:33.783814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=c31a407a-4f6a-4584-970e-0d7fa25e24fa,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:33.810347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3d1e1cd3-ad05-4314-b890-5693b236ed00 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:44:33.860117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f077c3-2123-4489-a1b9-12eac679b360 req-8779be66-d4e4-42e4-a31b-6c2cc9b05eba tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:33.861779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15f077c3-2123-4489-a1b9-12eac679b360 req-8779be66-d4e4-42e4-a31b-6c2cc9b05eba tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.0752301 Nov 15 14:44:33.868510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 3d1e1cd3-ad05-4314-b890-5693b236ed00 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:33.869678 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:34.009177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:34.013647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:34.107045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce9011-e9c0-4db0-bff4-8ea9be82a64d req-ff6d1a7b-815c-48f6-9780-ab2425a1797c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:34.108648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07ce9011-e9c0-4db0-bff4-8ea9be82a64d req-ff6d1a7b-815c-48f6-9780-ab2425a1797c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 945 time: 0.1704051 Nov 15 14:44:34.211763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-15f077c3-2123-4489-a1b9-12eac679b360 req-cd307ab2-40dd-4fdb-b141-f062883756b8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Deleting port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:34.212464 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-15f077c3-2123-4489-a1b9-12eac679b360 req-cd307ab2-40dd-4fdb-b141-f062883756b8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:34.288537 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07ce9011-e9c0-4db0-bff4-8ea9be82a64d req-e5bd45ce-0691-4ac9-93f3-6f257c5ccc73 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469033 Nov 15 14:44:34.371067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8305e121-3b70-4cb9-8755-acdb1f926534 None None] Provisioning complete for port c31a407a-4f6a-4584-970e-0d7fa25e24fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:34.373345 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8305e121-3b70-4cb9-8755-acdb1f926534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:34.454136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-15f077c3-2123-4489-a1b9-12eac679b360 req-cd307ab2-40dd-4fdb-b141-f062883756b8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] For port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:34.454928 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-15f077c3-2123-4489-a1b9-12eac679b360 req-cd307ab2-40dd-4fdb-b141-f062883756b8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:34.473591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8305e121-3b70-4cb9-8755-acdb1f926534 None None] Port c31a407a-4f6a-4584-970e-0d7fa25e24fa cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:44:34.481133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-15f077c3-2123-4489-a1b9-12eac679b360 req-cd307ab2-40dd-4fdb-b141-f062883756b8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Calling delete_port for 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:34.587989 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Router 7c6020fa-05c9-42ad-a86e-fcbc984af415 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:44:34.695181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:44:34.701486 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d3a9e78c-b17d-499d-92a9-36162a867570 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "PUT /v2.0/routers/7c6020fa-05c9-42ad-a86e-fcbc984af415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6591027 Nov 15 14:44:34.703804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:34.719726 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Sync routers for ids ['7c6020fa-05c9-42ad-a86e-fcbc984af415'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:44:34.731441 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Routers {'7c6020fa-05c9-42ad-a86e-fcbc984af415'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:44:34.732469 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:44:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7c6020fa-05c9-42ad-a86e-fcbc984af415'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:34.778285 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642496b6-892a-4a87-907b-651a1ac4242d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:34.788670 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-642496b6-892a-4a87-907b-651a1ac4242d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports/c31a407a-4f6a-4584-970e-0d7fa25e24fa HTTP/1.1" status: 200 len: 911 time: 0.0837522 Nov 15 14:44:34.791877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:34.873595 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Set router 7c6020fa-05c9-42ad-a86e-fcbc984af415 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:44:34.888524 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dd4eb5-0fb1-44ee-a71d-983981101f20 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:34.894819 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dd4eb5-0fb1-44ee-a71d-983981101f20 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:34.899528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39766) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:34.899719 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-47dd4eb5-0fb1-44ee-a71d-983981101f20 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1065583 Nov 15 14:44:34.980876 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-15f077c3-2123-4489-a1b9-12eac679b360 req-cd307ab2-40dd-4fdb-b141-f062883756b8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:34.994387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:44:35.034078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd307ab2-40dd-4fdb-b141-f062883756b8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Pushing event deleted for resources: {'Port': ['ID=88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:35.078972 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:35.080984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f077c3-2123-4489-a1b9-12eac679b360 req-cd307ab2-40dd-4fdb-b141-f062883756b8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] No DVR routers for this DVR port 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:44:35.091595 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-15f077c3-2123-4489-a1b9-12eac679b360 req-cd307ab2-40dd-4fdb-b141-f062883756b8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:35.095922 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15f077c3-2123-4489-a1b9-12eac679b360 req-cd307ab2-40dd-4fdb-b141-f062883756b8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "DELETE /v2.0/ports/88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d HTTP/1.1" status: 204 len: 173 time: 1.2258813 Nov 15 14:44:35.101305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb6c2cc-b723-47c0-be59-4f51f5e7d362', 'name': 'network-vif-deleted', 'tag': '88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:44:35.101305 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade85b6d-3775-4238-9939-f116ed5b920f" -d '{"events": [{"server_uuid": "4bb6c2cc-b723-47c0-be59-4f51f5e7d362", "name": "network-vif-deleted", "tag": "88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:44:35.229504 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005ee86d-21aa-4cef-a8a2-f849011787ef x-openstack-request-id: req-005ee86d-21aa-4cef-a8a2-f849011787ef {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:44:35.230193 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb6c2cc-b723-47c0-be59-4f51f5e7d362", "name": "network-vif-deleted", "tag": "88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:44:35.230843 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-005ee86d-21aa-4cef-a8a2-f849011787ef {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:44:35.231662 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb6c2cc-b723-47c0-be59-4f51f5e7d362', 'name': 'network-vif-deleted', 'tag': '88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d', 'status': 'completed', 'code': 200} Nov 15 14:44:35.265051 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6020fa-05c9-42ad-a86e-fcbc984af415', 'name': 'tempest-NetworksTestDHCPv6-router-661555242', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:44:30Z', 'updated_at': '2021-11-15T14:44:32Z', 'revision_number': 2, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'gw_port_host': None, '_interfaces': [{'id': 'c31a407a-4f6a-4584-970e-0d7fa25e24fa', 'name': '', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'mac_address': 'fa:16:3e:d6:51:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6020fa-05c9-42ad-a86e-fcbc984af415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '57fd54ad-a267-4bef-8f5c-f8e1f730c7f8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:44:31Z', 'updated_at': '2021-11-15T14:44:33Z', 'revision_number': 2, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'subnets': [{'id': '57fd54ad-a267-4bef-8f5c-f8e1f730c7f8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:35.332566 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Checking router: 7c6020fa-05c9-42ad-a86e-fcbc984af415 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:44:35.332566 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Updating router 7c6020fa-05c9-42ad-a86e-fcbc984af415 port c31a407a-4f6a-4584-970e-0d7fa25e24fa binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:44:35.334642 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:35.376716 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:35.481136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-30bf14f6-dd6c-4dda-a0e1-52917e0cd9c8 req-cd9056c4-e71c-4c58-a8a2-1ffb536e447f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:44:35.482136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-30bf14f6-dd6c-4dda-a0e1-52917e0cd9c8 req-cd9056c4-e71c-4c58-a8a2-1ffb536e447f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077403 Nov 15 14:44:35.521908 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-093f5faf-ef4e-486c-a767-1ca9496ac7d4 req-f494d023-9506-42fb-bd20-10d1d6fa1818 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 210 time: 0.0461378 Nov 15 14:44:35.546489 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28e397bb-f463-4d47-8924-b81925e36fa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:35.673105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28e397bb-f463-4d47-8924-b81925e36fa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:35.895320 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:35.987312 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28e397bb-f463-4d47-8924-b81925e36fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:36.045083 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-28e397bb-f463-4d47-8924-b81925e36fa8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec679888229647fb8e78b29ecbc6ab02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7091072 Nov 15 14:44:36.048007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:36.050662 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:36.087341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e397bb-f463-4d47-8924-b81925e36fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fc806f-b1a0-4f55-811a-4d172a5d0827,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:36.105623 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:36.122797 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebd3f131-a418-42b5-a2e6-37e33680904f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:36.171258 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebd3f131-a418-42b5-a2e6-37e33680904f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:36.175225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fd7afbac-95de-44b7-86d5-08da0344d8d7 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:44:36.196926 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-caa0c8cd-f179-4491-af07-3beaa835c350 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:36.284997 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Pushing event updated for resources: {'Port': ['ID=c31a407a-4f6a-4584-970e-0d7fa25e24fa,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:36.340917 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:36.341283 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:36.341606 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:36.342432 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:36.348851 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:36.348851 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:36.348851 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:36.348851 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:36.348851 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:36.348851 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:36.348851 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:36.348851 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:36.382074 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebd3f131-a418-42b5-a2e6-37e33680904f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:36.385466 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Attempting to bind port c31a407a-4f6a-4584-970e-0d7fa25e24fa on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:44:36.396526 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebd3f131-a418-42b5-a2e6-37e33680904f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:36.397521 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Attempting to bind port c31a407a-4f6a-4584-970e-0d7fa25e24fa by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:44:36.397521 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Attempting to bind port c31a407a-4f6a-4584-970e-0d7fa25e24fa on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:36.397836 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ebd3f131-a418-42b5-a2e6-37e33680904f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68fc806f-b1a0-4f55-811a-4d172a5d0827 HTTP/1.1" status: 204 len: 168 time: 0.3377833 Nov 15 14:44:36.407916 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3f131-a418-42b5-a2e6-37e33680904f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fc806f-b1a0-4f55-811a-4d172a5d0827,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:36.409130 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:44:36.409886 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:44:36.410573 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:36.410844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4864f2-abe7-4b64-9abb-143dd94b9116 req-6cdfd1a3-8aae-42e5-9b82-6aa11d0f6eb3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:36.411457 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:44:36.413074 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Bound port: c31a407a-4f6a-4584-970e-0d7fa25e24fa, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:44:36.418176 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:36.419156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb4864f2-abe7-4b64-9abb-143dd94b9116 req-6cdfd1a3-8aae-42e5-9b82-6aa11d0f6eb3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.2102742 Nov 15 14:44:36.560157 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] For port c31a407a-4f6a-4584-970e-0d7fa25e24fa, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:36.563668 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] For port c31a407a-4f6a-4584-970e-0d7fa25e24fa, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c31a407a-4f6a-4584-970e-0d7fa25e24fa,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:44:36.604157 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb4864f2-abe7-4b64-9abb-143dd94b9116 req-7264e3a8-aacb-47a1-8d14-ae9ae7ba2fc5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839774 Nov 15 14:44:36.708414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-475edb44-a038-4203-b706-700b644a6dbf req-1d23f6e6-876a-4aa9-b3ff-4033f77f13eb tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bb6c2cc-b723-47c0-be59-4f51f5e7d362 HTTP/1.1" status: 200 len: 210 time: 0.0640323 Nov 15 14:44:36.713245 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:36.778160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c1e30e1b-7977-45be-90e3-727cf068aa0c None None] Provisioning complete for port c31a407a-4f6a-4584-970e-0d7fa25e24fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:36.780784 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c1e30e1b-7977-45be-90e3-727cf068aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:36.809864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-caa0c8cd-f179-4491-af07-3beaa835c350 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port c31a407a-4f6a-4584-970e-0d7fa25e24fa {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:36.810604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-caa0c8cd-f179-4491-af07-3beaa835c350 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:36.916592 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e0a18-6a33-40d2-877f-2747f0ee5e98 None None] Pushing event updated for resources: {'Port': ['ID=c31a407a-4f6a-4584-970e-0d7fa25e24fa,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:36.920208 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Routers {'7c6020fa-05c9-42ad-a86e-fcbc984af415'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:44:36.921133 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:44:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7c6020fa-05c9-42ad-a86e-fcbc984af415'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:36.943640 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c1e30e1b-7977-45be-90e3-727cf068aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:37.004003 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c1e30e1b-7977-45be-90e3-727cf068aa0c None None] For port c31a407a-4f6a-4584-970e-0d7fa25e24fa, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c31a407a-4f6a-4584-970e-0d7fa25e24fa,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:37.021416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-caa0c8cd-f179-4491-af07-3beaa835c350 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] For port c31a407a-4f6a-4584-970e-0d7fa25e24fa, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c31a407a-4f6a-4584-970e-0d7fa25e24fa,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:37.021912 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-caa0c8cd-f179-4491-af07-3beaa835c350 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:37.039480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-caa0c8cd-f179-4491-af07-3beaa835c350 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for c31a407a-4f6a-4584-970e-0d7fa25e24fa owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:37.099888 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c1e30e1b-7977-45be-90e3-727cf068aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:37.218243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e30e1b-7977-45be-90e3-727cf068aa0c None None] Pushing event updated for resources: {'Port': ['ID=c31a407a-4f6a-4584-970e-0d7fa25e24fa,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:37.220197 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] Set router 7c6020fa-05c9-42ad-a86e-fcbc984af415 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:44:37.332739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b49cc510-7f32-4fd7-b4d5-eb8c6c924877 None None] Provisioning complete for port c31a407a-4f6a-4584-970e-0d7fa25e24fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:37.333115 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b49cc510-7f32-4fd7-b4d5-eb8c6c924877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:37.539193 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-caa0c8cd-f179-4491-af07-3beaa835c350 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:37.631982 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6020fa-05c9-42ad-a86e-fcbc984af415', 'name': 'tempest-NetworksTestDHCPv6-router-661555242', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:44:30Z', 'updated_at': '2021-11-15T14:44:32Z', 'revision_number': 2, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'gw_port_host': None, '_interfaces': [{'id': 'c31a407a-4f6a-4584-970e-0d7fa25e24fa', 'name': '', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'mac_address': 'fa:16:3e:d6:51:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6020fa-05c9-42ad-a86e-fcbc984af415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '57fd54ad-a267-4bef-8f5c-f8e1f730c7f8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:44:31Z', 'updated_at': '2021-11-15T14:44:36Z', 'revision_number': 4, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'subnets': [{'id': '57fd54ad-a267-4bef-8f5c-f8e1f730c7f8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:37.643901 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-e803baee-eb3e-4b85-a3d0-4dcdfcaaf7e9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5287263 Nov 15 14:44:37.668000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-2dd9fb3e-2c05-442f-81c0-e951916232ed service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:44:37.674678 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-2dd9fb3e-2c05-442f-81c0-e951916232ed service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295963 Nov 15 14:44:37.680281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0c8cd-f179-4491-af07-3beaa835c350 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=c31a407a-4f6a-4584-970e-0d7fa25e24fa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:37.799581 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996a7ec3-f152-4e6d-b3a3-f6036d56229d None None] The sync data for ids ['7c6020fa-05c9-42ad-a86e-fcbc984af415'] in n-d-817748-2 is: [{'id': '7c6020fa-05c9-42ad-a86e-fcbc984af415', 'name': 'tempest-NetworksTestDHCPv6-router-661555242', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:44:30Z', 'updated_at': '2021-11-15T14:44:32Z', 'revision_number': 2, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'gw_port_host': None, '_interfaces': [{'id': 'c31a407a-4f6a-4584-970e-0d7fa25e24fa', 'name': '', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'mac_address': 'fa:16:3e:d6:51:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6020fa-05c9-42ad-a86e-fcbc984af415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '57fd54ad-a267-4bef-8f5c-f8e1f730c7f8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:44:31Z', 'updated_at': '2021-11-15T14:44:36Z', 'revision_number': 4, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'subnets': [{'id': '57fd54ad-a267-4bef-8f5c-f8e1f730c7f8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:44:37.859914 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-caa0c8cd-f179-4491-af07-3beaa835c350 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:38.018820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31b5aa-69bb-4fbe-8967-0c7ed33cf871 req-c0ba916b-a85c-4c3c-abd4-194ca80e0312 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:38.028813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c31b5aa-69bb-4fbe-8967-0c7ed33cf871 req-c0ba916b-a85c-4c3c-abd4-194ca80e0312 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.2119319 Nov 15 14:44:38.297998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c31b5aa-69bb-4fbe-8967-0c7ed33cf871 req-ba169429-24f2-4acf-a3ac-c55c053b4039 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681530 Nov 15 14:44:38.330763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa0c8cd-f179-4491-af07-3beaa835c350 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Router 7c6020fa-05c9-42ad-a86e-fcbc984af415 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:44:38.626586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-71efb5c2-dd73-4646-91ff-c4af5d932464 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:38.630089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-71efb5c2-dd73-4646-91ff-c4af5d932464 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 812 time: 0.2051001 Nov 15 14:44:38.643556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa0c8cd-f179-4491-af07-3beaa835c350 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:44:38.651241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-caa0c8cd-f179-4491-af07-3beaa835c350 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "PUT /v2.0/routers/7c6020fa-05c9-42ad-a86e-fcbc984af415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7494869 Nov 15 14:44:38.653865 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:38.660711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-69a21b22-cfc4-4c8d-a1d6-c879570100e4 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/quotas/1ea279d6bdf74dbca229a904f81e9ead HTTP/1.1" status: 200 len: 375 time: 0.0216806 Nov 15 14:44:38.704511 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-f996a503-a2fd-4384-ae1f-40f0eedb38dc tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319343 Nov 15 14:44:38.747571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d39b4d9-6785-4b3f-9189-289db683ecc7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:38.753061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d39b4d9-6785-4b3f-9189-289db683ecc7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:38.754785 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5d39b4d9-6785-4b3f-9189-289db683ecc7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0997109 Nov 15 14:44:38.762528 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:38.807078 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:44:38.826379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f246182b-3c44-4f13-8069-e4e88a532a0d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 57fd54ad-a267-4bef-8f5c-f8e1f730c7f8 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:44:38.831098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f246182b-3c44-4f13-8069-e4e88a532a0d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:38.885997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:44:38.889000 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 88511bd1-c0dd-45f7-8a11-7e1f8f6d8e1d not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:44:38.909852 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f246182b-3c44-4f13-8069-e4e88a532a0d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:39.122527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-bee4b162-5d92-4bfb-9faf-cdb710f92071 service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079161 Nov 15 14:44:39.155828 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f246182b-3c44-4f13-8069-e4e88a532a0d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:39.292607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-0ad8b395-83ce-4353-9484-0bfde5684200 service neutron] 10.222.0.70 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657193 Nov 15 14:44:39.376908 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f246182b-3c44-4f13-8069-e4e88a532a0d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:39.420990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246182b-3c44-4f13-8069-e4e88a532a0d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=57fd54ad-a267-4bef-8f5c-f8e1f730c7f8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:39.435784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe62b7-0152-4468-beca-9141e3666991 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:39.436031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f246182b-3c44-4f13-8069-e4e88a532a0d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:39.440462 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f246182b-3c44-4f13-8069-e4e88a532a0d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/57fd54ad-a267-4bef-8f5c-f8e1f730c7f8 HTTP/1.1" status: 204 len: 168 time: 0.6778483 Nov 15 14:44:39.444445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:39.645663 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ad17226f-4121-4c74-a7e7-75e3c96a8b41 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1998098 Nov 15 14:44:39.650205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39924) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:39.963093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcfee16-5a97-4813-bcb6-2084f0c358dd None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:44:40.002565 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6b50-3d8c-4098-b832-b4f0a1c740cb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:40.125022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfee16-5a97-4813-bcb6-2084f0c358dd None None] Deleting port 3d1e1cd3-ad05-4314-b890-5693b236ed00 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:40.125497 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bcfee16-5a97-4813-bcb6-2084f0c358dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:40.290518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0bcfee16-5a97-4813-bcb6-2084f0c358dd None None] For port 3d1e1cd3-ad05-4314-b890-5693b236ed00, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3d1e1cd3-ad05-4314-b890-5693b236ed00,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:40.291570 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bcfee16-5a97-4813-bcb6-2084f0c358dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:40.332451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfee16-5a97-4813-bcb6-2084f0c358dd None None] Calling delete_port for 3d1e1cd3-ad05-4314-b890-5693b236ed00 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:40.463701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0e9b2-36f2-419f-abd4-7a08e4ae8f1d req-5c56a810-8837-4dee-bfad-45e7bd72f224 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:40.471120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0f0e9b2-36f2-419f-abd4-7a08e4ae8f1d req-5c56a810-8837-4dee-bfad-45e7bd72f224 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.6422744 Nov 15 14:44:40.474440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf87b80a-9f4a-4358-918c-77ed4c7f2437 req-04c4b16a-fc9b-4891-808e-f6ddc23e369c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 210 time: 0.2747064 Nov 15 14:44:40.496388 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6b50-3d8c-4098-b832-b4f0a1c740cb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:40.501667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6b50-3d8c-4098-b832-b4f0a1c740cb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:40.552206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec22a05-8c0f-45bc-9a7c-0424781b03e5 None None] Sync routers for ids ['7c6020fa-05c9-42ad-a86e-fcbc984af415'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:44:40.569544 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec22a05-8c0f-45bc-9a7c-0424781b03e5 None None] Routers {'7c6020fa-05c9-42ad-a86e-fcbc984af415'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:44:40.574789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ec22a05-8c0f-45bc-9a7c-0424781b03e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:44:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7c6020fa-05c9-42ad-a86e-fcbc984af415'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:40.613134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0f0e9b2-36f2-419f-abd4-7a08e4ae8f1d req-4334a5b5-7778-4512-83c1-adfc44a8da8a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409147 Nov 15 14:44:40.705206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8ec22a05-8c0f-45bc-9a7c-0424781b03e5 None None] Set router 7c6020fa-05c9-42ad-a86e-fcbc984af415 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:44:40.767762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e072ad9e-4529-4358-a389-61d57c01169f req-336403fa-da61-47cc-899b-746b1e1686f4 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0648215 Nov 15 14:44:40.767762 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6b50-3d8c-4098-b832-b4f0a1c740cb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:40.767762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcb6b50-3d8c-4098-b832-b4f0a1c740cb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Fanout notify agent at l3_agent the message router_deleted on router 7c6020fa-05c9-42ad-a86e-fcbc984af415 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:44:40.768716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ec22a05-8c0f-45bc-9a7c-0424781b03e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6020fa-05c9-42ad-a86e-fcbc984af415', 'name': 'tempest-NetworksTestDHCPv6-router-661555242', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:44:30Z', 'updated_at': '2021-11-15T14:44:37Z', 'revision_number': 3, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:40.772161 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bcfee16-5a97-4813-bcb6-2084f0c358dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:40.780382 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6b50-3d8c-4098-b832-b4f0a1c740cb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:40.784318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9bcb6b50-3d8c-4098-b832-b4f0a1c740cb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/routers/7c6020fa-05c9-42ad-a86e-fcbc984af415 HTTP/1.1" status: 204 len: 168 time: 1.1299982 Nov 15 14:44:40.784969 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:40.791658 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-38eafc83-5a54-4ccd-a1dd-753682daf14c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:40.820842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec22a05-8c0f-45bc-9a7c-0424781b03e5 None None] Checking router: 7c6020fa-05c9-42ad-a86e-fcbc984af415 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:44:40.839528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcfee16-5a97-4813-bcb6-2084f0c358dd None None] No DVR routers for this DVR port 3d1e1cd3-ad05-4314-b890-5693b236ed00 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:44:40.843753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfee16-5a97-4813-bcb6-2084f0c358dd None None] Pushing event deleted for resources: {'Port': ['ID=3d1e1cd3-ad05-4314-b890-5693b236ed00,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:40.892729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec22a05-8c0f-45bc-9a7c-0424781b03e5 None None] Routers set() bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:44:40.893092 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec22a05-8c0f-45bc-9a7c-0424781b03e5 None None] Router IDs set() for agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 14:44:40.893707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_agentschedulers_db [None req-8ec22a05-8c0f-45bc-9a7c-0424781b03e5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7c6020fa-05c9-42ad-a86e-fcbc984af415'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:44:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent'). {{(pid=103148) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 14:44:40.894087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec22a05-8c0f-45bc-9a7c-0424781b03e5 None None] The sync data for ids ['7c6020fa-05c9-42ad-a86e-fcbc984af415'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:44:41.021723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eafc83-5a54-4ccd-a1dd-753682daf14c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:41.029905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38eafc83-5a54-4ccd-a1dd-753682daf14c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:41.341616 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38eafc83-5a54-4ccd-a1dd-753682daf14c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:41.376104 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eafc83-5a54-4ccd-a1dd-753682daf14c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:41.378499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-38eafc83-5a54-4ccd-a1dd-753682daf14c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:41.390197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8099b4da-c104-4682-836d-39820cf54a05 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:41.466129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eafc83-5a54-4ccd-a1dd-753682daf14c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:41.466129 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38eafc83-5a54-4ccd-a1dd-753682daf14c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:41.489089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eafc83-5a54-4ccd-a1dd-753682daf14c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=373d1699-6454-4f76-a185-8b2b8d535d50,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:41.633967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '373d1699-6454-4f76-a185-8b2b8d535d50'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:44:41.634948 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:41.641694 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-38eafc83-5a54-4ccd-a1dd-753682daf14c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8552690 Nov 15 14:44:41.688711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62c31f18-6044-4a48-b643-bd283260036d req-773d106b-94a9-4389-b570-77a42d0393f9 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 210 time: 0.0728526 Nov 15 14:44:41.691262 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:41.696335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-93f5e7a2-bcd6-4fa6-bb9b-92e091b6a3ff tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-398586890', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:41.889250 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f5e7a2-bcd6-4fa6-bb9b-92e091b6a3ff tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:41.894938 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f5e7a2-bcd6-4fa6-bb9b-92e091b6a3ff tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:41.927056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb0340-85a9-4f9a-b6d5-f30133f85161 req-13af3a7e-7edb-4ed3-b3d5-8f56790187ea tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:41.938074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6cb0340-85a9-4f9a-b6d5-f30133f85161 req-13af3a7e-7edb-4ed3-b3d5-8f56790187ea tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.1553423 Nov 15 14:44:41.964229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Allocated IP 2001:db8::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/373d1699-6454-4f76-a185-8b2b8d535d50/98c467b5-a11a-434b-a604-aa44575ee1f9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:42.060899 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f5e7a2-bcd6-4fa6-bb9b-92e091b6a3ff tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:42.134868 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6cb0340-85a9-4f9a-b6d5-f30133f85161 req-8f97014d-e695-4db9-b791-1cfa8b8d05a7 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534829 Nov 15 14:44:42.135229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3d1e1cd3-ad05-4314-b890-5693b236ed00 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:44:42.170360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 3d1e1cd3-ad05-4314-b890-5693b236ed00 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:44:42.170360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3d1e1cd3-ad05-4314-b890-5693b236ed00 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:44:42.170360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c31a407a-4f6a-4584-970e-0d7fa25e24fa no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:44:42.195924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c31a407a-4f6a-4584-970e-0d7fa25e24fa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:44:42.196268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c31a407a-4f6a-4584-970e-0d7fa25e24fa not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:44:42.276617 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f5e7a2-bcd6-4fa6-bb9b-92e091b6a3ff tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:42.331813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77e0e17b-994c-408d-8c4b-c6114a275c4c req-4eebe0a0-9401-4276-a5c0-eb3fb9703c58 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0692575 Nov 15 14:44:42.356295 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:42.591102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f5e7a2-bcd6-4fa6-bb9b-92e091b6a3ff tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:42.593079 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-93f5e7a2-bcd6-4fa6-bb9b-92e091b6a3ff tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9005883 Nov 15 14:44:42.597305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39986) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:42.630821 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:42.711442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:42.737764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:42.741096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:42.772549 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Pushing event updated for resources: {'Port': ['ID=98c467b5-a11a-434b-a604-aa44575ee1f9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:42.811766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:42.812306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:42.812775 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:42.813118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:42.813460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:42.813881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:42.814222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:42.814591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:42.814922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:42.815250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:42.815577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:42.815903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:44:42.839429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Attempting to bind port 98c467b5-a11a-434b-a604-aa44575ee1f9 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:44:42.839868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Attempting to bind port 98c467b5-a11a-434b-a604-aa44575ee1f9 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:44:42.840184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Attempting to bind port 98c467b5-a11a-434b-a604-aa44575ee1f9 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:42.860054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:44:42.860482 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:44:42.862626 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:42.863114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:44:42.863927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Bound port: 98c467b5-a11a-434b-a604-aa44575ee1f9, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:44:42.864330 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:42.869088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57854a78-2b1f-41a7-bbcc-7973c028fd23 req-64552a2d-f532-4b02-b6ff-449e54510744 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 210 time: 0.0574951 Nov 15 14:44:42.960730 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:42.996379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] For port 98c467b5-a11a-434b-a604-aa44575ee1f9, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:42.999718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] For port 98c467b5-a11a-434b-a604-aa44575ee1f9, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=98c467b5-a11a-434b-a604-aa44575ee1f9,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:44:43.111797 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:43.279357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161c475-ecdd-4486-a7fb-dee39402b3c6 None None] Pushing event updated for resources: {'Port': ['ID=98c467b5-a11a-434b-a604-aa44575ee1f9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:43.342076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::1 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/373d1699-6454-4f76-a185-8b2b8d535d50/8af57b35-3672-4f52-8e26-03ad85c86859) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:43.368817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa70bc3-624a-4fdc-a8e1-310bb12b03af req-6090fe0f-8207-40d1-99e2-187ae6bf11cd tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:43.378482 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6aa70bc3-624a-4fdc-a8e1-310bb12b03af req-6090fe0f-8207-40d1-99e2-187ae6bf11cd tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.1069782 Nov 15 14:44:43.444668 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6aa70bc3-624a-4fdc-a8e1-310bb12b03af req-fb2372fe-d6cd-4488-b451-6aec8819b5dd tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651145 Nov 15 14:44:43.539025 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-839db5c8-1cd1-4362-a81f-87778a5995cf req-e828728d-5ed4-483c-89e0-0e5b8f3219d3 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0806127 Nov 15 14:44:43.623811 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:43.769876 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:43.817101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:43.835688 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:43.845855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:43.846925 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:43.852977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 98c467b5-a11a-434b-a604-aa44575ee1f9 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:44:43.982272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=8af57b35-3672-4f52-8e26-03ad85c86859,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:44.011912 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 98c467b5-a11a-434b-a604-aa44575ee1f9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:44.011912 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:44.063537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-dd6adc8b-7196-4a7a-99c7-744bd496308b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:44.065141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-dd6adc8b-7196-4a7a-99c7-744bd496308b tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 812 time: 0.2224970 Nov 15 14:44:44.090028 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79fa854c-a383-44db-803f-0fd0dfe525a2 req-7a490bd5-7a29-41a0-97e9-de99eb55af41 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 210 time: 0.0491180 Nov 15 14:44:44.097587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-9f430387-6b80-4a5e-bd59-5e68d14a709a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Request body: {'port': {'device_id': 'a4984902-9a6e-4526-ab3a-4b124f1e1a2e', 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'admin_state_up': True, 'tenant_id': '1ea279d6bdf74dbca229a904f81e9ead'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:44.145133 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:44.200920 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:44.246772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 98c467b5-a11a-434b-a604-aa44575ee1f9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=98c467b5-a11a-434b-a604-aa44575ee1f9,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:44.362217 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:44.478435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-9f430387-6b80-4a5e-bd59-5e68d14a709a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Made reservation on behalf of 1ea279d6bdf74dbca229a904f81e9ead for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:44.485199 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-9f430387-6b80-4a5e-bd59-5e68d14a709a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:44.487752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=98c467b5-a11a-434b-a604-aa44575ee1f9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:44.692838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-9f430387-6b80-4a5e-bd59-5e68d14a709a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Allocated IP 172.20.0.9 (4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2/28bfe1c1-3742-4b93-8275-ffafdcc1490d/2a1f0537-51b9-4985-a728-fc54e9d4f0bd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:44.787414 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:44.827712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c72326bc-9d2a-49f6-b5fe-f0ee1de4aed7 None None] Provisioning complete for port 98c467b5-a11a-434b-a604-aa44575ee1f9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:44.828564 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c72326bc-9d2a-49f6-b5fe-f0ee1de4aed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:44.876664 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:44.877463 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:44.892736 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48d9fbc7-d0cf-4aa9-997c-33797b2ce904 req-2317e57d-fb7b-45c9-b462-25348191d97b tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0735528 Nov 15 14:44:45.023576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d018559-cfe0-4d22-8e1d-abbe2878e77c req-49d28234-9418-40fd-a135-4c59273f346f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:45.037819 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d018559-cfe0-4d22-8e1d-abbe2878e77c req-49d28234-9418-40fd-a135-4c59273f346f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.2198575 Nov 15 14:44:45.108107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=8af57b35-3672-4f52-8e26-03ad85c86859,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:45.160391 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-9f430387-6b80-4a5e-bd59-5e68d14a709a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:45.232497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:45.236492 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:45.271012 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ba35f3a4-b2eb-4a73-a0dc-a0ecd3a7932a None None] Provisioning complete for port 8af57b35-3672-4f52-8e26-03ad85c86859 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:45.271646 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba35f3a4-b2eb-4a73-a0dc-a0ecd3a7932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:45.327488 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-9f430387-6b80-4a5e-bd59-5e68d14a709a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:45.384924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d018559-cfe0-4d22-8e1d-abbe2878e77c req-7353b482-d89d-40e0-a624-607ded3ae36a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3452117 Nov 15 14:44:45.392233 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ba35f3a4-b2eb-4a73-a0dc-a0ecd3a7932a None None] Port 8af57b35-3672-4f52-8e26-03ad85c86859 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:44:45.490955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-9f430387-6b80-4a5e-bd59-5e68d14a709a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:45.526941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-9f430387-6b80-4a5e-bd59-5e68d14a709a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:45.548736 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-9f430387-6b80-4a5e-bd59-5e68d14a709a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:45.552286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f430387-6b80-4a5e-bd59-5e68d14a709a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Pushing event updated for resources: {'Port': ['ID=2a1f0537-51b9-4985-a728-fc54e9d4f0bd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:45.608300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bb4f-d8fb-491f-b397-8c65f3e9b6ef req-942b03a8-4f71-4c38-937d-af1da57b36db tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:45.608300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72f0bb4f-d8fb-491f-b397-8c65f3e9b6ef req-942b03a8-4f71-4c38-937d-af1da57b36db tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 931 time: 0.2613943 Nov 15 14:44:45.637832 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Router 0267effe-333c-42d9-b6b4-bf868dfdfcf5 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:44:45.666800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-9f430387-6b80-4a5e-bd59-5e68d14a709a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:45.667466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-9f430387-6b80-4a5e-bd59-5e68d14a709a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:45.717512 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72f0bb4f-d8fb-491f-b397-8c65f3e9b6ef req-be1bca51-bed5-42eb-9db3-aa9b1f34c8a7 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976379 Nov 15 14:44:45.738937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a87a74e0-899e-48e5-8321-8aafc78c61b1 None None] Provisioning complete for port 8af57b35-3672-4f52-8e26-03ad85c86859 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:45.739542 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a87a74e0-899e-48e5-8321-8aafc78c61b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:45.779038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:44:45.790906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a87a74e0-899e-48e5-8321-8aafc78c61b1 None None] Port 8af57b35-3672-4f52-8e26-03ad85c86859 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:44:45.796734 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Sync routers for ids ['0267effe-333c-42d9-b6b4-bf868dfdfcf5'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:44:45.799119 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-93e339c6-d1da-46d9-9721-84b528d6ca8e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "PUT /v2.0/routers/0267effe-333c-42d9-b6b4-bf868dfdfcf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2007177 Nov 15 14:44:45.801841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:45.802790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-9f430387-6b80-4a5e-bd59-5e68d14a709a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7153327 Nov 15 14:44:45.817082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Request body: {'port': {'device_id': 'a4984902-9a6e-4526-ab3a-4b124f1e1a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:45.821558 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Routers {'0267effe-333c-42d9-b6b4-bf868dfdfcf5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:44:45.822197 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:44:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0267effe-333c-42d9-b6b4-bf868dfdfcf5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:45.858563 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 98c467b5-a11a-434b-a604-aa44575ee1f9 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:44:45.877964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeb36ed-30a1-4b59-82f0-c6a1b2728672 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:45.887117 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6eeb36ed-30a1-4b59-82f0-c6a1b2728672 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports/8af57b35-3672-4f52-8e26-03ad85c86859 HTTP/1.1" status: 200 len: 911 time: 0.0820174 Nov 15 14:44:45.887803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:45.946945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 98c467b5-a11a-434b-a604-aa44575ee1f9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:45.947679 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:45.961248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db9caa-1d66-43a3-8724-3b7b711ea7d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:45.969096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db9caa-1d66-43a3-8724-3b7b711ea7d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:45.972697 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f7db9caa-1d66-43a3-8724-3b7b711ea7d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0835366 Nov 15 14:44:45.973346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:45.975378 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40050) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:46.003877 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Set router 0267effe-333c-42d9-b6b4-bf868dfdfcf5 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:44:46.238324 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0267effe-333c-42d9-b6b4-bf868dfdfcf5', 'name': 'tempest-NetworksTestDHCPv6-router-398586890', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:44:41Z', 'updated_at': '2021-11-15T14:44:43Z', 'revision_number': 2, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'gw_port_host': None, '_interfaces': [{'id': '8af57b35-3672-4f52-8e26-03ad85c86859', 'name': '', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'mac_address': 'fa:16:3e:8e:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0267effe-333c-42d9-b6b4-bf868dfdfcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '373d1699-6454-4f76-a185-8b2b8d535d50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:44:43Z', 'updated_at': '2021-11-15T14:44:44Z', 'revision_number': 2, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'subnets': [{'id': '373d1699-6454-4f76-a185-8b2b8d535d50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:46.277238 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Checking router: 0267effe-333c-42d9-b6b4-bf868dfdfcf5 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:44:46.277815 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Updating router 0267effe-333c-42d9-b6b4-bf868dfdfcf5 port 8af57b35-3672-4f52-8e26-03ad85c86859 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:44:46.343811 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:46.638354 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c0b22cfe-9fb3-4b1f-b46f-17f140f1c39e req-71cfb6e9-35bf-4349-ab4b-cbb994d2a717 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0381305 Nov 15 14:44:46.652554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e65a69f7-69db-4bce-ba2a-3da993b8d3af req-37e4e4aa-69d9-4e1b-b3f1-d21350435462 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.5914402 Nov 15 14:44:46.784821 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:46.879427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1593b07-c7ed-4b16-b14b-4a9e82a19187 req-7d667d1f-78d3-43c7-a6e0-7902215be07f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:46.880973 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1593b07-c7ed-4b16-b14b-4a9e82a19187 req-7d667d1f-78d3-43c7-a6e0-7902215be07f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.2550006 Nov 15 14:44:46.895957 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:47.004090 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9393a-4107-44c2-9865-5f285846ed16 None None] Pushing event updated for resources: {'Port': ['ID=8af57b35-3672-4f52-8e26-03ad85c86859,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:47.015832 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Attempting to bind port 8af57b35-3672-4f52-8e26-03ad85c86859 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:44:47.016709 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Attempting to bind port 8af57b35-3672-4f52-8e26-03ad85c86859 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:44:47.016709 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Attempting to bind port 8af57b35-3672-4f52-8e26-03ad85c86859 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:47.024672 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:44:47.025071 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:44:47.029762 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:47.030270 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:44:47.030854 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Bound port: 8af57b35-3672-4f52-8e26-03ad85c86859, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:44:47.031248 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:47.083585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedfb73-ab99-46b0-8029-268f38520c5e req-391448aa-c59a-4db7-8303-1f7e662135ae tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:47.093031 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-adedfb73-ab99-46b0-8029-268f38520c5e req-391448aa-c59a-4db7-8303-1f7e662135ae tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 931 time: 0.2690313 Nov 15 14:44:47.162110 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] For port 8af57b35-3672-4f52-8e26-03ad85c86859, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:47.167318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1593b07-c7ed-4b16-b14b-4a9e82a19187 req-a0b04fcb-92f7-49ee-a068-e443322148c2 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483978 Nov 15 14:44:47.172963 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] For port 8af57b35-3672-4f52-8e26-03ad85c86859, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8af57b35-3672-4f52-8e26-03ad85c86859,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:44:47.268377 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:47.335178 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-adedfb73-ab99-46b0-8029-268f38520c5e req-9cc5f363-e32b-4ae3-bafd-6ccde125fa28 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409956 Nov 15 14:44:47.407004 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Routers {'0267effe-333c-42d9-b6b4-bf868dfdfcf5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:44:47.408112 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:44:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0267effe-333c-42d9-b6b4-bf868dfdfcf5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:47.459751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6eca82ba-3cff-4756-8d1e-ac7100f054fe None None] Provisioning complete for port 8af57b35-3672-4f52-8e26-03ad85c86859 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:47.460312 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6eca82ba-3cff-4756-8d1e-ac7100f054fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:47.462615 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9393a-4107-44c2-9865-5f285846ed16 None None] Pushing event updated for resources: {'Port': ['ID=8af57b35-3672-4f52-8e26-03ad85c86859,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:47.507328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1f0537-51b9-4985-a728-fc54e9d4f0bd {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:44:47.527529 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:47.578839 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6eca82ba-3cff-4756-8d1e-ac7100f054fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:47.589618 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] Set router 0267effe-333c-42d9-b6b4-bf868dfdfcf5 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:44:47.623850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Transition to ACTIVE for port object 2a1f0537-51b9-4985-a728-fc54e9d4f0bd will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:44:47.630432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6eca82ba-3cff-4756-8d1e-ac7100f054fe None None] For port 8af57b35-3672-4f52-8e26-03ad85c86859, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8af57b35-3672-4f52-8e26-03ad85c86859,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:47.665855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9914724-91b5-4ec2-9a13-434c9f63bb27 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:47.800784 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6eca82ba-3cff-4756-8d1e-ac7100f054fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:47.834513 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:47.918466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca82ba-3cff-4756-8d1e-ac7100f054fe None None] Pushing event updated for resources: {'Port': ['ID=8af57b35-3672-4f52-8e26-03ad85c86859,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:47.943323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a3db2e4a-1d79-425b-8268-5389d6cc0d16 None None] Provisioning complete for port 8af57b35-3672-4f52-8e26-03ad85c86859 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:47.943897 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3db2e4a-1d79-425b-8268-5389d6cc0d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:47.966067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7aae4bed-26ba-4493-806e-1bbc774cf9d7 req-7fe05cfa-313d-434e-ad25-66e3268fb6e0 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.1649635 Nov 15 14:44:48.007029 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0267effe-333c-42d9-b6b4-bf868dfdfcf5', 'name': 'tempest-NetworksTestDHCPv6-router-398586890', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:44:41Z', 'updated_at': '2021-11-15T14:44:43Z', 'revision_number': 2, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'gw_port_host': None, '_interfaces': [{'id': '8af57b35-3672-4f52-8e26-03ad85c86859', 'name': '', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'mac_address': 'fa:16:3e:8e:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0267effe-333c-42d9-b6b4-bf868dfdfcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '373d1699-6454-4f76-a185-8b2b8d535d50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:44:43Z', 'updated_at': '2021-11-15T14:44:47Z', 'revision_number': 4, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'subnets': [{'id': '373d1699-6454-4f76-a185-8b2b8d535d50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:48.022741 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1f0537-51b9-4985-a728-fc54e9d4f0bd,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:48.039425 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d18953f-3df2-4f08-94c0-dfe6e6c94d21 None None] The sync data for ids ['0267effe-333c-42d9-b6b4-bf868dfdfcf5'] in n-d-817748-2 is: [{'id': '0267effe-333c-42d9-b6b4-bf868dfdfcf5', 'name': 'tempest-NetworksTestDHCPv6-router-398586890', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:44:41Z', 'updated_at': '2021-11-15T14:44:43Z', 'revision_number': 2, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'gw_port_host': None, '_interfaces': [{'id': '8af57b35-3672-4f52-8e26-03ad85c86859', 'name': '', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'mac_address': 'fa:16:3e:8e:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0267effe-333c-42d9-b6b4-bf868dfdfcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '373d1699-6454-4f76-a185-8b2b8d535d50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:44:43Z', 'updated_at': '2021-11-15T14:44:47Z', 'revision_number': 4, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'subnets': [{'id': '373d1699-6454-4f76-a185-8b2b8d535d50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:44:48.201299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Attempting to bind port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:44:48.201735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Attempting to bind port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:44:48.201968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Attempting to bind port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:48.210455 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:44:48.210776 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Attempting to bind port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd on network 4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:48.220815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:44:48.221604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Checking segment: {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:44:48.221604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Bound using segment: {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:44:48.222040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Bound port: 2a1f0537-51b9-4985-a728-fc54e9d4f0bd, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c5b36c-e0fc-471b-9bbc-06b902b716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:44:48.222424 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:48.440001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] For port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:48.443838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] For port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=2a1f0537-51b9-4985-a728-fc54e9d4f0bd,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:44:48.446527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b9914724-91b5-4ec2-9a13-434c9f63bb27 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port 8af57b35-3672-4f52-8e26-03ad85c86859 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:48.452008 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9914724-91b5-4ec2-9a13-434c9f63bb27 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:48.604024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b9914724-91b5-4ec2-9a13-434c9f63bb27 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] For port 8af57b35-3672-4f52-8e26-03ad85c86859, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8af57b35-3672-4f52-8e26-03ad85c86859,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:48.604024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9914724-91b5-4ec2-9a13-434c9f63bb27 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:48.605283 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:48.670517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b9914724-91b5-4ec2-9a13-434c9f63bb27 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for 8af57b35-3672-4f52-8e26-03ad85c86859 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:48.683126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7eaa6-b08d-45c1-b2ca-f929d7f24018 req-52a55bfc-6914-4b8b-8767-04dfad54fb87 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:48.690766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1db7eaa6-b08d-45c1-b2ca-f929d7f24018 req-52a55bfc-6914-4b8b-8767-04dfad54fb87 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.4048522 Nov 15 14:44:48.698437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:48.699683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:48.701330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] 10.222.0.46 "PUT /v2.0/ports/2a1f0537-51b9-4985-a728-fc54e9d4f0bd HTTP/1.1" status: 200 len: 1091 time: 2.8898735 Nov 15 14:44:48.709359 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4984902-9a6e-4526-ab3a-4b124f1e1a2e', 'tag': '2a1f0537-51b9-4985-a728-fc54e9d4f0bd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:44:48.712505 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08624cea-3541-4036-8057-275071698c32" -d '{"events": [{"name": "network-changed", "server_uuid": "a4984902-9a6e-4526-ab3a-4b124f1e1a2e", "tag": "2a1f0537-51b9-4985-a728-fc54e9d4f0bd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:44:48.759764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce8986-6ee6-4557-ad16-664d25101e0d req-37414cbf-2604-4d1f-933f-4c78cf8ace79 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:48.761582 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37ce8986-6ee6-4557-ad16-664d25101e0d req-37414cbf-2604-4d1f-933f-4c78cf8ace79 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 943 time: 0.2684424 Nov 15 14:44:48.838453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59a3d8-bb05-432d-a360-c048a91ddf39 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1f0537-51b9-4985-a728-fc54e9d4f0bd,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:48.952134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1db7eaa6-b08d-45c1-b2ca-f929d7f24018 req-ecffa736-063b-47fe-9ce4-9da4b28a29da tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604249 Nov 15 14:44:48.970133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37ce8986-6ee6-4557-ad16-664d25101e0d req-723f156b-b100-4f8a-94cc-b22c5fb73292 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596789 Nov 15 14:44:49.088449 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cfac3c-11da-4de7-83a0-f79b03d60f8b x-openstack-request-id: req-c1cfac3c-11da-4de7-83a0-f79b03d60f8b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:44:49.088449 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4984902-9a6e-4526-ab3a-4b124f1e1a2e", "tag": "2a1f0537-51b9-4985-a728-fc54e9d4f0bd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:44:49.088449 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1cfac3c-11da-4de7-83a0-f79b03d60f8b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:44:49.088449 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4984902-9a6e-4526-ab3a-4b124f1e1a2e', 'tag': '2a1f0537-51b9-4985-a728-fc54e9d4f0bd', 'status': 'completed', 'code': 200} Nov 15 14:44:49.093665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-e6ad621a-b299-4527-ae7a-d5f706e323c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:49.095425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-e6ad621a-b299-4527-ae7a-d5f706e323c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 1094 time: 0.2178564 Nov 15 14:44:49.160851 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-fa413ffa-16c6-4e28-a605-2bf89e9be655 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a1f0537-51b9-4985-a728-fc54e9d4f0bd HTTP/1.1" status: 200 len: 217 time: 0.0522270 Nov 15 14:44:49.184457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37c78259-b7e6-4896-9a08-f2553a61f251 req-b4cba2cd-8ae4-415f-8cdc-343914e94d0a tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0362477 Nov 15 14:44:49.333101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-83daf652-89bc-4e8d-a7c3-9334e0344e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:49.334475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-83daf652-89bc-4e8d-a7c3-9334e0344e56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28bfe1c1-3742-4b93-8275-ffafdcc1490d HTTP/1.1" status: 200 len: 852 time: 0.1534965 Nov 15 14:44:49.404495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-f61bccfd-ae1b-4fcd-8e39-f7ed7b9ed67d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582137 Nov 15 14:44:49.420238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-f4a220cd-c0fb-47f7-9886-5dafbc21fbf5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1323054 Nov 15 14:44:49.530902 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9914724-91b5-4ec2-9a13-434c9f63bb27 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:49.596690 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9914724-91b5-4ec2-9a13-434c9f63bb27 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=8af57b35-3672-4f52-8e26-03ad85c86859,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:49.635992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-5f9876bd-981e-46e7-8ae3-7ffeecab26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:49.637037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-5f9876bd-981e-46e7-8ae3-7ffeecab26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:49.637037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-5f9876bd-981e-46e7-8ae3-7ffeecab26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:49.637614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-5f9876bd-981e-46e7-8ae3-7ffeecab26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:49.638145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-5f9876bd-981e-46e7-8ae3-7ffeecab26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:49.638622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-5f9876bd-981e-46e7-8ae3-7ffeecab26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:49.639080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-5f9876bd-981e-46e7-8ae3-7ffeecab26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:49.641030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-5f9876bd-981e-46e7-8ae3-7ffeecab26b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6490 time: 0.1522815 Nov 15 14:44:49.691941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-7bda982e-22ca-4bc5-beaa-830c4cce9de0 service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793918 Nov 15 14:44:49.849909 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9914724-91b5-4ec2-9a13-434c9f63bb27 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:50.083776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea48d005-7ce2-4df1-91b9-fab52b79280b req-aed86aa6-4224-4842-9728-2ba3840db06e service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400836 Nov 15 14:44:50.084001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-34fa9d14-d6f2-43c0-9bb9-63df873ebebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:50.085089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-34fa9d14-d6f2-43c0-9bb9-63df873ebebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:50.085089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-34fa9d14-d6f2-43c0-9bb9-63df873ebebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:50.087821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-34fa9d14-d6f2-43c0-9bb9-63df873ebebd service neutron] 10.222.0.59 "GET /v2.0/networks?id=fdcf4cf0-944a-4585-9636-be35a7eff07b&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&id=fd986e30-a4d1-4f5a-9bc4-fb302d682086 HTTP/1.1" status: 200 len: 2292 time: 0.3612258 Nov 15 14:44:50.361354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9914724-91b5-4ec2-9a13-434c9f63bb27 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Router 0267effe-333c-42d9-b6b4-bf868dfdfcf5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:44:50.378262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb01b7f-c790-4e3a-9419-0912c1ce919b req-e4601a3b-a21e-480e-8c03-c0c65c1125d1 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:50.393401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ddb01b7f-c790-4e3a-9419-0912c1ce919b req-e4601a3b-a21e-480e-8c03-c0c65c1125d1 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.3342865 Nov 15 14:44:50.399049 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-0f923320-abfe-44f8-affa-c613aabb3ec0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=413af6e3-de77-4121-a204-74de00bc13cd HTTP/1.1" status: 200 len: 1001 time: 0.2878854 Nov 15 14:44:50.413733 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d085a75e-1c4a-4883-b2d9-8605278b9749 req-68af7421-ab3f-478e-8bf1-0c6efd24fad2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777302 Nov 15 14:44:50.525392 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08624cea-3541-4036-8057-275071698c32 req-298ad6cd-82ea-4906-a95e-9bf5fd73787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:50.527080 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08624cea-3541-4036-8057-275071698c32 req-298ad6cd-82ea-4906-a95e-9bf5fd73787c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 1094 time: 0.2555621 Nov 15 14:44:50.581261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085a75e-1c4a-4883-b2d9-8605278b9749 req-fd4aa60d-ff3d-4ab9-b9f6-7f1d1c81b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:50.583255 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d085a75e-1c4a-4883-b2d9-8605278b9749 req-fd4aa60d-ff3d-4ab9-b9f6-7f1d1c81b0e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e4bae5163e584de984f2e858c22f1d0e&device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 1097 time: 0.1049190 Nov 15 14:44:50.800789 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085a75e-1c4a-4883-b2d9-8605278b9749 req-1988b68f-e1d4-4adc-9050-3dabe255a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:50.802297 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d085a75e-1c4a-4883-b2d9-8605278b9749 req-1988b68f-e1d4-4adc-9050-3dabe255a926 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10e70b67-cbeb-40f8-8105-ee6d4f6558d1 HTTP/1.1" status: 200 len: 916 time: 0.1679621 Nov 15 14:44:50.959556 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d085a75e-1c4a-4883-b2d9-8605278b9749 req-9834644b-a1a5-4659-b7a5-0e34a5a9e01b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f867ebc9-3cdc-458f-9d17-6f1159a76e2f HTTP/1.1" status: 200 len: 1002 time: 0.1490216 Nov 15 14:44:51.019346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085a75e-1c4a-4883-b2d9-8605278b9749 req-947ca915-0365-40bf-9a72-561c1253f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:51.021568 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d085a75e-1c4a-4883-b2d9-8605278b9749 req-947ca915-0365-40bf-9a72-561c1253f92b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23c382a5-5849-4ca1-b717-26b458b41804 HTTP/1.1" status: 200 len: 854 time: 0.0535891 Nov 15 14:44:51.080158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085a75e-1c4a-4883-b2d9-8605278b9749 req-f597e3ee-8005-410c-bef4-cc56a5a9acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:51.081998 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d085a75e-1c4a-4883-b2d9-8605278b9749 req-f597e3ee-8005-410c-bef4-cc56a5a9acde service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10e70b67-cbeb-40f8-8105-ee6d4f6558d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520012 Nov 15 14:44:51.201518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ddb01b7f-c790-4e3a-9419-0912c1ce919b req-3b593219-17b1-44b3-b055-2ecf7119f0a0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7958920 Nov 15 14:44:51.203288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-96bb29dc-d25d-4dd8-89eb-1734877e1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:51.220500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-96bb29dc-d25d-4dd8-89eb-1734877e1ea1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dbae45e-6630-4c9e-b1c2-188262994e2c HTTP/1.1" status: 200 len: 851 time: 0.7993181 Nov 15 14:44:51.227607 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d085a75e-1c4a-4883-b2d9-8605278b9749 req-9b1c200e-2329-46b0-98ab-e5b2faefb163 service neutron] 10.222.0.46 "GET /v2.0/networks/10e70b67-cbeb-40f8-8105-ee6d4f6558d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364334 Nov 15 14:44:51.245434 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9914724-91b5-4ec2-9a13-434c9f63bb27 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:44:51.262199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1dbb2a-8b23-400d-8758-db254bdbde80 None None] Sync routers for ids ['0267effe-333c-42d9-b6b4-bf868dfdfcf5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:44:51.279312 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b9914724-91b5-4ec2-9a13-434c9f63bb27 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "PUT /v2.0/routers/0267effe-333c-42d9-b6b4-bf868dfdfcf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3009269 Nov 15 14:44:51.282624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:51.331581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1dbb2a-8b23-400d-8758-db254bdbde80 None None] Routers {'0267effe-333c-42d9-b6b4-bf868dfdfcf5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:44:51.332222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-af1dbb2a-8b23-400d-8758-db254bdbde80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:44:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0267effe-333c-42d9-b6b4-bf868dfdfcf5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:51.382120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08624cea-3541-4036-8057-275071698c32 req-24aec520-92d7-4d4e-a07c-ef97da487289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:51.384156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08624cea-3541-4036-8057-275071698c32 req-24aec520-92d7-4d4e-a07c-ef97da487289 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 200 len: 913 time: 0.8091547 Nov 15 14:44:51.393028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8e552-b56d-4dce-a630-9ae1d1193cb7 req-63fedca4-0d2a-42da-bc77-d6e1919c9a61 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:51.394641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfd8e552-b56d-4dce-a630-9ae1d1193cb7 req-63fedca4-0d2a-42da-bc77-d6e1919c9a61 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 943 time: 0.2330005 Nov 15 14:44:51.401397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-e794e344-481b-4f80-8523-762e26136e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:51.403514 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-e794e344-481b-4f80-8523-762e26136e78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcf4cf0-944a-4585-9636-be35a7eff07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597726 Nov 15 14:44:51.406975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcf02ac-2f64-400e-801c-c524d5e3fc64 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:51.409012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcf02ac-2f64-400e-801c-c524d5e3fc64 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:51.410321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7dcf02ac-2f64-400e-801c-c524d5e3fc64 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1241298 Nov 15 14:44:51.414624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:51.528404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a3b2be-512d-419a-8f35-1268e51dd28c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 373d1699-6454-4f76-a185-8b2b8d535d50 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:44:51.538169 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d085a75e-1c4a-4883-b2d9-8605278b9749 req-58eeb41d-1e11-4cd8-a42e-958fdc0caf67 service neutron] 10.222.0.46 "GET /v2.0/networks/10e70b67-cbeb-40f8-8105-ee6d4f6558d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990923 Nov 15 14:44:51.541080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-af1dbb2a-8b23-400d-8758-db254bdbde80 None None] Set router 0267effe-333c-42d9-b6b4-bf868dfdfcf5 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:44:51.545285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32a3b2be-512d-419a-8f35-1268e51dd28c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:51.576248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08624cea-3541-4036-8057-275071698c32 req-1dd5a919-6a5b-4a88-b21d-24d36b640e3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a1f0537-51b9-4985-a728-fc54e9d4f0bd HTTP/1.1" status: 200 len: 217 time: 0.1623290 Nov 15 14:44:51.652939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-af1dbb2a-8b23-400d-8758-db254bdbde80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0267effe-333c-42d9-b6b4-bf868dfdfcf5', 'name': 'tempest-NetworksTestDHCPv6-router-398586890', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:44:41Z', 'updated_at': '2021-11-15T14:44:49Z', 'revision_number': 3, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:51.654129 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32a3b2be-512d-419a-8f35-1268e51dd28c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:51.660035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7d1ecb7-76f3-4316-b77d-a79abb5c8a6b req-31f264a7-43c0-4a02-a239-ce5e2f1cce44 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0935185 Nov 15 14:44:51.692341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1dbb2a-8b23-400d-8758-db254bdbde80 None None] Checking router: 0267effe-333c-42d9-b6b4-bf868dfdfcf5 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:44:51.701795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1dbb2a-8b23-400d-8758-db254bdbde80 None None] Routers {'0267effe-333c-42d9-b6b4-bf868dfdfcf5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:44:51.702720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-af1dbb2a-8b23-400d-8758-db254bdbde80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:44:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0267effe-333c-42d9-b6b4-bf868dfdfcf5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:51.766098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08624cea-3541-4036-8057-275071698c32 req-c6beed65-0de4-4f71-bd34-84ece5378bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:51.767655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08624cea-3541-4036-8057-275071698c32 req-c6beed65-0de4-4f71-bd34-84ece5378bdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28bfe1c1-3742-4b93-8275-ffafdcc1490d HTTP/1.1" status: 200 len: 852 time: 0.1838133 Nov 15 14:44:51.787796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfd8e552-b56d-4dce-a630-9ae1d1193cb7 req-7bda8f1f-0951-410f-bb09-484505508b7d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761203 Nov 15 14:44:51.801976 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-af1dbb2a-8b23-400d-8758-db254bdbde80 None None] Set router 0267effe-333c-42d9-b6b4-bf868dfdfcf5 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:44:51.831860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08624cea-3541-4036-8057-275071698c32 req-b1be212b-8d0f-4d29-a114-728bc3f1b4f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429971 Nov 15 14:44:51.836449 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-0025c93c-ee2d-4a23-9af3-8694310de3d3 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233873 Nov 15 14:44:51.840765 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32a3b2be-512d-419a-8f35-1268e51dd28c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:51.933723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-af1dbb2a-8b23-400d-8758-db254bdbde80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0267effe-333c-42d9-b6b4-bf868dfdfcf5', 'name': 'tempest-NetworksTestDHCPv6-router-398586890', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:44:41Z', 'updated_at': '2021-11-15T14:44:49Z', 'revision_number': 3, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:44:51.962277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1dbb2a-8b23-400d-8758-db254bdbde80 None None] The sync data for ids ['0267effe-333c-42d9-b6b4-bf868dfdfcf5'] in n-d-817748-2 is: [{'id': '0267effe-333c-42d9-b6b4-bf868dfdfcf5', 'name': 'tempest-NetworksTestDHCPv6-router-398586890', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:44:41Z', 'updated_at': '2021-11-15T14:44:49Z', 'revision_number': 3, 'project_id': '468ab0fc67ab4f689f232d53145bfd83', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:44:52.039600 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32a3b2be-512d-419a-8f35-1268e51dd28c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:52.063180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08624cea-3541-4036-8057-275071698c32 req-9948b39a-ffa6-4862-86c7-17fdbcd705b2 service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225935 Nov 15 14:44:52.064446 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32a3b2be-512d-419a-8f35-1268e51dd28c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:52.071661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed3a778-cbfe-415e-b6f8-4dac70074da2 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:52.076175 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-32a3b2be-512d-419a-8f35-1268e51dd28c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/373d1699-6454-4f76-a185-8b2b8d535d50 HTTP/1.1" status: 204 len: 168 time: 0.6597924 Nov 15 14:44:52.086526 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-f3f8e1b3-afa1-40eb-a86a-3865b4b19b61 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092330 Nov 15 14:44:52.086936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:52.128399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3b2be-512d-419a-8f35-1268e51dd28c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=373d1699-6454-4f76-a185-8b2b8d535d50,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:52.396277 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-360fedf6-378e-43cf-9479-5d990cf62912 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 HTTP/1.1" status: 200 len: 217 time: 0.2840099 Nov 15 14:44:52.408797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3072917e-fcec-422e-8c6d-ead0f0199e87 None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:44:52.540218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3072917e-fcec-422e-8c6d-ead0f0199e87 None None] Deleting port 98c467b5-a11a-434b-a604-aa44575ee1f9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:52.540600 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3072917e-fcec-422e-8c6d-ead0f0199e87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:52.678045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3072917e-fcec-422e-8c6d-ead0f0199e87 None None] For port 98c467b5-a11a-434b-a604-aa44575ee1f9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=98c467b5-a11a-434b-a604-aa44575ee1f9,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:52.678515 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3072917e-fcec-422e-8c6d-ead0f0199e87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:52.703029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-ada5b460-9376-4709-a211-d8444b87963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:52.705528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-ada5b460-9376-4709-a211-d8444b87963e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.1670852 Nov 15 14:44:52.705998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3072917e-fcec-422e-8c6d-ead0f0199e87 None None] Calling delete_port for 98c467b5-a11a-434b-a604-aa44575ee1f9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:52.706832 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08624cea-3541-4036-8057-275071698c32 req-94a0015c-f63a-4994-a16f-8b5af951945b service neutron] 10.222.0.46 "GET /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188128 Nov 15 14:44:52.778853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8e6e27fa-f052-4b86-8c65-0aea0a235c56 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6852152 Nov 15 14:44:52.778972 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:52.784474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b734649-38e8-4191-90b1-65fb7a27535f req-44e18859-ba37-4238-ad8c-3b8b4275bc76 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:52.786374 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b734649-38e8-4191-90b1-65fb7a27535f req-44e18859-ba37-4238-ad8c-3b8b4275bc76 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.3966749 Nov 15 14:44:52.819084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-a5e6a13c-daf6-4dd3-be8c-555ed8565151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:52.826104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-a5e6a13c-daf6-4dd3-be8c-555ed8565151 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103153 Nov 15 14:44:52.886624 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb35f0c7-7de1-4cb9-b180-38407942be2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:52.936689 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3072917e-fcec-422e-8c6d-ead0f0199e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:52.966625 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b734649-38e8-4191-90b1-65fb7a27535f req-08f646ef-b16b-4839-9c15-5d68addd3ddd tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724713 Nov 15 14:44:53.010818 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0447a274-5335-4d56-bbba-5d456316b3d2 req-2c213bfb-a7ba-4e5e-a01d-9524ea65a69d tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.1890926 Nov 15 14:44:53.038180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3072917e-fcec-422e-8c6d-ead0f0199e87 None None] No DVR routers for this DVR port 98c467b5-a11a-434b-a604-aa44575ee1f9 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:44:53.042072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072917e-fcec-422e-8c6d-ead0f0199e87 None None] Pushing event deleted for resources: {'Port': ['ID=98c467b5-a11a-434b-a604-aa44575ee1f9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:53.083550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-0a2091f5-d2cd-4113-a34b-bf6dad831cfa service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289174 Nov 15 14:44:53.275299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6850b-6ad7-4f51-ac3a-ffedd039de7d req-e6bc5b4c-3fc2-4fb6-b23e-19f551982125 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:53.277084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98e6850b-6ad7-4f51-ac3a-ffedd039de7d req-e6bc5b4c-3fc2-4fb6-b23e-19f551982125 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 943 time: 0.1620851 Nov 15 14:44:53.283811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-afd1e2eb-304e-4c0d-beda-7a07c11d24f8 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919997 Nov 15 14:44:53.345219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-4f2d1afd-9c80-4d9c-bc81-36f2194a294b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=5f31cc54-f91d-41a5-be06-8333aa16e417 HTTP/1.1" status: 200 len: 217 time: 0.0472474 Nov 15 14:44:53.434447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98e6850b-6ad7-4f51-ac3a-ffedd039de7d req-37f056a2-b136-4822-93f2-a3879b31e2b9 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436164 Nov 15 14:44:53.451379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-94846492-1e9d-424a-a86a-7e7c4d184eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:53.453577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-94846492-1e9d-424a-a86a-7e7c4d184eeb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.0953164 Nov 15 14:44:53.504538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-f2173752-ff5f-4925-8b55-dc636e3c97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:53.506352 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-f2173752-ff5f-4925-8b55-dc636e3c97ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417399 Nov 15 14:44:53.515830 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb35f0c7-7de1-4cb9-b180-38407942be2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:53.518169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb35f0c7-7de1-4cb9-b180-38407942be2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:53.618952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-cd6c79ef-8845-427c-b8a9-8a478a12a321 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045876 Nov 15 14:44:53.684423 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb35f0c7-7de1-4cb9-b180-38407942be2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:53.687194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb35f0c7-7de1-4cb9-b180-38407942be2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Fanout notify agent at l3_agent the message router_deleted on router 0267effe-333c-42d9-b6b4-bf868dfdfcf5 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:44:53.693437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb35f0c7-7de1-4cb9-b180-38407942be2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:53.698292 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fb35f0c7-7de1-4cb9-b180-38407942be2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/routers/0267effe-333c-42d9-b6b4-bf868dfdfcf5 HTTP/1.1" status: 204 len: 168 time: 0.9175682 Nov 15 14:44:53.699151 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:53.736110 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-70b730c0-11ee-4e8c-bfdf-5c8f883ea902 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0357955 Nov 15 14:44:53.738482 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40216) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:53.758149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-3ebfcc4c-2877-4410-a6ac-1dc29fc03d07 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302748 Nov 15 14:44:53.811995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0988a5a-60ea-424e-9dbf-7b12991c0eaf tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:53.824239 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b0988a5a-60ea-424e-9dbf-7b12991c0eaf tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0802705 Nov 15 14:44:53.824239 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:53.862467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8af57b35-3672-4f52-8e26-03ad85c86859 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:44:53.866082 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-b8ce765e-82c5-4539-9866-29f2ae142146 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b HTTP/1.1" status: 200 len: 217 time: 0.0851681 Nov 15 14:44:53.882717 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6c85e22b-aca7-477f-8895-25579784d5ea tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580542 Nov 15 14:44:53.887298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 8af57b35-3672-4f52-8e26-03ad85c86859 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:44:53.887492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:53.887983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8af57b35-3672-4f52-8e26-03ad85c86859 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:44:53.888564 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 98c467b5-a11a-434b-a604-aa44575ee1f9 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:44:53.893043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fa959ff7-9c69-4509-bff1-007618e69cd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:53.914069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 98c467b5-a11a-434b-a604-aa44575ee1f9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:44:53.914499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 98c467b5-a11a-434b-a604-aa44575ee1f9 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:44:54.001441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-bd5a6398-6c9b-4941-bb7d-64f1a41c27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:54.003083 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-bd5a6398-6c9b-4941-bb7d-64f1a41c27d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.1301205 Nov 15 14:44:54.098251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-e9913941-6464-4dcb-8504-9ad3be267b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:54.099879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-e9913941-6464-4dcb-8504-9ad3be267b3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0890660 Nov 15 14:44:54.203121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa959ff7-9c69-4509-bff1-007618e69cd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:54.207020 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa959ff7-9c69-4509-bff1-007618e69cd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:54.233752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ab01d78-b6e7-44bd-b6e6-d80b1e983ac2 req-a9958e73-e941-48f3-8420-b6615c9c3ae6 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.1098514 Nov 15 14:44:54.333781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6ce86-e1a3-4aec-a842-ee0858bfb180 req-2338a6a2-3e97-4693-b684-7cfa50481112 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:54.335092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-80b6ce86-e1a3-4aec-a842-ee0858bfb180 req-2338a6a2-3e97-4693-b684-7cfa50481112 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.2318254 Nov 15 14:44:54.373248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-b8e6c238-b491-4938-be7d-edbc7e394a6d service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575853 Nov 15 14:44:54.483382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-80b6ce86-e1a3-4aec-a842-ee0858bfb180 req-b68cf83a-9448-4fb4-a5b2-d0e65b9f1f6d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340120 Nov 15 14:44:54.603124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-1d4706a0-dba4-48cd-9f33-49537dba6477 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211347 Nov 15 14:44:54.679466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34e810-120b-4817-94b7-7d785874d29c req-d4950a68-f960-42aa-8d99-a9ae293d3611 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:54.681243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc34e810-120b-4817-94b7-7d785874d29c req-d4950a68-f960-42aa-8d99-a9ae293d3611 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 943 time: 0.1728063 Nov 15 14:44:54.725428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-44957013-c9ab-4865-9d18-573827654f13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=d2111f6d-3041-4df4-abc8-4f0abd6bc631 HTTP/1.1" status: 200 len: 217 time: 0.0866570 Nov 15 14:44:54.813992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-bb50e6f1-3035-4f7c-9397-1d734bfff13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:54.815901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-bb50e6f1-3035-4f7c-9397-1d734bfff13f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.0827003 Nov 15 14:44:54.819393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc34e810-120b-4817-94b7-7d785874d29c req-c7d765b0-9a59-4cff-9587-37928853e24d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987949 Nov 15 14:44:54.936768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 2a1f0537-51b9-4985-a728-fc54e9d4f0bd details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:44:54.971020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-bb440d85-c230-40b9-8bd7-04b464b1caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:54.972592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-bb440d85-c230-40b9-8bd7-04b464b1caa8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1496222 Nov 15 14:44:55.018512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.objects.ports [None req-fa959ff7-9c69-4509-bff1-007618e69cd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:44:55.037052 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa959ff7-9c69-4509-bff1-007618e69cd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:55.081397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=2a1f0537-51b9-4985-a728-fc54e9d4f0bd,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:55.096516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '2a1f0537-51b9-4985-a728-fc54e9d4f0bd', 'network_id': '4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2', 'port_id': '2a1f0537-51b9-4985-a728-fc54e9d4f0bd', 'mac_address': 'fa:16:3e:15:4c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28bfe1c1-3742-4b93-8275-ffafdcc1490d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:44:55.115463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-9001a42d-3e03-4eb1-b0db-deb98f9ade1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:55.117073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-9001a42d-3e03-4eb1-b0db-deb98f9ade1f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c&tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5 HTTP/1.1" status: 200 len: 1094 time: 0.2558112 Nov 15 14:44:55.146756 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:55.147385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:55.162959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa959ff7-9c69-4509-bff1-007618e69cd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:55.173769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1f0537-51b9-4985-a728-fc54e9d4f0bd {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:44:55.190188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fa959ff7-9c69-4509-bff1-007618e69cd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:55.203588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa959ff7-9c69-4509-bff1-007618e69cd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:55.204198 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa959ff7-9c69-4509-bff1-007618e69cd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:55.220435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=2a1f0537-51b9-4985-a728-fc54e9d4f0bd,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:55.235856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c210d6-8ba1-44c7-b352-b205c3f4ba78 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:55.239037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa959ff7-9c69-4509-bff1-007618e69cd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=16cd45c8-0ad0-476b-b676-a3556bfabc79,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:55.279255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-45c0b804-bc9e-4c76-98cf-65fdefbb5ed9 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853501 Nov 15 14:44:55.282065 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:55.304489 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:55.415430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=2a1f0537-51b9-4985-a728-fc54e9d4f0bd,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:55.448898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40268) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:55.450830 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fa959ff7-9c69-4509-bff1-007618e69cd0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5602853 Nov 15 14:44:55.456079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8573a7d7-7521-41ee-8854-3c339ad0598a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:55.515435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '16cd45c8-0ad0-476b-b676-a3556bfabc79'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:44:55.520960 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:55.604051 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['2a1f0537-51b9-4985-a728-fc54e9d4f0bd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:44:55.664192 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5f66e74-02a4-4d44-aa8f-d1415e3fd5ee req-1102e667-7eaa-42e3-b174-a4a547ef1d7f tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.2285438 Nov 15 14:44:55.721918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8573a7d7-7521-41ee-8854-3c339ad0598a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:55.731808 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8573a7d7-7521-41ee-8854-3c339ad0598a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:55.817236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3be5c-4e23-48ba-a261-50fe653c6a7e req-be9e4cec-9e67-4b27-9dc0-4b3820356e6d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:55.818935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Allocated IP 2001:db8::f816:3eff:fe4c:9e00 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/16cd45c8-0ad0-476b-b676-a3556bfabc79/6c02f94e-91c8-4532-91e0-834fdd7841ed) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:55.825742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69f3be5c-4e23-48ba-a261-50fe653c6a7e req-be9e4cec-9e67-4b27-9dc0-4b3820356e6d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.1602745 Nov 15 14:44:55.865657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-6aa11bbd-c57c-4ed2-af59-9ef0f4354ab1 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671401 Nov 15 14:44:55.927664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-448361a0-2695-4d74-9be6-4bb0e3806917 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=919c96e9-8be6-470c-b7ba-81079937b82d HTTP/1.1" status: 200 len: 217 time: 0.0524125 Nov 15 14:44:55.973158 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69f3be5c-4e23-48ba-a261-50fe653c6a7e req-0fa05eb3-4134-4b82-9af5-25d6e24143ba tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460631 Nov 15 14:44:56.055422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:56.072059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-3b518aad-d693-4b16-9ffb-a160708aa4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:56.073820 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-3b518aad-d693-4b16-9ffb-a160708aa4b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53bbca71-b99a-424a-9e90-02c5e8ace1fe HTTP/1.1" status: 200 len: 797 time: 0.1367238 Nov 15 14:44:56.116969 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:56.157942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:56.209692 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-4a3e7063-49dc-4886-a267-aade33f32da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:56.211665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-4a3e7063-49dc-4886-a267-aade33f32da0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1284757 Nov 15 14:44:56.218043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7afbac-95de-44b7-86d5-08da0344d8d7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:44:56.341973 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:56.386963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:56.393196 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:56.397176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:56.414983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Pushing event updated for resources: {'Port': ['ID=6c02f94e-91c8-4532-91e0-834fdd7841ed,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:56.479188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Attempting to bind port 6c02f94e-91c8-4532-91e0-834fdd7841ed on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:44:56.479850 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Attempting to bind port 6c02f94e-91c8-4532-91e0-834fdd7841ed by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:44:56.480391 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Attempting to bind port 6c02f94e-91c8-4532-91e0-834fdd7841ed on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:56.486753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:44:56.487472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:44:56.488069 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:56.488653 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:44:56.489148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Bound port: 6c02f94e-91c8-4532-91e0-834fdd7841ed, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:44:56.489662 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:56.532472 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8573a7d7-7521-41ee-8854-3c339ad0598a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:56.587492 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8573a7d7-7521-41ee-8854-3c339ad0598a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:56.593000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8573a7d7-7521-41ee-8854-3c339ad0598a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:56.600147 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8573a7d7-7521-41ee-8854-3c339ad0598a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:56.601199 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8573a7d7-7521-41ee-8854-3c339ad0598a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:56.624849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573a7d7-7521-41ee-8854-3c339ad0598a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=a27d9836-a110-41dd-aafa-8a29dad1de0a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:56.665680 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] For port 6c02f94e-91c8-4532-91e0-834fdd7841ed, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:56.668121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680048ee-ee34-488d-b284-5a7b599243ff req-69900dc7-9d2a-4350-acd3-7c2c1c052c0f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:56.669718 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-680048ee-ee34-488d-b284-5a7b599243ff req-69900dc7-9d2a-4350-acd3-7c2c1c052c0f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 944 time: 0.5462401 Nov 15 14:44:56.671851 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:56.685760 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] For port 6c02f94e-91c8-4532-91e0-834fdd7841ed, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6c02f94e-91c8-4532-91e0-834fdd7841ed,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:44:56.740672 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8573a7d7-7521-41ee-8854-3c339ad0598a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2830255 Nov 15 14:44:56.740672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:56.741258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Transition to ACTIVE for port object fd7afbac-95de-44b7-86d5-08da0344d8d7 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:44:56.743016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'mac_address': 'fa:16:3e:ca:a3:9b', 'name': 'tempest-NetworksTestDHCPv6-651574568'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:44:56.822697 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:56.849206 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-680048ee-ee34-488d-b284-5a7b599243ff req-eb061526-fd44-42d1-8941-f77e6679fcd3 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570051 Nov 15 14:44:56.876488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-529845c7-c55e-482b-842c-6cb4115aee78 req-cd70c7f2-70a5-4013-80ca-b8e79851baec tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0889747 Nov 15 14:44:56.888699 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:56.951998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 2a1f0537-51b9-4985-a728-fc54e9d4f0bd up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:44:57.060900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74beff-48d7-43b4-aced-90c193d80985 None None] Pushing event updated for resources: {'Port': ['ID=6c02f94e-91c8-4532-91e0-834fdd7841ed,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:57.113103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:44:57.204670 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-d9189153-181e-40cc-9280-2b5d5fab1ebe service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9820266 Nov 15 14:44:57.205634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7afbac-95de-44b7-86d5-08da0344d8d7,revision_number=9']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:57.221511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:44:57.227039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:57.227483 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:57.273785 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:57.324488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port f5d69f73-22dd-4b4f-9f82-59497a70de45 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:44:57.396599 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:57.445821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4984902-9a6e-4526-ab3a-4b124f1e1a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1f0537-51b9-4985-a728-fc54e9d4f0bd'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:44:57.451190 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72020db8-d2bb-42b0-a6d7-2ab2b2ad964f" -d '{"events": [{"server_uuid": "a4984902-9a6e-4526-ab3a-4b124f1e1a2e", "name": "network-vif-plugged", "status": "completed", "tag": "2a1f0537-51b9-4985-a728-fc54e9d4f0bd"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:44:57.464634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=2a1f0537-51b9-4985-a728-fc54e9d4f0bd,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:57.588556 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aae2b6-7428-418b-9381-253b4f60e3b9 x-openstack-request-id: req-37aae2b6-7428-418b-9381-253b4f60e3b9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:44:57.598196 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4984902-9a6e-4526-ab3a-4b124f1e1a2e", "name": "network-vif-plugged", "status": "completed", "tag": "2a1f0537-51b9-4985-a728-fc54e9d4f0bd", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:44:57.598196 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37aae2b6-7428-418b-9381-253b4f60e3b9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:44:57.598196 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4984902-9a6e-4526-ab3a-4b124f1e1a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1f0537-51b9-4985-a728-fc54e9d4f0bd', 'code': 200} Nov 15 14:44:57.606252 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:57.669873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] No DVR routers for this DVR port fd7afbac-95de-44b7-86d5-08da0344d8d7 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:44:57.712120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=2a1f0537-51b9-4985-a728-fc54e9d4f0bd,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:57.729940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 172.20.0.5 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/a27d9836-a110-41dd-aafa-8a29dad1de0a/f5d69f73-22dd-4b4f-9f82-59497a70de45) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:57.742207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::f816:3eff:feca:a39b (f9ae7d6a-3056-4b34-ac1f-1038e440b250/16cd45c8-0ad0-476b-b676-a3556bfabc79/f5d69f73-22dd-4b4f-9f82-59497a70de45) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:57.770933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-58014a7e-ff97-49cf-bd5c-dd20d47e354b service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368614 Nov 15 14:44:57.776161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031df769-7096-4d35-8f0f-667780a52a2c req-9224c08e-2977-4e22-8a97-388694d88674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:57.781881 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-031df769-7096-4d35-8f0f-667780a52a2c req-9224c08e-2977-4e22-8a97-388694d88674 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 1096 time: 0.1037853 Nov 15 14:44:57.832480 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-f88be620-a7fc-4276-b017-46f8af7811ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c146075-7f93-459c-8671-66d81fd6df08 HTTP/1.1" status: 200 len: 217 time: 0.0560024 Nov 15 14:44:57.898477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6c02f94e-91c8-4532-91e0-834fdd7841ed up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:44:57.937742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-a56cd8fb-37f4-4227-863c-94a9b45b1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:57.939931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-a56cd8fb-37f4-4227-863c-94a9b45b1ad7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53bbca71-b99a-424a-9e90-02c5e8ace1fe HTTP/1.1" status: 200 len: 797 time: 0.0986290 Nov 15 14:44:57.959181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaaba9-68a5-4a17-b1dd-573e88618672 req-6bbf2317-ad60-4f74-afc2-f6564f3a1247 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:57.966487 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1aaaba9-68a5-4a17-b1dd-573e88618672 req-6bbf2317-ad60-4f74-afc2-f6564f3a1247 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 943 time: 0.7537172 Nov 15 14:44:58.005389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6c02f94e-91c8-4532-91e0-834fdd7841ed triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:58.005761 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:58.049082 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-031df769-7096-4d35-8f0f-667780a52a2c req-e392fe1d-4d96-4de4-894a-550992df5656 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081139 Nov 15 14:44:58.132639 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:58.133722 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:58.183573 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:58.188542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 6c02f94e-91c8-4532-91e0-834fdd7841ed, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6c02f94e-91c8-4532-91e0-834fdd7841ed,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:58.196889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1aaaba9-68a5-4a17-b1dd-573e88618672 req-d12300f3-5d90-4d6b-9dab-6e124de06acf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291815 Nov 15 14:44:58.258501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2dc6f-b87e-4112-9c44-d074e3690f25 req-0951db67-1600-4454-b4b0-3611eb54a577 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:58.260778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ede2dc6f-b87e-4112-9c44-d074e3690f25 req-0951db67-1600-4454-b4b0-3611eb54a577 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 945 time: 0.2611361 Nov 15 14:44:58.263096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-2823749c-eb75-4baf-859d-92c82d049ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:58.264783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-2823749c-eb75-4baf-859d-92c82d049ef2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2955515 Nov 15 14:44:58.265695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Attempting to bind port fd7afbac-95de-44b7-86d5-08da0344d8d7 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:44:58.266200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Attempting to bind port fd7afbac-95de-44b7-86d5-08da0344d8d7 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:44:58.266766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Attempting to bind port fd7afbac-95de-44b7-86d5-08da0344d8d7 on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:58.281352 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:58.294226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Port fd7afbac-95de-44b7-86d5-08da0344d8d7 on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:44:58.294500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Attempting to bind port fd7afbac-95de-44b7-86d5-08da0344d8d7 on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:44:58.327594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:44:58.328012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Checking segment: {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:44:58.328419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Bound using segment: {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:44:58.328881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Bound port: fd7afbac-95de-44b7-86d5-08da0344d8d7, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:44:58.329309 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:58.372117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=6c02f94e-91c8-4532-91e0-834fdd7841ed,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:58.478839 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:58.516470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6535a90-ff6d-487f-9098-123e66a57759 req-515d3dbb-b451-48f8-b3a7-a65e167a399b tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0943320 Nov 15 14:44:58.568796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:44:58.573286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:44:58.578524 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:44:58.578866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ede2dc6f-b87e-4112-9c44-d074e3690f25 req-53739433-57a4-43b3-a63c-24b12f6640ca tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031840 Nov 15 14:44:58.601940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ce770f-ebd8-47e6-a384-1b23cae7afae None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:44:58.635138 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-6705fb04-c665-40df-9ad4-19028258fe32 service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574047 Nov 15 14:44:58.638713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=f5d69f73-22dd-4b4f-9f82-59497a70de45,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:58.695701 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:58.699479 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:58.700171 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:58.702849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:44:58.706482 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:44:58.729204 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b21c6b49-ada8-4170-8a40-9a4c3282fa5e None None] Provisioning complete for port 6c02f94e-91c8-4532-91e0-834fdd7841ed triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:44:58.729499 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b21c6b49-ada8-4170-8a40-9a4c3282fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:58.812875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53030d50-ce14-4fd0-a3dc-8822e7ad5824 req-0476bb75-c475-4d1c-9686-f21aa74d6595 service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040907 Nov 15 14:44:58.885110 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:58.904884 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-917a5e8e-a4b3-4aa0-986e-0263feba0f38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1641886 Nov 15 14:44:58.905514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40342) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:58.972865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:58.973496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:58.974988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] 10.222.0.46 "PUT /v2.0/ports/fd7afbac-95de-44b7-86d5-08da0344d8d7 HTTP/1.1" status: 200 len: 1091 time: 3.8347206 Nov 15 14:44:58.975423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:44:58.979140 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d2b2ea-5868-4677-9b59-482ee0f02c57" -d '{"events": [{"name": "network-changed", "server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:44:58.999792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf7cbe2-5bb3-414d-a283-6e383a6f38f7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:59.011384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf7cbe2-5bb3-414d-a283-6e383a6f38f7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:59.013119 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-acf7cbe2-5bb3-414d-a283-6e383a6f38f7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1065197 Nov 15 14:44:59.016954 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40352) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:44:59.031235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604732b-b0a9-48fc-adc3-111b1fd155a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7afbac-95de-44b7-86d5-08da0344d8d7,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:59.113386 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dd1aab-46a0-4642-a155-4919c9a825fe x-openstack-request-id: req-f1dd1aab-46a0-4642-a155-4919c9a825fe {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:44:59.114436 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:44:59.114436 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1dd1aab-46a0-4642-a155-4919c9a825fe {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:44:59.114436 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'status': 'completed', 'code': 200} Nov 15 14:44:59.126763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-9029228d-07b8-4370-b40c-71866293d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:59.126763 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-9029228d-07b8-4370-b40c-71866293d4d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 1095 time: 0.0911267 Nov 15 14:44:59.210932 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-53bb525d-9c52-494f-9882-bd58a15c3e5e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port f5d69f73-22dd-4b4f-9f82-59497a70de45 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:44:59.211551 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53bb525d-9c52-494f-9882-bd58a15c3e5e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:59.306979 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7203603-d606-491c-a359-685527d9a301 None None] Update dhcp port {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'fixed_ips': [{'subnet_id': '16cd45c8-0ad0-476b-b676-a3556bfabc79', 'ip_address': '2001:db8::f816:3eff:fe4c:9e00'}, {'subnet_id': 'a27d9836-a110-41dd-aafa-8a29dad1de0a'}], 'binding:host_id': 'n-d-817748-2'}, 'id': '6c02f94e-91c8-4532-91e0-834fdd7841ed'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 14:44:59.364248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-0cc5dd0d-a94f-452e-af4f-526e28cbbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:59.378935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-0cc5dd0d-a94f-452e-af4f-526e28cbbf45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 918 time: 0.2458150 Nov 15 14:44:59.382764 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7203603-d606-491c-a359-685527d9a301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:59.463466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53bb525d-9c52-494f-9882-bd58a15c3e5e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:59.480007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-53bb525d-9c52-494f-9882-bd58a15c3e5e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for f5d69f73-22dd-4b4f-9f82-59497a70de45 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:44:59.500117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-c87509df-b4cd-4d45-accc-c05f2b11c4e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7 HTTP/1.1" status: 200 len: 999 time: 0.1024642 Nov 15 14:44:59.541718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f07626-310e-42b5-82c3-f54a823042ef req-eb7ce881-8b18-42b4-bd58-33eb8f4e8f2f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:59.550478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92f07626-310e-42b5-82c3-f54a823042ef req-eb7ce881-8b18-42b4-bd58-33eb8f4e8f2f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.1677582 Nov 15 14:44:59.651473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92f07626-310e-42b5-82c3-f54a823042ef req-40aab297-7a45-48cb-b774-ccdb4cc80906 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998683 Nov 15 14:44:59.667168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-7f6f900c-53bc-42f1-8529-03d76cfc3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:59.672534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-7f6f900c-53bc-42f1-8529-03d76cfc3c1b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 200 len: 856 time: 0.1579552 Nov 15 14:44:59.750742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d7203603-d606-491c-a359-685527d9a301 None None] Allocated IP 172.20.0.2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/a27d9836-a110-41dd-aafa-8a29dad1de0a/6c02f94e-91c8-4532-91e0-834fdd7841ed) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:44:59.758621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b31b6f2-abc9-4a50-bff1-b38fd940c932 req-6b6188dd-68b2-42e7-9221-981709ceff68 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0373316 Nov 15 14:44:59.775941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-f93b10dc-bce6-4b16-8d87-74cb31068dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:59.777459 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-f93b10dc-bce6-4b16-8d87-74cb31068dac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966763 Nov 15 14:44:59.850917 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9be43dd3-6138-4e1d-af6b-15bf3d772910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:59.880453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6c02f94e-91c8-4532-91e0-834fdd7841ed up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:44:59.897360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ec639-620f-4899-8d77-2d3e58ba1394 req-95599b70-4210-44db-8ec0-eb2c4bb6c728 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:44:59.905391 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-412ec639-620f-4899-8d77-2d3e58ba1394 req-95599b70-4210-44db-8ec0-eb2c4bb6c728 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 945 time: 0.1449215 Nov 15 14:44:59.907468 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53bb525d-9c52-494f-9882-bd58a15c3e5e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:44:59.964014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d7203603-d606-491c-a359-685527d9a301 None None] For port 6c02f94e-91c8-4532-91e0-834fdd7841ed, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6c02f94e-91c8-4532-91e0-834fdd7841ed,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:44:59.973941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb525d-9c52-494f-9882-bd58a15c3e5e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=f5d69f73-22dd-4b4f-9f82-59497a70de45,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:44:59.974710 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-99a3f777-ddc3-4d9e-8a57-f2f2ccad500c service neutron] 10.222.0.46 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715465 Nov 15 14:44:59.987266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-412ec639-620f-4899-8d77-2d3e58ba1394 req-c15ca5ad-8833-4aa5-80fe-eb394bb68c84 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808969 Nov 15 14:45:00.034271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6c02f94e-91c8-4532-91e0-834fdd7841ed triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:00.034271 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:00.088036 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7203603-d606-491c-a359-685527d9a301 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:00.183373 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7203603-d606-491c-a359-685527d9a301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:00.187949 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53bb525d-9c52-494f-9882-bd58a15c3e5e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:00.193708 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-53bb525d-9c52-494f-9882-bd58a15c3e5e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/f5d69f73-22dd-4b4f-9f82-59497a70de45 HTTP/1.1" status: 204 len: 168 time: 1.1700084 Nov 15 14:45:00.197382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd8d1689-3e75-445e-a4e3-997c6d849ad7 req-643a6dd5-c701-416a-9728-0dc01a9ecd23 service neutron] 10.222.0.46 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090852 Nov 15 14:45:00.197540 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40384) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:00.265689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e651f5-8938-41da-bdbc-bfbff8c0a94f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:00.267248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e651f5-8938-41da-bdbc-bfbff8c0a94f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:00.268889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e651f5-8938-41da-bdbc-bfbff8c0a94f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:00.270509 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c8e651f5-8938-41da-bdbc-bfbff8c0a94f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0720208 Nov 15 14:45:00.273937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40386) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:00.348092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-37deff83-48be-46ec-8fee-5c243c349924 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 16cd45c8-0ad0-476b-b676-a3556bfabc79 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:45:00.350032 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7203603-d606-491c-a359-685527d9a301 None None] Pushing event updated for resources: {'Port': ['ID=6c02f94e-91c8-4532-91e0-834fdd7841ed,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:00.353291 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37deff83-48be-46ec-8fee-5c243c349924 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:00.416232 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37deff83-48be-46ec-8fee-5c243c349924 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:00.473088 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2b2ea-5868-4677-9b59-482ee0f02c57 req-ff687664-0539-4216-b353-c547f5af6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:00.476446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02d2b2ea-5868-4677-9b59-482ee0f02c57 req-ff687664-0539-4216-b353-c547f5af6e3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 1095 time: 0.0803950 Nov 15 14:45:00.619590 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37deff83-48be-46ec-8fee-5c243c349924 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:00.686958 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2b2ea-5868-4677-9b59-482ee0f02c57 req-f36e6394-8bad-497e-8fa0-a4c466dc91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:00.691528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02d2b2ea-5868-4677-9b59-482ee0f02c57 req-f36e6394-8bad-497e-8fa0-a4c466dc91f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 918 time: 0.2079070 Nov 15 14:45:00.876129 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37deff83-48be-46ec-8fee-5c243c349924 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:00.928701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37deff83-48be-46ec-8fee-5c243c349924 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=16cd45c8-0ad0-476b-b676-a3556bfabc79,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:00.928701 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37deff83-48be-46ec-8fee-5c243c349924 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:00.931094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02d2b2ea-5868-4677-9b59-482ee0f02c57 req-e3b1747a-a97e-42d3-a706-f9df3fed6145 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7 HTTP/1.1" status: 200 len: 999 time: 0.2063096 Nov 15 14:45:00.938474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:00.939780 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-37deff83-48be-46ec-8fee-5c243c349924 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/16cd45c8-0ad0-476b-b676-a3556bfabc79 HTTP/1.1" status: 204 len: 168 time: 0.6639855 Nov 15 14:45:00.959041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca65c4-c829-4578-af11-40c62649adda req-dc42e74e-2766-4d79-b269-740a9b36b5a2 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:00.959041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fca65c4-c829-4578-af11-40c62649adda req-dc42e74e-2766-4d79-b269-740a9b36b5a2 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 945 time: 0.2589114 Nov 15 14:45:00.974568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e540315-b25d-4e71-9fe3-4cfb5a84f999 req-d663855f-9cee-44af-b714-78b35884e8ec tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:00.984415 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e540315-b25d-4e71-9fe3-4cfb5a84f999 req-d663855f-9cee-44af-b714-78b35884e8ec tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.1461406 Nov 15 14:45:01.133300 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:45:01.238103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2b2ea-5868-4677-9b59-482ee0f02c57 req-09a67103-84ba-47dd-bfb3-bea1fa28a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:01.241198 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02d2b2ea-5868-4677-9b59-482ee0f02c57 req-09a67103-84ba-47dd-bfb3-bea1fa28a48a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 200 len: 856 time: 0.2759049 Nov 15 14:45:01.263661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f305be-3092-4e9a-b262-c15a11b372fe tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet a27d9836-a110-41dd-aafa-8a29dad1de0a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:45:01.285485 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0f305be-3092-4e9a-b262-c15a11b372fe tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:01.328678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e540315-b25d-4e71-9fe3-4cfb5a84f999 req-727308a3-f2f1-443c-9e20-05c9d58c15b0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296282 Nov 15 14:45:01.351346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fca65c4-c829-4578-af11-40c62649adda req-6a6b45ae-5296-41cf-9378-de4877a510bc tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644083 Nov 15 14:45:01.421537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368d0799-c299-4aad-a87c-ae4436feadc2 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:01.498884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3cbb5950-0855-495d-b244-4079571547ba None None] Could not find standard attr ID for object f5d69f73-22dd-4b4f-9f82-59497a70de45. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:45:01.535864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3cbb5950-0855-495d-b244-4079571547ba None None] Provisioning complete for port 6c02f94e-91c8-4532-91e0-834fdd7841ed triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:01.537282 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3cbb5950-0855-495d-b244-4079571547ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:01.540493 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0f305be-3092-4e9a-b262-c15a11b372fe tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:01.653368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0808387b-cd36-4520-ab91-488bb16ab561 req-3198956c-ec46-49d1-96f9-e20aa5f21477 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.1512828 Nov 15 14:45:01.683042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2b2ea-5868-4677-9b59-482ee0f02c57 req-65e585de-32a9-413a-a692-fc11854b6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:01.683042 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02d2b2ea-5868-4677-9b59-482ee0f02c57 req-65e585de-32a9-413a-a692-fc11854b6249 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4087138 Nov 15 14:45:01.744661 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0f305be-3092-4e9a-b262-c15a11b372fe tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:01.918517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6c02f94e-91c8-4532-91e0-834fdd7841ed up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:01.977671 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02d2b2ea-5868-4677-9b59-482ee0f02c57 req-7cdfc081-15c0-4f23-b162-7da7df3746bc service neutron] 10.222.0.46 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016931 Nov 15 14:45:02.061989 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0f305be-3092-4e9a-b262-c15a11b372fe tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:02.101151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6c02f94e-91c8-4532-91e0-834fdd7841ed triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:02.101549 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:02.177891 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-545025e1-53db-4a46-818d-5a88afbec5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:02.229098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f305be-3092-4e9a-b262-c15a11b372fe tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=a27d9836-a110-41dd-aafa-8a29dad1de0a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:02.238918 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0f305be-3092-4e9a-b262-c15a11b372fe tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:02.244532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b0f305be-3092-4e9a-b262-c15a11b372fe tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/a27d9836-a110-41dd-aafa-8a29dad1de0a HTTP/1.1" status: 204 len: 168 time: 1.3032832 Nov 15 14:45:02.246405 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40454) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:02.408266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02d2b2ea-5868-4677-9b59-482ee0f02c57 req-5867b203-ac2b-4ef5-bee0-ed00b7ec6b7f service neutron] 10.222.0.46 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833749 Nov 15 14:45:02.419060 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c522ff89-c4f1-4a03-aadf-796cc6f47216 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1670954 Nov 15 14:45:02.419726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40464) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:02.430147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:02.685991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913567-00c6-4808-ac17-4e0f87d2db10 req-74232384-310b-4935-ba50-8271617358a8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:02.687584 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2913567-00c6-4808-ac17-4e0f87d2db10 req-74232384-310b-4935-ba50-8271617358a8 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 945 time: 0.2090063 Nov 15 14:45:02.726583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c27189-9402-4c3f-8ad3-62b86978707d req-8f85f253-6b8b-46dd-9d00-c034a8b6ae26 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:02.731794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5c27189-9402-4c3f-8ad3-62b86978707d req-8f85f253-6b8b-46dd-9d00-c034a8b6ae26 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.1937404 Nov 15 14:45:02.863136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2913567-00c6-4808-ac17-4e0f87d2db10 req-3f29d81e-64d5-4567-849d-9bd450edec3a tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281955 Nov 15 14:45:02.868873 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5c27189-9402-4c3f-8ad3-62b86978707d req-79d0f198-ee05-4d1f-aac6-6d105b60d9f7 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255372 Nov 15 14:45:02.884299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:02.888000 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:02.967624 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fd2fbe-3b69-4ec5-93b4-126eb2748cf2 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:03.094073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7f8b9c3e-49a7-406f-a589-8151222eef7d None None] Provisioning complete for port 6c02f94e-91c8-4532-91e0-834fdd7841ed triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:03.094861 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8b9c3e-49a7-406f-a589-8151222eef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:03.128046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0eb4336-ae85-4b07-b22c-a1051956efca req-54a35859-0b43-4289-9f06-1a96954e76f3 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0710971 Nov 15 14:45:03.383341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb94e40-56e1-409f-985b-4a1f370aba5c None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:45:03.435202 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:03.459467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-adb94e40-56e1-409f-985b-4a1f370aba5c None None] Deleting port 6c02f94e-91c8-4532-91e0-834fdd7841ed {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:03.459842 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-adb94e40-56e1-409f-985b-4a1f370aba5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:03.558302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-adb94e40-56e1-409f-985b-4a1f370aba5c None None] For port 6c02f94e-91c8-4532-91e0-834fdd7841ed, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6c02f94e-91c8-4532-91e0-834fdd7841ed,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:03.559331 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-adb94e40-56e1-409f-985b-4a1f370aba5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:03.580812 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-adb94e40-56e1-409f-985b-4a1f370aba5c None None] Calling delete_port for 6c02f94e-91c8-4532-91e0-834fdd7841ed owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:03.827698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.objects.ports [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:45:03.864187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6c02f94e-91c8-4532-91e0-834fdd7841ed no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:45:03.916562 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-adb94e40-56e1-409f-985b-4a1f370aba5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:03.963694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb94e40-56e1-409f-985b-4a1f370aba5c None None] No DVR routers for this DVR port 6c02f94e-91c8-4532-91e0-834fdd7841ed on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:45:03.970335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb94e40-56e1-409f-985b-4a1f370aba5c None None] Pushing event deleted for resources: {'Port': ['ID=6c02f94e-91c8-4532-91e0-834fdd7841ed,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:03.988540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No active binding found for port 6c02f94e-91c8-4532-91e0-834fdd7841ed {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 14:45:03.988759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6c02f94e-91c8-4532-91e0-834fdd7841ed not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:45:04.581934 n-d-817748-2 neutron-server[103146]: WARNING neutron.services.revisions.revision_plugin [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Could not find related port for resource to bump revision. Nov 15 14:45:04.602617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805dd07-a782-4ff6-a3f7-e0bb89eb08e6 req-a6d816a4-f471-4990-b6d5-d9b38afb5485 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:04.604611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2805dd07-a782-4ff6-a3f7-e0bb89eb08e6 req-a6d816a4-f471-4990-b6d5-d9b38afb5485 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 945 time: 0.5720501 Nov 15 14:45:04.624925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45c4e8-70b0-4ce9-8aaf-de284219058b req-24272057-d7c6-4d2b-8535-92ff4bc60b7d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:04.626577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e45c4e8-70b0-4ce9-8aaf-de284219058b req-24272057-d7c6-4d2b-8535-92ff4bc60b7d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.5590367 Nov 15 14:45:04.644957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Port 6c02f94e-91c8-4532-91e0-834fdd7841ed was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 15 14:45:04.645269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4c:9e00 {{(pid=103146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 15 14:45:04.655575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4c:9e00 {{(pid=103146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 15 14:45:04.669437 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:04.780095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2805dd07-a782-4ff6-a3f7-e0bb89eb08e6 req-a2fb470e-1a28-4293-8bba-70b3a582bb0f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654077 Nov 15 14:45:04.782458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:04.794474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:04.800335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:04.801008 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:04.808771 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf8a356-37bd-4263-9b5e-ba233e151f95 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:04.819722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e45c4e8-70b0-4ce9-8aaf-de284219058b req-075dee66-325e-4d59-8a39-98bb8a9495ac tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784458 Nov 15 14:45:04.854386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=d7797d4c-c45e-4bc8-955f-72dcd4f1f468,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:04.958979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ae396101-8681-4560-a60b-88b056de364b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5380461 Nov 15 14:45:04.963665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40514) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:04.971516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cd716d7f-3cf1-42bc-be02-6b831735e8aa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:05.074729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': 'd7797d4c-c45e-4bc8-955f-72dcd4f1f468'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:45:05.077433 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:05.151328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:05.231364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd67da2e-bb3e-4973-83d3-6e6106d7b366 req-c5bb4319-284b-4085-8dbf-82f3146890ea tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.1442804 Nov 15 14:45:05.482371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Allocated IP 2001:db8::f816:3eff:fe5d:6d87 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/d7797d4c-c45e-4bc8-955f-72dcd4f1f468/8270e06e-73b6-41b2-a227-f5b84c67590e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:05.517148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd716d7f-3cf1-42bc-be02-6b831735e8aa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:05.523689 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd716d7f-3cf1-42bc-be02-6b831735e8aa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:05.680597 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:05.805337 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:05.808467 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:05.908044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:05.913781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:05.919820 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:05.925644 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Pushing event updated for resources: {'Port': ['ID=8270e06e-73b6-41b2-a227-f5b84c67590e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:06.128504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Attempting to bind port 8270e06e-73b6-41b2-a227-f5b84c67590e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:45:06.129221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Attempting to bind port 8270e06e-73b6-41b2-a227-f5b84c67590e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:45:06.129221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Attempting to bind port 8270e06e-73b6-41b2-a227-f5b84c67590e on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:45:06.136276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:45:06.136967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:45:06.137549 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:06.138129 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:45:06.138828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Bound port: 8270e06e-73b6-41b2-a227-f5b84c67590e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:45:06.139408 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:06.165724 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd716d7f-3cf1-42bc-be02-6b831735e8aa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:06.263835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd716d7f-3cf1-42bc-be02-6b831735e8aa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:06.274128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cd716d7f-3cf1-42bc-be02-6b831735e8aa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:06.277813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd716d7f-3cf1-42bc-be02-6b831735e8aa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:06.278722 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd716d7f-3cf1-42bc-be02-6b831735e8aa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:06.298905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd716d7f-3cf1-42bc-be02-6b831735e8aa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=6138a27c-c7fb-446e-b189-eb2a256f969e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:06.313966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca54165-ffda-4159-916e-436d43820350 req-03e408b0-a939-4eee-9266-b98f0b0fb8be tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:06.316195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] For port 8270e06e-73b6-41b2-a227-f5b84c67590e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:45:06.322303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eca54165-ffda-4159-916e-436d43820350 req-03e408b0-a939-4eee-9266-b98f0b0fb8be tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 945 time: 0.2534971 Nov 15 14:45:06.327238 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] For port 8270e06e-73b6-41b2-a227-f5b84c67590e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8270e06e-73b6-41b2-a227-f5b84c67590e,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:45:06.362779 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a17942-ffc8-4011-904c-cc8aca798bfa req-439db519-917b-46f6-b219-c2509b387e48 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:06.371320 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55a17942-ffc8-4011-904c-cc8aca798bfa req-439db519-917b-46f6-b219-c2509b387e48 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.2104704 Nov 15 14:45:06.431878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cd716d7f-3cf1-42bc-be02-6b831735e8aa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4667146 Nov 15 14:45:06.435282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40562) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:06.445101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'mac_address': 'fa:16:3e:74:8d:fc', 'name': 'tempest-NetworksTestDHCPv6-959641722'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:06.450917 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:06.458773 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eca54165-ffda-4159-916e-436d43820350 req-a627183c-c744-4549-b44f-d3158e1f2fdc tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274185 Nov 15 14:45:06.480438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55a17942-ffc8-4011-904c-cc8aca798bfa req-e26949f9-a2f2-4772-8beb-2d2676e35532 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022077 Nov 15 14:45:06.666893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec82304-d6a0-45fc-be6b-7a1ea1e0b624 None None] Pushing event updated for resources: {'Port': ['ID=8270e06e-73b6-41b2-a227-f5b84c67590e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:06.946239 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-575e212a-e374-4ecb-9beb-ebd96301e825 req-3bb9777a-1994-469b-a70e-168027911f47 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0772789 Nov 15 14:45:07.081994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:07.269949 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:07.307875 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 521888b5-4d9e-4461-87b2-c7f2f2d817fb yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:45:07.604675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 172.20.0.10 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/6138a27c-c7fb-446e-b189-eb2a256f969e/521888b5-4d9e-4461-87b2-c7f2f2d817fb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:07.615743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::f816:3eff:fe74:8dfc (f9ae7d6a-3056-4b34-ac1f-1038e440b250/d7797d4c-c45e-4bc8-955f-72dcd4f1f468/521888b5-4d9e-4461-87b2-c7f2f2d817fb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:07.678191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac976b6-c8cc-4759-a7ab-9f63e53dbf48 req-025ca78e-4000-45d7-a3e1-f286349c2507 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:07.683909 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ac976b6-c8cc-4759-a7ab-9f63e53dbf48 req-025ca78e-4000-45d7-a3e1-f286349c2507 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 945 time: 0.1049647 Nov 15 14:45:07.896799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ac976b6-c8cc-4759-a7ab-9f63e53dbf48 req-39a4e38a-f5f8-4c95-96df-8ead77b4d7b0 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069569 Nov 15 14:45:07.934621 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:07.983171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8270e06e-73b6-41b2-a227-f5b84c67590e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:08.007266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ccac6-892c-48df-b705-37f383e4f7b5 req-a9b8719d-0618-4abc-8067-b7d22ef5b232 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:08.024865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a5ccac6-892c-48df-b705-37f383e4f7b5 req-a9b8719d-0618-4abc-8067-b7d22ef5b232 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.3383937 Nov 15 14:45:08.064737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 8270e06e-73b6-41b2-a227-f5b84c67590e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:08.065229 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:08.076523 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:08.157768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a5ccac6-892c-48df-b705-37f383e4f7b5 req-951fe224-8a2f-4383-926f-bb08d9f69450 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285131 Nov 15 14:45:08.215719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:08.219128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948918e-0856-4a48-8f75-8e5c31e6e047 req-e28137ed-4401-424c-a557-17df8e7a909f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:08.220755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0948918e-0856-4a48-8f75-8e5c31e6e047 req-e28137ed-4401-424c-a557-17df8e7a909f tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 945 time: 0.1555085 Nov 15 14:45:08.223463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:08.228835 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:08.235075 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:08.327592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=521888b5-4d9e-4461-87b2-c7f2f2d817fb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:08.408800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 8270e06e-73b6-41b2-a227-f5b84c67590e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8270e06e-73b6-41b2-a227-f5b84c67590e,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:08.438547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:08.438547 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:08.489977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7213ea0d-6639-4191-8e68-6a2a90bf7fe7 req-b11b47a5-f623-4d4d-9c44-4a40a2a0cf98 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0580342 Nov 15 14:45:08.507296 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:08.552900 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b7a35489-3e84-4e63-89a5-bb409cdab0eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1160822 Nov 15 14:45:08.555391 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40598) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:08.565283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0948918e-0856-4a48-8f75-8e5c31e6e047 req-c91e1587-0eea-4534-a0f3-ded90d0b13b5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Deleting port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:08.565633 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0948918e-0856-4a48-8f75-8e5c31e6e047 req-c91e1587-0eea-4534-a0f3-ded90d0b13b5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:08.585467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d598b3-d189-4761-9f97-ec2d1889f9cb None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:08.727713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc1ef9e-3c1f-45c5-bcb8-2b42bfa99bb1 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:08.739809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc1ef9e-3c1f-45c5-bcb8-2b42bfa99bb1 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:08.748264 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fbc1ef9e-3c1f-45c5-bcb8-2b42bfa99bb1 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1915860 Nov 15 14:45:08.751741 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40600) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:08.762184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0948918e-0856-4a48-8f75-8e5c31e6e047 req-c91e1587-0eea-4534-a0f3-ded90d0b13b5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] For port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=2a1f0537-51b9-4985-a728-fc54e9d4f0bd,segment=NetworkSegment(10c5b36c-e0fc-471b-9bbc-06b902b716e1),segment_id=10c5b36c-e0fc-471b-9bbc-06b902b716e1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:08.763365 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0948918e-0856-4a48-8f75-8e5c31e6e047 req-c91e1587-0eea-4534-a0f3-ded90d0b13b5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:08.769778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=8270e06e-73b6-41b2-a227-f5b84c67590e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:08.790690 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0948918e-0856-4a48-8f75-8e5c31e6e047 req-c91e1587-0eea-4534-a0f3-ded90d0b13b5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Calling delete_port for 2a1f0537-51b9-4985-a728-fc54e9d4f0bd owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:08.808595 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eceb0705-598e-4c7e-a1c6-55b3f149272e None None] Provisioning complete for port 8270e06e-73b6-41b2-a227-f5b84c67590e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:08.809115 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eceb0705-598e-4c7e-a1c6-55b3f149272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:08.947346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9b81a14e-37b5-4e63-99e3-779135b81cf2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port 521888b5-4d9e-4461-87b2-c7f2f2d817fb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:08.947675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b81a14e-37b5-4e63-99e3-779135b81cf2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:09.133617 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b81a14e-37b5-4e63-99e3-779135b81cf2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:09.162515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9b81a14e-37b5-4e63-99e3-779135b81cf2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for 521888b5-4d9e-4461-87b2-c7f2f2d817fb owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:09.209962 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0948918e-0856-4a48-8f75-8e5c31e6e047 req-c91e1587-0eea-4534-a0f3-ded90d0b13b5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:09.218065 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1ff644-6514-4f31-8aa1-3242b3f24b79 None None] Update dhcp port {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'fixed_ips': [{'subnet_id': 'd7797d4c-c45e-4bc8-955f-72dcd4f1f468', 'ip_address': '2001:db8::f816:3eff:fe5d:6d87'}, {'subnet_id': '6138a27c-c7fb-446e-b189-eb2a256f969e'}], 'binding:host_id': 'n-d-817748-2'}, 'id': '8270e06e-73b6-41b2-a227-f5b84c67590e'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 14:45:09.230694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['2a1f0537-51b9-4985-a728-fc54e9d4f0bd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:45:09.479634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e1587-0eea-4534-a0f3-ded90d0b13b5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Pushing event deleted for resources: {'Port': ['ID=2a1f0537-51b9-4985-a728-fc54e9d4f0bd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:09.578642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540062a-28ae-418a-98a2-6dc71fad6ea8 req-d12e4b5b-1280-42a0-a4b7-e55d1f26983d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:09.592869 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2540062a-28ae-418a-98a2-6dc71fad6ea8 req-d12e4b5b-1280-42a0-a4b7-e55d1f26983d tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 867 time: 0.5208995 Nov 15 14:45:09.690912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0948918e-0856-4a48-8f75-8e5c31e6e047 req-c91e1587-0eea-4534-a0f3-ded90d0b13b5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] No DVR routers for this DVR port 2a1f0537-51b9-4985-a728-fc54e9d4f0bd on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:45:09.696453 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0948918e-0856-4a48-8f75-8e5c31e6e047 req-c91e1587-0eea-4534-a0f3-ded90d0b13b5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:09.701428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0948918e-0856-4a48-8f75-8e5c31e6e047 req-c91e1587-0eea-4534-a0f3-ded90d0b13b5 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.46 "DELETE /v2.0/ports/2a1f0537-51b9-4985-a728-fc54e9d4f0bd HTTP/1.1" status: 204 len: 173 time: 1.4672017 Nov 15 14:45:09.717852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47e251-f13e-455c-8282-62f246429601 req-1034191b-1dde-4297-9d06-a835c58c22ba tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:09.720144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4c47e251-f13e-455c-8282-62f246429601 req-1034191b-1dde-4297-9d06-a835c58c22ba tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.2635555 Nov 15 14:45:09.720924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4984902-9a6e-4526-ab3a-4b124f1e1a2e', 'name': 'network-vif-deleted', 'tag': '2a1f0537-51b9-4985-a728-fc54e9d4f0bd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:45:09.723842 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85f1083-649d-48fd-9129-7ee7066890d1" -d '{"events": [{"server_uuid": "a4984902-9a6e-4526-ab3a-4b124f1e1a2e", "name": "network-vif-deleted", "tag": "2a1f0537-51b9-4985-a728-fc54e9d4f0bd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:45:09.807463 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2540062a-28ae-418a-98a2-6dc71fad6ea8 req-31b9444e-da60-4269-899b-85d36372724c tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/security-groups?id=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133105 Nov 15 14:45:09.811087 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff644-6514-4f31-8aa1-3242b3f24b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:09.870216 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b81a14e-37b5-4e63-99e3-779135b81cf2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:09.895031 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4c47e251-f13e-455c-8282-62f246429601 req-97fea72b-bbc7-479e-bd82-c925c578fc43 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662960 Nov 15 14:45:09.923283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8270e06e-73b6-41b2-a227-f5b84c67590e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:09.981069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81a14e-37b5-4e63-99e3-779135b81cf2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=521888b5-4d9e-4461-87b2-c7f2f2d817fb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:10.104034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22a0de1b-108e-41f6-a5fb-525eec2fd9ca req-2e6168cb-2135-44cf-9212-dfe5975baf0c tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0474546 Nov 15 14:45:10.125506 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b81a14e-37b5-4e63-99e3-779135b81cf2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:10.144175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:10.152195 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9b81a14e-37b5-4e63-99e3-779135b81cf2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/521888b5-4d9e-4461-87b2-c7f2f2d817fb HTTP/1.1" status: 204 len: 168 time: 1.3828814 Nov 15 14:45:10.170684 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b820e86-4cf6-48bc-abe5-5264993d89cb x-openstack-request-id: req-1b820e86-4cf6-48bc-abe5-5264993d89cb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:45:10.171123 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4984902-9a6e-4526-ab3a-4b124f1e1a2e", "name": "network-vif-deleted", "tag": "2a1f0537-51b9-4985-a728-fc54e9d4f0bd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:45:10.172713 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b820e86-4cf6-48bc-abe5-5264993d89cb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:45:10.172713 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4984902-9a6e-4526-ab3a-4b124f1e1a2e', 'name': 'network-vif-deleted', 'tag': '2a1f0537-51b9-4985-a728-fc54e9d4f0bd', 'status': 'completed', 'code': 200} Nov 15 14:45:10.227279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 8270e06e-73b6-41b2-a227-f5b84c67590e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:10.228309 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:10.281749 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b242ec-de29-4256-a3a3-92231fcbb0bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:10.283879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b242ec-de29-4256-a3a3-92231fcbb0bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:10.285930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b242ec-de29-4256-a3a3-92231fcbb0bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:10.291741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-84b242ec-de29-4256-a3a3-92231fcbb0bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1430626 Nov 15 14:45:10.294002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40632) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:10.297407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2d1ff644-6514-4f31-8aa1-3242b3f24b79 None None] Allocated IP 172.20.0.2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/6138a27c-c7fb-446e-b189-eb2a256f969e/8270e06e-73b6-41b2-a227-f5b84c67590e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:10.303010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40634) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:10.448245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c65ff0-d855-4164-b243-f0c8d5ab7ff6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 6138a27c-c7fb-446e-b189-eb2a256f969e {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:45:10.519902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d1ff644-6514-4f31-8aa1-3242b3f24b79 None None] For port 8270e06e-73b6-41b2-a227-f5b84c67590e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8270e06e-73b6-41b2-a227-f5b84c67590e,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:10.537726 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcf102f3-198e-4f74-8cd5-6729e163165a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:10.581450 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff644-6514-4f31-8aa1-3242b3f24b79 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:10.656208 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcf102f3-198e-4f74-8cd5-6729e163165a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:10.964139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd8b0048-1cb2-4307-806b-b8bd416a3523 req-df78c3f4-703e-401a-9e42-2cf0694db1d1 tempest-DeleteServersTestJSON-936000806 tempest-DeleteServersTestJSON-936000806-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4984902-9a6e-4526-ab3a-4b124f1e1a2e HTTP/1.1" status: 200 len: 210 time: 0.0424826 Nov 15 14:45:11.058442 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ad5b1-c9fb-4483-aff8-2cfd84ced199 req-d8d376b8-8797-40a4-9968-aba08d6f8564 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:11.062995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-637ad5b1-c9fb-4483-aff8-2cfd84ced199 req-d8d376b8-8797-40a4-9968-aba08d6f8564 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.0599921 Nov 15 14:45:11.120171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-637ad5b1-c9fb-4483-aff8-2cfd84ced199 req-27eeaa66-c2a8-4c37-88d0-0bb5d5335a10 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525782 Nov 15 14:45:11.210296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10a1a01e-6ef1-48ad-8805-b6f5b7975bb9 req-eef6b26c-9d28-49c1-b92d-f386a981c7a0 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0269814 Nov 15 14:45:11.230049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff644-6514-4f31-8aa1-3242b3f24b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:11.230635 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9c65ff0-d855-4164-b243-f0c8d5ab7ff6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:11.271273 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9c65ff0-d855-4164-b243-f0c8d5ab7ff6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:11.275642 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcf102f3-198e-4f74-8cd5-6729e163165a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:11.348495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ff644-6514-4f31-8aa1-3242b3f24b79 None None] Pushing event updated for resources: {'Port': ['ID=8270e06e-73b6-41b2-a227-f5b84c67590e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:11.353953 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fcf102f3-198e-4f74-8cd5-6729e163165a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=682dd7acae7c47b891aec19fc1a361c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0467699 Nov 15 14:45:11.356353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40652) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:11.358526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf102f3-198e-4f74-8cd5-6729e163165a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1421a3d-b471-4562-ac16-3af84843ad85,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:11.511829 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aca844d-a457-471d-8c29-d12cf490b447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:11.564374 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9c65ff0-d855-4164-b243-f0c8d5ab7ff6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:11.570260 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aca844d-a457-471d-8c29-d12cf490b447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:11.722300 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aca844d-a457-471d-8c29-d12cf490b447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:11.725128 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aca844d-a457-471d-8c29-d12cf490b447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:11.729432 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4aca844d-a457-471d-8c29-d12cf490b447 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e1421a3d-b471-4562-ac16-3af84843ad85 HTTP/1.1" status: 204 len: 168 time: 0.3693936 Nov 15 14:45:11.743787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca844d-a457-471d-8c29-d12cf490b447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1421a3d-b471-4562-ac16-3af84843ad85,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:11.815727 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9c65ff0-d855-4164-b243-f0c8d5ab7ff6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:11.862504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c65ff0-d855-4164-b243-f0c8d5ab7ff6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=6138a27c-c7fb-446e-b189-eb2a256f969e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:11.867949 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9c65ff0-d855-4164-b243-f0c8d5ab7ff6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:11.887713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b9c65ff0-d855-4164-b243-f0c8d5ab7ff6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/6138a27c-c7fb-446e-b189-eb2a256f969e HTTP/1.1" status: 204 len: 168 time: 1.5915251 Nov 15 14:45:11.891802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40664) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:11.908249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8270e06e-73b6-41b2-a227-f5b84c67590e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:11.983117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-42cbe87a-2f84-4e00-8ccb-5cac350eb194 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet d7797d4c-c45e-4bc8-955f-72dcd4f1f468 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:45:11.997533 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42cbe87a-2f84-4e00-8ccb-5cac350eb194 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:12.046133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 8270e06e-73b6-41b2-a227-f5b84c67590e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:12.049819 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:12.080704 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42cbe87a-2f84-4e00-8ccb-5cac350eb194 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:12.357097 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42cbe87a-2f84-4e00-8ccb-5cac350eb194 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:12.524732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-853eddd0-ff6e-48a5-bc62-8f1109e10da5 req-a8f223ac-446f-4dbf-b0e6-63016391d39f tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0769081 Nov 15 14:45:12.588688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df79b2-d952-450c-9945-d51574c4892b req-02f93b9d-4179-4db5-9596-494f55fd7087 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:12.588688 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24df79b2-d952-450c-9945-d51574c4892b req-02f93b9d-4179-4db5-9596-494f55fd7087 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.1630492 Nov 15 14:45:12.705280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24df79b2-d952-450c-9945-d51574c4892b req-081fb6b3-3151-4732-a3f3-9463734819d8 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185534 Nov 15 14:45:12.709099 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42cbe87a-2f84-4e00-8ccb-5cac350eb194 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:12.725724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131050cd-b56b-452d-812a-2dd8730ea6bf None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:12.817535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbe87a-2f84-4e00-8ccb-5cac350eb194 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=d7797d4c-c45e-4bc8-955f-72dcd4f1f468,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:12.821744 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42cbe87a-2f84-4e00-8ccb-5cac350eb194 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:12.836904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-42cbe87a-2f84-4e00-8ccb-5cac350eb194 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/d7797d4c-c45e-4bc8-955f-72dcd4f1f468 HTTP/1.1" status: 204 len: 168 time: 0.9451787 Nov 15 14:45:12.837257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:12.848351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b111bcf7-f786-40be-bf52-3f00af2f5bd8 None None] Could not find standard attr ID for object 521888b5-4d9e-4461-87b2-c7f2f2d817fb. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:45:12.872168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40696) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:12.907072 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f36b7f96-18a3-405b-aec5-4ff43b030032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:12.912796 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a8feef02-24e1-4bda-837f-9dddc1a654a3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730388 Nov 15 14:45:12.918235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:12.928168 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d30e36f2-66df-46f1-a4d5-00bb78c4e0f0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:12.989148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b111bcf7-f786-40be-bf52-3f00af2f5bd8 None None] Provisioning complete for port 8270e06e-73b6-41b2-a227-f5b84c67590e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:12.989527 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b111bcf7-f786-40be-bf52-3f00af2f5bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:13.102241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 2a1f0537-51b9-4985-a728-fc54e9d4f0bd no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:45:13.142724 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f36b7f96-18a3-405b-aec5-4ff43b030032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:13.159507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 2a1f0537-51b9-4985-a728-fc54e9d4f0bd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:45:13.159507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 2a1f0537-51b9-4985-a728-fc54e9d4f0bd not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:45:13.216089 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f36b7f96-18a3-405b-aec5-4ff43b030032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:13.264202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30e36f2-66df-46f1-a4d5-00bb78c4e0f0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:13.268222 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d30e36f2-66df-46f1-a4d5-00bb78c4e0f0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:13.286295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30c8364-c9c4-4634-a928-3226fc0b54fa None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:45:13.294568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b7f96-18a3-405b-aec5-4ff43b030032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bbf0d2-7894-45dc-9bfe-b3675eb4b58d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:13.355166 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f36b7f96-18a3-405b-aec5-4ff43b030032 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6062da697ded4358938fa51b5d548554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4786315 Nov 15 14:45:13.355828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40716) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:13.384367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c30c8364-c9c4-4634-a928-3226fc0b54fa None None] Deleting port 8270e06e-73b6-41b2-a227-f5b84c67590e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:13.385239 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c30c8364-c9c4-4634-a928-3226fc0b54fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:13.465496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6115b0-c264-4d9f-bd6c-56e70b030700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:13.550819 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6115b0-c264-4d9f-bd6c-56e70b030700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:13.556643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c30c8364-c9c4-4634-a928-3226fc0b54fa None None] For port 8270e06e-73b6-41b2-a227-f5b84c67590e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8270e06e-73b6-41b2-a227-f5b84c67590e,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:13.558242 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c30c8364-c9c4-4634-a928-3226fc0b54fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:13.636209 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c30c8364-c9c4-4634-a928-3226fc0b54fa None None] Calling delete_port for 8270e06e-73b6-41b2-a227-f5b84c67590e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:13.707876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf572bcd-bfc1-4ffb-b4eb-882225f0ddc4 req-c6d8a173-2494-4a5e-920d-d7caf4c09a85 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0311840 Nov 15 14:45:13.726276 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6115b0-c264-4d9f-bd6c-56e70b030700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:13.729944 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6115b0-c264-4d9f-bd6c-56e70b030700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:13.734784 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5b6115b0-c264-4d9f-bd6c-56e70b030700 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00bbf0d2-7894-45dc-9bfe-b3675eb4b58d HTTP/1.1" status: 204 len: 168 time: 0.3778834 Nov 15 14:45:13.754080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6115b0-c264-4d9f-bd6c-56e70b030700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bbf0d2-7894-45dc-9bfe-b3675eb4b58d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:13.764810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d30e36f2-66df-46f1-a4d5-00bb78c4e0f0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:13.902041 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30e36f2-66df-46f1-a4d5-00bb78c4e0f0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:13.904416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e36f2-66df-46f1-a4d5-00bb78c4e0f0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=a970eeea-a24b-4b9c-a697-b4ce9703edf1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:13.916097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d30e36f2-66df-46f1-a4d5-00bb78c4e0f0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:13.926850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e36f2-66df-46f1-a4d5-00bb78c4e0f0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:13.927966 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d30e36f2-66df-46f1-a4d5-00bb78c4e0f0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:13.967392 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8270e06e-73b6-41b2-a227-f5b84c67590e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:45:14.132348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78873ada-0da2-40ac-b9d1-a5a5871d4105 req-2db4843f-5368-4378-b85a-2e8fca860605 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:14.142638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78873ada-0da2-40ac-b9d1-a5a5871d4105 req-2db4843f-5368-4378-b85a-2e8fca860605 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.1322014 Nov 15 14:45:14.209307 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:14.337530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78873ada-0da2-40ac-b9d1-a5a5871d4105 req-76403c30-09c3-426e-bc2b-05fc4b33c692 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787033 Nov 15 14:45:14.849992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc11ae03-1c02-4149-8a9f-1066f2f86a4a req-e3ac92f1-9fb2-4a61-b4e1-374b27a1cbc8 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0338833 Nov 15 14:45:14.951740 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c30c8364-c9c4-4634-a928-3226fc0b54fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:15.007432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c8364-c9c4-4634-a928-3226fc0b54fa None None] Pushing event deleted for resources: {'Port': ['ID=8270e06e-73b6-41b2-a227-f5b84c67590e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:15.008462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c8364-c9c4-4634-a928-3226fc0b54fa None None] No DVR routers for this DVR port 8270e06e-73b6-41b2-a227-f5b84c67590e on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:45:15.030793 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d30e36f2-66df-46f1-a4d5-00bb78c4e0f0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1071913 Nov 15 14:45:15.031506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40748) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:15.037609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:15.042717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d273b7e9-a5fd-4622-a09d-e97781942191 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:15.335693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:15.367732 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:15.416581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': 'a970eeea-a24b-4b9c-a697-b4ce9703edf1'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:45:15.417964 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:15.658477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adc621-845f-4f87-96b0-0173ad83e3cd req-13932429-9064-421b-94c3-1fa1414ba0a0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:15.667051 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09adc621-845f-4f87-96b0-0173ad83e3cd req-13932429-9064-421b-94c3-1fa1414ba0a0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.1590648 Nov 15 14:45:15.765625 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09adc621-845f-4f87-96b0-0173ad83e3cd req-9585a4fd-004b-49bd-87f1-989e85e3a978 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925715 Nov 15 14:45:15.780054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Allocated IP 172.20.0.2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/a970eeea-a24b-4b9c-a697-b4ce9703edf1/5e3a578d-b9de-4066-baa5-80b43d272817) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:16.022069 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:16.038091 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49fe554e-d03a-4d81-8cd1-e9efc9587bbe req-797067e8-da18-4058-b5a7-fc914d420019 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0432279 Nov 15 14:45:16.137755 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:16.233408 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:16.238258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:16.246153 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:16.290928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Pushing event updated for resources: {'Port': ['ID=5e3a578d-b9de-4066-baa5-80b43d272817,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:16.322548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.objects.ports [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:45:16.367945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Attempting to bind port 5e3a578d-b9de-4066-baa5-80b43d272817 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:45:16.368945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Attempting to bind port 5e3a578d-b9de-4066-baa5-80b43d272817 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:45:16.369454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Attempting to bind port 5e3a578d-b9de-4066-baa5-80b43d272817 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:45:16.375218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:45:16.376243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:45:16.376652 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:16.377047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:45:16.377856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Bound port: 5e3a578d-b9de-4066-baa5-80b43d272817, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:45:16.378241 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:16.503773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] For port 5e3a578d-b9de-4066-baa5-80b43d272817, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:45:16.509863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] For port 5e3a578d-b9de-4066-baa5-80b43d272817, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=5e3a578d-b9de-4066-baa5-80b43d272817,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:45:16.608004 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:16.735397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac89afa-5a79-400f-bd47-33532c3f1fbd None None] Pushing event updated for resources: {'Port': ['ID=5e3a578d-b9de-4066-baa5-80b43d272817,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:16.740000 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:17.127014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] For port 5e3a578d-b9de-4066-baa5-80b43d272817, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=5e3a578d-b9de-4066-baa5-80b43d272817,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:17.199699 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:17.232982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72680259-2ab5-4740-a639-b8a8a8891b28 req-28f73f9c-6a81-45b1-b032-bea7529e379c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:17.234794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72680259-2ab5-4740-a639-b8a8a8891b28 req-28f73f9c-6a81-45b1-b032-bea7529e379c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.2883205 Nov 15 14:45:17.282569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8037acff-2836-4f23-9acf-e51b3530e73f req-fbe29df5-7560-4364-ac63-d56db74669f5 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0465231 Nov 15 14:45:17.329209 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:17.329209 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:17.340520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72680259-2ab5-4740-a639-b8a8a8891b28 req-947f4b6c-7ab4-4ccb-b367-693e08c7e435 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926387 Nov 15 14:45:17.439608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:17.453978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:17.457370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:17.458535 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:17.464480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=49d705c3-7a93-48f5-884a-c8e8d5320e76,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:17.477247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=5e3a578d-b9de-4066-baa5-80b43d272817,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:17.576511 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eed94980-8ce6-4d10-a931-2f31a5b5f2c6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5433779 Nov 15 14:45:17.579372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40822) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:17.585752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'mac_address': 'fa:16:3e:a6:f2:86', 'name': 'tempest-NetworksTestDHCPv6-1803050437'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:17.936142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:17.995103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 5e3a578d-b9de-4066-baa5-80b43d272817 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:18.054533 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:18.086102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port ded88cdc-4e37-4126-918f-3ccc1ef94742 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:45:18.097405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 5e3a578d-b9de-4066-baa5-80b43d272817 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:18.097713 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:18.189687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7a4e46-0adf-4018-8224-945ce05d716d None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:18.306477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 172.20.0.13 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/a970eeea-a24b-4b9c-a697-b4ce9703edf1/ded88cdc-4e37-4126-918f-3ccc1ef94742) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:18.326986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::f816:3eff:fea6:f286 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/49d705c3-7a93-48f5-884a-c8e8d5320e76/ded88cdc-4e37-4126-918f-3ccc1ef94742) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:18.440937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-259c343f-07d6-469d-b64d-9d9982ffefef None None] Provisioning complete for port 5e3a578d-b9de-4066-baa5-80b43d272817 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:18.441584 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-259c343f-07d6-469d-b64d-9d9982ffefef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:18.463701 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:18.499607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-482a26b9-2d7a-4aa3-8773-671003392929 req-78c37fe5-3447-4f28-b9e8-8abe177dd8da tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0345736 Nov 15 14:45:18.530791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 5e3a578d-b9de-4066-baa5-80b43d272817, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=5e3a578d-b9de-4066-baa5-80b43d272817,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:18.627115 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba3261-4e2e-4a81-99b0-a061517af9e1 req-eb471d1d-fe97-4d06-82ac-3ef5fca57230 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:18.628705 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4ba3261-4e2e-4a81-99b0-a061517af9e1 req-eb471d1d-fe97-4d06-82ac-3ef5fca57230 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.1240635 Nov 15 14:45:18.633917 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-259c343f-07d6-469d-b64d-9d9982ffefef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:18.648486 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:18.688477 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:18.711655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4ba3261-4e2e-4a81-99b0-a061517af9e1 req-cd11694e-a532-4a96-936d-a5f539721b2a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731661 Nov 15 14:45:18.784507 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:18.792378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=5e3a578d-b9de-4066-baa5-80b43d272817,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:18.826747 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-259c343f-07d6-469d-b64d-9d9982ffefef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:45:18.827739 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-259c343f-07d6-469d-b64d-9d9982ffefef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:45:19.180683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40902) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:19.212338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:19.215744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:19.219016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:19.242768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-416caff0-92ea-4cdb-accb-745d13e833a9 admin admin] Deleting subnet 28bfe1c1-3742-4b93-8275-ffafdcc1490d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:45:19.247326 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-416caff0-92ea-4cdb-accb-745d13e833a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:19.279743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:19.280612 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:19.298699 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-416caff0-92ea-4cdb-accb-745d13e833a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:19.335201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=ded88cdc-4e37-4126-918f-3ccc1ef94742,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:19.416449 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-416caff0-92ea-4cdb-accb-745d13e833a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:19.432881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-559cca84-4cd2-4888-be0c-93d60324ee86 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8520145 Nov 15 14:45:19.436722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40912) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:19.532520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc38a13-faee-44ab-87ac-50b6c7885b84 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:19.540683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc38a13-faee-44ab-87ac-50b6c7885b84 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:19.544056 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bcc38a13-faee-44ab-87ac-50b6c7885b84 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1073120 Nov 15 14:45:19.547455 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40924) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:19.573390 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-416caff0-92ea-4cdb-accb-745d13e833a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:19.621025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aca0b149-6ac5-43b3-8ed4-457b0d156fa3 None None] Provisioning complete for port 5e3a578d-b9de-4066-baa5-80b43d272817 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:19.621671 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aca0b149-6ac5-43b3-8ed4-457b0d156fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:19.675763 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-416caff0-92ea-4cdb-accb-745d13e833a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:19.675763 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-416caff0-92ea-4cdb-accb-745d13e833a9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/28bfe1c1-3742-4b93-8275-ffafdcc1490d HTTP/1.1" status: 204 len: 168 time: 0.4855816 Nov 15 14:45:19.676825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40928) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:19.677446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416caff0-92ea-4cdb-accb-745d13e833a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28bfe1c1-3742-4b93-8275-ffafdcc1490d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:19.816132 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-72f4332a-29a0-4e13-a6f1-b64e09d025ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port ded88cdc-4e37-4126-918f-3ccc1ef94742 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:19.816695 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72f4332a-29a0-4e13-a6f1-b64e09d025ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:19.867445 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-099217a5-77f6-4e0d-bc14-d6b4cc8651c7 req-c68bbe5c-ec9e-4eba-8b15-4f26a0562401 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.1687219 Nov 15 14:45:19.904976 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:19.929323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 5e3a578d-b9de-4066-baa5-80b43d272817 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:20.090685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb7a0159-b5e6-48ae-8b90-3c39b6a40b7a None None] Could not find standard attr ID for object 521888b5-4d9e-4461-87b2-c7f2f2d817fb. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:45:20.105525 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72f4332a-29a0-4e13-a6f1-b64e09d025ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:20.130934 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-72f4332a-29a0-4e13-a6f1-b64e09d025ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for ded88cdc-4e37-4126-918f-3ccc1ef94742 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:20.156176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 5e3a578d-b9de-4066-baa5-80b43d272817 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:20.156499 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:20.238466 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23dd2812-ec3b-4af6-8639-3ff96284654a req-cd0e4dda-666f-49ae-9a5c-9cfdb8e71879 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0684714 Nov 15 14:45:20.258025 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:20.292541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d966e-61ac-45f4-972c-0e729bc0a060 req-6a1de720-1c2b-4430-b490-7e5d738fef80 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:20.294199 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-792d966e-61ac-45f4-972c-0e729bc0a060 req-6a1de720-1c2b-4430-b490-7e5d738fef80 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.2406745 Nov 15 14:45:20.355973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:45:20.419390 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c5b36c-e0fc-471b-9bbc-06b902b716e1') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:45:20.419929 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c5b36c-e0fc-471b-9bbc-06b902b716e1') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:45:20.470086 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72f4332a-29a0-4e13-a6f1-b64e09d025ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:20.483261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-792d966e-61ac-45f4-972c-0e729bc0a060 req-e903ad61-c03e-4f43-b17f-98b4aecc6414 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596699 Nov 15 14:45:20.487393 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:20.503086 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:20.513403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:45:20.513816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:45:20.515714 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:45:20.524097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4332a-29a0-4e13-a6f1-b64e09d025ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=ded88cdc-4e37-4126-918f-3ccc1ef94742,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:20.610878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-89b75c20-ec49-43bd-93cc-2967df22fc5e None None] Could not find standard attr ID for object ded88cdc-4e37-4126-918f-3ccc1ef94742. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:45:20.649235 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:20.658824 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:20.659866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] 10.222.0.70 "DELETE /v2.0/networks/4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2 HTTP/1.1" status: 204 len: 168 time: 0.9910998 Nov 15 14:45:20.669242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72f4332a-29a0-4e13-a6f1-b64e09d025ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:20.676082 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-72f4332a-29a0-4e13-a6f1-b64e09d025ef tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/ded88cdc-4e37-4126-918f-3ccc1ef94742 HTTP/1.1" status: 204 len: 168 time: 1.1273942 Nov 15 14:45:20.677180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40964) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:20.686232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f96449c-6c2d-4c5e-b9bf-7884cbe5d6d2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:20.702750 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:20.704625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:20.705055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:20.707180 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:20.708046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:20.709558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:20.709558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:20.711543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:20.711947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:20.712345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:20.716847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:20.717330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f1f9-af8a-4279-afa5-f857e30b4f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:20.757152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b34f7b4-f890-4bd8-b044-4349303e9cf9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:20.760162 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b34f7b4-f890-4bd8-b044-4349303e9cf9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:20.762968 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b34f7b4-f890-4bd8-b044-4349303e9cf9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:20.764853 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6b34f7b4-f890-4bd8-b044-4349303e9cf9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0851183 Nov 15 14:45:20.768432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:20.842383 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddfdcdf-3a5c-42f8-918a-da55a9910a8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 49d705c3-7a93-48f5-884a-c8e8d5320e76 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:45:20.846315 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdcdf-3a5c-42f8-918a-da55a9910a8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:20.908860 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdcdf-3a5c-42f8-918a-da55a9910a8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.017692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee478a48-599e-42c3-a370-b656214b2524 req-af6a1259-ef2b-40c1-a7c6-58c7e23b3d87 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0316355 Nov 15 14:45:21.047566 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdcdf-3a5c-42f8-918a-da55a9910a8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.056244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40978) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:21.097898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40980) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:21.108338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1f997f28-5f3f-4fdf-becb-11e40f222811 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ea279d6bdf74dbca229a904f81e9ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509024 Nov 15 14:45:21.110829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:21.172360 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d004b09e-806e-4a5f-bfc3-f46ef8ac7561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.203491 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d004b09e-806e-4a5f-bfc3-f46ef8ac7561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.236012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdcdf-3a5c-42f8-918a-da55a9910a8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.263858 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdcdf-3a5c-42f8-918a-da55a9910a8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.267508 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5ddfdcdf-3a5c-42f8-918a-da55a9910a8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/49d705c3-7a93-48f5-884a-c8e8d5320e76 HTTP/1.1" status: 204 len: 168 time: 0.4979441 Nov 15 14:45:21.271446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40990) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:21.288503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfdcdf-3a5c-42f8-918a-da55a9910a8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=49d705c3-7a93-48f5-884a-c8e8d5320e76,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:21.307479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c13262-fe28-4669-aa01-3b5245fdd796 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:21.368312 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d004b09e-806e-4a5f-bfc3-f46ef8ac7561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.379330 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d004b09e-806e-4a5f-bfc3-f46ef8ac7561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.385440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d004b09e-806e-4a5f-bfc3-f46ef8ac7561 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9 HTTP/1.1" status: 204 len: 168 time: 0.2734122 Nov 15 14:45:21.403292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004b09e-806e-4a5f-bfc3-f46ef8ac7561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f451ac-17ec-47a3-9b95-4fcc1bf1d5a9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:21.415473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8003f912-0f2d-4362-9b59-c4e448973584 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet a970eeea-a24b-4b9c-a697-b4ce9703edf1 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:45:21.418705 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8003f912-0f2d-4362-9b59-c4e448973584 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.448905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce6d8261-cb5f-4d0c-ba0f-72763fe3cc00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.467372 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8003f912-0f2d-4362-9b59-c4e448973584 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.576698 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce6d8261-cb5f-4d0c-ba0f-72763fe3cc00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.630764 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8003f912-0f2d-4362-9b59-c4e448973584 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.692855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c8948-4ac6-4efb-b290-9615b861fe98 req-3cb8eac3-62ca-4251-88a9-40ffb43a9c21 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:21.694547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd6c8948-4ac6-4efb-b290-9615b861fe98 req-3cb8eac3-62ca-4251-88a9-40ffb43a9c21 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.0959187 Nov 15 14:45:21.743611 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce6d8261-cb5f-4d0c-ba0f-72763fe3cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.770409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd6c8948-4ac6-4efb-b290-9615b861fe98 req-3f64eb90-31a1-4f5f-96c0-61c5a2e9fa57 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557978 Nov 15 14:45:21.804053 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8003f912-0f2d-4362-9b59-c4e448973584 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.835437 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ce6d8261-cb5f-4d0c-ba0f-72763fe3cc00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3daeb6406a4745509e39b5ab9aa01580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7367413 Nov 15 14:45:21.837216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:21.844690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d8261-cb5f-4d0c-ba0f-72763fe3cc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd910411-edbb-4d98-a1ff-a89f50ac62da,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:21.881715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003f912-0f2d-4362-9b59-c4e448973584 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=a970eeea-a24b-4b9c-a697-b4ce9703edf1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:21.893585 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8003f912-0f2d-4362-9b59-c4e448973584 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:21.918452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41006) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:21.919180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8003f912-0f2d-4362-9b59-c4e448973584 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/a970eeea-a24b-4b9c-a697-b4ce9703edf1 HTTP/1.1" status: 204 len: 168 time: 0.6436307 Nov 15 14:45:21.964425 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0596870d-7cd7-4668-af8d-c764803b901e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439727 Nov 15 14:45:21.970683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41008) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:21.982311 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a94c7528-d191-40ca-8504-c7f10678ce16 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:22.054259 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18e9fe0c-e23a-4249-b0f8-dfc096e1eae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:22.106492 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18e9fe0c-e23a-4249-b0f8-dfc096e1eae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:22.161643 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b3d0ba9-c507-464e-8b8b-293d1cab3572 req-8351127c-2485-4b01-8037-deb57759f819 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0512094 Nov 15 14:45:22.252787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94c7528-d191-40ca-8504-c7f10678ce16 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:22.258957 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a94c7528-d191-40ca-8504-c7f10678ce16 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:22.329089 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18e9fe0c-e23a-4249-b0f8-dfc096e1eae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:22.332433 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18e9fe0c-e23a-4249-b0f8-dfc096e1eae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:22.333941 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-18e9fe0c-e23a-4249-b0f8-dfc096e1eae9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd910411-edbb-4d98-a1ff-a89f50ac62da HTTP/1.1" status: 204 len: 168 time: 0.4952703 Nov 15 14:45:22.369651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9fe0c-e23a-4249-b0f8-dfc096e1eae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd910411-edbb-4d98-a1ff-a89f50ac62da,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:22.433040 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c04f0f-ed63-4cd0-a049-ad3097c79999 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:22.570929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3247959a-2356-4324-8ff6-35ef1850b0d3 None None] Provisioning complete for port 5e3a578d-b9de-4066-baa5-80b43d272817 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:22.571536 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3247959a-2356-4324-8ff6-35ef1850b0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:22.613250 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a94c7528-d191-40ca-8504-c7f10678ce16 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:22.664595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94c7528-d191-40ca-8504-c7f10678ce16 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:22.682242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a94c7528-d191-40ca-8504-c7f10678ce16 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:22.695692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94c7528-d191-40ca-8504-c7f10678ce16 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:22.697471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a94c7528-d191-40ca-8504-c7f10678ce16 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:22.727734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c7528-d191-40ca-8504-c7f10678ce16 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=5567c245-9a4d-4bb6-b123-7babe7087b34,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:22.821626 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d10bab-1bb9-4ab5-a223-49bdffe750ef None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:45:22.884419 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a94c7528-d191-40ca-8504-c7f10678ce16 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9071138 Nov 15 14:45:22.889309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:22.896442 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-43352727-2cc4-4532-b910-956842a21593 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:22.937254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-43d10bab-1bb9-4ab5-a223-49bdffe750ef None None] Deleting port 5e3a578d-b9de-4066-baa5-80b43d272817 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:22.937624 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43d10bab-1bb9-4ab5-a223-49bdffe750ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:22.964272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcebe406-60d2-46c7-ad13-63bd8cfba051 req-29db180e-3c65-47ca-8629-293039a886d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70acac9e7c9843e8a815429acfe7ecd3&device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0456190 Nov 15 14:45:23.030946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aea5276d-6f31-4adc-946f-4fa212ea3052 req-0b2cb15c-cb4e-42fe-9f21-533562a25b45 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0650339 Nov 15 14:45:23.035803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcebe406-60d2-46c7-ad13-63bd8cfba051 req-9bb27966-2e65-47b0-b7d9-949d0cba3c48 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=70acac9e7c9843e8a815429acfe7ecd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566373 Nov 15 14:45:23.056034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a25a91-81c9-4372-9aa6-eb68426676f6 req-bdc643fb-d505-4256-917d-f22d087c5cf5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:23.064536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73a25a91-81c9-4372-9aa6-eb68426676f6 req-bdc643fb-d505-4256-917d-f22d087c5cf5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.2077575 Nov 15 14:45:23.119401 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-43d10bab-1bb9-4ab5-a223-49bdffe750ef None None] For port 5e3a578d-b9de-4066-baa5-80b43d272817, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=5e3a578d-b9de-4066-baa5-80b43d272817,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:23.121155 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43d10bab-1bb9-4ab5-a223-49bdffe750ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:23.154126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-43d10bab-1bb9-4ab5-a223-49bdffe750ef None None] Calling delete_port for 5e3a578d-b9de-4066-baa5-80b43d272817 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:23.175383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebe406-60d2-46c7-ad13-63bd8cfba051 req-908c5778-870e-4bcd-b53d-f900c94fe1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:23.177478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcebe406-60d2-46c7-ad13-63bd8cfba051 req-908c5778-870e-4bcd-b53d-f900c94fe1e9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102357 Nov 15 14:45:23.184117 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41058) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:23.242984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73a25a91-81c9-4372-9aa6-eb68426676f6 req-348edea4-773a-4e8e-96dd-723f1a283e1d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768231 Nov 15 14:45:23.244073 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43352727-2cc4-4532-b910-956842a21593 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:23.250388 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43352727-2cc4-4532-b910-956842a21593 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:23.273780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:23.294878 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e319fe53-1991-496d-ae09-3cd547afc8a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:23.372719 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43d10bab-1bb9-4ab5-a223-49bdffe750ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:23.447482 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d10bab-1bb9-4ab5-a223-49bdffe750ef None None] Pushing event deleted for resources: {'Port': ['ID=5e3a578d-b9de-4066-baa5-80b43d272817,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:23.449622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d10bab-1bb9-4ab5-a223-49bdffe750ef None None] No DVR routers for this DVR port 5e3a578d-b9de-4066-baa5-80b43d272817 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:45:23.467257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec870263-396f-4c69-a93a-e34d42312b6f None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:23.482039 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e319fe53-1991-496d-ae09-3cd547afc8a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:23.558184 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e319fe53-1991-496d-ae09-3cd547afc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:23.643413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e319fe53-1991-496d-ae09-3cd547afc8a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02999c2f55ed4e698eaa38ab97ecdfd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3668902 Nov 15 14:45:23.644134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-546342058-network', 'tenant_id': '51a048f636d44265be0adba945f4c6ff'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:23.644829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319fe53-1991-496d-ae09-3cd547afc8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a3d94e-4570-4d08-96c1-7b874114adc0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:23.649336 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:23.736305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '5567c245-9a4d-4bb6-b123-7babe7087b34'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:45:23.737194 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:23.753631 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:23.779984 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:23.829247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 5e3a578d-b9de-4066-baa5-80b43d272817 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:45:23.854425 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 5e3a578d-b9de-4066-baa5-80b43d272817 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:45:23.854768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 5e3a578d-b9de-4066-baa5-80b43d272817 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:45:23.855272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Made reservation on behalf of 51a048f636d44265be0adba945f4c6ff for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:23.857698 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:23.867864 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:23.908307 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Allocated IP 172.20.0.2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/5567c245-9a4d-4bb6-b123-7babe7087b34/e3ea36d9-3a9e-4320-ab46-4112bf3fd735) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:23.962774 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:23.965463 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:23.969222 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2a3d94e-4570-4d08-96c1-7b874114adc0 HTTP/1.1" status: 204 len: 168 time: 0.3162487 Nov 15 14:45:24.011883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.objects.ports [None req-43352727-2cc4-4532-b910-956842a21593 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:45:24.016284 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a3d94e-4570-4d08-96c1-7b874114adc0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:24.025445 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43352727-2cc4-4532-b910-956842a21593 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.039467 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:24.041097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:24.041097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:24.041097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:24.041097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:24.041476 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:24.041597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:24.041901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:24.042329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:24.042676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:24.042996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:24.044413 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823568-fbf3-4cb6-b55e-090afe688082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:24.108916 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43352727-2cc4-4532-b910-956842a21593 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:24.109170 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.116742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-43352727-2cc4-4532-b910-956842a21593 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:24.123811 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43352727-2cc4-4532-b910-956842a21593 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:24.124390 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43352727-2cc4-4532-b910-956842a21593 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.171848 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43352727-2cc4-4532-b910-956842a21593 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=89ac618c-3675-49da-93bb-15600a15c9dc,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:24.173870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a90da5a-e4f8-4b59-9adb-b1258561b536 req-aa686dcd-8fe2-4524-9bdf-fad327af35a2 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0532856 Nov 15 14:45:24.198711 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.207979 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.245823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:24.250811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:24.254526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:24.264543 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Pushing event updated for resources: {'Port': ['ID=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:24.285127 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-43352727-2cc4-4532-b910-956842a21593 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3944299 Nov 15 14:45:24.292033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41090) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:24.298472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'mac_address': 'fa:16:3e:fa:9f:b8', 'name': 'tempest-NetworksTestDHCPv6-1076463069'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:24.341057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.402278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Attempting to bind port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:45:24.403832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Attempting to bind port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:45:24.404227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Attempting to bind port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:45:24.413069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:45:24.414059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:45:24.414059 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.414323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:45:24.415646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Bound port: e3ea36d9-3a9e-4320-ab46-4112bf3fd735, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:45:24.421989 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.422242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:45:24.439556 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.439939 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Added segment 4b598553-12dd-45f6-ad18-3bba4a74c12c of type vlan for network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 Nov 15 14:45:24.441220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feae42b-f70c-4de5-976c-f9ba2dbeed2b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:24.510771 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.560536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] For port e3ea36d9-3a9e-4320-ab46-4112bf3fd735, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:45:24.565655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] For port e3ea36d9-3a9e-4320-ab46-4112bf3fd735, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:45:24.570778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcebe406-60d2-46c7-ad13-63bd8cfba051 req-a895dc17-18e4-452e-aa95-4611906026fd tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.46 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0524232 Nov 15 14:45:24.596554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17754da5-e7b7-49d8-80e6-4277deab6ea0 req-e70117c4-ce29-479c-8b78-942da28871d9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:24.599282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17754da5-e7b7-49d8-80e6-4277deab6ea0 req-e70117c4-ce29-479c-8b78-942da28871d9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 944 time: 0.1395082 Nov 15 14:45:24.672299 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.673240 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.676450 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:24.676450 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.676903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17754da5-e7b7-49d8-80e6-4277deab6ea0 req-8e7aba78-cd7d-4c41-83bc-13cf9e89fa43 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675197 Nov 15 14:45:24.677479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:24.765496 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc3ade-8919-43f2-95a0-3f4d18f3b6b9 None None] Pushing event updated for resources: {'Port': ['ID=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:24.827742 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:24.856721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 01a96004-b028-4853-b929-7a38de733c58 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:45:25.105798 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device fd7afbac-95de-44b7-86d5-08da0344d8d7 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:45:25.184526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 172.20.0.3 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/5567c245-9a4d-4bb6-b123-7babe7087b34/01a96004-b028-4853-b929-7a38de733c58) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:25.201595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::f816:3eff:fefa:9fb8 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/89ac618c-3675-49da-93bb-15600a15c9dc/01a96004-b028-4853-b929-7a38de733c58) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:25.311307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=05e84ef2-d628-4e8b-85d1-d2b727ab8196,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:25.339938 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d3fc937a-96bd-4675-9d75-c1ba0d862ed8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1513305 Nov 15 14:45:25.341702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:25.365590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e75773fa-2fb1-410e-9a32-21f92078827b admin admin] Request body: {'subnet': {'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-subnet', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:25.385091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:25.397105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:45:25.414016 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'port_id': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'mac_address': 'fa:16:3e:35:a5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:45:25.429318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-723bb50a-3281-434a-bf73-da8ed8e3ab64 req-e1140080-f844-4f9a-95d5-ed4e39223c32 tempest-ServerShowV254Test-270502954 tempest-ServerShowV254Test-270502954-project] 10.222.0.70 "GET /v2.0/ports?device_id=656b3f6d-4a17-424a-b845-8e98fcacc96a HTTP/1.1" status: 200 len: 210 time: 0.0691333 Nov 15 14:45:25.497665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75773fa-2fb1-410e-9a32-21f92078827b admin admin] Made reservation on behalf of 51a048f636d44265be0adba945f4c6ff for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:25.502635 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e75773fa-2fb1-410e-9a32-21f92078827b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:25.553513 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:25.639668 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:25.670781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7afbac-95de-44b7-86d5-08da0344d8d7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:45:25.689582 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:25.709035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:25.775365 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:25.865356 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=01a96004-b028-4853-b929-7a38de733c58,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:25.907899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:25.914365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:25.919836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=fd7afbac-95de-44b7-86d5-08da0344d8d7,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:25.928634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:25.951396 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e75773fa-2fb1-410e-9a32-21f92078827b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:25.967160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e3ea36d9-3a9e-4320-ab46-4112bf3fd735 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:26.022839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:26.023529 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:26.028756 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['fd7afbac-95de-44b7-86d5-08da0344d8d7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:45:26.088978 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75773fa-2fb1-410e-9a32-21f92078827b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0960faaf-544e-49a8-b77f-fff26bcae0b5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:26.100866 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8da10-6afe-45aa-8c46-3e70830f226f req-2db3f8ab-5708-49b4-a686-9851031e826f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:26.109028 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71b8da10-6afe-45aa-8c46-3e70830f226f req-2db3f8ab-5708-49b4-a686-9851031e826f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.2456222 Nov 15 14:45:26.130163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75773fa-2fb1-410e-9a32-21f92078827b admin admin] Checking segment: {'id': '4b598553-12dd-45f6-ad18-3bba4a74c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:45:26.132167 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75773fa-2fb1-410e-9a32-21f92078827b admin admin] Network hostable DHCP agents. Network: 05e84ef2-d628-4e8b-85d1-d2b727ab8196, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:45:26.138217 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d46d64f0-e105-4a1f-b4be-291ae497c343 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8445506 Nov 15 14:45:26.140800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:26.220265 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71b8da10-6afe-45aa-8c46-3e70830f226f req-6aadb6f3-fd5c-4a51-b514-83818871b913 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079288 Nov 15 14:45:26.233587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e273093-7868-4b0b-a5e9-1c461c0ed47f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:26.241023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:26.241640 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:26.280668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e273093-7868-4b0b-a5e9-1c461c0ed47f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:26.285870 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0e273093-7868-4b0b-a5e9-1c461c0ed47f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1438651 Nov 15 14:45:26.289000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75773fa-2fb1-410e-9a32-21f92078827b admin admin] Network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:45:26.289695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41146) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:26.352599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a774364-75dd-46a2-a997-fac7a68ad9e0 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:26.402918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e75773fa-2fb1-410e-9a32-21f92078827b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 05e84ef2-d628-4e8b-85d1-d2b727ab8196) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:26.409016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75773fa-2fb1-410e-9a32-21f92078827b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:26.412884 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e75773fa-2fb1-410e-9a32-21f92078827b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:26.428034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb1fedc-2db0-4feb-aa83-965acd9f6810 None None] Network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:26.485331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-afd52a2e-f6b3-4a8b-b081-f732b944f7fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port 01a96004-b028-4853-b929-7a38de733c58 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:26.485331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afd52a2e-f6b3-4a8b-b081-f732b944f7fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:26.507860 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e75773fa-2fb1-410e-9a32-21f92078827b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1624210 Nov 15 14:45:26.510377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41162) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:26.518870 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:26.653756 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:26.655767 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:26.707211 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afd52a2e-f6b3-4a8b-b081-f732b944f7fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:26.745982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-afd52a2e-f6b3-4a8b-b081-f732b944f7fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for 01a96004-b028-4853-b929-7a38de733c58 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:26.823902 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:26.902692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f41e8b8a-e5c9-4b01-b692-38f14bf803cb None None] Provisioning complete for port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:26.904940 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f41e8b8a-e5c9-4b01-b692-38f14bf803cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:26.929642 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.090523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port e3ea36d9-3a9e-4320-ab46-4112bf3fd735, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:27.113315 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afd52a2e-f6b3-4a8b-b081-f732b944f7fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.154371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd52a2e-f6b3-4a8b-b081-f732b944f7fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=01a96004-b028-4853-b929-7a38de733c58,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:27.186332 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.262868 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.276701 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afd52a2e-f6b3-4a8b-b081-f732b944f7fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.281104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-afd52a2e-f6b3-4a8b-b081-f732b944f7fc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/01a96004-b028-4853-b929-7a38de733c58 HTTP/1.1" status: 204 len: 168 time: 0.9890985 Nov 15 14:45:27.282725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:27.362656 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41196) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:27.385446 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f41e8b8a-e5c9-4b01-b692-38f14bf803cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.419602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcad61c-6a0c-4890-a543-f5fac47cec5d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:27.421257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcad61c-6a0c-4890-a543-f5fac47cec5d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:27.423042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcad61c-6a0c-4890-a543-f5fac47cec5d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:27.427324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bfcad61c-6a0c-4890-a543-f5fac47cec5d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1202948 Nov 15 14:45:27.428764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41200) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:27.453894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'fixed_ips': [{'subnet_id': '0960faaf-544e-49a8-b77f-fff26bcae0b5'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:45:27.458328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.566134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef235-1585-4713-89e0-48e9cc76e4af req-67cdc955-2b6e-4df0-b9a7-9832a6b8ea31 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:27.574375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b7ef235-1585-4713-89e0-48e9cc76e4af req-67cdc955-2b6e-4df0-b9a7-9832a6b8ea31 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.2063324 Nov 15 14:45:27.610447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd65df7-bde1-48f7-90ff-6cfe3c677f56 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 5567c245-9a4d-4bb6-b123-7babe7087b34 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:45:27.611641 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6de7bff-f4d1-4b3f-a412-967bd0908811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.625495 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dd65df7-bde1-48f7-90ff-6cfe3c677f56 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.642548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:27.671820 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f41e8b8a-e5c9-4b01-b692-38f14bf803cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:45:27.672075 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f41e8b8a-e5c9-4b01-b692-38f14bf803cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:45:27.695368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c77db7-a324-46ed-a1af-895087690958 None None] Update dhcp port {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'fixed_ips': [{'subnet_id': '5567c245-9a4d-4bb6-b123-7babe7087b34', 'ip_address': '172.20.0.2'}, {'subnet_id': '89ac618c-3675-49da-93bb-15600a15c9dc'}], 'binding:host_id': 'n-d-817748-2'}, 'id': 'e3ea36d9-3a9e-4320-ab46-4112bf3fd735'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 14:45:27.705761 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dd65df7-bde1-48f7-90ff-6cfe3c677f56 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.747699 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b7ef235-1585-4713-89e0-48e9cc76e4af req-62004d7c-606e-4256-9384-801c06e72e2e tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333795 Nov 15 14:45:27.768055 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20c77db7-a324-46ed-a1af-895087690958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.807036 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.843651 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Allocated IP 172.20.0.2 (05e84ef2-d628-4e8b-85d1-d2b727ab8196/0960faaf-544e-49a8-b77f-fff26bcae0b5/167b8fb0-8dc9-49a5-8187-d8cdb976f65c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:27.859542 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dd65df7-bde1-48f7-90ff-6cfe3c677f56 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.964059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e3ea36d9-3a9e-4320-ab46-4112bf3fd735 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:27.989071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6de7bff-f4d1-4b3f-a412-967bd0908811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:27.991644 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.016201 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dd65df7-bde1-48f7-90ff-6cfe3c677f56 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-20c77db7-a324-46ed-a1af-895087690958 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5567c245-9a4d-4bb6-b123-7babe7087b34: This subnet is being modified by another concurrent operation. Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 14:45:28.073087 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5567c245-9a4d-4bb6-b123-7babe7087b34: This subnet is being modified by another concurrent operation. Nov 15 14:45:28.083874 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server Nov 15 14:45:28.088299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd65df7-bde1-48f7-90ff-6cfe3c677f56 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=5567c245-9a4d-4bb6-b123-7babe7087b34,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:28.088299 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dd65df7-bde1-48f7-90ff-6cfe3c677f56 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.092041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8dd65df7-bde1-48f7-90ff-6cfe3c677f56 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/5567c245-9a4d-4bb6-b123-7babe7087b34 HTTP/1.1" status: 204 len: 168 time: 0.6621985 Nov 15 14:45:28.093304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:28.136825 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6de7bff-f4d1-4b3f-a412-967bd0908811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.184984 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.193162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63ee311-fcdc-4233-b5c5-a9996084ca35 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 89ac618c-3675-49da-93bb-15600a15c9dc {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:45:28.202834 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f63ee311-fcdc-4233-b5c5-a9996084ca35 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.227721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:28.228263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.228619 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b6de7bff-f4d1-4b3f-a412-967bd0908811 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70acac9e7c9843e8a815429acfe7ecd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8644788 Nov 15 14:45:28.235067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41226) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:28.238910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de7bff-f4d1-4b3f-a412-967bd0908811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71405ca-03fa-4824-af66-9b1fe2741fe9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:28.242576 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Allocated IP 172.25.4.100 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/4fe8ab38-67d2-4867-9149-e9bc435b6bc9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:28.336090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad7211d-9198-4287-add1-d59ef358c5c5 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:28.381856 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f63ee311-fcdc-4233-b5c5-a9996084ca35 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.422901 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.503941 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.509922 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f63ee311-fcdc-4233-b5c5-a9996084ca35 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.569916 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-977449e4-0bc1-4599-ae01-32b54ed62900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.594652 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.658743 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-977449e4-0bc1-4599-ae01-32b54ed62900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.664378 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.671883 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.709047 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:28.712156 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe8ab38-67d2-4867-9149-e9bc435b6bc9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:28.729490 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:28.732035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:28.736936 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f63ee311-fcdc-4233-b5c5-a9996084ca35 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.769423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ee311-fcdc-4233-b5c5-a9996084ca35 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=89ac618c-3675-49da-93bb-15600a15c9dc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:28.782343 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f63ee311-fcdc-4233-b5c5-a9996084ca35 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.789888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f63ee311-fcdc-4233-b5c5-a9996084ca35 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/89ac618c-3675-49da-93bb-15600a15c9dc HTTP/1.1" status: 204 len: 168 time: 0.6920972 Nov 15 14:45:28.790312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:28.816952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:28.822336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:28.836394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:28.849511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-95ad70b2-43a7-4f2e-a4ac-797b0e6e0d6b None None] Provisioning complete for port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:28.850666 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95ad70b2-43a7-4f2e-a4ac-797b0e6e0d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.894755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2bce690b-89fb-472d-ab87-f986ae167c09 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932841 Nov 15 14:45:28.894755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41250) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:28.973572 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-977449e4-0bc1-4599-ae01-32b54ed62900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.977817 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-977449e4-0bc1-4599-ae01-32b54ed62900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:28.980471 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-977449e4-0bc1-4599-ae01-32b54ed62900 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d71405ca-03fa-4824-af66-9b1fe2741fe9 HTTP/1.1" status: 204 len: 168 time: 0.7434504 Nov 15 14:45:29.006142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977449e4-0bc1-4599-ae01-32b54ed62900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71405ca-03fa-4824-af66-9b1fe2741fe9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:29.019962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df093281-ce16-4f1f-8462-beec05f12461 req-0c7f0f29-ba5e-442c-83ee-9e7276b4e8fa tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:29.020127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Pushing event updated for resources: {'Port': ['ID=167b8fb0-8dc9-49a5-8187-d8cdb976f65c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:29.021891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df093281-ce16-4f1f-8462-beec05f12461 req-0c7f0f29-ba5e-442c-83ee-9e7276b4e8fa tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1427579 Nov 15 14:45:29.034139 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f113ce42-fca0-4c77-839c-27c9c192ae43 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:29.036477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f113ce42-fca0-4c77-839c-27c9c192ae43 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1455266 Nov 15 14:45:29.040227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:29.116782 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df093281-ce16-4f1f-8462-beec05f12461 req-7ce55914-aeba-4b45-9651-5f1b2fcb5315 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783658 Nov 15 14:45:29.122119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device fd7afbac-95de-44b7-86d5-08da0344d8d7 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:29.207718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e32118-b48c-486f-af12-bf648dff7c30 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:29.212272 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-63e32118-b48c-486f-af12-bf648dff7c30 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1680100 Nov 15 14:45:29.212738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:29.264155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Attempting to bind port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:45:29.264480 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Attempting to bind port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '4b598553-12dd-45f6-ad18-3bba4a74c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:45:29.264866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Attempting to bind port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c on network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:45:29.275050 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:29.280146 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:45:29.280594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Checking segment: {'id': '4b598553-12dd-45f6-ad18-3bba4a74c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:45:29.280936 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:29.281347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Bound using segment: {'id': '4b598553-12dd-45f6-ad18-3bba4a74c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:45:29.281856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Bound port: 167b8fb0-8dc9-49a5-8187-d8cdb976f65c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b598553-12dd-45f6-ad18-3bba4a74c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:45:29.282251 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:29.376657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d8a15732-40b3-4da9-b187-6c186750eb0f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622832 Nov 15 14:45:29.377667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41278) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:29.384725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6d4f7635-84ac-4363-9251-108fe221bba3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:29.436462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650b624c-90dc-47f8-93b8-e0ea8cbed157 None None] Update dhcp port {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'fixed_ips': [{'subnet_id': '89ac618c-3675-49da-93bb-15600a15c9dc'}], 'binding:host_id': 'n-d-817748-2'}, 'id': 'e3ea36d9-3a9e-4320-ab46-4112bf3fd735'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 14:45:29.518328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-650b624c-90dc-47f8-93b8-e0ea8cbed157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:29.652556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4f7635-84ac-4363-9251-108fe221bba3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:29.656746 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7635-84ac-4363-9251-108fe221bba3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:29.659141 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4f7635-84ac-4363-9251-108fe221bba3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:45:29.660162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4f7635-84ac-4363-9251-108fe221bba3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:45:29.735646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port fd7afbac-95de-44b7-86d5-08da0344d8d7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:45:29.755331 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:29.756691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] For port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:45:29.779704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port fd7afbac-95de-44b7-86d5-08da0344d8d7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:29.780088 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:29.782666 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6d4f7635-84ac-4363-9251-108fe221bba3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4032731 Nov 15 14:45:29.784978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:29.798680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c613c357-f36f-4f44-af61-c817d89b9944 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:29.832827 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] For port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=167b8fb0-8dc9-49a5-8187-d8cdb976f65c,segment=NetworkSegment(4b598553-12dd-45f6-ad18-3bba4a74c12c),segment_id=4b598553-12dd-45f6-ad18-3bba4a74c12c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:45:29.885675 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0d3e3579-b73f-4a68-9e21-750432f8a70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:29.910066 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9d3e1538-1f2f-478c-bed4-7f88fd14f89d None None] Provisioning complete for port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:29.910614 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d3e1538-1f2f-478c-bed4-7f88fd14f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:29.914567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e3ea36d9-3a9e-4320-ab46-4112bf3fd735 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:45:29.922385 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:30.146672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c613c357-f36f-4f44-af61-c817d89b9944 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:30.160548 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c613c357-f36f-4f44-af61-c817d89b9944 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:30.160808 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c613c357-f36f-4f44-af61-c817d89b9944 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:45:30.161411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c613c357-f36f-4f44-af61-c817d89b9944 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:45:30.220667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:45:30.270458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1d0fe-1261-40a1-87ce-193995bcb6a6 None None] Pushing event updated for resources: {'Port': ['ID=167b8fb0-8dc9-49a5-8187-d8cdb976f65c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:30.291819 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c613c357-f36f-4f44-af61-c817d89b9944 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5053983 Nov 15 14:45:30.336757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41308) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:30.343869 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-951f9a0f-6cd3-4ce2-9beb-65a26b72a560 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:30.416482 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:30.458145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e69d1-8fa1-4838-a8cf-24f3d5a4bf8e req-2a661b43-7d18-4a45-b4c6-0f7141709a74 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:30.458145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-346e69d1-8fa1-4838-a8cf-24f3d5a4bf8e req-2a661b43-7d18-4a45-b4c6-0f7141709a74 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 945 time: 0.1836689 Nov 15 14:45:30.528421 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:45:30.549178 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Sync routers for ids ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:45:30.561917 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Routers {'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:45:30.563223 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:45:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:45:30.563839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-346e69d1-8fa1-4838-a8cf-24f3d5a4bf8e req-8933ec87-5a5f-43f0-9310-fc77789034bf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940635 Nov 15 14:45:30.643872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:45:30.648889 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d830f67-fc60-42e5-8874-f0d00878ec08" -d '{"events": [{"server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:45:30.672991 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:30.706040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:30.710817 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e483c48e-bec2-4ef2-97a6-83c50183c2a6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1960905 Nov 15 14:45:30.711293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41332) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:30.761591 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0267ed36-20de-4564-acbc-a7b591044c90 x-openstack-request-id: req-0267ed36-20de-4564-acbc-a7b591044c90 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:45:30.762389 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:45:30.762939 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0267ed36-20de-4564-acbc-a7b591044c90 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:45:30.763571 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'code': 200} Nov 15 14:45:30.765799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:30.767796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9bb3310e-572f-4b87-bf65-08a037312aa1 None None] Could not find standard attr ID for object 01a96004-b028-4853-b929-7a38de733c58. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:45:30.794821 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Set router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:45:30.801228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port e3ea36d9-3a9e-4320-ab46-4112bf3fd735, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:30.846795 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:30.875904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951f9a0f-6cd3-4ce2-9beb-65a26b72a560 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:30.880373 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-951f9a0f-6cd3-4ce2-9beb-65a26b72a560 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:30.883111 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-951f9a0f-6cd3-4ce2-9beb-65a26b72a560 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:45:30.883566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951f9a0f-6cd3-4ce2-9beb-65a26b72a560 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:45:30.930075 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:31.042738 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-951f9a0f-6cd3-4ce2-9beb-65a26b72a560 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7047586 Nov 15 14:45:31.046096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41342) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:31.051686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e3c3542f-50df-43b6-bd22-4fdf1c1a4c2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:31.066164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=fd7afbac-95de-44b7-86d5-08da0344d8d7,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:31.202030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdee491-8bdd-43f7-b569-1b2f6e883924 req-69edd3ff-f89d-4692-807f-f57fc317a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:31.206850 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbdee491-8bdd-43f7-b569-1b2f6e883924 req-69edd3ff-f89d-4692-807f-f57fc317a359 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 1097 time: 0.1654117 Nov 15 14:45:31.210021 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:31.304791 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:45:28Z', 'revision_number': 3, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:45:31.336306 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Checking router: e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:45:31.336958 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Updating router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f port 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:45:31.345981 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c3542f-50df-43b6-bd22-4fdf1c1a4c2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:31.352427 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c3542f-50df-43b6-bd22-4fdf1c1a4c2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:31.354153 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c3542f-50df-43b6-bd22-4fdf1c1a4c2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:45:31.354840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c3542f-50df-43b6-bd22-4fdf1c1a4c2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:45:31.362470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbdee491-8bdd-43f7-b569-1b2f6e883924 req-286937aa-fa46-4b40-a019-c7bc81cee560 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942800 Nov 15 14:45:31.399379 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:31.448488 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e3c3542f-50df-43b6-bd22-4fdf1c1a4c2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4009988 Nov 15 14:45:31.453841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41354) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:31.465852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-300023a4-c6fc-46fb-86b1-c301630ab16e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:31.962793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300023a4-c6fc-46fb-86b1-c301630ab16e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:31.966492 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:31.971172 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-300023a4-c6fc-46fb-86b1-c301630ab16e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:31.975141 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-300023a4-c6fc-46fb-86b1-c301630ab16e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:45:31.975831 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300023a4-c6fc-46fb-86b1-c301630ab16e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:45:32.035407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 167b8fb0-8dc9-49a5-8187-d8cdb976f65c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:32.066950 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:32.092599 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e3cb00f-14f5-4d6a-aa25-19e5187a89bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:32.143841 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-300023a4-c6fc-46fb-86b1-c301630ab16e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6882496 Nov 15 14:45:32.146582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:32.152484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e75bb83c-3aff-44ee-be30-7e80d0370662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:32.180802 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:32.181321 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:32.183139 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Attempting to bind port 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:45:32.183518 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Attempting to bind port 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:45:32.186840 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Attempting to bind port 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:45:32.208743 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84f0c6-7bc5-4e0a-86a5-ee15c18da409 None None] Pushing event updated for resources: {'Port': ['ID=4fe8ab38-67d2-4867-9149-e9bc435b6bc9,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:32.221958 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:45:32.224484 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:45:32.224973 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:32.225380 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:45:32.225924 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Bound port: 4fe8ab38-67d2-4867-9149-e9bc435b6bc9, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:45:32.226317 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:32.356677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0368343-56a8-433d-a032-bd607b66bd77 None None] Network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:32.460244 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] For port 4fe8ab38-67d2-4867-9149-e9bc435b6bc9, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:45:32.464740 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] For port 4fe8ab38-67d2-4867-9149-e9bc435b6bc9, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4fe8ab38-67d2-4867-9149-e9bc435b6bc9,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:45:32.466813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fcd3379-27ac-41cb-81a7-3895f6fd41be req-ba60c7ca-fd14-46e2-afad-a00c4c2c4aa0 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0890415 Nov 15 14:45:32.489839 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:32.524603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9a3a9-5a9a-4fed-b66b-0283fc4b8834 req-4535c97b-f5d5-4bc9-a0b6-609130d02cd2 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:32.534173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2c9a3a9-5a9a-4fed-b66b-0283fc4b8834 req-4535c97b-f5d5-4bc9-a0b6-609130d02cd2 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 946 time: 0.6882839 Nov 15 14:45:32.538635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-197f26d8-3460-4195-be4e-3311e679847d None None] Provisioning complete for port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:32.539485 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-197f26d8-3460-4195-be4e-3311e679847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:32.569353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75bb83c-3aff-44ee-be30-7e80d0370662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:32.577452 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e75bb83c-3aff-44ee-be30-7e80d0370662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:32.579962 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75bb83c-3aff-44ee-be30-7e80d0370662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:45:32.580676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75bb83c-3aff-44ee-be30-7e80d0370662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:45:32.619562 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:32.621864 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:32.680646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2c9a3a9-5a9a-4fed-b66b-0283fc4b8834 req-8aa3d0bb-79d0-4a2a-9a97-09698ed2153a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435061 Nov 15 14:45:32.753477 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e75bb83c-3aff-44ee-be30-7e80d0370662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6053035 Nov 15 14:45:32.754242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41424) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:32.784829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Routers {'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:45:32.786215 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:45:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:45:32.832402 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=167b8fb0-8dc9-49a5-8187-d8cdb976f65c,segment=NetworkSegment(4b598553-12dd-45f6-ad18-3bba4a74c12c),segment_id=4b598553-12dd-45f6-ad18-3bba4a74c12c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:32.890365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68ae16e-a0ff-4ad8-9fa0-352098504cc8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:32.892792 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a68ae16e-a0ff-4ad8-9fa0-352098504cc8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1375732 Nov 15 14:45:32.895826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:32.998887 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:33.012087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20d029a-3a6c-467e-9fdb-f308df4f5612 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:33.017222 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c20d029a-3a6c-467e-9fdb-f308df4f5612 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1173477 Nov 15 14:45:33.017590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41440) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:33.050350 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-197f26d8-3460-4195-be4e-3311e679847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:33.056089 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84f0c6-7bc5-4e0a-86a5-ee15c18da409 None None] Pushing event updated for resources: {'Port': ['ID=4fe8ab38-67d2-4867-9149-e9bc435b6bc9,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:33.074421 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1d156644-7629-4a0e-b473-b40ece744aee tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480535 Nov 15 14:45:33.074421 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:33.078437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:33.099660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Allocated IP 172.20.0.1 (05e84ef2-d628-4e8b-85d1-d2b727ab8196/0960faaf-544e-49a8-b77f-fff26bcae0b5/fd4514a9-4d24-4d09-9585-210678f40787) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:33.119332 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] Set router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:45:33.140471 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=167b8fb0-8dc9-49a5-8187-d8cdb976f65c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:33.175807 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-197f26d8-3460-4195-be4e-3311e679847d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:45:33.176491 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-197f26d8-3460-4195-be4e-3311e679847d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:45:33.305891 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:33.440418 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:45:28Z', 'revision_number': 3, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:45:33.455192 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:33.459385 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:33.459385 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:33.475643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c7b52a-3ac8-45a9-9489-2ec6700dabf6 None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 14:45:33.511539 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e0da5-6d64-4579-a021-8ed8765acacf None None] The sync data for ids ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'] in n-d-817748-2 is: [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:45:28Z', 'revision_number': 3, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:45:33.531811 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:33.642874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:33.696002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7eaff37a-5647-4364-b882-eba362008e05 req-efbea686-e217-4a7e-850e-b544e182f507 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.1334507 Nov 15 14:45:33.715274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:33.722007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:33.768643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4514a9-4d24-4d09-9585-210678f40787,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:33.774149 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:33.839839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c7b52a-3ac8-45a9-9489-2ec6700dabf6 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 14:45:34.109244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e9921-b10f-4fa5-be29-7825b2ef193f req-9ffef00e-223c-4497-b85d-a9881abca9da tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:34.115227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-df56fb04-54c0-4cf9-9b21-3c729409f7c2 None None] Provisioning complete for port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:34.116334 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df56fb04-54c0-4cf9-9b21-3c729409f7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:34.145002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f5e9921-b10f-4fa5-be29-7825b2ef193f req-9ffef00e-223c-4497-b85d-a9881abca9da tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 946 time: 0.2810688 Nov 15 14:45:34.183180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 167b8fb0-8dc9-49a5-8187-d8cdb976f65c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:34.254808 n-d-817748-2 neutron-server[103147]: DEBUG neutron.objects.ports [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:45:34.386033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f5e9921-b10f-4fa5-be29-7825b2ef193f req-7d3a49be-5067-4979-9ccc-b89a5cb55f7b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396288 Nov 15 14:45:34.557340 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:34.557726 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:34.633433 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:34.785151 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.075992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9efc41d8-fe18-4f72-b259-7431f9e7124c req-b500ca41-4264-4b3a-8136-ac5bf222711e tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.1392703 Nov 15 14:45:35.154766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] For port e3ea36d9-3a9e-4320-ab46-4112bf3fd735, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:35.194490 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.207179 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.225609 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.283651 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.285795 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.313821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Provisioning complete for port eb87eaa4-7214-422f-b4dc-c9a7a92f51d8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:35.314126 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.353571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9923c-250b-4da0-8c81-ec691c043b0a None None] Update dhcp port {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'fixed_ips': [{'subnet_id': 'bb9867b4-4f03-4e0e-86ed-806bf49c73fa'}], 'binding:host_id': 'n-d-817748-2'}, 'id': 'e3ea36d9-3a9e-4320-ab46-4112bf3fd735'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 14:45:35.355830 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.385507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:35.394997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:35.403627 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c9923c-250b-4da0-8c81-ec691c043b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.406713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:35.407476 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.478167 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=bb9867b4-4f03-4e0e-86ed-806bf49c73fa,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:35.499192 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:35.521935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4514a9-4d24-4d09-9585-210678f40787,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:35.574825 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.586124 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bb792ceb-5518-4b3c-b99a-83c47392a95d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5122316 Nov 15 14:45:35.590880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:35.598119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'mac_address': 'fa:16:3e:44:d0:b8', 'name': 'tempest-NetworksTestDHCPv6-221436538'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:35.621188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Provisioning complete for port 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:35.621896 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.823297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df061cc-fd63-43c4-9d17-b8dc62f472d4 req-2755fd7f-220d-4df4-8baf-23178dd31c58 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:35.832257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4df061cc-fd63-43c4-9d17-b8dc62f472d4 req-2755fd7f-220d-4df4-8baf-23178dd31c58 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 946 time: 0.1588488 Nov 15 14:45:35.885548 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.952129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:35.982373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Provisioning complete for port 4dc626a2-6aff-4ca6-aa45-98e432439ecb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:35.982724 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:35.987510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:35.990575 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-19c9923c-250b-4da0-8c81-ec691c043b0a None None] For port e3ea36d9-3a9e-4320-ab46-4112bf3fd735, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:36.018706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:36.027087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4df061cc-fd63-43c4-9d17-b8dc62f472d4 req-1521ee0a-60d1-4e43-8de5-f2434d3f6f5d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881385 Nov 15 14:45:36.060987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Port 4dc626a2-6aff-4ca6-aa45-98e432439ecb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:45:36.070369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:36.078147 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c9923c-250b-4da0-8c81-ec691c043b0a None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:36.124103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Provisioning complete for port 9c3bbb0a-9227-4079-b6cf-66967ced6ff0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:36.124705 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:36.192259 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c9923c-250b-4da0-8c81-ec691c043b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:36.236866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Port 9c3bbb0a-9227-4079-b6cf-66967ced6ff0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:45:36.277445 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:36.293378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:36.294071 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:36.323497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port f1ff131e-ded3-4553-8309-b035dc039701 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:45:36.331941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9923c-250b-4da0-8c81-ec691c043b0a None None] Pushing event updated for resources: {'Port': ['ID=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:36.334427 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-651a8b49-560a-48df-bf7c-947ee65e644f req-f6376dc1-3c1f-48fb-9da7-6b6ba9416d83 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0700073 Nov 15 14:45:36.339519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Provisioning complete for port 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:36.340184 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:36.418862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:45:36.582298 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:36.616749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::f816:3eff:fe44:d0b8 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/bb9867b4-4f03-4e0e-86ed-806bf49c73fa/f1ff131e-ded3-4553-8309-b035dc039701) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:36.659635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 4fe8ab38-67d2-4867-9149-e9bc435b6bc9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4fe8ab38-67d2-4867-9149-e9bc435b6bc9,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:36.681067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Provisioning complete for port 0a6ca26a-7765-4b37-8b89-de3bb9089fbf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:36.681452 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:36.691792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:45:36.710425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d325107c-b7a8-4d4b-af17-b031196c2d25 admin admin] 10.222.0.70 "PUT /v2.0/routers/e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9976175 Nov 15 14:45:36.737104 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:36.812560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Port 0a6ca26a-7765-4b37-8b89-de3bb9089fbf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:45:36.864805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=4fe8ab38-67d2-4867-9149-e9bc435b6bc9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:36.871699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Provisioning complete for port 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:36.872076 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:36.955096 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:37.027113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d18b65b-54dd-49e6-8a67-2e5a99cd3836 req-7f418600-ca85-4309-aa8b-29ebc3602eba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0735791 Nov 15 14:45:37.051389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Sync routers for ids ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:45:37.085099 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:37.100204 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Routers {'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:45:37.101118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:45:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:45:37.144555 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:37.152205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:37.154772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:37.161252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:37.162697 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:37.183035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=f1ff131e-ded3-4553-8309-b035dc039701,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:37.264731 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ea5ef417-a725-4984-b752-4ccd55039230 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6727183 Nov 15 14:45:37.267591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:37.322588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Set router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:45:37.374993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Provisioning complete for port 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:37.375269 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29c42272-6ad6-4efc-8a7e-d2db7b846455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:37.438468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4791e62a-f2bc-4d0d-8e24-4bd293ab1ace tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:37.447794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4791e62a-f2bc-4d0d-8e24-4bd293ab1ace tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:37.450124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4791e62a-f2bc-4d0d-8e24-4bd293ab1ace tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1788368 Nov 15 14:45:37.453042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:37.501605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a1022a-d38d-4d54-b693-3236ce7950b9 None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 14:45:37.519536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5800b40e-b6e5-47a3-ba1a-8b3359e8a09e req-957e99a1-2521-418a-bce4-8b0cbac6efef tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0629334 Nov 15 14:45:37.594043 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3866a97b-df5a-4d31-9a15-e69081c6f834 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port f1ff131e-ded3-4553-8309-b035dc039701 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:37.594530 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3866a97b-df5a-4d31-9a15-e69081c6f834 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:37.717616 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3866a97b-df5a-4d31-9a15-e69081c6f834 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:37.733439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3866a97b-df5a-4d31-9a15-e69081c6f834 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for f1ff131e-ded3-4553-8309-b035dc039701 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:37.802736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a1022a-d38d-4d54-b693-3236ce7950b9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 14:45:37.835901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:45:34Z', 'revision_number': 4, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'fd4514a9-4d24-4d09-9585-210678f40787', 'name': '', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'mac_address': 'fa:16:3e:92:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:32Z', 'updated_at': '2021-11-15T14:45:34Z', 'revision_number': 2, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'subnets': [{'id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:45:37.908295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Checking router: e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:45:37.913242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Updating router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f port fd4514a9-4d24-4d09-9585-210678f40787 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:45:37.913242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d6679ce7-11bf-47c7-ab2e-b5ba844ddeb4 None None] Provisioning complete for port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:37.913242 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d6679ce7-11bf-47c7-ab2e-b5ba844ddeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:37.980496 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:38.035473 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3866a97b-df5a-4d31-9a15-e69081c6f834 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:38.061537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:38.096447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866a97b-df5a-4d31-9a15-e69081c6f834 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=f1ff131e-ded3-4553-8309-b035dc039701,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:38.135108 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3866a97b-df5a-4d31-9a15-e69081c6f834 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:38.140060 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3866a97b-df5a-4d31-9a15-e69081c6f834 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/f1ff131e-ded3-4553-8309-b035dc039701 HTTP/1.1" status: 204 len: 168 time: 0.6856182 Nov 15 14:45:38.140929 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:45:38.142304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41712) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:38.257351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e871187-bf9e-47e6-8f3d-4684c033573e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:38.261940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e871187-bf9e-47e6-8f3d-4684c033573e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:38.265561 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9e871187-bf9e-47e6-8f3d-4684c033573e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1217122 Nov 15 14:45:38.268887 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41726) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:38.274780 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d6679ce7-11bf-47c7-ab2e-b5ba844ddeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:38.416172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d6679ce7-11bf-47c7-ab2e-b5ba844ddeb4 None None] For port e3ea36d9-3a9e-4320-ab46-4112bf3fd735, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:38.466047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-38696765-f1df-4e75-8bcc-0d7beb8b8b38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet bb9867b4-4f03-4e0e-86ed-806bf49c73fa {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:45:38.473492 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38696765-f1df-4e75-8bcc-0d7beb8b8b38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:38.559891 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38696765-f1df-4e75-8bcc-0d7beb8b8b38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:38.622921 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d6679ce7-11bf-47c7-ab2e-b5ba844ddeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:38.635312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:38.635686 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:38.767300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb09200a-5c61-4854-9a8d-cffaceb54925 req-fb5b708b-b964-451a-856c-b8c68dfffe39 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.1226585 Nov 15 14:45:38.783231 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6679ce7-11bf-47c7-ab2e-b5ba844ddeb4 None None] Pushing event updated for resources: {'Port': ['ID=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:38.814089 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38696765-f1df-4e75-8bcc-0d7beb8b8b38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:38.882243 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:38.898697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e3ea36d9-3a9e-4320-ab46-4112bf3fd735 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:38.971681 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:38.972163 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:39.055855 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:39.118107 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38696765-f1df-4e75-8bcc-0d7beb8b8b38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:39.179346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38696765-f1df-4e75-8bcc-0d7beb8b8b38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9867b4-4f03-4e0e-86ed-806bf49c73fa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:39.190147 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38696765-f1df-4e75-8bcc-0d7beb8b8b38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:39.194787 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-38696765-f1df-4e75-8bcc-0d7beb8b8b38 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/bb9867b4-4f03-4e0e-86ed-806bf49c73fa HTTP/1.1" status: 204 len: 168 time: 0.9247694 Nov 15 14:45:39.195294 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f455d-9108-41ac-aae3-bfd7e4d73e63 None None] Pushing event updated for resources: {'Port': ['ID=fd4514a9-4d24-4d09-9585-210678f40787,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:39.197839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:39.294253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-28b9fe55-82e0-4f3d-b2df-68726a3209e4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926614 Nov 15 14:45:39.296999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41806) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:39.304075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-92d86014-9257-4b71-9042-88b25a2d1bd9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:39.403851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Attempting to bind port fd4514a9-4d24-4d09-9585-210678f40787 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:45:39.404418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Attempting to bind port fd4514a9-4d24-4d09-9585-210678f40787 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '4b598553-12dd-45f6-ad18-3bba4a74c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:45:39.404892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Attempting to bind port fd4514a9-4d24-4d09-9585-210678f40787 on network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:45:39.419718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:45:39.420431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Checking segment: {'id': '4b598553-12dd-45f6-ad18-3bba4a74c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:45:39.421819 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:39.422416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Bound using segment: {'id': '4b598553-12dd-45f6-ad18-3bba4a74c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:45:39.428408 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Bound port: fd4514a9-4d24-4d09-9585-210678f40787, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b598553-12dd-45f6-ad18-3bba4a74c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:45:39.428408 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:39.607471 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] For port fd4514a9-4d24-4d09-9585-210678f40787, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:45:39.609544 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf28402f-6407-4bff-87f1-5e1523facf53 req-a3818b4a-6bd4-424e-8494-a3a095bf8d96 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0472925 Nov 15 14:45:39.618249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] For port fd4514a9-4d24-4d09-9585-210678f40787, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fd4514a9-4d24-4d09-9585-210678f40787,segment=NetworkSegment(4b598553-12dd-45f6-ad18-3bba4a74c12c),segment_id=4b598553-12dd-45f6-ad18-3bba4a74c12c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:45:39.699880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868be9d8-a5d3-4572-ab14-25418d55905e None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:39.734520 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d86014-9257-4b71-9042-88b25a2d1bd9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:39.739291 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92d86014-9257-4b71-9042-88b25a2d1bd9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:39.776874 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:39.891682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1120ea31-ece4-4cc0-b041-1a3dd920b74a None None] Provisioning complete for port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:39.892306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1120ea31-ece4-4cc0-b041-1a3dd920b74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:39.997921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Routers {'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:45:39.998703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:45:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:45:40.139679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f455d-9108-41ac-aae3-bfd7e4d73e63 None None] Pushing event updated for resources: {'Port': ['ID=fd4514a9-4d24-4d09-9585-210678f40787,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:40.145338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e3ea36d9-3a9e-4320-ab46-4112bf3fd735 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:40.403699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:40.404104 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:40.513186 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] Set router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:45:40.573709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75116d63-05c9-46bf-a77b-0b60f501f239 None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:45:40.826970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-277e8038-0cfb-4d55-9b10-4523f05fd46f None None] Provisioning complete for port fd4514a9-4d24-4d09-9585-210678f40787 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:40.835170 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-277e8038-0cfb-4d55-9b10-4523f05fd46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:40.859732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2849740-c7fb-4d04-98a1-5900d4f65f98 req-29f5903c-37f6-44bd-81f6-b1b981d853bd tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0849578 Nov 15 14:45:41.028622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-75116d63-05c9-46bf-a77b-0b60f501f239 None None] Deleting port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:41.028996 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75116d63-05c9-46bf-a77b-0b60f501f239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:41.067700 n-d-817748-2 neutron-server[103147]: DEBUG neutron.objects.ports [None req-92d86014-9257-4b71-9042-88b25a2d1bd9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:45:41.196237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-75116d63-05c9-46bf-a77b-0b60f501f239 None None] For port e3ea36d9-3a9e-4320-ab46-4112bf3fd735, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:41.197239 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75116d63-05c9-46bf-a77b-0b60f501f239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:41.221851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-75116d63-05c9-46bf-a77b-0b60f501f239 None None] Calling delete_port for e3ea36d9-3a9e-4320-ab46-4112bf3fd735 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:41.429244 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-277e8038-0cfb-4d55-9b10-4523f05fd46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:41.470978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-277e8038-0cfb-4d55-9b10-4523f05fd46f None None] For port fd4514a9-4d24-4d09-9585-210678f40787, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fd4514a9-4d24-4d09-9585-210678f40787,segment=NetworkSegment(4b598553-12dd-45f6-ad18-3bba4a74c12c),segment_id=4b598553-12dd-45f6-ad18-3bba4a74c12c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:41.473403 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:45:34Z', 'revision_number': 4, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'fd4514a9-4d24-4d09-9585-210678f40787', 'name': '', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'mac_address': 'fa:16:3e:92:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:32Z', 'updated_at': '2021-11-15T14:45:39Z', 'revision_number': 4, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'subnets': [{'id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:45:41.508278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23348b55-7e65-4a95-b8b4-0aa584b62c5f None None] The sync data for ids ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'] in n-d-817748-2 is: [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:45:34Z', 'revision_number': 4, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'fd4514a9-4d24-4d09-9585-210678f40787', 'name': '', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'mac_address': 'fa:16:3e:92:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:32Z', 'updated_at': '2021-11-15T14:45:39Z', 'revision_number': 4, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'subnets': [{'id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:45:41.594533 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-277e8038-0cfb-4d55-9b10-4523f05fd46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:41.614551 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92d86014-9257-4b71-9042-88b25a2d1bd9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:41.635064 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75116d63-05c9-46bf-a77b-0b60f501f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:41.674527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75116d63-05c9-46bf-a77b-0b60f501f239 None None] No DVR routers for this DVR port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:45:41.708634 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d86014-9257-4b71-9042-88b25a2d1bd9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Port e3ea36d9-3a9e-4320-ab46-4112bf3fd735 concurrently deleted while adding address for new subnet {'id': 'bc39d6cd-00e8-43a7-9a73-f011510248b6', 'name': '', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1712, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-15T14:45:40Z', 'updated_at': '2021-11-15T14:45:40Z', 'revision_number': 0, 'segment_id': None, 'project_id': '468ab0fc67ab4f689f232d53145bfd83'}. {{(pid=103147) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 15 14:45:41.709489 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92d86014-9257-4b71-9042-88b25a2d1bd9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:41.718110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e8038-0cfb-4d55-9b10-4523f05fd46f None None] Pushing event updated for resources: {'Port': ['ID=fd4514a9-4d24-4d09-9585-210678f40787,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:41.791631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75116d63-05c9-46bf-a77b-0b60f501f239 None None] Pushing event deleted for resources: {'Port': ['ID=e3ea36d9-3a9e-4320-ab46-4112bf3fd735,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:41.804594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d86014-9257-4b71-9042-88b25a2d1bd9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:41.809936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-92d86014-9257-4b71-9042-88b25a2d1bd9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:41.813651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d86014-9257-4b71-9042-88b25a2d1bd9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:41.814574 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92d86014-9257-4b71-9042-88b25a2d1bd9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:41.830366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6c8d5014-c376-45fd-bec1-54903b2dcfe1 None None] Provisioning complete for port fd4514a9-4d24-4d09-9585-210678f40787 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:41.837187 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c8d5014-c376-45fd-bec1-54903b2dcfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:41.839263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a887fb-7242-42c2-ba57-1fd326074312 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:41.843042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d86014-9257-4b71-9042-88b25a2d1bd9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=bc39d6cd-00e8-43a7-9a73-f011510248b6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:41.911142 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-92d86014-9257-4b71-9042-88b25a2d1bd9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6100426 Nov 15 14:45:41.912432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41912) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:41.920285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'mac_address': 'fa:16:3e:9f:5a:de', 'name': 'tempest-NetworksTestDHCPv6-713811609'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:42.224167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42398d97-2f4e-4dee-b56f-8d148304c94b req-35d81a44-4032-4af2-b0e4-968d665b21a5 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0992684 Nov 15 14:45:42.409643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:42.414157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fd4514a9-4d24-4d09-9585-210678f40787 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:42.589501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:42.617347 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port b989a39d-d123-4a63-8420-cb32a6cb7a04 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:45:42.632849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port fd4514a9-4d24-4d09-9585-210678f40787 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:42.633345 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:42.718821 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41930) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:42.896950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::f816:3eff:fe9f:5ade (f9ae7d6a-3056-4b34-ac1f-1038e440b250/bc39d6cd-00e8-43a7-9a73-f011510248b6/b989a39d-d123-4a63-8420-cb32a6cb7a04) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:42.975946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': 'bc39d6cd-00e8-43a7-9a73-f011510248b6'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:45:42.976742 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:43.029089 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30533db8-9575-4a37-ab7b-df9ccedd1da0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:43.161880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e3ea36d9-3a9e-4320-ab46-4112bf3fd735 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:45:43.196719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: e3ea36d9-3a9e-4320-ab46-4112bf3fd735 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:45:43.197431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e3ea36d9-3a9e-4320-ab46-4112bf3fd735 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:45:43.275116 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:43.339521 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30533db8-9575-4a37-ab7b-df9ccedd1da0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:43.414800 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e384ed6-9726-4894-851b-7e73b558c7c9 req-f06bcb65-d118-4c17-ad84-76ee282e16d6 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0314593 Nov 15 14:45:43.463860 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30533db8-9575-4a37-ab7b-df9ccedd1da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:43.464164 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:43.518634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:43.519924 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30533db8-9575-4a37-ab7b-df9ccedd1da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa19baca-1090-41d2-9e3c-6bc459c3e8f1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:43.522934 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:43.524925 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-30533db8-9575-4a37-ab7b-df9ccedd1da0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab0ce1f0349b493b8e15ca77cd31eb54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8050086 Nov 15 14:45:43.527753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:43.539770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:43.554517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Allocated IP 2001:db8::f816:3eff:fe82:4cb0 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/bc39d6cd-00e8-43a7-9a73-f011510248b6/0868aa53-2316-4408-a75d-c33bd3866ab6) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:43.558775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:43.560321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:43.571847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=b989a39d-d123-4a63-8420-cb32a6cb7a04,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:43.631556 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c2b1eb-269c-4553-b4c1-e1759909b3da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:43.669557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d1209bbb-d079-4502-b622-478216133662 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7559793 Nov 15 14:45:43.672933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41952) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:43.724008 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c2b1eb-269c-4553-b4c1-e1759909b3da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:43.774636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e45c01a-fb7d-4856-a538-f2f7afd8b1b7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:43.776895 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4e45c01a-fb7d-4856-a538-f2f7afd8b1b7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1007440 Nov 15 14:45:43.779841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41954) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:43.891365 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:43.894667 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c2b1eb-269c-4553-b4c1-e1759909b3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:43.906449 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c2b1eb-269c-4553-b4c1-e1759909b3da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:43.908013 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-38c2b1eb-269c-4553-b4c1-e1759909b3da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa19baca-1090-41d2-9e3c-6bc459c3e8f1 HTTP/1.1" status: 204 len: 168 time: 0.3785074 Nov 15 14:45:43.930922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2b1eb-269c-4553-b4c1-e1759909b3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa19baca-1090-41d2-9e3c-6bc459c3e8f1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:43.931426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b68b1-fce6-4f66-bdce-35fa2bb589e9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port b989a39d-d123-4a63-8420-cb32a6cb7a04 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:43.931849 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f9b68b1-fce6-4f66-bdce-35fa2bb589e9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:43.969544 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:44.033605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Pushing event updated for resources: {'Port': ['ID=0868aa53-2316-4408-a75d-c33bd3866ab6,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:44.041843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:44.043941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:44.044287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:44.044663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:44.045014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:44.045344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:44.045661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:44.045983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:44.046302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:44.046647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:44.046963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:44.047276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:44.047592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:45:44.051178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:44.054096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:44.068786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f9b68b1-fce6-4f66-bdce-35fa2bb589e9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:44.086082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b68b1-fce6-4f66-bdce-35fa2bb589e9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for b989a39d-d123-4a63-8420-cb32a6cb7a04 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:44.153188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Attempting to bind port 0868aa53-2316-4408-a75d-c33bd3866ab6 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:45:44.153756 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Attempting to bind port 0868aa53-2316-4408-a75d-c33bd3866ab6 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:45:44.154819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Attempting to bind port 0868aa53-2316-4408-a75d-c33bd3866ab6 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:45:44.164812 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:45:44.171075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:45:44.171075 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:44.171075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:45:44.171075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Bound port: 0868aa53-2316-4408-a75d-c33bd3866ab6, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:45:44.171075 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:44.264765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] For port 0868aa53-2316-4408-a75d-c33bd3866ab6, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:45:44.274006 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] For port 0868aa53-2316-4408-a75d-c33bd3866ab6, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0868aa53-2316-4408-a75d-c33bd3866ab6,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:45:44.352401 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:44.426433 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f9b68b1-fce6-4f66-bdce-35fa2bb589e9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:44.435207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e03d0-a66a-4dde-bdeb-aa36f1f12e00 None None] Pushing event updated for resources: {'Port': ['ID=0868aa53-2316-4408-a75d-c33bd3866ab6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:44.478813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b68b1-fce6-4f66-bdce-35fa2bb589e9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=b989a39d-d123-4a63-8420-cb32a6cb7a04,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:44.501394 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f9b68b1-fce6-4f66-bdce-35fa2bb589e9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:44.507771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41978) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:44.525604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8f9b68b1-fce6-4f66-bdce-35fa2bb589e9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/b989a39d-d123-4a63-8420-cb32a6cb7a04 HTTP/1.1" status: 204 len: 168 time: 0.7410100 Nov 15 14:45:44.600552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f540c65-4e53-4c28-8f62-1fdec76bbc4b req-5d66bbf6-cdbd-4e20-b00d-72647edac128 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0388322 Nov 15 14:45:44.649321 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14349fb-1866-4386-be50-fb40994d89b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:44.651262 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14349fb-1866-4386-be50-fb40994d89b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:44.653160 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b14349fb-1866-4386-be50-fb40994d89b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1443372 Nov 15 14:45:44.662779 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41986) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:44.778987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dcdc0c-7f09-45db-a380-64fbefce3441 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet bc39d6cd-00e8-43a7-9a73-f011510248b6 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:45:44.784133 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02dcdc0c-7f09-45db-a380-64fbefce3441 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:44.854602 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02dcdc0c-7f09-45db-a380-64fbefce3441 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:44.981354 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02dcdc0c-7f09-45db-a380-64fbefce3441 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:45.167644 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02dcdc0c-7f09-45db-a380-64fbefce3441 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:45.203952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcdc0c-7f09-45db-a380-64fbefce3441 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=bc39d6cd-00e8-43a7-9a73-f011510248b6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:45.214031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02dcdc0c-7f09-45db-a380-64fbefce3441 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:45.220499 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-02dcdc0c-7f09-45db-a380-64fbefce3441 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/bc39d6cd-00e8-43a7-9a73-f011510248b6 HTTP/1.1" status: 204 len: 168 time: 0.5541804 Nov 15 14:45:45.222921 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42006) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:45.267899 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ee3f65c5-641e-4f48-8c37-c629da2189b2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435469 Nov 15 14:45:45.272847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42010) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:45.375682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc16eb60-1667-444e-9b13-606f415c6a2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:45.377421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dc16eb60-1667-444e-9b13-606f415c6a2a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1035626 Nov 15 14:45:45.381315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42016) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:45.461229 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61419aba-8513-4136-83d9-f95596a64e23 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:45.461229 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-61419aba-8513-4136-83d9-f95596a64e23 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0760746 Nov 15 14:45:45.465985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42018) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:45.531024 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1e16d887-4f65-4b18-b51c-8e40989aff2b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636094 Nov 15 14:45:45.537449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42026) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:45.543310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:45.834153 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bebc07c-6c2e-466c-a81e-be9a7c79ec12 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:45.912418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f4aa25ea-1f7a-43b2-a3da-2d55841c0bc5 None None] Provisioning complete for port 0868aa53-2316-4408-a75d-c33bd3866ab6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:45.913251 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4aa25ea-1f7a-43b2-a3da-2d55841c0bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:46.080863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0868aa53-2316-4408-a75d-c33bd3866ab6 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:46.164833 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4aa25ea-1f7a-43b2-a3da-2d55841c0bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:46.217873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f4aa25ea-1f7a-43b2-a3da-2d55841c0bc5 None None] For port 0868aa53-2316-4408-a75d-c33bd3866ab6, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0868aa53-2316-4408-a75d-c33bd3866ab6,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:46.227713 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 0868aa53-2316-4408-a75d-c33bd3866ab6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:46.230766 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:46.291117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1258be-b938-444e-8c20-6a9f221cd725 None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:45:46.291393 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:46.294972 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:46.343810 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-acdb7a5d-e927-4b74-8cfa-1407af1c229a req-6d71fc36-23be-412e-bc63-13972d3c953e tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.5921590 Nov 15 14:45:46.399547 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4aa25ea-1f7a-43b2-a3da-2d55841c0bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:46.522080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa25ea-1f7a-43b2-a3da-2d55841c0bc5 None None] Pushing event updated for resources: {'Port': ['ID=0868aa53-2316-4408-a75d-c33bd3866ab6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:46.548968 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-af1258be-b938-444e-8c20-6a9f221cd725 None None] Deleting port 0868aa53-2316-4408-a75d-c33bd3866ab6 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:46.549349 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af1258be-b938-444e-8c20-6a9f221cd725 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:46.643092 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-af1258be-b938-444e-8c20-6a9f221cd725 None None] For port 0868aa53-2316-4408-a75d-c33bd3866ab6, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0868aa53-2316-4408-a75d-c33bd3866ab6,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:46.643493 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af1258be-b938-444e-8c20-6a9f221cd725 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:46.669314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-af1258be-b938-444e-8c20-6a9f221cd725 None None] Calling delete_port for 0868aa53-2316-4408-a75d-c33bd3866ab6 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:46.825971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.objects.ports [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:45:46.926447 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af1258be-b938-444e-8c20-6a9f221cd725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:46.953587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1258be-b938-444e-8c20-6a9f221cd725 None None] Pushing event deleted for resources: {'Port': ['ID=0868aa53-2316-4408-a75d-c33bd3866ab6,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:46.957046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1258be-b938-444e-8c20-6a9f221cd725 None None] No DVR routers for this DVR port 0868aa53-2316-4408-a75d-c33bd3866ab6 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:45:47.027519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_pluggable_backend [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Port 0868aa53-2316-4408-a75d-c33bd3866ab6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 15 14:45:47.027519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_pluggable_backend [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Reverting IP allocation for 2001:db8::f816:3eff:fe82:4cb0 {{(pid=103146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 15 14:45:47.027861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_pluggable_backend [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe82:4cb0 {{(pid=103146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 15 14:45:47.029143 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:47.086033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:47.089745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:47.094711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:47.095832 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:47.107119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db0ee8-84a7-4533-801e-7f1ff6fcf5c0 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:47.119297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=14f37b44-42c8-478e-8eea-c7104876128d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:47.216576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8602b1b7-13b2-4bad-9427-84f3e59562c2 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6779542 Nov 15 14:45:47.221215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42124) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:47.227786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'mac_address': 'fa:16:3e:0a:a6:f4', 'name': 'tempest-NetworksTestDHCPv6-2060443999'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:47.356449 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '14f37b44-42c8-478e-8eea-c7104876128d'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:45:47.356449 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:47.514810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:47.516867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Allocated IP 2001:db8::f816:3eff:feb5:1a75 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/14f37b44-42c8-478e-8eea-c7104876128d/499d3f71-e1d0-4e39-bbc5-9a02beeab142) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:47.519323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:47.586633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 3f2033b6-d0f7-4331-b40f-de7ad3c1a5d0 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:45:47.593990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-716019f7-37cb-4b05-ad31-07b3b8cf5aa4 req-7cb0e317-7b2a-4f0e-9d08-6ed7bad8fb76 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0699668 Nov 15 14:45:47.779026 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:47.844024 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:47.893280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:47.902087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:47.906518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:47.913291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::f816:3eff:fe0a:a6f4 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/14f37b44-42c8-478e-8eea-c7104876128d/3f2033b6-d0f7-4331-b40f-de7ad3c1a5d0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:47.917399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Pushing event updated for resources: {'Port': ['ID=499d3f71-e1d0-4e39-bbc5-9a02beeab142,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:47.970070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0868aa53-2316-4408-a75d-c33bd3866ab6 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:45:48.001962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 0868aa53-2316-4408-a75d-c33bd3866ab6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:45:48.002286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0868aa53-2316-4408-a75d-c33bd3866ab6 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:45:48.004064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Attempting to bind port 499d3f71-e1d0-4e39-bbc5-9a02beeab142 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:45:48.004431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Attempting to bind port 499d3f71-e1d0-4e39-bbc5-9a02beeab142 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:45:48.004794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Attempting to bind port 499d3f71-e1d0-4e39-bbc5-9a02beeab142 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:45:48.012530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:45:48.012737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:45:48.012964 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:48.013367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:45:48.013839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Bound port: 499d3f71-e1d0-4e39-bbc5-9a02beeab142, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:45:48.014257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:48.095210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] For port 499d3f71-e1d0-4e39-bbc5-9a02beeab142, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:45:48.104143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] For port 499d3f71-e1d0-4e39-bbc5-9a02beeab142, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=499d3f71-e1d0-4e39-bbc5-9a02beeab142,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:45:48.129597 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:48.201298 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:48.231163 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:48.283984 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce74317-8612-4fcb-89f1-49129bac6dea None None] Pushing event updated for resources: {'Port': ['ID=499d3f71-e1d0-4e39-bbc5-9a02beeab142,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:48.336371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42160) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:48.342701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:48.348688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:48.351897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:48.360065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:48.360862 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:48.376290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=3f2033b6-d0f7-4331-b40f-de7ad3c1a5d0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:48.485278 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2705281a-1f4f-4b1e-9642-95ba30f7338c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:48.534020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-274c090b-52ee-4d2d-8c10-c1f56bae87d5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3092020 Nov 15 14:45:48.537218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:48.639087 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2705281a-1f4f-4b1e-9642-95ba30f7338c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:48.652074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54178f48-4ed1-4d8f-89e0-cd8428f3b274 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:48.659389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54178f48-4ed1-4d8f-89e0-cd8428f3b274 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:48.661330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-54178f48-4ed1-4d8f-89e0-cd8428f3b274 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1230981 Nov 15 14:45:48.664505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:48.763328 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2705281a-1f4f-4b1e-9642-95ba30f7338c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:48.791579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1cf309b8-34bf-431e-b386-c5c63ac39a1a req-a3f9867d-05b1-41cf-9d9c-ddf3b8101cee tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0331507 Nov 15 14:45:48.831524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6462d4a5-bc47-47c0-a5ef-ad4304ac714f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port 3f2033b6-d0f7-4331-b40f-de7ad3c1a5d0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:48.831869 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6462d4a5-bc47-47c0-a5ef-ad4304ac714f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:48.840765 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2705281a-1f4f-4b1e-9642-95ba30f7338c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b29c5f9c3b994f5898e2d996a55a85d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5028756 Nov 15 14:45:48.844757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:48.853860 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705281a-1f4f-4b1e-9642-95ba30f7338c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd0004a-806b-46b1-8d5f-e48734ddd3b1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:48.913615 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5ce2d0-d2df-49e1-a9d2-21e847a64541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:48.939837 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-096b2921-2d9e-4249-96f6-563c67bf8705 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1202695 Nov 15 14:45:48.948730 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5ce2d0-d2df-49e1-a9d2-21e847a64541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:48.976635 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6462d4a5-bc47-47c0-a5ef-ad4304ac714f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:49.017915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6462d4a5-bc47-47c0-a5ef-ad4304ac714f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for 3f2033b6-d0f7-4331-b40f-de7ad3c1a5d0 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:49.109836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-c38aaf2e-f5f9-4045-8842-1fd0d59bab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.110318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-c38aaf2e-f5f9-4045-8842-1fd0d59bab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.110879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-c38aaf2e-f5f9-4045-8842-1fd0d59bab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.111351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-c38aaf2e-f5f9-4045-8842-1fd0d59bab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.111818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-c38aaf2e-f5f9-4045-8842-1fd0d59bab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.112285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-c38aaf2e-f5f9-4045-8842-1fd0d59bab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.112748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-c38aaf2e-f5f9-4045-8842-1fd0d59bab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.114835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-c38aaf2e-f5f9-4045-8842-1fd0d59bab64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6490 time: 0.1082690 Nov 15 14:45:49.144675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5ce2d0-d2df-49e1-a9d2-21e847a64541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:49.148046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5ce2d0-d2df-49e1-a9d2-21e847a64541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:49.149529 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-db5ce2d0-d2df-49e1-a9d2-21e847a64541 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9bd0004a-806b-46b1-8d5f-e48734ddd3b1 HTTP/1.1" status: 204 len: 168 time: 0.3038049 Nov 15 14:45:49.160578 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ce2d0-d2df-49e1-a9d2-21e847a64541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd0004a-806b-46b1-8d5f-e48734ddd3b1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:49.308050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-a946a9a0-9d9d-4846-86ea-e7a4c36a742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.317156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-a946a9a0-9d9d-4846-86ea-e7a4c36a742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.318540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-a946a9a0-9d9d-4846-86ea-e7a4c36a742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.321870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-a946a9a0-9d9d-4846-86ea-e7a4c36a742f service neutron] 10.222.0.59 "GET /v2.0/networks?id=fdcf4cf0-944a-4585-9636-be35a7eff07b&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&id=fd986e30-a4d1-4f5a-9bc4-fb302d682086 HTTP/1.1" status: 200 len: 2292 time: 0.1787844 Nov 15 14:45:49.393285 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6462d4a5-bc47-47c0-a5ef-ad4304ac714f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:49.442553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462d4a5-bc47-47c0-a5ef-ad4304ac714f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=3f2033b6-d0f7-4331-b40f-de7ad3c1a5d0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:49.484638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-3c5e3a4c-6c66-4e13-a401-60429ee4c5d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=413af6e3-de77-4121-a204-74de00bc13cd HTTP/1.1" status: 200 len: 1001 time: 0.1540225 Nov 15 14:45:49.486234 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6462d4a5-bc47-47c0-a5ef-ad4304ac714f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:49.492513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6462d4a5-bc47-47c0-a5ef-ad4304ac714f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/3f2033b6-d0f7-4331-b40f-de7ad3c1a5d0 HTTP/1.1" status: 204 len: 168 time: 0.8241401 Nov 15 14:45:49.493825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42190) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:49.607112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-50bd168f-d778-414f-9e6f-812dc8463989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.609383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-50bd168f-d778-414f-9e6f-812dc8463989 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dbae45e-6630-4c9e-b1c2-188262994e2c HTTP/1.1" status: 200 len: 851 time: 0.1166568 Nov 15 14:45:49.676556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed17621-df66-4313-b6db-e3e446d2e4af tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.679666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed17621-df66-4313-b6db-e3e446d2e4af tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.682924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bed17621-df66-4313-b6db-e3e446d2e4af tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1524796 Nov 15 14:45:49.683827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:49.731528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-f76a2074-c458-4f0f-aaa8-5dcf68c32696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:49.734055 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-f76a2074-c458-4f0f-aaa8-5dcf68c32696 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcf4cf0-944a-4585-9636-be35a7eff07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162403 Nov 15 14:45:49.809739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-91e2c03c-3252-4969-8436-145b56955c7b None None] Provisioning complete for port 499d3f71-e1d0-4e39-bbc5-9a02beeab142 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:49.810356 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91e2c03c-3252-4969-8436-145b56955c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:49.810671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a309c996-ce92-4c54-b21e-23248b2fc26b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 14f37b44-42c8-478e-8eea-c7104876128d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:45:49.815719 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a309c996-ce92-4c54-b21e-23248b2fc26b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:50.009134 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a309c996-ce92-4c54-b21e-23248b2fc26b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:50.010858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-8d3bc09d-b4e6-4b9a-bab6-a8fd7e478bf8 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203784 Nov 15 14:45:50.011510 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91e2c03c-3252-4969-8436-145b56955c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:50.023137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d89075d-5ae9-45a2-983c-2ed8d7a2e123 req-cc2099f8-ba4c-4b65-b8ad-38a2db6b36f7 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0560982 Nov 15 14:45:50.063297 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a309c996-ce92-4c54-b21e-23248b2fc26b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:50.191762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-e983034b-0e1b-459c-a939-06640398f29b service neutron] 10.222.0.59 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103136 Nov 15 14:45:50.195577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 499d3f71-e1d0-4e39-bbc5-9a02beeab142 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:50.292954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 499d3f71-e1d0-4e39-bbc5-9a02beeab142 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:50.293538 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:50.306842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-c28858c0-e46b-4195-8579-c4abe0e50ca7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 HTTP/1.1" status: 200 len: 217 time: 0.1060512 Nov 15 14:45:50.383683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-81b2e144-ff50-43d0-8cdf-b29aaf256bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:50.386033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-81b2e144-ff50-43d0-8cdf-b29aaf256bdf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.0693855 Nov 15 14:45:50.410300 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:50.461476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-dacb7de8-a493-4fcf-a862-b099cd5050d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:50.463083 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-dacb7de8-a493-4fcf-a862-b099cd5050d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690782 Nov 15 14:45:50.507463 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a309c996-ce92-4c54-b21e-23248b2fc26b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:50.571960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309c996-ce92-4c54-b21e-23248b2fc26b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=14f37b44-42c8-478e-8eea-c7104876128d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:50.573892 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a309c996-ce92-4c54-b21e-23248b2fc26b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:50.580742 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a309c996-ce92-4c54-b21e-23248b2fc26b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/14f37b44-42c8-478e-8eea-c7104876128d HTTP/1.1" status: 204 len: 168 time: 0.8926475 Nov 15 14:45:50.582430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42218) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:50.601877 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef444ce-7c10-4934-a56e-f97dbc385ba1 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:50.657252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42220) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:50.663065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-349da597-9f23-4a56-b3ae-a3bc5e69b4de tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794222 Nov 15 14:45:50.663686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:50.665320 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-c0687644-0921-4adf-b01a-17eb05daae32 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915970 Nov 15 14:45:50.669870 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-91e2c03c-3252-4969-8436-145b56955c7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:45:50.670225 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-91e2c03c-3252-4969-8436-145b56955c7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:45:50.703573 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:45:50.703926 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:45:50.842052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-73281ae8-191a-4a4e-a433-9c139256a137 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519952 Nov 15 14:45:50.900415 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-b559b544-8666-423b-a081-6eb732819bb4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=5f31cc54-f91d-41a5-be06-8333aa16e417 HTTP/1.1" status: 200 len: 217 time: 0.0523679 Nov 15 14:45:50.944284 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:50.948588 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:50.949164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f4f4d-d6c6-421f-a52b-67091eab86c0 None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:45:51.016256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-f62f0436-cf7e-4cdc-ad1e-5098a36f1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:51.019903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-f62f0436-cf7e-4cdc-ad1e-5098a36f1169 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.1098411 Nov 15 14:45:51.037537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f4f4d-d6c6-421f-a52b-67091eab86c0 None None] Deleting port 499d3f71-e1d0-4e39-bbc5-9a02beeab142 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:51.038365 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4f4d-d6c6-421f-a52b-67091eab86c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:51.089414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-9f3314b6-6170-4b45-ad34-93efb2668c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:51.092184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-9f3314b6-6170-4b45-ad34-93efb2668c74 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0643561 Nov 15 14:45:51.172394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0c6f4f4d-d6c6-421f-a52b-67091eab86c0 None None] For port 499d3f71-e1d0-4e39-bbc5-9a02beeab142, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=499d3f71-e1d0-4e39-bbc5-9a02beeab142,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:51.172394 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4f4d-d6c6-421f-a52b-67091eab86c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:51.292817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f4f4d-d6c6-421f-a52b-67091eab86c0 None None] Calling delete_port for 499d3f71-e1d0-4e39-bbc5-9a02beeab142 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:51.316256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0341eb53-b3f3-4b59-8b1e-a55896febc76 req-d6746901-b731-4de7-9141-d2751172e323 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0753095 Nov 15 14:45:51.324282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-86200509-252d-47bd-b557-48bf5fd867a0 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188821 Nov 15 14:45:51.352215 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91e2c03c-3252-4969-8436-145b56955c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:51.413670 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:51.540470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-168359ab-8557-4006-9d2b-fb3be1678c5b service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108352 Nov 15 14:45:51.610425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-97e9bb94-d5a2-40cb-9095-b490167f5974 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b HTTP/1.1" status: 200 len: 217 time: 0.0579624 Nov 15 14:45:51.617659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.objects.ports [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:45:51.658641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91e2c03c-3252-4969-8436-145b56955c7b None None] For port 499d3f71-e1d0-4e39-bbc5-9a02beeab142, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=499d3f71-e1d0-4e39-bbc5-9a02beeab142,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:51.713010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-6ab7d390-278d-46b3-8480-d3bd6c0f2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:51.714592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-6ab7d390-278d-46b3-8480-d3bd6c0f2751 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.0972738 Nov 15 14:45:51.727670 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91e2c03c-3252-4969-8436-145b56955c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:51.854150 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4f4d-d6c6-421f-a52b-67091eab86c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:51.874888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-44e24863-b8fe-4587-a555-a11e1c394eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:51.877472 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-44e24863-b8fe-4587-a555-a11e1c394eed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1438336 Nov 15 14:45:51.878671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c0d654d1-1794-4b2a-98a7-7ef888f52792 None None] Could not find standard attr ID for object 3f2033b6-d0f7-4331-b40f-de7ad3c1a5d0. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:45:51.880948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f4f4d-d6c6-421f-a52b-67091eab86c0 None None] No DVR routers for this DVR port 499d3f71-e1d0-4e39-bbc5-9a02beeab142 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:45:51.890549 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:45:51.890942 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:45:51.891914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2c03c-3252-4969-8436-145b56955c7b None None] Pushing event updated for resources: {'Port': ['ID=499d3f71-e1d0-4e39-bbc5-9a02beeab142,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:51.911911 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Port 499d3f71-e1d0-4e39-bbc5-9a02beeab142 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 15 14:45:51.912278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Reverting IP allocation for 2001:db8::f816:3eff:feb5:1a75 {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 15 14:45:51.920102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb5:1a75 {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 15 14:45:51.921839 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:51.951458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Port 499d3f71-e1d0-4e39-bbc5-9a02beeab142 update to ACTIVE by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 14:45:51.953337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f4f4d-d6c6-421f-a52b-67091eab86c0 None None] Pushing event deleted for resources: {'Port': ['ID=499d3f71-e1d0-4e39-bbc5-9a02beeab142,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:51.985965 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:51.990873 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:51.997595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:51.998204 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:52.001399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419de89-1819-4bf2-a20f-acc57a339a1b None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:52.077922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=8caf911f-cad6-4265-b14a-fe4458b90042,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:52.132570 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 499d3f71-e1d0-4e39-bbc5-9a02beeab142 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:45:52.149043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-ef80439a-cc49-4ff5-8d89-d755da89e95d service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625399 Nov 15 14:45:52.168797 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7364d4cf-79a8-4a45-8c0f-e362fc45c7e8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5097506 Nov 15 14:45:52.171846 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:52.181048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'mac_address': 'fa:16:3e:b2:30:31', 'name': 'tempest-NetworksTestDHCPv6-1421585401'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:52.197767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 499d3f71-e1d0-4e39-bbc5-9a02beeab142 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:45:52.198843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 499d3f71-e1d0-4e39-bbc5-9a02beeab142 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:45:52.295790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-44f1c729-1059-4265-a60b-623154b5c00a service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350703 Nov 15 14:45:52.361034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '8caf911f-cad6-4265-b14a-fe4458b90042'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:45:52.362358 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:52.404677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-8b9cdd9c-6d3b-4cb7-ab18-cc8592f2afa3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=d2111f6d-3041-4df4-abc8-4f0abd6bc631 HTTP/1.1" status: 200 len: 217 time: 0.1004946 Nov 15 14:45:52.519482 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:52.522845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09758705-8682-4db8-bf7d-cb85c169b119 req-42b463b2-fbf1-408f-ace8-722e8604e170 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0515513 Nov 15 14:45:52.584471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-c1531d18-ab19-4cab-8848-bd3a2bcf7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:52.586018 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-c1531d18-ab19-4cab-8848-bd3a2bcf7c95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.1667929 Nov 15 14:45:52.608450 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Allocated IP 2001:db8::f816:3eff:fe6f:2147 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/8caf911f-cad6-4265-b14a-fe4458b90042/14ee4a0d-20bb-40a9-b292-258aaef854ea) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:52.709165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-5a50b807-3304-45f9-9b04-813ec73c3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:52.711096 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-5a50b807-3304-45f9-9b04-813ec73c3a3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1165328 Nov 15 14:45:52.730218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42278) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:52.806970 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:52.822905 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:52.852539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 2e43dbc6-47b7-4cb2-9ea2-1821e2ce0e7a yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:45:52.894599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-778264910', 'router:external': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:52.916253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-72e64112-b2ec-4898-a599-03f644e18124 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904004 Nov 15 14:45:52.958717 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:53.007757 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:53.011361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:53.015494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:53.041994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::f816:3eff:feb2:3031 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/8caf911f-cad6-4265-b14a-fe4458b90042/2e43dbc6-47b7-4cb2-9ea2-1821e2ce0e7a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:53.054663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Pushing event updated for resources: {'Port': ['ID=14ee4a0d-20bb-40a9-b292-258aaef854ea,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:53.072391 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-3c0eccce-c07d-4722-9dca-a8d63368d5f4 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482048 Nov 15 14:45:53.074419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Made reservation on behalf of be742142c357450583a58805b4241938 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:53.076727 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:53.087366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Attempting to bind port 14ee4a0d-20bb-40a9-b292-258aaef854ea on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:45:53.087757 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Attempting to bind port 14ee4a0d-20bb-40a9-b292-258aaef854ea by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:45:53.088129 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Attempting to bind port 14ee4a0d-20bb-40a9-b292-258aaef854ea on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:45:53.092402 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:53.095603 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:45:53.096004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:45:53.096482 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:53.096888 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:45:53.097376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Bound port: 14ee4a0d-20bb-40a9-b292-258aaef854ea, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:45:53.097759 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:53.193851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] For port 14ee4a0d-20bb-40a9-b292-258aaef854ea, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:45:53.198635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] For port 14ee4a0d-20bb-40a9-b292-258aaef854ea, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=14ee4a0d-20bb-40a9-b292-258aaef854ea,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:45:53.198856 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-eebad105-a3b6-42d0-a7b4-8f83c21e3834 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=919c96e9-8be6-470c-b7ba-81079937b82d HTTP/1.1" status: 200 len: 217 time: 0.1085782 Nov 15 14:45:53.298773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-837942e3-9410-4900-89e9-845290beea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:53.300325 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-837942e3-9410-4900-89e9-845290beea4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53bbca71-b99a-424a-9e90-02c5e8ace1fe HTTP/1.1" status: 200 len: 797 time: 0.0911734 Nov 15 14:45:53.324142 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:53.351874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:53.416983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44423445-ce72-497d-90b4-452d1eb41e3a None None] Pushing event updated for resources: {'Port': ['ID=14ee4a0d-20bb-40a9-b292-258aaef854ea,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:53.450294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-ef3b7e65-d120-4300-b558-78f7cfd7c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:53.452339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-ef3b7e65-d120-4300-b558-78f7cfd7c4d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1350853 Nov 15 14:45:53.454687 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:53.570821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-1f319fcc-f3b8-43f4-a53e-8b8b49f0e969 service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111097 Nov 15 14:45:53.592295 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:53.665336 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:53.743644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:53.750422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:53.757817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:53.760437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:53.761079 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:53.773965 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69c9a1e3-9980-4240-bb3c-a5f149031365 req-aa18b859-ed9f-48a1-88ad-28c6e53952fb tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0576329 Nov 15 14:45:53.782166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=2e43dbc6-47b7-4cb2-9ea2-1821e2ce0e7a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:53.794679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:45:53.810718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715b866f-80ad-4ce7-ab1d-70ee476a4a6e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:53.837180 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:53.838964 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Added segment 9ef381dd-7bf6-4ff1-b374-6f98276c41be of type vlan for network 05a07eda-66a6-4e0a-9c51-ee4f207f7bc4 Nov 15 14:45:53.840869 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-a654eaf9-41f3-40fc-8323-7451688008e4 service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623196 Nov 15 14:45:53.909141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-67597a98-ae77-43b7-b500-6e07f5a24204 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c146075-7f93-459c-8671-66d81fd6df08 HTTP/1.1" status: 200 len: 217 time: 0.0581720 Nov 15 14:45:53.934136 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:53.941289 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1fb9e4ae-ebea-43d7-9739-2e01f22f3ae7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7659595 Nov 15 14:45:53.941834 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42304) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:54.018158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-730dd243-ddcc-45a9-8895-ca4688913a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:54.027229 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-730dd243-ddcc-45a9-8895-ca4688913a94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53bbca71-b99a-424a-9e90-02c5e8ace1fe HTTP/1.1" status: 200 len: 797 time: 0.1090355 Nov 15 14:45:54.048298 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7384ee6-3e2a-43f7-bbc0-09d8b700a37b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:54.079852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7384ee6-3e2a-43f7-bbc0-09d8b700a37b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:54.086243 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f7384ee6-3e2a-43f7-bbc0-09d8b700a37b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1414886 Nov 15 14:45:54.087078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42306) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:54.106599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-092d1fe6-b826-44d4-9dca-9ad4a18cf5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:54.109296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-092d1fe6-b826-44d4-9dca-9ad4a18cf5bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687943 Nov 15 14:45:54.142621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 14ee4a0d-20bb-40a9-b292-258aaef854ea up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:54.177943 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:54.182102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:54.182102 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:54.232935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 14ee4a0d-20bb-40a9-b292-258aaef854ea triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:54.236184 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:54.330777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3901461c-e206-4384-9f43-da8428df31b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port 2e43dbc6-47b7-4cb2-9ea2-1821e2ce0e7a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:54.331235 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3901461c-e206-4384-9f43-da8428df31b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:54.440481 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:54.445391 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7113566 Nov 15 14:45:54.446163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42316) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:54.447018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15f855-7264-4ec0-b38a-b3bdfc21fef0 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event updated for resources: {'Network': ['ID=05a07eda-66a6-4e0a-9c51-ee4f207f7bc4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:54.453971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-89a66acb-e84e-4062-95d4-1b6f573bbe95 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Request body: {'subnet': {'network_id': '05a07eda-66a6-4e0a-9c51-ee4f207f7bc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:54.461197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-54514fc2-3e2a-4121-bc0e-9923f4594d75 service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444622 Nov 15 14:45:54.473239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 05a07eda-66a6-4e0a-9c51-ee4f207f7bc4 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:45:54.574819 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3901461c-e206-4384-9f43-da8428df31b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:54.579457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 14ee4a0d-20bb-40a9-b292-258aaef854ea, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=14ee4a0d-20bb-40a9-b292-258aaef854ea,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:54.600687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3901461c-e206-4384-9f43-da8428df31b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for 2e43dbc6-47b7-4cb2-9ea2-1821e2ce0e7a owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:54.625994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b68b9f6b-139a-484f-93cb-ec68315b3338 req-6a3be528-1543-4cc5-bc14-a9cfa3ac2316 service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563928 Nov 15 14:45:54.676926 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:54.759210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=14ee4a0d-20bb-40a9-b292-258aaef854ea,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:54.782039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a66acb-e84e-4062-95d4-1b6f573bbe95 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Made reservation on behalf of be742142c357450583a58805b4241938 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:54.782039 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89a66acb-e84e-4062-95d4-1b6f573bbe95 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:54.923674 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3901461c-e206-4384-9f43-da8428df31b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:54.955742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2db25be8-e666-42c3-b4a3-27c698f50450 None None] Provisioning complete for port 14ee4a0d-20bb-40a9-b292-258aaef854ea triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:54.956129 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2db25be8-e666-42c3-b4a3-27c698f50450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:54.966783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901461c-e206-4384-9f43-da8428df31b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=2e43dbc6-47b7-4cb2-9ea2-1821e2ce0e7a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:55.001008 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3901461c-e206-4384-9f43-da8428df31b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:55.007536 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3901461c-e206-4384-9f43-da8428df31b8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/2e43dbc6-47b7-4cb2-9ea2-1821e2ce0e7a HTTP/1.1" status: 204 len: 168 time: 0.9150097 Nov 15 14:45:55.008254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:55.094313 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f9e30-f24e-4b27-84b9-ce2c219061c0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:55.096061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f9e30-f24e-4b27-84b9-ce2c219061c0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:55.100671 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cd1f9e30-f24e-4b27-84b9-ce2c219061c0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0884311 Nov 15 14:45:55.100999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42332) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:55.208606 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-623fe5f8-1d96-433b-9d28-ffa9b2ab957e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 8caf911f-cad6-4265-b14a-fe4458b90042 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:45:55.213774 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-623fe5f8-1d96-433b-9d28-ffa9b2ab957e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:55.274267 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-623fe5f8-1d96-433b-9d28-ffa9b2ab957e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:55.312155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-750293be-947c-4515-9af1-44f05df1ec78 None None] Could not find standard attr ID for object 2e43dbc6-47b7-4cb2-9ea2-1821e2ce0e7a. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:45:55.398891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e3c54c3-1fec-4978-b940-9eea6108f98b req-c29bcef4-b52e-434f-a87c-ed00cff5d065 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.5144916 Nov 15 14:45:55.437837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-623fe5f8-1d96-433b-9d28-ffa9b2ab957e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:55.969627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-623fe5f8-1d96-433b-9d28-ffa9b2ab957e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:55.988057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-623fe5f8-1d96-433b-9d28-ffa9b2ab957e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:55.994277 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-623fe5f8-1d96-433b-9d28-ffa9b2ab957e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/8caf911f-cad6-4265-b14a-fe4458b90042 HTTP/1.1" status: 204 len: 168 time: 0.8896637 Nov 15 14:45:55.998127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:56.006043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719bc8fe-49be-48a6-89e8-34e8341b6f54 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:56.050058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fe5f8-1d96-433b-9d28-ffa9b2ab957e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=8caf911f-cad6-4265-b14a-fe4458b90042,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:56.094038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 14ee4a0d-20bb-40a9-b292-258aaef854ea up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:45:56.101071 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ffbeb8e2-ad2e-4895-a165-e309f2c2d71c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014338 Nov 15 14:45:56.103354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42348) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:56.202575 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237f283a-d82c-4283-bd72-3087cbf39d81 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:56.204636 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-237f283a-d82c-4283-bd72-3087cbf39d81 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0987780 Nov 15 14:45:56.207489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:56.267092 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 14ee4a0d-20bb-40a9-b292-258aaef854ea triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:56.267468 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:56.284332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.objects.ports [None req-89a66acb-e84e-4062-95d4-1b6f573bbe95 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:45:56.284822 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89a66acb-e84e-4062-95d4-1b6f573bbe95 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:56.352644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c822cb92-163f-4968-b9ac-40799317badc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:56.354244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a66acb-e84e-4062-95d4-1b6f573bbe95 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9da2b429-af47-4f25-9f0d-b03583750a87,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:56.354429 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c822cb92-163f-4968-b9ac-40799317badc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1457181 Nov 15 14:45:56.362224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42354) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:56.366274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a66acb-e84e-4062-95d4-1b6f573bbe95 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Checking segment: {'id': '9ef381dd-7bf6-4ff1-b374-6f98276c41be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05a07eda-66a6-4e0a-9c51-ee4f207f7bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:45:56.367002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a66acb-e84e-4062-95d4-1b6f573bbe95 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Network hostable DHCP agents. Network: 05a07eda-66a6-4e0a-9c51-ee4f207f7bc4, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:45:56.410352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252cb070-2d92-46ad-9773-32a42cf10ccc None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:45:56.430856 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-60fe2808-837b-44cc-b0e9-811b972496cd tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639894 Nov 15 14:45:56.436707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42356) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:56.437300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4b13f82f-b222-4c79-9ad7-6766c73b4fbb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:56.507522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-252cb070-2d92-46ad-9773-32a42cf10ccc None None] Deleting port 14ee4a0d-20bb-40a9-b292-258aaef854ea {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:56.511517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-252cb070-2d92-46ad-9773-32a42cf10ccc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:56.588118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a66acb-e84e-4062-95d4-1b6f573bbe95 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Network 05a07eda-66a6-4e0a-9c51-ee4f207f7bc4 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:45:56.592878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8caa02a4-9890-4d31-8e25-d23873928625 req-58dc0e03-7461-46d5-9350-7400df4fa9ef tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0684855 Nov 15 14:45:56.612216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-252cb070-2d92-46ad-9773-32a42cf10ccc None None] For port 14ee4a0d-20bb-40a9-b292-258aaef854ea, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=14ee4a0d-20bb-40a9-b292-258aaef854ea,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:45:56.612621 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-252cb070-2d92-46ad-9773-32a42cf10ccc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:56.630259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-252cb070-2d92-46ad-9773-32a42cf10ccc None None] Calling delete_port for 14ee4a0d-20bb-40a9-b292-258aaef854ea owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:56.702075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-89a66acb-e84e-4062-95d4-1b6f573bbe95 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 05a07eda-66a6-4e0a-9c51-ee4f207f7bc4) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:56.716087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3d9010-55cb-4267-b95c-fe495284b8a6 None None] Network 05a07eda-66a6-4e0a-9c51-ee4f207f7bc4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:56.723158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a66acb-e84e-4062-95d4-1b6f573bbe95 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:56.727052 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89a66acb-e84e-4062-95d4-1b6f573bbe95 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:56.750287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b13f82f-b222-4c79-9ad7-6766c73b4fbb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:56.754155 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b13f82f-b222-4c79-9ad7-6766c73b4fbb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:56.927641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170162df-2745-47ba-9835-55d86236e092 None None] Network 05a07eda-66a6-4e0a-9c51-ee4f207f7bc4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:56.976425 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-252cb070-2d92-46ad-9773-32a42cf10ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:56.995385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-89a66acb-e84e-4062-95d4-1b6f573bbe95 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5456927 Nov 15 14:45:56.998505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42372) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:57.004750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2092799107', 'network_id': '05a07eda-66a6-4e0a-9c51-ee4f207f7bc4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:57.013886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cb070-2d92-46ad-9773-32a42cf10ccc None None] Pushing event deleted for resources: {'Port': ['ID=14ee4a0d-20bb-40a9-b292-258aaef854ea,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:57.021092 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252cb070-2d92-46ad-9773-32a42cf10ccc None None] No DVR routers for this DVR port 14ee4a0d-20bb-40a9-b292-258aaef854ea on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:45:57.115025 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Made reservation on behalf of be742142c357450583a58805b4241938 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:57.117696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:57.142309 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b13f82f-b222-4c79-9ad7-6766c73b4fbb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:57.153115 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] device_id is not set on port eb19f3a3-34a7-453b-8583-4f2deb3f2bb4 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:45:57.196938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b13f82f-b222-4c79-9ad7-6766c73b4fbb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:57.201282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4b13f82f-b222-4c79-9ad7-6766c73b4fbb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:57.211890 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22416189-a239-4870-9bd4-521295198b3e None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:45:57.218905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b13f82f-b222-4c79-9ad7-6766c73b4fbb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:57.219620 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b13f82f-b222-4c79-9ad7-6766c73b4fbb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:57.235273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13f82f-b222-4c79-9ad7-6766c73b4fbb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=e9fc763d-ddb1-495a-8489-804cac692006,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:57.321339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Allocated IP 2001:db8::300 (05a07eda-66a6-4e0a-9c51-ee4f207f7bc4/9da2b429-af47-4f25-9f0d-b03583750a87/eb19f3a3-34a7-453b-8583-4f2deb3f2bb4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:57.329770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4b13f82f-b222-4c79-9ad7-6766c73b4fbb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8974411 Nov 15 14:45:57.330491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42378) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:57.338252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'mac_address': 'fa:16:3e:fe:fe:46', 'name': 'tempest-NetworksTestDHCPv6-927903179'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:57.451729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': 'e9fc763d-ddb1-495a-8489-804cac692006'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:45:57.451729 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:57.596559 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:57.617074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Allocated IP 2001:db8::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/e9fc763d-ddb1-495a-8489-804cac692006/8bbc9be4-f960-4e89-a722-5121472037b0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:57.649404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:45:57.651970 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:57.683927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 1eddee28-a35a-42f5-b348-53696b8bc0e9 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:45:57.755922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:57.821768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Network 05a07eda-66a6-4e0a-9c51-ee4f207f7bc4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:57.824009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event updated for resources: {'Port': ['ID=eb19f3a3-34a7-453b-8583-4f2deb3f2bb4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:57.840379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:57.841334 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:57.843530 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:57.845765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:57.846426 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:57.859086 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b6f760e-0924-49ea-8589-d4ff1011cc24 req-3edb1987-f8f0-4d33-ac02-9f875bcd8e55 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0590394 Nov 15 14:45:57.989320 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6c62d444-8795-4c1d-a062-ff727a57d9c9 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9872322 Nov 15 14:45:57.989595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42396) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:57.997701 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.069755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:58.074988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 14ee4a0d-20bb-40a9-b292-258aaef854ea no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:45:58.079842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:58.108690 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Pushing event updated for resources: {'Port': ['ID=8bbc9be4-f960-4e89-a722-5121472037b0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:58.111686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:58.114029 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.116522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 14ee4a0d-20bb-40a9-b292-258aaef854ea {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:45:58.116863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 14ee4a0d-20bb-40a9-b292-258aaef854ea not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:45:58.118079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::39c (f9ae7d6a-3056-4b34-ac1f-1038e440b250/e9fc763d-ddb1-495a-8489-804cac692006/1eddee28-a35a-42f5-b348-53696b8bc0e9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:45:58.187818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-158807e3-a6f9-498e-8ff6-59224de1693a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Deleting port eb19f3a3-34a7-453b-8583-4f2deb3f2bb4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:58.188503 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-158807e3-a6f9-498e-8ff6-59224de1693a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.196497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Attempting to bind port 8bbc9be4-f960-4e89-a722-5121472037b0 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:45:58.197921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Attempting to bind port 8bbc9be4-f960-4e89-a722-5121472037b0 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:45:58.199022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Attempting to bind port 8bbc9be4-f960-4e89-a722-5121472037b0 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:45:58.213600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:45:58.215444 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:45:58.216104 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.217913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:45:58.218696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Bound port: 8bbc9be4-f960-4e89-a722-5121472037b0, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:45:58.219329 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.301108 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-158807e3-a6f9-498e-8ff6-59224de1693a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.328290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-158807e3-a6f9-498e-8ff6-59224de1693a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Calling delete_port for eb19f3a3-34a7-453b-8583-4f2deb3f2bb4 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:58.345569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] For port 8bbc9be4-f960-4e89-a722-5121472037b0, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:45:58.356832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] For port 8bbc9be4-f960-4e89-a722-5121472037b0, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8bbc9be4-f960-4e89-a722-5121472037b0,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:45:58.368509 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.492538 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.583348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a918e-9a04-4ea0-96c4-50a1c2c9fbdf None None] Pushing event updated for resources: {'Port': ['ID=8bbc9be4-f960-4e89-a722-5121472037b0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:58.654852 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.709153 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.712568 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-158807e3-a6f9-498e-8ff6-59224de1693a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.729414 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:45:58.740541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:45:58.759102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:45:58.774029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:58.777556 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.782080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=1eddee28-a35a-42f5-b348-53696b8bc0e9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:58.787394 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158807e3-a6f9-498e-8ff6-59224de1693a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb19f3a3-34a7-453b-8583-4f2deb3f2bb4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:45:58.819607 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-158807e3-a6f9-498e-8ff6-59224de1693a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.823065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-158807e3-a6f9-498e-8ff6-59224de1693a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "DELETE /v2.0/ports/eb19f3a3-34a7-453b-8583-4f2deb3f2bb4 HTTP/1.1" status: 204 len: 168 time: 0.8324921 Nov 15 14:45:58.825762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:58.830343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05a07eda-66a6-4e0a-9c51-ee4f207f7bc4', 'external_fixed_ips': [{'subnet_id': '9da2b429-af47-4f25-9f0d-b03583750a87', 'ip_address': '2001:db8::300'}]}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:45:58.877373 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-baf6a1c6-fec3-4ce0-af86-e3cb57a61179 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5431004 Nov 15 14:45:58.878225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42412) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:58.943632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.944717 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:58.974415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87bbc5c-bb20-40b7-bf2c-b0f7b7c982ad tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:58.990974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87bbc5c-bb20-40b7-bf2c-b0f7b7c982ad tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:45:58.990974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e87bbc5c-bb20-40b7-bf2c-b0f7b7c982ad tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1081679 Nov 15 14:45:58.993771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:45:59.006585 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0126db6-b680-4c5f-92c0-6dafae1971d2 req-c8d4fec2-24b2-428f-8d5c-925ef4ca60a3 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0563371 Nov 15 14:45:59.091031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:59.150244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6710a559-67c9-4b27-8c1f-6be56b8e12a9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port 1eddee28-a35a-42f5-b348-53696b8bc0e9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:45:59.150980 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6710a559-67c9-4b27-8c1f-6be56b8e12a9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:59.368042 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6710a559-67c9-4b27-8c1f-6be56b8e12a9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:59.377641 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:59.387099 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6710a559-67c9-4b27-8c1f-6be56b8e12a9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for 1eddee28-a35a-42f5-b348-53696b8bc0e9 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:45:59.806922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5bd99dd4-72de-4a6a-97ac-4f9e6c6c125c None None] Provisioning complete for port 8bbc9be4-f960-4e89-a722-5121472037b0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:45:59.807450 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bd99dd4-72de-4a6a-97ac-4f9e6c6c125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:59.814495 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:59.837297 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:59.895454 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bd99dd4-72de-4a6a-97ac-4f9e6c6c125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:45:59.938585 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5bd99dd4-72de-4a6a-97ac-4f9e6c6c125c None None] For port 8bbc9be4-f960-4e89-a722-5121472037b0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8bbc9be4-f960-4e89-a722-5121472037b0,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:00.002374 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6710a559-67c9-4b27-8c1f-6be56b8e12a9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:00.026745 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b04935a-d497-4c3c-9158-1b50ecb879bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:00.028509 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bd99dd4-72de-4a6a-97ac-4f9e6c6c125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:00.090799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710a559-67c9-4b27-8c1f-6be56b8e12a9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=1eddee28-a35a-42f5-b348-53696b8bc0e9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:00.217170 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6710a559-67c9-4b27-8c1f-6be56b8e12a9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:00.222067 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6710a559-67c9-4b27-8c1f-6be56b8e12a9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/1eddee28-a35a-42f5-b348-53696b8bc0e9 HTTP/1.1" status: 204 len: 168 time: 1.2264323 Nov 15 14:46:00.229756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42448) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:00.238536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ff1c55fd-006e-469e-b2e1-ae263af93e76 None None] Could not find standard attr ID for object 1eddee28-a35a-42f5-b348-53696b8bc0e9. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:46:00.250689 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8bbc9be4-f960-4e89-a722-5121472037b0 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:00.315246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Allocated IP 2001:db8::300 (05a07eda-66a6-4e0a-9c51-ee4f207f7bc4/9da2b429-af47-4f25-9f0d-b03583750a87/2e75f77f-e54e-4913-afa3-c141c19827c8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:00.356256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd99dd4-72de-4a6a-97ac-4f9e6c6c125c None None] Pushing event updated for resources: {'Port': ['ID=8bbc9be4-f960-4e89-a722-5121472037b0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:00.363899 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d83d3e9b-28e3-4cc0-adc0-ed13e0620481 req-b443f2c7-bb48-4910-b834-59a4ce7df9fc tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.1097040 Nov 15 14:46:00.405815 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 8bbc9be4-f960-4e89-a722-5121472037b0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:00.407175 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:00.419040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e2ffbd-59ed-4a94-8645-fbaaa04ea72b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:00.420607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e2ffbd-59ed-4a94-8645-fbaaa04ea72b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:00.425304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c7e2ffbd-59ed-4a94-8645-fbaaa04ea72b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1932747 Nov 15 14:46:00.430232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42454) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:00.506005 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:00.509466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-865326fc-57ce-42d1-a671-33d5380ec720 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet e9fc763d-ddb1-495a-8489-804cac692006 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:46:00.513652 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-865326fc-57ce-42d1-a671-33d5380ec720 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:00.558026 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-865326fc-57ce-42d1-a671-33d5380ec720 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:00.649937 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:00.650902 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-865326fc-57ce-42d1-a671-33d5380ec720 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:00.705637 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Network 05a07eda-66a6-4e0a-9c51-ee4f207f7bc4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:00.718752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:00.723197 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:00.730711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event updated for resources: {'Port': ['ID=2e75f77f-e54e-4913-afa3-c141c19827c8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:00.803366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-865326fc-57ce-42d1-a671-33d5380ec720 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:00.835415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865326fc-57ce-42d1-a671-33d5380ec720 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=e9fc763d-ddb1-495a-8489-804cac692006,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:00.843008 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-865326fc-57ce-42d1-a671-33d5380ec720 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:00.845528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-865326fc-57ce-42d1-a671-33d5380ec720 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/e9fc763d-ddb1-495a-8489-804cac692006 HTTP/1.1" status: 204 len: 168 time: 0.4186099 Nov 15 14:46:00.847239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ed232f-244f-4b43-8cdf-1bec5d68fca5 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:00.848372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42468) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:00.889567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-58a3198f-76cc-45e5-90b9-62aa94c94f9a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373044 Nov 15 14:46:00.890908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42470) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:00.984338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088ed859-bafe-42b0-9198-98911297b509 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:00.989075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-088ed859-bafe-42b0-9198-98911297b509 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0942423 Nov 15 14:46:00.989580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42472) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:01.068326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f615b832-3ded-4b5c-be60-a122cc666cac tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:01.072344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f615b832-3ded-4b5c-be60-a122cc666cac tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0793414 Nov 15 14:46:01.072551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:01.118898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d758e116-66a9-499a-9724-f2ca83f54ae2 None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:01.128037 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:01.167058 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-08bdbb00-3ac3-4fc8-8371-31397eeb060b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865879 Nov 15 14:46:01.168514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42478) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:01.179185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-65489c0d-afac-4970-98bf-996d5b0d0a82 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:01.523988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58e55521-73b7-4db7-8a48-988eeccdc1fd req-b7891cbb-b9ed-42f9-ae2f-b7e2a7d5b2ac tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0485380 Nov 15 14:46:01.528691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65489c0d-afac-4970-98bf-996d5b0d0a82 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:01.530106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d758e116-66a9-499a-9724-f2ca83f54ae2 None None] Deleting port 8bbc9be4-f960-4e89-a722-5121472037b0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:01.530503 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d758e116-66a9-499a-9724-f2ca83f54ae2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:01.535077 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65489c0d-afac-4970-98bf-996d5b0d0a82 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:01.648464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d758e116-66a9-499a-9724-f2ca83f54ae2 None None] For port 8bbc9be4-f960-4e89-a722-5121472037b0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8bbc9be4-f960-4e89-a722-5121472037b0,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:01.648862 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d758e116-66a9-499a-9724-f2ca83f54ae2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:01.682146 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d758e116-66a9-499a-9724-f2ca83f54ae2 None None] Calling delete_port for 8bbc9be4-f960-4e89-a722-5121472037b0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:01.857397 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:01.874551 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d758e116-66a9-499a-9724-f2ca83f54ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:01.924039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758e116-66a9-499a-9724-f2ca83f54ae2 None None] Pushing event deleted for resources: {'Port': ['ID=8bbc9be4-f960-4e89-a722-5121472037b0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:01.942778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758e116-66a9-499a-9724-f2ca83f54ae2 None None] No DVR routers for this DVR port 8bbc9be4-f960-4e89-a722-5121472037b0 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:46:02.029923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.objects.ports [None req-65489c0d-afac-4970-98bf-996d5b0d0a82 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:46:02.038862 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65489c0d-afac-4970-98bf-996d5b0d0a82 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:02.067776 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1af8d87d-996b-4199-bbec-bf94901f1522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:02.079589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8bbc9be4-f960-4e89-a722-5121472037b0 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:46:02.092133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65489c0d-afac-4970-98bf-996d5b0d0a82 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:02.095682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-65489c0d-afac-4970-98bf-996d5b0d0a82 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:02.100089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65489c0d-afac-4970-98bf-996d5b0d0a82 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:02.100678 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65489c0d-afac-4970-98bf-996d5b0d0a82 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:02.115670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65489c0d-afac-4970-98bf-996d5b0d0a82 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=12d8d91e-2c4c-4a68-96dc-8ed5091d0067,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:02.124361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 8bbc9be4-f960-4e89-a722-5121472037b0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:46:02.124501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8bbc9be4-f960-4e89-a722-5121472037b0 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:46:02.125894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb45192-0c71-4a89-9a42-243a1bdb2641 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:02.137328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Router 4e3194e7-062e-4318-a67c-d616d7c4a8d1 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:46:02.229112 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-65489c0d-afac-4970-98bf-996d5b0d0a82 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0592110 Nov 15 14:46:02.232076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:02.237940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-834ed52c-eb22-471c-96ad-d715fbfe6880 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:02.404693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '12d8d91e-2c4c-4a68-96dc-8ed5091d0067'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:46:02.405715 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:02.415759 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:46:02.430340 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] Sync routers for ids ['4e3194e7-062e-4318-a67c-d616d7c4a8d1'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:46:02.446828 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] Routers {'4e3194e7-062e-4318-a67c-d616d7c4a8d1'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:02.449254 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4e3194e7-062e-4318-a67c-d616d7c4a8d1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:02.527817 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:02.533837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42498) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:02.535002 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cb072b60-563b-4f62-9873-1f52a63483cd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.7080266 Nov 15 14:46:02.682666 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Allocated IP 2001:db8::f816:3eff:fe68:91b9 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/12d8d91e-2c4c-4a68-96dc-8ed5091d0067/0dd08ba3-c3d7-4826-83b1-3bec29cbb91e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:02.789403 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c217d168-c53f-48a4-a776-b8a5b2ea2374 req-1db6d5ca-a9d3-459f-99f1-ea91e0daeb3d tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0517488 Nov 15 14:46:02.838154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834ed52c-eb22-471c-96ad-d715fbfe6880 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:02.842136 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-834ed52c-eb22-471c-96ad-d715fbfe6880 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:02.863310 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] Set router 4e3194e7-062e-4318-a67c-d616d7c4a8d1 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:46:02.897768 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:02.950310 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:03.041648 n-d-817748-2 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-834ed52c-eb22-471c-96ad-d715fbfe6880 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 12d8d91e-2c4c-4a68-96dc-8ed5091d0067 (CIDR: 2001:db8::/64) Nov 15 14:46:03.070199 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:03.075574 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:03.116270 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-834ed52c-eb22-471c-96ad-d715fbfe6880 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:46:03.116765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834ed52c-eb22-471c-96ad-d715fbfe6880 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:03.121831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:03.122767 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3194e7-062e-4318-a67c-d616d7c4a8d1', 'name': '', 'tenant_id': 'be742142c357450583a58805b4241938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a07eda-66a6-4e0a-9c51-ee4f207f7bc4', 'external_fixed_ips': [{'subnet_id': '9da2b429-af47-4f25-9f0d-b03583750a87', 'ip_address': '2001:db8::300'}], 'enable_snat': True}, 'gw_port_id': '2e75f77f-e54e-4913-afa3-c141c19827c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:58Z', 'updated_at': '2021-11-15T14:46:00Z', 'revision_number': 3, 'project_id': 'be742142c357450583a58805b4241938', 'gw_port': {'id': '2e75f77f-e54e-4913-afa3-c141c19827c8', 'name': '', 'network_id': '05a07eda-66a6-4e0a-9c51-ee4f207f7bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3194e7-062e-4318-a67c-d616d7c4a8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '9da2b429-af47-4f25-9f0d-b03583750a87', 'ip_address': '2001:db8::300', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:59Z', 'updated_at': '2021-11-15T14:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da2b429-af47-4f25-9f0d-b03583750a87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:03.136831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:03.141472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:03.164450 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] Checking router: 4e3194e7-062e-4318-a67c-d616d7c4a8d1 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:46:03.166911 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] Updating router 4e3194e7-062e-4318-a67c-d616d7c4a8d1 port 2e75f77f-e54e-4913-afa3-c141c19827c8 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:46:03.208187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Pushing event updated for resources: {'Port': ['ID=0dd08ba3-c3d7-4826-83b1-3bec29cbb91e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:03.220465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Attempting to bind port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:46:03.220855 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Attempting to bind port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:46:03.221228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Attempting to bind port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:46:03.227743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:46:03.228150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:46:03.228665 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:03.229072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:46:03.229301 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:03.229570 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Bound port: 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:46:03.229958 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:03.240104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-834ed52c-eb22-471c-96ad-d715fbfe6880 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0053475 Nov 15 14:46:03.242890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42504) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:03.248343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2868eee8-33bc-4787-b2d1-d48f29da65bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:03.251638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Deleting port 2e75f77f-e54e-4913-afa3-c141c19827c8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:03.253097 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:03.396566 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:03.421871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eed61278-c521-473f-ae00-88e3585047ad None None] For port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:46:03.434229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eed61278-c521-473f-ae00-88e3585047ad None None] For port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0dd08ba3-c3d7-4826-83b1-3bec29cbb91e,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:46:03.434452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Calling delete_port for 2e75f77f-e54e-4913-afa3-c141c19827c8 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:03.524188 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:03.527042 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:03.587061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2868eee8-33bc-4787-b2d1-d48f29da65bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:03.593586 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2868eee8-33bc-4787-b2d1-d48f29da65bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:03.653030 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:03.666322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed61278-c521-473f-ae00-88e3585047ad None None] Pushing event updated for resources: {'Port': ['ID=0dd08ba3-c3d7-4826-83b1-3bec29cbb91e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:03.722750 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.db.api [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 14:46:03.722750 n-d-817748-2 neutron-server[103149]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Nov 15 14:46:03.722750 n-d-817748-2 neutron-server[103149]: [parameters: {'host': 'n-d-817748-2', 'ml2_port_bindings_port_id': '2e75f77f-e54e-4913-afa3-c141c19827c8', 'ml2_port_bindings_host': ''}] Nov 15 14:46:03.722750 n-d-817748-2 neutron-server[103149]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:46:03.723223 n-d-817748-2 neutron-server[103149]: DEBUG oslo_db.api [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:46:03.829515 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:03.925198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e75f77f-e54e-4913-afa3-c141c19827c8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:04.033863 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6faf2e35-f4b5-4f59-8f60-8c2f501ef82d req-cd58fcb5-cbf9-4f39-a221-f028fff713f0 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0907986 Nov 15 14:46:04.038622 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.048376 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2868eee8-33bc-4787-b2d1-d48f29da65bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.173383 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.177377 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.189369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2868eee8-33bc-4787-b2d1-d48f29da65bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:04.212409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2868eee8-33bc-4787-b2d1-d48f29da65bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:04.218913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2868eee8-33bc-4787-b2d1-d48f29da65bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:04.219707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:04.220512 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2868eee8-33bc-4787-b2d1-d48f29da65bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.232788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868eee8-33bc-4787-b2d1-d48f29da65bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=e5a64d7a-ebaa-4f6b-90f6-c0d6dbcbcc19,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:04.264084 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] Port 2e75f77f-e54e-4913-afa3-c141c19827c8 not found while updating agent binding for router 4e3194e7-062e-4318-a67c-d616d7c4a8d1. {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 15 14:46:04.277847 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] Routers {'4e3194e7-062e-4318-a67c-d616d7c4a8d1'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:04.278849 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4e3194e7-062e-4318-a67c-d616d7c4a8d1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:04.324572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:04.325273 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.343446 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2868eee8-33bc-4787-b2d1-d48f29da65bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0992215 Nov 15 14:46:04.346240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42524) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:04.352139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'mac_address': 'fa:16:3e:21:5b:fc', 'name': 'tempest-NetworksTestDHCPv6-1260395204'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:04.374658 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] Set router 4e3194e7-062e-4318-a67c-d616d7c4a8d1 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:46:04.381263 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.384102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e3194e7-062e-4318-a67c-d616d7c4a8d1 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:46:04.388989 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.390752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-98c323c6-1a31-463a-8e84-93028d888faf tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "DELETE /v2.0/routers/4e3194e7-062e-4318-a67c-d616d7c4a8d1 HTTP/1.1" status: 204 len: 168 time: 1.8501375 Nov 15 14:46:04.394371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42526) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:04.485521 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.498408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51b9b26-c695-4fa5-bad8-6d05e75bc200 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Deleting subnet 9da2b429-af47-4f25-9f0d-b03583750a87 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:46:04.507158 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b51b9b26-c695-4fa5-bad8-6d05e75bc200 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.517983 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3194e7-062e-4318-a67c-d616d7c4a8d1', 'name': '', 'tenant_id': 'be742142c357450583a58805b4241938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:58Z', 'updated_at': '2021-11-15T14:46:03Z', 'revision_number': 5, 'project_id': 'be742142c357450583a58805b4241938', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:04.560133 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e222529-1a7a-46a2-80b5-fb182b2d24ba None None] The sync data for ids ['4e3194e7-062e-4318-a67c-d616d7c4a8d1'] in n-d-817748-2 is: [{'id': '4e3194e7-062e-4318-a67c-d616d7c4a8d1', 'name': '', 'tenant_id': 'be742142c357450583a58805b4241938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:58Z', 'updated_at': '2021-11-15T14:46:03Z', 'revision_number': 5, 'project_id': 'be742142c357450583a58805b4241938', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:46:04.585667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0dd08ba3-c3d7-4826-83b1-3bec29cbb91e,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:04.630989 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b51b9b26-c695-4fa5-bad8-6d05e75bc200 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.694268 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.704624 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b51b9b26-c695-4fa5-bad8-6d05e75bc200 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.717245 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:04.865663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=0dd08ba3-c3d7-4826-83b1-3bec29cbb91e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:04.872255 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b51b9b26-c695-4fa5-bad8-6d05e75bc200 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.927451 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.937551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b9b26-c695-4fa5-bad8-6d05e75bc200 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9da2b429-af47-4f25-9f0d-b03583750a87,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:04.948013 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b51b9b26-c695-4fa5-bad8-6d05e75bc200 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:04.953690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b51b9b26-c695-4fa5-bad8-6d05e75bc200 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/9da2b429-af47-4f25-9f0d-b03583750a87 HTTP/1.1" status: 204 len: 168 time: 0.5554497 Nov 15 14:46:04.954151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42536) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:04.971920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 4f7cae7a-11dd-43aa-bbf5-0fc2f5295528 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:46:05.101563 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:05.122232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:05.188450 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191c403-9ffa-4e36-91ec-fae7946dd6cb None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:05.228479 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8:0:1::76 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/e5a64d7a-ebaa-4f6b-90f6-c0d6dbcbcc19/4f7cae7a-11dd-43aa-bbf5-0fc2f5295528) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:05.235826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::f816:3eff:fe21:5bfc (f9ae7d6a-3056-4b34-ac1f-1038e440b250/12d8d91e-2c4c-4a68-96dc-8ed5091d0067/4f7cae7a-11dd-43aa-bbf5-0fc2f5295528) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:05.338272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-803c0ba0-7801-4e31-ac47-c12c980583c9 req-67b215c7-b992-4a4e-aa6d-4eabdd4df275 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.1241391 Nov 15 14:46:05.349347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-61613d88-01f9-4406-80b1-0ef8cd3eda4f None None] Provisioning complete for port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:05.349958 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61613d88-01f9-4406-80b1-0ef8cd3eda4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:05.353907 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:05.388469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a07eda-66a6-4e0a-9c51-ee4f207f7bc4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:05.406758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef381dd-7bf6-4ff1-b374-6f98276c41be') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:05.407238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef381dd-7bf6-4ff1-b374-6f98276c41be') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:05.427079 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:05.445281 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:05.451994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:46:05.452499 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:46:05.454601 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:46:05.457283 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:05.621323 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:05.666047 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:05.675429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05a07eda-66a6-4e0a-9c51-ee4f207f7bc4 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 14:46:05.675429 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:05.684509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "DELETE /v2.0/networks/05a07eda-66a6-4e0a-9c51-ee4f207f7bc4 HTTP/1.1" status: 204 len: 168 time: 0.7290440 Nov 15 14:46:05.710384 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422f805-84a4-4ff2-a095-e3dd93445209 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event deleted for resources: {'Network': ['ID=05a07eda-66a6-4e0a-9c51-ee4f207f7bc4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:05.721601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd7c6b-78d8-4b57-9fd3-16960e88a34d None None] Update dhcp port {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'fixed_ips': [{'subnet_id': '12d8d91e-2c4c-4a68-96dc-8ed5091d0067', 'ip_address': '2001:db8::f816:3eff:fe68:91b9'}, {'subnet_id': 'e5a64d7a-ebaa-4f6b-90f6-c0d6dbcbcc19'}], 'binding:host_id': 'n-d-817748-2'}, 'id': '0dd08ba3-c3d7-4826-83b1-3bec29cbb91e'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 14:46:05.727181 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:05.748008 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:05.756657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:05.763598 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-59bd7c6b-78d8-4b57-9fd3-16960e88a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:05.795836 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:05.795836 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:05.863761 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=4f7cae7a-11dd-43aa-bbf5-0fc2f5295528,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:05.985987 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1dbc7e01-dba4-427f-a78c-45e188ea17b5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6381385 Nov 15 14:46:05.989730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42554) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:06.014760 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-59bd7c6b-78d8-4b57-9fd3-16960e88a34d None None] Allocated IP 2001:db8:0:1::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/e5a64d7a-ebaa-4f6b-90f6-c0d6dbcbcc19/0dd08ba3-c3d7-4826-83b1-3bec29cbb91e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:06.028812 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:06.098588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:06.103828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-84745a0b-8583-4636-a3b9-1bfb719af415 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Request body: {'router': {'name': 'tempest-router--588314116', 'project_id': 'bc0ea93679c24cdbb04977b2ec22cfc4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:06.158121 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:06.201254 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84745a0b-8583-4636-a3b9-1bfb719af415 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:06.202773 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84745a0b-8583-4636-a3b9-1bfb719af415 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:06.224706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a8efed73-3fb9-4628-8c0e-d52630a1e7c8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port 4f7cae7a-11dd-43aa-bbf5-0fc2f5295528 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:06.224706 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8efed73-3fb9-4628-8c0e-d52630a1e7c8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:06.245970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-59bd7c6b-78d8-4b57-9fd3-16960e88a34d None None] For port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0dd08ba3-c3d7-4826-83b1-3bec29cbb91e,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:06.297876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:06.298253 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:06.326366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84745a0b-8583-4636-a3b9-1bfb719af415 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:06.375077 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8efed73-3fb9-4628-8c0e-d52630a1e7c8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:06.411681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a8efed73-3fb9-4628-8c0e-d52630a1e7c8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for 4f7cae7a-11dd-43aa-bbf5-0fc2f5295528 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:06.411817 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-59bd7c6b-78d8-4b57-9fd3-16960e88a34d None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:06.429920 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84745a0b-8583-4636-a3b9-1bfb719af415 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:06.503345 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-59bd7c6b-78d8-4b57-9fd3-16960e88a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:06.585637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46c95ac1-9905-46b8-bef0-24f848756500 req-4b878149-5f28-45bd-a445-6660bda0cdb3 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0924158 Nov 15 14:46:06.603399 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84745a0b-8583-4636-a3b9-1bfb719af415 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:06.606028 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-84745a0b-8583-4636-a3b9-1bfb719af415 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5096352 Nov 15 14:46:06.609362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:06.678626 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd7c6b-78d8-4b57-9fd3-16960e88a34d None None] Pushing event updated for resources: {'Port': ['ID=0dd08ba3-c3d7-4826-83b1-3bec29cbb91e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:06.888487 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-552a3495-0224-46f6-bdb5-5893d40ff08e tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:06.949560 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8efed73-3fb9-4628-8c0e-d52630a1e7c8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:07.021015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efed73-3fb9-4628-8c0e-d52630a1e7c8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=4f7cae7a-11dd-43aa-bbf5-0fc2f5295528,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:07.133972 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8efed73-3fb9-4628-8c0e-d52630a1e7c8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:07.137397 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a8efed73-3fb9-4628-8c0e-d52630a1e7c8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/4f7cae7a-11dd-43aa-bbf5-0fc2f5295528 HTTP/1.1" status: 204 len: 168 time: 1.1467216 Nov 15 14:46:07.142970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:07.233631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e8458a-19c6-432f-8580-59f8f8cabfb9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:07.254351 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-89e8458a-19c6-432f-8580-59f8f8cabfb9 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1079803 Nov 15 14:46:07.264778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42582) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:07.347588 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-552a3495-0224-46f6-bdb5-5893d40ff08e tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:07.351284 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-552a3495-0224-46f6-bdb5-5893d40ff08e tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:07.373256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd004eec-67ac-4607-b7f0-b5596308c9be tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:07.375502 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fd004eec-67ac-4607-b7f0-b5596308c9be tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1095796 Nov 15 14:46:07.378133 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42586) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:07.482081 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c790af-41f2-455d-b8b6-f4dcc4edc2eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:07.484532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c790af-41f2-455d-b8b6-f4dcc4edc2eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:07.486476 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c790af-41f2-455d-b8b6-f4dcc4edc2eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:07.488365 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d8c790af-41f2-455d-b8b6-f4dcc4edc2eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1090131 Nov 15 14:46:07.491814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:07.532914 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-552a3495-0224-46f6-bdb5-5893d40ff08e tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:07.533484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552a3495-0224-46f6-bdb5-5893d40ff08e tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8dd270dc-9da9-4ffa-bacc-d2d3ea1e14a1 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:46:07.551961 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-552a3495-0224-46f6-bdb5-5893d40ff08e tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:07.555925 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-552a3495-0224-46f6-bdb5-5893d40ff08e tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "DELETE /v2.0/routers/8dd270dc-9da9-4ffa-bacc-d2d3ea1e14a1 HTTP/1.1" status: 204 len: 168 time: 0.9417911 Nov 15 14:46:07.577354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-46282b20-98c2-4fed-b6ed-d9a78c030d70 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 12d8d91e-2c4c-4a68-96dc-8ed5091d0067 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:46:07.582153 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46282b20-98c2-4fed-b6ed-d9a78c030d70 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:07.647107 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46282b20-98c2-4fed-b6ed-d9a78c030d70 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:07.919677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:07.971399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fc67c958-c1d9-40b5-a4c4-1b5c7ea03ea7 None None] Provisioning complete for port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:07.971883 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc67c958-c1d9-40b5-a4c4-1b5c7ea03ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:08.167783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:08.317491 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46282b20-98c2-4fed-b6ed-d9a78c030d70 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:08.335241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:08.335770 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:08.394313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-187137a9-8d25-40ce-832e-709393f499f8 req-c0fafd2c-e083-420b-8cb0-7cac4dd8d0eb tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.6182938 Nov 15 14:46:08.408518 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1664897002', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:08.425171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-901c605b-704d-4899-b1dd-c34ab1aba44a None None] Could not find standard attr ID for object 4f7cae7a-11dd-43aa-bbf5-0fc2f5295528. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:46:08.527726 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46282b20-98c2-4fed-b6ed-d9a78c030d70 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:08.556160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-809f2177-bfc1-42f6-a929-2d330f091048 req-def79d74-85d1-48df-bbd0-46c4e3b688f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0418417 Nov 15 14:46:08.581196 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e60642-ab43-41aa-b40c-071c8325814e None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:08.582119 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46282b20-98c2-4fed-b6ed-d9a78c030d70 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:08.586364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-46282b20-98c2-4fed-b6ed-d9a78c030d70 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/12d8d91e-2c4c-4a68-96dc-8ed5091d0067 HTTP/1.1" status: 204 len: 168 time: 1.0934768 Nov 15 14:46:08.588711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46282b20-98c2-4fed-b6ed-d9a78c030d70 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=12d8d91e-2c4c-4a68-96dc-8ed5091d0067,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:08.589731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42610) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:08.665791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f5c7aa-2247-4f5d-9e5d-758105ec873c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet e5a64d7a-ebaa-4f6b-90f6-c0d6dbcbcc19 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:46:08.669784 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11f5c7aa-2247-4f5d-9e5d-758105ec873c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:08.702619 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:08.703800 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:08.731941 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11f5c7aa-2247-4f5d-9e5d-758105ec873c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:08.823750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:08.962722 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11f5c7aa-2247-4f5d-9e5d-758105ec873c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:09.182263 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:09.293682 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11f5c7aa-2247-4f5d-9e5d-758105ec873c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:09.335794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5c7aa-2247-4f5d-9e5d-758105ec873c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a64d7a-ebaa-4f6b-90f6-c0d6dbcbcc19,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:09.350152 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11f5c7aa-2247-4f5d-9e5d-758105ec873c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:09.353555 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-11f5c7aa-2247-4f5d-9e5d-758105ec873c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/e5a64d7a-ebaa-4f6b-90f6-c0d6dbcbcc19 HTTP/1.1" status: 204 len: 168 time: 0.7611966 Nov 15 14:46:09.356446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:09.473757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2967746e-d4cd-408c-aa8b-c50a2bf2dd77 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1145175 Nov 15 14:46:09.476583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42626) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:09.488758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:09.616812 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf4783b-633d-4500-aa2b-5328881a39b5 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:09.620930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-732eba76-8bc3-49f1-a9dd-9bb5135870f9 req-9ba635ab-b9d6-4800-962e-7e64c9b1f3d1 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0531371 Nov 15 14:46:09.646530 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:09.681100 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:09.754297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2b12eae5-d515-4f39-9ae3-5ce07e6a91ec None None] Provisioning complete for port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:09.754913 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2b12eae5-d515-4f39-9ae3-5ce07e6a91ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:09.794927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:09.799259 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:09.823617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Allocated IP 172.25.4.45 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/586910c4-efab-4ca3-8dd9-73097daa9ea5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:09.965902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9968e2d1-ddae-4cf4-969b-6fc0b51da38b None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:10.052517 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:10.103678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9968e2d1-ddae-4cf4-969b-6fc0b51da38b None None] Deleting port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:10.104125 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9968e2d1-ddae-4cf4-969b-6fc0b51da38b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:10.165151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:46:10.319339 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:10.393640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:10.397711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9968e2d1-ddae-4cf4-969b-6fc0b51da38b None None] For port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0dd08ba3-c3d7-4826-83b1-3bec29cbb91e,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:10.398197 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9968e2d1-ddae-4cf4-969b-6fc0b51da38b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:10.401725 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:10.417665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9968e2d1-ddae-4cf4-969b-6fc0b51da38b None None] Calling delete_port for 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:10.420505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:10.423091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb7fd33-4ad7-4fc6-8504-96a5adf1e5bb None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:10.432702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Pushing event updated for resources: {'Port': ['ID=586910c4-efab-4ca3-8dd9-73097daa9ea5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:10.543616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.objects.ports [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:46:10.624893 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:10.672165 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6be76794-0cd2-4032-b205-76813b97a4e6 None None] Provisioning complete for port 586910c4-efab-4ca3-8dd9-73097daa9ea5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:10.672450 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6be76794-0cd2-4032-b205-76813b97a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:10.714113 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0dd08ba3-c3d7-4826-83b1-3bec29cbb91e,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:10.717177 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6be76794-0cd2-4032-b205-76813b97a4e6 None None] Port 586910c4-efab-4ca3-8dd9-73097daa9ea5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:10.831905 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45516bdb-c5b4-450f-b154-6538dade2587 req-cf470b9b-e48f-457d-816d-bd7e0b0d2607 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0595531 Nov 15 14:46:10.863340 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:10.937918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=0dd08ba3-c3d7-4826-83b1-3bec29cbb91e,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:11.031782 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9968e2d1-ddae-4cf4-969b-6fc0b51da38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:11.032018 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:11.062074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968e2d1-ddae-4cf4-969b-6fc0b51da38b None None] Pushing event deleted for resources: {'Port': ['ID=0dd08ba3-c3d7-4826-83b1-3bec29cbb91e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:11.067202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968e2d1-ddae-4cf4-969b-6fc0b51da38b None None] No DVR routers for this DVR port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:46:11.135863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_pluggable_backend [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Port 0dd08ba3-c3d7-4826-83b1-3bec29cbb91e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 15 14:46:11.138283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_pluggable_backend [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Reverting IP allocation for 2001:db8::f816:3eff:fe68:91b9 {{(pid=103146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 15 14:46:11.151337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_pluggable_backend [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe68:91b9 {{(pid=103146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 15 14:46:11.154255 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:11.227061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:11.232210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:11.243938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0af2414-7618-4965-8000-3d4ec3ce8c7e None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:11.245895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:11.247271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:11.272668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=c7764bcc-678b-46cc-b449-d6bed0dc9b59,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:11.352876 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:11.417568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-76d79f27-05f5-4274-a158-9a7a1bcf930a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9392214 Nov 15 14:46:11.420893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42670) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:11.426520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e64f0295-3418-48cd-ba3d-bb2d86ab0668 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:11.449854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': 'c7764bcc-678b-46cc-b449-d6bed0dc9b59'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:46:11.451059 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:11.571463 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98dfec9d-1ec7-43be-8bc5-dd135575f9af req-ae954237-2233-4c37-b696-92d28a5808fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea688b2f845d4623bbb0f74eda48702f&device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0526564 Nov 15 14:46:11.626883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98dfec9d-1ec7-43be-8bc5-dd135575f9af req-5dbff831-a753-440a-80e7-3ba3b6bfb29a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ea688b2f845d4623bbb0f74eda48702f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431740 Nov 15 14:46:11.643501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Allocated IP 2001:db8::f816:3eff:fe8b:5d93 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/c7764bcc-678b-46cc-b449-d6bed0dc9b59/076785ef-672c-43ca-848b-ae70034b35ef) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:11.711483 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23654e7d-b394-4849-9460-b5c9546019bc req-774e98b0-1eb4-46b6-ba35-3647bfea22cb tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.1139526 Nov 15 14:46:11.725166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Router 9f12c16c-ece4-4379-b3bf-a7587a10586a is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:46:11.834862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfec9d-1ec7-43be-8bc5-dd135575f9af req-08150a09-3d4f-4a61-98db-c5d78dc1143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:11.836765 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98dfec9d-1ec7-43be-8bc5-dd135575f9af req-08150a09-3d4f-4a61-98db-c5d78dc1143c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1853068 Nov 15 14:46:11.857863 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:11.868323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64f0295-3418-48cd-ba3d-bb2d86ab0668 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:11.872327 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e64f0295-3418-48cd-ba3d-bb2d86ab0668 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:11.880647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:46:11.898336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa097b3-a500-42e8-ba49-e406436abd8e None None] Sync routers for ids ['9f12c16c-ece4-4379-b3bf-a7587a10586a'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:46:11.914641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa097b3-a500-42e8-ba49-e406436abd8e None None] Routers {'9f12c16c-ece4-4379-b3bf-a7587a10586a'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:11.915367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2fa097b3-a500-42e8-ba49-e406436abd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['9f12c16c-ece4-4379-b3bf-a7587a10586a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:11.958952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2fa097b3-a500-42e8-ba49-e406436abd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:11.968773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa097b3-a500-42e8-ba49-e406436abd8e None None] Routers {'9f12c16c-ece4-4379-b3bf-a7587a10586a'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:11.969520 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2fa097b3-a500-42e8-ba49-e406436abd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['9f12c16c-ece4-4379-b3bf-a7587a10586a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:12.006510 n-d-817748-2 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-e64f0295-3418-48cd-ba3d-bb2d86ab0668 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7764bcc-678b-46cc-b449-d6bed0dc9b59 (CIDR: 2001:db8::/64) Nov 15 14:46:12.008102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2fa097b3-a500-42e8-ba49-e406436abd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:12.008755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa097b3-a500-42e8-ba49-e406436abd8e None None] The sync data for ids ['9f12c16c-ece4-4379-b3bf-a7587a10586a'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:46:12.010966 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:12.022976 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:12.026467 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-67ff311b-d6b4-469f-9649-8b813acffe81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1031055 Nov 15 14:46:12.027328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:12.064353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:12.067446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:12.071134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:12.078968 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Pushing event updated for resources: {'Port': ['ID=076785ef-672c-43ca-848b-ae70034b35ef,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:12.116744 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64f0295-3418-48cd-ba3d-bb2d86ab0668 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:46:12.117334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64f0295-3418-48cd-ba3d-bb2d86ab0668 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:12.142812 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Attempting to bind port 076785ef-672c-43ca-848b-ae70034b35ef on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:46:12.143436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Attempting to bind port 076785ef-672c-43ca-848b-ae70034b35ef by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:46:12.144043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Attempting to bind port 076785ef-672c-43ca-848b-ae70034b35ef on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:46:12.151472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:46:12.152338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:46:12.152979 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:12.154171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:46:12.154894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Bound port: 076785ef-672c-43ca-848b-ae70034b35ef, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:46:12.155543 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:12.174442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-02996261-fd8a-4b72-8430-d58756d9e817 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/routers/9f12c16c-ece4-4379-b3bf-a7587a10586a HTTP/1.1" status: 200 len: 924 time: 0.1458509 Nov 15 14:46:12.177471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:12.214612 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8527ed21-66ee-4e4c-b71c-39ff7d136aa2 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f12c16c-ece4-4379-b3bf-a7587a10586a HTTP/1.1" status: 200 len: 205 time: 0.0335255 Nov 15 14:46:12.214855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:12.248232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] For port 076785ef-672c-43ca-848b-ae70034b35ef, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:46:12.251903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] For port 076785ef-672c-43ca-848b-ae70034b35ef, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=076785ef-672c-43ca-848b-ae70034b35ef,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:46:12.371892 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e64f0295-3418-48cd-ba3d-bb2d86ab0668 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9468999 Nov 15 14:46:12.379097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42714) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:12.388122 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:12.391304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8c2e18ae-11d3-4d64-9348-5c51a1351278 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:12.448713 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:12.475335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242d6ea-ca86-4a07-a543-748b1f4b502a None None] Pushing event updated for resources: {'Port': ['ID=076785ef-672c-43ca-848b-ae70034b35ef,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:12.631597 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:12.823479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2e18ae-11d3-4d64-9348-5c51a1351278 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:12.833980 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2e18ae-11d3-4d64-9348-5c51a1351278 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:12.852819 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d53c8a2a-b643-430b-931e-ed69ef700781 req-762d8749-ceb1-401d-9d68-8fd8f41c3cf4 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0475230 Nov 15 14:46:13.036790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Deleting port 586910c4-efab-4ca3-8dd9-73097daa9ea5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:13.036790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:13.116361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98dfec9d-1ec7-43be-8bc5-dd135575f9af req-41d58fa8-5e40-4dd5-aca6-dc8ab437066f tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.59 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0383084 Nov 15 14:46:13.189437 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:13.229186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Calling delete_port for 586910c4-efab-4ca3-8dd9-73097daa9ea5 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:13.557646 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2e18ae-11d3-4d64-9348-5c51a1351278 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:13.612249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e18ae-11d3-4d64-9348-5c51a1351278 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:13.619205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8c2e18ae-11d3-4d64-9348-5c51a1351278 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:13.624749 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2e18ae-11d3-4d64-9348-5c51a1351278 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:13.625361 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2e18ae-11d3-4d64-9348-5c51a1351278 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:13.640780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e18ae-11d3-4d64-9348-5c51a1351278 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=0e42d2c7-5065-4bc1-94f4-2df5da4cfe0f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:13.656522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea8819-1bc2-44d3-a257-952c5f6b66ae None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:13.706040 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:13.719492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-feaff70e-617f-47fb-89e3-50c3bead6b37 None None] Provisioning complete for port 076785ef-672c-43ca-848b-ae70034b35ef triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:13.719865 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-feaff70e-617f-47fb-89e3-50c3bead6b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:13.741147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Pushing event deleted for resources: {'Port': ['ID=586910c4-efab-4ca3-8dd9-73097daa9ea5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:13.773794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c670a54a-f01f-4d6b-a871-0244b1b07ed1 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:13.818974 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:13.930890 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-feaff70e-617f-47fb-89e3-50c3bead6b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:13.945153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8c2e18ae-11d3-4d64-9348-5c51a1351278 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5640130 Nov 15 14:46:13.948196 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42766) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:13.956932 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'mac_address': 'fa:16:3e:8e:72:cd', 'name': 'tempest-NetworksTestDHCPv6-2060444306'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:13.993247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-feaff70e-617f-47fb-89e3-50c3bead6b37 None None] For port 076785ef-672c-43ca-848b-ae70034b35ef, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=076785ef-672c-43ca-848b-ae70034b35ef,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:14.062012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06040060-9253-40d4-a8bc-d55874038720 req-7134e9d0-1bcc-4a9d-a5cf-9a8dc7f06c95 tempest-ServerShowV257Test-1913167215 tempest-ServerShowV257Test-1913167215-project] 10.222.0.70 "GET /v2.0/ports?device_id=31aa8c61-fdb5-4279-b6b0-74fb774cff0f HTTP/1.1" status: 200 len: 210 time: 0.0411122 Nov 15 14:46:14.072085 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:14.087865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:14.163766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 076785ef-672c-43ca-848b-ae70034b35ef up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:14.190561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d15aac-7293-43cb-b80e-399754e519ad None None] Update dhcp port {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'fixed_ips': [{'subnet_id': 'c7764bcc-678b-46cc-b449-d6bed0dc9b59', 'ip_address': '2001:db8::f816:3eff:fe8b:5d93'}, {'subnet_id': '0e42d2c7-5065-4bc1-94f4-2df5da4cfe0f'}], 'binding:host_id': 'n-d-817748-2'}, 'id': '076785ef-672c-43ca-848b-ae70034b35ef'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 14:46:14.193083 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-feaff70e-617f-47fb-89e3-50c3bead6b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:14.271221 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70d15aac-7293-43cb-b80e-399754e519ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:14.273242 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:14.273907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Fanout notify agent at l3_agent the message router_deleted on router 9f12c16c-ece4-4379-b3bf-a7587a10586a {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:46:14.282222 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:14.284167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dad1c3be-6c05-4a85-afb2-109af868c349 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "DELETE /v2.0/routers/9f12c16c-ece4-4379-b3bf-a7587a10586a HTTP/1.1" status: 204 len: 168 time: 2.0683074 Nov 15 14:46:14.288815 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42776) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:14.293475 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1027894134', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'enable_snat': False}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:14.339739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaff70e-617f-47fb-89e3-50c3bead6b37 None None] Pushing event updated for resources: {'Port': ['ID=076785ef-672c-43ca-848b-ae70034b35ef,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:14.365657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:14.409958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 076785ef-672c-43ca-848b-ae70034b35ef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:14.411253 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:14.553924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-70d15aac-7293-43cb-b80e-399754e519ad None None] Allocated IP 2001:db8:0:1::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/0e42d2c7-5065-4bc1-94f4-2df5da4cfe0f/076785ef-672c-43ca-848b-ae70034b35ef) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:14.695750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-70d15aac-7293-43cb-b80e-399754e519ad None None] For port 076785ef-672c-43ca-848b-ae70034b35ef, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=076785ef-672c-43ca-848b-ae70034b35ef,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:14.732005 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70d15aac-7293-43cb-b80e-399754e519ad None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:14.889710 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70d15aac-7293-43cb-b80e-399754e519ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:14.917645 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:14.947384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 96140fdd-af4d-4d09-ac2a-83b327734c15 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:46:15.020337 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:15.025090 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:15.063782 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d15aac-7293-43cb-b80e-399754e519ad None None] Pushing event updated for resources: {'Port': ['ID=076785ef-672c-43ca-848b-ae70034b35ef,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:15.116091 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:46:15.121652 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:15.218052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8:0:1::af (f9ae7d6a-3056-4b34-ac1f-1038e440b250/0e42d2c7-5065-4bc1-94f4-2df5da4cfe0f/96140fdd-af4d-4d09-ac2a-83b327734c15) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:15.226122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::f816:3eff:fe8e:72cd (f9ae7d6a-3056-4b34-ac1f-1038e440b250/c7764bcc-678b-46cc-b449-d6bed0dc9b59/96140fdd-af4d-4d09-ac2a-83b327734c15) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:15.539766 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:15.591887 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:15.733961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ab5918d5-baeb-4127-a334-5eaaf1ebe38d None None] Provisioning complete for port 076785ef-672c-43ca-848b-ae70034b35ef triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:15.733961 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab5918d5-baeb-4127-a334-5eaaf1ebe38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:15.869085 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:15.956305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:15.982512 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:15.990623 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:16.016730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:16.016730 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.016730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=96140fdd-af4d-4d09-ac2a-83b327734c15,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:16.030830 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.055202 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.123790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 076785ef-672c-43ca-848b-ae70034b35ef up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:16.176194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42850) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:16.193339 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-80716b05-104c-49ff-a26b-b1b8c1fe07b6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2421241 Nov 15 14:46:16.204911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 076785ef-672c-43ca-848b-ae70034b35ef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:16.205601 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.218151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:16.221960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Allocated IP 172.25.4.248 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/99200f3a-ce4d-4249-9718-f9913e86dad7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:16.385564 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d73ca3f0-bb99-48ac-aec6-5ff23a4c1c7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.392168 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.449521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7e67473b-79d9-48a0-aa83-008035ec70d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port 96140fdd-af4d-4d09-ac2a-83b327734c15 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:16.450081 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e67473b-79d9-48a0-aa83-008035ec70d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.564835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1586aa03-3f1d-47d8-9b00-b2519f190423 None None] Provisioning complete for port 96140fdd-af4d-4d09-ac2a-83b327734c15 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:16.565308 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1586aa03-3f1d-47d8-9b00-b2519f190423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.575858 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d73ca3f0-bb99-48ac-aec6-5ff23a4c1c7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.577928 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e67473b-79d9-48a0-aa83-008035ec70d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.591082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7e67473b-79d9-48a0-aa83-008035ec70d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for 96140fdd-af4d-4d09-ac2a-83b327734c15 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:16.609663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1586aa03-3f1d-47d8-9b00-b2519f190423 None None] Port 96140fdd-af4d-4d09-ac2a-83b327734c15 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:16.621048 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.670953 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:16.680275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:16.682310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event updated for resources: {'Port': ['ID=99200f3a-ce4d-4249-9718-f9913e86dad7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:16.684734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:16.714839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aa88b7-456d-456a-bc45-a556214763fb None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:16.733286 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d73ca3f0-bb99-48ac-aec6-5ff23a4c1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.799155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ca3f0-bb99-48ac-aec6-5ff23a4c1c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfd68f6-c02b-411d-8b1c-eca527ebce0f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:16.807162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d73ca3f0-bb99-48ac-aec6-5ff23a4c1c7f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea688b2f845d4623bbb0f74eda48702f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6268904 Nov 15 14:46:16.807162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42878) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:16.845267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9e0c6081-28ef-4388-9086-1cf7b3e905fe None None] Provisioning complete for port 99200f3a-ce4d-4249-9718-f9913e86dad7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:16.846545 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e0c6081-28ef-4388-9086-1cf7b3e905fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.894550 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c6081-28ef-4388-9086-1cf7b3e905fe None None] Port 99200f3a-ce4d-4249-9718-f9913e86dad7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:16.901599 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f73d0d8-1bdb-4d9b-a127-73461928327f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:16.925543 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f73d0d8-1bdb-4d9b-a127-73461928327f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:17.045806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e67473b-79d9-48a0-aa83-008035ec70d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:17.080725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67473b-79d9-48a0-aa83-008035ec70d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=96140fdd-af4d-4d09-ac2a-83b327734c15,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:17.365763 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:17.394185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f73d0d8-1bdb-4d9b-a127-73461928327f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:17.396846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f73d0d8-1bdb-4d9b-a127-73461928327f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:17.401117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3f73d0d8-1bdb-4d9b-a127-73461928327f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6bfd68f6-c02b-411d-8b1c-eca527ebce0f HTTP/1.1" status: 204 len: 168 time: 0.5903132 Nov 15 14:46:17.416171 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e67473b-79d9-48a0-aa83-008035ec70d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:17.433018 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7e67473b-79d9-48a0-aa83-008035ec70d3 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/96140fdd-af4d-4d09-ac2a-83b327734c15 HTTP/1.1" status: 204 len: 168 time: 1.2007463 Nov 15 14:46:17.433018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73d0d8-1bdb-4d9b-a127-73461928327f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfd68f6-c02b-411d-8b1c-eca527ebce0f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:17.433671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:17.523910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a178e5a-41e7-410c-9db3-d0e2ef8221f4 req-abecb239-9345-41f2-8e14-7adf1cfa30b9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:17.525452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a178e5a-41e7-410c-9db3-d0e2ef8221f4 req-abecb239-9345-41f2-8e14-7adf1cfa30b9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 946 time: 0.0899973 Nov 15 14:46:17.533176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d762881b-9d27-4c70-b0d2-eb91461b20ce tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:17.534714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d762881b-9d27-4c70-b0d2-eb91461b20ce tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1005187 Nov 15 14:46:17.538314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:17.619186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a178e5a-41e7-410c-9db3-d0e2ef8221f4 req-16ab808e-14db-4c10-bf9f-c79e2146d2b4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823073 Nov 15 14:46:17.621881 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:17.628631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5686bf8e-ea02-4145-ba1d-f1501b4bad8d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:17.632577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5686bf8e-ea02-4145-ba1d-f1501b4bad8d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0907958 Nov 15 14:46:17.632844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:17.705303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266084cf-e17e-4fcc-87b2-4439bf15559f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:17.707057 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266084cf-e17e-4fcc-87b2-4439bf15559f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:17.708724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266084cf-e17e-4fcc-87b2-4439bf15559f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:17.714577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-266084cf-e17e-4fcc-87b2-4439bf15559f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0766215 Nov 15 14:46:17.714897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42912) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:17.787993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-176c37d8-b9b7-47ca-abfe-9e671df0ed7d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 0e42d2c7-5065-4bc1-94f4-2df5da4cfe0f {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:46:17.793321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-176c37d8-b9b7-47ca-abfe-9e671df0ed7d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:17.838593 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-176c37d8-b9b7-47ca-abfe-9e671df0ed7d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:17.931743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Router b92df743-3441-4669-85a3-3bbddeceab2c is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:46:17.961282 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-176c37d8-b9b7-47ca-abfe-9e671df0ed7d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:18.060386 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:46:18.079456 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Sync routers for ids ['b92df743-3441-4669-85a3-3bbddeceab2c'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:46:18.086139 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Routers {'b92df743-3441-4669-85a3-3bbddeceab2c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:18.086627 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b92df743-3441-4669-85a3-3bbddeceab2c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:18.194388 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Set router b92df743-3441-4669-85a3-3bbddeceab2c gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:46:18.211568 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:18.212159 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-176c37d8-b9b7-47ca-abfe-9e671df0ed7d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:18.214547 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d77c0acb-5a19-4004-b2ac-90a9f301994c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9246259 Nov 15 14:46:18.217951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:18.283570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c37d8-b9b7-47ca-abfe-9e671df0ed7d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=0e42d2c7-5065-4bc1-94f4-2df5da4cfe0f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:18.299433 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-176c37d8-b9b7-47ca-abfe-9e671df0ed7d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:18.304753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cbfa4c-991e-4b47-a200-ceb1dfbf2593 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:18.313397 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-176c37d8-b9b7-47ca-abfe-9e671df0ed7d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/0e42d2c7-5065-4bc1-94f4-2df5da4cfe0f HTTP/1.1" status: 204 len: 168 time: 0.5961623 Nov 15 14:46:18.314882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:18.358270 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-05eda7c4-9c37-45eb-b826-3b6d5fdb603f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/routers/b92df743-3441-4669-85a3-3bbddeceab2c HTTP/1.1" status: 200 len: 909 time: 0.1378922 Nov 15 14:46:18.360014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:18.366077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1027894134', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'enable_snat': True}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:18.388381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2046cd1-1561-4b31-b0d9-921296cd41ee tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet c7764bcc-678b-46cc-b449-d6bed0dc9b59 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:46:18.391875 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2046cd1-1561-4b31-b0d9-921296cd41ee tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:18.455770 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2046cd1-1561-4b31-b0d9-921296cd41ee tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:18.467417 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92df743-3441-4669-85a3-3bbddeceab2c', 'name': 'tempest-snat-router-1027894134', 'tenant_id': 'be742142c357450583a58805b4241938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.248'}], 'enable_snat': False}, 'gw_port_id': '99200f3a-ce4d-4249-9718-f9913e86dad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:46:15Z', 'updated_at': '2021-11-15T14:46:16Z', 'revision_number': 3, 'project_id': 'be742142c357450583a58805b4241938', 'gw_port': {'id': '99200f3a-ce4d-4249-9718-f9913e86dad7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92df743-3441-4669-85a3-3bbddeceab2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:46:16Z', 'updated_at': '2021-11-15T14:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:18.502296 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Checking router: b92df743-3441-4669-85a3-3bbddeceab2c for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:46:18.502772 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Updating router b92df743-3441-4669-85a3-3bbddeceab2c port 99200f3a-ce4d-4249-9718-f9913e86dad7 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:46:18.534855 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:18.572946 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2046cd1-1561-4b31-b0d9-921296cd41ee tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:18.598522 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:18.599461 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:18.734057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:18.799293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d08c4-cd69-47b7-8f60-36448cde00f5 req-b517e94a-d11e-4122-a65f-aadb608e3049 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:18.801674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee8d08c4-cd69-47b7-8f60-36448cde00f5 req-b517e94a-d11e-4122-a65f-aadb608e3049 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 946 time: 0.0669222 Nov 15 14:46:18.882323 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee8d08c4-cd69-47b7-8f60-36448cde00f5 req-d9c6a1f2-9c2a-44c3-8051-8413e5f678bf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734351 Nov 15 14:46:18.924114 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2046cd1-1561-4b31-b0d9-921296cd41ee tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:18.986822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2046cd1-1561-4b31-b0d9-921296cd41ee tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=c7764bcc-678b-46cc-b449-d6bed0dc9b59,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:18.991459 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:18.993721 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2046cd1-1561-4b31-b0d9-921296cd41ee tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.003095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b2046cd1-1561-4b31-b0d9-921296cd41ee tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/c7764bcc-678b-46cc-b449-d6bed0dc9b59 HTTP/1.1" status: 204 len: 168 time: 0.6868730 Nov 15 14:46:19.004150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42978) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:19.009449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:19.091800 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.125487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b551a1-8b50-4679-87f9-7959fe0f5dd1 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:19.141124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-db64e482-29fb-4875-b2e1-4963aea95679 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1300344 Nov 15 14:46:19.143930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42990) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:19.149185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:19.165824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.178381 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Attempting to bind port 99200f3a-ce4d-4249-9718-f9913e86dad7 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:46:19.178778 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Attempting to bind port 99200f3a-ce4d-4249-9718-f9913e86dad7 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:46:19.179145 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Attempting to bind port 99200f3a-ce4d-4249-9718-f9913e86dad7 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:46:19.189739 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:46:19.189739 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:46:19.190136 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.190748 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:46:19.191394 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Bound port: 99200f3a-ce4d-4249-9718-f9913e86dad7, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:46:19.192370 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.223395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-180814767-network', 'tenant_id': 'fe240dc287e34e5499f365264477e51b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:19.239026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Pushing event updated for resources: {'Port': ['ID=99200f3a-ce4d-4249-9718-f9913e86dad7,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:19.245352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bc3d3a3b-bf47-448d-b658-5047f7a5202d None None] Provisioning complete for port 99200f3a-ce4d-4249-9718-f9913e86dad7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:19.245730 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3a3b-bf47-448d-b658-5047f7a5202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.254800 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:19.255156 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:19.257069 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:19.257602 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:19.258135 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:19.258672 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:19.259178 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:19.260386 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:19.260893 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:19.261574 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:19.262076 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:19.262649 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:19.284577 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] For port 99200f3a-ce4d-4249-9718-f9913e86dad7, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:46:19.289588 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] For port 99200f3a-ce4d-4249-9718-f9913e86dad7, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=99200f3a-ce4d-4249-9718-f9913e86dad7,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:46:19.317191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d3a3b-bf47-448d-b658-5047f7a5202d None None] Port 99200f3a-ce4d-4249-9718-f9913e86dad7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:19.331104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf18ec-cab3-4773-9925-443314d03546 req-a63c6a03-1722-42eb-8b83-0de33a8df049 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:19.333492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5abf18ec-cab3-4773-9925-443314d03546 req-a63c6a03-1722-42eb-8b83-0de33a8df049 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.46 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 946 time: 0.1042056 Nov 15 14:46:19.429257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2228fac-5993-47cc-89c7-fba2bc3bf7b8 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:19.462457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Made reservation on behalf of fe240dc287e34e5499f365264477e51b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:19.469046 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.474761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Deleting port fd7afbac-95de-44b7-86d5-08da0344d8d7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:19.475079 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.480223 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.504529 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.521592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b5ab1fcf-9945-4b16-a9e7-9a1f6cfca0f6 None None] Provisioning complete for port 076785ef-672c-43ca-848b-ae70034b35ef triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:19.522271 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1fcf-9945-4b16-a9e7-9a1f6cfca0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.562008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be72425-4515-4ccd-a38f-fd33a6407fe7 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:19.575895 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Routers {'b92df743-3441-4669-85a3-3bbddeceab2c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:19.576539 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b92df743-3441-4669-85a3-3bbddeceab2c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:19.582844 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657424d-79e9-419e-b195-8f70ddcca258 None None] Pushing event updated for resources: {'Port': ['ID=99200f3a-ce4d-4249-9718-f9913e86dad7,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:19.679032 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.715948 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.735513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] For port fd7afbac-95de-44b7-86d5-08da0344d8d7, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=fd7afbac-95de-44b7-86d5-08da0344d8d7,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:19.735921 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.758524 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] Set router b92df743-3441-4669-85a3-3bbddeceab2c gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:46:19.781712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:19.786074 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.793768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6abdc5-dcfd-4fc6-89a6-64c8682bfda4 None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:19.855455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-09133943-5517-4640-a01e-9f8a24a66643 None None] Provisioning complete for port 99200f3a-ce4d-4249-9718-f9913e86dad7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:19.856300 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09133943-5517-4640-a01e-9f8a24a66643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.878087 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.883822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Allocated IP 172.25.4.55 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/0f9cdf4a-3511-4ac8-868b-864460fe91ba) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:19.922111 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ed6abdc5-dcfd-4fc6-89a6-64c8682bfda4 None None] Deleting port 076785ef-672c-43ca-848b-ae70034b35ef {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:19.922890 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed6abdc5-dcfd-4fc6-89a6-64c8682bfda4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:19.985235 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92df743-3441-4669-85a3-3bbddeceab2c', 'name': 'tempest-snat-router-1027894134', 'tenant_id': 'be742142c357450583a58805b4241938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.248'}], 'enable_snat': False}, 'gw_port_id': '99200f3a-ce4d-4249-9718-f9913e86dad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:46:15Z', 'updated_at': '2021-11-15T14:46:16Z', 'revision_number': 3, 'project_id': 'be742142c357450583a58805b4241938', 'gw_port': {'id': '99200f3a-ce4d-4249-9718-f9913e86dad7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92df743-3441-4669-85a3-3bbddeceab2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:46:16Z', 'updated_at': '2021-11-15T14:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:20.018212 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5caf0-8f09-41ea-adf0-f4b7333baede None None] The sync data for ids ['b92df743-3441-4669-85a3-3bbddeceab2c'] in n-d-817748-2 is: [{'id': 'b92df743-3441-4669-85a3-3bbddeceab2c', 'name': 'tempest-snat-router-1027894134', 'tenant_id': 'be742142c357450583a58805b4241938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.248'}], 'enable_snat': False}, 'gw_port_id': '99200f3a-ce4d-4249-9718-f9913e86dad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:46:15Z', 'updated_at': '2021-11-15T14:46:16Z', 'revision_number': 3, 'project_id': 'be742142c357450583a58805b4241938', 'gw_port': {'id': '99200f3a-ce4d-4249-9718-f9913e86dad7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92df743-3441-4669-85a3-3bbddeceab2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:46:16Z', 'updated_at': '2021-11-15T14:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:46:20.023132 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.103407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ed6abdc5-dcfd-4fc6-89a6-64c8682bfda4 None None] For port 076785ef-672c-43ca-848b-ae70034b35ef, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=076785ef-672c-43ca-848b-ae70034b35ef,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:20.103899 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed6abdc5-dcfd-4fc6-89a6-64c8682bfda4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.128675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:46:20.178642 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.188224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf693337-cca4-4bb5-8430-d5cf9edae445,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:20.194783 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09133943-5517-4640-a01e-9f8a24a66643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.205855 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ed6abdc5-dcfd-4fc6-89a6-64c8682bfda4 None None] Calling delete_port for 076785ef-672c-43ca-848b-ae70034b35ef owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:20.243190 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.243599 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Added segment c858d461-53e1-4764-8d0f-ccde6b236299 of type vlan for network 9761a80d-5d39-455f-8728-06e0eca6c0e8 Nov 15 14:46:20.258303 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 076785ef-672c-43ca-848b-ae70034b35ef no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:46:20.311172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-09133943-5517-4640-a01e-9f8a24a66643 None None] For port 99200f3a-ce4d-4249-9718-f9913e86dad7, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=99200f3a-ce4d-4249-9718-f9913e86dad7,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:20.371668 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.414712 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.416710 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.449662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5abd9f-0c00-4f82-b671-c597332e646a req-472e0070-d699-42ea-8858-3996b7be235d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:20.458244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb5abd9f-0c00-4f82-b671-c597332e646a req-472e0070-d699-42ea-8858-3996b7be235d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 946 time: 0.3996749 Nov 15 14:46:20.467015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:20.471461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:20.486637 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:20.505324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event updated for resources: {'Port': ['ID=0f9cdf4a-3511-4ac8-868b-864460fe91ba,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:20.588805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb5abd9f-0c00-4f82-b671-c597332e646a req-f5653335-6f0e-4b53-81cb-879123aecf45 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1485c96-34cd-445c-ae0c-2078d5fdee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296222 Nov 15 14:46:20.640606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6891c2d9-6ba9-45eb-a6f4-4ac2aa07b7e6 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:20.648825 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09133943-5517-4640-a01e-9f8a24a66643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.666173 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.667977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:20.669080 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.697335 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.723020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09133943-5517-4640-a01e-9f8a24a66643 None None] Pushing event updated for resources: {'Port': ['ID=99200f3a-ce4d-4249-9718-f9913e86dad7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:20.772101 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed6abdc5-dcfd-4fc6-89a6-64c8682bfda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.777214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:20.782190 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.782611 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.782940 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Floating IP aace1098-2cd1-458c-9aa1-ab5189b3c7cb disassociated. External IP: 172.25.4.116, port: fd7afbac-95de-44b7-86d5-08da0344d8d7. Nov 15 14:46:20.783286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Calling delete_port for fd7afbac-95de-44b7-86d5-08da0344d8d7 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:20.794273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:20.797797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:20.798438 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.833776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6abdc5-dcfd-4fc6-89a6-64c8682bfda4 None None] Pushing event deleted for resources: {'Port': ['ID=076785ef-672c-43ca-848b-ae70034b35ef,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:20.835615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6abdc5-dcfd-4fc6-89a6-64c8682bfda4 None None] No DVR routers for this DVR port 076785ef-672c-43ca-848b-ae70034b35ef on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:46:20.840298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7b157d66-1005-41aa-89d6-5f80b56f7bd7 None None] Provisioning complete for port 0f9cdf4a-3511-4ac8-868b-864460fe91ba triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:20.840660 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b157d66-1005-41aa-89d6-5f80b56f7bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:20.887980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Pushing event updated for resources: {'Network': ['ID=9761a80d-5d39-455f-8728-06e0eca6c0e8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:20.894898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe06ae-f239-4573-b10f-85e664bce468 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:20.898002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=9e3d765f-98a1-415a-986b-0a93efdb7c94,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:20.907400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9021430 Nov 15 14:46:20.911151 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43046) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:20.918674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-69a6f40e-368e-4817-8975-4b60d93aa715 admin admin] Request body: {'subnet': {'network_id': '9761a80d-5d39-455f-8728-06e0eca6c0e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-180814767-subnet', 'tenant_id': 'fe240dc287e34e5499f365264477e51b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:20.922101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.922350 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.922888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.923401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.923730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.924251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.924629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.924965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.925294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.925624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.926547 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.926877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b898c00-094c-48e9-a2da-aa9cb571bd96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.935082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.935718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.936229 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.936754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.937252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.937752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.938239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.938776 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.939473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.940253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.940842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.941574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:20.962425 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 9761a80d-5d39-455f-8728-06e0eca6c0e8 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:46:20.971077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1e89826c-901a-48e2-b0bb-85f62d360e46 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8257005 Nov 15 14:46:20.975571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43048) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:20.990881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cc85d571-27ea-488e-88cd-ceb066d6783d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:21.025265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b157d66-1005-41aa-89d6-5f80b56f7bd7 None None] Port 0f9cdf4a-3511-4ac8-868b-864460fe91ba cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:21.106071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:21.228921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '9e3d765f-98a1-415a-986b-0a93efdb7c94'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:46:21.230254 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:21.424187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Allocated IP 2001:db8::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/9e3d765f-98a1-415a-986b-0a93efdb7c94/1a192b72-7e15-449f-a5dd-db31271b80e8) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:21.432188 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:21.466952 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event deleted for resources: {'Port': ['ID=fd7afbac-95de-44b7-86d5-08da0344d8d7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:21.476135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc85d571-27ea-488e-88cd-ceb066d6783d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:21.497792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc85d571-27ea-488e-88cd-ceb066d6783d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:21.581342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a6f40e-368e-4817-8975-4b60d93aa715 admin admin] Made reservation on behalf of fe240dc287e34e5499f365264477e51b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:21.584206 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69a6f40e-368e-4817-8975-4b60d93aa715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:21.639387 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:21.700214 n-d-817748-2 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-cc85d571-27ea-488e-88cd-ceb066d6783d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9e3d765f-98a1-415a-986b-0a93efdb7c94 (CIDR: 2001:db8::/64) Nov 15 14:46:21.708711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Router 82e07860-a7a8-4e89-bdc0-1675d89f885c has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:46:21.826356 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7038eedb-421e-440d-9b3f-179e16f6d896 req-7580ff3c-1326-4a6b-93e1-7187cf8701f4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 210 time: 0.0642741 Nov 15 14:46:21.829805 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc85d571-27ea-488e-88cd-ceb066d6783d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:46:21.830122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc85d571-27ea-488e-88cd-ceb066d6783d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:21.854872 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:21.874095 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:21.903930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:46:21.925495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:21.931750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:21.936739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06831c-ef26-4f83-a96f-cf7372059897 None None] Sync routers for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:46:21.944352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:21.969496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] No DVR routers for this DVR port fd7afbac-95de-44b7-86d5-08da0344d8d7 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:46:21.973420 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:21.977451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5abf18ec-cab3-4773-9925-443314d03546 req-3da009a4-47ca-4cf8-b081-fec4f84eddc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.46 "DELETE /v2.0/ports/fd7afbac-95de-44b7-86d5-08da0344d8d7 HTTP/1.1" status: 204 len: 173 time: 2.6327519 Nov 15 14:46:21.977993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06831c-ef26-4f83-a96f-cf7372059897 None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:21.978147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'name': 'network-vif-deleted', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:46:21.979178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0c06831c-ef26-4f83-a96f-cf7372059897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:22.006931 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3b157f-1725-4618-bcae-9a7cb3f82258" -d '{"events": [{"server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "name": "network-vif-deleted", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:46:22.053076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cc85d571-27ea-488e-88cd-ceb066d6783d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0747962 Nov 15 14:46:22.055960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43082) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:22.064224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:22.123726 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69a6f40e-368e-4817-8975-4b60d93aa715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:22.172376 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60ce00f-638f-4658-83fc-2cada23fd36e x-openstack-request-id: req-c60ce00f-638f-4658-83fc-2cada23fd36e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:46:22.174487 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1358f54e-ccfd-4c12-83c4-9462a09c714c", "name": "network-vif-deleted", "tag": "fd7afbac-95de-44b7-86d5-08da0344d8d7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:46:22.174989 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c60ce00f-638f-4658-83fc-2cada23fd36e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:46:22.175626 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1358f54e-ccfd-4c12-83c4-9462a09c714c', 'name': 'network-vif-deleted', 'tag': 'fd7afbac-95de-44b7-86d5-08da0344d8d7', 'status': 'completed', 'code': 200} Nov 15 14:46:22.192281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Pushing event updated for resources: {'Port': ['ID=1a192b72-7e15-449f-a5dd-db31271b80e8,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:22.298339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 99200f3a-ce4d-4249-9718-f9913e86dad7 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:22.307896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Attempting to bind port 1a192b72-7e15-449f-a5dd-db31271b80e8 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:46:22.308558 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Attempting to bind port 1a192b72-7e15-449f-a5dd-db31271b80e8 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:46:22.308925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Attempting to bind port 1a192b72-7e15-449f-a5dd-db31271b80e8 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:46:22.317514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Router 67ea98ec-f183-4adb-ba4f-857977c2f897 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:46:22.334626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a6f40e-368e-4817-8975-4b60d93aa715 admin admin] Checking segment: {'id': 'c858d461-53e1-4764-8d0f-ccde6b236299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9761a80d-5d39-455f-8728-06e0eca6c0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:46:22.335291 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a6f40e-368e-4817-8975-4b60d93aa715 admin admin] Network hostable DHCP agents. Network: 9761a80d-5d39-455f-8728-06e0eca6c0e8, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:46:22.339035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0c06831c-ef26-4f83-a96f-cf7372059897 None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:46:22.345371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6f40e-368e-4817-8975-4b60d93aa715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32ab4a9-9d89-4d95-af30-bac9b9b2ebaa,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:22.387062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:46:22.387774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:46:22.388372 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:22.389167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:46:22.389982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Bound port: 1a192b72-7e15-449f-a5dd-db31271b80e8, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:46:22.390570 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:22.476070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:22.483265 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:22.565577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 99200f3a-ce4d-4249-9718-f9913e86dad7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:22.566137 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:22.594379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:46:22.608434 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Sync routers for ids ['67ea98ec-f183-4adb-ba4f-857977c2f897'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:46:22.629464 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Routers {'67ea98ec-f183-4adb-ba4f-857977c2f897'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:22.630891 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67ea98ec-f183-4adb-ba4f-857977c2f897'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:22.649524 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a6f40e-368e-4817-8975-4b60d93aa715 admin admin] Network 9761a80d-5d39-455f-8728-06e0eca6c0e8 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:46:22.662004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] For port 1a192b72-7e15-449f-a5dd-db31271b80e8, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:46:22.697973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] For port 1a192b72-7e15-449f-a5dd-db31271b80e8, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1a192b72-7e15-449f-a5dd-db31271b80e8,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:46:22.747956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac179ef-675a-4614-ab49-dbc183fbfa1f req-c8e7d012-6a62-42eb-9fc5-6c36a082a843 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:22.749931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ac179ef-675a-4614-ab49-dbc183fbfa1f req-c8e7d012-6a62-42eb-9fc5-6c36a082a843 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 946 time: 0.0968235 Nov 15 14:46:22.824962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0c06831c-ef26-4f83-a96f-cf7372059897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:36Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:22.833990 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:22.835295 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cd6e8065-5b96-44b3-9921-c32b54509800 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4743478 Nov 15 14:46:22.838818 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:22.872443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06831c-ef26-4f83-a96f-cf7372059897 None None] Checking router: 82e07860-a7a8-4e89-bdc0-1675d89f885c for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:46:22.887394 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Set router 67ea98ec-f183-4adb-ba4f-857977c2f897 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:46:22.888318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06831c-ef26-4f83-a96f-cf7372059897 None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:22.888950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0c06831c-ef26-4f83-a96f-cf7372059897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:22.912485 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:22.916717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-69a6f40e-368e-4817-8975-4b60d93aa715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 9761a80d-5d39-455f-8728-06e0eca6c0e8) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:22.961930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ac179ef-675a-4614-ab49-dbc183fbfa1f req-80d7692b-0a7f-4f7f-9f72-dbec429c00fd tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997416 Nov 15 14:46:22.997428 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a6f40e-368e-4817-8975-4b60d93aa715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:22.997428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69a6f40e-368e-4817-8975-4b60d93aa715 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:23.019514 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a0f06f0-81d4-45fe-bb19-6b43d7668fe6 req-75a27b94-3e2d-42fb-a447-9e3fa2440985 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=1358f54e-ccfd-4c12-83c4-9462a09c714c HTTP/1.1" status: 200 len: 210 time: 0.0434670 Nov 15 14:46:23.066458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c3fb6f-175e-4745-b3a3-c4d99cc4956c None None] Network 9761a80d-5d39-455f-8728-06e0eca6c0e8 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:23.085314 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1235b673-afc5-48bd-9af8-ae0c2a897d56 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/routers/67ea98ec-f183-4adb-ba4f-857977c2f897 HTTP/1.1" status: 200 len: 907 time: 0.2454972 Nov 15 14:46:23.088252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:23.203978 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea98ec-f183-4adb-ba4f-857977c2f897', 'name': 'tempest-snat-router-1027894134', 'tenant_id': 'be742142c357450583a58805b4241938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '0f9cdf4a-3511-4ac8-868b-864460fe91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:46:18Z', 'updated_at': '2021-11-15T14:46:20Z', 'revision_number': 3, 'project_id': 'be742142c357450583a58805b4241938', 'gw_port': {'id': '0f9cdf4a-3511-4ac8-868b-864460fe91ba', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ea98ec-f183-4adb-ba4f-857977c2f897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:46:19Z', 'updated_at': '2021-11-15T14:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:23.242829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Checking router: 67ea98ec-f183-4adb-ba4f-857977c2f897 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:46:23.243750 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Updating router 67ea98ec-f183-4adb-ba4f-857977c2f897 port 0f9cdf4a-3511-4ac8-868b-864460fe91ba binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:46:23.290204 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-69a6f40e-368e-4817-8975-4b60d93aa715 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3738830 Nov 15 14:46:23.303342 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:23.471530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device fd7afbac-95de-44b7-86d5-08da0344d8d7 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:46:23.594073 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43140) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:23.599199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: fd7afbac-95de-44b7-86d5-08da0344d8d7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:46:23.599969 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device fd7afbac-95de-44b7-86d5-08da0344d8d7 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:46:23.647369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afae650-359f-4c7a-a744-d229f46bd729 None None] Pushing event updated for resources: {'Port': ['ID=1a192b72-7e15-449f-a5dd-db31271b80e8,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:23.668392 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Deleting subnet a32ab4a9-9d89-4d95-af30-bac9b9b2ebaa {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:46:23.673254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:23.729137 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:23.760270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0c06831c-ef26-4f83-a96f-cf7372059897 None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:46:23.793249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3237e8d-222b-4f9a-a1a8-5482aa8bbd27 None None] Network 9761a80d-5d39-455f-8728-06e0eca6c0e8 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:23.833690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:23.840264 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:23.845191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.009669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.objects.ports [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:46:24.077311 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.098311 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.158214 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a32ab4a9-9d89-4d95-af30-bac9b9b2ebaa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:24.163563 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.212776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d65a3b-3c0a-4f2a-ba7b-d4958c0be915 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:24.219527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:24.219527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:24.219527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:24.219527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:24.219527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:24.219527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:24.219527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:24.219527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:24.219527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:24.220997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:24.220997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:24.220997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:24.233880 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.250023 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6edd34d0-327c-40d5-b618-01370f46ce10 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a32ab4a9-9d89-4d95-af30-bac9b9b2ebaa HTTP/1.1" status: 204 len: 168 time: 0.6544235 Nov 15 14:46:24.253413 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Attempting to bind port 0f9cdf4a-3511-4ac8-868b-864460fe91ba on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:46:24.256600 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Attempting to bind port 0f9cdf4a-3511-4ac8-868b-864460fe91ba by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:46:24.256856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43158) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:24.258231 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Attempting to bind port 0f9cdf4a-3511-4ac8-868b-864460fe91ba on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:46:24.270534 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a71826-3f67-4b15-ab0b-7a02c428b1f6 None None] Pushing event updated for resources: {'Port': ['ID=0f9cdf4a-3511-4ac8-868b-864460fe91ba,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:24.274913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1a192b72-7e15-449f-a5dd-db31271b80e8 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:24.279210 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:46:24.280083 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:46:24.280986 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.283208 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:46:24.284304 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Bound port: 0f9cdf4a-3511-4ac8-868b-864460fe91ba, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:46:24.285919 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.403747 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1e0cde3-9594-4127-aa95-6587d22e93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.408411 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0c06831c-ef26-4f83-a96f-cf7372059897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:36Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:24.438587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Deleting port 0f9cdf4a-3511-4ac8-868b-864460fe91ba {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:24.439145 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.443232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06831c-ef26-4f83-a96f-cf7372059897 None None] The sync data for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 is: [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:36Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:46:24.460003 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b1ac70bd-ac2c-4d0e-ab8b-9db1f29bf710 None None] Provisioning complete for port 0f9cdf4a-3511-4ac8-868b-864460fe91ba triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:24.460003 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b1ac70bd-ac2c-4d0e-ab8b-9db1f29bf710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.460241 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] For port 0f9cdf4a-3511-4ac8-868b-864460fe91ba, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:46:24.466809 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] For port 0f9cdf4a-3511-4ac8-868b-864460fe91ba, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0f9cdf4a-3511-4ac8-868b-864460fe91ba,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:46:24.481646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:24.507695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1a192b72-7e15-449f-a5dd-db31271b80e8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:24.507695 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.545917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac70bd-ac2c-4d0e-ab8b-9db1f29bf710 None None] Port 0f9cdf4a-3511-4ac8-868b-864460fe91ba cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:24.617513 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.627731 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.652676 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1e0cde3-9594-4127-aa95-6587d22e93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.674788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 1a192b72-7e15-449f-a5dd-db31271b80e8, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1a192b72-7e15-449f-a5dd-db31271b80e8,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:24.684735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b1e0cde3-9594-4127-aa95-6587d22e93e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9761a80d-5d39-455f-8728-06e0eca6c0e8']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:24.700823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b1e0cde3-9594-4127-aa95-6587d22e93e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c858d461-53e1-4764-8d0f-ccde6b236299') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:24.701451 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b1e0cde3-9594-4127-aa95-6587d22e93e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c858d461-53e1-4764-8d0f-ccde6b236299') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:24.710917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] For port 0f9cdf4a-3511-4ac8-868b-864460fe91ba, host n-d-817748-2, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:24.711224 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.720941 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.721406 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1e0cde3-9594-4127-aa95-6587d22e93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.732030 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa56e59-a6e3-4d3c-b286-0b1dadb4e7f9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.743917 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1e0cde3-9594-4127-aa95-6587d22e93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.748679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Calling delete_port for 0f9cdf4a-3511-4ac8-868b-864460fe91ba owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:24.769239 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e0cde3-9594-4127-aa95-6587d22e93e6 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:46:24.769694 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1e0cde3-9594-4127-aa95-6587d22e93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:46:24.771941 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:46:24.819023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efda9336-5613-4292-b790-ec03fcff6e96 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:24.841088 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Routers {'67ea98ec-f183-4adb-ba4f-857977c2f897'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:24.841752 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa56e59-a6e3-4d3c-b286-0b1dadb4e7f9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.842143 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67ea98ec-f183-4adb-ba4f-857977c2f897'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:24.865491 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.865923 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:46:24.866150 n-d-817748-2 neutron-server[103146]: DEBUG oslo_db.api [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:46:24.878221 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a71826-3f67-4b15-ab0b-7a02c428b1f6 None None] Pushing event updated for resources: {'Port': ['ID=0f9cdf4a-3511-4ac8-868b-864460fe91ba,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:24.933341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8195b439-b274-4890-9e66-8db56ca57ab6 None None] Provisioning complete for port 1a192b72-7e15-449f-a5dd-db31271b80e8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:24.934058 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8195b439-b274-4890-9e66-8db56ca57ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:24.938174 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] Set router 67ea98ec-f183-4adb-ba4f-857977c2f897 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:46:24.981121 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b589cf5e-f101-4642-916e-39321a580183 None None] New status for floating IP aace1098-2cd1-458c-9aa1-ab5189b3c7cb: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:46:25.005758 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea98ec-f183-4adb-ba4f-857977c2f897', 'name': 'tempest-snat-router-1027894134', 'tenant_id': 'be742142c357450583a58805b4241938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:46:18Z', 'updated_at': '2021-11-15T14:46:24Z', 'revision_number': 4, 'project_id': 'be742142c357450583a58805b4241938', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:25.031555 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1e0cde3-9594-4127-aa95-6587d22e93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.036095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=1a192b72-7e15-449f-a5dd-db31271b80e8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:25.043618 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5db864-883e-448d-b094-eeed2bcfa835 None None] The sync data for ids ['67ea98ec-f183-4adb-ba4f-857977c2f897'] in n-d-817748-2 is: [{'id': '67ea98ec-f183-4adb-ba4f-857977c2f897', 'name': 'tempest-snat-router-1027894134', 'tenant_id': 'be742142c357450583a58805b4241938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:46:18Z', 'updated_at': '2021-11-15T14:46:24Z', 'revision_number': 4, 'project_id': 'be742142c357450583a58805b4241938', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:46:25.069458 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1e0cde3-9594-4127-aa95-6587d22e93e6 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.078292 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b1e0cde3-9594-4127-aa95-6587d22e93e6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9761a80d-5d39-455f-8728-06e0eca6c0e8 HTTP/1.1" status: 204 len: 168 time: 0.8204336 Nov 15 14:46:25.080096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0cde3-9594-4127-aa95-6587d22e93e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9761a80d-5d39-455f-8728-06e0eca6c0e8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:25.190553 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa56e59-a6e3-4d3c-b286-0b1dadb4e7f9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.193657 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa56e59-a6e3-4d3c-b286-0b1dadb4e7f9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.194769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-afa56e59-a6e3-4d3c-b286-0b1dadb4e7f9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "DELETE /v2.0/security-groups/a1485c96-34cd-445c-ae0c-2078d5fdee0c HTTP/1.1" status: 204 len: 168 time: 0.6601238 Nov 15 14:46:25.197672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:25.216315 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-ee20ca65-d76f-4134-acb1-bef778110ea1 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] show failed (client error): The resource could not be found. Nov 15 14:46:25.217666 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ee20ca65-d76f-4134-acb1-bef778110ea1 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups/a1485c96-34cd-445c-ae0c-2078d5fdee0c HTTP/1.1" status: 404 len: 347 time: 0.0189967 Nov 15 14:46:25.218701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa56e59-a6e3-4d3c-b286-0b1dadb4e7f9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1485c96-34cd-445c-ae0c-2078d5fdee0c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:25.220741 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:25.247669 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8195b439-b274-4890-9e66-8db56ca57ab6 None None] Provisioning complete for port 0f9cdf4a-3511-4ac8-868b-864460fe91ba triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:25.248109 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8195b439-b274-4890-9e66-8db56ca57ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.346906 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8195b439-b274-4890-9e66-8db56ca57ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.370533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e5464f3d-c4a7-48a9-8ea5-940202c0e65a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Deleting port 0a6ca26a-7765-4b37-8b89-de3bb9089fbf {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:25.370882 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5464f3d-c4a7-48a9-8ea5-940202c0e65a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.438807 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.469136 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5464f3d-c4a7-48a9-8ea5-940202c0e65a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.472049 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5464f3d-c4a7-48a9-8ea5-940202c0e65a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.472658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.484837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e5464f3d-c4a7-48a9-8ea5-940202c0e65a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Calling delete_port for 0a6ca26a-7765-4b37-8b89-de3bb9089fbf owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:25.558381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8490e04f-d4fd-4b48-9331-5c759ab3f7ec None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:25.645317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f9cdf4a-3511-4ac8-868b-864460fe91ba,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:25.774202 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.842384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:25.892977 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-167627df-ab08-42a7-a6d4-742769e6585a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe240dc287e34e5499f365264477e51b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0491140 Nov 15 14:46:25.900361 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:25.908447 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5464f3d-c4a7-48a9-8ea5-940202c0e65a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.913758 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.924421 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:25.951613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52dd60-f141-4740-bc43-4934cae9647c req-8bf9fe88-cca6-4c4c-88e0-25c0abff8224 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:25.953278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db52dd60-f141-4740-bc43-4934cae9647c req-8bf9fe88-cca6-4c4c-88e0-25c0abff8224 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 946 time: 0.2010968 Nov 15 14:46:25.955280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5464f3d-c4a7-48a9-8ea5-940202c0e65a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event deleted for resources: {'Port': ['ID=0a6ca26a-7765-4b37-8b89-de3bb9089fbf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:25.976882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d040dcbb-7b8b-449f-aa47-0ae64c04b22d None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:25.993324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] For port 1a192b72-7e15-449f-a5dd-db31271b80e8, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1a192b72-7e15-449f-a5dd-db31271b80e8,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:26.069542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5464f3d-c4a7-48a9-8ea5-940202c0e65a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.073534 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5464f3d-c4a7-48a9-8ea5-940202c0e65a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.073534 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e5464f3d-c4a7-48a9-8ea5-940202c0e65a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "DELETE /v2.0/floatingips/aace1098-2cd1-458c-9aa1-ab5189b3c7cb HTTP/1.1" status: 204 len: 168 time: 0.8454542 Nov 15 14:46:26.074781 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e221570c-b8ff-413f-967a-b415db614577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.088788 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.097824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1a192b72-7e15-449f-a5dd-db31271b80e8 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:26.103066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db52dd60-f141-4740-bc43-4934cae9647c req-0703a554-0acb-4e3e-a963-a9ac0e0c0a4e tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162128 Nov 15 14:46:26.152046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e221570c-b8ff-413f-967a-b415db614577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.160218 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.161061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67ea98ec-f183-4adb-ba4f-857977c2f897 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:46:26.175234 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.175234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-931057eb-520f-4e3b-b6e8-7f67d3dc766a tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "DELETE /v2.0/routers/67ea98ec-f183-4adb-ba4f-857977c2f897 HTTP/1.1" status: 204 len: 168 time: 3.0798800 Nov 15 14:46:26.178369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43228) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:26.231467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1a192b72-7e15-449f-a5dd-db31271b80e8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:26.234900 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.279305 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.279707 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.378241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:26.395818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:26.407358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:26.407971 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.414745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f359bd-ea57-4d98-b957-741d2906dbde None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:26.431609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=1a192b72-7e15-449f-a5dd-db31271b80e8,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:26.447071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=9e442e86-a9a6-4c8e-a815-08d0c23f6186,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:26.476601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.502252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e221570c-b8ff-413f-967a-b415db614577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.502252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e221570c-b8ff-413f-967a-b415db614577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.502252 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e221570c-b8ff-413f-967a-b415db614577 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf693337-cca4-4bb5-8430-d5cf9edae445 HTTP/1.1" status: 204 len: 168 time: 0.5936997 Nov 15 14:46:26.507106 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221570c-b8ff-413f-967a-b415db614577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf693337-cca4-4bb5-8430-d5cf9edae445,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:26.650176 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:26.953398 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-54609848-3e46-428c-b16c-3cc6c9e94c47 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8943920 Nov 15 14:46:26.954269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:26.955040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:26.957672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cd5cea71-23ad-4768-a6af-5eb298e41141 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1534416155', 'description': 'tempest-description--1371650675'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:26.960144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'mac_address': 'fa:16:3e:c4:32:17', 'name': 'tempest-NetworksTestDHCPv6-1840116028'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:27.200285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5cea71-23ad-4768-a6af-5eb298e41141 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:27.282760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Deleting port 99200f3a-ce4d-4249-9718-f9913e86dad7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:27.283170 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:27.291375 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5cea71-23ad-4768-a6af-5eb298e41141 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:27.295279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e5536693-2239-492b-a386-1f96b225e8d5 None None] Provisioning complete for port 1a192b72-7e15-449f-a5dd-db31271b80e8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:27.296015 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5536693-2239-492b-a386-1f96b225e8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:27.377338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] For port 99200f3a-ce4d-4249-9718-f9913e86dad7, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=99200f3a-ce4d-4249-9718-f9913e86dad7,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:27.377735 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:27.391603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Calling delete_port for 99200f3a-ce4d-4249-9718-f9913e86dad7 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:27.540287 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5cea71-23ad-4768-a6af-5eb298e41141 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:27.541432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:27.590442 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cea71-23ad-4768-a6af-5eb298e41141 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b343234f-326c-48ba-917e-76775a026261,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:27.738944 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:27.761817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fa7d4-4138-47b2-8c7a-08f896a983ab req-3f332523-de2c-47ea-b09f-164064a464f8 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:27.763330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-720fa7d4-4138-47b2-8c7a-08f896a983ab req-3f332523-de2c-47ea-b09f-164064a464f8 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 946 time: 0.1207032 Nov 15 14:46:27.767826 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5cea71-23ad-4768-a6af-5eb298e41141 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:27.770069 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cd5cea71-23ad-4768-a6af-5eb298e41141 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8158977 Nov 15 14:46:27.772950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:27.777278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port e0ae2a95-9006-43dc-aede-e4b8c396aaa4 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:46:27.777649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0df0f1c0-5dbe-4311-8f31-f03454af56e3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Request body: {'security_group_rule': {'security_group_id': 'b343234f-326c-48ba-917e-76775a026261', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:27.857948 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:27.890691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-720fa7d4-4138-47b2-8c7a-08f896a983ab req-72f89045-8cbe-44fd-9882-fa2ae689f369 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195185 Nov 15 14:46:27.899783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event deleted for resources: {'Port': ['ID=99200f3a-ce4d-4249-9718-f9913e86dad7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:27.940608 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a5b8b-fd05-43ed-b255-11389666d2e6 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:28.042143 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.050230 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0df0f1c0-5dbe-4311-8f31-f03454af56e3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.106240 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.113256 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0df0f1c0-5dbe-4311-8f31-f03454af56e3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.139205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::db (f9ae7d6a-3056-4b34-ac1f-1038e440b250/9e3d765f-98a1-415a-986b-0a93efdb7c94/e0ae2a95-9006-43dc-aede-e4b8c396aaa4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:28.148644 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.150888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8:0:1:f816:3eff:fec4:3217 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/9e442e86-a9a6-4c8e-a815-08d0c23f6186/e0ae2a95-9006-43dc-aede-e4b8c396aaa4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:28.153382 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.352106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.354047 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0df0f1c0-5dbe-4311-8f31-f03454af56e3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.373900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0f1c0-5dbe-4311-8f31-f03454af56e3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c21618-da88-497e-8c0e-18e78e08494c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:28.489252 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.493316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b92df743-3441-4669-85a3-3bbddeceab2c {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:46:28.494694 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.500778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6ee99fb8-2cfd-47e4-8f86-94a283b73a8f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "DELETE /v2.0/routers/b92df743-3441-4669-85a3-3bbddeceab2c HTTP/1.1" status: 204 len: 168 time: 2.3167198 Nov 15 14:46:28.501016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:28.506157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-180022607', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:28.578115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.627049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:28.637607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:28.642101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:28.648855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:28.650826 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.666185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=e0ae2a95-9006-43dc-aede-e4b8c396aaa4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:28.746491 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0df0f1c0-5dbe-4311-8f31-f03454af56e3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.747805 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0df0f1c0-5dbe-4311-8f31-f03454af56e3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9738011 Nov 15 14:46:28.752019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43316) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:28.757163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dadc3704-00f7-4944-a1e9-cc127d1b4d30 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Request body: {'security_group_rule': {'security_group_id': 'b343234f-326c-48ba-917e-76775a026261', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:28.795062 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.873015 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.874183 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:28.984159 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:29.041611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8b53775d-3cc6-4ce0-88ce-b00807e839f8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0852072 Nov 15 14:46:29.044626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:29.070924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-66ddf708-f5ae-4d54-a6af-6acff3d669c4 None None] Provisioning complete for port e0ae2a95-9006-43dc-aede-e4b8c396aaa4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:29.072174 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66ddf708-f5ae-4d54-a6af-6acff3d669c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:29.151648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe063f32-961b-4511-9c06-5e14f32d4fc3 req-2098388f-37a9-4605-850f-534ce917b16e tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:29.166045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-66ddf708-f5ae-4d54-a6af-6acff3d669c4 None None] Port e0ae2a95-9006-43dc-aede-e4b8c396aaa4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:29.166248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe063f32-961b-4511-9c06-5e14f32d4fc3 req-2098388f-37a9-4605-850f-534ce917b16e tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 946 time: 0.1192720 Nov 15 14:46:29.231372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe063f32-961b-4511-9c06-5e14f32d4fc3 req-900a952b-1ceb-4ebc-9864-9e96466ac467 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669272 Nov 15 14:46:29.333233 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dadc3704-00f7-4944-a1e9-cc127d1b4d30 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:29.398698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-bee3dfcd-0c5d-4b55-9d6b-31418ac02c41 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:29.400855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-bee3dfcd-0c5d-4b55-9d6b-31418ac02c41 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.46 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 946 time: 0.1683023 Nov 15 14:46:29.408652 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e11acf37-0c85-42da-af9b-24de9d349f13 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port e0ae2a95-9006-43dc-aede-e4b8c396aaa4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:29.409193 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e11acf37-0c85-42da-af9b-24de9d349f13 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:29.416055 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:29.575854 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dadc3704-00f7-4944-a1e9-cc127d1b4d30 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:29.641321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Deleting port f867ebc9-3cdc-458f-9d17-6f1159a76e2f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:29.641727 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:29.643505 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e11acf37-0c85-42da-af9b-24de9d349f13 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:29.664009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e11acf37-0c85-42da-af9b-24de9d349f13 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for e0ae2a95-9006-43dc-aede-e4b8c396aaa4 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:29.782165 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dadc3704-00f7-4944-a1e9-cc127d1b4d30 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:29.845788 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b23ae06d-bab9-4030-8867-fb559878b253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:29.851147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc3704-00f7-4944-a1e9-cc127d1b4d30 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e20f014-6e33-4d54-bce6-a91445e27da0,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:30.020680 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 99200f3a-ce4d-4249-9718-f9913e86dad7 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:46:30.034638 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:30.044229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 99200f3a-ce4d-4249-9718-f9913e86dad7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:46:30.044862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 99200f3a-ce4d-4249-9718-f9913e86dad7 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:46:30.062325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:30.237942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] For port f867ebc9-3cdc-458f-9d17-6f1159a76e2f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f867ebc9-3cdc-458f-9d17-6f1159a76e2f,segment=NetworkSegment(0310ce1a-79ce-4beb-8092-241dfc84a702),segment_id=0310ce1a-79ce-4beb-8092-241dfc84a702)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:30.238627 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:30.243572 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e11acf37-0c85-42da-af9b-24de9d349f13 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:30.290220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11acf37-0c85-42da-af9b-24de9d349f13 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=e0ae2a95-9006-43dc-aede-e4b8c396aaa4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:30.433038 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e11acf37-0c85-42da-af9b-24de9d349f13 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:30.437045 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e11acf37-0c85-42da-af9b-24de9d349f13 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/e0ae2a95-9006-43dc-aede-e4b8c396aaa4 HTTP/1.1" status: 204 len: 168 time: 1.3913312 Nov 15 14:46:30.440089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:30.462305 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dadc3704-00f7-4944-a1e9-cc127d1b4d30 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:30.462305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dadc3704-00f7-4944-a1e9-cc127d1b4d30 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7024145 Nov 15 14:46:30.467226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43406) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:30.495343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:30.534303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:30.584276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Allocated IP 172.25.4.33 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/ae1acad0-3dd0-4a48-83e1-d982411f856d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:30.638622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b74f90-8792-4678-bf5a-9cff1f407ecf req-d89ad99d-6a4c-4b9c-a5ec-687d012aaba5 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:30.651149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62b74f90-8792-4678-bf5a-9cff1f407ecf req-d89ad99d-6a4c-4b9c-a5ec-687d012aaba5 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 946 time: 0.2179635 Nov 15 14:46:30.690879 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:30.691382 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:30.691994 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Floating IP f82a9e71-7b0a-4b33-8037-6eecba4b9e27 disassociated. External IP: 172.25.4.101, port: f867ebc9-3cdc-458f-9d17-6f1159a76e2f. Nov 15 14:46:30.692456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Calling delete_port for f867ebc9-3cdc-458f-9d17-6f1159a76e2f owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:30.722018 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:30.757141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dc8b26-84f7-45f2-b200-72fdcee30ca4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:30.761057 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-34dc8b26-84f7-45f2-b200-72fdcee30ca4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3175368 Nov 15 14:46:30.766873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:30.791126 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62b74f90-8792-4678-bf5a-9cff1f407ecf req-8aaaa4e2-8c21-423b-a574-e2fb26b943cd tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups?id=11b3491a-002f-4c21-a070-aac4243bea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390114 Nov 15 14:46:30.832787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8cfc-7ec8-4081-aa50-10d416877459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:30.888188 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:30.930826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc4eb87-d5ac-4dc4-9815-41abb0031c82 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:30.932947 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7fc4eb87-d5ac-4dc4-9815-41abb0031c82 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1594532 Nov 15 14:46:30.938627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:30.952164 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:31.066016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48869081-8998-4982-af28-afb51038a36c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:31.067669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48869081-8998-4982-af28-afb51038a36c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:31.069337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48869081-8998-4982-af28-afb51038a36c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:31.071053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-48869081-8998-4982-af28-afb51038a36c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1312218 Nov 15 14:46:31.073936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:31.104751 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8cfc-7ec8-4081-aa50-10d416877459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:31.106207 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:31.196985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-3803df54-2d58-47f6-bfd7-d12cabbda406 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 9e3d765f-98a1-415a-986b-0a93efdb7c94 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:46:31.203007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:31.209198 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3803df54-2d58-47f6-bfd7-d12cabbda406 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:31.213766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:31.227769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e7db0d-9dbb-4cb5-9fad-a44b1cf6f1a9 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:31.236720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Pushing event updated for resources: {'Port': ['ID=ae1acad0-3dd0-4a48-83e1-d982411f856d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:31.253335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:31.274217 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:31.276032 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Allocated IP 172.25.4.221 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/dc7d7de0-856a-4a47-9988-b8291c83385e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:31.308966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cf46e402-039e-4725-a977-52ab28d8c03d None None] Provisioning complete for port ae1acad0-3dd0-4a48-83e1-d982411f856d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:31.310015 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf46e402-039e-4725-a977-52ab28d8c03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:31.325586 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8cfc-7ec8-4081-aa50-10d416877459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:31.326000 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3803df54-2d58-47f6-bfd7-d12cabbda406 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:31.329794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Pushing event deleted for resources: {'Port': ['ID=f867ebc9-3cdc-458f-9d17-6f1159a76e2f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:31.389026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cf46e402-039e-4725-a977-52ab28d8c03d None None] Port ae1acad0-3dd0-4a48-83e1-d982411f856d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:31.477440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f0fe8cfc-7ec8-4081-aa50-10d416877459 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9f0776beb734633b8cf79f837a2c356&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9401438 Nov 15 14:46:31.481066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43448) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:31.490272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe8cfc-7ec8-4081-aa50-10d416877459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1fef63-993a-4d34-a410-7ca975f46219,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:31.578648 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2256-09cc-4e6f-b44e-507e08fa30a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:31.584807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Router 55e79860-8ae7-4d62-b5ff-db44fddd0282 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:46:31.614697 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2256-09cc-4e6f-b44e-507e08fa30a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:31.773949 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:46:31.786809 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404662de-d997-43c1-be1c-77bfead33bd4 None None] Sync routers for ids ['55e79860-8ae7-4d62-b5ff-db44fddd0282'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:46:31.829583 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404662de-d997-43c1-be1c-77bfead33bd4 None None] Routers {'55e79860-8ae7-4d62-b5ff-db44fddd0282'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:31.830209 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-404662de-d997-43c1-be1c-77bfead33bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['55e79860-8ae7-4d62-b5ff-db44fddd0282'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:31.830961 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] No DVR routers for this DVR port f867ebc9-3cdc-458f-9d17-6f1159a76e2f on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:46:31.835390 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:31.838929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dd26bf2-e020-4cde-87e0-77310c519218 req-fe5f8e4c-7e62-4c98-b860-ad4a69c2822d tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.46 "DELETE /v2.0/ports/f867ebc9-3cdc-458f-9d17-6f1159a76e2f HTTP/1.1" status: 204 len: 173 time: 2.4277513 Nov 15 14:46:31.839497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2662acb2-5661-49d4-989c-f400bc2be633', 'name': 'network-vif-deleted', 'tag': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:46:31.841885 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfbe23e-646b-428e-9640-9dde41df0df2" -d '{"events": [{"server_uuid": "2662acb2-5661-49d4-989c-f400bc2be633", "name": "network-vif-deleted", "tag": "f867ebc9-3cdc-458f-9d17-6f1159a76e2f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:46:31.856972 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2256-09cc-4e6f-b44e-507e08fa30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:31.864108 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2256-09cc-4e6f-b44e-507e08fa30a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:31.864108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7ccd2256-09cc-4e6f-b44e-507e08fa30a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e1fef63-993a-4d34-a410-7ca975f46219 HTTP/1.1" status: 204 len: 168 time: 0.3784008 Nov 15 14:46:31.899861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd2256-09cc-4e6f-b44e-507e08fa30a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1fef63-993a-4d34-a410-7ca975f46219,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:31.943246 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-404662de-d997-43c1-be1c-77bfead33bd4 None None] Set router 55e79860-8ae7-4d62-b5ff-db44fddd0282 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:46:32.020980 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a2f557-c70c-47e0-a17e-26a6883384a5 x-openstack-request-id: req-d6a2f557-c70c-47e0-a17e-26a6883384a5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:46:32.020980 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2662acb2-5661-49d4-989c-f400bc2be633", "name": "network-vif-deleted", "tag": "f867ebc9-3cdc-458f-9d17-6f1159a76e2f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:46:32.020980 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6a2f557-c70c-47e0-a17e-26a6883384a5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:46:32.020980 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2662acb2-5661-49d4-989c-f400bc2be633', 'name': 'network-vif-deleted', 'tag': 'f867ebc9-3cdc-458f-9d17-6f1159a76e2f', 'status': 'completed', 'code': 200} Nov 15 14:46:32.020980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-108955e2-fd39-4f69-ac2d-4281ce1d6b27 req-256dd9a9-9e44-4a12-9d98-40d3a9905aba tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 210 time: 0.0518141 Nov 15 14:46:32.079543 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8af7413-e1e0-4dc7-8bc2-a912893132cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:32.098210 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3803df54-2d58-47f6-bfd7-d12cabbda406 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:32.127510 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:32.262426 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3803df54-2d58-47f6-bfd7-d12cabbda406 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:32.277198 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-404662de-d997-43c1-be1c-77bfead33bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:41:42Z', 'revision_number': 4, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port': {'id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '900f1b12-aa41-4274-85a0-096ba3d5abf1', 'name': '', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'mac_address': 'fa:16:3e:5a:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '23c382a5-5849-4ca1-b717-26b458b41804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:41Z', 'updated_at': '2021-11-15T14:41:49Z', 'revision_number': 5, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'subnets': [{'id': '23c382a5-5849-4ca1-b717-26b458b41804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:32.307932 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3803df54-2d58-47f6-bfd7-d12cabbda406 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:32.316650 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404662de-d997-43c1-be1c-77bfead33bd4 None None] Checking router: 55e79860-8ae7-4d62-b5ff-db44fddd0282 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:46:32.321226 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3803df54-2d58-47f6-bfd7-d12cabbda406 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/9e3d765f-98a1-415a-986b-0a93efdb7c94 HTTP/1.1" status: 204 len: 168 time: 1.2460842 Nov 15 14:46:32.323711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43474) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:32.325760 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:32.331151 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404662de-d997-43c1-be1c-77bfead33bd4 None None] Routers {'55e79860-8ae7-4d62-b5ff-db44fddd0282'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:32.332627 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-404662de-d997-43c1-be1c-77bfead33bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['55e79860-8ae7-4d62-b5ff-db44fddd0282'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:32.347179 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a69bcb-b5d6-40d4-968d-db515dff9d03 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:32.407682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803df54-2d58-47f6-bfd7-d12cabbda406 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3d765f-98a1-415a-986b-0a93efdb7c94,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:32.433479 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:32.457372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:32.460347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:32.506088 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0444f8a8-3959-4a57-a5e8-72c7b3cf5975 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 9e442e86-a9a6-4c8e-a815-08d0c23f6186 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:46:32.513258 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0444f8a8-3959-4a57-a5e8-72c7b3cf5975 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:32.543177 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-404662de-d997-43c1-be1c-77bfead33bd4 None None] Set router 55e79860-8ae7-4d62-b5ff-db44fddd0282 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:46:32.562026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event updated for resources: {'Port': ['ID=dc7d7de0-856a-4a47-9988-b8291c83385e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:32.606855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0444f8a8-3959-4a57-a5e8-72c7b3cf5975 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:32.669688 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:32.867585 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0444f8a8-3959-4a57-a5e8-72c7b3cf5975 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:32.871171 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-404662de-d997-43c1-be1c-77bfead33bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:41:42Z', 'revision_number': 4, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port': {'id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '900f1b12-aa41-4274-85a0-096ba3d5abf1', 'name': '', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'mac_address': 'fa:16:3e:5a:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '23c382a5-5849-4ca1-b717-26b458b41804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:41Z', 'updated_at': '2021-11-15T14:41:49Z', 'revision_number': 5, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'subnets': [{'id': '23c382a5-5849-4ca1-b717-26b458b41804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:32.901684 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:32.915317 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404662de-d997-43c1-be1c-77bfead33bd4 None None] The sync data for ids ['55e79860-8ae7-4d62-b5ff-db44fddd0282'] in n-d-817748-2 is: [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:41:42Z', 'revision_number': 4, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port': {'id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '900f1b12-aa41-4274-85a0-096ba3d5abf1', 'name': '', 'network_id': '10e70b67-cbeb-40f8-8105-ee6d4f6558d1', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'mac_address': 'fa:16:3e:5a:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '23c382a5-5849-4ca1-b717-26b458b41804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:41Z', 'updated_at': '2021-11-15T14:41:49Z', 'revision_number': 5, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'subnets': [{'id': '23c382a5-5849-4ca1-b717-26b458b41804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:46:33.123364 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:33.140591 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0444f8a8-3959-4a57-a5e8-72c7b3cf5975 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:33.290856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444f8a8-3959-4a57-a5e8-72c7b3cf5975 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=9e442e86-a9a6-4c8e-a815-08d0c23f6186,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:33.299564 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0444f8a8-3959-4a57-a5e8-72c7b3cf5975 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:33.303737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0444f8a8-3959-4a57-a5e8-72c7b3cf5975 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/9e442e86-a9a6-4c8e-a815-08d0c23f6186 HTTP/1.1" status: 204 len: 168 time: 0.9789262 Nov 15 14:46:33.306716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7697ee8-c0b2-40ba-b38b-b8d9e5980733 req-ef14a39c-e262-4881-9d5b-c8f36f7e81eb tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 210 time: 0.1688533 Nov 15 14:46:33.307487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:33.411534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f867ebc9-3cdc-458f-9d17-6f1159a76e2f no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:46:33.452107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4fc11670-f439-433f-8552-9fd225ae6926 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1407669 Nov 15 14:46:33.454053 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43508) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:33.474232 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:33.480591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: f867ebc9-3cdc-458f-9d17-6f1159a76e2f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:46:33.481219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f867ebc9-3cdc-458f-9d17-6f1159a76e2f not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:46:33.516973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb47feb5-71ef-4132-88f9-7a233956e318 None None] New status for floating IP f82a9e71-7b0a-4b33-8037-6eecba4b9e27: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:46:33.526256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-db329b99-91e9-4afe-856d-cb91ae77eb8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:33.702462 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:33.714800 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:33.785514 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6216ede1-2aaa-40f9-bff8-aacfc893cdd3 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:33.914044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4a269423-e14d-4fd3-96d9-7fdd86ca49f2 None None] Provisioning complete for port 1a192b72-7e15-449f-a5dd-db31271b80e8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:33.914588 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a269423-e14d-4fd3-96d9-7fdd86ca49f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:33.961765 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:34.001922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db329b99-91e9-4afe-856d-cb91ae77eb8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:34.007028 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db329b99-91e9-4afe-856d-cb91ae77eb8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:34.148405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac9528-0378-43f9-b976-7f2ea03de020 None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:34.259752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac9528-0378-43f9-b976-7f2ea03de020 None None] Deleting port 1a192b72-7e15-449f-a5dd-db31271b80e8 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:34.260594 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ac9528-0378-43f9-b976-7f2ea03de020 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:34.306529 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:34.322462 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db329b99-91e9-4afe-856d-cb91ae77eb8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:34.386822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db329b99-91e9-4afe-856d-cb91ae77eb8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:34.396075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-db329b99-91e9-4afe-856d-cb91ae77eb8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:34.419835 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db329b99-91e9-4afe-856d-cb91ae77eb8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:34.420731 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db329b99-91e9-4afe-856d-cb91ae77eb8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:34.428422 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ac9528-0378-43f9-b976-7f2ea03de020 None None] For port 1a192b72-7e15-449f-a5dd-db31271b80e8, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1a192b72-7e15-449f-a5dd-db31271b80e8,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:34.432371 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ac9528-0378-43f9-b976-7f2ea03de020 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:34.459407 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event updated for resources: {'Port': ['ID=dc7d7de0-856a-4a47-9988-b8291c83385e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:34.502075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f76bcf9-dd1b-478c-94ce-6a0190c022ba req-2d42aed0-318a-412b-bfcc-a0278d887c9f tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 210 time: 0.0662994 Nov 15 14:46:34.503984 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac9528-0378-43f9-b976-7f2ea03de020 None None] Calling delete_port for 1a192b72-7e15-449f-a5dd-db31271b80e8 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:34.547887 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db329b99-91e9-4afe-856d-cb91ae77eb8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=8676bf79-e518-4552-aaef-8c880fa37df1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:34.565145 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-db329b99-91e9-4afe-856d-cb91ae77eb8c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1104553 Nov 15 14:46:34.567339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43530) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:34.573731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e7954ef6-71ff-43ad-8081-a85cdc3186c4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:34.594791 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:34.595998 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7da136f1-9d00-4276-a367-a13f3d2f5ebf tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1262441 Nov 15 14:46:34.729604 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Router 36ac6904-2d2b-4e39-b52b-cf26a1da98b7 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:46:34.784271 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ac9528-0378-43f9-b976-7f2ea03de020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:34.845050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac9528-0378-43f9-b976-7f2ea03de020 None None] Pushing event deleted for resources: {'Port': ['ID=1a192b72-7e15-449f-a5dd-db31271b80e8,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:34.847869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ac9528-0378-43f9-b976-7f2ea03de020 None None] No DVR routers for this DVR port 1a192b72-7e15-449f-a5dd-db31271b80e8 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:46:34.873315 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7954ef6-71ff-43ad-8081-a85cdc3186c4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:34.878247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e1a4a-8044-45b0-8541-a0d5feec2222 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:34.881273 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7954ef6-71ff-43ad-8081-a85cdc3186c4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:35.097570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:46:35.115780 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a7cbb0-5a2e-4382-a2d8-71cba279ff0c None None] Sync routers for ids ['36ac6904-2d2b-4e39-b52b-cf26a1da98b7'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:46:35.122903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-6e9fa9a1-a43a-455b-ad39-03d1f3f7417a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1534416155&fields=id&tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5 HTTP/1.1" status: 200 len: 267 time: 0.1327131 Nov 15 14:46:35.125171 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7cbb0-5a2e-4382-a2d8-71cba279ff0c None None] Routers {'36ac6904-2d2b-4e39-b52b-cf26a1da98b7'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:35.125794 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-97a7cbb0-5a2e-4382-a2d8-71cba279ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['36ac6904-2d2b-4e39-b52b-cf26a1da98b7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:35.138738 n-d-817748-2 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-e7954ef6-71ff-43ad-8081-a85cdc3186c4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8676bf79-e518-4552-aaef-8c880fa37df1 (CIDR: 2001:db8::/64) Nov 15 14:46:35.148115 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:35.164779 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-97a7cbb0-5a2e-4382-a2d8-71cba279ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:35.173535 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7cbb0-5a2e-4382-a2d8-71cba279ff0c None None] Routers {'36ac6904-2d2b-4e39-b52b-cf26a1da98b7'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:35.174143 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-97a7cbb0-5a2e-4382-a2d8-71cba279ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['36ac6904-2d2b-4e39-b52b-cf26a1da98b7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:35.181249 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7954ef6-71ff-43ad-8081-a85cdc3186c4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:46:35.181793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7954ef6-71ff-43ad-8081-a85cdc3186c4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:35.190589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'tenant_id': '468ab0fc67ab4f689f232d53145bfd83', 'fixed_ips': [{'subnet_id': '8676bf79-e518-4552-aaef-8c880fa37df1'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:46:35.192117 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:35.240694 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-97a7cbb0-5a2e-4382-a2d8-71cba279ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:35.241716 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a7cbb0-5a2e-4382-a2d8-71cba279ff0c None None] The sync data for ids ['36ac6904-2d2b-4e39-b52b-cf26a1da98b7'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:46:35.253218 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:35.258241 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ab785512-2f05-4500-871e-1532f4971961 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7549517 Nov 15 14:46:35.259360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:35.268529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ba9ccfa4-4e27-4839-9e7c-4ad98e41b972 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'enable_snat': False}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:35.281670 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e7954ef6-71ff-43ad-8081-a85cdc3186c4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7111373 Nov 15 14:46:35.285496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-244572ed-ac22-4150-9335-f509308ada1d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:35.287566 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-244572ed-ac22-4150-9335-f509308ada1d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 817 time: 0.1637161 Nov 15 14:46:35.288472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43552) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:35.296329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'subnet': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:35.388837 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Allocated IP 2001:db8::2 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/8676bf79-e518-4552-aaef-8c880fa37df1/c78bd59b-fd96-44af-8a85-213f4474aff3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:35.428361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-23389138-aeed-4f3a-8474-a0c3bd7dae65 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/quotas/a7c2bcbbefb14b7884f8bf1f6ee9e7d5 HTTP/1.1" status: 200 len: 375 time: 0.1259501 Nov 15 14:46:35.752928 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-e344bdb2-499c-4e9c-8194-aab2652ef838 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2775478 Nov 15 14:46:35.758683 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:35.799396 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccfa4-4e27-4839-9e7c-4ad98e41b972 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:35.846370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:35.850596 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:35.874355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e9a5d37-9942-4f26-a1e8-c2a01817e930 req-1e6c8301-8c16-497c-905c-4b0d7ba0a3fa tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 210 time: 0.0740979 Nov 15 14:46:35.875507 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:35.878468 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:35.985629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-0dbe80e1-663f-4bfa-bdd5-b5d2dd00e434 service neutron] 10.222.0.70 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128694 Nov 15 14:46:36.226745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:36.231168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:36.233779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1a192b72-7e15-449f-a5dd-db31271b80e8 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:46:36.258715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:36.261766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 1a192b72-7e15-449f-a5dd-db31271b80e8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:46:36.262105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1a192b72-7e15-449f-a5dd-db31271b80e8 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:46:36.340278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-bc7fe5a2-ccba-4559-ae22-0e41411be139 service neutron] 10.222.0.70 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445311 Nov 15 14:46:36.451279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Pushing event updated for resources: {'Port': ['ID=c78bd59b-fd96-44af-8a85-213f4474aff3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:36.459305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Attempting to bind port c78bd59b-fd96-44af-8a85-213f4474aff3 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:46:36.459527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Attempting to bind port c78bd59b-fd96-44af-8a85-213f4474aff3 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:46:36.462463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Attempting to bind port c78bd59b-fd96-44af-8a85-213f4474aff3 on network f9ae7d6a-3056-4b34-ac1f-1038e440b250 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:46:36.484265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:46:36.486014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Checking segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:46:36.490381 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:36.490868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Bound using segment: {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:46:36.491387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Bound port: c78bd59b-fd96-44af-8a85-213f4474aff3, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148bf5e8-c832-4057-aa00-32d21fa931d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:46:36.491784 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:36.596214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.objects.ports [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:46:36.646519 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccfa4-4e27-4839-9e7c-4ad98e41b972 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:36.651399 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccfa4-4e27-4839-9e7c-4ad98e41b972 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:36.666807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] For port c78bd59b-fd96-44af-8a85-213f4474aff3, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:46:36.686996 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] For port c78bd59b-fd96-44af-8a85-213f4474aff3, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c78bd59b-fd96-44af-8a85-213f4474aff3,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:46:36.820784 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:36.891139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9ccfa4-4e27-4839-9e7c-4ad98e41b972 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Router 36ac6904-2d2b-4e39-b52b-cf26a1da98b7 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:46:36.937854 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39d0e59d-8bee-47f4-8910-21119ffbcc87 req-25034d60-75d9-47ac-8626-8056e35ef970 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 210 time: 0.0913694 Nov 15 14:46:36.951986 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4879d-c01e-4b8d-9716-8d7763d75d63 None None] Pushing event updated for resources: {'Port': ['ID=c78bd59b-fd96-44af-8a85-213f4474aff3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:37.137651 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:37.224376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9ccfa4-4e27-4839-9e7c-4ad98e41b972 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:46:37.234751 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccfa4-4e27-4839-9e7c-4ad98e41b972 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:37.239021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a588af5-54bf-48bc-8c17-3a0d8ace26ab req-34a90eff-0553-48e7-a79e-9762fd4e627b tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 210 time: 0.2118332 Nov 15 14:46:37.240202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80278288-e168-4601-9cac-5a86c501c227 None None] Sync routers for ids ['36ac6904-2d2b-4e39-b52b-cf26a1da98b7'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:46:37.242625 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ba9ccfa4-4e27-4839-9e7c-4ad98e41b972 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "PUT /v2.0/routers/36ac6904-2d2b-4e39-b52b-cf26a1da98b7 HTTP/1.1" status: 200 len: 924 time: 1.9816682 Nov 15 14:46:37.244680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43588) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:37.253603 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80278288-e168-4601-9cac-5a86c501c227 None None] Routers {'36ac6904-2d2b-4e39-b52b-cf26a1da98b7'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:37.254387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-80278288-e168-4601-9cac-5a86c501c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['36ac6904-2d2b-4e39-b52b-cf26a1da98b7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:37.384811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-80278288-e168-4601-9cac-5a86c501c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:37.446809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80278288-e168-4601-9cac-5a86c501c227 None None] Routers {'36ac6904-2d2b-4e39-b52b-cf26a1da98b7'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:37.451906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-80278288-e168-4601-9cac-5a86c501c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['36ac6904-2d2b-4e39-b52b-cf26a1da98b7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:37.528361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-80278288-e168-4601-9cac-5a86c501c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:37.529352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80278288-e168-4601-9cac-5a86c501c227 None None] The sync data for ids ['36ac6904-2d2b-4e39-b52b-cf26a1da98b7'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:46:37.557125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] For port c78bd59b-fd96-44af-8a85-213f4474aff3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c78bd59b-fd96-44af-8a85-213f4474aff3,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:37.624311 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:37.627591 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-eee8032f-c2ca-4d3d-b794-f03031585ee4 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/routers/36ac6904-2d2b-4e39-b52b-cf26a1da98b7 HTTP/1.1" status: 200 len: 924 time: 0.3813508 Nov 15 14:46:37.631194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43600) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:37.723161 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:37.724281 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:37.742911 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a3d49d-87fc-478d-8e76-b9710865912f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:37.744966 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-38a3d49d-87fc-478d-8e76-b9710865912f tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&device_id=36ac6904-2d2b-4e39-b52b-cf26a1da98b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1126852 Nov 15 14:46:37.747588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:37.803921 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:37.821730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:37.841607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:37.842265 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:37.863994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=c78bd59b-fd96-44af-8a85-213f4474aff3,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:37.876640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Subnet': ['ID=0d3432ec-7b6c-4df2-9371-8156a68a5801,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:37.907449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2586bb57-14d4-43e0-8175-f4f8702160c1 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:37.912366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:37.912576 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2586bb57-14d4-43e0-8175-f4f8702160c1 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 881 time: 0.1635957 Nov 15 14:46:37.953461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-55ca2f93-3a13-423b-9a8d-09a043b892d9 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac6904-2d2b-4e39-b52b-cf26a1da98b7 HTTP/1.1" status: 200 len: 205 time: 0.0387037 Nov 15 14:46:37.955965 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:38.037090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4ed6c264-5e92-46a8-aa76-103154543f61 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7473145 Nov 15 14:46:38.039902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:38.045083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Request body: {'port': {'network_id': 'f9ae7d6a-3056-4b34-ac1f-1038e440b250', 'mac_address': 'fa:16:3e:fc:7e:f1', 'name': 'tempest-NetworksTestDHCPv6-1061496312'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:38.121732 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:38.167354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21ee743e-5ab5-45f8-858c-c379ba36fd84 req-e77d95f3-565c-4c5c-9306-a39a07ea0f74 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 210 time: 0.1127493 Nov 15 14:46:38.234277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c78bd59b-fd96-44af-8a85-213f4474aff3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:38.468516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c78bd59b-fd96-44af-8a85-213f4474aff3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:38.473251 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:38.532792 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e611dbb-2d7f-4764-8335-6ae8748ed795 req-6149e2c9-97b5-46ce-88c1-28c472ae0074 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 210 time: 0.0559616 Nov 15 14:46:38.537812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Made reservation on behalf of 468ab0fc67ab4f689f232d53145bfd83 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:38.698278 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:38.744976 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00b85c4-8de2-43a1-9cfc-1887421ff42b None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:38.746030 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:38.760109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] device_id is not set on port 06f80564-fcc6-4098-bcbe-f6e9a8cdbf91 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:46:38.865414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17167b69-6e81-4436-93cf-2b178e59f363 None None] Provisioning complete for port c78bd59b-fd96-44af-8a85-213f4474aff3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:38.866091 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17167b69-6e81-4436-93cf-2b178e59f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:38.886816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port c78bd59b-fd96-44af-8a85-213f4474aff3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c78bd59b-fd96-44af-8a85-213f4474aff3,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:38.901250 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:38.956554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8::2ee (f9ae7d6a-3056-4b34-ac1f-1038e440b250/8676bf79-e518-4552-aaef-8c880fa37df1/06f80564-fcc6-4098-bcbe-f6e9a8cdbf91) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:38.967529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Allocated IP 2001:db8:0:1:f816:3eff:fefc:7ef1 (f9ae7d6a-3056-4b34-ac1f-1038e440b250/0d3432ec-7b6c-4df2-9371-8156a68a5801/06f80564-fcc6-4098-bcbe-f6e9a8cdbf91) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:39.020335 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17167b69-6e81-4436-93cf-2b178e59f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:39.023012 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:39.139218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=c78bd59b-fd96-44af-8a85-213f4474aff3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:39.161772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Deleting port ae1acad0-3dd0-4a48-83e1-d982411f856d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:39.165917 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:39.216980 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:39.257921 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-17167b69-6e81-4436-93cf-2b178e59f363 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:46:39.258524 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-17167b69-6e81-4436-93cf-2b178e59f363 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:46:39.267686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:39.307168 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Calling delete_port for ae1acad0-3dd0-4a48-83e1-d982411f856d owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:39.359528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67aa7cde-f6c1-4b9b-b258-64c3ded582a0 req-ba4a80d5-dbd6-4561-85bc-3debe813a4c0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 210 time: 0.0329249 Nov 15 14:46:39.405746 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:39.506267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:39.506952 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:39.512055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:39.523358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:39.524047 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:39.537078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event updated for resources: {'Port': ['ID=06f80564-fcc6-4098-bcbe-f6e9a8cdbf91,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:39.649127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-195c323d-4e56-419d-9491-396228a1a130 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6081643 Nov 15 14:46:39.658866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:39.689160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:39.703191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6ebbf8d-e5c4-41ba-9718-81168d6ae11b req-48e822f1-c274-4c87-8c1a-ed7a882a0988 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 210 time: 0.0394781 Nov 15 14:46:39.762135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Pushing event deleted for resources: {'Port': ['ID=ae1acad0-3dd0-4a48-83e1-d982411f856d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:39.815611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43650) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:39.817304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b313d07-34c4-4e73-a780-5ba57ead7377 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:39.822053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b8ccd18b-0686-4e53-8d11-c7550c8d319d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1590455263'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:39.930901 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.078877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ccd18b-0686-4e53-8d11-c7550c8d319d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Made reservation on behalf of 51a048f636d44265be0adba945f4c6ff for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:40.084994 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd18b-0686-4e53-8d11-c7550c8d319d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.103098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.106725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.128394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa6331-a7b0-42ca-a99b-c24bccf83528 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting port 06f80564-fcc6-4098-bcbe-f6e9a8cdbf91 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:40.128982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6331-a7b0-42ca-a99b-c24bccf83528 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.133760 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c78bd59b-fd96-44af-8a85-213f4474aff3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:40.245619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-149ad0bc-9bf9-484f-bf67-b2575ec4fe99 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:40.245619 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-149ad0bc-9bf9-484f-bf67-b2575ec4fe99 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.59 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 817 time: 0.2595024 Nov 15 14:46:40.245619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ccd18b-0686-4e53-8d11-c7550c8d319d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:46:40.248710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c78bd59b-fd96-44af-8a85-213f4474aff3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:40.249467 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.255501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd18b-0686-4e53-8d11-c7550c8d319d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.256641 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-b8ccd18b-0686-4e53-8d11-c7550c8d319d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Added segment 1e1f049e-44dd-4a05-bf9c-60e4279ae0dc of type vlan for network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c Nov 15 14:46:40.349491 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6331-a7b0-42ca-a99b-c24bccf83528 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.372549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa6331-a7b0-42ca-a99b-c24bccf83528 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Calling delete_port for 06f80564-fcc6-4098-bcbe-f6e9a8cdbf91 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:40.384993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d8b9fc5c-40bb-4caa-a5e2-1f91838612fe None None] Provisioning complete for port c78bd59b-fd96-44af-8a85-213f4474aff3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:40.385886 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8b9fc5c-40bb-4caa-a5e2-1f91838612fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.386076 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd18b-0686-4e53-8d11-c7550c8d319d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.417333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-37b5b9b7-621d-4181-bcab-5fbe7ebeb17b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5 HTTP/1.1" status: 200 len: 380 time: 0.1874189 Nov 15 14:46:40.440608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-14708453-cc14-42bc-85cc-665e12d9bc86 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Request body: {'port': {'device_id': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'admin_state_up': True, 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'security_groups': ['b343234f-326c-48ba-917e-76775a026261']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:40.544734 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.544734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Fanout notify agent at l3_agent the message router_deleted on router 36ac6904-2d2b-4e39-b52b-cf26a1da98b7 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:46:40.581362 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.587232 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4ebdfa81-0796-463d-a2c2-74a6e7d5b8e5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "DELETE /v2.0/routers/36ac6904-2d2b-4e39-b52b-cf26a1da98b7 HTTP/1.1" status: 204 len: 168 time: 2.6299922 Nov 15 14:46:40.667372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:40.672818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-74da056d-860e-4e07-b94f-2dc04dde11df tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-181237976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:40.773080 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79669fa7-e400-4d6f-b0e2-6354106049d0 req-28777708-ab9b-475e-8f9a-79053a48c42e tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 210 time: 0.1012523 Nov 15 14:46:40.856046 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74da056d-860e-4e07-b94f-2dc04dde11df tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.857531 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74da056d-860e-4e07-b94f-2dc04dde11df tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.873307 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd18b-0686-4e53-8d11-c7550c8d319d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.879471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ccd18b-0686-4e53-8d11-c7550c8d319d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:40.880150 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd18b-0686-4e53-8d11-c7550c8d319d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.926061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b0809921-97ee-45d6-a768-01dc8128543c None None] Provisioning complete for port 06f80564-fcc6-4098-bcbe-f6e9a8cdbf91 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:40.926910 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0809921-97ee-45d6-a768-01dc8128543c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:40.971458 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6331-a7b0-42ca-a99b-c24bccf83528 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:41.017423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b0809921-97ee-45d6-a768-01dc8128543c None None] Port 06f80564-fcc6-4098-bcbe-f6e9a8cdbf91 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:41.046948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa6331-a7b0-42ca-a99b-c24bccf83528 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Port': ['ID=06f80564-fcc6-4098-bcbe-f6e9a8cdbf91,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:41.136915 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6331-a7b0-42ca-a99b-c24bccf83528 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:41.141790 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b5fa6331-a7b0-42ca-a99b-c24bccf83528 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/06f80564-fcc6-4098-bcbe-f6e9a8cdbf91 HTTP/1.1" status: 204 len: 168 time: 1.4810083 Nov 15 14:46:41.144113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43666) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:41.214608 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9377823-d5dc-4376-afe6-7132248f3744 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:41.218435 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c9377823-d5dc-4376-afe6-7132248f3744 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0709972 Nov 15 14:46:41.222349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43668) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:41.352754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a674e2e-37c4-43bc-9d89-1e30af5c98cd req-ac0364a1-f158-4623-94bf-f52b86ced0d8 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/ports?device_id=2662acb2-5661-49d4-989c-f400bc2be633 HTTP/1.1" status: 200 len: 210 time: 0.4944792 Nov 15 14:46:41.358705 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc8149-4884-41ad-9c6b-293ca54b42a4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:41.361066 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d4cc8149-4884-41ad-9c6b-293ca54b42a4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1372883 Nov 15 14:46:41.365418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:41.443729 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74da056d-860e-4e07-b94f-2dc04dde11df tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:41.446831 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce558f-900a-4f7c-adab-1ac3059860fa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:41.448564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce558f-900a-4f7c-adab-1ac3059860fa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:41.450237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce558f-900a-4f7c-adab-1ac3059860fa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:41.452626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccd18b-0686-4e53-8d11-c7550c8d319d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'Network': ['ID=07c81a36-2a87-4fc4-8ccd-274284cc5c3c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:41.461000 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8cce558f-900a-4f7c-adab-1ac3059860fa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0888362 Nov 15 14:46:41.461249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:41.470731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:46:41.538300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced86e74-6fdc-4195-a9e0-f5a902732951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 0d3432ec-7b6c-4df2-9371-8156a68a5801 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:46:41.542088 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced86e74-6fdc-4195-a9e0-f5a902732951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:41.596824 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced86e74-6fdc-4195-a9e0-f5a902732951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:41.730746 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74da056d-860e-4e07-b94f-2dc04dde11df tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:41.765081 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b8ccd18b-0686-4e53-8d11-c7550c8d319d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9473810 Nov 15 14:46:41.770252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43678) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:41.781518 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d4b04fca-9676-43ad-bb8e-437658e7284c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-869515526'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:41.809756 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced86e74-6fdc-4195-a9e0-f5a902732951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:41.902432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-14708453-cc14-42bc-85cc-665e12d9bc86 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Made reservation on behalf of a7c2bcbbefb14b7884f8bf1f6ee9e7d5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:41.909424 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-14708453-cc14-42bc-85cc-665e12d9bc86 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:41.950647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e41717e-eb79-4790-8f14-ba9e164234ab req-56ee6ab3-1a4f-4787-80fd-a86eec43090f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 210 time: 0.0580587 Nov 15 14:46:42.038666 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74da056d-860e-4e07-b94f-2dc04dde11df tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:42.042346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-74da056d-860e-4e07-b94f-2dc04dde11df tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3730948 Nov 15 14:46:42.059349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43686) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:42.066997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:42.107681 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced86e74-6fdc-4195-a9e0-f5a902732951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:42.254355 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b04fca-9676-43ad-bb8e-437658e7284c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Made reservation on behalf of 51a048f636d44265be0adba945f4c6ff for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:42.265896 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4b04fca-9676-43ad-bb8e-437658e7284c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:42.271649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced86e74-6fdc-4195-a9e0-f5a902732951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3432ec-7b6c-4df2-9371-8156a68a5801,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:42.281537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3e8fef-5135-4e63-b3fd-7e7a6fa63393 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:42.291436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced86e74-6fdc-4195-a9e0-f5a902732951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:42.295052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ced86e74-6fdc-4195-a9e0-f5a902732951 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/0d3432ec-7b6c-4df2-9371-8156a68a5801 HTTP/1.1" status: 204 len: 168 time: 0.8379591 Nov 15 14:46:42.306788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:42.549843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f6d9dd-5216-46e3-b399-479fef046694 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Deleting subnet 8676bf79-e518-4552-aaef-8c880fa37df1 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:46:42.557827 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d9dd-5216-46e3-b399-479fef046694 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:42.606793 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d9dd-5216-46e3-b399-479fef046694 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:42.626343 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:42.640500 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43696) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:42.674691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b04fca-9676-43ad-bb8e-437658e7284c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:46:42.704890 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4b04fca-9676-43ad-bb8e-437658e7284c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:42.706861 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-d4b04fca-9676-43ad-bb8e-437658e7284c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Added segment 74269a51-56f0-4715-816c-4a51f2323648 of type vlan for network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a Nov 15 14:46:42.761984 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d9dd-5216-46e3-b399-479fef046694 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:42.824624 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4b04fca-9676-43ad-bb8e-437658e7284c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:42.836093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-14708453-cc14-42bc-85cc-665e12d9bc86 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Allocated IP 172.20.0.14 (5ea2ca3e-1721-4db8-b73a-df9152dcae6e/2626756d-4a13-433c-8da8-666b10a20de3/a2a4c695-9c01-4d66-ac14-e2b444640e92) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:43.104047 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eb59edf-923a-40d2-83a6-25c97ed0996b tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:43.153334 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eb59edf-923a-40d2-83a6-25c97ed0996b tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:43.172512 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21c2d8e1-2d45-4bd7-8606-0b5a940a5368 req-2bff95d6-dcf1-4eaa-83ad-aef506c1b784 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 210 time: 0.0423305 Nov 15 14:46:43.212673 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4b04fca-9676-43ad-bb8e-437658e7284c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:43.219037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b04fca-9676-43ad-bb8e-437658e7284c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:43.219967 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4b04fca-9676-43ad-bb8e-437658e7284c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:43.227474 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d9dd-5216-46e3-b399-479fef046694 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:43.317381 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d9dd-5216-46e3-b399-479fef046694 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:43.323211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a7f6d9dd-5216-46e3-b399-479fef046694 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/8676bf79-e518-4552-aaef-8c880fa37df1 HTTP/1.1" status: 204 len: 168 time: 1.0049152 Nov 15 14:46:43.327954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6d9dd-5216-46e3-b399-479fef046694 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Subnet': ['ID=8676bf79-e518-4552-aaef-8c880fa37df1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:43.330074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43706) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:43.348201 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b04fca-9676-43ad-bb8e-437658e7284c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'Network': ['ID=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:43.368698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:46:43.433349 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d4b04fca-9676-43ad-bb8e-437658e7284c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6607342 Nov 15 14:46:43.451680 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-14708453-cc14-42bc-85cc-665e12d9bc86 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:43.455107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43708) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:43.459256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ca25cae6-c293-4e7c-b343-aef9381cc094 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220834 Nov 15 14:46:43.466881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-187c70c3-e3de-468a-a4e5-dc3c3514c514 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'subnet': {'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:43.485965 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:43.506772 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eb59edf-923a-40d2-83a6-25c97ed0996b tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:43.523370 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eb59edf-923a-40d2-83a6-25c97ed0996b tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:43.527930 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1eb59edf-923a-40d2-83a6-25c97ed0996b tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "DELETE /v2.0/security-groups/11b3491a-002f-4c21-a070-aac4243bea7b HTTP/1.1" status: 204 len: 168 time: 0.8854489 Nov 15 14:46:43.575273 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:43.637209 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-a5487b8e-20dd-4c69-bbf2-de0bc194c0b3 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] show failed (client error): The resource could not be found. Nov 15 14:46:43.638543 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a5487b8e-20dd-4c69-bbf2-de0bc194c0b3 tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "GET /v2.0/security-groups/11b3491a-002f-4c21-a070-aac4243bea7b HTTP/1.1" status: 404 len: 347 time: 0.0572057 Nov 15 14:46:43.643454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43716) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:43.646798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb59edf-923a-40d2-83a6-25c97ed0996b tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b3491a-002f-4c21-a070-aac4243bea7b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:43.727139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf01b5b5-24d5-4325-9fa5-be0eb1568003 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:43.729016 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cf01b5b5-24d5-4325-9fa5-be0eb1568003 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2415271 Nov 15 14:46:43.730097 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:43.735327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43718) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:43.756309 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:43.819599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187c70c3-e3de-468a-a4e5-dc3c3514c514 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Made reservation on behalf of 51a048f636d44265be0adba945f4c6ff for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:43.823341 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-187c70c3-e3de-468a-a4e5-dc3c3514c514 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:43.904098 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-14708453-cc14-42bc-85cc-665e12d9bc86 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:43.919604 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487d0d5-dead-47ff-a0cd-341be6cda3b2 None None] Network f9ae7d6a-3056-4b34-ac1f-1038e440b250 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:44.001026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Allocated IP 172.25.4.43 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/c9a63e4e-8644-405f-968d-5211ef66ddc9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:44.146959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d35492f1-d3aa-4edb-986d-c99420c9b716 None None] Provisioning complete for port c78bd59b-fd96-44af-8a85-213f4474aff3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:44.147615 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d35492f1-d3aa-4edb-986d-c99420c9b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:44.176301 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:44.180943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14708453-cc14-42bc-85cc-665e12d9bc86 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event updated for resources: {'Port': ['ID=a2a4c695-9c01-4d66-ac14-e2b444640e92,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:44.208709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-14708453-cc14-42bc-85cc-665e12d9bc86 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:44.220234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d859ad-7adf-4dd3-8020-586a64491967 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:44.222640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c7d859ad-7adf-4dd3-8020-586a64491967 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4857225 Nov 15 14:46:44.228474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43732) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:44.249384 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-14708453-cc14-42bc-85cc-665e12d9bc86 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:44.330184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-14708453-cc14-42bc-85cc-665e12d9bc86 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:44.396986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:44.420200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-54f0c8fd-005c-465e-b454-b270b3c0b84c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1817205 Nov 15 14:46:44.507057 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43738) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:44.538263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] DHCP port deletion for f9ae7d6a-3056-4b34-ac1f-1038e440b250 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:44.559625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Pushing event updated for resources: {'Port': ['ID=c9a63e4e-8644-405f-968d-5211ef66ddc9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:44.577611 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:44.586773 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:44.589681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:44.605364 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e65bdf2-9b39-4a90-ba0c-ac85b562c836 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:44.617939 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69019b9-f2a6-4577-bee3-14774e3d63be tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:44.620822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69019b9-f2a6-4577-bee3-14774e3d63be tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:44.626117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a69019b9-f2a6-4577-bee3-14774e3d63be tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/06f80564-fcc6-4098-bcbe-f6e9a8cdbf91 HTTP/1.1" status: 404 len: 333 time: 0.1132333 Nov 15 14:46:44.651683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43742) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:44.692087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Deleting port c78bd59b-fd96-44af-8a85-213f4474aff3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:44.692458 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:44.695514 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-187c70c3-e3de-468a-a4e5-dc3c3514c514 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:44.763098 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-544e1634-05cc-4d5e-9c64-6578e0ac17b0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:44.763620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544e1634-05cc-4d5e-9c64-6578e0ac17b0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:44.767104 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-544e1634-05cc-4d5e-9c64-6578e0ac17b0 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/0d3432ec-7b6c-4df2-9371-8156a68a5801 HTTP/1.1" status: 404 len: 337 time: 0.1149266 Nov 15 14:46:44.785512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43746) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:44.829989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] For port c78bd59b-fd96-44af-8a85-213f4474aff3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c78bd59b-fd96-44af-8a85-213f4474aff3,segment=NetworkSegment(148bf5e8-c832-4057-aa00-32d21fa931d5),segment_id=148bf5e8-c832-4057-aa00-32d21fa931d5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:44.830378 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:44.833462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d91cd5ca-2875-4e46-a66d-5e615d845db6 None None] Provisioning complete for port a2a4c695-9c01-4d66-ac14-e2b444640e92 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:44.834144 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d91cd5ca-2875-4e46-a66d-5e615d845db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:44.853027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2b3136db-72ca-4e62-adb1-5def81ab112c tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Deleting port 4dc626a2-6aff-4ca6-aa45-98e432439ecb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:44.856661 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b3136db-72ca-4e62-adb1-5def81ab112c tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:44.893259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Calling delete_port for c78bd59b-fd96-44af-8a85-213f4474aff3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:44.929853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d91cd5ca-2875-4e46-a66d-5e615d845db6 None None] Port a2a4c695-9c01-4d66-ac14-e2b444640e92 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:44.954662 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b3136db-72ca-4e62-adb1-5def81ab112c tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:44.954994 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b3136db-72ca-4e62-adb1-5def81ab112c tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:44.972863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2b3136db-72ca-4e62-adb1-5def81ab112c tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Calling delete_port for 4dc626a2-6aff-4ca6-aa45-98e432439ecb owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:45.004509 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d91cd5ca-2875-4e46-a66d-5e615d845db6 None None] Provisioning complete for port c9a63e4e-8644-405f-968d-5211ef66ddc9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:45.005338 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d91cd5ca-2875-4e46-a66d-5e615d845db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:45.068237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d91cd5ca-2875-4e46-a66d-5e615d845db6 None None] Port c9a63e4e-8644-405f-968d-5211ef66ddc9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:45.141590 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b7b31-8879-422c-920d-d005516ad97a req-7b5094fd-a65b-4bab-ae2d-496155821db4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:45.149719 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b2b7b31-8879-422c-920d-d005516ad97a req-7b5094fd-a65b-4bab-ae2d-496155821db4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 932 time: 0.7277999 Nov 15 14:46:45.167558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-14708453-cc14-42bc-85cc-665e12d9bc86 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:45.168580 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-14708453-cc14-42bc-85cc-665e12d9bc86 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:45.177729 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:45.200873 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e3ea55-f3fe-4379-afa3-5f85259f8392 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:45.201370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e3ea55-f3fe-4379-afa3-5f85259f8392 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:45.204492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-66e3ea55-f3fe-4379-afa3-5f85259f8392 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/8676bf79-e518-4552-aaef-8c880fa37df1 HTTP/1.1" status: 404 len: 337 time: 0.3990483 Nov 15 14:46:45.209306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43750) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:45.245677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Pushing event deleted for resources: {'Port': ['ID=c78bd59b-fd96-44af-8a85-213f4474aff3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:45.246883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c70c3-e3de-468a-a4e5-dc3c3514c514 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'Subnet': ['ID=13e5cecc-ea42-44d2-9071-cfd4c54925aa,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:45.251854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] No DVR routers for this DVR port c78bd59b-fd96-44af-8a85-213f4474aff3 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:46:45.281750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:45.285043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:45.285043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:45.285043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:45.285043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:45.285043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:45.285043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:45.285593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:45.285593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:45.286160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:45.286160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:45.287097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92f88f-fc6a-4478-afff-4b3012a9485c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:46:45.296910 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1390545a-3937-4912-9a36-b028984338eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:45.297519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1390545a-3937-4912-9a36-b028984338eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:45.303257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b2b7b31-8879-422c-920d-d005516ad97a req-b12c8a89-e1fa-4c67-b45d-080712e09068 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525462 Nov 15 14:46:45.311109 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1390545a-3937-4912-9a36-b028984338eb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/e0ae2a95-9006-43dc-aede-e4b8c396aaa4 HTTP/1.1" status: 404 len: 333 time: 0.0999055 Nov 15 14:46:45.312012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:45.320558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-14708453-cc14-42bc-85cc-665e12d9bc86 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8912661 Nov 15 14:46:45.340310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Request body: {'port': {'device_id': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:45.348740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c70c3-e3de-468a-a4e5-dc3c3514c514 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Checking segment: {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:46:45.349389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c70c3-e3de-468a-a4e5-dc3c3514c514 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Network hostable DHCP agents. Network: 07c81a36-2a87-4fc4-8ccd-274284cc5c3c, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:46:45.377152 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ee2a45-7266-486c-be97-ee132af03fa8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:45.377746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ee2a45-7266-486c-be97-ee132af03fa8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:45.404057 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d6ee2a45-7266-486c-be97-ee132af03fa8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/9e442e86-a9a6-4c8e-a815-08d0c23f6186 HTTP/1.1" status: 404 len: 337 time: 0.0760117 Nov 15 14:46:45.406818 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:45.469738 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:45.497398 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ec36af-d862-427e-a4d1-6763c7adbf0c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:45.497864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ec36af-d862-427e-a4d1-6763c7adbf0c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:45.501291 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-73ec36af-d862-427e-a4d1-6763c7adbf0c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/9e3d765f-98a1-415a-986b-0a93efdb7c94 HTTP/1.1" status: 404 len: 337 time: 0.0869431 Nov 15 14:46:45.504605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43760) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:45.512775 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:45.520624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c70c3-e3de-468a-a4e5-dc3c3514c514 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:46:45.599372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-187c70c3-e3de-468a-a4e5-dc3c3514c514 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 07c81a36-2a87-4fc4-8ccd-274284cc5c3c) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:45.610071 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe48b957-faa5-4045-8979-61b2fbce6553 None None] Network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:45.641684 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a67eaeb-1029-4ec5-a5e0-be3dd8aea169 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:45.646466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a67eaeb-1029-4ec5-a5e0-be3dd8aea169 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:45.650565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c70c3-e3de-468a-a4e5-dc3c3514c514 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:45.651225 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-187c70c3-e3de-468a-a4e5-dc3c3514c514 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:45.657930 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1a67eaeb-1029-4ec5-a5e0-be3dd8aea169 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/96140fdd-af4d-4d09-ac2a-83b327734c15 HTTP/1.1" status: 404 len: 333 time: 0.1491346 Nov 15 14:46:45.658709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43762) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:45.741688 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94172b5-6c71-48cd-a8f4-304c487d874a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:45.742742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94172b5-6c71-48cd-a8f4-304c487d874a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:45.753146 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f94172b5-6c71-48cd-a8f4-304c487d874a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/0e42d2c7-5065-4bc1-94f4-2df5da4cfe0f HTTP/1.1" status: 404 len: 337 time: 0.0838921 Nov 15 14:46:45.771362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:45.842658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b3136db-72ca-4e62-adb1-5def81ab112c tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:45.855307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-187c70c3-e3de-468a-a4e5-dc3c3514c514 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3948226 Nov 15 14:46:45.860849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:45.866341 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-10715312-8963-4b2a-a644-f70a9a817f64 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:45.868668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10715312-8963-4b2a-a644-f70a9a817f64 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:45.886963 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-10715312-8963-4b2a-a644-f70a9a817f64 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/c7764bcc-678b-46cc-b449-d6bed0dc9b59 HTTP/1.1" status: 404 len: 337 time: 0.1144333 Nov 15 14:46:45.895538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:45.898104 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dfdba77b-569f-4885-9826-f6c08911b529 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'subnet': {'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:45.905879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3136db-72ca-4e62-adb1-5def81ab112c tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Pushing event deleted for resources: {'Port': ['ID=4dc626a2-6aff-4ca6-aa45-98e432439ecb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:45.937195 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3300e2a-ac67-45c0-be2b-3de605e3346b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:45.937971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3300e2a-ac67-45c0-be2b-3de605e3346b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:45.942255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b3300e2a-ac67-45c0-be2b-3de605e3346b tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/4f7cae7a-11dd-43aa-bbf5-0fc2f5295528 HTTP/1.1" status: 404 len: 333 time: 0.0432746 Nov 15 14:46:45.958379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43772) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:45.975494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e555b657-1735-44a4-a6c5-0268913aeb85 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:45.995450 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-07c81a36-2a87-4fc4-8ccd-274284cc5c3c', 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'fixed_ips': [{'subnet_id': '13e5cecc-ea42-44d2-9071-cfd4c54925aa'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:46:45.996626 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:46.065809 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b3136db-72ca-4e62-adb1-5def81ab112c tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:46.068447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b3136db-72ca-4e62-adb1-5def81ab112c tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:46.070076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2b3136db-72ca-4e62-adb1-5def81ab112c tempest-ServersTestBootFromVolume-1483676785 tempest-ServersTestBootFromVolume-1483676785-project] 10.222.0.70 "DELETE /v2.0/floatingips/f82a9e71-7b0a-4b33-8037-6eecba4b9e27 HTTP/1.1" status: 204 len: 168 time: 2.4245551 Nov 15 14:46:46.073197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a4c695-9c01-4d66-ac14-e2b444640e92 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:46:46.078485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43774) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:46.092483 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:46.109709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Transition to ACTIVE for port object a2a4c695-9c01-4d66-ac14-e2b444640e92 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:46:46.135967 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ce8547-b8a1-41d9-ad40-0bb973777403 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:46.136437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ce8547-b8a1-41d9-ad40-0bb973777403 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:46.140135 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-37ce8547-b8a1-41d9-ad40-0bb973777403 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/e5a64d7a-ebaa-4f6b-90f6-c0d6dbcbcc19 HTTP/1.1" status: 404 len: 337 time: 0.1789513 Nov 15 14:46:46.142609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43780) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:46.199374 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7266781-eff6-4f11-aafb-d7cb28d76546 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:46.199923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7266781-eff6-4f11-aafb-d7cb28d76546 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:46.207771 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e7266781-eff6-4f11-aafb-d7cb28d76546 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/12d8d91e-2c4c-4a68-96dc-8ed5091d0067 HTTP/1.1" status: 404 len: 337 time: 0.0639446 Nov 15 14:46:46.210227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43784) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:46.237303 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:46.334908 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f1ac55-5717-44af-9cec-83065051d992 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:46.335511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f1ac55-5717-44af-9cec-83065051d992 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:46.341720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-30f1ac55-5717-44af-9cec-83065051d992 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/1eddee28-a35a-42f5-b348-53696b8bc0e9 HTTP/1.1" status: 404 len: 333 time: 0.1303711 Nov 15 14:46:46.342960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Allocated IP 10.1.1.2 (07c81a36-2a87-4fc4-8ccd-274284cc5c3c/13e5cecc-ea42-44d2-9071-cfd4c54925aa/c1190ef7-3640-4145-97b1-e6ecfe49d11c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:46.358623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43788) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:46.536700 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e39c8c-ac01-4b3e-b67b-b75849f1713d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:46.538337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e39c8c-ac01-4b3e-b67b-b75849f1713d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:46.562077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-23e39c8c-ac01-4b3e-b67b-b75849f1713d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/e9fc763d-ddb1-495a-8489-804cac692006 HTTP/1.1" status: 404 len: 337 time: 0.1995063 Nov 15 14:46:46.562934 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:46.607934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c78bd59b-fd96-44af-8a85-213f4474aff3 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:46:46.627091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Pushing event updated for resources: {'Port': ['ID=a2a4c695-9c01-4d66-ac14-e2b444640e92,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:46.637152 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:46.647331 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-95418af7-8e11-46e6-9cd7-0116a1a6c746 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:46.647943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95418af7-8e11-46e6-9cd7-0116a1a6c746 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:46.656274 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-95418af7-8e11-46e6-9cd7-0116a1a6c746 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/2e43dbc6-47b7-4cb2-9ea2-1821e2ce0e7a HTTP/1.1" status: 404 len: 333 time: 0.0856831 Nov 15 14:46:46.658502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdba77b-569f-4885-9826-f6c08911b529 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Made reservation on behalf of 51a048f636d44265be0adba945f4c6ff for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:46.668154 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfdba77b-569f-4885-9826-f6c08911b529 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:46.677699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43796) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:46.683633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:46.687914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c78bd59b-fd96-44af-8a85-213f4474aff3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:46:46.688948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c78bd59b-fd96-44af-8a85-213f4474aff3 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:46:46.786105 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:46.835553 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef3c8f9-ff3b-4b35-9c96-aa22f25e733c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:46.838515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef3c8f9-ff3b-4b35-9c96-aa22f25e733c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:46.839922 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-aef3c8f9-ff3b-4b35-9c96-aa22f25e733c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/8caf911f-cad6-4265-b14a-fe4458b90042 HTTP/1.1" status: 404 len: 337 time: 0.1535237 Nov 15 14:46:46.844082 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:46.923164 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:46.988028 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-124c441e-ad07-4334-b3a6-166d87466c9a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:46.988963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124c441e-ad07-4334-b3a6-166d87466c9a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:46.993270 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-124c441e-ad07-4334-b3a6-166d87466c9a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/3f2033b6-d0f7-4331-b40f-de7ad3c1a5d0 HTTP/1.1" status: 404 len: 333 time: 0.1464088 Nov 15 14:46:47.000435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:47.059146 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:47.063042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:47.067346 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:47.075996 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e645f634-dec0-4f7c-9589-9e76c4273124 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:47.078607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e645f634-dec0-4f7c-9589-9e76c4273124 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:47.083263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Pushing event updated for resources: {'Port': ['ID=c1190ef7-3640-4145-97b1-e6ecfe49d11c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:47.086941 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e645f634-dec0-4f7c-9589-9e76c4273124 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/14f37b44-42c8-478e-8eea-c7104876128d HTTP/1.1" status: 404 len: 337 time: 0.0764418 Nov 15 14:46:47.088975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:47.196265 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e06d00d-4f9e-4f74-ad32-87ac04e1111a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:47.197623 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e06d00d-4f9e-4f74-ad32-87ac04e1111a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:47.202448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Attempting to bind port c1190ef7-3640-4145-97b1-e6ecfe49d11c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:46:47.203186 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Attempting to bind port c1190ef7-3640-4145-97b1-e6ecfe49d11c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:46:47.204017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Attempting to bind port c1190ef7-3640-4145-97b1-e6ecfe49d11c on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:46:47.205239 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5e06d00d-4f9e-4f74-ad32-87ac04e1111a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/b989a39d-d123-4a63-8420-cb32a6cb7a04 HTTP/1.1" status: 404 len: 333 time: 0.1067791 Nov 15 14:46:47.210685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:46:47.211997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Checking segment: {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:46:47.212668 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:47.213324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Bound using segment: {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:46:47.214783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Bound port: c1190ef7-3640-4145-97b1-e6ecfe49d11c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:46:47.215530 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:47.220167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43808) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:47.344805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43810) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:47.358442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] For port c1190ef7-3640-4145-97b1-e6ecfe49d11c, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:46:47.358994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678befa5-20d6-481f-baae-3c7d6c25564f req-3ee21b6a-6eb6-4ca0-8de7-5ea3b2283109 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:47.361589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-678befa5-20d6-481f-baae-3c7d6c25564f req-3ee21b6a-6eb6-4ca0-8de7-5ea3b2283109 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 944 time: 0.7889142 Nov 15 14:46:47.364374 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] For port c1190ef7-3640-4145-97b1-e6ecfe49d11c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c1190ef7-3640-4145-97b1-e6ecfe49d11c,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:46:47.372191 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-643b7c7d-3339-46da-9f8e-4b9192620af5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:47.372917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643b7c7d-3339-46da-9f8e-4b9192620af5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:47.385892 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-643b7c7d-3339-46da-9f8e-4b9192620af5 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/bc39d6cd-00e8-43a7-9a73-f011510248b6 HTTP/1.1" status: 404 len: 337 time: 0.1445589 Nov 15 14:46:47.394756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:47.452920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Attempting to bind port a2a4c695-9c01-4d66-ac14-e2b444640e92 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:46:47.454766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Attempting to bind port a2a4c695-9c01-4d66-ac14-e2b444640e92 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:46:47.455226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Attempting to bind port a2a4c695-9c01-4d66-ac14-e2b444640e92 on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:46:47.477372 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:47.490775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Port a2a4c695-9c01-4d66-ac14-e2b444640e92 on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:46:47.491110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Attempting to bind port a2a4c695-9c01-4d66-ac14-e2b444640e92 on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:46:47.508663 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-678befa5-20d6-481f-baae-3c7d6c25564f req-8e757f5b-3110-4091-a6a1-1a1f5c912ea8 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201339 Nov 15 14:46:47.542676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:46:47.544200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Checking segment: {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:46:47.544200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Bound using segment: {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:46:47.544200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Bound port: a2a4c695-9c01-4d66-ac14-e2b444640e92, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:46:47.544200 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:47.639254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b7b7f-4a89-49c0-8a26-42cb16990e99 None None] Pushing event updated for resources: {'Port': ['ID=c1190ef7-3640-4145-97b1-e6ecfe49d11c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:47.720523 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be310959-079a-45f5-b25a-a3c57fea6129 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:48.045818 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fd41fb-a1df-4a80-8bb0-ee45ba4308c4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:48.046476 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08fd41fb-a1df-4a80-8bb0-ee45ba4308c4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:48.050360 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-08fd41fb-a1df-4a80-8bb0-ee45ba4308c4 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/f1ff131e-ded3-4553-8309-b035dc039701 HTTP/1.1" status: 404 len: 333 time: 0.6537194 Nov 15 14:46:48.053082 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43822) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:48.100661 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-303636aa-b6d6-4fd3-8481-707eec247bbd tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:48.101133 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303636aa-b6d6-4fd3-8481-707eec247bbd tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:48.104429 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-303636aa-b6d6-4fd3-8481-707eec247bbd tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/bb9867b4-4f03-4e0e-86ed-806bf49c73fa HTTP/1.1" status: 404 len: 337 time: 0.0503826 Nov 15 14:46:48.110466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43824) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:48.159982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Router 49903dcb-6491-4556-adcf-757b8e511ea1 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:46:48.170890 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8a94f3-16cd-4e82-8b30-c3860b33e3c7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:48.171552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8a94f3-16cd-4e82-8b30-c3860b33e3c7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:48.175681 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2a8a94f3-16cd-4e82-8b30-c3860b33e3c7 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/01a96004-b028-4853-b929-7a38de733c58 HTTP/1.1" status: 404 len: 333 time: 0.0654318 Nov 15 14:46:48.188863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43826) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:48.192271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfdba77b-569f-4885-9826-f6c08911b529 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:48.223544 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c1190ef7-3640-4145-97b1-e6ecfe49d11c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:48.277174 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b7adb2-5e26-4b23-ac17-186c5bc6317c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:48.277772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b7adb2-5e26-4b23-ac17-186c5bc6317c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:48.282035 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-39b7adb2-5e26-4b23-ac17-186c5bc6317c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/89ac618c-3675-49da-93bb-15600a15c9dc HTTP/1.1" status: 404 len: 337 time: 0.0915763 Nov 15 14:46:48.291006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43828) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:48.361873 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-587d6a88-9f73-46c5-9938-699c3f36cc8f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:48.362979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587d6a88-9f73-46c5-9938-699c3f36cc8f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:48.368913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-587d6a88-9f73-46c5-9938-699c3f36cc8f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/5567c245-9a4d-4bb6-b123-7babe7087b34 HTTP/1.1" status: 404 len: 337 time: 0.0691586 Nov 15 14:46:48.373161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43830) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:48.381218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:46:48.395395 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdba77b-569f-4885-9826-f6c08911b529 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Checking segment: {'id': '74269a51-56f0-4715-816c-4a51f2323648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:46:48.395895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdba77b-569f-4885-9826-f6c08911b529 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Network hostable DHCP agents. Network: 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:46:48.400729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdba77b-569f-4885-9826-f6c08911b529 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'Subnet': ['ID=cfcbb94e-6f43-4c2f-ba15-404b45ed75fb,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:48.442007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:46:48.449004 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9494b19-0674-4f48-b48c-1db1003bb20a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:48.449583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9494b19-0674-4f48-b48c-1db1003bb20a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:48.455297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a9494b19-0674-4f48-b48c-1db1003bb20a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/ded88cdc-4e37-4126-918f-3ccc1ef94742 HTTP/1.1" status: 404 len: 333 time: 0.0681753 Nov 15 14:46:48.458794 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:48.458927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:46:48.459037 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-68017a30-24e4-433a-b19e-ce3f098c42bb tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "PUT /v2.0/routers/49903dcb-6491-4556-adcf-757b8e511ea1 HTTP/1.1" status: 200 len: 882 time: 6.3971288 Nov 15 14:46:48.459037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:48.462072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43834) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:48.465244 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6065a3d6-fc4d-43d1-87d9-09fd0cbe1718 None None] Sync routers for ids ['49903dcb-6491-4556-adcf-757b8e511ea1'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:46:48.495006 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6065a3d6-fc4d-43d1-87d9-09fd0cbe1718 None None] Routers {'49903dcb-6491-4556-adcf-757b8e511ea1'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:48.496123 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6065a3d6-fc4d-43d1-87d9-09fd0cbe1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['49903dcb-6491-4556-adcf-757b8e511ea1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:48.498675 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd39a4ab-90f0-459a-8901-03f4248a9045 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:48.500842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd39a4ab-90f0-459a-8901-03f4248a9045 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:48.508661 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cd39a4ab-90f0-459a-8901-03f4248a9045 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/49d705c3-7a93-48f5-884a-c8e8d5320e76 HTTP/1.1" status: 404 len: 337 time: 0.0481308 Nov 15 14:46:48.509046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:48.516611 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be310959-079a-45f5-b25a-a3c57fea6129 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:48.528868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdba77b-569f-4885-9826-f6c08911b529 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:46:48.547091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c1190ef7-3640-4145-97b1-e6ecfe49d11c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:48.547458 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:48.558408 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6065a3d6-fc4d-43d1-87d9-09fd0cbe1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:48.585129 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:48.585630 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7538901a-e66a-4f7f-82e6-e3ae96808b9e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:48.586230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7538901a-e66a-4f7f-82e6-e3ae96808b9e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:48.587519 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6065a3d6-fc4d-43d1-87d9-09fd0cbe1718 None None] Routers {'49903dcb-6491-4556-adcf-757b8e511ea1'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:48.588369 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6065a3d6-fc4d-43d1-87d9-09fd0cbe1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['49903dcb-6491-4556-adcf-757b8e511ea1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:48.597995 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7538901a-e66a-4f7f-82e6-e3ae96808b9e tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/a970eeea-a24b-4b9c-a697-b4ce9703edf1 HTTP/1.1" status: 404 len: 337 time: 0.0846145 Nov 15 14:46:48.600421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43840) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:48.644824 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6065a3d6-fc4d-43d1-87d9-09fd0cbe1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:48.646473 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6065a3d6-fc4d-43d1-87d9-09fd0cbe1718 None None] The sync data for ids ['49903dcb-6491-4556-adcf-757b8e511ea1'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:46:48.693944 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-dfdba77b-569f-4885-9826-f6c08911b529 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:48.699430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdba77b-569f-4885-9826-f6c08911b529 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:48.700494 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfdba77b-569f-4885-9826-f6c08911b529 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:48.715385 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be310959-079a-45f5-b25a-a3c57fea6129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:48.724332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2805f7d-6102-4276-ada6-bf7d8efbb9a9 None None] Network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:48.766712 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3b4e15-9463-4a18-8d31-9ea37c50ef8a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:48.767172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3b4e15-9463-4a18-8d31-9ea37c50ef8a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:48.774371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43850) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:48.779090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2c3b4e15-9463-4a18-8d31-9ea37c50ef8a tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/521888b5-4d9e-4461-87b2-c7f2f2d817fb HTTP/1.1" status: 404 len: 333 time: 0.1681001 Nov 15 14:46:48.809748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:48.815261 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:48.817874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] 10.222.0.59 "PUT /v2.0/ports/a2a4c695-9c01-4d66-ac14-e2b444640e92 HTTP/1.1" status: 200 len: 1092 time: 3.4835947 Nov 15 14:46:48.835039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:46:48.837672 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cebbc31-f6bf-4b82-904c-342ba753df3a" -d '{"events": [{"name": "network-changed", "server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:46:48.846769 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:48.884425 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dfdba77b-569f-4885-9826-f6c08911b529 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9909964 Nov 15 14:46:48.885943 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce1f45a-f2a2-41ce-9460-0b440453a81d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:48.886773 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce1f45a-f2a2-41ce-9460-0b440453a81d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:48.890935 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9ce1f45a-f2a2-41ce-9460-0b440453a81d tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/6138a27c-c7fb-446e-b189-eb2a256f969e HTTP/1.1" status: 404 len: 337 time: 0.1148393 Nov 15 14:46:48.895613 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:48.904640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'port': {'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c', 'name': 'tempest-TaggedBootDevicesTest_v242-959317384', 'fixed_ips': [{'subnet_id': '13e5cecc-ea42-44d2-9071-cfd4c54925aa'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:48.907759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43856) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:48.962254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port c1190ef7-3640-4145-97b1-e6ecfe49d11c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c1190ef7-3640-4145-97b1-e6ecfe49d11c,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:49.014002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-be310959-079a-45f5-b25a-a3c57fea6129 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=869bc859454548b79d88ec492e15b487&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6512692 Nov 15 14:46:49.071579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d04e4-c435-45fb-b512-e7afd54946fc service neutron] Pushing event updated for resources: {'Port': ['ID=a2a4c695-9c01-4d66-ac14-e2b444640e92,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:49.073599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be310959-079a-45f5-b25a-a3c57fea6129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d737a385-feec-47ca-a0d4-c077b6fe1743,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:49.084817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43860) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:49.089792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42959039-f591-453c-9fe9-31a78e5e204c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:49.094180 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a3484f-0b8e-4158-8e6f-4d58b544e8c8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:49.094720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a3484f-0b8e-4158-8e6f-4d58b544e8c8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:49.102621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-16a3484f-0b8e-4158-8e6f-4d58b544e8c8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/d7797d4c-c45e-4bc8-955f-72dcd4f1f468 HTTP/1.1" status: 404 len: 337 time: 0.1806169 Nov 15 14:46:49.114144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:49.128547 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:49.260151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-80282745-ab0a-40a1-a5e0-f0c5a9fadf3a', 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'fixed_ips': [{'subnet_id': 'cfcbb94e-6f43-4c2f-ba15-404b45ed75fb'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:46:49.268762 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:49.323336 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25b7fe5-104d-4e49-a1a6-29971c6bf493 x-openstack-request-id: req-a25b7fe5-104d-4e49-a1a6-29971c6bf493 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:46:49.324298 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:46:49.324727 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a25b7fe5-104d-4e49-a1a6-29971c6bf493 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:46:49.325502 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'status': 'completed', 'code': 200} Nov 15 14:46:49.340409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c33c0978-45db-4da8-b179-a583c59aaf80 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/routers/49903dcb-6491-4556-adcf-757b8e511ea1 HTTP/1.1" status: 200 len: 923 time: 0.8572209 Nov 15 14:46:49.347768 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bdf7df-8751-4d22-a161-28a392a47a23 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:49.348672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bdf7df-8751-4d22-a161-28a392a47a23 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:49.352319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b4bdf7df-8751-4d22-a161-28a392a47a23 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/f5d69f73-22dd-4b4f-9f82-59497a70de45 HTTP/1.1" status: 404 len: 333 time: 0.1449089 Nov 15 14:46:49.355472 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:49.366899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43870) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:49.368322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68f45e-12b8-45bc-831e-a9d07e49d5f8 req-acf1aa97-fab4-4278-8c02-c2c6fa222110 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:49.370302 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce68f45e-12b8-45bc-831e-a9d07e49d5f8 req-acf1aa97-fab4-4278-8c02-c2c6fa222110 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 944 time: 0.6850057 Nov 15 14:46:49.371676 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e70a2220-9d2b-49c2-ab88-26ba89ea2dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:49.436925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-f8acdca1-13ca-4933-8dff-4e11c4bf2320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:49.440125 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-f8acdca1-13ca-4933-8dff-4e11c4bf2320 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 1095 time: 0.4815044 Nov 15 14:46:49.462696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=c1190ef7-3640-4145-97b1-e6ecfe49d11c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:49.556807 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-0106a845-97f7-4657-9211-cc5c990aaed2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92 HTTP/1.1" status: 200 len: 217 time: 0.1024864 Nov 15 14:46:49.568454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e70a2220-9d2b-49c2-ab88-26ba89ea2dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:49.578019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa9efd-5dc2-41a9-9672-547ae029d1a3 None None] Network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:49.632935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-1ae00170-2106-46c5-a43e-5915a2ea2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:49.635931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-1ae00170-2106-46c5-a43e-5915a2ea2643 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 200 len: 856 time: 0.0620646 Nov 15 14:46:49.645588 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce68f45e-12b8-45bc-831e-a9d07e49d5f8 req-149b9203-7e1f-4339-9a5b-330c9e13fe04 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627587 Nov 15 14:46:49.662652 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc694dce-8626-4f91-b9dd-1061d68a8d64 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:49.662652 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc694dce-8626-4f91-b9dd-1061d68a8d64 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:49.669538 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cc694dce-8626-4f91-b9dd-1061d68a8d64 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/a27d9836-a110-41dd-aafa-8a29dad1de0a HTTP/1.1" status: 404 len: 337 time: 0.2837512 Nov 15 14:46:49.676224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43876) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:49.769411 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-211bc564-106f-48e8-b86b-3f94167b8bdf tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:49.770610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211bc564-106f-48e8-b86b-3f94167b8bdf tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:49.778802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-4a64d891-f3e2-485f-ac87-70cad665245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:49.779321 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-211bc564-106f-48e8-b86b-3f94167b8bdf tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/16cd45c8-0ad0-476b-b676-a3556bfabc79 HTTP/1.1" status: 404 len: 337 time: 0.0944722 Nov 15 14:46:49.780623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-4a64d891-f3e2-485f-ac87-70cad665245a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217585 Nov 15 14:46:49.781156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43878) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:49.790445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bed126-df70-448e-b808-7cc07ca7a33c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:49.792139 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-59bed126-df70-448e-b808-7cc07ca7a33c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&device_id=49903dcb-6491-4556-adcf-757b8e511ea1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4099979 Nov 15 14:46:49.795723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43880) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:49.819487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-67aa23b3-c48a-480d-a3c2-008b3221639d None None] Provisioning complete for port c1190ef7-3640-4145-97b1-e6ecfe49d11c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:49.820178 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67aa23b3-c48a-480d-a3c2-008b3221639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:49.831981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-033b8d94-b6d7-4ed9-a328-7a1f898d0e6c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports?device_id=0267effe-333c-42d9-b6b4-bf868dfdfcf5 HTTP/1.1" status: 200 len: 205 time: 0.0452335 Nov 15 14:46:49.844690 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43882) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:49.848952 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e70a2220-9d2b-49c2-ab88-26ba89ea2dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:49.852566 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e70a2220-9d2b-49c2-ab88-26ba89ea2dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:49.855358 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e70a2220-9d2b-49c2-ab88-26ba89ea2dea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d737a385-feec-47ca-a0d4-c077b6fe1743 HTTP/1.1" status: 204 len: 168 time: 0.7566235 Nov 15 14:46:49.875507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a2220-9d2b-49c2-ab88-26ba89ea2dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d737a385-feec-47ca-a0d4-c077b6fe1743,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:49.893138 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Made reservation on behalf of 51a048f636d44265be0adba945f4c6ff for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:49.924075 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-5c5f1112-f499-412c-bd9a-d33d5dc46361 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] delete failed (client error): The resource could not be found. Nov 15 14:46:49.926891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c5f1112-f499-412c-bd9a-d33d5dc46361 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/routers/0267effe-333c-42d9-b6b4-bf868dfdfcf5 HTTP/1.1" status: 404 len: 336 time: 0.0524833 Nov 15 14:46:49.931948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43886) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:49.982834 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-051560ef-112b-4bc1-8cc5-b808004f3e8f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:49.983687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051560ef-112b-4bc1-8cc5-b808004f3e8f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:49.987183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-051560ef-112b-4bc1-8cc5-b808004f3e8f tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/373d1699-6454-4f76-a185-8b2b8d535d50 HTTP/1.1" status: 404 len: 337 time: 0.0539083 Nov 15 14:46:50.004824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:50.033266 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7145eeb-8688-4f33-a2b6-fa25dd959463 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:50.037063 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d7145eeb-8688-4f33-a2b6-fa25dd959463 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 881 time: 0.2401726 Nov 15 14:46:50.039983 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43890) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:50.045414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d6a1fb32-0166-46d7-9785-5fffd2c5d3aa tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c6020fa-05c9-42ad-a86e-fcbc984af415 HTTP/1.1" status: 200 len: 205 time: 0.0374718 Nov 15 14:46:50.053972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:50.097695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Allocated IP 10.2.2.2 (80282745-ab0a-40a1-a5e0-f0c5a9fadf3a/cfcbb94e-6f43-4c2f-ba15-404b45ed75fb/24d27ac6-9c65-4751-930c-02ba842195ea) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:50.108107 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8869ff3d-e7ba-45da-a74e-8089ff5e83ce tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "GET /v2.0/ports?device_id=49903dcb-6491-4556-adcf-757b8e511ea1 HTTP/1.1" status: 200 len: 205 time: 0.0666006 Nov 15 14:46:50.116207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:50.121226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-ce017adb-ec29-4b74-8b4e-ec4756e1dcf1 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189340 Nov 15 14:46:50.139393 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-534e35cc-ba4a-40d8-b5a6-b0e3748f1175 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] delete failed (client error): The resource could not be found. Nov 15 14:46:50.140847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-534e35cc-ba4a-40d8-b5a6-b0e3748f1175 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/routers/7c6020fa-05c9-42ad-a86e-fcbc984af415 HTTP/1.1" status: 404 len: 336 time: 0.0853651 Nov 15 14:46:50.154577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:50.209165 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c1190ef7-3640-4145-97b1-e6ecfe49d11c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:50.237979 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fdeb2f-0dbc-4d80-a1d3-f719f961cde8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:50.237979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fdeb2f-0dbc-4d80-a1d3-f719f961cde8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:50.238905 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e3fdeb2f-0dbc-4d80-a1d3-f719f961cde8 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/57fd54ad-a267-4bef-8f5c-f8e1f730c7f8 HTTP/1.1" status: 404 len: 337 time: 0.0816946 Nov 15 14:46:50.248717 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:50.265636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:50.305080 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cee8ae-9961-4327-9292-b4daeef102fe tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:50.306004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cee8ae-9961-4327-9292-b4daeef102fe tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:50.309841 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-19cee8ae-9961-4327-9292-b4daeef102fe tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/67a4aef9-9515-4af4-9453-1df26561793f HTTP/1.1" status: 404 len: 337 time: 0.0594790 Nov 15 14:46:50.312218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43902) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:50.330605 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-42959039-f591-453c-9fe9-31a78e5e204c admin admin] Deleting port 900f1b12-aa41-4274-85a0-096ba3d5abf1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:50.331780 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42959039-f591-453c-9fe9-31a78e5e204c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:50.335453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] device_id is not set on port 68fee45f-e988-4280-9d1f-4feb0fed1987 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:46:50.442166 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b060dd44-9b8a-41a4-a970-cd7b80ef62de req-d476d4a0-ab74-4bf4-a2ac-909ce6615422 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000412 Nov 15 14:46:50.495889 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e98095-976b-431a-bc58-d4b6480b57ed tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:50.496366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c1190ef7-3640-4145-97b1-e6ecfe49d11c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:50.496849 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:50.524453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e98095-976b-431a-bc58-d4b6480b57ed tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:50.530159 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-32e98095-976b-431a-bc58-d4b6480b57ed tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/51504231-27c6-4ee6-82cd-757737233d94 HTTP/1.1" status: 404 len: 333 time: 0.2141261 Nov 15 14:46:50.539863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:50.558444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-42959039-f591-453c-9fe9-31a78e5e204c admin admin] For port 900f1b12-aa41-4274-85a0-096ba3d5abf1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=900f1b12-aa41-4274-85a0-096ba3d5abf1,segment=NetworkSegment(0310ce1a-79ce-4beb-8092-241dfc84a702),segment_id=0310ce1a-79ce-4beb-8092-241dfc84a702)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:50.566692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42959039-f591-453c-9fe9-31a78e5e204c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:50.577182 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:50.631213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:50.689830 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:50.694952 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6963c7-9ea7-4b64-abd0-604e7da3d3bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:50.694952 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6963c7-9ea7-4b64-abd0-604e7da3d3bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:50.702354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dc6963c7-9ea7-4b64-abd0-604e7da3d3bb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/59b5d4b5-0c98-42a3-abac-f6f66265c19c HTTP/1.1" status: 404 len: 337 time: 0.1606147 Nov 15 14:46:50.707403 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43920) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:50.750564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-42959039-f591-453c-9fe9-31a78e5e204c admin admin] Calling delete_port for 900f1b12-aa41-4274-85a0-096ba3d5abf1 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:50.794408 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e78e32-8721-4373-ae60-7061a11b3c23 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:50.794983 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e78e32-8721-4373-ae60-7061a11b3c23 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:50.800916 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d3e78e32-8721-4373-ae60-7061a11b3c23 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/39e8333c-054e-4f04-9cde-920859da94cf HTTP/1.1" status: 404 len: 333 time: 0.0590301 Nov 15 14:46:50.804051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:50.831777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Pushing event updated for resources: {'Port': ['ID=24d27ac6-9c65-4751-930c-02ba842195ea,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:50.843802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebbc31-f6bf-4b82-904c-342ba753df3a req-1455d7b4-c8a5-4bb0-8567-96ed3bed8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:50.845834 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1cebbc31-f6bf-4b82-904c-342ba753df3a req-1455d7b4-c8a5-4bb0-8567-96ed3bed8312 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 1095 time: 0.1774049 Nov 15 14:46:50.850121 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-64aff436-6b0b-4fbb-8802-fa8bfe9a7b05 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:50.850609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64aff436-6b0b-4fbb-8802-fa8bfe9a7b05 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:50.854749 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-64aff436-6b0b-4fbb-8802-fa8bfe9a7b05 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/05d879d3-b54c-439b-bcef-9311b84f5499 HTTP/1.1" status: 404 len: 337 time: 0.0486529 Nov 15 14:46:50.862793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43926) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:50.890852 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2cd621-c818-463f-8600-9c7164471beb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:50.891993 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2cd621-c818-463f-8600-9c7164471beb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:50.896000 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ac2cd621-c818-463f-8600-9c7164471beb tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/c103afa4-af86-4a56-9574-575ebe825e2e HTTP/1.1" status: 404 len: 333 time: 0.0322106 Nov 15 14:46:50.909910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b71bdac4-73f9-45fe-b715-f02b85a0c6da None None] Provisioning complete for port c1190ef7-3640-4145-97b1-e6ecfe49d11c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:50.910285 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b71bdac4-73f9-45fe-b715-f02b85a0c6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:50.923980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43928) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:50.967897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:50.973640 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-277ca447-3d43-41a0-a611-614652a12963 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:50.974491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277ca447-3d43-41a0-a611-614652a12963 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:50.977762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:50.978269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-277ca447-3d43-41a0-a611-614652a12963 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/35c68b02-e9ae-429f-8dae-d3f3442d7702 HTTP/1.1" status: 404 len: 337 time: 0.0529101 Nov 15 14:46:50.982379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Allocated IP 10.1.1.141 (07c81a36-2a87-4fc4-8ccd-274284cc5c3c/13e5cecc-ea42-44d2-9071-cfd4c54925aa/68fee45f-e988-4280-9d1f-4feb0fed1987) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:50.983841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:50.985241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43930) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:50.996409 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b79419-2fc0-4cb0-b503-ce492f3bb041 req-ea6b9536-0682-435d-a932-e347baf7424b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:50.997859 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:51.017974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22b79419-2fc0-4cb0-b503-ce492f3bb041 req-ea6b9536-0682-435d-a932-e347baf7424b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 944 time: 0.1917500 Nov 15 14:46:51.024265 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44e680d-850d-47df-921b-dcd807e400dc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:51.024858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44e680d-850d-47df-921b-dcd807e400dc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:51.027971 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e44e680d-850d-47df-921b-dcd807e400dc tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/0c02c5a4-fdb1-467e-a508-c9047737423e HTTP/1.1" status: 404 len: 333 time: 0.0417337 Nov 15 14:46:51.031189 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:51.078231 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87cf9bc-0674-476e-aee7-2cf54c03d01c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:51.085473 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87cf9bc-0674-476e-aee7-2cf54c03d01c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:51.099145 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d87cf9bc-0674-476e-aee7-2cf54c03d01c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/9d3ed381-d792-4266-80a7-b35b247f302a HTTP/1.1" status: 404 len: 337 time: 0.0635946 Nov 15 14:46:51.099406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Attempting to bind port 24d27ac6-9c65-4751-930c-02ba842195ea on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:46:51.099406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Attempting to bind port 24d27ac6-9c65-4751-930c-02ba842195ea by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '74269a51-56f0-4715-816c-4a51f2323648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:46:51.099406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Attempting to bind port 24d27ac6-9c65-4751-930c-02ba842195ea on network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:46:51.099962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:51.123994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:46:51.124417 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Checking segment: {'id': '74269a51-56f0-4715-816c-4a51f2323648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:46:51.125127 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:51.125287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Bound using segment: {'id': '74269a51-56f0-4715-816c-4a51f2323648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:46:51.125650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Bound port: 24d27ac6-9c65-4751-930c-02ba842195ea, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74269a51-56f0-4715-816c-4a51f2323648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:46:51.126046 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:51.138586 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffcc008-d9c8-476c-8afb-73272bb49828 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:51.139263 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffcc008-d9c8-476c-8afb-73272bb49828 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:51.145365 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2ffcc008-d9c8-476c-8afb-73272bb49828 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/b51f40f7-8216-4987-8041-eb3ee77bce36 HTTP/1.1" status: 404 len: 333 time: 0.0335352 Nov 15 14:46:51.147611 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:51.221325 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbbd903-0aab-4d5a-a170-b688d47d69f6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:51.221815 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbbd903-0aab-4d5a-a170-b688d47d69f6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:51.224842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] For port 24d27ac6-9c65-4751-930c-02ba842195ea, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:46:51.225451 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dcbbd903-0aab-4d5a-a170-b688d47d69f6 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/80859296-e920-45ec-bba5-2feed398f7b5 HTTP/1.1" status: 404 len: 337 time: 0.0770581 Nov 15 14:46:51.227936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:51.231614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] For port 24d27ac6-9c65-4751-930c-02ba842195ea, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=24d27ac6-9c65-4751-930c-02ba842195ea,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:46:51.260764 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b0b36a-b226-48c7-b7e3-711973aef18c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:51.261400 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b0b36a-b226-48c7-b7e3-711973aef18c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:51.266629 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-07b0b36a-b226-48c7-b7e3-711973aef18c tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/f60647ea-a648-4e09-8d40-dad655f0a740 HTTP/1.1" status: 404 len: 333 time: 0.0360911 Nov 15 14:46:51.269275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43942) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:51.276196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22b79419-2fc0-4cb0-b503-ce492f3bb041 req-c5bf7e57-e3da-4b79-991a-a1d84c00b9b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565792 Nov 15 14:46:51.307654 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1362248b-d8d7-4ab0-8fa1-f29244bef708 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:51.308781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1362248b-d8d7-4ab0-8fa1-f29244bef708 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:51.314487 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1362248b-d8d7-4ab0-8fa1-f29244bef708 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/7c4fa313-30fa-4622-b4c3-59a10acbdb11 HTTP/1.1" status: 404 len: 337 time: 0.0420616 Nov 15 14:46:51.318592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43946) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:51.336157 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:51.347620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Deleting port c9a63e4e-8644-405f-968d-5211ef66ddc9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:51.347620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:51.354481 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a71b7a-abe3-4ea8-917a-8058d3315026 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:51.355062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a71b7a-abe3-4ea8-917a-8058d3315026 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:51.361660 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-17a71b7a-abe3-4ea8-917a-8058d3315026 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/ports/0377ac44-d55d-4d33-8dc8-2df7f00f6870 HTTP/1.1" status: 404 len: 333 time: 0.0392835 Nov 15 14:46:51.363195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebbc31-f6bf-4b82-904c-342ba753df3a req-95949b1f-c29f-499c-80de-ddf4a7c0968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:51.364620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1cebbc31-f6bf-4b82-904c-342ba753df3a req-95949b1f-c29f-499c-80de-ddf4a7c0968c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 918 time: 0.4954777 Nov 15 14:46:51.365086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:51.410280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c9983-7938-4acd-9f95-03305b211c7a None None] Pushing event updated for resources: {'Port': ['ID=24d27ac6-9c65-4751-930c-02ba842195ea,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:51.439474 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5207749-0da9-494d-a0d9-31fe24066b17 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] DELETE failed (client error): The resource could not be found. Nov 15 14:46:51.439474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5207749-0da9-494d-a0d9-31fe24066b17 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:46:51.444321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b5207749-0da9-494d-a0d9-31fe24066b17 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/subnets/47d363d5-6f26-4aec-ba0f-79de4816f22a HTTP/1.1" status: 404 len: 337 time: 0.0758896 Nov 15 14:46:51.444321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42959039-f591-453c-9fe9-31a78e5e204c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:51.446131 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1cebbc31-f6bf-4b82-904c-342ba753df3a req-e17adae5-c647-4d49-9554-6ce931f8d51a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92 HTTP/1.1" status: 200 len: 217 time: 0.0725443 Nov 15 14:46:51.446635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43952) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:51.484790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42959039-f591-453c-9fe9-31a78e5e204c admin admin] Pushing event deleted for resources: {'Port': ['ID=900f1b12-aa41-4274-85a0-096ba3d5abf1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:51.555484 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:51.578155 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Calling delete_port for c9a63e4e-8644-405f-968d-5211ef66ddc9 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:51.643362 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5566f109-8ed7-475d-82e8-205edc53fe71 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:51.698847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebbc31-f6bf-4b82-904c-342ba753df3a req-3b06a52e-96b2-4721-9430-45a439331d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:51.706348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1cebbc31-f6bf-4b82-904c-342ba753df3a req-3b06a52e-96b2-4721-9430-45a439331d47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 200 len: 856 time: 0.2168400 Nov 15 14:46:51.745761 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.045881 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5566f109-8ed7-475d-82e8-205edc53fe71 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.063646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebbc31-f6bf-4b82-904c-342ba753df3a req-0c9d5792-539b-4dae-9436-9a4a8c46ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:52.067424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1cebbc31-f6bf-4b82-904c-342ba753df3a req-0c9d5792-539b-4dae-9436-9a4a8c46ed3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3517151 Nov 15 14:46:52.079742 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.106109 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:46:52.139461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:52.143268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:52.148930 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.155377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:52.190236 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'Port': ['ID=68fee45f-e988-4280-9d1f-4feb0fed1987,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:52.249286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Pushing event deleted for resources: {'Port': ['ID=c9a63e4e-8644-405f-968d-5211ef66ddc9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:52.298386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2c356d-2319-4284-8d69-fee09f140624 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:52.377588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:52.378626 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.450363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 24d27ac6-9c65-4751-930c-02ba842195ea up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:52.451804 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.513025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 24d27ac6-9c65-4751-930c-02ba842195ea triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:52.513615 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.588946 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1494da12-8a1a-41ee-9e72-c8f9b1ab1d06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6933091 Nov 15 14:46:52.589593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:52.632168 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.644659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'port': {'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c', 'name': 'tempest-TaggedBootDevicesTest_v242-634262267', 'fixed_ips': [{'subnet_id': '13e5cecc-ea42-44d2-9071-cfd4c54925aa'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:52.648553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3b97e89c-3ae1-4803-a48b-1284933ea6e4 None None] Provisioning complete for port 68fee45f-e988-4280-9d1f-4feb0fed1987 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:52.648930 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b97e89c-3ae1-4803-a48b-1284933ea6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.703475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5566f109-8ed7-475d-82e8-205edc53fe71 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ae7d6a-3056-4b34-ac1f-1038e440b250']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:52.725663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 24d27ac6-9c65-4751-930c-02ba842195ea, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=24d27ac6-9c65-4751-930c-02ba842195ea,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:52.745780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3b97e89c-3ae1-4803-a48b-1284933ea6e4 None None] Port 68fee45f-e988-4280-9d1f-4feb0fed1987 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:52.749601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5566f109-8ed7-475d-82e8-205edc53fe71 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148bf5e8-c832-4057-aa00-32d21fa931d5') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:52.750182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5566f109-8ed7-475d-82e8-205edc53fe71 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148bf5e8-c832-4057-aa00-32d21fa931d5') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:52.779459 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.781024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5566f109-8ed7-475d-82e8-205edc53fe71 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.790847 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.795502 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.806692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42959039-f591-453c-9fe9-31a78e5e204c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.820843 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5566f109-8ed7-475d-82e8-205edc53fe71 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.866146 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5566f109-8ed7-475d-82e8-205edc53fe71 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:46:52.866923 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5566f109-8ed7-475d-82e8-205edc53fe71 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:46:52.874300 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:46:52.894220 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63865df9-5976-4168-a6a9-858a7a147574 req-9d49a704-3f93-4040-a9a8-26f645f92680 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:52.895885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63865df9-5976-4168-a6a9-858a7a147574 req-9d49a704-3f93-4040-a9a8-26f645f92680 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 944 time: 0.2060843 Nov 15 14:46:52.905033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=24d27ac6-9c65-4751-930c-02ba842195ea,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:52.929426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1cebbc31-f6bf-4b82-904c-342ba753df3a req-a2e40cfa-c547-43ae-9d09-c2df006ec6ab service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8504069 Nov 15 14:46:52.951420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Made reservation on behalf of 51a048f636d44265be0adba945f4c6ff for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:46:52.963098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.965526 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.966209 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Fanout notify agent at l3_agent the message router_deleted on router 49903dcb-6491-4556-adcf-757b8e511ea1 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:46:52.976338 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:52.983706 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8af633c5-678c-4ca4-afa9-154470b03083 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "DELETE /v2.0/routers/49903dcb-6491-4556-adcf-757b8e511ea1 HTTP/1.1" status: 204 len: 168 time: 2.8663960 Nov 15 14:46:52.984501 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43976) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:53.021175 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b79c29c2-774a-49a7-af00-6239109e1021 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1436248732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:53.052649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] device_id is not set on port d60d6b5b-7447-4438-8b12-570eb0e866e7 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:46:53.133318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a82f9a1-f3eb-4cd6-bc00-46bb03d96147 None None] Network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:53.184521 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5566f109-8ed7-475d-82e8-205edc53fe71 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:53.206648 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5566f109-8ed7-475d-82e8-205edc53fe71 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:53.210954 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5566f109-8ed7-475d-82e8-205edc53fe71 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] 10.222.0.70 "DELETE /v2.0/networks/f9ae7d6a-3056-4b34-ac1f-1038e440b250 HTTP/1.1" status: 204 len: 168 time: 1.7392099 Nov 15 14:46:53.211132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566f109-8ed7-475d-82e8-205edc53fe71 tempest-NetworksTestDHCPv6-474405278 tempest-NetworksTestDHCPv6-474405278-project] Pushing event deleted for resources: {'Network': ['ID=f9ae7d6a-3056-4b34-ac1f-1038e440b250,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:53.217392 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63865df9-5976-4168-a6a9-858a7a147574 req-3e238c81-1380-42dc-9319-a2608c643e26 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894058 Nov 15 14:46:53.225393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-979df200-8a58-421b-b21c-c1cc3f9d94d7 None None] Provisioning complete for port 24d27ac6-9c65-4751-930c-02ba842195ea triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:53.225766 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-979df200-8a58-421b-b21c-c1cc3f9d94d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:53.252577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1cebbc31-f6bf-4b82-904c-342ba753df3a req-815500a6-ff48-4534-80fa-6fff3634bfa6 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082627 Nov 15 14:46:53.308719 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b79c29c2-774a-49a7-af00-6239109e1021 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:53.309829 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b79c29c2-774a-49a7-af00-6239109e1021 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:53.352698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Allocated IP 10.1.1.229 (07c81a36-2a87-4fc4-8ccd-274284cc5c3c/13e5cecc-ea42-44d2-9071-cfd4c54925aa/d60d6b5b-7447-4438-8b12-570eb0e866e7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:53.456554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42959039-f591-453c-9fe9-31a78e5e204c admin admin] Router 55e79860-8ae7-4d62-b5ff-db44fddd0282 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:46:53.472437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b79c29c2-774a-49a7-af00-6239109e1021 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:53.601719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42959039-f591-453c-9fe9-31a78e5e204c admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:46:53.611684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01238221-4a65-4268-a7f5-3dcb1f228bb9 None None] Sync routers for ids ['55e79860-8ae7-4d62-b5ff-db44fddd0282'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:46:53.625840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-42959039-f591-453c-9fe9-31a78e5e204c admin admin] 10.222.0.70 "PUT /v2.0/routers/55e79860-8ae7-4d62-b5ff-db44fddd0282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5466969 Nov 15 14:46:53.631055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 43986) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:53.636795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01238221-4a65-4268-a7f5-3dcb1f228bb9 None None] Routers {'55e79860-8ae7-4d62-b5ff-db44fddd0282'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:53.638117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-01238221-4a65-4268-a7f5-3dcb1f228bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['55e79860-8ae7-4d62-b5ff-db44fddd0282'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:53.671451 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:53.725056 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b79c29c2-774a-49a7-af00-6239109e1021 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:53.823002 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:53.846447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-01238221-4a65-4268-a7f5-3dcb1f228bb9 None None] Set router 55e79860-8ae7-4d62-b5ff-db44fddd0282 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:46:53.860071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:53.993360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98d37c8f-1529-4a7b-be39-95eb67960ce4 None None] Provisioning complete for port 24d27ac6-9c65-4751-930c-02ba842195ea triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:53.993739 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98d37c8f-1529-4a7b-be39-95eb67960ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:54.000399 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b79c29c2-774a-49a7-af00-6239109e1021 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:54.005081 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b79c29c2-774a-49a7-af00-6239109e1021 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0103559 Nov 15 14:46:54.021728 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 43992) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:54.035547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'enable_snat': True}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:54.042948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:54.068134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:54.143271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:54.208558 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:54.240365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44008) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:54.281901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'Port': ['ID=d60d6b5b-7447-4438-8b12-570eb0e866e7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:54.431962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:54.432817 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:54.525298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 24d27ac6-9c65-4751-930c-02ba842195ea up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:54.533704 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-67886bc6-e2f7-47b9-aa10-c00b9fe47e5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8936331 Nov 15 14:46:54.542609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:54.630265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d271782-4f0e-485c-92a8-3fa3b8c7f183 req-cdaeb5b7-11e6-431a-9c1d-311d2df4f6ad tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:54.644217 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d271782-4f0e-485c-92a8-3fa3b8c7f183 req-cdaeb5b7-11e6-431a-9c1d-311d2df4f6ad tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 944 time: 0.2464187 Nov 15 14:46:54.648716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Deleting port 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:54.649339 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:54.754722 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 24d27ac6-9c65-4751-930c-02ba842195ea triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:54.755311 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:54.790276 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d271782-4f0e-485c-92a8-3fa3b8c7f183 req-aa506521-6b00-47f8-b3b8-563c371de342 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385434 Nov 15 14:46:54.804281 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-343653e4-2447-4f14-8de8-77d7d73b3054 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=468ab0fc67ab4f689f232d53145bfd83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5628240 Nov 15 14:46:54.807648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44020) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:54.874580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] For port 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=595a4eaa-0bd9-4249-99d2-ab9496a4e4f7,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:54.875518 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:54.890697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a2a4c695-9c01-4d66-ac14-e2b444640e92 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:46:54.926264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Calling delete_port for 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:54.996974 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5d561dd-fe14-4169-8254-cbe9574523f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.017794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44024) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:55.022304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0fcd555e-7d56-4235-bf57-8a04db3bf4a7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132176731', 'description': 'tempest-description--1656288454'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:55.060805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44026) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:55.095841 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5d561dd-fe14-4169-8254-cbe9574523f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.163890 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-01238221-4a65-4268-a7f5-3dcb1f228bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:46:51Z', 'revision_number': 5, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port': {'id': '595a4eaa-0bd9-4249-99d2-ab9496a4e4f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:37Z', 'updated_at': '2021-11-15T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:55.197520 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.217328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01238221-4a65-4268-a7f5-3dcb1f228bb9 None None] Checking router: 55e79860-8ae7-4d62-b5ff-db44fddd0282 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:46:55.238744 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9566239b-6eec-4cab-8601-eff555dece0a None None] Provisioning complete for port d60d6b5b-7447-4438-8b12-570eb0e866e7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:55.238744 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9566239b-6eec-4cab-8601-eff555dece0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.246218 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.248856 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fcd555e-7d56-4235-bf57-8a04db3bf4a7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.280218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01238221-4a65-4268-a7f5-3dcb1f228bb9 None None] Routers {'55e79860-8ae7-4d62-b5ff-db44fddd0282'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:55.280879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-01238221-4a65-4268-a7f5-3dcb1f228bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['55e79860-8ae7-4d62-b5ff-db44fddd0282'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:55.375495 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fcd555e-7d56-4235-bf57-8a04db3bf4a7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.382360 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14a97eee-9757-4dd3-9822-ffba9ec5870d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.405951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:55.425804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9566239b-6eec-4cab-8601-eff555dece0a None None] Port d60d6b5b-7447-4438-8b12-570eb0e866e7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:55.435542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'port_id': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'mac_address': 'fa:16:3e:7e:9e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:46:55.440045 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fcd555e-7d56-4235-bf57-8a04db3bf4a7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.450106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-01238221-4a65-4268-a7f5-3dcb1f228bb9 None None] Set router 55e79860-8ae7-4d62-b5ff-db44fddd0282 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:46:55.496592 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14a97eee-9757-4dd3-9822-ffba9ec5870d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.508669 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd555e-7d56-4235-bf57-8a04db3bf4a7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1664d23-3a27-462e-a4ce-189e3ad2975f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:55.532704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-01238221-4a65-4268-a7f5-3dcb1f228bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:46:54Z', 'revision_number': 6, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:55.570931 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01238221-4a65-4268-a7f5-3dcb1f228bb9 None None] The sync data for ids ['55e79860-8ae7-4d62-b5ff-db44fddd0282'] in n-d-817748-2 is: [{'id': '55e79860-8ae7-4d62-b5ff-db44fddd0282', 'name': 'tempest-ServersTestBootFromVolume-217040061-router', 'tenant_id': 'e4bae5163e584de984f2e858c22f1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:36Z', 'updated_at': '2021-11-15T14:46:54Z', 'revision_number': 6, 'project_id': 'e4bae5163e584de984f2e858c22f1d0e', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:46:55.576629 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.590765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Allocated IP 172.25.4.196 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/cb79005a-e98f-41f6-b6ea-e8eb927085b0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:55.591881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a4c695-9c01-4d66-ac14-e2b444640e92 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:46:55.624694 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fcd555e-7d56-4235-bf57-8a04db3bf4a7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.624694 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0fcd555e-7d56-4235-bf57-8a04db3bf4a7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5971994 Nov 15 14:46:55.624917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:55.625049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:55.625169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c6643ae8-a7c9-412e-90a9-3fe4305ce5ab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'security_group_rule': {'security_group_id': 'c1664d23-3a27-462e-a4ce-189e3ad2975f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:55.648319 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14a97eee-9757-4dd3-9822-ffba9ec5870d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.695848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a97eee-9757-4dd3-9822-ffba9ec5870d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50085323-53b9-42f0-bd5a-3775a3102946,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:55.703664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-14a97eee-9757-4dd3-9822-ffba9ec5870d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4977a42f8ccb42429379f115ecbd4f66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6411855 Nov 15 14:46:55.704454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:55.734716 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.735589 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5d561dd-fe14-4169-8254-cbe9574523f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.737992 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5d561dd-fe14-4169-8254-cbe9574523f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.739365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e5d561dd-fe14-4169-8254-cbe9574523f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d88f3ab-e0a3-4fb2-bbac-e0d602ba3c77 HTTP/1.1" status: 204 len: 168 time: 0.9304280 Nov 15 14:46:55.756753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d561dd-fe14-4169-8254-cbe9574523f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d88f3ab-e0a3-4fb2-bbac-e0d602ba3c77,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:55.773437 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-584b1669-4606-44ab-ba9d-7f11b4fdeb31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.787733 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.788178 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.813394 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-584b1669-4606-44ab-ba9d-7f11b4fdeb31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.838251 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6643ae8-a7c9-412e-90a9-3fe4305ce5ab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:55.841009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=595a4eaa-0bd9-4249-99d2-ab9496a4e4f7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:55.849513 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a2a4c695-9c01-4d66-ac14-e2b444640e92,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:55.872982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55697ef0-3326-40ef-9798-1de5221aa054 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:55.954617 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.004626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:56.010648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:56.015241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:56.027385 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.033075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b725142b-a6ce-4d2f-aa2a-ea6d79ddc6f0 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:56.046077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event updated for resources: {'Port': ['ID=cb79005a-e98f-41f6-b6ea-e8eb927085b0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:56.090457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['a2a4c695-9c01-4d66-ac14-e2b444640e92'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:46:56.103903 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6643ae8-a7c9-412e-90a9-3fe4305ce5ab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.148090 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.157758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1e6c6-a11b-4463-b750-1eeeed9b506e req-0893bfd0-c13c-4c20-a102-454f100f0683 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:56.159955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31d1e6c6-a11b-4463-b750-1eeeed9b506e req-0893bfd0-c13c-4c20-a102-454f100f0683 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 945 time: 0.2212105 Nov 15 14:46:56.162089 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.201695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a24ec000-1a64-4d9c-a642-e380b5d1f021 None None] Provisioning complete for port cb79005a-e98f-41f6-b6ea-e8eb927085b0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:56.202060 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a24ec000-1a64-4d9c-a642-e380b5d1f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.232132 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6643ae8-a7c9-412e-90a9-3fe4305ce5ab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.264740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a24ec000-1a64-4d9c-a642-e380b5d1f021 None None] Port cb79005a-e98f-41f6-b6ea-e8eb927085b0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:46:56.281792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6643ae8-a7c9-412e-90a9-3fe4305ce5ab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ae9ce6-f9ad-464b-a9ac-b969038b954c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:56.296468 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-584b1669-4606-44ab-ba9d-7f11b4fdeb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.300282 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-584b1669-4606-44ab-ba9d-7f11b4fdeb31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.302978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-584b1669-4606-44ab-ba9d-7f11b4fdeb31 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50085323-53b9-42f0-bd5a-3775a3102946 HTTP/1.1" status: 204 len: 168 time: 0.5966344 Nov 15 14:46:56.330065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b1669-4606-44ab-ba9d-7f11b4fdeb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50085323-53b9-42f0-bd5a-3775a3102946,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:56.338005 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.339187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55e79860-8ae7-4d62-b5ff-db44fddd0282 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:46:56.348965 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.359522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3dbc513c-445b-4e15-a6b7-19f38a6c92d3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/55e79860-8ae7-4d62-b5ff-db44fddd0282 HTTP/1.1" status: 204 len: 168 time: 2.7255423 Nov 15 14:46:56.376506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44048) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:56.526977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 900f1b12-aa41-4274-85a0-096ba3d5abf1 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:46:56.569760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-014ae60d-c7f0-4a05-b462-0e5642a6113b admin admin] Deleting subnet 23c382a5-5849-4ca1-b717-26b458b41804 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:46:56.581740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 900f1b12-aa41-4274-85a0-096ba3d5abf1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:46:56.582884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 900f1b12-aa41-4274-85a0-096ba3d5abf1 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:46:56.585172 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6643ae8-a7c9-412e-90a9-3fe4305ce5ab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.593628 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c6643ae8-a7c9-412e-90a9-3fe4305ce5ab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9715309 Nov 15 14:46:56.593628 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-014ae60d-c7f0-4a05-b462-0e5642a6113b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.596224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44060) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:56.619176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31d1e6c6-a11b-4463-b750-1eeeed9b506e req-63c0aed3-bcad-4c5d-924b-7fa0a0940b27 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071164 Nov 15 14:46:56.656888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ebf8cabd-9a02-42ce-a9a5-1ca6c679820d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'security_group_rule': {'security_group_id': 'c1664d23-3a27-462e-a4ce-189e3ad2975f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:56.687530 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-014ae60d-c7f0-4a05-b462-0e5642a6113b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.786814 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-014ae60d-c7f0-4a05-b462-0e5642a6113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.851054 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cabd-9a02-42ce-a9a5-1ca6c679820d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.872810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:56.935243 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cabd-9a02-42ce-a9a5-1ca6c679820d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.014520 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-014ae60d-c7f0-4a05-b462-0e5642a6113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.056562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ae60d-c7f0-4a05-b462-0e5642a6113b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23c382a5-5849-4ca1-b717-26b458b41804,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:57.062959 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-014ae60d-c7f0-4a05-b462-0e5642a6113b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.070626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-014ae60d-c7f0-4a05-b462-0e5642a6113b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/23c382a5-5849-4ca1-b717-26b458b41804 HTTP/1.1" status: 204 len: 168 time: 0.6984673 Nov 15 14:46:57.071361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44078) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.081571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42fb709-ae4e-4762-8a6d-ff566a527414 None None] Network 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:46:57.138948 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cabd-9a02-42ce-a9a5-1ca6c679820d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.170615 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.179407 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.204435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8cabd-9a02-42ce-a9a5-1ca6c679820d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968f6980-3857-4430-8768-6bfa332d4833,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:57.229101 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.294137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cabd-9a02-42ce-a9a5-1ca6c679820d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.297547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ebf8cabd-9a02-42ce-a9a5-1ca6c679820d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6998978 Nov 15 14:46:57.311562 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44084) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.313016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:46:57.379645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770f5d4e-ef49-44de-9cd0-ed9c7838dde5 None None] DHCP port deletion for 10e70b67-cbeb-40f8-8105-ee6d4f6558d1 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:46:57.407001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Deleting port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:57.407327 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.488744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] For port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974,segment=NetworkSegment(0310ce1a-79ce-4beb-8092-241dfc84a702),segment_id=0310ce1a-79ce-4beb-8092-241dfc84a702)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:57.489300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.506509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Calling delete_port for 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:57.522589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-770f5d4e-ef49-44de-9cd0-ed9c7838dde5 None None] Deleting port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:57.523714 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-770f5d4e-ef49-44de-9cd0-ed9c7838dde5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.559005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44092) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.629094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-770f5d4e-ef49-44de-9cd0-ed9c7838dde5 None None] For port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974,segment=NetworkSegment(0310ce1a-79ce-4beb-8092-241dfc84a702),segment_id=0310ce1a-79ce-4beb-8092-241dfc84a702)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:57.629094 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-770f5d4e-ef49-44de-9cd0-ed9c7838dde5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.643001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-770f5d4e-ef49-44de-9cd0-ed9c7838dde5 None None] Calling delete_port for 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:46:57.679014 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.746229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-dba03c6c-45ab-4d0d-a69f-853010e5eb45 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:57.750252 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dba03c6c-45ab-4d0d-a69f-853010e5eb45 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1872995 Nov 15 14:46:57.752388 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44098) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.759125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-e6bdeb94-cd48-434b-87c1-c4785622c189 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:57.762923 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e6bdeb94-cd48-434b-87c1-c4785622c189 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053875 Nov 15 14:46:57.763930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Router 4a9eeef7-8556-425e-9835-dfad18176920 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:46:57.764270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44100) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.774209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-39496f9d-a87e-4d79-a014-3b7411c626b0 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:57.778039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-39496f9d-a87e-4d79-a014-3b7411c626b0 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0089507 Nov 15 14:46:57.778288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44104) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.782475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-931cc5d0-5a50-46c1-9e0a-35836182e012 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:57.786168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-931cc5d0-5a50-46c1-9e0a-35836182e012 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0041895 Nov 15 14:46:57.786678 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.793606 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-824ddf2b-fe7e-497c-a62f-dd7f9e42ad87 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:57.795637 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-824ddf2b-fe7e-497c-a62f-dd7f9e42ad87 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0057497 Nov 15 14:46:57.802565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5be59-1eb8-491d-b4b7-098baa05d09a req-c0eda5ff-6e1a-464c-9f9d-f873ef90c84b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:57.804404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.808796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44b5be59-1eb8-491d-b4b7-098baa05d09a req-c0eda5ff-6e1a-464c-9f9d-f873ef90c84b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 945 time: 0.0867937 Nov 15 14:46:57.811758 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-dca8854c-17fb-427e-9a78-6508bb8bfc8e tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:57.817317 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dca8854c-17fb-427e-9a78-6508bb8bfc8e tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048568 Nov 15 14:46:57.817317 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.822044 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-e5e1a199-1ca0-4254-8434-3814f6a87296 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:57.825567 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e5e1a199-1ca0-4254-8434-3814f6a87296 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043631 Nov 15 14:46:57.825849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44112) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.830765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-1adc685f-a4be-438e-b24f-874a8bfed17c tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:57.834090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1adc685f-a4be-438e-b24f-874a8bfed17c tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047874 Nov 15 14:46:57.834300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44114) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.843345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-29a4836c-b90e-4efb-bb11-b1bf095d8d30 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:57.847192 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-29a4836c-b90e-4efb-bb11-b1bf095d8d30 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0092976 Nov 15 14:46:57.847562 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.848244 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-770f5d4e-ef49-44de-9cd0-ed9c7838dde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:57.857240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.866509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] No DVR routers for this DVR port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:46:57.872270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770f5d4e-ef49-44de-9cd0-ed9c7838dde5 None None] No DVR routers for this DVR port 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:46:57.919086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f5d4e-ef49-44de-9cd0-ed9c7838dde5 None None] Pushing event deleted for resources: {'Port': ['ID=3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:57.919250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-ee578f12-05af-41d8-9f23-661e8626d09f tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:57.923541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ee578f12-05af-41d8-9f23-661e8626d09f tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0087941 Nov 15 14:46:57.931743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.941850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-bfa2c0b7-5e06-4e1a-885e-d1d1d4b274fa tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:57.951019 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bfa2c0b7-5e06-4e1a-885e-d1d1d4b274fa tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0093691 Nov 15 14:46:57.954112 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44124) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.963748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-bf128f68-8abf-466a-8b20-173fa2329489 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:57.967531 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bf128f68-8abf-466a-8b20-173fa2329489 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0096092 Nov 15 14:46:57.970455 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44126) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.981906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-fbf15fe2-5958-49b3-8b5b-db008c68df1a tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:57.988027 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fbf15fe2-5958-49b3-8b5b-db008c68df1a tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0076296 Nov 15 14:46:57.993117 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44128) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:57.996526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:57.999982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-cdb47e83-55a2-4961-bc20-2270746274a7 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.001060 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cdb47e83-55a2-4961-bc20-2270746274a7 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0059910 Nov 15 14:46:58.004329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44130) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.016215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-870662e9-2924-4191-9971-2096869a4108 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.017282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-870662e9-2924-4191-9971-2096869a4108 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0119669 Nov 15 14:46:58.020855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44132) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.028267 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-8e5c7bc4-0fc0-4c9c-8314-4cdf3f69c2cd tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.029778 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8e5c7bc4-0fc0-4c9c-8314-4cdf3f69c2cd tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0060461 Nov 15 14:46:58.030166 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:58.032893 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.039502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-4a0c5b99-ddf6-46e8-b97d-93d98599d2d0 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.041059 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4a0c5b99-ddf6-46e8-b97d-93d98599d2d0 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050533 Nov 15 14:46:58.048829 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44136) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.062619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-556f7e6f-d80c-43a3-b104-d2baf4d79689 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.062619 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-556f7e6f-d80c-43a3-b104-d2baf4d79689 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0068414 Nov 15 14:46:58.062864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44b5be59-1eb8-491d-b4b7-098baa05d09a req-c4217438-942e-492c-b64d-ae1485c6bf93 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399533 Nov 15 14:46:58.063508 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:58.065874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44138) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.078492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-562daf3d-bad2-4b6c-a358-57fde8b64afa tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.079672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-562daf3d-bad2-4b6c-a358-57fde8b64afa tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0118945 Nov 15 14:46:58.082516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.085218 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:58.087802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-1059ebd0-f052-4e46-8c14-278219534fca tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.088986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1059ebd0-f052-4e46-8c14-278219534fca tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0053861 Nov 15 14:46:58.091182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e70b67-cbeb-40f8-8105-ee6d4f6558d1']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:58.091860 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.096211 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:46:58.101277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-f9cf543b-52b3-4619-9943-3771a4c56c82 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.103679 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f9cf543b-52b3-4619-9943-3771a4c56c82 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0105865 Nov 15 14:46:58.106910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.114021 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc69b82-72c6-442b-b52d-2a0b25fc6e9a None None] Sync routers for ids ['4a9eeef7-8556-425e-9835-dfad18176920'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:46:58.116210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-6209325b-025b-4e95-8938-f69e640815b2 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.117538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6209325b-025b-4e95-8938-f69e640815b2 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0095544 Nov 15 14:46:58.120326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0310ce1a-79ce-4beb-8092-241dfc84a702') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:58.120326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0310ce1a-79ce-4beb-8092-241dfc84a702') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:58.122564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44148) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.131055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-6db1a234-df4a-4387-860a-6bbe716b6f03 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.131055 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6db1a234-df4a-4387-860a-6bbe716b6f03 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0050662 Nov 15 14:46:58.135500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.139925 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:58.144654 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-74e619b4-2629-4582-bfcf-71b0c4cca419 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "PUT /v2.0/routers/4a9eeef7-8556-425e-9835-dfad18176920 HTTP/1.1" status: 200 len: 919 time: 4.1196091 Nov 15 14:46:58.147698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.154874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-4c516068-e5e7-40ec-adc6-389785993348 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.156048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4c516068-e5e7-40ec-adc6-389785993348 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0197403 Nov 15 14:46:58.161001 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:58.164465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44156) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.176773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-5e900864-fd4e-418a-9f37-b6b0d76dbd6d tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.176773 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5e900864-fd4e-418a-9f37-b6b0d76dbd6d tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0076725 Nov 15 14:46:58.181177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44158) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.186099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:46:58.189246 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc69b82-72c6-442b-b52d-2a0b25fc6e9a None None] Routers {'4a9eeef7-8556-425e-9835-dfad18176920'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:58.189479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-aad24041-bea6-41c5-ad38-320ab9569db9 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.189899 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9bc69b82-72c6-442b-b52d-2a0b25fc6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4a9eeef7-8556-425e-9835-dfad18176920'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:58.190281 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-aad24041-bea6-41c5-ad38-320ab9569db9 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0056708 Nov 15 14:46:58.203713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44160) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.214760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-b7253d07-a066-4909-94d9-306c9baacbe5 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.219375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b7253d07-a066-4909-94d9-306c9baacbe5 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0144465 Nov 15 14:46:58.220848 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:58.225865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.228614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:46:58.228614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 595a4eaa-0bd9-4249-99d2-ab9496a4e4f7 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:46:58.228614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:46:58.240994 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9bc69b82-72c6-442b-b52d-2a0b25fc6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:58.242132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-b00d92fd-9b43-4930-a905-59ba5d6eba12 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.246491 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b00d92fd-9b43-4930-a905-59ba5d6eba12 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0170329 Nov 15 14:46:58.253067 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc69b82-72c6-442b-b52d-2a0b25fc6e9a None None] Routers {'4a9eeef7-8556-425e-9835-dfad18176920'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:46:58.253299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.254211 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9bc69b82-72c6-442b-b52d-2a0b25fc6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:46:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4a9eeef7-8556-425e-9835-dfad18176920'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:58.254360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:46:58.255422 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:46:58.260651 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:46:58.270557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-fe7dcfa0-aa1d-4807-8fc4-1b570706130e tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.271744 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fe7dcfa0-aa1d-4807-8fc4-1b570706130e tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0120966 Nov 15 14:46:58.278047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:46:58.278471 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3da3cbcd-e1e1-40ba-9f5a-d4ca18eb8974 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:46:58.296456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.301525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-354724d0-f638-43e9-b551-48b9691a8f3a tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.303540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-354724d0-f638-43e9-b551-48b9691a8f3a tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0059855 Nov 15 14:46:58.330181 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9bc69b82-72c6-442b-b52d-2a0b25fc6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:46:58.331785 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc69b82-72c6-442b-b52d-2a0b25fc6e9a None None] The sync data for ids ['4a9eeef7-8556-425e-9835-dfad18176920'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:46:58.346169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.351294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-70ed652e-ed49-4671-9cae-9267422bddec tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.352369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-70ed652e-ed49-4671-9cae-9267422bddec tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046480 Nov 15 14:46:58.355097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44170) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.360004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-f4ffe052-681d-43e5-bec2-251aa2baa475 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.361229 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f4ffe052-681d-43e5-bec2-251aa2baa475 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047612 Nov 15 14:46:58.364636 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.371458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-3480a143-e382-4285-a79b-d6c2eec049b6 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.372783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3480a143-e382-4285-a79b-d6c2eec049b6 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0069385 Nov 15 14:46:58.380823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44174) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.386901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-e752f849-d30e-4296-ac6d-9440187f4002 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.390332 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e752f849-d30e-4296-ac6d-9440187f4002 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0088415 Nov 15 14:46:58.391764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44178) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.394704 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8a872a63-5e0f-43cf-a88c-83202f76aaac tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/routers/4a9eeef7-8556-425e-9835-dfad18176920 HTTP/1.1" status: 200 len: 925 time: 0.2456274 Nov 15 14:46:58.398803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-bdadc329-4279-487e-b2be-43c4dcd3caec tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.399862 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44180) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.403623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bdadc329-4279-487e-b2be-43c4dcd3caec tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0096972 Nov 15 14:46:58.404261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44182) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.408621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-276547b5-a21e-4a9e-b364-31b584b70b5a tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.413153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-276547b5-a21e-4a9e-b364-31b584b70b5a tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0078747 Nov 15 14:46:58.413810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.418720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-5df5a07b-748e-4bdc-8b33-a80f6841da9d tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.422306 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5df5a07b-748e-4bdc-8b33-a80f6841da9d tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0074735 Nov 15 14:46:58.422953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44186) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.428496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-b2fc0ae9-47ae-4534-9df2-68bee0a3639b tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.432639 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.437511 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b2fc0ae9-47ae-4534-9df2-68bee0a3639b tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0092576 Nov 15 14:46:58.451100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-3636eb9f-0486-4dbb-8f5d-a3e2b41cb847 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.454499 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3636eb9f-0486-4dbb-8f5d-a3e2b41cb847 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0184927 Nov 15 14:46:58.454953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44190) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.466296 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-0b2f7ffb-7de7-4bb5-a059-b624fc1558fb tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.474261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0b2f7ffb-7de7-4bb5-a059-b624fc1558fb tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0114465 Nov 15 14:46:58.474261 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:58.474772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44192) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.477887 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:58.482810 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] 10.222.0.70 "DELETE /v2.0/networks/10e70b67-cbeb-40f8-8105-ee6d4f6558d1 HTTP/1.1" status: 204 len: 168 time: 1.4087715 Nov 15 14:46:58.484495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-9e774040-6c9b-44a5-b89a-933e224edca4 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.488267 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9e774040-6c9b-44a5-b89a-933e224edca4 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0129089 Nov 15 14:46:58.497562 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44196) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.506369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Allocated IP 172.25.4.40 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/e53374e3-279c-4a00-a01a-6c1eddcd38cf) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:46:58.506842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-77893451-f85c-4071-9527-f8145137a4d3 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.510888 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-77893451-f85c-4071-9527-f8145137a4d3 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0121617 Nov 15 14:46:58.513784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.519819 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-4b9933c6-86ad-4910-ad4a-6a4492a9cc06 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.523682 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4b9933c6-86ad-4910-ad4a-6a4492a9cc06 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0079179 Nov 15 14:46:58.528787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.538457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f9772-f388-4834-add1-d72230db2198 admin admin] Pushing event deleted for resources: {'Network': ['ID=10e70b67-cbeb-40f8-8105-ee6d4f6558d1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:58.540363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-f3ca9618-5838-46a7-b8ff-ab4b575e8609 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.543825 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f3ca9618-5838-46a7-b8ff-ab4b575e8609 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0105636 Nov 15 14:46:58.544802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.547871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2955783f-c9dd-4003-87b8-bf4eb0a85aa8 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:58.550967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-5747d7b1-19bb-47af-9971-0dce9a285f1c tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.552057 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2955783f-c9dd-4003-87b8-bf4eb0a85aa8 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&device_id=4a9eeef7-8556-425e-9835-dfad18176920&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1483665 Nov 15 14:46:58.553446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5747d7b1-19bb-47af-9971-0dce9a285f1c tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0066924 Nov 15 14:46:58.557970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.558183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.562350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-9888e06d-b20d-4c59-8bfb-c8a04d4bc453 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.566161 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9888e06d-b20d-4c59-8bfb-c8a04d4bc453 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0070894 Nov 15 14:46:58.569033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.573970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-24a572a1-12e0-4401-98e8-549b4d7dbf39 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.577149 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-24a572a1-12e0-4401-98e8-549b4d7dbf39 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0071328 Nov 15 14:46:58.588731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.593009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-9caf7b9c-a3c5-4538-a46a-5dac8a35053c tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.597011 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9caf7b9c-a3c5-4538-a46a-5dac8a35053c tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043073 Nov 15 14:46:58.622746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.626621 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-6f84ed72-1731-404e-bf8c-0ff284538eee tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.630082 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6f84ed72-1731-404e-bf8c-0ff284538eee tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042894 Nov 15 14:46:58.630274 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:58.631081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44214) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.649035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-a5820e8b-61c8-482e-a1f8-a707bc1ea23e tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.651909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.652212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a5820e8b-61c8-482e-a1f8-a707bc1ea23e tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0137794 Nov 15 14:46:58.660334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-a16fb285-adfb-488c-a1b7-0a58f56310ca tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.665118 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a16fb285-adfb-488c-a1b7-0a58f56310ca tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0121491 Nov 15 14:46:58.665755 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44220) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.672264 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-0335991e-c7e1-4300-976e-6f323b451a6c tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.679706 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0335991e-c7e1-4300-976e-6f323b451a6c tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0061457 Nov 15 14:46:58.682015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44224) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.687524 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-f49be123-13c8-45c3-97f7-4bad66e95322 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.692639 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f49be123-13c8-45c3-97f7-4bad66e95322 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0094054 Nov 15 14:46:58.693269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.707817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-2312fa1a-4fec-4533-aab6-7619c354391c tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.709908 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2312fa1a-4fec-4533-aab6-7619c354391c tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0062993 Nov 15 14:46:58.725787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.739216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-f1314787-ef61-47cc-b272-467e0c874d2e tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.743254 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f1314787-ef61-47cc-b272-467e0c874d2e tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0160351 Nov 15 14:46:58.746223 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44230) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.750772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-5da4a7c0-f03d-4d71-8312-fa5de2ea5b37 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.751778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5da4a7c0-f03d-4d71-8312-fa5de2ea5b37 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045686 Nov 15 14:46:58.755125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44232) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.760891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-bf9250d9-855b-4d7d-add2-91361201e730 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.764788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.769682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bf9250d9-855b-4d7d-add2-91361201e730 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0091486 Nov 15 14:46:58.769910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b6615f-85f9-491f-ac52-ffa93ae965ac tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:58.772250 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-9089a6ca-dce1-4220-ab0a-117a2fc999e7 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.773603 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9089a6ca-dce1-4220-ab0a-117a2fc999e7 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0072114 Nov 15 14:46:58.777556 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:58.777787 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-75b6615f-85f9-491f-ac52-ffa93ae965ac tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 881 time: 0.2146564 Nov 15 14:46:58.778293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.778696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.793753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-0a4264e8-acaf-4c67-b589-a6afac915072 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.797934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0a4264e8-acaf-4c67-b589-a6afac915072 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0083811 Nov 15 14:46:58.804125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.808502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-4edd67d6-f92e-4e01-ace3-f5d198659f31 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.812688 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4edd67d6-f92e-4e01-ace3-f5d198659f31 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0105498 Nov 15 14:46:58.817131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a2a4c695-9c01-4d66-ac14-e2b444640e92 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:46:58.825199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.829948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ffc5ec4b-2ffd-4f4e-873e-bf157010e1a7 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9eeef7-8556-425e-9835-dfad18176920 HTTP/1.1" status: 200 len: 205 time: 0.0500712 Nov 15 14:46:58.830211 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-f43f103d-9f47-4fac-b0b7-003c16dba0cd tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.832082 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f43f103d-9f47-4fac-b0b7-003c16dba0cd tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0055981 Nov 15 14:46:58.834550 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44244) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.834750 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44246) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.839395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-7ebd381a-1d51-4ca5-bbc8-92cb4a7bef73 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.843000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7ebd381a-1d51-4ca5-bbc8-92cb4a7bef73 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0072029 Nov 15 14:46:58.843703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.849097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-0eeb1d37-6c2d-43fc-b0d6-c25b6323eafc tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.852874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0eeb1d37-6c2d-43fc-b0d6-c25b6323eafc tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053806 Nov 15 14:46:58.853193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44250) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.858140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-f29ccf11-9b4a-485f-a5a0-d0a1405c342c tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.862012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f29ccf11-9b4a-485f-a5a0-d0a1405c342c tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0054443 Nov 15 14:46:58.862874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44252) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.868941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-407a2543-d6a5-44c0-8e1a-41fee1e0dd10 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.869483 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-407a2543-d6a5-44c0-8e1a-41fee1e0dd10 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0055346 Nov 15 14:46:58.871938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44254) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.876913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-bde984d8-22d2-4d27-beca-f95341198d48 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.880997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bde984d8-22d2-4d27-beca-f95341198d48 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0054615 Nov 15 14:46:58.881671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.887096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-39418f92-b95c-4848-8e6b-23f897c14cf7 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.890439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-39418f92-b95c-4848-8e6b-23f897c14cf7 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055852 Nov 15 14:46:58.891963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.906192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-943d2b0c-a2ba-4f4e-8629-2bfa35e5688f tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.911759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-943d2b0c-a2ba-4f4e-8629-2bfa35e5688f tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0152619 Nov 15 14:46:58.912481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.917496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [None req-99951c87-d10d-46d1-b0bf-40744e223658 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.921644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.922388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-99951c87-d10d-46d1-b0bf-40744e223658 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0084529 Nov 15 14:46:58.927764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-e97191bd-fe2c-4e2d-b726-0a7b557eda61 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.928736 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e97191bd-fe2c-4e2d-b726-0a7b557eda61 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0060904 Nov 15 14:46:58.931880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:58.938478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [None req-b34435ed-b4fa-4cc2-b80d-8fc88cdda019 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:46:58.939472 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b34435ed-b4fa-4cc2-b80d-8fc88cdda019 tempest-ExtensionsTestJSON-1073347432 tempest-ExtensionsTestJSON-1073347432-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0066578 Nov 15 14:46:58.941460 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.000745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:59.001023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:46:59.016786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:46:59.023460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port a2a4c695-9c01-4d66-ac14-e2b444640e92 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:46:59.035658 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:46:59.035658 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'Port': ['ID=e53374e3-279c-4a00-a01a-6c1eddcd38cf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:59.036808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port a2a4c695-9c01-4d66-ac14-e2b444640e92 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:46:59.037647 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.055991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.107848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1b971d2d-8fb9-43fa-9580-48e57a481ec8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4bae5163e584de984f2e858c22f1d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1031437 Nov 15 14:46:59.108693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44276) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:59.216273 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.312405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:46:59.313371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:46:59.317186 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fb8a59-cfea-44b2-9bba-8a3bf4fb803c" -d '{"events": [{"server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "name": "network-vif-plugged", "status": "completed", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:46:59.318474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0a6ad-2467-43a5-9377-55eca37b5a83 req-71c8ddc4-d3b1-4b36-a1a8-0e9c6aff22de tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:59.327177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45f0a6ad-2467-43a5-9377-55eca37b5a83 req-71c8ddc4-d3b1-4b36-a1a8-0e9c6aff22de tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 945 time: 0.1773360 Nov 15 14:46:59.331963 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b7782e2-57b8-4f31-b754-ed063fc6d2eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.406932 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97bcbb2-e4b0-4d9f-9782-b16c4cd18402 x-openstack-request-id: req-f97bcbb2-e4b0-4d9f-9782-b16c4cd18402 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:46:59.407243 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "name": "network-vif-plugged", "status": "completed", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:46:59.407518 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f97bcbb2-e4b0-4d9f-9782-b16c4cd18402 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:46:59.407945 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'code': 200} Nov 15 14:46:59.408194 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b7782e2-57b8-4f31-b754-ed063fc6d2eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.431622 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.431622 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.456559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45f0a6ad-2467-43a5-9377-55eca37b5a83 req-76ba6b7d-7e0c-46c2-9aca-de685a497dc4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199267 Nov 15 14:46:59.498048 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.528564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70381d-768a-47fa-92a0-ca59aa96ebbc req-e81f22f0-a996-4d5d-88fa-881d4e147478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:46:59.530129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b70381d-768a-47fa-92a0-ca59aa96ebbc req-e81f22f0-a996-4d5d-88fa-881d4e147478 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 1097 time: 0.0497291 Nov 15 14:46:59.553411 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a2a4c695-9c01-4d66-ac14-e2b444640e92,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:59.557210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44286) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:46:59.631433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b70381d-768a-47fa-92a0-ca59aa96ebbc req-f7ad7d5f-5027-4dae-b542-6c53d75283b9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605373 Nov 15 14:46:59.661949 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b7782e2-57b8-4f31-b754-ed063fc6d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.664713 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b7782e2-57b8-4f31-b754-ed063fc6d2eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.669243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8b7782e2-57b8-4f31-b754-ed063fc6d2eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16370871-c48c-4238-a318-c6094f277b65 HTTP/1.1" status: 204 len: 168 time: 0.5582535 Nov 15 14:46:59.680363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7782e2-57b8-4f31-b754-ed063fc6d2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16370871-c48c-4238-a318-c6094f277b65,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:46:59.761751 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.798983 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fec0bb1d-11c3-4293-9cf4-a20b832f977e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.819926 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-479a59a2-48a1-43f3-9509-2b1937e080db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.918722 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fec0bb1d-11c3-4293-9cf4-a20b832f977e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:46:59.934431 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Deleting port cb79005a-e98f-41f6-b6ea-e8eb927085b0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:46:59.934990 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.045579 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fec0bb1d-11c3-4293-9cf4-a20b832f977e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.056049 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.079622 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.086061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Calling delete_port for cb79005a-e98f-41f6-b6ea-e8eb927085b0 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:00.112053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fec0bb1d-11c3-4293-9cf4-a20b832f977e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0da8cbca8534ca9b64bf4b8b3c26aa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5535729 Nov 15 14:47:00.115513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44302) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:00.116021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0bb1d-11c3-4293-9cf4-a20b832f977e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f319a2-0246-4210-bb55-86b57e895e1c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:00.177212 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb689ae-fbfe-40e4-91a0-6aebb1e98801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.201150 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb689ae-fbfe-40e4-91a0-6aebb1e98801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.208748 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.296970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'Port': ['ID=e53374e3-279c-4a00-a01a-6c1eddcd38cf,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:00.340095 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.380401 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb689ae-fbfe-40e4-91a0-6aebb1e98801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.390937 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb689ae-fbfe-40e4-91a0-6aebb1e98801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.392155 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eeb689ae-fbfe-40e4-91a0-6aebb1e98801 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59f319a2-0246-4210-bb55-86b57e895e1c HTTP/1.1" status: 204 len: 168 time: 0.2727079 Nov 15 14:47:00.411274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb689ae-fbfe-40e4-91a0-6aebb1e98801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f319a2-0246-4210-bb55-86b57e895e1c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:00.444319 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.445776 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-21897290-3aa8-4cad-9f37-b0fa35e2c7bd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1368861 Nov 15 14:47:00.465537 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.495003 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Pushing event deleted for resources: {'Port': ['ID=cb79005a-e98f-41f6-b6ea-e8eb927085b0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:00.507037 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b0d667-cec8-427e-a272-b0acd2a421e9 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:47:00.564935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.667284 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.669744 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.768645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e2a39-e246-4e08-b864-efd2811fa36f req-5df94f4e-d775-4c4f-a36b-d152e5f5ef46 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:00.768645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-705e2a39-e246-4e08-b864-efd2811fa36f req-5df94f4e-d775-4c4f-a36b-d152e5f5ef46 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.0935347 Nov 15 14:47:00.843248 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.844129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Fanout notify agent at l3_agent the message router_deleted on router 4a9eeef7-8556-425e-9835-dfad18176920 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:47:00.849144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-705e2a39-e246-4e08-b864-efd2811fa36f req-7198dd4f-d283-4267-8bec-b1990fb9c183 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712090 Nov 15 14:47:00.858591 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:00.863994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:00.866691 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-95faf002-c4c1-4e88-990b-2e45a459b967 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "DELETE /v2.0/routers/4a9eeef7-8556-425e-9835-dfad18176920 HTTP/1.1" status: 204 len: 168 time: 2.0310993 Nov 15 14:47:00.869430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a5ec494a-ae34-40f1-a405-cf9c2fb16940 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-116181348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:01.145670 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5ec494a-ae34-40f1-a405-cf9c2fb16940 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:01.146838 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5ec494a-ae34-40f1-a405-cf9c2fb16940 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:01.206913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5ec494a-ae34-40f1-a405-cf9c2fb16940 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:01.348914 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5ec494a-ae34-40f1-a405-cf9c2fb16940 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:01.496073 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5ec494a-ae34-40f1-a405-cf9c2fb16940 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:01.500336 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:01.500872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a5ec494a-ae34-40f1-a405-cf9c2fb16940 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6350305 Nov 15 14:47:01.512519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'enable_snat': False}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:01.736725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:01.893932 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:01.990514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98981079-f312-4260-a185-981474f88dcc req-dad5c0ee-e675-46d1-93d8-f632674e3cd5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:01.998489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98981079-f312-4260-a185-981474f88dcc req-dad5c0ee-e675-46d1-93d8-f632674e3cd5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.0668941 Nov 15 14:47:02.070669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98981079-f312-4260-a185-981474f88dcc req-65def3ec-1e9a-4723-9c35-77bb54ec8254 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632753 Nov 15 14:47:02.088131 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63158c63-05df-4c42-9082-8390ab2e9bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:02.323148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ac3c-fb61-45f4-8922-9a1ad9b9c2c8 req-8fd8cded-026b-4cdc-a6a0-a10773c98da5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:02.326090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d086ac3c-fb61-45f4-8922-9a1ad9b9c2c8 req-8fd8cded-026b-4cdc-a6a0-a10773c98da5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.1071243 Nov 15 14:47:02.332097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-204a5c07-7473-463e-b90b-f150c213d5ba tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2132176731&fields=id&tenant_id=51a048f636d44265be0adba945f4c6ff HTTP/1.1" status: 200 len: 267 time: 0.0717502 Nov 15 14:47:02.336009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44380) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:02.340999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-40a4b6ad-4a24-458c-83d1-fc6ef91fa6de tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Request body: {'floatingip': {'port_id': 'a2a4c695-9c01-4d66-ac14-e2b444640e92'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:02.394428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2096a9f4-17a6-490f-bea2-d3b3fda3a815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:02.506960 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2096a9f4-17a6-490f-bea2-d3b3fda3a815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:02.636352 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:02.661536 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:02.708423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44388) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:02.720327 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2096a9f4-17a6-490f-bea2-d3b3fda3a815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:02.720557 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40a4b6ad-4a24-458c-83d1-fc6ef91fa6de tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:02.774233 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2096a9f4-17a6-490f-bea2-d3b3fda3a815 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8eef580fc034b6dbf032b3eb968c628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8781915 Nov 15 14:47:02.787684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:02.794632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c48bdc72-80ac-4501-a214-4730363767dd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:02.796037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c48bdc72-80ac-4501-a214-4730363767dd tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports/68fee45f-e988-4280-9d1f-4feb0fed1987 HTTP/1.1" status: 200 len: 936 time: 0.4519837 Nov 15 14:47:02.800393 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096a9f4-17a6-490f-bea2-d3b3fda3a815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4646a058-87d1-4bba-8bb6-5c5846b2deca,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:02.834876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Allocated IP 172.25.4.142 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/0438a24b-8613-4770-9e47-eca9052b7d32) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:02.924016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-239869725-network', 'tenant_id': 'e64ab8c292434c08a0bd485e8163082c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:02.927946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-41fce2f5-a14a-48ac-9953-6c0d92a51160 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:02.929307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-41fce2f5-a14a-48ac-9953-6c0d92a51160 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports/d60d6b5b-7447-4438-8b12-570eb0e866e7 HTTP/1.1" status: 200 len: 936 time: 0.1222672 Nov 15 14:47:02.965298 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.076225 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-f120835b-4b45-41ba-905d-15f344007318 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?network_id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1253343 Nov 15 14:47:03.078913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7449355b-6c4a-418e-bce3-dbd2c391ece3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.121590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-b176daea-3259-4ef8-b086-40ff8a010438 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?network_id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0390322 Nov 15 14:47:03.142380 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Made reservation on behalf of e64ab8c292434c08a0bd485e8163082c for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:03.145455 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.154561 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.194530 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7449355b-6c4a-418e-bce3-dbd2c391ece3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.233443 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.256987 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.297829 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:03.299659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:03.303334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:03.317872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca78713-814e-4626-a6c1-a4fda5d54849 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:47:03.331872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Pushing event updated for resources: {'Port': ['ID=0438a24b-8613-4770-9e47-eca9052b7d32,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:03.399238 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.454714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:03.463158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2f07b1c1-e088-40d2-8544-e4a25c0f177a None None] Provisioning complete for port 0438a24b-8613-4770-9e47-eca9052b7d32 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:03.463757 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f07b1c1-e088-40d2-8544-e4a25c0f177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.463898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:47:03.506378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484057ab-9855-49bc-baeb-50ed26be5537,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:03.526632 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2f07b1c1-e088-40d2-8544-e4a25c0f177a None None] Port 0438a24b-8613-4770-9e47-eca9052b7d32 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:03.552671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d807f8b4-ac3b-4f59-90f9-12e8014ffb55 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:03.558654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d807f8b4-ac3b-4f59-90f9-12e8014ffb55 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:03.565062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d807f8b4-ac3b-4f59-90f9-12e8014ffb55 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:03.566740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d807f8b4-ac3b-4f59-90f9-12e8014ffb55 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/networks?id=05e84ef2-d628-4e8b-85d1-d2b727ab8196&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a HTTP/1.1" status: 200 len: 1994 time: 0.4358218 Nov 15 14:47:03.603489 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-40a4b6ad-4a24-458c-83d1-fc6ef91fa6de tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:47:03.606290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d46491ea-ab8a-4e60-a2e3-97ea31ca9fa8 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/quotas/51a048f636d44265be0adba945f4c6ff HTTP/1.1" status: 200 len: 375 time: 0.0329287 Nov 15 14:47:03.612431 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.631405 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1468764221'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:03.666897 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.667254 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Added segment f6d3b711-cfd3-4334-b786-91fa4806f719 of type vlan for network 49b70721-bd7f-4329-8b83-e5c54852f629 Nov 15 14:47:03.669002 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7449355b-6c4a-418e-bce3-dbd2c391ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.671587 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7449355b-6c4a-418e-bce3-dbd2c391ece3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.672783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7449355b-6c4a-418e-bce3-dbd2c391ece3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4646a058-87d1-4bba-8bb6-5c5846b2deca HTTP/1.1" status: 204 len: 168 time: 0.8757677 Nov 15 14:47:03.694261 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40a4b6ad-4a24-458c-83d1-fc6ef91fa6de tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.697153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449355b-6c4a-418e-bce3-dbd2c391ece3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4646a058-87d1-4bba-8bb6-5c5846b2deca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:03.722966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-eb3644ad-de41-42b4-bd99-dd569a52a6da tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0887868 Nov 15 14:47:03.774385 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.811877 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.828311 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-47be57b1-4d9d-495d-9b77-fcabab4ab80b service neutron] 10.222.0.70 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902786 Nov 15 14:47:03.924890 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-8a8a4a05-067f-46d4-a4e6-676de156bea2 service neutron] 10.222.0.70 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889056 Nov 15 14:47:03.939282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Made reservation on behalf of 6c1110b127344c92b26723dffe81291f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:03.943910 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:03.964704 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-7ef15009-94b1-47fc-a0ff-c49fbc936f9e service neutron] 10.222.0.70 "GET /v2.0/ports/68fee45f-e988-4280-9d1f-4feb0fed1987?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0331082 Nov 15 14:47:03.981847 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:04.040316 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:04.046313 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:04.058614 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:04.059565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:04.060141 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:04.073498 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-2fd25edd-cfbe-447f-ab8f-0d5c6d31740d service neutron] 10.222.0.70 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899441 Nov 15 14:47:04.073498 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40a4b6ad-4a24-458c-83d1-fc6ef91fa6de tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:04.200140 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:04.215770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] Pushing event updated for resources: {'Network': ['ID=49b70721-bd7f-4329-8b83-e5c54852f629,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:04.232417 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 49b70721-bd7f-4329-8b83-e5c54852f629 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:47:04.247422 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-40a4b6ad-4a24-458c-83d1-fc6ef91fa6de tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Floating IP 4ba8640f-9285-43b4-b712-094dc280c6b1 associated. External IP: 172.25.4.221, port: a2a4c695-9c01-4d66-ac14-e2b444640e92. Nov 15 14:47:04.285305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6a43886c-7922-4515-92da-463c12a88512 service neutron] 10.222.0.70 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766586 Nov 15 14:47:04.357419 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-40f15788-d3a1-4817-a9b6-bf5c63da20d5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6455176 Nov 15 14:47:04.357419 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:04.358329 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-a9294e5c-1513-4634-a3ae-0cc3dc32dd24 service neutron] 10.222.0.70 "GET /v2.0/ports/d60d6b5b-7447-4438-8b12-570eb0e866e7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0419798 Nov 15 14:47:04.358773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:04.369132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3468da30-f489-433a-b8f2-1dce491c99ab admin admin] Request body: {'subnet': {'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-239869725-subnet', 'tenant_id': 'e64ab8c292434c08a0bd485e8163082c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:04.395257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:47:04.405723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2524ada1-92a1-4373-b981-5479bc260b6e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:04.414069 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:04.414441 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Added segment 3a326289-8247-4888-a96e-3a1966a18698 of type vlan for network 6e8d87aa-5a8c-4421-980b-dc4db49b690e Nov 15 14:47:04.469065 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:04.478332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Router f3f88552-5ba3-4923-afd7-ff88b6f01881 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:47:04.565592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-dc69a1e8-082a-416a-9c5a-6faf7751c10f service neutron] 10.222.0.70 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916111 Nov 15 14:47:04.631087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:04.631087 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:04.631087 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-da623bc3-9b16-422b-903f-0541751fd777 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "PUT /v2.0/routers/f3f88552-5ba3-4923-afd7-ff88b6f01881 HTTP/1.1" status: 200 len: 919 time: 3.1123891 Nov 15 14:47:04.631993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b420fe-bc9c-4a99-9f08-0f9ef42da921 None None] Sync routers for ids ['f3f88552-5ba3-4923-afd7-ff88b6f01881'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:04.632499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44424) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:04.643863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b420fe-bc9c-4a99-9f08-0f9ef42da921 None None] Routers {'f3f88552-5ba3-4923-afd7-ff88b6f01881'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:04.645531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0b420fe-bc9c-4a99-9f08-0f9ef42da921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['f3f88552-5ba3-4923-afd7-ff88b6f01881'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:04.654213 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a4b6ad-4a24-458c-83d1-fc6ef91fa6de tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Router 82e07860-a7a8-4e89-bdc0-1675d89f885c has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:47:04.689710 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-658c963f-cbbc-49e3-bd13-8b37b28e9624 service neutron] 10.222.0.70 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168582 Nov 15 14:47:04.694613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0b420fe-bc9c-4a99-9f08-0f9ef42da921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:04.705309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b420fe-bc9c-4a99-9f08-0f9ef42da921 None None] Routers {'f3f88552-5ba3-4923-afd7-ff88b6f01881'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:04.706249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0b420fe-bc9c-4a99-9f08-0f9ef42da921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['f3f88552-5ba3-4923-afd7-ff88b6f01881'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:04.755193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0b420fe-bc9c-4a99-9f08-0f9ef42da921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:04.756148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b420fe-bc9c-4a99-9f08-0f9ef42da921 None None] The sync data for ids ['f3f88552-5ba3-4923-afd7-ff88b6f01881'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:04.761577 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2be76d7d-452b-4a80-9929-852a3b6a5cdd tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/routers/f3f88552-5ba3-4923-afd7-ff88b6f01881 HTTP/1.1" status: 200 len: 925 time: 0.1450124 Nov 15 14:47:04.762951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:04.812583 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b25d8-40c9-4e64-84ef-8ed835a1361c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:04.814159 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d57b25d8-40c9-4e64-84ef-8ed835a1361c tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&device_id=f3f88552-5ba3-4923-afd7-ff88b6f01881&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0499771 Nov 15 14:47:04.817050 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:04.865960 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:04.872596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:04.873434 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:04.965247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Network': ['ID=6e8d87aa-5a8c-4421-980b-dc4db49b690e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:04.991356 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326a6a7b-e861-4980-96a9-4a1e933fbeed tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:04.994920 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-326a6a7b-e861-4980-96a9-4a1e933fbeed tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 881 time: 0.1768162 Nov 15 14:47:04.996308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:05.009292 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 6e8d87aa-5a8c-4421-980b-dc4db49b690e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:47:05.027039 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b932e024-bc98-45c4-9ad1-4eb3ffc9e037 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3f88552-5ba3-4923-afd7-ff88b6f01881 HTTP/1.1" status: 200 len: 205 time: 0.0268812 Nov 15 14:47:05.027308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:05.111126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3468da30-f489-433a-b8f2-1dce491c99ab admin admin] Made reservation on behalf of e64ab8c292434c08a0bd485e8163082c for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:05.113470 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3468da30-f489-433a-b8f2-1dce491c99ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:05.138590 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:05.144347 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-38c3167a-abdb-4195-8536-0ffad0472714 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6855149 Nov 15 14:47:05.162355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44438) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:05.170051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-93e3e4bb-f289-4feb-a415-bc17d821cd5d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'subnet': {'network_id': '6e8d87aa-5a8c-4421-980b-dc4db49b690e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:05.182640 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:05.248055 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:05.316352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a4b6ad-4a24-458c-83d1-fc6ef91fa6de tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:05.324173 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40a4b6ad-4a24-458c-83d1-fc6ef91fa6de tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:05.329363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-056cf88e-516e-4286-ae84-0dca6fef2b6f service neutron] 10.222.0.70 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955958 Nov 15 14:47:05.337449 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ab7fb-841e-4d4f-820c-d9f71c35f3a0 None None] Sync routers for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:05.368233 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ab7fb-841e-4d4f-820c-d9f71c35f3a0 None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:05.369889 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ec7ab7fb-841e-4d4f-820c-d9f71c35f3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:05.422728 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-40a4b6ad-4a24-458c-83d1-fc6ef91fa6de tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "PUT /v2.0/floatingips/4ba8640f-9285-43b4-b712-094dc280c6b1 HTTP/1.1" status: 200 len: 992 time: 3.0854495 Nov 15 14:47:05.428138 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Deleting port 0438a24b-8613-4770-9e47-eca9052b7d32 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:47:05.428138 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:05.428752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:05.428752 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e3d2fe-519c-4954-968c-7b9f670708bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:05.534055 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:05.541212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-1ca5997a-7f48-457b-af9b-0ffd762eeb36 service neutron] 10.222.0.70 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859176 Nov 15 14:47:05.558611 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ec7ab7fb-841e-4d4f-820c-d9f71c35f3a0 None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:47:05.558897 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Calling delete_port for 0438a24b-8613-4770-9e47-eca9052b7d32 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:05.613638 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2361ea80-cc8d-4344-be7c-2384629826b6 x-openstack-request-id: req-2361ea80-cc8d-4344-be7c-2384629826b6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:05.614223 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:05.614223 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2361ea80-cc8d-4344-be7c-2384629826b6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:05.614599 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'status': 'completed', 'code': 200} Nov 15 14:47:05.638035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e3e4bb-f289-4feb-a415-bc17d821cd5d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Made reservation on behalf of 6c1110b127344c92b26723dffe81291f for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:05.645422 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93e3e4bb-f289-4feb-a415-bc17d821cd5d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:05.730133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-da872c0c-8157-429b-a5c2-7032e3b547eb service neutron] 10.222.0.70 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779790 Nov 15 14:47:05.731024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3468da30-f489-433a-b8f2-1dce491c99ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:05.803652 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:05.823734 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ec7ab7fb-841e-4d4f-820c-d9f71c35f3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '4ba8640f-9285-43b4-b712-094dc280c6b1', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'floating_ip_address': '172.25.4.221', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'port_id': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'mac_address': 'fa:16:3e:7e:9e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:46:32Z', 'updated_at': '2021-11-15T14:47:03Z', 'revision_number': 1, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:36Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:05.845624 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:05.850628 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ab7fb-841e-4d4f-820c-d9f71c35f3a0 None None] Checking router: 82e07860-a7a8-4e89-bdc0-1675d89f885c for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:47:05.859518 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ab7fb-841e-4d4f-820c-d9f71c35f3a0 None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:05.860637 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ec7ab7fb-841e-4d4f-820c-d9f71c35f3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:05.880238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468da30-f489-433a-b8f2-1dce491c99ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cd6aa6-42c0-4323-bf9b-53854b1f02f6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:05.885506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ee43da-8f45-43f4-97f6-f6b2d6c3f03f None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:47:05.887509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3d2fe-519c-4954-968c-7b9f670708bb req-f17801e9-5ff1-49a3-84c5-5e18fc56d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:05.889043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36e3d2fe-519c-4954-968c-7b9f670708bb req-f17801e9-5ff1-49a3-84c5-5e18fc56d4bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 1097 time: 0.2359612 Nov 15 14:47:05.960072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Pushing event deleted for resources: {'Port': ['ID=0438a24b-8613-4770-9e47-eca9052b7d32,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:05.994557 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.010261 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ec7ab7fb-841e-4d4f-820c-d9f71c35f3a0 None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:47:06.055724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468da30-f489-433a-b8f2-1dce491c99ab admin admin] Checking segment: {'id': 'f6d3b711-cfd3-4334-b786-91fa4806f719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:06.056314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468da30-f489-433a-b8f2-1dce491c99ab admin admin] Network hostable DHCP agents. Network: 49b70721-bd7f-4329-8b83-e5c54852f629, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:47:06.066903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-10e91824-7ddb-4f3d-82f5-31cf83ab43aa service neutron] 10.222.0.70 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918038 Nov 15 14:47:06.102613 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.104985 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.168166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44460) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:06.254125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3d2fe-519c-4954-968c-7b9f670708bb req-3d8d6127-9477-4d40-868f-21c03922f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:06.255869 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36e3d2fe-519c-4954-968c-7b9f670708bb req-3d8d6127-9477-4d40-868f-21c03922f1b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 918 time: 0.3452203 Nov 15 14:47:06.285979 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27069ec3-b9b1-45b0-ad64-d4e13136e348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.289219 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.289725 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Fanout notify agent at l3_agent the message router_deleted on router f3f88552-5ba3-4923-afd7-ff88b6f01881 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:47:06.297305 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.298650 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c20b903a-5b14-46e3-9613-c47805743510 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "DELETE /v2.0/routers/f3f88552-5ba3-4923-afd7-ff88b6f01881 HTTP/1.1" status: 204 len: 168 time: 1.2704215 Nov 15 14:47:06.304597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44464) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:06.321368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-716408298', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:06.325622 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ec7ab7fb-841e-4d4f-820c-d9f71c35f3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '4ba8640f-9285-43b4-b712-094dc280c6b1', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'floating_ip_address': '172.25.4.221', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'port_id': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'mac_address': 'fa:16:3e:7e:9e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:46:32Z', 'updated_at': '2021-11-15T14:47:03Z', 'revision_number': 1, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:36Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:06.335212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468da30-f489-433a-b8f2-1dce491c99ab admin admin] Network 49b70721-bd7f-4329-8b83-e5c54852f629 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:47:06.343138 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-3f0d4c28-7f1b-47fb-af1c-b72e12090651 service neutron] 10.222.0.70 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550011 Nov 15 14:47:06.357671 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93e3e4bb-f289-4feb-a415-bc17d821cd5d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.364656 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ab7fb-841e-4d4f-820c-d9f71c35f3a0 None None] The sync data for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 is: [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '4ba8640f-9285-43b4-b712-094dc280c6b1', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'floating_ip_address': '172.25.4.221', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'port_id': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'mac_address': 'fa:16:3e:7e:9e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:46:32Z', 'updated_at': '2021-11-15T14:47:03Z', 'revision_number': 1, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:36Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:06.416916 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27069ec3-b9b1-45b0-ad64-d4e13136e348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.463495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36e3d2fe-519c-4954-968c-7b9f670708bb req-52fdef16-2fd8-4794-92aa-60355e6f0bac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92 HTTP/1.1" status: 200 len: 1000 time: 0.1991081 Nov 15 14:47:06.470245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3468da30-f489-433a-b8f2-1dce491c99ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 49b70721-bd7f-4329-8b83-e5c54852f629) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:06.480999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ee80ec-0a61-48b3-9d41-8d5ec85fee58 None None] Network 49b70721-bd7f-4329-8b83-e5c54852f629 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:47:06.492687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3468da30-f489-433a-b8f2-1dce491c99ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:06.493288 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3468da30-f489-433a-b8f2-1dce491c99ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.522122 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27069ec3-b9b1-45b0-ad64-d4e13136e348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.546121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3e4bb-f289-4feb-a415-bc17d821cd5d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Subnet': ['ID=c61932a1-bfe4-4743-af5b-a923382b9b10,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:06.563068 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-27069ec3-b9b1-45b0-ad64-d4e13136e348 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=890fdd5f82d649dfa282470f27c04313&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4051027 Nov 15 14:47:06.565002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:06.591222 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.592276 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.622825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27069ec3-b9b1-45b0-ad64-d4e13136e348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d4213f-cd96-47fc-829e-20e48b40c64c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:06.635414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3e4bb-f289-4feb-a415-bc17d821cd5d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Checking segment: {'id': '3a326289-8247-4888-a96e-3a1966a18698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6e8d87aa-5a8c-4421-980b-dc4db49b690e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:06.635950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3e4bb-f289-4feb-a415-bc17d821cd5d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network hostable DHCP agents. Network: 6e8d87aa-5a8c-4421-980b-dc4db49b690e, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:47:06.659718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3d2fe-519c-4954-968c-7b9f670708bb req-6f24fa75-d3e8-4752-90c2-ef87af67e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:06.659718 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36e3d2fe-519c-4954-968c-7b9f670708bb req-6f24fa75-d3e8-4752-90c2-ef87af67e739 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 200 len: 856 time: 0.1841743 Nov 15 14:47:06.672020 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3e03f5a-9080-4dc3-bfb7-25089b5fe8e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.703903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-51ca63a6-01a3-48d1-9a78-f479dd001100 service neutron] 10.222.0.70 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491979 Nov 15 14:47:06.713816 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3e03f5a-9080-4dc3-bfb7-25089b5fe8e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.795610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3468da30-f489-433a-b8f2-1dce491c99ab admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4324765 Nov 15 14:47:06.802532 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.840285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25058853-60bf-4fd9-8745-3bf741945b04 None None] New status for floating IP 4ba8640f-9285-43b4-b712-094dc280c6b1: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:47:06.862513 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3e03f5a-9080-4dc3-bfb7-25089b5fe8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.865553 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3e03f5a-9080-4dc3-bfb7-25089b5fe8e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:06.868671 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f3e03f5a-9080-4dc3-bfb7-25089b5fe8e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67d4213f-cd96-47fc-829e-20e48b40c64c HTTP/1.1" status: 204 len: 168 time: 0.2880087 Nov 15 14:47:06.885737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e03f5a-9080-4dc3-bfb7-25089b5fe8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d4213f-cd96-47fc-829e-20e48b40c64c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:06.886857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3d2fe-519c-4954-968c-7b9f670708bb req-e5708682-47ee-4ed0-84ea-235b3a663d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:06.891150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36e3d2fe-519c-4954-968c-7b9f670708bb req-e5708682-47ee-4ed0-84ea-235b3a663d20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114537 Nov 15 14:47:06.897859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f5c27-345e-45f7-958f-f9ddbb59ef10 None None] Network 49b70721-bd7f-4329-8b83-e5c54852f629 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:47:07.051343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3e4bb-f289-4feb-a415-bc17d821cd5d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network 6e8d87aa-5a8c-4421-980b-dc4db49b690e is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:47:07.128438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-faaa496c-fca0-46bc-9d7e-b8c8c247ec04 service neutron] 10.222.0.70 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471060 Nov 15 14:47:07.140368 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:07.226574 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36e3d2fe-519c-4954-968c-7b9f670708bb req-4ea38716-0ce1-4b4c-bb99-de6b747cd96a service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161037 Nov 15 14:47:07.300263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-93e3e4bb-f289-4feb-a415-bc17d821cd5d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 6e8d87aa-5a8c-4421-980b-dc4db49b690e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:07.313483 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7955a99d-4930-4e1b-ab65-cd70f702f230 None None] Network 6e8d87aa-5a8c-4421-980b-dc4db49b690e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:47:07.316721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e3e4bb-f289-4feb-a415-bc17d821cd5d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:07.317345 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93e3e4bb-f289-4feb-a415-bc17d821cd5d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:07.344649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-1612c7cc-7319-4202-ae01-04205b995bd5 service neutron] 10.222.0.70 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881301 Nov 15 14:47:07.419349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36e3d2fe-519c-4954-968c-7b9f670708bb req-0cb7bcb6-80ef-4be9-bbd7-5796aa26eb4d service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836851 Nov 15 14:47:07.466516 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-93e3e4bb-f289-4feb-a415-bc17d821cd5d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2957809 Nov 15 14:47:07.466644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44504) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:07.470586 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-472979366', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:07.493746 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44506) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:07.591582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4432b738-42bb-494b-9afb-4caab8083067 None None] Network 6e8d87aa-5a8c-4421-980b-dc4db49b690e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:47:07.619047 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:07.640647 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:07.662301 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:07.663550 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:07.743684 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:07.834058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c851c719-fefe-4cb2-bb22-2cff79acec4b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:07.835736 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c851c719-fefe-4cb2-bb22-2cff79acec4b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/networks?id=49b70721-bd7f-4329-8b83-e5c54852f629 HTTP/1.1" status: 200 len: 813 time: 0.1742501 Nov 15 14:47:07.875953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'network': {'name': 'tempest-network-smoke--330278098', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:07.895118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-8c341ca9-07ed-48b6-8699-c70ad5816068 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/quotas/e64ab8c292434c08a0bd485e8163082c HTTP/1.1" status: 200 len: 375 time: 0.0315609 Nov 15 14:47:07.946860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-d3ab280c-85cb-42ae-8f9e-e35e005745b1 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e64ab8c292434c08a0bd485e8163082c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429471 Nov 15 14:47:07.947939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Allocated IP 172.25.4.149 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/752b2b45-7e08-463e-9490-47340b07be5a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:07.975143 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.047635 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44526) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:08.066118 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ae6c59-3309-4c1d-a428-7e4c52569b11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.103325 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-060b7b02-d54a-40c6-a915-e567e995ee98 service neutron] 10.222.0.70 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457629 Nov 15 14:47:08.106046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Made reservation on behalf of c58edf6cb9de430bb198bc6fde6ccc02 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:08.108946 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.129402 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.142371 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.197877 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ae6c59-3309-4c1d-a428-7e4c52569b11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.279677 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67ae6c59-3309-4c1d-a428-7e4c52569b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.285570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-724cf35d-0d1d-46da-b478-d8d691ae5b34 service neutron] 10.222.0.70 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578536 Nov 15 14:47:08.322376 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.365463 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-67ae6c59-3309-4c1d-a428-7e4c52569b11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e44569a3cc4e45588fe85837eb692e04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3161526 Nov 15 14:47:08.368814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44532) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:08.373075 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.398890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae6c59-3309-4c1d-a428-7e4c52569b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f5c56b-aee7-41f8-88e6-39b73b3b1c5f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:08.401905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.409876 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.416566 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.473855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:47:08.483178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:08.509696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:08.512110 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.25.4.45 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/64a2bfdc-d9f1-44fa-9a4e-f65f315d2085) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:08.528986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:08.548809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bc3cfd-46cd-42dd-808b-67895df86cf2 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:47:08.597752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-39df3317-e705-4964-a980-d392899c4b45 None None] Provisioning complete for port 752b2b45-7e08-463e-9490-47340b07be5a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:08.599576 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39df3317-e705-4964-a980-d392899c4b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.669295 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.683453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-39df3317-e705-4964-a980-d392899c4b45 None None] Port 752b2b45-7e08-463e-9490-47340b07be5a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:08.825735 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.867819 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:08.871222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:08.873971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:08.890740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9521e7-4faf-4a77-8d6c-f50907510650 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:47:08.903049 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=64a2bfdc-d9f1-44fa-9a4e-f65f315d2085,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:08.922348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc58e7c-5e9a-4de7-a4fb-dd8baf2accbb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:08.928447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.928797 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Added segment 983c1078-7707-4135-860a-4effff0c2354 of type vlan for network 39c8216c-6b81-4757-901c-ecb4b0eec10e Nov 15 14:47:08.930244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Pushing event updated for resources: {'Port': ['ID=752b2b45-7e08-463e-9490-47340b07be5a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:08.932415 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e3c61e-13fa-4083-a79e-81fd0281ac53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:08.996052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3be966fd-45bf-4206-9254-3ddba1ffe577 req-eb426a26-7017-44b8-8b9f-e1032e678cd0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 210 time: 0.0768511 Nov 15 14:47:09.036283 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e3c61e-13fa-4083-a79e-81fd0281ac53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:09.036283 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:09.041198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-25827287-f973-4673-a83f-dacb3bdf592e None None] Provisioning complete for port 64a2bfdc-d9f1-44fa-9a4e-f65f315d2085 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:09.041848 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25827287-f973-4673-a83f-dacb3bdf592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:09.085020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-25827287-f973-4673-a83f-dacb3bdf592e None None] Port 64a2bfdc-d9f1-44fa-9a4e-f65f315d2085 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:09.240831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9838d98-13bd-4149-8395-a9f7ec541fad req-0ef48b15-bb66-4b3a-bd7d-47b7592607f2 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0415428 Nov 15 14:47:09.343363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:09.353187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:09.354168 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:09.356713 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e3c61e-13fa-4083-a79e-81fd0281ac53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:09.359314 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e3c61e-13fa-4083-a79e-81fd0281ac53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:09.360579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-35e3c61e-13fa-4083-a79e-81fd0281ac53 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76f5c56b-aee7-41f8-88e6-39b73b3b1c5f HTTP/1.1" status: 204 len: 168 time: 0.9897480 Nov 15 14:47:09.481308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3c61e-13fa-4083-a79e-81fd0281ac53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f5c56b-aee7-41f8-88e6-39b73b3b1c5f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:09.517804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Network': ['ID=39c8216c-6b81-4757-901c-ecb4b0eec10e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:09.538116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 39c8216c-6b81-4757-901c-ecb4b0eec10e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:47:09.550584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:09.587340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-40829809-1d02-451a-a09e-9cb90f7b7e82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0924814 Nov 15 14:47:09.593221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44556) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:09.599924 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'admin_state_up': True, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:09.686695 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:09.811449 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:09.812113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:09.813205 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:09.988139 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:10.003201 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:10.028869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Router 22e299e7-8dda-47f7-812e-ef4b20baee60 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:47:10.157766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f6a6140-ef45-45a7-8894-d13976e94bc4 req-62fbbdf0-1b4d-4952-b907-f7e7acf141ff tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 210 time: 0.0383315 Nov 15 14:47:10.193429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:10.209684 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f65d55-240c-4e09-88fc-f14a33901da5 None None] Sync routers for ids ['22e299e7-8dda-47f7-812e-ef4b20baee60'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:10.235290 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f65d55-240c-4e09-88fc-f14a33901da5 None None] Routers {'22e299e7-8dda-47f7-812e-ef4b20baee60'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:10.236300 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-45f65d55-240c-4e09-88fc-f14a33901da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['22e299e7-8dda-47f7-812e-ef4b20baee60'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:10.274837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:10.285452 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-45f65d55-240c-4e09-88fc-f14a33901da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:10.297288 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f65d55-240c-4e09-88fc-f14a33901da5 None None] Routers {'22e299e7-8dda-47f7-812e-ef4b20baee60'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:10.298080 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-45f65d55-240c-4e09-88fc-f14a33901da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['22e299e7-8dda-47f7-812e-ef4b20baee60'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:10.308134 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:10.313228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:10.314070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-16cf12f0-360a-4148-b67b-96a295b78a66 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0033083 Nov 15 14:47:10.319049 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:10.352046 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-45f65d55-240c-4e09-88fc-f14a33901da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:10.352848 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f65d55-240c-4e09-88fc-f14a33901da5 None None] The sync data for ids ['22e299e7-8dda-47f7-812e-ef4b20baee60'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:10.364920 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-11cee059-ee0a-444d-9b60-645705a2845b req-618ace76-88b5-445b-8cc3-56e7a516a925 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0350976 Nov 15 14:47:10.430707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:47:10.755129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:10.768030 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceddbbc-e8a8-478a-9f9e-faa6fa8517ce None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:10.787721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceddbbc-e8a8-478a-9f9e-faa6fa8517ce None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:10.789025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3ceddbbc-e8a8-478a-9f9e-faa6fa8517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:10.810877 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:10.856556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3ceddbbc-e8a8-478a-9f9e-faa6fa8517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:10.866751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceddbbc-e8a8-478a-9f9e-faa6fa8517ce None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:10.867669 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3ceddbbc-e8a8-478a-9f9e-faa6fa8517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:10.899590 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:10.900850 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6ee20cc4-f1cb-45d7-a403-4932d7663c4f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4355133 Nov 15 14:47:10.905243 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44594) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:10.939031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:10.955563 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3ceddbbc-e8a8-478a-9f9e-faa6fa8517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:10.956234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceddbbc-e8a8-478a-9f9e-faa6fa8517ce None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:10.961211 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:10.963806 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:11.091227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Allocated IP 172.25.4.104 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/ac8a0dc8-6d48-4b15-a464-de7ed0efff85) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:11.244667 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:11.255194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Deleting port 752b2b45-7e08-463e-9490-47340b07be5a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:47:11.255539 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:11.277574 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f85e747-2b73-4491-a5af-8604ada71586 req-a2e88167-69b8-4e5b-8044-28ca7b034bed tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 210 time: 0.0348856 Nov 15 14:47:11.374949 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:11.388075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Calling delete_port for 752b2b45-7e08-463e-9490-47340b07be5a owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:11.433784 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:11.467228 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:11.492067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ab6f3bb-856b-4cfc-903f-3fe4832f2fb7 req-eb3980d5-151e-43a5-a7f5-e723a81bff6f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0394073 Nov 15 14:47:11.519162 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:11.524692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:11.536890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:11.545972 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e1f262-4bc9-4013-a32c-88c3e5890c60 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:47:11.570463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=ac8a0dc8-6d48-4b15-a464-de7ed0efff85,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:11.628839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2212044a-df97-4bf8-a6fd-c37dfaa7c0ca None None] Provisioning complete for port ac8a0dc8-6d48-4b15-a464-de7ed0efff85 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:11.632681 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2212044a-df97-4bf8-a6fd-c37dfaa7c0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:11.675950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2212044a-df97-4bf8-a6fd-c37dfaa7c0ca None None] Port ac8a0dc8-6d48-4b15-a464-de7ed0efff85 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:11.791160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-18d7daed-450d-4379-b85c-552600803b4e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:11.792655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-18d7daed-450d-4379-b85c-552600803b4e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.46 "GET /v2.0/networks?id=49b70721-bd7f-4329-8b83-e5c54852f629 HTTP/1.1" status: 200 len: 813 time: 0.1672139 Nov 15 14:47:11.809437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c8d0f775-8c90-4116-9a97-74b13d8faa11 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Request body: {'port': {'device_id': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629', 'admin_state_up': True, 'tenant_id': 'e64ab8c292434c08a0bd485e8163082c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:11.938153 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:12.006137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.20.0.1 (6e8d87aa-5a8c-4421-980b-dc4db49b690e/c61932a1-bfe4-4743-af5b-a923382b9b10/d1b992a8-1f33-43aa-994e-c81a250ddf25) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:12.030080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Pushing event deleted for resources: {'Port': ['ID=752b2b45-7e08-463e-9490-47340b07be5a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:12.041666 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f465e79-a830-401a-a045-2568325465a5 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:47:12.124772 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:12.130613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c8d0f775-8c90-4116-9a97-74b13d8faa11 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Made reservation on behalf of e64ab8c292434c08a0bd485e8163082c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:12.140368 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c8d0f775-8c90-4116-9a97-74b13d8faa11 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:12.199390 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:12.574724 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:12.613739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bfed17e-83c6-4474-b715-489675841fb7 req-2905c510-cead-47ee-b5ab-d4c83e6e6bda tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 210 time: 0.0612748 Nov 15 14:47:12.661623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dab0d0ee-f29a-4e70-b7bf-5edcbb5e7534 req-de8645c3-5b13-4d32-bb33-6df8d93e3c77 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0426269 Nov 15 14:47:12.724306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c8d0f775-8c90-4116-9a97-74b13d8faa11 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Allocated IP 172.20.0.2 (49b70721-bd7f-4329-8b83-e5c54852f629/98cd6aa6-42c0-4323-bf9b-53854b1f02f6/6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:12.802771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-40d56cef-448f-42f4-8bcd-25ead415e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:12.804269 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-40d56cef-448f-42f4-8bcd-25ead415e446 service neutron] 10.222.0.46 "GET /v2.0/ports/68fee45f-e988-4280-9d1f-4feb0fed1987 HTTP/1.1" status: 200 len: 1032 time: 0.0849347 Nov 15 14:47:12.850595 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:12.882991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:12.896434 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:12.900927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d9502974-8667-4225-9042-af067c68b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:12.902588 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d9502974-8667-4225-9042-af067c68b1a0 service neutron] 10.222.0.46 "GET /v2.0/ports/d60d6b5b-7447-4438-8b12-570eb0e866e7 HTTP/1.1" status: 200 len: 1032 time: 0.0627048 Nov 15 14:47:12.918937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network 6e8d87aa-5a8c-4421-980b-dc4db49b690e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:12.934005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:12.940197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:12.945714 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c8d0f775-8c90-4116-9a97-74b13d8faa11 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:12.970988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=d1b992a8-1f33-43aa-994e-c81a250ddf25,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:13.018745 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:13.087783 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c8d0f775-8c90-4116-9a97-74b13d8faa11 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:13.148029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Router 22e299e7-8dda-47f7-812e-ef4b20baee60 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:47:13.198441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c8d0f775-8c90-4116-9a97-74b13d8faa11 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Network 49b70721-bd7f-4329-8b83-e5c54852f629 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:13.199660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:13.206640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c8d0f775-8c90-4116-9a97-74b13d8faa11 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:13.214865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c8d0f775-8c90-4116-9a97-74b13d8faa11 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:13.220103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0f775-8c90-4116-9a97-74b13d8faa11 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Pushing event updated for resources: {'Port': ['ID=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:13.271488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c8d0f775-8c90-4116-9a97-74b13d8faa11 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:13.272138 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c8d0f775-8c90-4116-9a97-74b13d8faa11 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:13.291167 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6a05cfd8-5da9-47fe-9033-dbfbd82ca91d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:13.296929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6a05cfd8-5da9-47fe-9033-dbfbd82ca91d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:13.303410 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6a05cfd8-5da9-47fe-9033-dbfbd82ca91d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:13.305146 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6a05cfd8-5da9-47fe-9033-dbfbd82ca91d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "GET /v2.0/networks?id=05e84ef2-d628-4e8b-85d1-d2b727ab8196&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a HTTP/1.1" status: 200 len: 1994 time: 0.3470051 Nov 15 14:47:13.358453 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:13.384635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-c8d0f775-8c90-4116-9a97-74b13d8faa11 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5806720 Nov 15 14:47:13.393478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:13.401187 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:13.403377 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f0f8298b-fe9a-418c-b20d-b6335e80e24f tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "PUT /v2.0/routers/22e299e7-8dda-47f7-812e-ef4b20baee60 HTTP/1.1" status: 200 len: 709 time: 3.0889599 Nov 15 14:47:13.409509 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:13.410012 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845697a-f201-40bc-af26-e75c78d69284 None None] Sync routers for ids ['22e299e7-8dda-47f7-812e-ef4b20baee60'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:13.423548 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845697a-f201-40bc-af26-e75c78d69284 None None] Routers {'22e299e7-8dda-47f7-812e-ef4b20baee60'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:13.424844 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8845697a-f201-40bc-af26-e75c78d69284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['22e299e7-8dda-47f7-812e-ef4b20baee60'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:13.432096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Request body: {'port': {'device_id': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:13.461968 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8845697a-f201-40bc-af26-e75c78d69284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:13.472209 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845697a-f201-40bc-af26-e75c78d69284 None None] Routers {'22e299e7-8dda-47f7-812e-ef4b20baee60'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:13.472862 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8845697a-f201-40bc-af26-e75c78d69284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['22e299e7-8dda-47f7-812e-ef4b20baee60'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:13.523768 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-40677bd5-1ea9-417b-96ff-d1475a725810 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/routers/22e299e7-8dda-47f7-812e-ef4b20baee60 HTTP/1.1" status: 200 len: 744 time: 0.1105254 Nov 15 14:47:13.530474 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:13.558142 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8845697a-f201-40bc-af26-e75c78d69284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:13.562153 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845697a-f201-40bc-af26-e75c78d69284 None None] The sync data for ids ['22e299e7-8dda-47f7-812e-ef4b20baee60'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:13.584463 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-19c56613-2e96-46af-9837-0ec4bef20e27 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51a048f636d44265be0adba945f4c6ff HTTP/1.1" status: 200 len: 380 time: 0.2174752 Nov 15 14:47:13.588944 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:13.606039 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7606adb8-1591-4e4b-ac90-ebab251c3c83 tempest-RoutersIpV6AdminTest-717455770 tempest-RoutersIpV6AdminTest-717455770-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&device_id=22e299e7-8dda-47f7-812e-ef4b20baee60 HTTP/1.1" status: 200 len: 205 time: 0.0745277 Nov 15 14:47:13.618049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44650) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:13.618275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1259dcca-528b-40b4-a1d0-a958db263554 req-fe0b3958-c195-46dd-9a53-125cb7c76f71 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'port': {'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'admin_state_up': True, 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'security_groups': ['c1664d23-3a27-462e-a4ce-189e3ad2975f']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:13.650981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-256576ea-9f19-4d83-9302-ad928c0747f0 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "GET /v2.0/ports?device_id=22e299e7-8dda-47f7-812e-ef4b20baee60 HTTP/1.1" status: 200 len: 205 time: 0.0377841 Nov 15 14:47:13.654071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44654) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:13.851184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1d437df-69b8-4745-989d-ab029212eac4 req-a5a30e08-7282-41df-ba35-bcac4b35853f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0722041 Nov 15 14:47:13.856093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Router 6e1d5add-94da-4433-b47d-37904e0a7187 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:47:13.893395 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71150ac0-2220-49ac-8311-ed6249d6a50b tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:13.946013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-fe0b3958-c195-46dd-9a53-125cb7c76f71 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Made reservation on behalf of 51a048f636d44265be0adba945f4c6ff for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:13.949788 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-fe0b3958-c195-46dd-9a53-125cb7c76f71 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:14.079578 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:14.090792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c344a-4743-497f-8a46-fb7f7700d134 req-2316fd8e-c6ac-4166-9873-6e7b2c26210f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:14.092419 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-345c344a-4743-497f-8a46-fb7f7700d134 req-2316fd8e-c6ac-4166-9873-6e7b2c26210f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 931 time: 0.3747530 Nov 15 14:47:14.103680 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Sync routers for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:14.117204 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:14.118169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:14.228112 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-1259dcca-528b-40b4-a1d0-a958db263554 req-fe0b3958-c195-46dd-9a53-125cb7c76f71 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Allocated IP 172.20.0.14 (05e84ef2-d628-4e8b-85d1-d2b727ab8196/0960faaf-544e-49a8-b77f-fff26bcae0b5/db3eed56-1e5f-4f19-ada9-a1ee9c1cc762) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:14.278725 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:47:14.351240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:14.355036 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6a0a56b2-6fd1-4fce-b21b-3d15886eac6b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7600267 Nov 15 14:47:14.359964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44666) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:14.367456 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71150ac0-2220-49ac-8311-ed6249d6a50b tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:14.374856 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71150ac0-2220-49ac-8311-ed6249d6a50b tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:14.385933 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:14.398793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-345c344a-4743-497f-8a46-fb7f7700d134 req-2d72c594-9336-400b-837c-420b66afb9cf tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791483 Nov 15 14:47:14.470256 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:14.536477 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:14.573686 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71150ac0-2220-49ac-8311-ed6249d6a50b tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:14.574570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71150ac0-2220-49ac-8311-ed6249d6a50b tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Fanout notify agent at l3_agent the message router_deleted on router 22e299e7-8dda-47f7-812e-ef4b20baee60 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:47:14.592232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71150ac0-2220-49ac-8311-ed6249d6a50b tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:14.594434 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-71150ac0-2220-49ac-8311-ed6249d6a50b tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "DELETE /v2.0/routers/22e299e7-8dda-47f7-812e-ef4b20baee60 HTTP/1.1" status: 204 len: 168 time: 0.9392478 Nov 15 14:47:14.594996 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-fe0b3958-c195-46dd-9a53-125cb7c76f71 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:14.601406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44670) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:14.627275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:47:11Z', 'revision_number': 3, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:14.667549 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Checking router: 6e1d5add-94da-4433-b47d-37904e0a7187 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:47:14.668279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Updating router 6e1d5add-94da-4433-b47d-37904e0a7187 port ac8a0dc8-6d48-4b15-a464-de7ed0efff85 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:47:14.697996 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:14.792023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-85ebd89b-6669-4884-b808-53024d06e786 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c58edf6cb9de430bb198bc6fde6ccc02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4174976 Nov 15 14:47:14.794880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:14.808321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8dfe6f88-b18d-4622-92a0-2e922ff24dc5 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "GET /v2.0/ports?device_id=22e299e7-8dda-47f7-812e-ef4b20baee60 HTTP/1.1" status: 200 len: 205 time: 0.1966815 Nov 15 14:47:14.809817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:14.813462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=d1b992a8-1f33-43aa-994e-c81a250ddf25,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:14.828062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-fe0b3958-c195-46dd-9a53-125cb7c76f71 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:14.953284 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1259dcca-528b-40b4-a1d0-a958db263554 req-fe0b3958-c195-46dd-9a53-125cb7c76f71 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:14.967378 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-da26b5af-4713-40b0-a0be-285b5d792aa4 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] delete failed (client error): The resource could not be found. Nov 15 14:47:14.968318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-da26b5af-4713-40b0-a0be-285b5d792aa4 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "DELETE /v2.0/routers/22e299e7-8dda-47f7-812e-ef4b20baee60 HTTP/1.1" status: 404 len: 336 time: 0.1560597 Nov 15 14:47:14.973401 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-1259dcca-528b-40b4-a1d0-a958db263554 req-fe0b3958-c195-46dd-9a53-125cb7c76f71 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:14.974219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:14.993726 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-fe0b3958-c195-46dd-9a53-125cb7c76f71 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:15.075393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eabd2880-2630-460d-8068-3eb28104193d tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3f88552-5ba3-4923-afd7-ff88b6f01881 HTTP/1.1" status: 200 len: 205 time: 0.1000106 Nov 15 14:47:15.081912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:15.095750 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:47:15.101426 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:15.119449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b3958-c195-46dd-9a53-125cb7c76f71 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'Port': ['ID=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:15.126349 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:15.159354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Transition to ACTIVE for port object 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:47:15.167535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network 6e8d87aa-5a8c-4421-980b-dc4db49b690e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:15.182814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de657d9-6c55-4085-83af-65eae730a858 req-2e3dfacb-8c39-4b35-8638-9a2c052f2972 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:15.184425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2de657d9-6c55-4085-83af-65eae730a858 req-2e3dfacb-8c39-4b35-8638-9a2c052f2972 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 932 time: 0.1592703 Nov 15 14:47:15.191138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:15.210058 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:15.215519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728fc57b-7a2d-4f08-a48d-57e77ae781c9 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:15.220472 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-728fc57b-7a2d-4f08-a48d-57e77ae781c9 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4236534 Nov 15 14:47:15.224473 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44686) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:15.239590 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:15.297719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47f132-333a-4865-8988-794a898a8873 None None] Pushing event updated for resources: {'Port': ['ID=ac8a0dc8-6d48-4b15-a464-de7ed0efff85,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:15.326320 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-fe0b3958-c195-46dd-9a53-125cb7c76f71 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:15.327055 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-fe0b3958-c195-46dd-9a53-125cb7c76f71 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:15.334149 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a915dcc0-ce82-4a4e-9c13-90abc2a0cc16 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:47:15.362821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Attempting to bind port ac8a0dc8-6d48-4b15-a464-de7ed0efff85 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:15.364774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Attempting to bind port ac8a0dc8-6d48-4b15-a464-de7ed0efff85 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:15.364774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Attempting to bind port ac8a0dc8-6d48-4b15-a464-de7ed0efff85 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:15.365792 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-e2b42936-890a-4d8f-99ad-4998bdbf1f81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] delete failed (client error): The resource could not be found. Nov 15 14:47:15.367141 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e2b42936-890a-4d8f-99ad-4998bdbf1f81 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "DELETE /v2.0/routers/f3f88552-5ba3-4923-afd7-ff88b6f01881 HTTP/1.1" status: 404 len: 336 time: 0.2620499 Nov 15 14:47:15.389494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:15.389880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:15.390294 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:15.392373 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44690) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:15.398150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:15.398761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Bound port: ac8a0dc8-6d48-4b15-a464-de7ed0efff85, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:15.405060 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:15.426081 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d9c570ba-2a0c-41f2-a524-399262e457ca tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9eeef7-8556-425e-9835-dfad18176920 HTTP/1.1" status: 200 len: 205 time: 0.0300236 Nov 15 14:47:15.429165 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1741db3a-16e1-4288-8f88-b6dc9dc07fd0 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1991782 Nov 15 14:47:15.429329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:15.431668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44696) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:15.436998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-086f4e0f-d2c4-4f09-bb97-2284afef7a41 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1974392847', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:15.509660 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81bc0c9b-8469-450c-8be0-f09dce9a7916 None None] Provisioning complete for port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:15.510042 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81bc0c9b-8469-450c-8be0-f09dce9a7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:15.543287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] For port ac8a0dc8-6d48-4b15-a464-de7ed0efff85, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:15.558410 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-fe0b3958-c195-46dd-9a53-125cb7c76f71 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9552815 Nov 15 14:47:15.584047 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ab081505-24df-4a6d-8515-051da4a66eac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'port': {'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c', 'admin_state_up': True, 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'security_groups': ['c1664d23-3a27-462e-a4ce-189e3ad2975f']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:15.612537 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2de657d9-6c55-4085-83af-65eae730a858 req-50b55141-3a42-43da-bfc5-4d6c9740f27b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052432 Nov 15 14:47:15.625655 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-c09d54c9-6799-4f4c-bc57-ec5118b1e672 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] delete failed (client error): The resource could not be found. Nov 15 14:47:15.629048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c09d54c9-6799-4f4c-bc57-ec5118b1e672 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "DELETE /v2.0/routers/4a9eeef7-8556-425e-9835-dfad18176920 HTTP/1.1" status: 404 len: 336 time: 0.1812449 Nov 15 14:47:15.645448 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:15.645780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Pushing event updated for resources: {'Port': ['ID=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:15.745156 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-739578ac-d9d6-42a5-b6fd-871df6469a80 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "GET /v2.0/ports?device_id=49903dcb-6491-4556-adcf-757b8e511ea1 HTTP/1.1" status: 200 len: 205 time: 0.0965428 Nov 15 14:47:15.749914 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:15.776492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] For port ac8a0dc8-6d48-4b15-a464-de7ed0efff85, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ac8a0dc8-6d48-4b15-a464-de7ed0efff85,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:15.789245 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81bc0c9b-8469-450c-8be0-f09dce9a7916 None None] Port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:15.801381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81bc0c9b-8469-450c-8be0-f09dce9a7916 None None] Provisioning complete for port ac8a0dc8-6d48-4b15-a464-de7ed0efff85 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:15.801747 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81bc0c9b-8469-450c-8be0-f09dce9a7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:15.804010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:47:15.806484 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-1945a3c4-2d7c-4438-865d-9d86dac54869 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] delete failed (client error): The resource could not be found. Nov 15 14:47:15.810628 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1945a3c4-2d7c-4438-865d-9d86dac54869 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "DELETE /v2.0/routers/49903dcb-6491-4556-adcf-757b8e511ea1 HTTP/1.1" status: 404 len: 336 time: 0.0593405 Nov 15 14:47:15.811512 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44704) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:15.837474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab840e-879a-430d-807d-354eb45530fa req-96250d62-6528-4727-9b88-8c60f7054951 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:15.839023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:15.851058 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbab840e-879a-430d-807d-354eb45530fa req-96250d62-6528-4727-9b88-8c60f7054951 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 943 time: 0.2561662 Nov 15 14:47:15.852689 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:15.874525 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-54e08878-9c44-4505-84e7-ff43b401150c tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac6904-2d2b-4e39-b52b-cf26a1da98b7 HTTP/1.1" status: 200 len: 205 time: 0.0567467 Nov 15 14:47:15.875477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:15.896285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81bc0c9b-8469-450c-8be0-f09dce9a7916 None None] Port ac8a0dc8-6d48-4b15-a464-de7ed0efff85 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:15.930571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f7f6b-2003-4a56-be41-582d3648e63c None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:47:15.944324 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-25b8f332-46a5-41fd-827b-83b394d48626 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] delete failed (client error): The resource could not be found. Nov 15 14:47:15.947370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47f132-333a-4865-8988-794a898a8873 None None] Pushing event updated for resources: {'Port': ['ID=ac8a0dc8-6d48-4b15-a464-de7ed0efff85,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:15.949403 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-25b8f332-46a5-41fd-827b-83b394d48626 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "DELETE /v2.0/routers/36ac6904-2d2b-4e39-b52b-cf26a1da98b7 HTTP/1.1" status: 404 len: 336 time: 0.0631950 Nov 15 14:47:15.950426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44712) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:15.977702 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:15.982029 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:15.993916 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2c15643d-6789-4aef-a1b3-9a3b6fc7362d tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f12c16c-ece4-4379-b3bf-a7587a10586a HTTP/1.1" status: 200 len: 205 time: 0.0403659 Nov 15 14:47:15.996170 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:16.009992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086f4e0f-d2c4-4f09-bb97-2284afef7a41 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Made reservation on behalf of c58edf6cb9de430bb198bc6fde6ccc02 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:16.013527 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086f4e0f-d2c4-4f09-bb97-2284afef7a41 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:16.073317 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-08ce82a8-27ab-403e-a050-2b570e0645f0 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] delete failed (client error): The resource could not be found. Nov 15 14:47:16.075008 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-08ce82a8-27ab-403e-a050-2b570e0645f0 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "DELETE /v2.0/routers/9f12c16c-ece4-4379-b3bf-a7587a10586a HTTP/1.1" status: 404 len: 336 time: 0.0748045 Nov 15 14:47:16.075690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:16.148441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-283dcc43-eb72-4e53-a0cf-fbf3a4a54242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:16.162065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:16.175429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3cadaae5-3f45-4752-9ec5-7d8df0bca40b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "PUT /v2.0/routers/0853aa5f-36cd-4df4-bf87-5689281641b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2679844 Nov 15 14:47:16.177474 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfcc6b1-05fc-4a7d-8ad4-1c792bd52b69 None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:16.184053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44718) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:16.184212 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-953af0f2-26b7-473f-9b06-b937dff45626 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] DELETE failed (client error): The resource could not be found. Nov 15 14:47:16.184212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953af0f2-26b7-473f-9b06-b937dff45626 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:47:16.189614 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-953af0f2-26b7-473f-9b06-b937dff45626 tempest-RoutersIpV6AdminTest-797245440 tempest-RoutersIpV6AdminTest-797245440-project] 10.222.0.70 "DELETE /v2.0/subnets/9da2b429-af47-4f25-9f0d-b03583750a87 HTTP/1.1" status: 404 len: 337 time: 0.0857904 Nov 15 14:47:16.194381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'port': {'network_id': '6e8d87aa-5a8c-4421-980b-dc4db49b690e', 'name': 'tempest-FloatingIPTestJSON-1584530489'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:16.211129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ab081505-24df-4a6d-8515-051da4a66eac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Made reservation on behalf of 51a048f636d44265be0adba945f4c6ff for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:16.215517 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ab081505-24df-4a6d-8515-051da4a66eac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:16.225601 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfcc6b1-05fc-4a7d-8ad4-1c792bd52b69 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:16.229888 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7cfcc6b1-05fc-4a7d-8ad4-1c792bd52b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:16.242800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:47:16.301806 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7cfcc6b1-05fc-4a7d-8ad4-1c792bd52b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:16.320958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbab840e-879a-430d-807d-354eb45530fa req-07465680-e0c2-4994-8ba6-e9eeec780fbb tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686420 Nov 15 14:47:16.350058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Attempting to bind port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:16.350811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Attempting to bind port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'f6d3b711-cfd3-4334-b786-91fa4806f719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:16.351464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Attempting to bind port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 on network 49b70721-bd7f-4329-8b83-e5c54852f629 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:16.360897 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfcc6b1-05fc-4a7d-8ad4-1c792bd52b69 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:16.363664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 on network 49b70721-bd7f-4329-8b83-e5c54852f629 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:47:16.364276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Attempting to bind port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 on network 49b70721-bd7f-4329-8b83-e5c54852f629 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:16.364701 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7cfcc6b1-05fc-4a7d-8ad4-1c792bd52b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:16.371474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:16.372062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Checking segment: {'id': 'f6d3b711-cfd3-4334-b786-91fa4806f719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:16.372668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Bound using segment: {'id': 'f6d3b711-cfd3-4334-b786-91fa4806f719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:16.373267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Bound port: 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d3b711-cfd3-4334-b786-91fa4806f719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:16.373803 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:16.424823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ab081505-24df-4a6d-8515-051da4a66eac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Allocated IP 10.1.1.39 (07c81a36-2a87-4fc4-8ccd-274284cc5c3c/13e5cecc-ea42-44d2-9071-cfd4c54925aa/012e9bf2-0414-4d9d-a820-1d1a5c19a79f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:16.431372 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7cfcc6b1-05fc-4a7d-8ad4-1c792bd52b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:16.443612 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfcc6b1-05fc-4a7d-8ad4-1c792bd52b69 None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:16.499069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:16.504419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:16.507013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Made reservation on behalf of 6c1110b127344c92b26723dffe81291f for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:16.515364 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:16.545469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] device_id is not set on port 652e7f90-970e-42fc-84b2-947bab287cb6 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:47:16.549740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-03d5ee7e-7fa6-483b-97e0-20dbe78592d7 None None] Provisioning complete for port ac8a0dc8-6d48-4b15-a464-de7ed0efff85 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:16.550159 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03d5ee7e-7fa6-483b-97e0-20dbe78592d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:16.556689 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:16.628404 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ab081505-24df-4a6d-8515-051da4a66eac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:16.643284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:16.643924 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:16.645187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:47:11Z', 'revision_number': 3, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:16.645416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] 10.222.0.46 "PUT /v2.0/ports/6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 HTTP/1.1" status: 200 len: 1091 time: 3.2178121 Nov 15 14:47:16.648308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:16.650720 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be0890e-dc37-4afe-bc8a-34c10abb24f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:16.700553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb038ef8-6762-4cb8-bbab-85b7d77ba813 service neutron] Pushing event updated for resources: {'Port': ['ID=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:16.732463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3fe01-6bde-49e5-9dd9-085666273c3e None None] The sync data for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 is: [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:47:11Z', 'revision_number': 3, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:16.795160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ab081505-24df-4a6d-8515-051da4a66eac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:16.805909 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03d5ee7e-7fa6-483b-97e0-20dbe78592d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:16.831721 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976cb4bf-61b8-411e-a428-b1f882d4c124 x-openstack-request-id: req-976cb4bf-61b8-411e-a428-b1f882d4c124 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:16.832003 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:16.832263 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-976cb4bf-61b8-411e-a428-b1f882d4c124 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:16.832666 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6', 'status': 'completed', 'code': 200} Nov 15 14:47:16.833720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-03d5ee7e-7fa6-483b-97e0-20dbe78592d7 None None] For port ac8a0dc8-6d48-4b15-a464-de7ed0efff85, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ac8a0dc8-6d48-4b15-a464-de7ed0efff85,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:16.844760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.20.0.14 (6e8d87aa-5a8c-4421-980b-dc4db49b690e/c61932a1-bfe4-4743-af5b-a923382b9b10/652e7f90-970e-42fc-84b2-947bab287cb6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:16.885878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-79917668-b304-4ea7-9134-1f7b7538d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:16.887520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-79917668-b304-4ea7-9134-1f7b7538d813 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e64ab8c292434c08a0bd485e8163082c&device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 1094 time: 0.1088719 Nov 15 14:47:16.905397 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03d5ee7e-7fa6-483b-97e0-20dbe78592d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:16.935748 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086f4e0f-d2c4-4f09-bb97-2284afef7a41 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:16.938458 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:16.980122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ab081505-24df-4a6d-8515-051da4a66eac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:16.991079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5ee7e-7fa6-483b-97e0-20dbe78592d7 None None] Pushing event updated for resources: {'Port': ['ID=ac8a0dc8-6d48-4b15-a464-de7ed0efff85,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:17.016918 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-283dcc43-eb72-4e53-a0cf-fbf3a4a54242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:17.030561 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ab081505-24df-4a6d-8515-051da4a66eac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:17.040700 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ab081505-24df-4a6d-8515-051da4a66eac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:17.085920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab081505-24df-4a6d-8515-051da4a66eac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'Port': ['ID=012e9bf2-0414-4d9d-a820-1d1a5c19a79f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:17.115831 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-283dcc43-eb72-4e53-a0cf-fbf3a4a54242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:17.241320 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-283dcc43-eb72-4e53-a0cf-fbf3a4a54242 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed6dc7ab02ee4d4aa70ea012f543bba3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3943250 Nov 15 14:47:17.241984 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f4e0f-d2c4-4f09-bb97-2284afef7a41 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Subnet': ['ID=87dbc2f1-eecd-4b43-acfa-9e50ad332774,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:17.257644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:17.327524 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f4e0f-d2c4-4f09-bb97-2284afef7a41 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Checking segment: {'id': '983c1078-7707-4135-860a-4effff0c2354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:17.328195 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f4e0f-d2c4-4f09-bb97-2284afef7a41 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network hostable DHCP agents. Network: 39c8216c-6b81-4757-901c-ecb4b0eec10e, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:47:17.338344 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ab081505-24df-4a6d-8515-051da4a66eac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:17.339459 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ab081505-24df-4a6d-8515-051da4a66eac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:17.356354 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24845755-d1df-479d-84f9-ca88b1461b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:17.378976 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dcc43-eb72-4e53-a0cf-fbf3a4a54242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d7e0af-692d-4745-9869-85bb9ab8c010,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:17.448487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-53c68235-de65-4264-956c-2c388bd8711d None None] Provisioning complete for port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:17.449124 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53c68235-de65-4264-956c-2c388bd8711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:17.491446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-fa57872e-9b60-4061-8b51-77cfb7878857 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 HTTP/1.1" status: 200 len: 217 time: 0.5934436 Nov 15 14:47:17.513202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-53c68235-de65-4264-956c-2c388bd8711d None None] Port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:17.562041 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24845755-d1df-479d-84f9-ca88b1461b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:17.574716 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ab081505-24df-4a6d-8515-051da4a66eac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0004268 Nov 15 14:47:17.577255 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d6ef-e798-4eaf-ba35-fb3090ffd556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:17.584541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f4e0f-d2c4-4f09-bb97-2284afef7a41 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network 39c8216c-6b81-4757-901c-ecb4b0eec10e is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:47:17.594225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-3c900980-f681-457a-b62f-4543eb9e2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:17.595919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1259dcca-528b-40b4-a1d0-a958db263554 req-18510208-0585-49a9-ade6-39d407232d89 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'port': {'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c', 'admin_state_up': True, 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'security_groups': ['c1664d23-3a27-462e-a4ce-189e3ad2975f']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:17.596307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-3c900980-f681-457a-b62f-4543eb9e2edb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98cd6aa6-42c0-4323-bf9b-53854b1f02f6 HTTP/1.1" status: 200 len: 853 time: 0.0839186 Nov 15 14:47:17.681110 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24845755-d1df-479d-84f9-ca88b1461b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:17.699338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3372c-a146-4e18-9b83-2b9a10d5dbe8 req-0dc9642c-9960-4024-8f89-e6a46052831b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:17.706649 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d6ef-e798-4eaf-ba35-fb3090ffd556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:17.707487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3372c-a146-4e18-9b83-2b9a10d5dbe8 req-0dc9642c-9960-4024-8f89-e6a46052831b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:17.715582 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ad3372c-a146-4e18-9b83-2b9a10d5dbe8 req-0dc9642c-9960-4024-8f89-e6a46052831b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 1653 time: 0.8270016 Nov 15 14:47:17.719078 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-af0197c9-2e2b-4831-a5a5-91c211171e14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49b70721-bd7f-4329-8b83-e5c54852f629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717776 Nov 15 14:47:17.729806 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-086f4e0f-d2c4-4f09-bb97-2284afef7a41 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 39c8216c-6b81-4757-901c-ecb4b0eec10e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:17.741329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2126a955-29a4-4db9-ab12-2b0c6e8166a5 None None] Network 39c8216c-6b81-4757-901c-ecb4b0eec10e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:47:17.823534 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbc31e-b4cb-4db7-bdbc-74763f273a24 req-d954b4f9-6911-4667-b2c9-27dd70c20fb4 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:17.841255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1cbc31e-b4cb-4db7-bdbc-74763f273a24 req-d954b4f9-6911-4667-b2c9-27dd70c20fb4 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 943 time: 0.3702676 Nov 15 14:47:17.870770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f4e0f-d2c4-4f09-bb97-2284afef7a41 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:17.871373 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086f4e0f-d2c4-4f09-bb97-2284afef7a41 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:17.873859 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24845755-d1df-479d-84f9-ca88b1461b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67ea649-8567-46b0-b086-014c16a4fbb9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:17.955423 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:17.956836 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-24845755-d1df-479d-84f9-ca88b1461b0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2068b4273abe41aa9722d5a74074c2a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0048592 Nov 15 14:47:17.962686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44744) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:17.981598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-39c8216c-6b81-4757-901c-ecb4b0eec10e', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:47:17.984075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ad3372c-a146-4e18-9b83-2b9a10d5dbe8 req-d02d550f-b10b-4651-bca0-681c49b08d49 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651949 Nov 15 14:47:17.984250 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:18.046969 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-18510208-0585-49a9-ade6-39d407232d89 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Made reservation on behalf of 51a048f636d44265be0adba945f4c6ff for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:18.047347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-9cfb2264-4910-4200-8095-d264e605805f service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148007 Nov 15 14:47:18.049282 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-18510208-0585-49a9-ade6-39d407232d89 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:18.054318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1cbc31e-b4cb-4db7-bdbc-74763f273a24 req-52c4b2b6-d761-4df3-aba5-794eb94b19fd tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900957 Nov 15 14:47:18.210541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44746) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:18.212441 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-086f4e0f-d2c4-4f09-bb97-2284afef7a41 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7790718 Nov 15 14:47:18.213353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d6ef-e798-4eaf-ba35-fb3090ffd556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:18.216112 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d6ef-e798-4eaf-ba35-fb3090ffd556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:18.217280 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7ac5d6ef-e798-4eaf-ba35-fb3090ffd556 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11d7e0af-692d-4745-9869-85bb9ab8c010 HTTP/1.1" status: 204 len: 168 time: 0.9586995 Nov 15 14:47:18.217973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2264048c-dbba-4fae-b560-de84273d543b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:18.243564 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff88a143-e970-466e-bba8-b3ff714cc994 req-45cd7cc1-7d84-4b21-900c-97dbba0f00b5 service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829867 Nov 15 14:47:18.245312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ac8a0dc8-6d48-4b15-a464-de7ed0efff85 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:47:18.284922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2264048c-dbba-4fae-b560-de84273d543b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:18.322097 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:18.387714 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ac8a0dc8-6d48-4b15-a464-de7ed0efff85 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:18.388361 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:18.421462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Allocated IP 172.20.0.2 (39c8216c-6b81-4757-901c-ecb4b0eec10e/87dbc2f1-eecd-4b43-acfa-9e50ad332774/4f08be7e-5b00-419d-a6ea-5e389de58d62) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:18.452194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network 6e8d87aa-5a8c-4421-980b-dc4db49b690e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:18.461062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:18.463167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=652e7f90-970e-42fc-84b2-947bab287cb6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:18.467717 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:18.540085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0890e-dc37-4afe-bc8a-34c10abb24f1 req-9d63da16-d949-4b41-b6f5-b7dfce9a7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:18.542003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1be0890e-dc37-4afe-bc8a-34c10abb24f1 req-9d63da16-d949-4b41-b6f5-b7dfce9a7f63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e64ab8c292434c08a0bd485e8163082c&device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 1094 time: 0.1343815 Nov 15 14:47:18.560482 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:18.567602 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:18.674933 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:18.776448 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:18.837914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2def2294-5461-435b-9048-5075df8914e3 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6559823 Nov 15 14:47:18.840908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44752) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:18.848907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0890e-dc37-4afe-bc8a-34c10abb24f1 req-a93971fd-644d-4d47-bf1a-fb732c9ffd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:18.848907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1be0890e-dc37-4afe-bc8a-34c10abb24f1 req-a93971fd-644d-4d47-bf1a-fb732c9ffd5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=49b70721-bd7f-4329-8b83-e5c54852f629 HTTP/1.1" status: 200 len: 914 time: 0.2902501 Nov 15 14:47:18.849206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Network 39c8216c-6b81-4757-901c-ecb4b0eec10e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:18.851917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:18.852333 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'port': {'network_id': '6e8d87aa-5a8c-4421-980b-dc4db49b690e', 'name': 'tempest-FloatingIPTestJSON-2071975801'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:18.856044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:18.874701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Pushing event updated for resources: {'Port': ['ID=4f08be7e-5b00-419d-a6ea-5e389de58d62,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:18.893708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5d6ef-e798-4eaf-ba35-fb3090ffd556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d7e0af-692d-4745-9869-85bb9ab8c010,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:18.956340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1be0890e-dc37-4afe-bc8a-34c10abb24f1 req-54fac172-0bbc-46b1-9beb-d57823f50713 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 HTTP/1.1" status: 200 len: 217 time: 0.0986838 Nov 15 14:47:18.990228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-1259dcca-528b-40b4-a1d0-a958db263554 req-18510208-0585-49a9-ade6-39d407232d89 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Allocated IP 10.1.1.95 (07c81a36-2a87-4fc4-8ccd-274284cc5c3c/13e5cecc-ea42-44d2-9071-cfd4c54925aa/67213a63-6141-41d5-9bd4-fafaf28fcad9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:19.016424 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Attempting to bind port 4f08be7e-5b00-419d-a6ea-5e389de58d62 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:19.016800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Attempting to bind port 4f08be7e-5b00-419d-a6ea-5e389de58d62 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '983c1078-7707-4135-860a-4effff0c2354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:19.017187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Attempting to bind port 4f08be7e-5b00-419d-a6ea-5e389de58d62 on network 39c8216c-6b81-4757-901c-ecb4b0eec10e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:19.034428 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:19.036898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Checking segment: {'id': '983c1078-7707-4135-860a-4effff0c2354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:19.036898 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:19.036898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Bound using segment: {'id': '983c1078-7707-4135-860a-4effff0c2354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:19.036898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Bound port: 4f08be7e-5b00-419d-a6ea-5e389de58d62, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983c1078-7707-4135-860a-4effff0c2354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:19.036898 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:19.037554 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2264048c-dbba-4fae-b560-de84273d543b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:19.044070 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2264048c-dbba-4fae-b560-de84273d543b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:19.048288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0890e-dc37-4afe-bc8a-34c10abb24f1 req-e663fce3-3d05-4b37-8f61-a91c7b7fc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:19.050696 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2264048c-dbba-4fae-b560-de84273d543b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d67ea649-8567-46b0-b086-014c16a4fbb9 HTTP/1.1" status: 204 len: 168 time: 1.0850699 Nov 15 14:47:19.054667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1be0890e-dc37-4afe-bc8a-34c10abb24f1 req-e663fce3-3d05-4b37-8f61-a91c7b7fc7a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98cd6aa6-42c0-4323-bf9b-53854b1f02f6 HTTP/1.1" status: 200 len: 853 time: 0.0816772 Nov 15 14:47:19.146055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:19.157048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1be0890e-dc37-4afe-bc8a-34c10abb24f1 req-90313a49-cc45-4142-9a96-16e3c2180f13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49b70721-bd7f-4329-8b83-e5c54852f629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847912 Nov 15 14:47:19.187601 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264048c-dbba-4fae-b560-de84273d543b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67ea649-8567-46b0-b086-014c16a4fbb9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:19.223675 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] For port 4f08be7e-5b00-419d-a6ea-5e389de58d62, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:19.246733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] For port 4f08be7e-5b00-419d-a6ea-5e389de58d62, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4f08be7e-5b00-419d-a6ea-5e389de58d62,segment=NetworkSegment(983c1078-7707-4135-860a-4effff0c2354),segment_id=983c1078-7707-4135-860a-4effff0c2354)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:19.260092 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-012ef390-396a-4569-8db7-ac80e9b9f513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:19.284171 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-18510208-0585-49a9-ade6-39d407232d89 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:19.333876 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:19.391859 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-18510208-0585-49a9-ade6-39d407232d89 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:19.421447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d290753-d695-4eed-af9f-7b2170b28845 None None] Pushing event updated for resources: {'Port': ['ID=4f08be7e-5b00-419d-a6ea-5e389de58d62,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:19.480459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e605e-3d72-4bb7-b747-4c589ce051ae req-c2f645fb-7ddb-4afc-92d6-538bdd32cb74 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:19.487587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e605e-3d72-4bb7-b747-4c589ce051ae req-c2f645fb-7ddb-4afc-92d6-538bdd32cb74 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:19.494956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a25e605e-3d72-4bb7-b747-4c589ce051ae req-c2f645fb-7ddb-4afc-92d6-538bdd32cb74 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 1653 time: 0.3269246 Nov 15 14:47:19.495819 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1259dcca-528b-40b4-a1d0-a958db263554 req-18510208-0585-49a9-ade6-39d407232d89 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:19.497603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18510208-0585-49a9-ade6-39d407232d89 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'Port': ['ID=67213a63-6141-41d5-9bd4-fafaf28fcad9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:19.510643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-1259dcca-528b-40b4-a1d0-a958db263554 req-18510208-0585-49a9-ade6-39d407232d89 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:19.514249 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-18510208-0585-49a9-ade6-39d407232d89 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:19.546382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Made reservation on behalf of 6c1110b127344c92b26723dffe81291f for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:19.556729 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:19.601511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-18510208-0585-49a9-ade6-39d407232d89 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:19.602667 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-18510208-0585-49a9-ade6-39d407232d89 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:19.610069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff87b8e-1e68-4e6e-a59a-fad400cc0083 req-44eef5c1-10ce-4e97-8d8b-41f64430ad37 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:19.623329 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5ff87b8e-1e68-4e6e-a59a-fad400cc0083 req-44eef5c1-10ce-4e97-8d8b-41f64430ad37 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 943 time: 0.3722808 Nov 15 14:47:19.662487 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1be0890e-dc37-4afe-bc8a-34c10abb24f1 req-08754d54-7824-4858-a3fb-9bf0325c6137 service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776692 Nov 15 14:47:19.698766 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-18510208-0585-49a9-ade6-39d407232d89 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1154423 Nov 15 14:47:19.712594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1259dcca-528b-40b4-a1d0-a958db263554 req-13ec44dc-a27c-4e0e-8da2-5cf50554c755 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'port': {'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a', 'admin_state_up': True, 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'security_groups': ['c1664d23-3a27-462e-a4ce-189e3ad2975f']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:19.836752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] device_id is not set on port 8deadb4a-79c9-4749-9fde-40752c18f146 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:47:19.892519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a25e605e-3d72-4bb7-b747-4c589ce051ae req-470af94b-5c31-462f-b698-3cf6f609abdf tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966370 Nov 15 14:47:19.971505 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:19.978206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4ce013dd-4ad1-44e8-a85e-9e8d4255d6a7 None None] Provisioning complete for port 67213a63-6141-41d5-9bd4-fafaf28fcad9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:19.978877 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ce013dd-4ad1-44e8-a85e-9e8d4255d6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:20.029329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:20.089167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4ce013dd-4ad1-44e8-a85e-9e8d4255d6a7 None None] Port 67213a63-6141-41d5-9bd4-fafaf28fcad9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:20.093542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-13ec44dc-a27c-4e0e-8da2-5cf50554c755 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Made reservation on behalf of 51a048f636d44265be0adba945f4c6ff for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:20.134851 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0819a0e7-250e-4b9d-bbb6-e58f9d7e7755 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be742142c357450583a58805b4241938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1036265 Nov 15 14:47:20.178039 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:20.238457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4f08be7e-5b00-419d-a6ea-5e389de58d62 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:47:20.284574 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41a634e3-db8a-4996-9d62-15178e2d5fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:20.292077 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-13ec44dc-a27c-4e0e-8da2-5cf50554c755 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:20.309312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 4f08be7e-5b00-419d-a6ea-5e389de58d62 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:20.310595 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:20.335760 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41a634e3-db8a-4996-9d62-15178e2d5fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:20.435244 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:20.494956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5ff87b8e-1e68-4e6e-a59a-fad400cc0083 req-5198be27-f98e-40d3-aaae-920aef6f6b89 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8695452 Nov 15 14:47:20.502661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 4f08be7e-5b00-419d-a6ea-5e389de58d62, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4f08be7e-5b00-419d-a6ea-5e389de58d62,segment=NetworkSegment(983c1078-7707-4135-860a-4effff0c2354),segment_id=983c1078-7707-4135-860a-4effff0c2354)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:20.590313 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:20.655206 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-1259dcca-528b-40b4-a1d0-a958db263554 req-13ec44dc-a27c-4e0e-8da2-5cf50554c755 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Allocated IP 10.2.2.100 (80282745-ab0a-40a1-a5e0-f0c5a9fadf3a/cfcbb94e-6f43-4c2f-ba15-404b45ed75fb/cd15e723-98fc-42e7-b4df-b2bacc78da3d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:20.659885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.20.0.11 (6e8d87aa-5a8c-4421-980b-dc4db49b690e/c61932a1-bfe4-4743-af5b-a923382b9b10/8deadb4a-79c9-4749-9fde-40752c18f146) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:20.678016 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41a634e3-db8a-4996-9d62-15178e2d5fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:20.685285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=4f08be7e-5b00-419d-a6ea-5e389de58d62,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:20.689144 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41a634e3-db8a-4996-9d62-15178e2d5fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:20.706738 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-41a634e3-db8a-4996-9d62-15178e2d5fb4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/715b866f-80ad-4ce7-ab1d-70ee476a4a6e HTTP/1.1" status: 204 len: 168 time: 0.5267828 Nov 15 14:47:20.743627 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a634e3-db8a-4996-9d62-15178e2d5fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715b866f-80ad-4ce7-ab1d-70ee476a4a6e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:20.829990 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:20.869254 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1be0890e-dc37-4afe-bc8a-34c10abb24f1 req-bce79af7-fc6f-40ed-8fff-170d112bf419 service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1585217 Nov 15 14:47:20.879675 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-012ef390-396a-4569-8db7-ac80e9b9f513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:20.925790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:20.944274 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-13ec44dc-a27c-4e0e-8da2-5cf50554c755 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:20.966141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d54935-3fb2-4d66-8517-1e5b3a6dc580 None None] Network 39c8216c-6b81-4757-901c-ecb4b0eec10e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:47:20.977897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-012ef390-396a-4569-8db7-ac80e9b9f513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:21.063195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network 6e8d87aa-5a8c-4421-980b-dc4db49b690e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:21.081155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-894da58a-da23-4214-860f-07fb3f8c1d33 None None] Provisioning complete for port 4f08be7e-5b00-419d-a6ea-5e389de58d62 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:21.081730 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-894da58a-da23-4214-860f-07fb3f8c1d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:21.094146 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-13ec44dc-a27c-4e0e-8da2-5cf50554c755 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:21.129368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:21.132277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=8deadb4a-79c9-4749-9fde-40752c18f146,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:21.148176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:21.155553 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-012ef390-396a-4569-8db7-ac80e9b9f513 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e380a524f5b49b79db96ad3c9cf780d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0029466 Nov 15 14:47:21.156438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44780) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:21.206788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1259dcca-528b-40b4-a1d0-a958db263554 req-13ec44dc-a27c-4e0e-8da2-5cf50554c755 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:21.218309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:21.219453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-1259dcca-528b-40b4-a1d0-a958db263554 req-13ec44dc-a27c-4e0e-8da2-5cf50554c755 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:21.225173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:21.227069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:21.231230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:21.231230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:21.231230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:21.234864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:21.235575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:21.236168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:21.238190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:21.238763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:21.239867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:21.240023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-13ec44dc-a27c-4e0e-8da2-5cf50554c755 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:21.247906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ef390-396a-4569-8db7-ac80e9b9f513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f0760a-4095-475f-b806-6a35e637f281,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:21.346271 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec44dc-a27c-4e0e-8da2-5cf50554c755 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'Port': ['ID=cd15e723-98fc-42e7-b4df-b2bacc78da3d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:21.377591 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-13ec44dc-a27c-4e0e-8da2-5cf50554c755 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:21.378551 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-13ec44dc-a27c-4e0e-8da2-5cf50554c755 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:21.431168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bdef3-859c-41aa-8d86-c07cec47455a req-673fd92c-3f13-4664-ab35-aaa550d099ee tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:21.437211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bdef3-859c-41aa-8d86-c07cec47455a req-673fd92c-3f13-4664-ab35-aaa550d099ee tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:21.452296 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bdef3-859c-41aa-8d86-c07cec47455a req-673fd92c-3f13-4664-ab35-aaa550d099ee tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:21.455904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2bdef3-859c-41aa-8d86-c07cec47455a req-673fd92c-3f13-4664-ab35-aaa550d099ee tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 2373 time: 0.4189801 Nov 15 14:47:21.460439 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-13ec44dc-a27c-4e0e-8da2-5cf50554c755 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7540529 Nov 15 14:47:21.472254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1259dcca-528b-40b4-a1d0-a958db263554 req-aa65d9f6-1220-4543-9965-54300c06bedc tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'port': {'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a', 'admin_state_up': True, 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'security_groups': ['c1664d23-3a27-462e-a4ce-189e3ad2975f']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:21.474462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:21.475465 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:21.666485 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-265ebe2d-c94d-477b-a1c7-195edb17f0e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:21.699267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:47:21.700836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-783c4d9b-8ace-40f5-b49f-06c2f7193b5b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8552763 Nov 15 14:47:21.703784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:21.714546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '8deadb4a-79c9-4749-9fde-40752c18f146', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:21.715247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-90f203b5-660d-4c7b-9bee-f3804d4c87e0 None None] Provisioning complete for port cd15e723-98fc-42e7-b4df-b2bacc78da3d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:21.715731 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90f203b5-660d-4c7b-9bee-f3804d4c87e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:21.764139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-aa65d9f6-1220-4543-9965-54300c06bedc tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Made reservation on behalf of 51a048f636d44265be0adba945f4c6ff for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:21.780743 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-aa65d9f6-1220-4543-9965-54300c06bedc tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:21.794347 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Allocated IP 172.20.0.1 (39c8216c-6b81-4757-901c-ecb4b0eec10e/87dbc2f1-eecd-4b43-acfa-9e50ad332774/7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:21.824441 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2bdef3-859c-41aa-8d86-c07cec47455a req-38e3d78b-d682-4fa5-adde-5680a3a5b6b2 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3455648 Nov 15 14:47:21.826541 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-265ebe2d-c94d-477b-a1c7-195edb17f0e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:21.847752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-90f203b5-660d-4c7b-9bee-f3804d4c87e0 None None] Port cd15e723-98fc-42e7-b4df-b2bacc78da3d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:21.915706 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:21.943946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a02d3d-1360-495c-8384-148cd35d38e3 req-d0cb7113-52fa-4387-92b2-44bcb1820e80 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:21.945646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25a02d3d-1360-495c-8384-148cd35d38e3 req-d0cb7113-52fa-4387-92b2-44bcb1820e80 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 943 time: 0.3027110 Nov 15 14:47:21.948361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6', 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629', 'port_id': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6', 'mac_address': 'fa:16:3e:f2:1c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cd6aa6-42c0-4323-bf9b-53854b1f02f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:47:21.980019 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.028134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-32d36e51-fc8b-4a2f-aec7-1e1a7a057012 None None] Provisioning complete for port 4f08be7e-5b00-419d-a6ea-5e389de58d62 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:22.028134 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32d36e51-fc8b-4a2f-aec7-1e1a7a057012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.043508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25a02d3d-1360-495c-8384-148cd35d38e3 req-03f6535b-2c6f-4ecd-9e65-96961b2b6073 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855737 Nov 15 14:47:22.045326 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.077328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.096301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:47:22.117266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:22.139136 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-265ebe2d-c94d-477b-a1c7-195edb17f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.143590 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-265ebe2d-c94d-477b-a1c7-195edb17f0e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.145777 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-265ebe2d-c94d-477b-a1c7-195edb17f0e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02f0760a-4095-475f-b806-6a35e637f281 HTTP/1.1" status: 204 len: 168 time: 0.9780390 Nov 15 14:47:22.159861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ebe2d-c94d-477b-a1c7-195edb17f0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f0760a-4095-475f-b806-6a35e637f281,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:22.165584 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4f08be7e-5b00-419d-a6ea-5e389de58d62 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:47:22.202551 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.219899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-1259dcca-528b-40b4-a1d0-a958db263554 req-aa65d9f6-1220-4543-9965-54300c06bedc tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Allocated IP 10.2.2.200 (80282745-ab0a-40a1-a5e0-f0c5a9fadf3a/cfcbb94e-6f43-4c2f-ba15-404b45ed75fb/85456e19-635c-40ff-b10b-d45a8a34f522) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:22.252195 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.285295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network 39c8216c-6b81-4757-901c-ecb4b0eec10e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:22.286744 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 4f08be7e-5b00-419d-a6ea-5e389de58d62 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:22.287126 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.288782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:22.293050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:22.315838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:22.415050 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.456067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:22.488293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:22.550057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-aa65d9f6-1220-4543-9965-54300c06bedc tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.552630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.560478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:47:22.724690 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7e882ac7-ee12-48a4-8d1c-e56417f2f8e9 tempest-AgentManagementNegativeTest-827675839 tempest-AgentManagementNegativeTest-827675839-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2348876 Nov 15 14:47:22.733512 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.734744 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-aa65d9f6-1220-4543-9965-54300c06bedc tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.791282 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-481a93f0-4c33-41ef-98cf-abe9456bfd4c None None] Provisioning complete for port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:22.791731 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-481a93f0-4c33-41ef-98cf-abe9456bfd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:22.796963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.25.4.224 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/3c3fce19-796c-44f7-9668-36c800486d2a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:22.857077 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-481a93f0-4c33-41ef-98cf-abe9456bfd4c None None] Port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:22.861345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1259dcca-528b-40b4-a1d0-a958db263554 req-aa65d9f6-1220-4543-9965-54300c06bedc tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:22.862603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65d9f6-1220-4543-9965-54300c06bedc tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event updated for resources: {'Port': ['ID=85456e19-635c-40ff-b10b-d45a8a34f522,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:22.867146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-1259dcca-528b-40b4-a1d0-a958db263554 req-aa65d9f6-1220-4543-9965-54300c06bedc tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:22.871656 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-aa65d9f6-1220-4543-9965-54300c06bedc tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:22.997838 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-aa65d9f6-1220-4543-9965-54300c06bedc tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:22.998501 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-aa65d9f6-1220-4543-9965-54300c06bedc tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:23.051419 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:23.103276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740871e-ef38-405a-a627-b082e505d199 req-6e6b11c2-016a-4ed0-87cb-26fd4956fc7a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:23.109641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740871e-ef38-405a-a627-b082e505d199 req-6e6b11c2-016a-4ed0-87cb-26fd4956fc7a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:23.120894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740871e-ef38-405a-a627-b082e505d199 req-6e6b11c2-016a-4ed0-87cb-26fd4956fc7a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:23.135010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740871e-ef38-405a-a627-b082e505d199 req-6e6b11c2-016a-4ed0-87cb-26fd4956fc7a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:23.142133 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-aa65d9f6-1220-4543-9965-54300c06bedc tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6741481 Nov 15 14:47:23.156102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Request body: {'port': {'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:23.165283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740871e-ef38-405a-a627-b082e505d199 req-6e6b11c2-016a-4ed0-87cb-26fd4956fc7a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:23.174935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5740871e-ef38-405a-a627-b082e505d199 req-6e6b11c2-016a-4ed0-87cb-26fd4956fc7a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 3815 time: 0.2247026 Nov 15 14:47:23.207225 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:23.254789 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:23.284413 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:23.287056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:23.289111 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ef99440f-f39c-4d01-be96-d2e91c94911b None None] Provisioning complete for port 85456e19-635c-40ff-b10b-d45a8a34f522 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:23.289111 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef99440f-f39c-4d01-be96-d2e91c94911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:23.363093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5740871e-ef38-405a-a627-b082e505d199 req-f693034e-35a2-44a8-9492-275c9f899104 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708040 Nov 15 14:47:23.363837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=3c3fce19-796c-44f7-9668-36c800486d2a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:23.372130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ef99440f-f39c-4d01-be96-d2e91c94911b None None] Port 85456e19-635c-40ff-b10b-d45a8a34f522 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:23.395608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e443-c981-4d07-9fce-9d6d525d40ec req-ed50d991-5df7-4823-ab94-0f22ae3fc3b6 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:23.411599 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:23.415561 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d10e443-c981-4d07-9fce-9d6d525d40ec req-ed50d991-5df7-4823-ab94-0f22ae3fc3b6 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 944 time: 0.2061613 Nov 15 14:47:23.482426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44838) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:23.552433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d10e443-c981-4d07-9fce-9d6d525d40ec req-388ca36c-ec70-449c-b54f-6b7ed77eed73 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351197 Nov 15 14:47:23.587428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:23.674927 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e32d-6dc3-406c-928b-db5ea6eebf02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:23.687158 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:23.712416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:47:23.808763 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:23.815056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:23.882541 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:47:23.889818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:23.895421 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:23.929828 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e32d-6dc3-406c-928b-db5ea6eebf02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:23.994476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network 39c8216c-6b81-4757-901c-ecb4b0eec10e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:23.997628 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e32d-6dc3-406c-928b-db5ea6eebf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:24.062167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d2e7e32d-6dc3-406c-928b-db5ea6eebf02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ed28487b71b40ce8f14150ebf52723a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5759935 Nov 15 14:47:24.063598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44850) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:24.070682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:24.107179 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:24.145581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:24.147874 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c806e6c0-38d2-4866-bd40-a6d9dd801eb9" -d '{"events": [{"server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "name": "network-vif-plugged", "status": "completed", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:24.180103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:24.200548 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:24.230801 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9837e514-e8aa-48e0-a185-035b084a3d38 x-openstack-request-id: req-9837e514-e8aa-48e0-a185-035b084a3d38 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:24.231060 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "name": "network-vif-plugged", "status": "completed", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:24.231296 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9837e514-e8aa-48e0-a185-035b084a3d38 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:24.231643 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6', 'code': 200} Nov 15 14:47:24.254489 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:24.348136 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:24.360290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7e32d-6dc3-406c-928b-db5ea6eebf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e09bff9-c162-4902-8ba7-2e6ca22012c2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:24.410458 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94a1d4fe-c501-4628-b647-4c020d38a555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:24.421673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0247a-ed85-45bb-a6e6-1499711e16e0 req-f247eeaf-932d-41be-a57f-21f095b010ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:24.426812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34c0247a-ed85-45bb-a6e6-1499711e16e0 req-f247eeaf-932d-41be-a57f-21f095b010ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 1096 time: 0.1009560 Nov 15 14:47:24.507720 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94a1d4fe-c501-4628-b647-4c020d38a555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:24.515880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cf9b95bb-80f6-41b2-b60e-4f681b389398 None None] Provisioning complete for port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:24.516514 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf9b95bb-80f6-41b2-b60e-4f681b389398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:24.523400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Router 6e1d5add-94da-4433-b47d-37904e0a7187 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:47:24.602672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b95bb-80f6-41b2-b60e-4f681b389398 None None] Port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:24.646110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34c0247a-ed85-45bb-a6e6-1499711e16e0 req-354dba8f-f62c-4b87-bd36-de68e4fe7320 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116058 Nov 15 14:47:24.663112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99987eb7-7435-4d10-a0e3-5737bea6c21e req-1216e8d3-ab90-4caf-9994-2479dfa23f1f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:24.671178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99987eb7-7435-4d10-a0e3-5737bea6c21e req-1216e8d3-ab90-4caf-9994-2479dfa23f1f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:24.679223 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99987eb7-7435-4d10-a0e3-5737bea6c21e req-1216e8d3-ab90-4caf-9994-2479dfa23f1f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:24.693295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99987eb7-7435-4d10-a0e3-5737bea6c21e req-1216e8d3-ab90-4caf-9994-2479dfa23f1f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:24.713097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99987eb7-7435-4d10-a0e3-5737bea6c21e req-1216e8d3-ab90-4caf-9994-2479dfa23f1f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:24.714964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99987eb7-7435-4d10-a0e3-5737bea6c21e req-1216e8d3-ab90-4caf-9994-2479dfa23f1f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 3815 time: 0.2034967 Nov 15 14:47:24.745518 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:47:24.765887 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:24.883228 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:24.907411 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Transition to ACTIVE for port object db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:47:24.918428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94a1d4fe-c501-4628-b647-4c020d38a555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:24.920993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94a1d4fe-c501-4628-b647-4c020d38a555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:24.922146 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-94a1d4fe-c501-4628-b647-4c020d38a555 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0e09bff9-c162-4902-8ba7-2e6ca22012c2 HTTP/1.1" status: 204 len: 168 time: 0.8528180 Nov 15 14:47:24.965051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07423b0-a8fc-478d-aaaa-9e0bf560eb6f req-0e16738a-7b5f-469d-afba-a8f1ed611dc1 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:24.966606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c07423b0-a8fc-478d-aaaa-9e0bf560eb6f req-0e16738a-7b5f-469d-afba-a8f1ed611dc1 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1500249 Nov 15 14:47:24.970088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99987eb7-7435-4d10-a0e3-5737bea6c21e req-faf1a4c4-bab7-41c6-bbbc-efcfb6862fed tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546321 Nov 15 14:47:24.971691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:24.973669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1d4fe-c501-4628-b647-4c020d38a555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e09bff9-c162-4902-8ba7-2e6ca22012c2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:24.980967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-67b096da-e052-4b06-901e-0142dfd5b571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "PUT /v2.0/routers/6e1d5add-94da-4433-b47d-37904e0a7187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7687354 Nov 15 14:47:24.981644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:24.993463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Sync routers for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:25.019515 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:25.057215 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:25.057851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-84f52027-67ae-4e17-9947-f296e990297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:25.193113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Pushing event updated for resources: {'Port': ['ID=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:25.286087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:25.286789 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:25.287926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:25.289521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:25.290838 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:25.294759 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:25.295371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:25.297132 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:25.297685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:25.298216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:25.299282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:25.301381 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:25.356859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c07423b0-a8fc-478d-aaaa-9e0bf560eb6f req-1fcc49b5-8064-499a-a7ce-cdef6e8d2bd6 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660955 Nov 15 14:47:25.445153 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Attempting to bind port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:25.445727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Attempting to bind port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '4b598553-12dd-45f6-ad18-3bba4a74c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:25.446247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Attempting to bind port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 on network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:25.454253 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:25.456208 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 on network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:47:25.456532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Attempting to bind port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 on network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:25.466644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.466644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.467689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.468657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:25.469226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.469715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.471115 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.471638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Checking segment: {'id': '4b598553-12dd-45f6-ad18-3bba4a74c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:25.472403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.472790 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Bound using segment: {'id': '4b598553-12dd-45f6-ad18-3bba4a74c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:25.473531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.474163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.475111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Bound port: db3eed56-1e5f-4f19-ada9-a1ee9c1cc762, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b598553-12dd-45f6-ad18-3bba4a74c12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:25.475111 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:25.477323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.478362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.479440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.480057 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.482682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4cd70a3c-d048-4aba-8a30-138b680c4e11 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9154 time: 0.4996397 Nov 15 14:47:25.488351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44884) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:25.553762 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:25.599454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:47:25.696931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.697397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.697847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.698284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.698767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.699255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.699694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.700341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.700786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.701291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.701868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.702207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.702727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:25.706027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9f7227a4-2499-4c25-afca-f00037782239 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8228 time: 0.2159662 Nov 15 14:47:25.708762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:25.773554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] For port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:25.782158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=3c3fce19-796c-44f7-9668-36c800486d2a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:25.832905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:25.840252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] For port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762,segment=NetworkSegment(4b598553-12dd-45f6-ad18-3bba4a74c12c),segment_id=4b598553-12dd-45f6-ad18-3bba4a74c12c)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:25.976109 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:26.096367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.096998 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:26.098421 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] 10.222.0.46 "PUT /v2.0/ports/db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 HTTP/1.1" status: 200 len: 1092 time: 2.9468617 Nov 15 14:47:26.098886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:26.111435 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c14f3e-3af3-4db0-9daa-3994bc5e3c35" -d '{"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "db3eed56-1e5f-4f19-ada9-a1ee9c1cc762"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:26.180101 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6bd92b-27fe-43ab-ab84-ce83dd26c67c x-openstack-request-id: req-9a6bd92b-27fe-43ab-ab84-ce83dd26c67c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:26.187348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-84f52027-67ae-4e17-9947-f296e990297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:47:22Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:23Z', 'revision_number': 2, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:26.187573 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "db3eed56-1e5f-4f19-ada9-a1ee9c1cc762", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:26.187573 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a6bd92b-27fe-43ab-ab84-ce83dd26c67c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:26.187573 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762', 'status': 'completed', 'code': 200} Nov 15 14:47:26.249809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81861da0-9802-45ec-8b4f-dbc1aedb047c service neutron] Pushing event updated for resources: {'Port': ['ID=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:26.262684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Checking router: 6e1d5add-94da-4433-b47d-37904e0a7187 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:47:26.268138 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Updating router 6e1d5add-94da-4433-b47d-37904e0a7187 port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:47:26.346472 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:26.366630 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Floating IP 052401cb-da86-4e49-b965-3043d69171d2 associated. External IP: 172.25.4.224, port: 8deadb4a-79c9-4749-9fde-40752c18f146. Nov 15 14:47:26.496388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Request body: {'port': {'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:26.605126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14f3e-3af3-4db0-9daa-3994bc5e3c35 req-1aafe11c-5454-4947-bba0-165f5182ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.605569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14f3e-3af3-4db0-9daa-3994bc5e3c35 req-1aafe11c-5454-4947-bba0-165f5182ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.606045 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14f3e-3af3-4db0-9daa-3994bc5e3c35 req-1aafe11c-5454-4947-bba0-165f5182ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.606547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14f3e-3af3-4db0-9daa-3994bc5e3c35 req-1aafe11c-5454-4947-bba0-165f5182ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.607012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14f3e-3af3-4db0-9daa-3994bc5e3c35 req-1aafe11c-5454-4947-bba0-165f5182ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.609151 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-65c14f3e-3af3-4db0-9daa-3994bc5e3c35 req-1aafe11c-5454-4947-bba0-165f5182ae90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 4362 time: 0.3965361 Nov 15 14:47:26.633932 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:26.725102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bd576-3f6e-4696-bd1e-13fd10e45830 req-269c07d2-51ef-464d-b85a-6a047fa27637 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.731363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bd576-3f6e-4696-bd1e-13fd10e45830 req-269c07d2-51ef-464d-b85a-6a047fa27637 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.738103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bd576-3f6e-4696-bd1e-13fd10e45830 req-269c07d2-51ef-464d-b85a-6a047fa27637 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.744237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bd576-3f6e-4696-bd1e-13fd10e45830 req-269c07d2-51ef-464d-b85a-6a047fa27637 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.750558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bd576-3f6e-4696-bd1e-13fd10e45830 req-269c07d2-51ef-464d-b85a-6a047fa27637 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.761466 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a47bd576-3f6e-4696-bd1e-13fd10e45830 req-269c07d2-51ef-464d-b85a-6a047fa27637 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 3827 time: 0.3143175 Nov 15 14:47:26.905190 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:26.956700 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:26.984688 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14f3e-3af3-4db0-9daa-3994bc5e3c35 req-e934eebe-91fc-4b7a-9ae5-e40a352944ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.985486 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14f3e-3af3-4db0-9daa-3994bc5e3c35 req-e934eebe-91fc-4b7a-9ae5-e40a352944ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.986734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14f3e-3af3-4db0-9daa-3994bc5e3c35 req-e934eebe-91fc-4b7a-9ae5-e40a352944ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:26.988540 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-65c14f3e-3af3-4db0-9daa-3994bc5e3c35 req-e934eebe-91fc-4b7a-9ae5-e40a352944ba service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=51a048f636d44265be0adba945f4c6ff&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3692133 Nov 15 14:47:26.998955 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:27.157547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:47:27.222674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61983407-053a-441f-a398-c41f4ef0626e None None] Pushing event updated for resources: {'Port': ['ID=7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:27.236682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Attempting to bind port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:27.237148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Attempting to bind port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '983c1078-7707-4135-860a-4effff0c2354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:27.237591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Attempting to bind port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b on network 39c8216c-6b81-4757-901c-ecb4b0eec10e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:27.243557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:27.244041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Checking segment: {'id': '983c1078-7707-4135-860a-4effff0c2354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:27.244524 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:27.244997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Bound using segment: {'id': '983c1078-7707-4135-860a-4effff0c2354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:27.246876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Bound port: 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983c1078-7707-4135-860a-4effff0c2354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:27.247412 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:27.258140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2001c-d303-4d0b-8871-e409539120be req-771d0f8d-bef1-43af-a75e-ab2b5ec0aebd tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:27.268304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bd2001c-d303-4d0b-8871-e409539120be req-771d0f8d-bef1-43af-a75e-ab2b5ec0aebd tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.7219112 Nov 15 14:47:27.378444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bd2001c-d303-4d0b-8871-e409539120be req-a555973f-c435-4bac-9cae-b1cb155d67a9 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903375 Nov 15 14:47:27.398690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-910360502'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:27.410793 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-84f52027-67ae-4e17-9947-f296e990297f None None] For port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:27.416173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-84f52027-67ae-4e17-9947-f296e990297f None None] For port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b,segment=NetworkSegment(983c1078-7707-4135-860a-4effff0c2354),segment_id=983c1078-7707-4135-860a-4effff0c2354)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:27.456696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6f9fdeaa-5e1c-4df4-9819-26de9ee47ba7 None None] Provisioning complete for port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:27.457080 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f9fdeaa-5e1c-4df4-9819-26de9ee47ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:27.467182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a47bd576-3f6e-4696-bd1e-13fd10e45830 req-ee4c95fa-6df6-4690-99bb-9c47cf528485 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7040787 Nov 15 14:47:27.803974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14f3e-3af3-4db0-9daa-3994bc5e3c35 req-b35b83e9-a8a8-46d7-8ad5-35550fe219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:27.803974 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-65c14f3e-3af3-4db0-9daa-3994bc5e3c35 req-b35b83e9-a8a8-46d7-8ad5-35550fe219ef service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5109100 Nov 15 14:47:27.803974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:27.805217 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df2b40-e18f-4a82-b422-45cc0bfed49c None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:27.807253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fee45f-e988-4280-9d1f-4feb0fed1987 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:47:27.808848 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df2b40-e18f-4a82-b422-45cc0bfed49c None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:27.808848 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-78df2b40-e18f-4a82-b422-45cc0bfed49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:27.810278 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:27.810691 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:27.811593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Made reservation on behalf of 745c8da39c384468b868b1cccace3762 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:27.811593 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:27.811593 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:27.812348 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-78df2b40-e18f-4a82-b422-45cc0bfed49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:27.812348 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df2b40-e18f-4a82-b422-45cc0bfed49c None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:27.812348 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-78df2b40-e18f-4a82-b422-45cc0bfed49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:27.812575 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6f9fdeaa-5e1c-4df4-9819-26de9ee47ba7 None None] Port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:27.812658 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-78df2b40-e18f-4a82-b422-45cc0bfed49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:27.812658 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df2b40-e18f-4a82-b422-45cc0bfed49c None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:27.812782 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:27.812854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61983407-053a-441f-a398-c41f4ef0626e None None] Pushing event updated for resources: {'Port': ['ID=7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:27.812854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:27.812854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-84f52027-67ae-4e17-9947-f296e990297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:27.815637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Transition to ACTIVE for port object 68fee45f-e988-4280-9d1f-4feb0fed1987 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:47:27.856041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b3ca186c-26fb-4158-a1d4-57321fc58134 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4496 time: 2.1460185 Nov 15 14:47:27.872342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-5fac5e77-8e23-404a-8f3e-fa062b448087 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:27.873930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-5fac5e77-8e23-404a-8f3e-fa062b448087 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/networks?id=49b70721-bd7f-4329-8b83-e5c54852f629 HTTP/1.1" status: 200 len: 813 time: 0.1885407 Nov 15 14:47:27.909156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-6382ba25-9209-44d2-8f52-4e4dc69eb9eb tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/quotas/e64ab8c292434c08a0bd485e8163082c HTTP/1.1" status: 200 len: 375 time: 0.0192039 Nov 15 14:47:27.947930 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0166793c-adb2-4fda-a2da-932704c86f08 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.2424912 Nov 15 14:47:27.948590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44956) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:27.982048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-84f52027-67ae-4e17-9947-f296e990297f None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:47:27.988266 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:27.988756 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-50b9167e-5029-4a85-83a4-e137a2c3c17b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e64ab8c292434c08a0bd485e8163082c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789726 Nov 15 14:47:27.991957 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d346c6cd-8e5d-4ddc-b533-4f1acbfc2ed2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:28.196811 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:28.260539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a3e291d4-200e-4d68-af75-bfa067e343cb None None] Provisioning complete for port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:28.261121 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3e291d4-200e-4d68-af75-bfa067e343cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:28.286795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-50ee2291-d610-413b-8d3c-1f562c8a5ba7 service neutron] 10.222.0.70 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892408 Nov 15 14:47:28.337149 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:28.444738 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3e291d4-200e-4d68-af75-bfa067e343cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:28.477679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Pushing event updated for resources: {'Port': ['ID=68fee45f-e988-4280-9d1f-4feb0fed1987,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:28.573112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44966) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:28.579249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a3e291d4-200e-4d68-af75-bfa067e343cb None None] For port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b,segment=NetworkSegment(983c1078-7707-4135-860a-4effff0c2354),segment_id=983c1078-7707-4135-860a-4effff0c2354)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:28.588262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-72dcc813-4b09-4b9d-8306-9d27958ee30c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1537052757', 'description': 'tempest-secgroup-smoke-1537052757 description', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:28.596081 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-84f52027-67ae-4e17-9947-f296e990297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:47:22Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:27Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:28.658555 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:28.661922 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3e291d4-200e-4d68-af75-bfa067e343cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:28.664611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f52027-67ae-4e17-9947-f296e990297f None None] The sync data for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 is: [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:47:22Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:27Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:28.737926 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:28.764135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c794bf2-e27e-47ee-b848-56ecfe067b80,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:28.786942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e291d4-200e-4d68-af75-bfa067e343cb None None] Pushing event updated for resources: {'Port': ['ID=7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:28.827878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-713d6061-d6ef-46ad-9978-33c7caf71df8 service neutron] 10.222.0.70 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325902 Nov 15 14:47:28.845335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Attempting to bind port 68fee45f-e988-4280-9d1f-4feb0fed1987 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:28.846425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Attempting to bind port 68fee45f-e988-4280-9d1f-4feb0fed1987 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:28.848046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Attempting to bind port 68fee45f-e988-4280-9d1f-4feb0fed1987 on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:28.849792 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d346c6cd-8e5d-4ddc-b533-4f1acbfc2ed2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:28.899553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:47:28.900170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Port 68fee45f-e988-4280-9d1f-4feb0fed1987 on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:47:28.900170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Attempting to bind port 68fee45f-e988-4280-9d1f-4feb0fed1987 on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:28.900170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:28.900170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Checking segment: {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:28.900170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Bound using segment: {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:28.900170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Bound port: 68fee45f-e988-4280-9d1f-4feb0fed1987, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:28.900170 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:28.900693 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:28.900693 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Added segment 75267ca7-9742-4c2e-85fa-f51763e8d75c of type vlan for network 48b4360e-b8cd-4842-b780-a3501ab4ef3b Nov 15 14:47:28.941719 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72dcc813-4b09-4b9d-8306-9d27958ee30c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:29.022048 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:29.116063 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:47:29.155482 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d346c6cd-8e5d-4ddc-b533-4f1acbfc2ed2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:29.216212 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:29.224902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:29.225773 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:29.314428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] For port 68fee45f-e988-4280-9d1f-4feb0fed1987, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:29.315108 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d346c6cd-8e5d-4ddc-b533-4f1acbfc2ed2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:29.316285 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-d346c6cd-8e5d-4ddc-b533-4f1acbfc2ed2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Floating IP 052401cb-da86-4e49-b965-3043d69171d2 disassociated. External IP: 172.25.4.224, port: 8deadb4a-79c9-4749-9fde-40752c18f146. Nov 15 14:47:29.325607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] For port 68fee45f-e988-4280-9d1f-4feb0fed1987, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=68fee45f-e988-4280-9d1f-4feb0fed1987,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:29.394856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653aaa1-190a-4760-b8ee-3a2ea4655118 req-3f78613f-f7b1-41f2-95e5-73fc115767e5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:29.410058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653aaa1-190a-4760-b8ee-3a2ea4655118 req-3f78613f-f7b1-41f2-95e5-73fc115767e5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:29.422431 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.4640512 Nov 15 14:47:29.426375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 44982) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:29.427229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b775d9b-b38b-4cf0-8f21-24fdce4964e3 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event updated for resources: {'Network': ['ID=48b4360e-b8cd-4842-b780-a3501ab4ef3b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:29.439668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 48b4360e-b8cd-4842-b780-a3501ab4ef3b details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:47:29.440125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653aaa1-190a-4760-b8ee-3a2ea4655118 req-3f78613f-f7b1-41f2-95e5-73fc115767e5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:29.453834 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-22e94250-8346-4835-a093-d2f71816ddba tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Request body: {'subnet': {'network_id': '48b4360e-b8cd-4842-b780-a3501ab4ef3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:29.464286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653aaa1-190a-4760-b8ee-3a2ea4655118 req-3f78613f-f7b1-41f2-95e5-73fc115767e5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:29.475193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653aaa1-190a-4760-b8ee-3a2ea4655118 req-3f78613f-f7b1-41f2-95e5-73fc115767e5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:29.494528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653aaa1-190a-4760-b8ee-3a2ea4655118 req-3f78613f-f7b1-41f2-95e5-73fc115767e5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:29.503232 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7653aaa1-190a-4760-b8ee-3a2ea4655118 req-3f78613f-f7b1-41f2-95e5-73fc115767e5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 4604 time: 0.5677886 Nov 15 14:47:29.512614 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72dcc813-4b09-4b9d-8306-9d27958ee30c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:29.514371 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:29.579063 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b29fc95-ce59-462d-90df-736ebfa3b4be req-fb20c706-4214-454b-8a07-a15162b793ff tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 210 time: 0.2288370 Nov 15 14:47:29.692959 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72dcc813-4b09-4b9d-8306-9d27958ee30c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:29.819212 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-845be621-1e64-4772-ad21-3e2a71ec043b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:29.824903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:29.830628 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:29.830628 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] 10.222.0.46 "PUT /v2.0/ports/68fee45f-e988-4280-9d1f-4feb0fed1987 HTTP/1.1" status: 200 len: 1135 time: 3.3791447 Nov 15 14:47:29.830628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': '68fee45f-e988-4280-9d1f-4feb0fed1987'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:29.830628 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "68fee45f-e988-4280-9d1f-4feb0fed1987"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:29.914010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e94250-8346-4835-a093-d2f71816ddba tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Made reservation on behalf of 745c8da39c384468b868b1cccace3762 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:29.914944 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22e94250-8346-4835-a093-d2f71816ddba tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:29.929348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcc813-4b09-4b9d-8306-9d27958ee30c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659d5953-7096-4db3-aef5-8cafb539b60c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:30.029824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7653aaa1-190a-4760-b8ee-3a2ea4655118 req-bfac08c8-077e-4b88-a789-1727f95be689 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5235226 Nov 15 14:47:30.034130 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ea1349-705c-4455-8d05-2b56d7964b72 x-openstack-request-id: req-47ea1349-705c-4455-8d05-2b56d7964b72 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:30.034130 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "68fee45f-e988-4280-9d1f-4feb0fed1987", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:30.039524 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47ea1349-705c-4455-8d05-2b56d7964b72 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:30.041314 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': '68fee45f-e988-4280-9d1f-4feb0fed1987', 'status': 'completed', 'code': 200} Nov 15 14:47:30.051623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Request body: {'port': {'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:30.105318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72dcc813-4b09-4b9d-8306-9d27958ee30c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:30.106682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-72dcc813-4b09-4b9d-8306-9d27958ee30c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.5298681 Nov 15 14:47:30.131687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 44994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:30.132364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677c6bf-6d26-4c35-9867-1e903bd9bca2 service neutron] Pushing event updated for resources: {'Port': ['ID=68fee45f-e988-4280-9d1f-4feb0fed1987,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:30.146587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-078d90d1-4dc9-4a87-9c27-d3c85a4e172c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': '659d5953-7096-4db3-aef5-8cafb539b60c', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:30.173801 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:30.268185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:47:30.416000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e req-e48fe3f1-9349-44b3-82a5-a5def31acf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:30.416815 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e req-e48fe3f1-9349-44b3-82a5-a5def31acf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:30.419490 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e req-e48fe3f1-9349-44b3-82a5-a5def31acf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:30.420086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e req-e48fe3f1-9349-44b3-82a5-a5def31acf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:30.425183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e req-e48fe3f1-9349-44b3-82a5-a5def31acf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:30.425797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e req-e48fe3f1-9349-44b3-82a5-a5def31acf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:30.428106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:30.428673 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:30.431685 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e req-e48fe3f1-9349-44b3-82a5-a5def31acf82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5290 time: 0.4018936 Nov 15 14:47:30.500017 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d346c6cd-8e5d-4ddc-b533-4f1acbfc2ed2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:47:30.662248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e req-94d3d226-c74e-4a60-8401-a7292f344bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:30.662708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e req-94d3d226-c74e-4a60-8401-a7292f344bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:30.663147 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e req-94d3d226-c74e-4a60-8401-a7292f344bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:30.664821 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e req-94d3d226-c74e-4a60-8401-a7292f344bc5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=51a048f636d44265be0adba945f4c6ff&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2074018 Nov 15 14:47:30.768533 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-078d90d1-4dc9-4a87-9c27-d3c85a4e172c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:30.802274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7038549c-cec9-455c-8b42-0d218d614034 req-dda9ed3e-a72e-48a7-bf29-37f08c7b30c1 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 210 time: 0.0767777 Nov 15 14:47:30.948055 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-078d90d1-4dc9-4a87-9c27-d3c85a4e172c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.013038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d60d6b5b-7447-4438-8b12-570eb0e866e7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:47:31.022816 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22e94250-8346-4835-a093-d2f71816ddba tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.027877 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.044474 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-078d90d1-4dc9-4a87-9c27-d3c85a4e172c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.046620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Transition to ACTIVE for port object d60d6b5b-7447-4438-8b12-570eb0e866e7 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:47:31.063229 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d90d1-4dc9-4a87-9c27-d3c85a4e172c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea0237c-4ab4-4e70-81ca-935d47425b05,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:31.084820 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d346c6cd-8e5d-4ddc-b533-4f1acbfc2ed2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:31.090483 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d346c6cd-8e5d-4ddc-b533-4f1acbfc2ed2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.095004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b6bf8-04b2-4a3b-8d7b-66132077c8ab None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:31.110826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b6bf8-04b2-4a3b-8d7b-66132077c8ab None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:31.111457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8c3b6bf8-04b2-4a3b-8d7b-66132077c8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:31.139809 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-078d90d1-4dc9-4a87-9c27-d3c85a4e172c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.144399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e req-b7b9091b-16ca-4d0a-96fd-325dbd4c664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:31.144535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-078d90d1-4dc9-4a87-9c27-d3c85a4e172c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0072393 Nov 15 14:47:31.145135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45010) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:31.146190 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-43a0dfeb-8c51-4dbb-ba75-a67b55c8c30e req-b7b9091b-16ca-4d0a-96fd-325dbd4c664d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4520733 Nov 15 14:47:31.147538 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.161147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d3f64c53-bc18-46ba-8ede-73ddb49ea820 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': '659d5953-7096-4db3-aef5-8cafb539b60c', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:31.234301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e94250-8346-4835-a093-d2f71816ddba tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Checking segment: {'id': '75267ca7-9742-4c2e-85fa-f51763e8d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48b4360e-b8cd-4842-b780-a3501ab4ef3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:31.234977 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e94250-8346-4835-a093-d2f71816ddba tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Network hostable DHCP agents. Network: 48b4360e-b8cd-4842-b780-a3501ab4ef3b, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:47:31.235495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8c3b6bf8-04b2-4a3b-8d7b-66132077c8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:31.261959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b6bf8-04b2-4a3b-8d7b-66132077c8ab None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:31.262669 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8c3b6bf8-04b2-4a3b-8d7b-66132077c8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:31.266746 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d346c6cd-8e5d-4ddc-b533-4f1acbfc2ed2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "PUT /v2.0/floatingips/052401cb-da86-4e49-b965-3043d69171d2 HTTP/1.1" status: 200 len: 688 time: 3.3009920 Nov 15 14:47:31.270730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45012) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:31.318329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8c3b6bf8-04b2-4a3b-8d7b-66132077c8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:31.318677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b6bf8-04b2-4a3b-8d7b-66132077c8ab None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:31.338437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e94250-8346-4835-a093-d2f71816ddba tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event updated for resources: {'Subnet': ['ID=e7180fd2-6fca-4e65-b2ac-3650588b295d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:31.361116 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3f64c53-bc18-46ba-8ede-73ddb49ea820 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.384564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Pushing event updated for resources: {'Port': ['ID=d60d6b5b-7447-4438-8b12-570eb0e866e7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:31.421230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e94250-8346-4835-a093-d2f71816ddba tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Network 48b4360e-b8cd-4842-b780-a3501ab4ef3b is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:47:31.484492 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-925d4432-2d8b-48ba-a843-0715c36f137b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port 3c3fce19-796c-44f7-9668-36c800486d2a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:47:31.485197 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-925d4432-2d8b-48ba-a843-0715c36f137b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.590902 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-925d4432-2d8b-48ba-a843-0715c36f137b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.591237 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-925d4432-2d8b-48ba-a843-0715c36f137b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.597280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8150-7285-4cab-a4e6-127eb056a95a req-816aee91-ff10-41a1-9180-6de2fad960c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:31.604757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8150-7285-4cab-a4e6-127eb056a95a req-816aee91-ff10-41a1-9180-6de2fad960c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:31.604922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-925d4432-2d8b-48ba-a843-0715c36f137b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for 3c3fce19-796c-44f7-9668-36c800486d2a owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:31.613391 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8150-7285-4cab-a4e6-127eb056a95a req-816aee91-ff10-41a1-9180-6de2fad960c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:31.619632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8150-7285-4cab-a4e6-127eb056a95a req-816aee91-ff10-41a1-9180-6de2fad960c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:31.626316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8150-7285-4cab-a4e6-127eb056a95a req-816aee91-ff10-41a1-9180-6de2fad960c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:31.634026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8150-7285-4cab-a4e6-127eb056a95a req-816aee91-ff10-41a1-9180-6de2fad960c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:31.640176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8150-7285-4cab-a4e6-127eb056a95a req-816aee91-ff10-41a1-9180-6de2fad960c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:31.648879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90ac8150-7285-4cab-a4e6-127eb056a95a req-816aee91-ff10-41a1-9180-6de2fad960c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5381 time: 0.4284992 Nov 15 14:47:31.664440 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3f64c53-bc18-46ba-8ede-73ddb49ea820 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.731654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Attempting to bind port d60d6b5b-7447-4438-8b12-570eb0e866e7 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:31.732005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Attempting to bind port d60d6b5b-7447-4438-8b12-570eb0e866e7 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:31.732349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Attempting to bind port d60d6b5b-7447-4438-8b12-570eb0e866e7 on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:31.741335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-22e94250-8346-4835-a093-d2f71816ddba tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 48b4360e-b8cd-4842-b780-a3501ab4ef3b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:31.742912 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90ac8150-7285-4cab-a4e6-127eb056a95a req-ddd2cd3e-39c9-49bf-a3a6-2f8af8ab3572 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763540 Nov 15 14:47:31.743280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Port d60d6b5b-7447-4438-8b12-570eb0e866e7 on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:47:31.743685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Attempting to bind port d60d6b5b-7447-4438-8b12-570eb0e866e7 on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:31.749365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:31.749659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f702238a-09e8-4dc6-abdd-84e5dc3a3c55 None None] Network 48b4360e-b8cd-4842-b780-a3501ab4ef3b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:47:31.749786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Checking segment: {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:31.750100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Bound using segment: {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:31.750565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Bound port: d60d6b5b-7447-4438-8b12-570eb0e866e7, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:31.750930 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.753833 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3f64c53-bc18-46ba-8ede-73ddb49ea820 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.767301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e94250-8346-4835-a093-d2f71816ddba tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:31.770731 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22e94250-8346-4835-a093-d2f71816ddba tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.787887 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f64c53-bc18-46ba-8ede-73ddb49ea820 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34eea3a-ee32-4241-9aff-4d4d90a3d115,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:31.856985 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3f64c53-bc18-46ba-8ede-73ddb49ea820 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.862075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45020) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:31.864565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d3f64c53-bc18-46ba-8ede-73ddb49ea820 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7174911 Nov 15 14:47:31.867533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e8a01389-7e75-4123-a7f0-8b3cfb3892c5 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': '659d5953-7096-4db3-aef5-8cafb539b60c', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:31.895661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] For port d60d6b5b-7447-4438-8b12-570eb0e866e7, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:31.904152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] For port d60d6b5b-7447-4438-8b12-570eb0e866e7, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d60d6b5b-7447-4438-8b12-570eb0e866e7,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:31.929354 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-22e94250-8346-4835-a093-d2f71816ddba tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4990237 Nov 15 14:47:31.930035 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-925d4432-2d8b-48ba-a843-0715c36f137b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:31.941331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:31.951461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Request body: {'port': {'network_id': '48b4360e-b8cd-4842-b780-a3501ab4ef3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1490949907'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:31.952997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72135ac6-8ae5-46cf-baee-d4eb0e247654 req-f189ca63-fc0c-4fbf-b1ba-e4002b0d0b64 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 210 time: 0.0396678 Nov 15 14:47:32.020563 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.021007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d4432-2d8b-48ba-a843-0715c36f137b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=3c3fce19-796c-44f7-9668-36c800486d2a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:32.027753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-48b4360e-b8cd-4842-b780-a3501ab4ef3b', 'network_id': '48b4360e-b8cd-4842-b780-a3501ab4ef3b', 'tenant_id': '745c8da39c384468b868b1cccace3762', 'fixed_ips': [{'subnet_id': 'e7180fd2-6fca-4e65-b2ac-3650588b295d'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:47:32.028685 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.104766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:32.105513 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.111879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52d858b9-a847-46f7-954f-12a19000048a service neutron] 10.222.0.46 "PUT /v2.0/ports/d60d6b5b-7447-4438-8b12-570eb0e866e7 HTTP/1.1" status: 200 len: 1135 time: 2.1493986 Nov 15 14:47:32.114374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': 'd60d6b5b-7447-4438-8b12-570eb0e866e7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:32.120667 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1295480d-f60a-4aea-8aa2-bc356684bc2f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "d60d6b5b-7447-4438-8b12-570eb0e866e7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:32.131407 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8a01389-7e75-4123-a7f0-8b3cfb3892c5 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.160095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d858b9-a847-46f7-954f-12a19000048a service neutron] Pushing event updated for resources: {'Port': ['ID=d60d6b5b-7447-4438-8b12-570eb0e866e7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:32.191621 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70bd556-fb1d-4bc1-8db2-8eab26901669 x-openstack-request-id: req-c70bd556-fb1d-4bc1-8db2-8eab26901669 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:32.191820 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "d60d6b5b-7447-4438-8b12-570eb0e866e7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:32.192046 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c70bd556-fb1d-4bc1-8db2-8eab26901669 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:32.192449 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': 'd60d6b5b-7447-4438-8b12-570eb0e866e7', 'status': 'completed', 'code': 200} Nov 15 14:47:32.201263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52b33c65-8497-4cd9-8474-a77d44e414bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.260002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Request body: {'port': {'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:32.308595 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-925d4432-2d8b-48ba-a843-0715c36f137b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.311715 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-925d4432-2d8b-48ba-a843-0715c36f137b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.318809 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-925d4432-2d8b-48ba-a843-0715c36f137b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/floatingips/052401cb-da86-4e49-b965-3043d69171d2 HTTP/1.1" status: 204 len: 168 time: 1.0466003 Nov 15 14:47:32.322733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:32.328111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '652e7f90-970e-42fc-84b2-947bab287cb6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:32.412080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 14:47:32.412080 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 15 14:47:32.412080 n-d-817748-2 neutron-server[103147]: [parameters: {'project_id_1': '745c8da39c384468b868b1cccace3762', 'expiration_1': datetime.datetime(2021, 11, 15, 14, 47, 12, 354467)}] Nov 15 14:47:32.412080 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:47:32.412080 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:47:32.412753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-b6ced44b-7ddf-41b3-be12-558edbdef0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:32.413566 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-b6ced44b-7ddf-41b3-be12-558edbdef0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:32.414332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-b6ced44b-7ddf-41b3-be12-558edbdef0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:32.416141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-b6ced44b-7ddf-41b3-be12-558edbdef0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:32.416669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-b6ced44b-7ddf-41b3-be12-558edbdef0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:32.424534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Allocated IP 2001:db8::2 (48b4360e-b8cd-4842-b780-a3501ab4ef3b/e7180fd2-6fca-4e65-b2ac-3650588b295d/9b140e71-ce5a-47cf-9987-7bb8601bed9e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:32.427027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-b6ced44b-7ddf-41b3-be12-558edbdef0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:32.427516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-b6ced44b-7ddf-41b3-be12-558edbdef0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:32.429655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-b6ced44b-7ddf-41b3-be12-558edbdef0db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 6218 time: 0.2089982 Nov 15 14:47:32.433412 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.436326 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8a01389-7e75-4123-a7f0-8b3cfb3892c5 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.516192 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.532491 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8a01389-7e75-4123-a7f0-8b3cfb3892c5 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.594309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a01389-7e75-4123-a7f0-8b3cfb3892c5 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a1726c-8abb-45d6-992d-975387ded703,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:32.653380 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.768544 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8a01389-7e75-4123-a7f0-8b3cfb3892c5 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.770079 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e8a01389-7e75-4123-a7f0-8b3cfb3892c5 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9067986 Nov 15 14:47:32.772876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45036) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:32.778765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3f29b72e-47f3-446a-bbc5-b4ee001b5e7e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': '659d5953-7096-4db3-aef5-8cafb539b60c', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:32.790770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-fd1525b7-aa48-488c-99f0-c02c209b2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:32.791233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-fd1525b7-aa48-488c-99f0-c02c209b2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:32.791698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-fd1525b7-aa48-488c-99f0-c02c209b2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:32.793306 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-fd1525b7-aa48-488c-99f0-c02c209b2487 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=51a048f636d44265be0adba945f4c6ff&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3529577 Nov 15 14:47:32.800509 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.890046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Pushing event updated for resources: {'Port': ['ID=9b140e71-ce5a-47cf-9987-7bb8601bed9e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:32.895109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-d8338727-aafe-4eb0-85e2-908a16cbfb4c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:32.896564 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-d8338727-aafe-4eb0-85e2-908a16cbfb4c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.59 "GET /v2.0/networks?id=49b70721-bd7f-4329-8b83-e5c54852f629 HTTP/1.1" status: 200 len: 813 time: 0.3510079 Nov 15 14:47:32.912959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Network 48b4360e-b8cd-4842-b780-a3501ab4ef3b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:32.915251 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:32.920107 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:32.929305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-3ac26c60-5488-4311-8f57-bccefe0dde5c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Request body: {'port': {'device_id': 'b9956941-4907-4107-a2b2-5fd9e8d9180e', 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629', 'admin_state_up': True, 'tenant_id': 'e64ab8c292434c08a0bd485e8163082c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:32.939071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012e9bf2-0414-4d9d-a820-1d1a5c19a79f {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:47:32.949416 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.988738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Attempting to bind port 9b140e71-ce5a-47cf-9987-7bb8601bed9e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:32.989148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Attempting to bind port 9b140e71-ce5a-47cf-9987-7bb8601bed9e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '75267ca7-9742-4c2e-85fa-f51763e8d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48b4360e-b8cd-4842-b780-a3501ab4ef3b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:32.989567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Attempting to bind port 9b140e71-ce5a-47cf-9987-7bb8601bed9e on network 48b4360e-b8cd-4842-b780-a3501ab4ef3b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:32.996535 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:32.996975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Checking segment: {'id': '75267ca7-9742-4c2e-85fa-f51763e8d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48b4360e-b8cd-4842-b780-a3501ab4ef3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:32.998008 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:32.998759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Bound using segment: {'id': '75267ca7-9742-4c2e-85fa-f51763e8d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48b4360e-b8cd-4842-b780-a3501ab4ef3b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:32.998943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Bound port: 9b140e71-ce5a-47cf-9987-7bb8601bed9e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75267ca7-9742-4c2e-85fa-f51763e8d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48b4360e-b8cd-4842-b780-a3501ab4ef3b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:32.999341 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.051745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Transition to ACTIVE for port object 012e9bf2-0414-4d9d-a820-1d1a5c19a79f will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:47:33.053482 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f29b72e-47f3-446a-bbc5-b4ee001b5e7e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.079765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac7a76-37a8-4571-82b8-a1540e6e6f5b req-7fb4da9c-4754-480f-8172-ccfcb51e6b3f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:33.090987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] For port 9b140e71-ce5a-47cf-9987-7bb8601bed9e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:33.091668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac7a76-37a8-4571-82b8-a1540e6e6f5b req-7fb4da9c-4754-480f-8172-ccfcb51e6b3f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:33.096386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] For port 9b140e71-ce5a-47cf-9987-7bb8601bed9e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9b140e71-ce5a-47cf-9987-7bb8601bed9e,segment=NetworkSegment(75267ca7-9742-4c2e-85fa-f51763e8d75c),segment_id=75267ca7-9742-4c2e-85fa-f51763e8d75c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:33.102816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac7a76-37a8-4571-82b8-a1540e6e6f5b req-7fb4da9c-4754-480f-8172-ccfcb51e6b3f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:33.108995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac7a76-37a8-4571-82b8-a1540e6e6f5b req-7fb4da9c-4754-480f-8172-ccfcb51e6b3f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:33.115951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac7a76-37a8-4571-82b8-a1540e6e6f5b req-7fb4da9c-4754-480f-8172-ccfcb51e6b3f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:33.122067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac7a76-37a8-4571-82b8-a1540e6e6f5b req-7fb4da9c-4754-480f-8172-ccfcb51e6b3f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:33.128022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac7a76-37a8-4571-82b8-a1540e6e6f5b req-7fb4da9c-4754-480f-8172-ccfcb51e6b3f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:33.129565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Made reservation on behalf of 745c8da39c384468b868b1cccace3762 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:33.134332 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.135969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6eac7a76-37a8-4571-82b8-a1540e6e6f5b req-7fb4da9c-4754-480f-8172-ccfcb51e6b3f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5381 time: 0.2660758 Nov 15 14:47:33.142968 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f29b72e-47f3-446a-bbc5-b4ee001b5e7e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.155097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] device_id is not set on port f91c62c0-c8db-49e8-8098-40b25a33c774 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:47:33.164496 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.167036 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.239321 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a9d7d-f367-4696-873d-95a44eb9286b None None] Pushing event updated for resources: {'Port': ['ID=9b140e71-ce5a-47cf-9987-7bb8601bed9e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:33.271348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-2edd5ca1-dd03-4f92-84bb-de4a1469a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:33.272974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1295480d-f60a-4aea-8aa2-bc356684bc2f req-2edd5ca1-dd03-4f92-84bb-de4a1469a4fd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4683015 Nov 15 14:47:33.295299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ad9d44e-00e9-4a46-987f-7659e6e64d1d req-d25afe23-1b1e-406f-b0e6-e8c5cc7e5fe2 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 210 time: 0.1567686 Nov 15 14:47:33.307657 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f29b72e-47f3-446a-bbc5-b4ee001b5e7e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.316994 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.365326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Pushing event updated for resources: {'Port': ['ID=012e9bf2-0414-4d9d-a820-1d1a5c19a79f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:33.394328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-3ac26c60-5488-4311-8f57-bccefe0dde5c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Made reservation on behalf of e64ab8c292434c08a0bd485e8163082c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:33.398860 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-3ac26c60-5488-4311-8f57-bccefe0dde5c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.435023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29b72e-47f3-446a-bbc5-b4ee001b5e7e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482d8f3a-aba4-4006-8908-f2297f7341d7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:33.456647 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.484399 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6eac7a76-37a8-4571-82b8-a1540e6e6f5b req-50a53f39-2efe-4581-83c5-f7672f11aee2 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3440399 Nov 15 14:47:33.518568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Allocated IP 2001:db8::165 (48b4360e-b8cd-4842-b780-a3501ab4ef3b/e7180fd2-6fca-4e65-b2ac-3650588b295d/f91c62c0-c8db-49e8-8098-40b25a33c774) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:33.572693 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f29b72e-47f3-446a-bbc5-b4ee001b5e7e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.574173 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3f29b72e-47f3-446a-bbc5-b4ee001b5e7e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8002439 Nov 15 14:47:33.581864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:33.611146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-751d33b8-5dd4-4abe-b638-8f700529f0ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': '659d5953-7096-4db3-aef5-8cafb539b60c', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:33.635166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Attempting to bind port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:33.635671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Attempting to bind port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:33.636104 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Attempting to bind port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:33.659229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:47:33.659899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Attempting to bind port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:33.675933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:33.676118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Checking segment: {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:33.679151 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Bound using segment: {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:33.679302 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Bound port: 012e9bf2-0414-4d9d-a820-1d1a5c19a79f, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:33.679779 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.771778 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-751d33b8-5dd4-4abe-b638-8f700529f0ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Project c58edf6cb9de430bb198bc6fde6ccc02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 14:47:33.816716 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-751d33b8-5dd4-4abe-b638-8f700529f0ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.946013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-751d33b8-5dd4-4abe-b638-8f700529f0ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.958872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] For port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:33.966250 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:33.982889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] For port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=012e9bf2-0414-4d9d-a820-1d1a5c19a79f,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:34.050336 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-751d33b8-5dd4-4abe-b638-8f700529f0ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.071625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d33b8-5dd4-4abe-b638-8f700529f0ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6b3400-c5c5-494e-8386-9d6daafeb0b7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:34.078312 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.095320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.25.4.202 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/9d55b032-de31-42c7-9030-d83abc772a94) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:34.114645 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.124098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:34.125226 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.125599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-3ac26c60-5488-4311-8f57-bccefe0dde5c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Allocated IP 172.20.0.9 (49b70721-bd7f-4329-8b83-e5c54852f629/98cd6aa6-42c0-4323-bf9b-53854b1f02f6/c1ee38c3-6aa1-49c7-8aec-06d444c48b29) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:34.127331 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] 10.222.0.46 "PUT /v2.0/ports/012e9bf2-0414-4d9d-a820-1d1a5c19a79f HTTP/1.1" status: 200 len: 1090 time: 1.8768773 Nov 15 14:47:34.132721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': '012e9bf2-0414-4d9d-a820-1d1a5c19a79f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:34.134638 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "012e9bf2-0414-4d9d-a820-1d1a5c19a79f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:34.190356 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-751d33b8-5dd4-4abe-b638-8f700529f0ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.194775 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-751d33b8-5dd4-4abe-b638-8f700529f0ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5971639 Nov 15 14:47:34.203253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:34.225188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-aa3f7870-4829-44a9-bc8b-9d9ee0fa47ea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': '659d5953-7096-4db3-aef5-8cafb539b60c', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:34.257920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9b140e71-ce5a-47cf-9987-7bb8601bed9e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:47:34.269814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Network 48b4360e-b8cd-4842-b780-a3501ab4ef3b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:34.298217 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Request body: {'port': {'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:34.316609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:34.329149 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:34.346137 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:34.352678 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.355506 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b27d2-a42d-4603-ad82-e79bc09e5a24 service neutron] Pushing event updated for resources: {'Port': ['ID=012e9bf2-0414-4d9d-a820-1d1a5c19a79f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:34.404623 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-aa3f7870-4829-44a9-bc8b-9d9ee0fa47ea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Project c58edf6cb9de430bb198bc6fde6ccc02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 14:47:34.439880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9b140e71-ce5a-47cf-9987-7bb8601bed9e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:34.444718 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.502259 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7870-4829-44a9-bc8b-9d9ee0fa47ea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.610359 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.618863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event updated for resources: {'Port': ['ID=f91c62c0-c8db-49e8-8098-40b25a33c774,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:34.630506 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0d15170a-4f9f-4c7e-8748-3b87a7b0313a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6881721 Nov 15 14:47:34.640907 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5a38f4-3816-4450-b168-cbe8728d121f x-openstack-request-id: req-6b5a38f4-3816-4450-b168-cbe8728d121f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:34.641144 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "012e9bf2-0414-4d9d-a820-1d1a5c19a79f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:34.646048 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b5a38f4-3816-4450-b168-cbe8728d121f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:34.646048 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': '012e9bf2-0414-4d9d-a820-1d1a5c19a79f', 'status': 'completed', 'code': 200} Nov 15 14:47:34.646048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45074) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:34.655720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Request body: {'port': {'network_id': '48b4360e-b8cd-4842-b780-a3501ab4ef3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1113978272', 'allowed_address_pairs': [{'ip_address': '2001:db8::165', 'mac_address': 'fa:16:3e:0f:bd:75'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:34.666089 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.682149 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.699661 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7870-4829-44a9-bc8b-9d9ee0fa47ea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.769150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 9b140e71-ce5a-47cf-9987-7bb8601bed9e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9b140e71-ce5a-47cf-9987-7bb8601bed9e,segment=NetworkSegment(75267ca7-9742-4c2e-85fa-f51763e8d75c),segment_id=75267ca7-9742-4c2e-85fa-f51763e8d75c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:34.809054 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51db0cd7-eafa-4d4e-a567-66893a853345 req-5e17dbd0-c96b-4f2a-9158-62b7c464652d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 210 time: 0.1808834 Nov 15 14:47:34.862460 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.899894 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-3ac26c60-5488-4311-8f57-bccefe0dde5c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.944610 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7870-4829-44a9-bc8b-9d9ee0fa47ea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:34.967560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=9b140e71-ce5a-47cf-9987-7bb8601bed9e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:34.998926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381a0a1d-1020-4a67-aefd-b9db3a2ddca4 None None] Network 48b4360e-b8cd-4842-b780-a3501ab4ef3b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:47:35.023459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f7870-4829-44a9-bc8b-9d9ee0fa47ea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6fcdc5-b3b7-4ae0-8404-0c347fb75387,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:35.053921 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-3ac26c60-5488-4311-8f57-bccefe0dde5c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:35.075845 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:47:35.130467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-3ac26c60-5488-4311-8f57-bccefe0dde5c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Network 49b70721-bd7f-4329-8b83-e5c54852f629 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:35.143773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-cf443ab3-753c-496c-90ca-f5aa0c8c1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.144874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-cf443ab3-753c-496c-90ca-f5aa0c8c1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.144874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-cf443ab3-753c-496c-90ca-f5aa0c8c1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.145231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-cf443ab3-753c-496c-90ca-f5aa0c8c1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.145696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-cf443ab3-753c-496c-90ca-f5aa0c8c1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.146150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-cf443ab3-753c-496c-90ca-f5aa0c8c1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.146640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-cf443ab3-753c-496c-90ca-f5aa0c8c1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.148697 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-cf443ab3-753c-496c-90ca-f5aa0c8c1aea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 6285 time: 0.4002244 Nov 15 14:47:35.155056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-3ac26c60-5488-4311-8f57-bccefe0dde5c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:35.157807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-3ac26c60-5488-4311-8f57-bccefe0dde5c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:35.164436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7870-4829-44a9-bc8b-9d9ee0fa47ea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:35.166066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-aa3f7870-4829-44a9-bc8b-9d9ee0fa47ea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9584510 Nov 15 14:47:35.166754 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:35.205714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac26c60-5488-4311-8f57-bccefe0dde5c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Pushing event updated for resources: {'Port': ['ID=c1ee38c3-6aa1-49c7-8aec-06d444c48b29,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:35.217095 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:35.271702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea622093-8c23-4988-8cd2-9c1a3ceb20bd req-1a67a86e-ca41-4c10-b209-83842ce48798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.278849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea622093-8c23-4988-8cd2-9c1a3ceb20bd req-1a67a86e-ca41-4c10-b209-83842ce48798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.284196 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0cfa7346-d5c3-4b8c-8c3c-132951448b72 None None] Provisioning complete for port 9b140e71-ce5a-47cf-9987-7bb8601bed9e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:35.284655 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7346-d5c3-4b8c-8c3c-132951448b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:35.286168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea622093-8c23-4988-8cd2-9c1a3ceb20bd req-1a67a86e-ca41-4c10-b209-83842ce48798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.292789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea622093-8c23-4988-8cd2-9c1a3ceb20bd req-1a67a86e-ca41-4c10-b209-83842ce48798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.299082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea622093-8c23-4988-8cd2-9c1a3ceb20bd req-1a67a86e-ca41-4c10-b209-83842ce48798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.306318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea622093-8c23-4988-8cd2-9c1a3ceb20bd req-1a67a86e-ca41-4c10-b209-83842ce48798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.315390 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea622093-8c23-4988-8cd2-9c1a3ceb20bd req-1a67a86e-ca41-4c10-b209-83842ce48798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.320073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea622093-8c23-4988-8cd2-9c1a3ceb20bd req-1a67a86e-ca41-4c10-b209-83842ce48798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5393 time: 0.3793833 Nov 15 14:47:35.374852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:35.408478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:35.412201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:35.433965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-3ac26c60-5488-4311-8f57-bccefe0dde5c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.435368 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-3ac26c60-5488-4311-8f57-bccefe0dde5c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:35.483933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=9d55b032-de31-42c7-9030-d83abc772a94,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:35.526757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Made reservation on behalf of 745c8da39c384468b868b1cccace3762 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:35.614529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-7dc2a2ab-9894-479d-8fa6-32f8d83480c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.615285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-7dc2a2ab-9894-479d-8fa6-32f8d83480c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.615998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-7dc2a2ab-9894-479d-8fa6-32f8d83480c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:35.617970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-7dc2a2ab-9894-479d-8fa6-32f8d83480c7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=51a048f636d44265be0adba945f4c6ff&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4469357 Nov 15 14:47:35.637617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-3ac26c60-5488-4311-8f57-bccefe0dde5c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7154562 Nov 15 14:47:35.689449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-885ab33a-bd75-405f-9f35-156580ab8961 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:47:35.691551 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:35.692199 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-885ab33a-bd75-405f-9f35-156580ab8961 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0329068 Nov 15 14:47:35.717799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea622093-8c23-4988-8cd2-9c1a3ceb20bd req-fae8fff2-33c0-4e57-8776-7cde33ce7adf tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3548076 Nov 15 14:47:35.775156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Request body: {'port': {'device_id': 'b9956941-4907-4107-a2b2-5fd9e8d9180e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:35.792559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-149e8a6c-2b10-4b86-9a1d-870baef4dcf7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537052757&fields=id&tenant_id=c58edf6cb9de430bb198bc6fde6ccc02 HTTP/1.1" status: 200 len: 267 time: 0.3010626 Nov 15 14:47:35.800675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] device_id is not set on port e16ab850-f6bf-43c6-8e7d-d8348a72f176 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:47:35.859185 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:35.878376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67213a63-6141-41d5-9bd4-fafaf28fcad9 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:47:35.901901 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:35.959433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Transition to ACTIVE for port object 67213a63-6141-41d5-9bd4-fafaf28fcad9 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:47:36.036097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Allocated IP 2001:db8::10f (48b4360e-b8cd-4842-b780-a3501ab4ef3b/e7180fd2-6fca-4e65-b2ac-3650588b295d/e16ab850-f6bf-43c6-8e7d-d8348a72f176) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:36.042225 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:36.064506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68487ce9-814b-4131-acd0-62fc62a7905a req-321ed7ac-86a0-4027-9ec0-496ba0cd1bbf tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:36.066064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-321ed7ac-86a0-4027-9ec0-496ba0cd1bbf tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/networks?id=39c8216c-6b81-4757-901c-ecb4b0eec10e HTTP/1.1" status: 200 len: 796 time: 0.2722075 Nov 15 14:47:36.193227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a1995-ce52-4eda-8144-a579b376cd30 req-8fe2bbdf-ed57-4d8e-8ee8-c7715050a350 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:36.196204 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aa32c90d-68f2-410c-979c-34aae019210f None None] Provisioning complete for port f91c62c0-c8db-49e8-8098-40b25a33c774 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:36.196585 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa32c90d-68f2-410c-979c-34aae019210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:36.197494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Pushing event updated for resources: {'Port': ['ID=67213a63-6141-41d5-9bd4-fafaf28fcad9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:36.203314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-326a1995-ce52-4eda-8144-a579b376cd30 req-8fe2bbdf-ed57-4d8e-8ee8-c7715050a350 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 931 time: 0.1335688 Nov 15 14:47:36.206304 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:36.284306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9b140e71-ce5a-47cf-9987-7bb8601bed9e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:47:36.377414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aa32c90d-68f2-410c-979c-34aae019210f None None] Port f91c62c0-c8db-49e8-8098-40b25a33c774 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:36.410963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Attempting to bind port 67213a63-6141-41d5-9bd4-fafaf28fcad9 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:36.416302 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Attempting to bind port 67213a63-6141-41d5-9bd4-fafaf28fcad9 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:36.416670 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Attempting to bind port 67213a63-6141-41d5-9bd4-fafaf28fcad9 on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:36.435127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Port 67213a63-6141-41d5-9bd4-fafaf28fcad9 on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:47:36.435589 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Attempting to bind port 67213a63-6141-41d5-9bd4-fafaf28fcad9 on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:36.445657 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aa32c90d-68f2-410c-979c-34aae019210f None None] Provisioning complete for port 9b140e71-ce5a-47cf-9987-7bb8601bed9e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:36.447008 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa32c90d-68f2-410c-979c-34aae019210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:36.447452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:36.447795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Checking segment: {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:36.448188 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Bound using segment: {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:36.448636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Bound port: 67213a63-6141-41d5-9bd4-fafaf28fcad9, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:36.452848 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:36.567055 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9b140e71-ce5a-47cf-9987-7bb8601bed9e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:36.568428 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:36.609773 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] For port 67213a63-6141-41d5-9bd4-fafaf28fcad9, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:36.614282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] For port 67213a63-6141-41d5-9bd4-fafaf28fcad9, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=67213a63-6141-41d5-9bd4-fafaf28fcad9,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:36.652606 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:36.681588 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-bedea570-982a-4b08-b836-2916c2e58463 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/quotas/c58edf6cb9de430bb198bc6fde6ccc02 HTTP/1.1" status: 200 len: 375 time: 0.6050565 Nov 15 14:47:36.733416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ee38c3-6aa1-49c7-8aec-06d444c48b29 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:47:36.734829 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:36.766729 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:36.783829 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:36.799135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:36.801087 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:36.803054 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] 10.222.0.46 "PUT /v2.0/ports/67213a63-6141-41d5-9bd4-fafaf28fcad9 HTTP/1.1" status: 200 len: 1090 time: 2.5281627 Nov 15 14:47:36.805217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-5caff7d5-f5c1-44fa-89db-765f74c1f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:36.806980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52d383d1-cee3-4ac6-a24e-db5520ac4d3d req-5caff7d5-f5c1-44fa-89db-765f74c1f9ce service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1760006 Nov 15 14:47:36.832388 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': '67213a63-6141-41d5-9bd4-fafaf28fcad9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:36.839129 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ca6aff-937f-4155-993e-1096bb7b2c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "67213a63-6141-41d5-9bd4-fafaf28fcad9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:36.849658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-6ac851db-bb44-460d-bec0-9052b4b1550c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588595 Nov 15 14:47:36.856848 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-743b6e3c-1f8d-4c19-94df-442d2905290f None None] Provisioning complete for port f91c62c0-c8db-49e8-8098-40b25a33c774 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:36.857312 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-743b6e3c-1f8d-4c19-94df-442d2905290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:36.868393 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Transition to ACTIVE for port object c1ee38c3-6aa1-49c7-8aec-06d444c48b29 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:47:36.885127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Network 48b4360e-b8cd-4842-b780-a3501ab4ef3b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:36.885246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-2259ac75-e7dc-40df-b729-acf216a54b8d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:47:36.889388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-2259ac75-e7dc-40df-b729-acf216a54b8d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0380199 Nov 15 14:47:36.905828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:36.910617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:36.917618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:36.918350 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:36.925808 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094149d-57d9-45da-88bc-4622e36e1323 service neutron] Pushing event updated for resources: {'Port': ['ID=67213a63-6141-41d5-9bd4-fafaf28fcad9,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:36.960555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-743b6e3c-1f8d-4c19-94df-442d2905290f None None] Port f91c62c0-c8db-49e8-8098-40b25a33c774 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:37.000259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Request body: {'port': {'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:37.007486 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-326a1995-ce52-4eda-8144-a579b376cd30 req-75ca5fdd-8a6a-43da-b78d-0aa72c3293ed tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8029387 Nov 15 14:47:37.051413 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event updated for resources: {'Port': ['ID=e16ab850-f6bf-43c6-8e7d-d8348a72f176,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:37.082932 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:37.086437 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-93c5b1e7-3956-436a-a75c-2bf2e5fd4fb8 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4423170 Nov 15 14:47:37.088992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45114) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:37.174905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Pushing event updated for resources: {'Port': ['ID=c1ee38c3-6aa1-49c7-8aec-06d444c48b29,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:37.211321 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d2279c-3f4e-4c9b-9463-e5b2b7003e99 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:37.223763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d2279c-3f4e-4c9b-9463-e5b2b7003e99 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:37.243068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d2279c-3f4e-4c9b-9463-e5b2b7003e99 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:37.244799 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-69d2279c-3f4e-4c9b-9463-e5b2b7003e99 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1548436 Nov 15 14:47:37.248101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45116) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:37.297575 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7b571149-86c2-4b3c-96e5-1c93f85bac1a None None] Provisioning complete for port e16ab850-f6bf-43c6-8e7d-d8348a72f176 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:37.298669 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b571149-86c2-4b3c-96e5-1c93f85bac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:37.341719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b571149-86c2-4b3c-96e5-1c93f85bac1a None None] Port e16ab850-f6bf-43c6-8e7d-d8348a72f176 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:37.375379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-02260a44-e2f6-4f2f-afe2-8918b8224b92 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Deleting port e16ab850-f6bf-43c6-8e7d-d8348a72f176 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:47:37.375794 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02260a44-e2f6-4f2f-afe2-8918b8224b92 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:37.472471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02260a44-e2f6-4f2f-afe2-8918b8224b92 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:37.484550 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-02260a44-e2f6-4f2f-afe2-8918b8224b92 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Calling delete_port for e16ab850-f6bf-43c6-8e7d-d8348a72f176 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:37.496123 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:37.538743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-a4d5544d-8d15-4a94-83b7-40e8687c5763 service neutron] 10.222.0.70 "GET /v2.0/networks/39c8216c-6b81-4757-901c-ecb4b0eec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6379302 Nov 15 14:47:37.546687 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:37.565966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3c90-73d4-4fee-979b-23621e39d8e2 req-c4664ea7-6521-4d12-adf2-e82f4e0e0124 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:37.571990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3c90-73d4-4fee-979b-23621e39d8e2 req-c4664ea7-6521-4d12-adf2-e82f4e0e0124 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:37.577968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3c90-73d4-4fee-979b-23621e39d8e2 req-c4664ea7-6521-4d12-adf2-e82f4e0e0124 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:37.583986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3c90-73d4-4fee-979b-23621e39d8e2 req-c4664ea7-6521-4d12-adf2-e82f4e0e0124 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:37.589937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3c90-73d4-4fee-979b-23621e39d8e2 req-c4664ea7-6521-4d12-adf2-e82f4e0e0124 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:37.596514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3c90-73d4-4fee-979b-23621e39d8e2 req-c4664ea7-6521-4d12-adf2-e82f4e0e0124 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:37.602556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3c90-73d4-4fee-979b-23621e39d8e2 req-c4664ea7-6521-4d12-adf2-e82f4e0e0124 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:37.604434 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02ea3c90-73d4-4fee-979b-23621e39d8e2 req-c4664ea7-6521-4d12-adf2-e82f4e0e0124 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5405 time: 0.2372372 Nov 15 14:47:37.744322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Attempting to bind port c1ee38c3-6aa1-49c7-8aec-06d444c48b29 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:37.744667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Attempting to bind port c1ee38c3-6aa1-49c7-8aec-06d444c48b29 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'f6d3b711-cfd3-4334-b786-91fa4806f719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:37.745008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Attempting to bind port c1ee38c3-6aa1-49c7-8aec-06d444c48b29 on network 49b70721-bd7f-4329-8b83-e5c54852f629 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:37.753886 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02260a44-e2f6-4f2f-afe2-8918b8224b92 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:37.782326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Port c1ee38c3-6aa1-49c7-8aec-06d444c48b29 on network 49b70721-bd7f-4329-8b83-e5c54852f629 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:47:37.783245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Attempting to bind port c1ee38c3-6aa1-49c7-8aec-06d444c48b29 on network 49b70721-bd7f-4329-8b83-e5c54852f629 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:37.883777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02260a44-e2f6-4f2f-afe2-8918b8224b92 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event deleted for resources: {'Port': ['ID=e16ab850-f6bf-43c6-8e7d-d8348a72f176,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:37.896175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02ea3c90-73d4-4fee-979b-23621e39d8e2 req-7238d2c9-86e0-46b6-8613-f23235f33b3a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2431850 Nov 15 14:47:37.897008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:37.897350 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Checking segment: {'id': 'f6d3b711-cfd3-4334-b786-91fa4806f719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:37.897735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Bound using segment: {'id': 'f6d3b711-cfd3-4334-b786-91fa4806f719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:37.899202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Bound port: c1ee38c3-6aa1-49c7-8aec-06d444c48b29, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d3b711-cfd3-4334-b786-91fa4806f719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:37.899202 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:37.993655 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798bb224-8fec-4b31-858c-7a9dc6390d88 x-openstack-request-id: req-798bb224-8fec-4b31-858c-7a9dc6390d88 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:37.993962 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "67213a63-6141-41d5-9bd4-fafaf28fcad9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:37.994219 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-798bb224-8fec-4b31-858c-7a9dc6390d88 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:37.995065 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': '67213a63-6141-41d5-9bd4-fafaf28fcad9', 'status': 'completed', 'code': 200} Nov 15 14:47:38.007340 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02260a44-e2f6-4f2f-afe2-8918b8224b92 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:38.011406 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-02260a44-e2f6-4f2f-afe2-8918b8224b92 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "DELETE /v2.0/ports/e16ab850-f6bf-43c6-8e7d-d8348a72f176 HTTP/1.1" status: 204 len: 168 time: 0.7620769 Nov 15 14:47:38.018888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45124) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:38.065461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-6e81179d-b57c-4bad-95f3-b28bc7355fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:38.066004 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-6e81179d-b57c-4bad-95f3-b28bc7355fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:38.066480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-6e81179d-b57c-4bad-95f3-b28bc7355fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:38.066896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-6e81179d-b57c-4bad-95f3-b28bc7355fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:38.071830 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-6e81179d-b57c-4bad-95f3-b28bc7355fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:38.073761 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-6e81179d-b57c-4bad-95f3-b28bc7355fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:38.074327 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-6e81179d-b57c-4bad-95f3-b28bc7355fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:38.076537 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-6e81179d-b57c-4bad-95f3-b28bc7355fe9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 6352 time: 0.0640013 Nov 15 14:47:38.237634 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-c7ce1d24-381e-40a6-b374-34affb46e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:38.238342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-c7ce1d24-381e-40a6-b374-34affb46e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:38.238971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-c7ce1d24-381e-40a6-b374-34affb46e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:38.240923 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-c7ce1d24-381e-40a6-b374-34affb46e3b7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=51a048f636d44265be0adba945f4c6ff&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1526718 Nov 15 14:47:38.370754 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-c59bad84-544f-49ad-9c55-e9bd0e9d88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:38.372651 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-18ca6aff-937f-4155-993e-1096bb7b2c1e req-c59bad84-544f-49ad-9c55-e9bd0e9d88cd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244402 Nov 15 14:47:38.471207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-d21f75b7-0890-4699-8a67-31b940246e9e service neutron] 10.222.0.70 "GET /v2.0/networks/39c8216c-6b81-4757-901c-ecb4b0eec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9201605 Nov 15 14:47:38.514147 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71928a0-1d71-4704-97f4-8f7e11721659 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] GET failed (client error): The resource could not be found. Nov 15 14:47:38.518239 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f71928a0-1d71-4704-97f4-8f7e11721659 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "GET /v2.0/ports/e16ab850-f6bf-43c6-8e7d-d8348a72f176 HTTP/1.1" status: 404 len: 333 time: 0.4559488 Nov 15 14:47:38.519294 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:38.522192 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45132) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:38.527508 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Request body: {'port': {'network_id': '48b4360e-b8cd-4842-b780-a3501ab4ef3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-750409025'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:38.610457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] For port c1ee38c3-6aa1-49c7-8aec-06d444c48b29, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:38.637732 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] For port c1ee38c3-6aa1-49c7-8aec-06d444c48b29, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c1ee38c3-6aa1-49c7-8aec-06d444c48b29,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:38.697380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615b50e-5c8f-4cd7-a92c-aef8dd46af7b req-556c53f6-4cf0-4445-aaf2-f8101edf54b0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:38.698925 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b615b50e-5c8f-4cd7-a92c-aef8dd46af7b req-556c53f6-4cf0-4445-aaf2-f8101edf54b0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 943 time: 0.2229924 Nov 15 14:47:38.824721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Made reservation on behalf of 745c8da39c384468b868b1cccace3762 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:38.833765 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:38.857952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b615b50e-5c8f-4cd7-a92c-aef8dd46af7b req-ed8cd7b4-b377-4474-afb8-75ca5b25dd91 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151567 Nov 15 14:47:38.874433 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:38.885917 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] device_id is not set on port f6512b0b-113b-4dcc-8e35-3021e06386a1 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:47:38.906174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45138) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:38.952567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd15e723-98fc-42e7-b4df-b2bacc78da3d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:47:38.981991 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:39.007742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:39.008371 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:39.009800 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] 10.222.0.59 "PUT /v2.0/ports/c1ee38c3-6aa1-49c7-8aec-06d444c48b29 HTTP/1.1" status: 200 len: 1091 time: 3.2907658 Nov 15 14:47:39.023218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd65e933-cb6e-4d59-8e3d-49c4f39adeaf req-6c003c26-d418-49b0-b0a2-60e7435954dc tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 210 time: 0.0856922 Nov 15 14:47:39.023725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9956941-4907-4107-a2b2-5fd9e8d9180e', 'tag': 'c1ee38c3-6aa1-49c7-8aec-06d444c48b29'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:39.026093 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3f9e7d-971f-4968-a14e-e1596822ce30" -d '{"events": [{"name": "network-changed", "server_uuid": "b9956941-4907-4107-a2b2-5fd9e8d9180e", "tag": "c1ee38c3-6aa1-49c7-8aec-06d444c48b29"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:39.078328 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:39.111432 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d0155e-6c38-443c-9f12-401f28d49464 x-openstack-request-id: req-20d0155e-6c38-443c-9f12-401f28d49464 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:39.112087 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9956941-4907-4107-a2b2-5fd9e8d9180e", "tag": "c1ee38c3-6aa1-49c7-8aec-06d444c48b29", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:39.112350 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20d0155e-6c38-443c-9f12-401f28d49464 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:39.112743 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9956941-4907-4107-a2b2-5fd9e8d9180e', 'tag': 'c1ee38c3-6aa1-49c7-8aec-06d444c48b29', 'status': 'completed', 'code': 200} Nov 15 14:47:39.165830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Transition to ACTIVE for port object cd15e723-98fc-42e7-b4df-b2bacc78da3d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:47:39.166691 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:39.191318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Allocated IP 2001:db8::5a (48b4360e-b8cd-4842-b780-a3501ab4ef3b/e7180fd2-6fca-4e65-b2ac-3650588b295d/f6512b0b-113b-4dcc-8e35-3021e06386a1) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:39.222806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a932caf-27fa-4d73-9124-def8e13d0356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:39.224871 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409c8d0-bb7b-4cfa-a7c1-320dad7aa57f service neutron] Pushing event updated for resources: {'Port': ['ID=c1ee38c3-6aa1-49c7-8aec-06d444c48b29,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:39.314693 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:39.344404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e970fd-1f2d-4c8e-968f-cfc3a0979e4c req-8e890268-d54d-466f-b671-c5eba99358d9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:39.351855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e970fd-1f2d-4c8e-968f-cfc3a0979e4c req-8e890268-d54d-466f-b671-c5eba99358d9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:39.357909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e970fd-1f2d-4c8e-968f-cfc3a0979e4c req-8e890268-d54d-466f-b671-c5eba99358d9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:39.364493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e970fd-1f2d-4c8e-968f-cfc3a0979e4c req-8e890268-d54d-466f-b671-c5eba99358d9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:39.370619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e970fd-1f2d-4c8e-968f-cfc3a0979e4c req-8e890268-d54d-466f-b671-c5eba99358d9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:39.377246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e970fd-1f2d-4c8e-968f-cfc3a0979e4c req-8e890268-d54d-466f-b671-c5eba99358d9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:39.379000 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:39.384004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e970fd-1f2d-4c8e-968f-cfc3a0979e4c req-8e890268-d54d-466f-b671-c5eba99358d9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:39.386048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05e970fd-1f2d-4c8e-968f-cfc3a0979e4c req-8e890268-d54d-466f-b671-c5eba99358d9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5405 time: 0.2926383 Nov 15 14:47:39.417387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=9d55b032-de31-42c7-9030-d83abc772a94,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:39.436745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-25c7a50c-9d75-4cc8-8299-ce1641b74bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:39.438432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-25c7a50c-9d75-4cc8-8299-ce1641b74bd5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64ab8c292434c08a0bd485e8163082c&device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 1094 time: 0.3248863 Nov 15 14:47:39.489298 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:39.539339 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:39.614408 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Network 48b4360e-b8cd-4842-b780-a3501ab4ef3b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:39.617699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:39.617885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-bcc2244f-04a7-4d99-81ea-b5f8ce57f104 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ee38c3-6aa1-49c7-8aec-06d444c48b29 HTTP/1.1" status: 200 len: 217 time: 0.1447904 Nov 15 14:47:39.624125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:39.630442 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:39.631130 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:39.649380 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event updated for resources: {'Port': ['ID=f6512b0b-113b-4dcc-8e35-3021e06386a1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:39.673010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Pushing event updated for resources: {'Port': ['ID=cd15e723-98fc-42e7-b4df-b2bacc78da3d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:39.777137 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-be87d401-0e7f-45aa-8260-b2eb6a04aa5d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2511330 Nov 15 14:47:39.778371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:39.795724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4b4a249a-5baa-49bb-af07-8bce8d51c153 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::165', 'mac_address': 'fa:16:3e:0f:bd:75'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:39.808344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05e970fd-1f2d-4c8e-968f-cfc3a0979e4c req-06202d0c-30e8-47e8-a4db-8efe24689805 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4035175 Nov 15 14:47:39.846880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-59d03ebe-3607-416b-bffb-156883d84105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:39.848567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-59d03ebe-3607-416b-bffb-156883d84105 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98cd6aa6-42c0-4323-bf9b-53854b1f02f6 HTTP/1.1" status: 200 len: 853 time: 0.2121332 Nov 15 14:47:39.883770 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a932caf-27fa-4d73-9124-def8e13d0356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:39.925532 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Floating IP 9407f6ab-3d47-4397-ba40-aaa04390cbe8 associated. External IP: 172.25.4.202, port: 652e7f90-970e-42fc-84b2-947bab287cb6. Nov 15 14:47:39.929848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-62aa55b9-d8d7-42b0-8322-dae9ca8c2031 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49b70721-bd7f-4329-8b83-e5c54852f629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536118 Nov 15 14:47:40.016363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-478d9dd8-0956-4bdb-aa21-d430a10550f2 None None] Provisioning complete for port f6512b0b-113b-4dcc-8e35-3021e06386a1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:40.016950 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-478d9dd8-0956-4bdb-aa21-d430a10550f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:40.070738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-478d9dd8-0956-4bdb-aa21-d430a10550f2 None None] Port f6512b0b-113b-4dcc-8e35-3021e06386a1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:40.104573 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a932caf-27fa-4d73-9124-def8e13d0356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:40.112332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Attempting to bind port cd15e723-98fc-42e7-b4df-b2bacc78da3d on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:40.112332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Attempting to bind port cd15e723-98fc-42e7-b4df-b2bacc78da3d by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '74269a51-56f0-4715-816c-4a51f2323648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:40.112332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Attempting to bind port cd15e723-98fc-42e7-b4df-b2bacc78da3d on network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:40.214235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Port cd15e723-98fc-42e7-b4df-b2bacc78da3d on network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:47:40.214658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Attempting to bind port cd15e723-98fc-42e7-b4df-b2bacc78da3d on network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:40.254833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce83cdcc-f3c9-4836-bb02-a0c2fc2cc6c1 req-b9f0d859-547d-4fe2-a285-c04cd5387e8b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 210 time: 0.1437008 Nov 15 14:47:40.272212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6a932caf-27fa-4d73-9124-def8e13d0356 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93489f45cec94536a3026328eab979de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3523271 Nov 15 14:47:40.274472 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:40.277760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:40.278104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Checking segment: {'id': '74269a51-56f0-4715-816c-4a51f2323648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:40.278515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Bound using segment: {'id': '74269a51-56f0-4715-816c-4a51f2323648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:40.278963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Bound port: cd15e723-98fc-42e7-b4df-b2bacc78da3d, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74269a51-56f0-4715-816c-4a51f2323648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:40.279320 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:40.281268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a932caf-27fa-4d73-9124-def8e13d0356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a27045-c5d9-48ce-906a-8e2c3ea6182e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:40.326040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d833eb-6a82-4317-819c-c3cc75e647fc req-5b39be2e-adf8-4793-a2c0-88bfaea610ee tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:40.327620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71d833eb-6a82-4317-819c-c3cc75e647fc req-5b39be2e-adf8-4793-a2c0-88bfaea610ee tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 943 time: 0.3068137 Nov 15 14:47:40.398174 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8546387e-fb9b-49a1-bb87-808215a26294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:40.437236 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8546387e-fb9b-49a1-bb87-808215a26294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:40.469489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-1b1c63c8-e8c5-4d23-bfc9-4fd6aeb0a989 service neutron] 10.222.0.59 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893990 Nov 15 14:47:40.564523 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8546387e-fb9b-49a1-bb87-808215a26294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:40.568562 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b4a249a-5baa-49bb-af07-8bce8d51c153 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:40.569113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8546387e-fb9b-49a1-bb87-808215a26294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:40.572261 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8546387e-fb9b-49a1-bb87-808215a26294 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7a27045-c5d9-48ce-906a-8e2c3ea6182e HTTP/1.1" status: 204 len: 168 time: 0.2960677 Nov 15 14:47:40.583760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546387e-fb9b-49a1-bb87-808215a26294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a27045-c5d9-48ce-906a-8e2c3ea6182e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:40.646697 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71d833eb-6a82-4317-819c-c3cc75e647fc req-804b6260-c7bc-41eb-aa41-ef18b853bf22 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977905 Nov 15 14:47:40.658168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] For port cd15e723-98fc-42e7-b4df-b2bacc78da3d, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:40.711303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] For port cd15e723-98fc-42e7-b4df-b2bacc78da3d, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=cd15e723-98fc-42e7-b4df-b2bacc78da3d,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:40.771696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:47:40.817314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1902ae0c-1235-4b92-a125-3e60d64e7e71 req-a2cfe514-16ca-4b31-ae25-4dbbe38f2d23 service neutron] 10.222.0.59 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331108 Nov 15 14:47:40.823894 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:40.881843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:40.882493 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:40.883873 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] 10.222.0.46 "PUT /v2.0/ports/cd15e723-98fc-42e7-b4df-b2bacc78da3d HTTP/1.1" status: 200 len: 1091 time: 3.9176550 Nov 15 14:47:41.015657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Request body: {'port': {'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:41.134788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': 'cd15e723-98fc-42e7-b4df-b2bacc78da3d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:41.134788 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30" -d '{"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "cd15e723-98fc-42e7-b4df-b2bacc78da3d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:41.200841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1767c-82ad-43fa-8040-1777e78a0e99 service neutron] Pushing event updated for resources: {'Port': ['ID=cd15e723-98fc-42e7-b4df-b2bacc78da3d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:41.327495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-b807a3a9-21b6-49f8-898e-cb6c5994adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.328045 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-b807a3a9-21b6-49f8-898e-cb6c5994adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.328660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-b807a3a9-21b6-49f8-898e-cb6c5994adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.329158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-b807a3a9-21b6-49f8-898e-cb6c5994adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.330307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-b807a3a9-21b6-49f8-898e-cb6c5994adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.330954 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-b807a3a9-21b6-49f8-898e-cb6c5994adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.331423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-b807a3a9-21b6-49f8-898e-cb6c5994adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.333517 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-b807a3a9-21b6-49f8-898e-cb6c5994adf0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 6419 time: 0.0651050 Nov 15 14:47:41.529982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:41.567392 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851972a7-eeae-44e8-a18d-db30b775239f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:41.569742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-5eb33a13-7df0-4b8c-9051-ca17d8c4f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.570213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-5eb33a13-7df0-4b8c-9051-ca17d8c4f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.570698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-5eb33a13-7df0-4b8c-9051-ca17d8c4f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.572308 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-5eb33a13-7df0-4b8c-9051-ca17d8c4f8d9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=51a048f636d44265be0adba945f4c6ff&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2294328 Nov 15 14:47:41.583197 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b4a249a-5baa-49bb-af07-8bce8d51c153 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:41.594623 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a26f138-dfea-46ba-b507-df45d47f5aa8 x-openstack-request-id: req-5a26f138-dfea-46ba-b507-df45d47f5aa8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:41.595479 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "cd15e723-98fc-42e7-b4df-b2bacc78da3d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:41.595740 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a26f138-dfea-46ba-b507-df45d47f5aa8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:41.596133 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': 'cd15e723-98fc-42e7-b4df-b2bacc78da3d', 'status': 'completed', 'code': 200} Nov 15 14:47:41.611580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:41.615958 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:41.617038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68487ce9-814b-4131-acd0-62fc62a7905a req-bfce4559-1795-49cc-bf69-fc9745291750 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.618518 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-bfce4559-1795-49cc-bf69-fc9745291750 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.46 "GET /v2.0/networks?id=39c8216c-6b81-4757-901c-ecb4b0eec10e HTTP/1.1" status: 200 len: 796 time: 0.2125316 Nov 15 14:47:41.623983 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645f0653-d41d-44c9-98a0-16294f76bebb None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:41.647298 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f0653-d41d-44c9-98a0-16294f76bebb None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:41.647504 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-645f0653-d41d-44c9-98a0-16294f76bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:41.650473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-476e70d4-1329-4f7e-9a98-a87faacfab4b req-13552700-3a82-4fd4-8c95-699df5631adf tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 210 time: 0.0597110 Nov 15 14:47:41.685043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfc66e-4925-4994-ad8b-0d88d599b6d2 req-6388c232-217e-4083-ba73-3b364f521b59 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.691399 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfc66e-4925-4994-ad8b-0d88d599b6d2 req-6388c232-217e-4083-ba73-3b364f521b59 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.697457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfc66e-4925-4994-ad8b-0d88d599b6d2 req-6388c232-217e-4083-ba73-3b364f521b59 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.703674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfc66e-4925-4994-ad8b-0d88d599b6d2 req-6388c232-217e-4083-ba73-3b364f521b59 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.710321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfc66e-4925-4994-ad8b-0d88d599b6d2 req-6388c232-217e-4083-ba73-3b364f521b59 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.716585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfc66e-4925-4994-ad8b-0d88d599b6d2 req-6388c232-217e-4083-ba73-3b364f521b59 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.723938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfc66e-4925-4994-ad8b-0d88d599b6d2 req-6388c232-217e-4083-ba73-3b364f521b59 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.732271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57dfc66e-4925-4994-ad8b-0d88d599b6d2 req-6388c232-217e-4083-ba73-3b364f521b59 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5417 time: 0.7888718 Nov 15 14:47:41.735431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f9e7d-971f-4968-a14e-e1596822ce30 req-ee4e0f94-9821-438c-973b-ab8a5843054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.735567 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-645f0653-d41d-44c9-98a0-16294f76bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:41.737214 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db3f9e7d-971f-4968-a14e-e1596822ce30 req-ee4e0f94-9821-438c-973b-ab8a5843054f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64ab8c292434c08a0bd485e8163082c&device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 1094 time: 0.6097665 Nov 15 14:47:41.744548 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f0653-d41d-44c9-98a0-16294f76bebb None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:41.747495 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-645f0653-d41d-44c9-98a0-16294f76bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:41.780119 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b4a249a-5baa-49bb-af07-8bce8d51c153 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:41.841352 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851972a7-eeae-44e8-a18d-db30b775239f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:41.850423 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-1a8bd656-38ba-422a-b82b-5da6c2ae6e92 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58edf6cb9de430bb198bc6fde6ccc02 HTTP/1.1" status: 200 len: 380 time: 0.1995840 Nov 15 14:47:41.860161 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:41.870707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-ae89ef2a-355d-416d-bc5f-e4b9d03e4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.872353 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b4f22cb5-94bb-4a8d-b2a1-ab59dd14dc30 req-ae89ef2a-355d-416d-bc5f-e4b9d03e4570 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2859473 Nov 15 14:47:41.886429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-68487ce9-814b-4131-acd0-62fc62a7905a req-c3f815ee-0a68-472a-a08a-6838ca03c01f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'port': {'device_id': '0882d218-1c43-4d22-841e-abac9763e122', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'admin_state_up': True, 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'security_groups': ['659d5953-7096-4db3-aef5-8cafb539b60c']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:41.891654 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-645f0653-d41d-44c9-98a0-16294f76bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:41.894200 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645f0653-d41d-44c9-98a0-16294f76bebb None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:41.948362 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851972a7-eeae-44e8-a18d-db30b775239f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:41.951321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a249a-5baa-49bb-af07-8bce8d51c153 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] In _notify_port_updated(), no bound segment for port f6512b0b-113b-4dcc-8e35-3021e06386a1 on network 48b4360e-b8cd-4842-b780-a3501ab4ef3b {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:47:41.957487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4a249a-5baa-49bb-af07-8bce8d51c153 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:41.960521 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b4a249a-5baa-49bb-af07-8bce8d51c153 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:41.960521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4b4a249a-5baa-49bb-af07-8bce8d51c153 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "PUT /v2.0/ports/f6512b0b-113b-4dcc-8e35-3021e06386a1 HTTP/1.1" status: 200 len: 1001 time: 2.1749470 Nov 15 14:47:41.967920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:42.013007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57dfc66e-4925-4994-ad8b-0d88d599b6d2 req-50227353-0254-4a0c-b98e-afc3a4c9cf10 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2798290 Nov 15 14:47:42.092680 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-851972a7-eeae-44e8-a18d-db30b775239f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74e26927c421458b89f9c80107cc7ffe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5615265 Nov 15 14:47:42.093569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851972a7-eeae-44e8-a18d-db30b775239f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdfbc21-f2a8-43cc-a2ce-fc4f5eca389a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:42.098757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:42.113946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a249a-5baa-49bb-af07-8bce8d51c153 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event updated for resources: {'Port': ['ID=f6512b0b-113b-4dcc-8e35-3021e06386a1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:42.118194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f9e7d-971f-4968-a14e-e1596822ce30 req-1466d0ad-d922-4fb9-8a16-39a7a2b14ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:42.119871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db3f9e7d-971f-4968-a14e-e1596822ce30 req-1466d0ad-d922-4fb9-8a16-39a7a2b14ee9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49b70721-bd7f-4329-8b83-e5c54852f629 HTTP/1.1" status: 200 len: 914 time: 0.3637497 Nov 15 14:47:42.122433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-72953548-0b83-47ed-8c48-a79b5f507dfb tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.7968800 Nov 15 14:47:42.128959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45190) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:42.184725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db3f9e7d-971f-4968-a14e-e1596822ce30 req-624f4cc2-7206-44d9-95c0-68a432437294 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ee38c3-6aa1-49c7-8aec-06d444c48b29 HTTP/1.1" status: 200 len: 217 time: 0.0459902 Nov 15 14:47:42.227561 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-baef452a-97fb-47aa-82f2-212b1a415d59 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Deleting port f6512b0b-113b-4dcc-8e35-3021e06386a1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:47:42.227894 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baef452a-97fb-47aa-82f2-212b1a415d59 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:42.231788 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-821f3336-1b15-4e85-a7ef-3c996e20b216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:42.255637 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-37f33473-59c3-45c5-a6a1-7d3e3b3ff56f None None] Provisioning complete for port f6512b0b-113b-4dcc-8e35-3021e06386a1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:42.256219 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37f33473-59c3-45c5-a6a1-7d3e3b3ff56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:42.292456 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-37f33473-59c3-45c5-a6a1-7d3e3b3ff56f None None] Port f6512b0b-113b-4dcc-8e35-3021e06386a1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:42.295733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68487ce9-814b-4131-acd0-62fc62a7905a req-c3f815ee-0a68-472a-a08a-6838ca03c01f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Made reservation on behalf of c58edf6cb9de430bb198bc6fde6ccc02 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:42.299397 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68487ce9-814b-4131-acd0-62fc62a7905a req-c3f815ee-0a68-472a-a08a-6838ca03c01f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:42.321022 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-821f3336-1b15-4e85-a7ef-3c996e20b216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:42.329816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8cb39-fc95-4911-9e39-0d733ca95566 req-be182b13-77db-44ec-a427-846de918af1c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:42.331378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fad8cb39-fc95-4911-9e39-0d733ca95566 req-be182b13-77db-44ec-a427-846de918af1c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 943 time: 0.4361494 Nov 15 14:47:42.376153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f9e7d-971f-4968-a14e-e1596822ce30 req-7a505871-38b3-456b-83b8-e8226800db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:42.377552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db3f9e7d-971f-4968-a14e-e1596822ce30 req-7a505871-38b3-456b-83b8-e8226800db80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98cd6aa6-42c0-4323-bf9b-53854b1f02f6 HTTP/1.1" status: 200 len: 853 time: 0.1443727 Nov 15 14:47:42.378424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baef452a-97fb-47aa-82f2-212b1a415d59 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:42.383727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e085f3c0-3f0e-4c12-a583-155d7a0daf52 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "GET /v2.0/floatingips/9407f6ab-3d47-4397-ba40-aaa04390cbe8 HTTP/1.1" status: 200 len: 979 time: 0.2537196 Nov 15 14:47:42.387514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:42.433073 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-baef452a-97fb-47aa-82f2-212b1a415d59 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Calling delete_port for f6512b0b-113b-4dcc-8e35-3021e06386a1 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:42.487662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db3f9e7d-971f-4968-a14e-e1596822ce30 req-97bbc692-39b3-4c43-86b3-d3a1e640f505 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49b70721-bd7f-4329-8b83-e5c54852f629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008658 Nov 15 14:47:42.552527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-68487ce9-814b-4131-acd0-62fc62a7905a req-c3f815ee-0a68-472a-a08a-6838ca03c01f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Allocated IP 172.20.0.10 (39c8216c-6b81-4757-901c-ecb4b0eec10e/87dbc2f1-eecd-4b43-acfa-9e50ad332774/db40158c-0b5c-409b-ae4a-0d8388c3cd38) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:42.580800 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-821f3336-1b15-4e85-a7ef-3c996e20b216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:42.581679 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-821f3336-1b15-4e85-a7ef-3c996e20b216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:42.586683 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-821f3336-1b15-4e85-a7ef-3c996e20b216 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8bdfbc21-f2a8-43cc-a2ce-fc4f5eca389a HTTP/1.1" status: 204 len: 168 time: 0.4831705 Nov 15 14:47:42.619570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fad8cb39-fc95-4911-9e39-0d733ca95566 req-92292218-d49f-47f6-a8e3-5c6cc511dccc tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751153 Nov 15 14:47:42.633638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f3336-1b15-4e85-a7ef-3c996e20b216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdfbc21-f2a8-43cc-a2ce-fc4f5eca389a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:42.636016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bbc878e5-afa9-4196-ab41-58114d4cf3e6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2474904 Nov 15 14:47:42.639908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45198) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:42.652318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a6cd8999-0f78-411a-877d-26c77fc5f3f0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'floatingip': {'port_id': '8deadb4a-79c9-4749-9fde-40752c18f146'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:42.761255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db3f9e7d-971f-4968-a14e-e1596822ce30 req-02d9b0a1-31bb-4b59-a43a-180e343df23d service neutron] 10.222.0.59 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569513 Nov 15 14:47:42.775194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85456e19-635c-40ff-b10b-d45a8a34f522 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:47:42.781359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baef452a-97fb-47aa-82f2-212b1a415d59 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:42.787534 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6cd8999-0f78-411a-877d-26c77fc5f3f0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:42.812467 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:42.841707 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9e5b066-9df6-4f1b-875b-1781991c3f0b req-caa49321-81ac-4913-ac1c-6075c4b4f76e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 210 time: 0.0868676 Nov 15 14:47:42.853043 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef452a-97fb-47aa-82f2-212b1a415d59 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event deleted for resources: {'Port': ['ID=f6512b0b-113b-4dcc-8e35-3021e06386a1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:42.899748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Transition to ACTIVE for port object 85456e19-635c-40ff-b10b-d45a8a34f522 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:47:43.010337 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:43.027442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db3f9e7d-971f-4968-a14e-e1596822ce30 req-a254052e-5e38-4ebf-a499-704577b7d208 service neutron] 10.222.0.59 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555876 Nov 15 14:47:43.204148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Pushing event updated for resources: {'Port': ['ID=85456e19-635c-40ff-b10b-d45a8a34f522,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:43.458773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925966b-5ff9-4707-9121-a3efb1f4a19b req-a8f7c4c8-975a-4de1-923f-23cc981ff8c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:43.465204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925966b-5ff9-4707-9121-a3efb1f4a19b req-a8f7c4c8-975a-4de1-923f-23cc981ff8c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:43.471838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925966b-5ff9-4707-9121-a3efb1f4a19b req-a8f7c4c8-975a-4de1-923f-23cc981ff8c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:43.472631 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baef452a-97fb-47aa-82f2-212b1a415d59 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:43.476242 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-baef452a-97fb-47aa-82f2-212b1a415d59 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "DELETE /v2.0/ports/f6512b0b-113b-4dcc-8e35-3021e06386a1 HTTP/1.1" status: 204 len: 168 time: 1.5013864 Nov 15 14:47:43.481780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45216) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:43.484096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925966b-5ff9-4707-9121-a3efb1f4a19b req-a8f7c4c8-975a-4de1-923f-23cc981ff8c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:43.490840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925966b-5ff9-4707-9121-a3efb1f4a19b req-a8f7c4c8-975a-4de1-923f-23cc981ff8c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:43.496765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925966b-5ff9-4707-9121-a3efb1f4a19b req-a8f7c4c8-975a-4de1-923f-23cc981ff8c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:43.502828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925966b-5ff9-4707-9121-a3efb1f4a19b req-a8f7c4c8-975a-4de1-923f-23cc981ff8c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:43.504738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1925966b-5ff9-4707-9121-a3efb1f4a19b req-a8f7c4c8-975a-4de1-923f-23cc981ff8c5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.2912149 Nov 15 14:47:43.507927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Attempting to bind port 85456e19-635c-40ff-b10b-d45a8a34f522 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:43.508272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Attempting to bind port 85456e19-635c-40ff-b10b-d45a8a34f522 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '74269a51-56f0-4715-816c-4a51f2323648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:43.508607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Attempting to bind port 85456e19-635c-40ff-b10b-d45a8a34f522 on network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:43.527495 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68487ce9-814b-4131-acd0-62fc62a7905a req-c3f815ee-0a68-472a-a08a-6838ca03c01f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:43.530631 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d29c2be-fbb7-4ef2-b4ec-ebc8d08e7f64 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] GET failed (client error): The resource could not be found. Nov 15 14:47:43.539293 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0d29c2be-fbb7-4ef2-b4ec-ebc8d08e7f64 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "GET /v2.0/ports/f6512b0b-113b-4dcc-8e35-3021e06386a1 HTTP/1.1" status: 404 len: 333 time: 0.0521996 Nov 15 14:47:43.542516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:43.564085 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Request body: {'port': {'network_id': '48b4360e-b8cd-4842-b780-a3501ab4ef3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1863276087'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:43.587169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Port 85456e19-635c-40ff-b10b-d45a8a34f522 on network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:47:43.588914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Attempting to bind port 85456e19-635c-40ff-b10b-d45a8a34f522 on network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:43.607093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:43.607810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Checking segment: {'id': '74269a51-56f0-4715-816c-4a51f2323648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:43.607810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Bound using segment: {'id': '74269a51-56f0-4715-816c-4a51f2323648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:43.608284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Bound port: 85456e19-635c-40ff-b10b-d45a8a34f522, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74269a51-56f0-4715-816c-4a51f2323648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:43.608626 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:43.731982 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1925966b-5ff9-4707-9121-a3efb1f4a19b req-a80e675d-c97c-4aa4-884a-d4a4440acee0 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1792755 Nov 15 14:47:43.764589 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68487ce9-814b-4131-acd0-62fc62a7905a req-c3f815ee-0a68-472a-a08a-6838ca03c01f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:43.798224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Made reservation on behalf of 745c8da39c384468b868b1cccace3762 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:43.802117 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:43.828687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68487ce9-814b-4131-acd0-62fc62a7905a req-c3f815ee-0a68-472a-a08a-6838ca03c01f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network 39c8216c-6b81-4757-901c-ecb4b0eec10e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:43.837108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] For port 85456e19-635c-40ff-b10b-d45a8a34f522, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:43.838348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-68487ce9-814b-4131-acd0-62fc62a7905a req-c3f815ee-0a68-472a-a08a-6838ca03c01f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:43.841882 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-68487ce9-814b-4131-acd0-62fc62a7905a req-c3f815ee-0a68-472a-a08a-6838ca03c01f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:43.845757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] device_id is not set on port 67673f88-8e79-43b5-a3d1-443e3a70e1a5 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:47:43.847308 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6cd8999-0f78-411a-877d-26c77fc5f3f0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:43.850319 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f815ee-0a68-472a-a08a-6838ca03c01f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=db40158c-0b5c-409b-ae4a-0d8388c3cd38,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:43.858939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] For port 85456e19-635c-40ff-b10b-d45a8a34f522, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=85456e19-635c-40ff-b10b-d45a8a34f522,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:43.881041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad5b32-8c3b-4ff6-b55f-440bccbcd7c1 req-067a1fa9-5d21-4b90-bb22-d3695f54cb08 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:43.882974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91ad5b32-8c3b-4ff6-b55f-440bccbcd7c1 req-067a1fa9-5d21-4b90-bb22-d3695f54cb08 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 943 time: 0.1410234 Nov 15 14:47:43.936330 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6cd8999-0f78-411a-877d-26c77fc5f3f0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:43.972218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68487ce9-814b-4131-acd0-62fc62a7905a req-c3f815ee-0a68-472a-a08a-6838ca03c01f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:43.972928 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68487ce9-814b-4131-acd0-62fc62a7905a req-c3f815ee-0a68-472a-a08a-6838ca03c01f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:43.987676 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:44.052646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Allocated IP 2001:db8::1e4 (48b4360e-b8cd-4842-b780-a3501ab4ef3b/e7180fd2-6fca-4e65-b2ac-3650588b295d/67673f88-8e79-43b5-a3d1-443e3a70e1a5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:44.080183 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-c3f815ee-0a68-472a-a08a-6838ca03c01f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2067530 Nov 15 14:47:44.104229 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91ad5b32-8c3b-4ff6-b55f-440bccbcd7c1 req-ec141a96-5645-4327-ac37-28ce16b92e30 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090683 Nov 15 14:47:44.117392 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.120113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Request body: {'port': {'device_id': '0882d218-1c43-4d22-841e-abac9763e122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:44.123872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:44.125734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] 10.222.0.46 "PUT /v2.0/ports/85456e19-635c-40ff-b10b-d45a8a34f522 HTTP/1.1" status: 200 len: 1091 time: 3.1165254 Nov 15 14:47:44.136228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': '85456e19-635c-40ff-b10b-d45a8a34f522'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:44.142503 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12846632-19c9-4bbc-a3b2-00802dbfd2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "85456e19-635c-40ff-b10b-d45a8a34f522"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:44.179116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecba10-f6e8-4182-8bef-e151ec8bb311 service neutron] Pushing event updated for resources: {'Port': ['ID=85456e19-635c-40ff-b10b-d45a8a34f522,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:44.230332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b1f52-bf2e-45d6-adae-66711fe738a0 req-4d954ac1-833c-4741-973a-f9e0a64f2b61 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.235549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c6b1f52-bf2e-45d6-adae-66711fe738a0 req-4d954ac1-833c-4741-973a-f9e0a64f2b61 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 932 time: 0.2126999 Nov 15 14:47:44.292289 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bf009922-24d3-4a1c-a0f0-ded9bdd587bd None None] Provisioning complete for port db40158c-0b5c-409b-ae4a-0d8388c3cd38 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:44.292725 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf009922-24d3-4a1c-a0f0-ded9bdd587bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:44.312790 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:44.364012 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477a8666-fb89-4636-9c8b-8e89d60f1397 x-openstack-request-id: req-477a8666-fb89-4636-9c8b-8e89d60f1397 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:44.364302 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "85456e19-635c-40ff-b10b-d45a8a34f522", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:44.364558 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-477a8666-fb89-4636-9c8b-8e89d60f1397 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:44.364962 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': '85456e19-635c-40ff-b10b-d45a8a34f522', 'status': 'completed', 'code': 200} Nov 15 14:47:44.368886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bf009922-24d3-4a1c-a0f0-ded9bdd587bd None None] Port db40158c-0b5c-409b-ae4a-0d8388c3cd38 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:44.404664 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-a6cd8999-0f78-411a-877d-26c77fc5f3f0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Floating IP 9407f6ab-3d47-4397-ba40-aaa04390cbe8 associated. External IP: 172.25.4.202, port: 652e7f90-970e-42fc-84b2-947bab287cb6. Nov 15 14:47:44.489130 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:44.495504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c6b1f52-bf2e-45d6-adae-66711fe738a0 req-7d02ba86-81d4-4e8c-a3ee-72a446361e21 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=659d5953-7096-4db3-aef5-8cafb539b60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593248 Nov 15 14:47:44.521733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-4f91ca22-4fad-43f2-8ef9-a146db843ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.522212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-4f91ca22-4fad-43f2-8ef9-a146db843ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.522850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-4f91ca22-4fad-43f2-8ef9-a146db843ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.525386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-4f91ca22-4fad-43f2-8ef9-a146db843ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.525386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-4f91ca22-4fad-43f2-8ef9-a146db843ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.525386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-4f91ca22-4fad-43f2-8ef9-a146db843ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.525386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-4f91ca22-4fad-43f2-8ef9-a146db843ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.526731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-4f91ca22-4fad-43f2-8ef9-a146db843ab6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 6486 time: 0.2892790 Nov 15 14:47:44.586481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-5416c889-0ca0-40a9-900f-42666ac28fec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 HTTP/1.1" status: 200 len: 217 time: 0.0477972 Nov 15 14:47:44.605386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299d7e9-f78b-4693-9892-a26ca1aa9f67 req-403421c6-98bc-4539-99f5-4e95b50e2f6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.611405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299d7e9-f78b-4693-9892-a26ca1aa9f67 req-403421c6-98bc-4539-99f5-4e95b50e2f6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.617386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299d7e9-f78b-4693-9892-a26ca1aa9f67 req-403421c6-98bc-4539-99f5-4e95b50e2f6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.623437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299d7e9-f78b-4693-9892-a26ca1aa9f67 req-403421c6-98bc-4539-99f5-4e95b50e2f6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.629452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299d7e9-f78b-4693-9892-a26ca1aa9f67 req-403421c6-98bc-4539-99f5-4e95b50e2f6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.635369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299d7e9-f78b-4693-9892-a26ca1aa9f67 req-403421c6-98bc-4539-99f5-4e95b50e2f6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.641241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299d7e9-f78b-4693-9892-a26ca1aa9f67 req-403421c6-98bc-4539-99f5-4e95b50e2f6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.649629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8299d7e9-f78b-4693-9892-a26ca1aa9f67 req-403421c6-98bc-4539-99f5-4e95b50e2f6e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5433 time: 0.2002218 Nov 15 14:47:44.689336 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:44.733147 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db40158c-0b5c-409b-ae4a-0d8388c3cd38 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:47:44.746932 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:44.747702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-53bfd9c6-e5aa-4b04-959b-dca2b9b613b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.749186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-53bfd9c6-e5aa-4b04-959b-dca2b9b613b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0960faaf-544e-49a8-b77f-fff26bcae0b5 HTTP/1.1" status: 200 len: 855 time: 0.0976307 Nov 15 14:47:44.762945 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Network 48b4360e-b8cd-4842-b780-a3501ab4ef3b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:44.767101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event updated for resources: {'Port': ['ID=67673f88-8e79-43b5-a3d1-443e3a70e1a5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:44.772775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:44.778752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:44.783854 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8299d7e9-f78b-4693-9892-a26ca1aa9f67 req-143d32e9-3115-4df1-9c64-bff154bce4d5 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1330299 Nov 15 14:47:44.786866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:44.787541 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:44.791447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Transition to ACTIVE for port object db40158c-0b5c-409b-ae4a-0d8388c3cd38 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:47:44.864786 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:44.917055 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-99c1f824-c355-40e9-adeb-409bf2f3a6df tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3717153 Nov 15 14:47:44.926228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:44.932015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0c938db8-5cb8-4f32-afef-0a6e2cdbb83d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0f:bd:75'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:44.960971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device c1ee38c3-6aa1-49c7-8aec-06d444c48b29 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:47:45.023703 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Pushing event updated for resources: {'Port': ['ID=db40158c-0b5c-409b-ae4a-0d8388c3cd38,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:45.114111 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port c1ee38c3-6aa1-49c7-8aec-06d444c48b29, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c1ee38c3-6aa1-49c7-8aec-06d444c48b29,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:45.142924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'c1ee38c3-6aa1-49c7-8aec-06d444c48b29', 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629', 'port_id': 'c1ee38c3-6aa1-49c7-8aec-06d444c48b29', 'mac_address': 'fa:16:3e:de:a7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cd6aa6-42c0-4323-bf9b-53854b1f02f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:47:45.247241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Attempting to bind port db40158c-0b5c-409b-ae4a-0d8388c3cd38 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:47:45.247589 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Attempting to bind port db40158c-0b5c-409b-ae4a-0d8388c3cd38 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '983c1078-7707-4135-860a-4effff0c2354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:47:45.247928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Attempting to bind port db40158c-0b5c-409b-ae4a-0d8388c3cd38 on network 39c8216c-6b81-4757-901c-ecb4b0eec10e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:45.255387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Port db40158c-0b5c-409b-ae4a-0d8388c3cd38 on network 39c8216c-6b81-4757-901c-ecb4b0eec10e not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:47:45.255722 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Attempting to bind port db40158c-0b5c-409b-ae4a-0d8388c3cd38 on network 39c8216c-6b81-4757-901c-ecb4b0eec10e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:47:45.266132 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:47:45.266566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Checking segment: {'id': '983c1078-7707-4135-860a-4effff0c2354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:47:45.267383 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Bound using segment: {'id': '983c1078-7707-4135-860a-4effff0c2354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:47:45.267844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Bound port: db40158c-0b5c-409b-ae4a-0d8388c3cd38, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983c1078-7707-4135-860a-4effff0c2354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:47:45.268210 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:45.292347 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:45.298227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5a344470-a418-4c68-8771-b4ff0d29a495 None None] Provisioning complete for port 67673f88-8e79-43b5-a3d1-443e3a70e1a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:45.298836 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a344470-a418-4c68-8771-b4ff0d29a495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:45.351566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ee38c3-6aa1-49c7-8aec-06d444c48b29 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:47:45.398032 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port c1ee38c3-6aa1-49c7-8aec-06d444c48b29, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c1ee38c3-6aa1-49c7-8aec-06d444c48b29,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:45.399957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5a344470-a418-4c68-8771-b4ff0d29a495 None None] Port 67673f88-8e79-43b5-a3d1-443e3a70e1a5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:45.410290 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c938db8-5cb8-4f32-afef-0a6e2cdbb83d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:45.439924 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] For port db40158c-0b5c-409b-ae4a-0d8388c3cd38, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:47:45.458180 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-4f00fa44-efe6-4c2e-9fdf-4408bbcb4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.459910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-4f00fa44-efe6-4c2e-9fdf-4408bbcb4ebe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05e84ef2-d628-4e8b-85d1-d2b727ab8196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7003942 Nov 15 14:47:45.477860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-3505b298-e96d-48dc-b0a0-b07009420be0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:47:45.478883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-3505b298-e96d-48dc-b0a0-b07009420be0 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052221 Nov 15 14:47:45.479889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] For port db40158c-0b5c-409b-ae4a-0d8388c3cd38, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=db40158c-0b5c-409b-ae4a-0d8388c3cd38,segment=NetworkSegment(983c1078-7707-4135-860a-4effff0c2354),segment_id=983c1078-7707-4135-860a-4effff0c2354)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:47:45.490154 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:45.493707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eec0d-c664-40ce-9778-a1f972c7637b req-91858d8e-7635-49aa-a153-f45221704b96 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.499806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eec0d-c664-40ce-9778-a1f972c7637b req-91858d8e-7635-49aa-a153-f45221704b96 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.506426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eec0d-c664-40ce-9778-a1f972c7637b req-91858d8e-7635-49aa-a153-f45221704b96 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.515598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eec0d-c664-40ce-9778-a1f972c7637b req-91858d8e-7635-49aa-a153-f45221704b96 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.518626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eec0d-c664-40ce-9778-a1f972c7637b req-91858d8e-7635-49aa-a153-f45221704b96 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.524614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eec0d-c664-40ce-9778-a1f972c7637b req-91858d8e-7635-49aa-a153-f45221704b96 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.530696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eec0d-c664-40ce-9778-a1f972c7637b req-91858d8e-7635-49aa-a153-f45221704b96 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.532669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-128eec0d-c664-40ce-9778-a1f972c7637b req-91858d8e-7635-49aa-a153-f45221704b96 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.1746688 Nov 15 14:47:45.544146 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116563d-9107-402e-abcd-8f760470c271 req-c85d9bc1-41d3-434f-951f-e93a0ddc4835 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.550712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116563d-9107-402e-abcd-8f760470c271 req-c85d9bc1-41d3-434f-951f-e93a0ddc4835 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.556639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116563d-9107-402e-abcd-8f760470c271 req-c85d9bc1-41d3-434f-951f-e93a0ddc4835 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.560940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=c1ee38c3-6aa1-49c7-8aec-06d444c48b29,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:45.562738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116563d-9107-402e-abcd-8f760470c271 req-c85d9bc1-41d3-434f-951f-e93a0ddc4835 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.569498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116563d-9107-402e-abcd-8f760470c271 req-c85d9bc1-41d3-434f-951f-e93a0ddc4835 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.572854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:45.573347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:45.573807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:45.574533 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:45.575004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:45.575481 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:45.575661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116563d-9107-402e-abcd-8f760470c271 req-c85d9bc1-41d3-434f-951f-e93a0ddc4835 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.575833 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:45.576171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:45.576533 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:45.576867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:45.577196 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:45.577555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:47:45.582839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116563d-9107-402e-abcd-8f760470c271 req-c85d9bc1-41d3-434f-951f-e93a0ddc4835 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.585036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f116563d-9107-402e-abcd-8f760470c271 req-c85d9bc1-41d3-434f-951f-e93a0ddc4835 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5433 time: 0.2296231 Nov 15 14:47:45.601563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cd8999-0f78-411a-877d-26c77fc5f3f0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:47:45.685997 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c938db8-5cb8-4f32-afef-0a6e2cdbb83d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:45.691042 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:45.736924 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.737560 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:45.739409 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] 10.222.0.46 "PUT /v2.0/ports/db40158c-0b5c-409b-ae4a-0d8388c3cd38 HTTP/1.1" status: 200 len: 1092 time: 1.6442227 Nov 15 14:47:45.739862 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0882d218-1c43-4d22-841e-abac9763e122', 'tag': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:45.742544 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5f5a9c-f2f0-465f-a6c4-253e0347738d" -d '{"events": [{"name": "network-changed", "server_uuid": "0882d218-1c43-4d22-841e-abac9763e122", "tag": "db40158c-0b5c-409b-ae4a-0d8388c3cd38"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:45.768221 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c938db8-5cb8-4f32-afef-0a6e2cdbb83d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:45.775092 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['c1ee38c3-6aa1-49c7-8aec-06d444c48b29'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:47:45.788950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d83b5e-8e06-4843-b493-e4bc68fcfa4a service neutron] Pushing event updated for resources: {'Port': ['ID=db40158c-0b5c-409b-ae4a-0d8388c3cd38,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:45.798927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0c938db8-5cb8-4f32-afef-0a6e2cdbb83d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] In _notify_port_updated(), no bound segment for port 67673f88-8e79-43b5-a3d1-443e3a70e1a5 on network 48b4360e-b8cd-4842-b780-a3501ab4ef3b {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:47:45.806826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c938db8-5cb8-4f32-afef-0a6e2cdbb83d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.807119 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c938db8-5cb8-4f32-afef-0a6e2cdbb83d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:45.808473 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0c938db8-5cb8-4f32-afef-0a6e2cdbb83d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "PUT /v2.0/ports/67673f88-8e79-43b5-a3d1-443e3a70e1a5 HTTP/1.1" status: 200 len: 1003 time: 0.8812525 Nov 15 14:47:45.819076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:45.897083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088ec96-a812-4ca8-b9dd-b8619e0b2ae6 req-61a61f6f-8af3-440a-83d3-97faa39b968e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:45.898837 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c088ec96-a812-4ca8-b9dd-b8619e0b2ae6 req-61a61f6f-8af3-440a-83d3-97faa39b968e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 944 time: 0.2025003 Nov 15 14:47:45.905859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-128eec0d-c664-40ce-9778-a1f972c7637b req-edda58e3-dcc8-4441-b509-64c73102695d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3184183 Nov 15 14:47:45.936942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-e40c6cdb-ccb0-4e4a-b05d-0675bdbecd6f service neutron] 10.222.0.46 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502989 Nov 15 14:47:46.104262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cd8999-0f78-411a-877d-26c77fc5f3f0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:46.117615 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c088ec96-a812-4ca8-b9dd-b8619e0b2ae6 req-630be037-4d6b-42e2-95e4-ceb20fb2e7b3 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961198 Nov 15 14:47:46.137606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f645ce-b44d-4a4e-b5e3-6c5950f2cc1a None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:46.182901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c938db8-5cb8-4f32-afef-0a6e2cdbb83d tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event updated for resources: {'Port': ['ID=67673f88-8e79-43b5-a3d1-443e3a70e1a5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:46.191148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f645ce-b44d-4a4e-b5e3-6c5950f2cc1a None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:46.191879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-52f645ce-b44d-4a4e-b5e3-6c5950f2cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:46.205573 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68487ce9-814b-4131-acd0-62fc62a7905a req-ef4c4a63-9d9f-4750-826a-3797e21e7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:46.211521 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-ef4c4a63-9d9f-4750-826a-3797e21e7219 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 1095 time: 0.2567039 Nov 15 14:47:46.273338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-52f645ce-b44d-4a4e-b5e3-6c5950f2cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:46.288260 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-974f1ee8-8b03-4aab-a080-b812f55571ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db40158c-0b5c-409b-ae4a-0d8388c3cd38 HTTP/1.1" status: 200 len: 217 time: 0.0706873 Nov 15 14:47:46.293244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f645ce-b44d-4a4e-b5e3-6c5950f2cc1a None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:46.294304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-52f645ce-b44d-4a4e-b5e3-6c5950f2cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:46.298695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f6e99aa3-8516-4ea4-8a65-2bd5c3306de6 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Deleting port 67673f88-8e79-43b5-a3d1-443e3a70e1a5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:47:46.299100 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6e99aa3-8516-4ea4-8a65-2bd5c3306de6 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:46.300811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-5d0cfcbc-6d94-420f-bf1b-95b109ebd97c service neutron] 10.222.0.46 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450301 Nov 15 14:47:46.323371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd3484-335f-495f-99f0-f7e0d845a26b req-9a1dbc2a-6d37-4530-9151-3957fbe1bc9f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:46.325008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89fd3484-335f-495f-99f0-f7e0d845a26b req-9a1dbc2a-6d37-4530-9151-3957fbe1bc9f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 944 time: 0.2162683 Nov 15 14:47:46.363724 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606f9348-6140-4594-aca4-4828a37b4018 x-openstack-request-id: req-606f9348-6140-4594-aca4-4828a37b4018 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:46.364024 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0882d218-1c43-4d22-841e-abac9763e122", "tag": "db40158c-0b5c-409b-ae4a-0d8388c3cd38", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:46.364201 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-52f645ce-b44d-4a4e-b5e3-6c5950f2cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:46.364301 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-606f9348-6140-4594-aca4-4828a37b4018 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:46.364789 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0882d218-1c43-4d22-841e-abac9763e122', 'tag': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'status': 'completed', 'code': 200} Nov 15 14:47:46.364910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f645ce-b44d-4a4e-b5e3-6c5950f2cc1a None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:46.416938 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68487ce9-814b-4131-acd0-62fc62a7905a req-16361fea-422c-472b-816a-a9285ed05ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:46.418471 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-16361fea-422c-472b-816a-a9285ed05ce7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87dbc2f1-eecd-4b43-acfa-9e50ad332774 HTTP/1.1" status: 200 len: 835 time: 0.1134031 Nov 15 14:47:46.452702 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-6063aa63-e183-4975-9f0f-b9d2e103b954 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=68fee45f-e988-4280-9d1f-4feb0fed1987 HTTP/1.1" status: 200 len: 217 time: 0.0819614 Nov 15 14:47:46.464553 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6e99aa3-8516-4ea4-8a65-2bd5c3306de6 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:46.483756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f6e99aa3-8516-4ea4-8a65-2bd5c3306de6 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Calling delete_port for 67673f88-8e79-43b5-a3d1-443e3a70e1a5 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:46.493863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68487ce9-814b-4131-acd0-62fc62a7905a req-74d6ffe0-bb07-4acf-97e4-9079f76ced2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:46.495421 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-74d6ffe0-bb07-4acf-97e4-9079f76ced2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39c8216c-6b81-4757-901c-ecb4b0eec10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672770 Nov 15 14:47:46.534450 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b3c6667f-d472-4ea4-bb79-07df6aa08249 None None] Provisioning complete for port 67673f88-8e79-43b5-a3d1-443e3a70e1a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:46.535754 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b3c6667f-d472-4ea4-bb79-07df6aa08249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:46.562166 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89fd3484-335f-495f-99f0-f7e0d845a26b req-f0e9f061-b307-4d74-ac73-dbee4251c204 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=659d5953-7096-4db3-aef5-8cafb539b60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822550 Nov 15 14:47:46.586127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-1ca30358-9772-4561-8121-3cefed2a4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:46.588375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-1ca30358-9772-4561-8121-3cefed2a4100 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.1155474 Nov 15 14:47:46.588525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6667f-d472-4ea4-bb79-07df6aa08249 None None] Port 67673f88-8e79-43b5-a3d1-443e3a70e1a5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:46.593099 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cd8999-0f78-411a-877d-26c77fc5f3f0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:47:46.654750 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-9419e91e-a153-491a-8693-e1f15827ed92 service neutron] 10.222.0.46 "GET /v2.0/networks/39c8216c-6b81-4757-901c-ecb4b0eec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158907 Nov 15 14:47:46.707216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d0948107-ed6e-4ba8-9458-b08184a84e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:46.708734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-d0948107-ed6e-4ba8-9458-b08184a84e53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1100132 Nov 15 14:47:46.786280 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68487ce9-814b-4131-acd0-62fc62a7905a req-bbcf12d9-becb-4ad0-a0e8-b7e45dd8a6f6 service neutron] 10.222.0.46 "GET /v2.0/networks/39c8216c-6b81-4757-901c-ecb4b0eec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025321 Nov 15 14:47:46.799064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cd8999-0f78-411a-877d-26c77fc5f3f0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:46.805261 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6cd8999-0f78-411a-877d-26c77fc5f3f0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:46.810644 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4866b-5faa-4fa3-b391-7feea3dbe73c None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:46.824904 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4866b-5faa-4fa3-b391-7feea3dbe73c None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:46.825741 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3dd4866b-5faa-4fa3-b391-7feea3dbe73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:46.861595 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3dd4866b-5faa-4fa3-b391-7feea3dbe73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:46.866603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-87d9dc2b-42af-475b-834c-45223180d41c service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489146 Nov 15 14:47:46.871202 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4866b-5faa-4fa3-b391-7feea3dbe73c None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:46.871803 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3dd4866b-5faa-4fa3-b391-7feea3dbe73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:46.889668 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6e99aa3-8516-4ea4-8a65-2bd5c3306de6 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:46.892950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a6cd8999-0f78-411a-877d-26c77fc5f3f0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "PUT /v2.0/floatingips/9407f6ab-3d47-4397-ba40-aaa04390cbe8 HTTP/1.1" status: 200 len: 979 time: 4.2478073 Nov 15 14:47:46.893814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:46.900989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-564f932e-81cf-477b-92da-6a5a0cce3365 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:46.908048 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3dd4866b-5faa-4fa3-b391-7feea3dbe73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:46.909189 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4866b-5faa-4fa3-b391-7feea3dbe73c None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:46.977451 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e99aa3-8516-4ea4-8a65-2bd5c3306de6 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event deleted for resources: {'Port': ['ID=67673f88-8e79-43b5-a3d1-443e3a70e1a5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:46.977694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device c1ee38c3-6aa1-49c7-8aec-06d444c48b29 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:47:47.066241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-f33c9f5d-3d42-47af-803b-f31765b95fda service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911962 Nov 15 14:47:47.069779 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6e99aa3-8516-4ea4-8a65-2bd5c3306de6 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:47.073164 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f6e99aa3-8516-4ea4-8a65-2bd5c3306de6 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "DELETE /v2.0/ports/67673f88-8e79-43b5-a3d1-443e3a70e1a5 HTTP/1.1" status: 204 len: 168 time: 1.2499769 Nov 15 14:47:47.076788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:47.081894 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-564f932e-81cf-477b-92da-6a5a0cce3365 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:47.170332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port c1ee38c3-6aa1-49c7-8aec-06d444c48b29 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:47:47.175163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port c1ee38c3-6aa1-49c7-8aec-06d444c48b29 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:47.175163 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:47.177564 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3dbc729-34e9-431f-8d0e-eb0b561c2303 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] GET failed (client error): The resource could not be found. Nov 15 14:47:47.179307 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f3dbc729-34e9-431f-8d0e-eb0b561c2303 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "GET /v2.0/ports/67673f88-8e79-43b5-a3d1-443e3a70e1a5 HTTP/1.1" status: 404 len: 333 time: 0.1006219 Nov 15 14:47:47.190062 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:47.202216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Request body: {'port': {'network_id': '48b4360e-b8cd-4842-b780-a3501ab4ef3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1907316125'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:47.208534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5a9c-f2f0-465f-a6c4-253e0347738d req-d1b725d4-cb50-491c-bfee-4021f2ec6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:47.210043 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2b5f5a9c-f2f0-465f-a6c4-253e0347738d req-d1b725d4-cb50-491c-bfee-4021f2ec6e77 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 1095 time: 0.2455528 Nov 15 14:47:47.216913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ace8ff7c-5036-4b46-b721-a3ebf3aa40ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=d60d6b5b-7447-4438-8b12-570eb0e866e7 HTTP/1.1" status: 200 len: 217 time: 0.1224892 Nov 15 14:47:47.318667 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:47.346900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9956941-4907-4107-a2b2-5fd9e8d9180e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ee38c3-6aa1-49c7-8aec-06d444c48b29'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:47.349183 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fd2c27-d571-4d44-82f1-ea7770c0a7fb" -d '{"events": [{"server_uuid": "b9956941-4907-4107-a2b2-5fd9e8d9180e", "name": "network-vif-plugged", "status": "completed", "tag": "c1ee38c3-6aa1-49c7-8aec-06d444c48b29"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:47.363297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port c1ee38c3-6aa1-49c7-8aec-06d444c48b29, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c1ee38c3-6aa1-49c7-8aec-06d444c48b29,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:47.374189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021d6ce-263b-4ad0-a46d-b97ba0517d91 req-0208b046-898d-42f1-9b3f-2607e9a9c17b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:47.380992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021d6ce-263b-4ad0-a46d-b97ba0517d91 req-0208b046-898d-42f1-9b3f-2607e9a9c17b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:47.390335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021d6ce-263b-4ad0-a46d-b97ba0517d91 req-0208b046-898d-42f1-9b3f-2607e9a9c17b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:47.397490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021d6ce-263b-4ad0-a46d-b97ba0517d91 req-0208b046-898d-42f1-9b3f-2607e9a9c17b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:47.405276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021d6ce-263b-4ad0-a46d-b97ba0517d91 req-0208b046-898d-42f1-9b3f-2607e9a9c17b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:47.424423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021d6ce-263b-4ad0-a46d-b97ba0517d91 req-0208b046-898d-42f1-9b3f-2607e9a9c17b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:47.427131 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:47.432571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021d6ce-263b-4ad0-a46d-b97ba0517d91 req-0208b046-898d-42f1-9b3f-2607e9a9c17b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:47.456082 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3021d6ce-263b-4ad0-a46d-b97ba0517d91 req-0208b046-898d-42f1-9b3f-2607e9a9c17b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.3940818 Nov 15 14:47:47.493880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-04be7559-c901-4d7d-bc73-7bec6db65fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:47.495773 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-04be7559-c901-4d7d-bc73-7bec6db65fd7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.2685483 Nov 15 14:47:47.560955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c2741-3412-404f-bdc4-2f9ee33444fe req-d0ec6cb8-42ca-41cf-81f4-ded5cde9e77e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:47.567684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-177c2741-3412-404f-bdc4-2f9ee33444fe req-d0ec6cb8-42ca-41cf-81f4-ded5cde9e77e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 944 time: 0.2827163 Nov 15 14:47:47.584429 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-564f932e-81cf-477b-92da-6a5a0cce3365 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:47.585657 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=c1ee38c3-6aa1-49c7-8aec-06d444c48b29,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:47.603877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5a9c-f2f0-465f-a6c4-253e0347738d req-d724c6c3-263f-45e9-abc3-e44d22711ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:47.605388 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2b5f5a9c-f2f0-465f-a6c4-253e0347738d req-d724c6c3-263f-45e9-abc3-e44d22711ad3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=39c8216c-6b81-4757-901c-ecb4b0eec10e HTTP/1.1" status: 200 len: 897 time: 0.3764687 Nov 15 14:47:47.656113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3021d6ce-263b-4ad0-a46d-b97ba0517d91 req-ec382b30-d32b-4074-9260-9d892c682a84 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1985667 Nov 15 14:47:47.678360 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-564f932e-81cf-477b-92da-6a5a0cce3365 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:47.678949 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-564f932e-81cf-477b-92da-6a5a0cce3365 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Floating IP 9407f6ab-3d47-4397-ba40-aaa04390cbe8 disassociated. External IP: 172.25.4.202, port: 8deadb4a-79c9-4749-9fde-40752c18f146. Nov 15 14:47:47.778203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-177c2741-3412-404f-bdc4-2f9ee33444fe req-1be79d20-298c-4251-b0b9-6b465a12146d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866412 Nov 15 14:47:47.793608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-9aaf3d05-af47-4e51-93ec-898b90c16ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:47.796004 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-9aaf3d05-af47-4e51-93ec-898b90c16ffd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2870562 Nov 15 14:47:48.018416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c75fb838-8db7-49bc-9998-aca0d78a4ec9 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108696 Nov 15 14:47:48.026743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddd4bf-632e-4b29-8a5f-07df48f9a34c req-2a3c81a8-90b7-461d-9461-8761e4136bd9 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.034987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89ddd4bf-632e-4b29-8a5f-07df48f9a34c req-2a3c81a8-90b7-461d-9461-8761e4136bd9 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 944 time: 0.1434107 Nov 15 14:47:48.092425 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe84643-ccca-4049-b5bd-00e3f30435c6 x-openstack-request-id: req-bbe84643-ccca-4049-b5bd-00e3f30435c6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:48.092946 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9956941-4907-4107-a2b2-5fd9e8d9180e", "name": "network-vif-plugged", "status": "completed", "tag": "c1ee38c3-6aa1-49c7-8aec-06d444c48b29", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:48.093419 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bbe84643-ccca-4049-b5bd-00e3f30435c6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:48.094214 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9956941-4907-4107-a2b2-5fd9e8d9180e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ee38c3-6aa1-49c7-8aec-06d444c48b29', 'code': 200} Nov 15 14:47:48.120612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Made reservation on behalf of 745c8da39c384468b868b1cccace3762 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:48.125433 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:48.176814 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2b5f5a9c-f2f0-465f-a6c4-253e0347738d req-9d0f846e-e58c-460f-b61b-f9ee686f4b0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db40158c-0b5c-409b-ae4a-0d8388c3cd38 HTTP/1.1" status: 200 len: 217 time: 0.5531454 Nov 15 14:47:48.199329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] device_id is not set on port 87407ff4-248e-4c0c-ac28-ce8aab783c5e yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:47:48.249785 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89ddd4bf-632e-4b29-8a5f-07df48f9a34c req-66658faa-8d3a-48d5-b7cb-d3da69f79c4e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=659d5953-7096-4db3-aef5-8cafb539b60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138910 Nov 15 14:47:48.256681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45332) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:48.303719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5a9c-f2f0-465f-a6c4-253e0347738d req-ac8af790-9b13-49db-ad7d-228362991f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.310593 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2b5f5a9c-f2f0-465f-a6c4-253e0347738d req-ac8af790-9b13-49db-ad7d-228362991f3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87dbc2f1-eecd-4b43-acfa-9e50ad332774 HTTP/1.1" status: 200 len: 835 time: 0.1192012 Nov 15 14:47:48.320836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-b114de76-512f-4f54-b198-28a0b7993efe service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833638 Nov 15 14:47:48.394673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-2a4a3917-62c9-4519-995d-104559742613 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=012e9bf2-0414-4d9d-a820-1d1a5c19a79f HTTP/1.1" status: 200 len: 217 time: 0.0670216 Nov 15 14:47:48.411660 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc968e36-9566-422c-892e-287beb816cc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:48.444864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:48.489167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-4c375579-4ade-4828-a32a-802802f49767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.489167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-4c375579-4ade-4828-a32a-802802f49767 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.0762408 Nov 15 14:47:48.489350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5a9c-f2f0-465f-a6c4-253e0347738d req-ae16519b-52c6-48dc-a05c-57a7196a9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.489350 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2b5f5a9c-f2f0-465f-a6c4-253e0347738d req-ae16519b-52c6-48dc-a05c-57a7196a9b3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39c8216c-6b81-4757-901c-ecb4b0eec10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710558 Nov 15 14:47:48.494651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55531de4-8f48-49bd-bf71-b4c1a9b9dc62 req-7cb23656-fbf6-4010-9238-ea4aa668b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.496122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55531de4-8f48-49bd-bf71-b4c1a9b9dc62 req-7cb23656-fbf6-4010-9238-ea4aa668b103 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 1096 time: 0.3277953 Nov 15 14:47:48.509722 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Allocated IP 2001:db8::369 (48b4360e-b8cd-4842-b780-a3501ab4ef3b/e7180fd2-6fca-4e65-b2ac-3650588b295d/87407ff4-248e-4c0c-ac28-ce8aab783c5e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:48.616956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564f932e-81cf-477b-92da-6a5a0cce3365 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:47:48.639089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55531de4-8f48-49bd-bf71-b4c1a9b9dc62 req-622caf75-28fa-4c4f-86c0-deab3c1ff1bf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229174 Nov 15 14:47:48.640839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-5689fb9a-078d-466d-b912-b32a30d273c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.642845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-5689fb9a-078d-466d-b912-b32a30d273c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1424434 Nov 15 14:47:48.649743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb29c2-71f4-46e3-8fa7-e7795ffb80f5 req-d8ef64e0-7927-4f22-b3f4-ed1829ccb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.650153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb29c2-71f4-46e3-8fa7-e7795ffb80f5 req-d8ef64e0-7927-4f22-b3f4-ed1829ccb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.650730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb29c2-71f4-46e3-8fa7-e7795ffb80f5 req-d8ef64e0-7927-4f22-b3f4-ed1829ccb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.651192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb29c2-71f4-46e3-8fa7-e7795ffb80f5 req-d8ef64e0-7927-4f22-b3f4-ed1829ccb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.651649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb29c2-71f4-46e3-8fa7-e7795ffb80f5 req-d8ef64e0-7927-4f22-b3f4-ed1829ccb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.652103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb29c2-71f4-46e3-8fa7-e7795ffb80f5 req-d8ef64e0-7927-4f22-b3f4-ed1829ccb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.652553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb29c2-71f4-46e3-8fa7-e7795ffb80f5 req-d8ef64e0-7927-4f22-b3f4-ed1829ccb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.654541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69bb29c2-71f4-46e3-8fa7-e7795ffb80f5 req-d8ef64e0-7927-4f22-b3f4-ed1829ccb984 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6490 time: 0.2072723 Nov 15 14:47:48.669206 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2b5f5a9c-f2f0-465f-a6c4-253e0347738d req-de524538-305b-4166-b938-018bd7986aab service neutron] 10.222.0.46 "GET /v2.0/networks/39c8216c-6b81-4757-901c-ecb4b0eec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687567 Nov 15 14:47:48.688197 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc968e36-9566-422c-892e-287beb816cc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:48.767568 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc968e36-9566-422c-892e-287beb816cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:48.863914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69bb29c2-71f4-46e3-8fa7-e7795ffb80f5 req-9760b831-8cb0-4201-a85b-7da8b5e439f6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&id=03241558-7aac-4ed1-b52f-be2b8550e52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1931906 Nov 15 14:47:48.888770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fc968e36-9566-422c-892e-287beb816cc3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5552ccd980264bf08e721453c20c52c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6300378 Nov 15 14:47:48.889334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc968e36-9566-422c-892e-287beb816cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb1014e-0236-4d33-a96b-2e96d0702237,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:48.892688 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45352) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:48.897530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-c0d01f8f-73e5-43a8-a48b-59af3755ee43 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394831 Nov 15 14:47:48.910817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9202cc-a5d2-4267-9e79-f1af4575c93b req-8d3335ee-1ab9-480e-b3d6-ec4df290a24a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.920332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9202cc-a5d2-4267-9e79-f1af4575c93b req-8d3335ee-1ab9-480e-b3d6-ec4df290a24a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.926186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9202cc-a5d2-4267-9e79-f1af4575c93b req-8d3335ee-1ab9-480e-b3d6-ec4df290a24a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.930062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:48.932185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9202cc-a5d2-4267-9e79-f1af4575c93b req-8d3335ee-1ab9-480e-b3d6-ec4df290a24a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.938970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9202cc-a5d2-4267-9e79-f1af4575c93b req-8d3335ee-1ab9-480e-b3d6-ec4df290a24a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.944949 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2b5f5a9c-f2f0-465f-a6c4-253e0347738d req-813a46dc-7188-473c-a53e-8d5055ee8d07 service neutron] 10.222.0.46 "GET /v2.0/networks/39c8216c-6b81-4757-901c-ecb4b0eec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491035 Nov 15 14:47:48.945182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9202cc-a5d2-4267-9e79-f1af4575c93b req-8d3335ee-1ab9-480e-b3d6-ec4df290a24a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.953306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9202cc-a5d2-4267-9e79-f1af4575c93b req-8d3335ee-1ab9-480e-b3d6-ec4df290a24a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:48.955449 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea9202cc-a5d2-4267-9e79-f1af4575c93b req-8d3335ee-1ab9-480e-b3d6-ec4df290a24a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.2076933 Nov 15 14:47:48.969230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564f932e-81cf-477b-92da-6a5a0cce3365 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:48.977479 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-564f932e-81cf-477b-92da-6a5a0cce3365 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:48.980255 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2202f05-d57c-4ffd-ac70-1ae2a3573049 None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:48.992792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2202f05-d57c-4ffd-ac70-1ae2a3573049 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:48.993580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d2202f05-d57c-4ffd-ac70-1ae2a3573049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:49.029166 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-564f932e-81cf-477b-92da-6a5a0cce3365 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "PUT /v2.0/floatingips/9407f6ab-3d47-4397-ba40-aaa04390cbe8 HTTP/1.1" status: 200 len: 688 time: 2.1339831 Nov 15 14:47:49.032827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45354) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:49.035886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d2202f05-d57c-4ffd-ac70-1ae2a3573049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:49.047286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2202f05-d57c-4ffd-ac70-1ae2a3573049 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:49.049780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d2202f05-d57c-4ffd-ac70-1ae2a3573049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:49.077249 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-512cc091-24ee-433b-a0da-5e8d3ba06fbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:49.087818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d2202f05-d57c-4ffd-ac70-1ae2a3573049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:49.088474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2202f05-d57c-4ffd-ac70-1ae2a3573049 None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:49.134372 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:49.145441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e994ba-1e25-47db-aa00-0b74a228ab68 req-d5fe7093-ae98-46fa-a1d8-f698409dfe14 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:49.146964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09e994ba-1e25-47db-aa00-0b74a228ab68 req-d5fe7093-ae98-46fa-a1d8-f698409dfe14 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 945 time: 0.1764464 Nov 15 14:47:49.159950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea9202cc-a5d2-4267-9e79-f1af4575c93b req-483bb959-36de-4265-ae91-e9c92b21a979 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1875942 Nov 15 14:47:49.160152 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-512cc091-24ee-433b-a0da-5e8d3ba06fbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:49.172795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-e4cb3b68-24d9-4600-8607-68f9145a1d9d service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157710 Nov 15 14:47:49.233733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-f7ba93fc-c5f3-45ff-a35e-542b962a7dc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=67213a63-6141-41d5-9bd4-fafaf28fcad9 HTTP/1.1" status: 200 len: 217 time: 0.0531793 Nov 15 14:47:49.254684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Network 48b4360e-b8cd-4842-b780-a3501ab4ef3b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:49.259539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:49.262127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:49.269247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:49.269886 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:49.272269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event updated for resources: {'Port': ['ID=87407ff4-248e-4c0c-ac28-ce8aab783c5e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:49.317879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09e994ba-1e25-47db-aa00-0b74a228ab68 req-5a8b83db-2e4f-4668-b9d9-49344066623d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552520 Nov 15 14:47:49.333514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-a63fd187-343f-4cfb-bf82-8822152cb86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:49.333918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-15832da4-dd9c-48a2-be62-969b5be880e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port 9d55b032-de31-42c7-9030-d83abc772a94 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:47:49.334420 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15832da4-dd9c-48a2-be62-969b5be880e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:49.335194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-a63fd187-343f-4cfb-bf82-8822152cb86c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.0919316 Nov 15 14:47:49.386869 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ada4c0d0-0d67-464d-8b52-16a60d8fd813 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1940868 Nov 15 14:47:49.387489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:49.395427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Request body: {'port': {'network_id': '48b4360e-b8cd-4842-b780-a3501ab4ef3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1757523740'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:49.409900 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-512cc091-24ee-433b-a0da-5e8d3ba06fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:49.412544 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-512cc091-24ee-433b-a0da-5e8d3ba06fbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:49.413847 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-512cc091-24ee-433b-a0da-5e8d3ba06fbf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6bb1014e-0236-4d33-a96b-2e96d0702237 HTTP/1.1" status: 204 len: 168 time: 0.5163395 Nov 15 14:47:49.420824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-7aab693f-4a4a-4d65-83b9-472f8a9e0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:49.422451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-7aab693f-4a4a-4d65-83b9-472f8a9e0349 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769570 Nov 15 14:47:49.440831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dce30-aa92-488e-b821-3eb3c5fea16c req-e5b336d6-48ba-437c-a885-9da8f9272bfb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:49.442786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-063dce30-aa92-488e-b821-3eb3c5fea16c req-e5b336d6-48ba-437c-a885-9da8f9272bfb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 944 time: 0.0889993 Nov 15 14:47:49.493003 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cc091-24ee-433b-a0da-5e8d3ba06fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb1014e-0236-4d33-a96b-2e96d0702237,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:49.540818 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15832da4-dd9c-48a2-be62-969b5be880e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:49.541061 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15832da4-dd9c-48a2-be62-969b5be880e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:49.561553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-15832da4-dd9c-48a2-be62-969b5be880e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for 9d55b032-de31-42c7-9030-d83abc772a94 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:49.574688 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-063dce30-aa92-488e-b821-3eb3c5fea16c req-d3c7199f-22b5-4fc4-b774-04ebaa94eb2c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=659d5953-7096-4db3-aef5-8cafb539b60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233916 Nov 15 14:47:49.609262 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-3c70d582-d728-4b54-b867-81f64ca87430 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607649 Nov 15 14:47:49.657249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-00ee4b1e-315b-4f46-a9e4-917cf4d53f39 None None] Provisioning complete for port 87407ff4-248e-4c0c-ac28-ce8aab783c5e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:49.658775 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00ee4b1e-315b-4f46-a9e4-917cf4d53f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:49.696966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-00ee4b1e-315b-4f46-a9e4-917cf4d53f39 None None] Port 87407ff4-248e-4c0c-ac28-ce8aab783c5e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:49.698709 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-1f8c8dd6-0400-4b6f-b465-8396fa562038 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969720 Nov 15 14:47:49.743604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-ebb59733-a0c1-4aa1-8920-2298ccff37ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd15e723-98fc-42e7-b4df-b2bacc78da3d HTTP/1.1" status: 200 len: 217 time: 0.0371470 Nov 15 14:47:49.784710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Made reservation on behalf of 745c8da39c384468b868b1cccace3762 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:49.788846 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:49.802543 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device db40158c-0b5c-409b-ae4a-0d8388c3cd38 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:47:49.807721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-de82ed97-634d-499e-87c2-1ef6d53c78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:49.808209 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] device_id is not set on port 28abb06e-f984-40aa-b62c-d216c9cd5511 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:47:49.809219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-de82ed97-634d-499e-87c2-1ef6d53c78c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfcbb94e-6f43-4c2f-ba15-404b45ed75fb HTTP/1.1" status: 200 len: 797 time: 0.0582209 Nov 15 14:47:49.847307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15832da4-dd9c-48a2-be62-969b5be880e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:49.871891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-16ad0af8-e605-4ffd-81c3-3ef154813f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:49.872933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-16ad0af8-e605-4ffd-81c3-3ef154813f28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536401 Nov 15 14:47:49.883263 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15832da4-dd9c-48a2-be62-969b5be880e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=9d55b032-de31-42c7-9030-d83abc772a94,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:49.973457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port db40158c-0b5c-409b-ae4a-0d8388c3cd38, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=db40158c-0b5c-409b-ae4a-0d8388c3cd38,segment=NetworkSegment(983c1078-7707-4135-860a-4effff0c2354),segment_id=983c1078-7707-4135-860a-4effff0c2354)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:49.988615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'port_id': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'mac_address': 'fa:16:3e:54:b3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:47:50.020358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15832da4-dd9c-48a2-be62-969b5be880e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:50.022928 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15832da4-dd9c-48a2-be62-969b5be880e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:50.027437 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-15832da4-dd9c-48a2-be62-969b5be880e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/floatingips/9407f6ab-3d47-4397-ba40-aaa04390cbe8 HTTP/1.1" status: 204 len: 168 time: 0.9888906 Nov 15 14:47:50.027607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45368) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:50.034280 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:50.049620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Allocated IP 2001:db8::1a (48b4360e-b8cd-4842-b780-a3501ab4ef3b/e7180fd2-6fca-4e65-b2ac-3650588b295d/28abb06e-f984-40aa-b62c-d216c9cd5511) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:50.052221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db40158c-0b5c-409b-ae4a-0d8388c3cd38 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:47:50.069924 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-05924c65-6f2b-4d6a-bda6-485a7fd2db81 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] delete failed (client error): The resource could not be found. Nov 15 14:47:50.074541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-05924c65-6f2b-4d6a-bda6-485a7fd2db81 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/floatingips/9407f6ab-3d47-4397-ba40-aaa04390cbe8 HTTP/1.1" status: 404 len: 345 time: 0.0432882 Nov 15 14:47:50.074692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port db40158c-0b5c-409b-ae4a-0d8388c3cd38, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=db40158c-0b5c-409b-ae4a-0d8388c3cd38,segment=NetworkSegment(983c1078-7707-4135-860a-4effff0c2354),segment_id=983c1078-7707-4135-860a-4effff0c2354)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:50.074780 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-7e42c71f-111b-4a78-baf6-4e5a3b8b72e6 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908245 Nov 15 14:47:50.074977 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:50.150805 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:50.186635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-696fafb9-265e-446e-bdaa-cb05c7e1f9ae service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050575 Nov 15 14:47:50.210821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=db40158c-0b5c-409b-ae4a-0d8388c3cd38,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:50.223457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fab8c8-8859-4b59-a1b5-2f3f2304d67d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.229422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fab8c8-8859-4b59-a1b5-2f3f2304d67d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.235668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fab8c8-8859-4b59-a1b5-2f3f2304d67d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.239910 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d8fab8c8-8859-4b59-a1b5-2f3f2304d67d tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "GET /v2.0/ports?network_id=6e8d87aa-5a8c-4421-980b-dc4db49b690e HTTP/1.1" status: 200 len: 2360 time: 0.1614993 Nov 15 14:47:50.241180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:50.246912 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-52dccf7c-e831-4bea-9a7b-e9878bdc91c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85456e19-635c-40ff-b10b-d45a8a34f522 HTTP/1.1" status: 200 len: 217 time: 0.0454926 Nov 15 14:47:50.257422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45376) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:50.296978 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3de07cd2-7e4f-4ead-b22a-0d56662efaab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:50.319832 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeced3c-05a2-4c3b-99af-6cd8210736c0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.323026 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6eeced3c-05a2-4c3b-99af-6cd8210736c0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "GET /v2.0/subnets/c61932a1-bfe4-4743-af5b-a923382b9b10 HTTP/1.1" status: 200 len: 797 time: 0.0799565 Nov 15 14:47:50.331109 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45378) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:50.338633 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'port': {'network_id': '6e8d87aa-5a8c-4421-980b-dc4db49b690e', 'name': 'tempest-FloatingIPTestJSON-853579354', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:50.397955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['db40158c-0b5c-409b-ae4a-0d8388c3cd38'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:47:50.398498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:50.596828 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:50.628513 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Made reservation on behalf of 6c1110b127344c92b26723dffe81291f for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:47:50.688072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Network 48b4360e-b8cd-4842-b780-a3501ab4ef3b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:50.694981 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:50.701895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:50.709047 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.709343 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:50.716639 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event updated for resources: {'Port': ['ID=28abb06e-f984-40aa-b62c-d216c9cd5511,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:50.764551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-e2d2d95d-00ab-4061-ab33-629612d830b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.766139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-e2d2d95d-00ab-4061-ab33-629612d830b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfcbb94e-6f43-4c2f-ba15-404b45ed75fb HTTP/1.1" status: 200 len: 797 time: 0.5164247 Nov 15 14:47:50.769436 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:50.792610 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44962b07-ee31-4520-8c1f-6dd962fc3ced req-01054af8-edb8-43f6-9b11-4e20a361d14b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.792946 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] device_id is not set on port 8b1d5472-4465-4a45-b4dc-3cfd494ee2be yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:47:50.799079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44962b07-ee31-4520-8c1f-6dd962fc3ced req-01054af8-edb8-43f6-9b11-4e20a361d14b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.805102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44962b07-ee31-4520-8c1f-6dd962fc3ced req-01054af8-edb8-43f6-9b11-4e20a361d14b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.811265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44962b07-ee31-4520-8c1f-6dd962fc3ced req-01054af8-edb8-43f6-9b11-4e20a361d14b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.817725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44962b07-ee31-4520-8c1f-6dd962fc3ced req-01054af8-edb8-43f6-9b11-4e20a361d14b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.823639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44962b07-ee31-4520-8c1f-6dd962fc3ced req-01054af8-edb8-43f6-9b11-4e20a361d14b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.832552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44962b07-ee31-4520-8c1f-6dd962fc3ced req-01054af8-edb8-43f6-9b11-4e20a361d14b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.832709 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-25083f19-6007-4dbf-9485-d7f4b892effa tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4392271 Nov 15 14:47:50.832833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44962b07-ee31-4520-8c1f-6dd962fc3ced req-01054af8-edb8-43f6-9b11-4e20a361d14b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.5452495 Nov 15 14:47:50.834089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45384) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:50.838742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3646583f-180b-46ae-8dd4-69324a5fe941 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::165', 'mac_address': 'fa:16:3e:0f:bd:75'}, {'ip_address': '2001:db8::369', 'mac_address': 'fa:16:3e:87:d2:d8'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:50.892026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf2a7c-8ce1-4d18-8efd-d291828716df req-029584ff-7db1-4abd-ad52-f3f6d3df3ad4 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:50.893618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ecf2a7c-8ce1-4d18-8efd-d291828716df req-029584ff-7db1-4abd-ad52-f3f6d3df3ad4 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 945 time: 0.1877067 Nov 15 14:47:51.002344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dcca-528b-40b4-a1d0-a958db263554 req-98bddd8a-975d-4a89-95f2-9be3e78c9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:51.003901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-98bddd8a-975d-4a89-95f2-9be3e78c9bd2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1664765 Nov 15 14:47:51.018030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44962b07-ee31-4520-8c1f-6dd962fc3ced req-739dafdb-bcaa-476a-aa93-93976f601436 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1673741 Nov 15 14:47:51.044113 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3de07cd2-7e4f-4ead-b22a-0d56662efaab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:51.056562 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-694f0881-426a-4b4f-8129-dbc2f66ff740 None None] Provisioning complete for port 28abb06e-f984-40aa-b62c-d216c9cd5511 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:51.061916 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ecf2a7c-8ce1-4d18-8efd-d291828716df req-d906d11a-8b82-4f21-80db-98808f278dae tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553915 Nov 15 14:47:51.062011 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-694f0881-426a-4b4f-8129-dbc2f66ff740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:51.125184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-694f0881-426a-4b4f-8129-dbc2f66ff740 None None] Port 28abb06e-f984-40aa-b62c-d216c9cd5511 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:51.127999 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3de07cd2-7e4f-4ead-b22a-0d56662efaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:51.131445 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3646583f-180b-46ae-8dd4-69324a5fe941 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:51.198622 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-051be78c-33e1-4dcd-9e46-22fabfce01d3 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791186 Nov 15 14:47:51.206380 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3de07cd2-7e4f-4ead-b22a-0d56662efaab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=267c4591da844f17964bccdf8a23639c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9479449 Nov 15 14:47:51.207364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de07cd2-7e4f-4ead-b22a-0d56662efaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1f4fb3-cdfb-4b2d-8cd5-9aa10eb059a7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:51.211020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45390) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:51.319169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.20.0.13 (6e8d87aa-5a8c-4421-980b-dc4db49b690e/c61932a1-bfe4-4743-af5b-a923382b9b10/8b1d5472-4465-4a45-b4dc-3cfd494ee2be) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:51.336376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042dd95-8a25-430d-9398-b79588648a39 req-444cc899-33b9-4b43-9573-c05c8cb6bd33 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:51.337936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0042dd95-8a25-430d-9398-b79588648a39 req-444cc899-33b9-4b43-9573-c05c8cb6bd33 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 945 time: 0.1599395 Nov 15 14:47:51.338146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.20.0.12 (6e8d87aa-5a8c-4421-980b-dc4db49b690e/c61932a1-bfe4-4743-af5b-a923382b9b10/8b1d5472-4465-4a45-b4dc-3cfd494ee2be) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:51.394041 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72afa9fc-cc32-40f1-9cfe-62df5f2c7431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:51.412183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259dcca-528b-40b4-a1d0-a958db263554 req-b7c753f9-2224-4e83-8e66-4e9a2aacab7d service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998525 Nov 15 14:47:51.444132 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72afa9fc-cc32-40f1-9cfe-62df5f2c7431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:51.457358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0042dd95-8a25-430d-9398-b79588648a39 req-2dde3ebd-de08-43bc-b1d5-dde3c6ced506 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=659d5953-7096-4db3-aef5-8cafb539b60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057658 Nov 15 14:47:51.544475 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3646583f-180b-46ae-8dd4-69324a5fe941 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:51.580958 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:51.588725 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72afa9fc-cc32-40f1-9cfe-62df5f2c7431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:51.591338 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72afa9fc-cc32-40f1-9cfe-62df5f2c7431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:51.592503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-72afa9fc-cc32-40f1-9cfe-62df5f2c7431 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb1f4fb3-cdfb-4b2d-8cd5-9aa10eb059a7 HTTP/1.1" status: 204 len: 168 time: 0.3591805 Nov 15 14:47:51.620531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afa9fc-cc32-40f1-9cfe-62df5f2c7431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1f4fb3-cdfb-4b2d-8cd5-9aa10eb059a7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:51.638327 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3646583f-180b-46ae-8dd4-69324a5fe941 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:51.669608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-d9ed825b-8859-4ca5-a9aa-84804055c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:51.669608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-d9ed825b-8859-4ca5-a9aa-84804055c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:51.669608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-d9ed825b-8859-4ca5-a9aa-84804055c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:51.669608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-d9ed825b-8859-4ca5-a9aa-84804055c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:51.669608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-d9ed825b-8859-4ca5-a9aa-84804055c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:51.669608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-d9ed825b-8859-4ca5-a9aa-84804055c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:51.669608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-d9ed825b-8859-4ca5-a9aa-84804055c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:51.670672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-d9ed825b-8859-4ca5-a9aa-84804055c756 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 6486 time: 0.1098816 Nov 15 14:47:51.686323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3646583f-180b-46ae-8dd4-69324a5fe941 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] In _notify_port_updated(), no bound segment for port 28abb06e-f984-40aa-b62c-d216c9cd5511 on network 48b4360e-b8cd-4842-b780-a3501ab4ef3b {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:47:51.693105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3646583f-180b-46ae-8dd4-69324a5fe941 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:51.693955 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3646583f-180b-46ae-8dd4-69324a5fe941 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:51.698656 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3646583f-180b-46ae-8dd4-69324a5fe941 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "PUT /v2.0/ports/28abb06e-f984-40aa-b62c-d216c9cd5511 HTTP/1.1" status: 200 len: 1067 time: 0.8610675 Nov 15 14:47:51.701762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45396) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:51.708188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ff95e-0ba0-48a1-ba01-6804ec78aac0 req-46e4abd9-459b-43aa-b447-fad80c3c6e7b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:51.713248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-290ff95e-0ba0-48a1-ba01-6804ec78aac0 req-46e4abd9-459b-43aa-b447-fad80c3c6e7b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 945 time: 0.1012509 Nov 15 14:47:51.713823 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:51.753862 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646583f-180b-46ae-8dd4-69324a5fe941 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event updated for resources: {'Port': ['ID=28abb06e-f984-40aa-b62c-d216c9cd5511,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:51.794305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network 6e8d87aa-5a8c-4421-980b-dc4db49b690e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:51.803620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device db40158c-0b5c-409b-ae4a-0d8388c3cd38 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:47:51.835917 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:51.840635 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:51.842186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-290ff95e-0ba0-48a1-ba01-6804ec78aac0 req-fc85b08c-b71b-44b8-acc8-590004eecb65 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167288 Nov 15 14:47:51.892300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-9e3cb7fa-0f6c-4933-a58f-8e2386951f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:51.893963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-9e3cb7fa-0f6c-4933-a58f-8e2386951f92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a HTTP/1.1" status: 200 len: 902 time: 0.2117062 Nov 15 14:47:51.907806 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-2edba216-9434-4456-981d-ae60e4cd47b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0904832 Nov 15 14:47:51.962297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-4c7c30fa-3597-4f13-9815-cb751ce86cbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85456e19-635c-40ff-b10b-d45a8a34f522 HTTP/1.1" status: 200 len: 217 time: 0.0528212 Nov 15 14:47:51.962943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port db40158c-0b5c-409b-ae4a-0d8388c3cd38 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:47:51.972252 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port db40158c-0b5c-409b-ae4a-0d8388c3cd38 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:51.972252 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:52.086312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-4ce26554-ae8b-49be-8e06-2153f5deaff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.087976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-4ce26554-ae8b-49be-8e06-2153f5deaff8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfcbb94e-6f43-4c2f-ba15-404b45ed75fb HTTP/1.1" status: 200 len: 797 time: 0.0944588 Nov 15 14:47:52.098103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-9618bc6c-53e3-46d3-8fa5-2c5f3873f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.098743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-9618bc6c-53e3-46d3-8fa5-2c5f3873f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.099286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-9618bc6c-53e3-46d3-8fa5-2c5f3873f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.099829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-9618bc6c-53e3-46d3-8fa5-2c5f3873f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.100447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-9618bc6c-53e3-46d3-8fa5-2c5f3873f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.101283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-9618bc6c-53e3-46d3-8fa5-2c5f3873f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.101929 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-9618bc6c-53e3-46d3-8fa5-2c5f3873f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.104205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-9618bc6c-53e3-46d3-8fa5-2c5f3873f00a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 6490 time: 0.1290648 Nov 15 14:47:52.122748 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:52.156879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0882d218-1c43-4d22-841e-abac9763e122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:52.164105 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0378f139-4c40-45ad-804e-08557a728fa0" -d '{"events": [{"server_uuid": "0882d218-1c43-4d22-841e-abac9763e122", "name": "network-vif-plugged", "status": "completed", "tag": "db40158c-0b5c-409b-ae4a-0d8388c3cd38"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:52.192778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port db40158c-0b5c-409b-ae4a-0d8388c3cd38, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=db40158c-0b5c-409b-ae4a-0d8388c3cd38,segment=NetworkSegment(983c1078-7707-4135-860a-4effff0c2354),segment_id=983c1078-7707-4135-860a-4effff0c2354)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:52.216787 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-342ca42f-1568-49c6-8246-61f77ccb4d1f None None] Provisioning complete for port 28abb06e-f984-40aa-b62c-d216c9cd5511 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:47:52.217533 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-342ca42f-1568-49c6-8246-61f77ccb4d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:52.276733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-342ca42f-1568-49c6-8246-61f77ccb4d1f None None] Port 28abb06e-f984-40aa-b62c-d216c9cd5511 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:47:52.310113 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:52.337254 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed09e82-9555-46e7-8a3a-1b8639691970 x-openstack-request-id: req-eed09e82-9555-46e7-8a3a-1b8639691970 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:52.337569 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0882d218-1c43-4d22-841e-abac9763e122", "name": "network-vif-plugged", "status": "completed", "tag": "db40158c-0b5c-409b-ae4a-0d8388c3cd38", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:52.337800 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eed09e82-9555-46e7-8a3a-1b8639691970 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:52.338456 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0882d218-1c43-4d22-841e-abac9763e122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'code': 200} Nov 15 14:47:52.364431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dcc36-cf70-421b-96b4-e992b970490f req-ea09bc4d-5294-49a8-bcf8-5d4104b4b1a6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.370521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dcc36-cf70-421b-96b4-e992b970490f req-ea09bc4d-5294-49a8-bcf8-5d4104b4b1a6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.375136 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=8b1d5472-4465-4a45-b4dc-3cfd494ee2be,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:52.379267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dcc36-cf70-421b-96b4-e992b970490f req-ea09bc4d-5294-49a8-bcf8-5d4104b4b1a6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.380452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=db40158c-0b5c-409b-ae4a-0d8388c3cd38,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:52.387452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dcc36-cf70-421b-96b4-e992b970490f req-ea09bc4d-5294-49a8-bcf8-5d4104b4b1a6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.393844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dcc36-cf70-421b-96b4-e992b970490f req-ea09bc4d-5294-49a8-bcf8-5d4104b4b1a6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.400061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.400217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dcc36-cf70-421b-96b4-e992b970490f req-ea09bc4d-5294-49a8-bcf8-5d4104b4b1a6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.400302 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:52.406735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dcc36-cf70-421b-96b4-e992b970490f req-ea09bc4d-5294-49a8-bcf8-5d4104b4b1a6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.410874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-333dcc36-cf70-421b-96b4-e992b970490f req-ea09bc4d-5294-49a8-bcf8-5d4104b4b1a6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.2507374 Nov 15 14:47:52.415810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-357211da-28d8-4704-b573-1a975893f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.417684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-357211da-28d8-4704-b573-1a975893f2fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2947879 Nov 15 14:47:52.425066 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6805df06-156a-40d3-ab13-551044b317a4 req-d05e894e-392b-437a-ae79-de8f2b8223a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937550 Nov 15 14:47:52.431800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-cd26994b-b209-47e6-a295-ce77c530b6ef tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Deleting port 28abb06e-f984-40aa-b62c-d216c9cd5511 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:47:52.432106 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd26994b-b209-47e6-a295-ce77c530b6ef tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:52.529779 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-eb38f228-4e16-41ea-a329-45a081dd11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.530264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-eb38f228-4e16-41ea-a329-45a081dd11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.530767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-eb38f228-4e16-41ea-a329-45a081dd11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.532475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-eb38f228-4e16-41ea-a329-45a081dd11d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fdcf4cf0-944a-4585-9636-be35a7eff07b&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&id=fd986e30-a4d1-4f5a-9bc4-fb302d682086 HTTP/1.1" status: 200 len: 2292 time: 0.3940799 Nov 15 14:47:52.568368 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3e56bd1d-0501-47a9-a717-ad88772dddd2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2337465 Nov 15 14:47:52.572104 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:52.580977 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '8b1d5472-4465-4a45-b4dc-3cfd494ee2be', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:52.595330 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f46ba-d256-400a-b474-b7af2883c7b4 req-dd3415d1-5d47-49f5-a6b4-b9e4a07f3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.597472 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e63f46ba-d256-400a-b474-b7af2883c7b4 req-dd3415d1-5d47-49f5-a6b4-b9e4a07f3ffb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 1097 time: 0.1603546 Nov 15 14:47:52.632222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805df06-156a-40d3-ab13-551044b317a4 req-8c65a4d1-db9b-4e9e-9dea-eb8cd28e27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.633795 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6805df06-156a-40d3-ab13-551044b317a4 req-8c65a4d1-db9b-4e9e-9dea-eb8cd28e27a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e64ab8c292434c08a0bd485e8163082c&device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 1096 time: 0.1460128 Nov 15 14:47:52.643358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd26994b-b209-47e6-a295-ce77c530b6ef tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:52.671839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-333dcc36-cf70-421b-96b4-e992b970490f req-70c46a16-bf10-4a85-9411-3a4a53c7beff tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2427883 Nov 15 14:47:52.682596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-cd26994b-b209-47e6-a295-ce77c530b6ef tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Calling delete_port for 28abb06e-f984-40aa-b62c-d216c9cd5511 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:52.692417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-28af7915-da8e-4fbc-a1ba-f86f9232b1cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=413af6e3-de77-4121-a204-74de00bc13cd HTTP/1.1" status: 200 len: 1001 time: 0.1517465 Nov 15 14:47:52.697152 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-efbd1490-ee7c-44b4-ab89-6d551aab10fa service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547054 Nov 15 14:47:52.727529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b509f6-4ea9-462d-87eb-b30f9b4c3e08 req-d9807496-6020-4da8-b1c7-95ebceb17cf1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.729746 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98b509f6-4ea9-462d-87eb-b30f9b4c3e08 req-d9807496-6020-4da8-b1c7-95ebceb17cf1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 946 time: 0.1321175 Nov 15 14:47:52.743425 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:52.755167 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e63f46ba-d256-400a-b474-b7af2883c7b4 req-247e9b41-2745-4668-8e90-23f8183b26bf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=659d5953-7096-4db3-aef5-8cafb539b60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410685 Nov 15 14:47:52.857050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-988496eb-28b5-4c7d-82fa-3b3a16845d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.858598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-988496eb-28b5-4c7d-82fa-3b3a16845d50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dbae45e-6630-4c9e-b1c2-188262994e2c HTTP/1.1" status: 200 len: 851 time: 0.1554639 Nov 15 14:47:52.872939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98b509f6-4ea9-462d-87eb-b30f9b4c3e08 req-4ba4b340-51ea-482b-a2a8-249a07808423 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=659d5953-7096-4db3-aef5-8cafb539b60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293788 Nov 15 14:47:52.896135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805df06-156a-40d3-ab13-551044b317a4 req-bc2e9402-889f-4f7d-a2d6-8aae5b46d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.899886 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6805df06-156a-40d3-ab13-551044b317a4 req-bc2e9402-889f-4f7d-a2d6-8aae5b46d768 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49b70721-bd7f-4329-8b83-e5c54852f629 HTTP/1.1" status: 200 len: 914 time: 0.2350893 Nov 15 14:47:52.928333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12846632-19c9-4bbc-a3b2-00802dbfd2a2 req-897b7949-647e-42dc-99bc-fd459f0acec9 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167745 Nov 15 14:47:52.948747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-87c284ad-f404-436f-bd8d-888312897e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:52.950606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-87c284ad-f404-436f-bd8d-888312897e13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fdcf4cf0-944a-4585-9636-be35a7eff07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824347 Nov 15 14:47:53.026048 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6805df06-156a-40d3-ab13-551044b317a4 req-9f3c2bc4-0095-4cfa-bd46-399f605e702f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 HTTP/1.1" status: 200 len: 217 time: 0.0559886 Nov 15 14:47:53.084537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e75a8e-d776-4976-950c-ec443d36c0e3 req-e16a2a25-39a0-423a-a6c0-76225ad645b9 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:53.086148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09e75a8e-d776-4976-950c-ec443d36c0e3 req-e16a2a25-39a0-423a-a6c0-76225ad645b9 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 945 time: 0.1508596 Nov 15 14:47:53.097319 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:53.098770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9835-7ba7-4fa6-af57-aadb6f7d7b39 req-5ea10860-aa67-4cd7-a614-3d94807db9b1 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:53.101331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da3d9835-7ba7-4fa6-af57-aadb6f7d7b39 req-5ea10860-aa67-4cd7-a614-3d94807db9b1 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 945 time: 0.1334887 Nov 15 14:47:53.109154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805df06-156a-40d3-ab13-551044b317a4 req-51f68759-a9e6-4701-81c6-4c2f3573964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:53.110690 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6805df06-156a-40d3-ab13-551044b317a4 req-51f68759-a9e6-4701-81c6-4c2f3573964b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98cd6aa6-42c0-4323-bf9b-53854b1f02f6 HTTP/1.1" status: 200 len: 853 time: 0.0741899 Nov 15 14:47:53.155467 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd26994b-b209-47e6-a295-ce77c530b6ef tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:53.177026 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6805df06-156a-40d3-ab13-551044b317a4 req-a7d2a0a8-39b4-426a-9628-c718593a7c9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49b70721-bd7f-4329-8b83-e5c54852f629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347102 Nov 15 14:47:53.178227 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-4531235a-c4ae-4d9e-ae0f-a654e3556fdd service neutron] 10.222.0.59 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091799 Nov 15 14:47:53.224776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26994b-b209-47e6-a295-ce77c530b6ef tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event deleted for resources: {'Port': ['ID=28abb06e-f984-40aa-b62c-d216c9cd5511,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:53.295670 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da3d9835-7ba7-4fa6-af57-aadb6f7d7b39 req-df134bc5-848b-40ce-b022-0b1b2d3a0166 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759181 Nov 15 14:47:53.357158 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-548c02aa-3acd-41b5-8ae0-da9ab8322177 service neutron] 10.222.0.59 "GET /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659093 Nov 15 14:47:53.403580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-09e75a8e-d776-4976-950c-ec443d36c0e3 req-38147128-636a-447c-a12e-f0902419c4ef tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Deleting port c1ee38c3-6aa1-49c7-8aec-06d444c48b29 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:47:53.403988 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09e75a8e-d776-4976-950c-ec443d36c0e3 req-38147128-636a-447c-a12e-f0902419c4ef tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:53.408696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-9e7bda8d-7b26-4279-8e17-4a77dfaed5c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 HTTP/1.1" status: 200 len: 217 time: 0.0478990 Nov 15 14:47:53.424200 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.25.4.132 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/7599bad3-c9ac-4de4-9916-201a31dc30a3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:53.447268 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6805df06-156a-40d3-ab13-551044b317a4 req-309468eb-b9b6-48c3-ab8a-9d05dcc06aaa service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369914 Nov 15 14:47:53.513269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-2700c032-19e8-45bd-8845-a92faf0f5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:53.514833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-2700c032-19e8-45bd-8845-a92faf0f5c44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.0928452 Nov 15 14:47:53.577753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-09e75a8e-d776-4976-950c-ec443d36c0e3 req-38147128-636a-447c-a12e-f0902419c4ef tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] For port c1ee38c3-6aa1-49c7-8aec-06d444c48b29, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c1ee38c3-6aa1-49c7-8aec-06d444c48b29,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:53.578380 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09e75a8e-d776-4976-950c-ec443d36c0e3 req-38147128-636a-447c-a12e-f0902419c4ef tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:53.600110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-09e75a8e-d776-4976-950c-ec443d36c0e3 req-38147128-636a-447c-a12e-f0902419c4ef tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Calling delete_port for c1ee38c3-6aa1-49c7-8aec-06d444c48b29 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:53.605681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-83950f6e-634f-43ad-966c-3094a3c3189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:53.607394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-83950f6e-634f-43ad-966c-3094a3c3189f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803165 Nov 15 14:47:53.655788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:53.672985 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd26994b-b209-47e6-a295-ce77c530b6ef tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:53.676173 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cd26994b-b209-47e6-a295-ce77c530b6ef tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "DELETE /v2.0/ports/28abb06e-f984-40aa-b62c-d216c9cd5511 HTTP/1.1" status: 204 len: 168 time: 1.9734621 Nov 15 14:47:53.687102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45440) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:53.718552 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6805df06-156a-40d3-ab13-551044b317a4 req-a21ea6a3-8417-42e8-9ba2-1676d3c3eae9 service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598879 Nov 15 14:47:53.723751 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-799346c3-25ba-48d3-91ab-4a1707248dc4 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] GET failed (client error): The resource could not be found. Nov 15 14:47:53.725316 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-799346c3-25ba-48d3-91ab-4a1707248dc4 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "GET /v2.0/ports/28abb06e-f984-40aa-b62c-d216c9cd5511 HTTP/1.1" status: 404 len: 333 time: 0.0351405 Nov 15 14:47:53.730449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45444) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:53.743270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:53.778103 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-42563c87-6390-4112-aa97-73a232ca0040 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618760 Nov 15 14:47:53.839564 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b36b232f-f5f4-48b3-8478-89c857fa4fca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:53.882921 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a8a294c5-bee4-47b4-9a12-d6e8ca8bd341 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Deleting port 87407ff4-248e-4c0c-ac28-ce8aab783c5e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:47:53.883268 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8a294c5-bee4-47b4-9a12-d6e8ca8bd341 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:53.956012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:53.967079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdb54b-fd42-4b65-85fb-e062d1140f65 req-dbd69519-5c4d-4397-b43a-7e60ffde0622 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:53.974487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdb54b-fd42-4b65-85fb-e062d1140f65 req-dbd69519-5c4d-4397-b43a-7e60ffde0622 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:53.980114 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdb54b-fd42-4b65-85fb-e062d1140f65 req-dbd69519-5c4d-4397-b43a-7e60ffde0622 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:53.986770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdb54b-fd42-4b65-85fb-e062d1140f65 req-dbd69519-5c4d-4397-b43a-7e60ffde0622 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:53.993458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdb54b-fd42-4b65-85fb-e062d1140f65 req-dbd69519-5c4d-4397-b43a-7e60ffde0622 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:53.998912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdb54b-fd42-4b65-85fb-e062d1140f65 req-dbd69519-5c4d-4397-b43a-7e60ffde0622 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:54.004251 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8a294c5-bee4-47b4-9a12-d6e8ca8bd341 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:54.004908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdb54b-fd42-4b65-85fb-e062d1140f65 req-dbd69519-5c4d-4397-b43a-7e60ffde0622 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:54.006852 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1fdb54b-fd42-4b65-85fb-e062d1140f65 req-dbd69519-5c4d-4397-b43a-7e60ffde0622 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.1717687 Nov 15 14:47:54.021593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:54.024296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-5ffbba46-0fed-449b-bf3e-78c6d0bdf10b service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379720 Nov 15 14:47:54.039649 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09e75a8e-d776-4976-950c-ec443d36c0e3 req-38147128-636a-447c-a12e-f0902419c4ef tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:54.043594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:54.047235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a8a294c5-bee4-47b4-9a12-d6e8ca8bd341 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Calling delete_port for 87407ff4-248e-4c0c-ac28-ce8aab783c5e owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:54.054664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:54.064083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['c1ee38c3-6aa1-49c7-8aec-06d444c48b29'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:47:54.073608 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:47:54.092876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=7599bad3-c9ac-4de4-9916-201a31dc30a3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:54.142054 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-3f22307e-55d6-42f0-8da4-8f214767441c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=5f31cc54-f91d-41a5-be06-8333aa16e417 HTTP/1.1" status: 200 len: 217 time: 0.0909038 Nov 15 14:47:54.146511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38147128-636a-447c-a12e-f0902419c4ef tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Pushing event deleted for resources: {'Port': ['ID=c1ee38c3-6aa1-49c7-8aec-06d444c48b29,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:54.240754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e19c1d-d6f1-4316-9246-61ac31ffdc40 req-d5a5e549-c81f-47e2-ac99-ea049a3ca652 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:54.242239 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90e19c1d-d6f1-4316-9246-61ac31ffdc40 req-d5a5e549-c81f-47e2-ac99-ea049a3ca652 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 946 time: 0.2344568 Nov 15 14:47:54.269687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e75a8e-d776-4976-950c-ec443d36c0e3 req-38147128-636a-447c-a12e-f0902419c4ef tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] No DVR routers for this DVR port c1ee38c3-6aa1-49c7-8aec-06d444c48b29 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:47:54.273804 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b36b232f-f5f4-48b3-8478-89c857fa4fca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:54.287822 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09e75a8e-d776-4976-950c-ec443d36c0e3 req-38147128-636a-447c-a12e-f0902419c4ef tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:54.291245 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09e75a8e-d776-4976-950c-ec443d36c0e3 req-38147128-636a-447c-a12e-f0902419c4ef tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.59 "DELETE /v2.0/ports/c1ee38c3-6aa1-49c7-8aec-06d444c48b29 HTTP/1.1" status: 204 len: 173 time: 1.1885517 Nov 15 14:47:54.291717 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9956941-4907-4107-a2b2-5fd9e8d9180e', 'name': 'network-vif-deleted', 'tag': 'c1ee38c3-6aa1-49c7-8aec-06d444c48b29'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:54.294176 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45537dd-20b7-416f-9d40-617e2a821527" -d '{"events": [{"server_uuid": "b9956941-4907-4107-a2b2-5fd9e8d9180e", "name": "network-vif-deleted", "tag": "c1ee38c3-6aa1-49c7-8aec-06d444c48b29"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:54.324888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1fdb54b-fd42-4b65-85fb-e062d1140f65 req-6a139e71-25c9-484d-9acd-eb0b1ff4369b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3033030 Nov 15 14:47:54.339542 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-8b40a91b-6d3d-4f6e-8c1e-2d9b06a258b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:54.341457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-8b40a91b-6d3d-4f6e-8c1e-2d9b06a258b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.1795266 Nov 15 14:47:54.378548 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b36b232f-f5f4-48b3-8478-89c857fa4fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:54.402674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90e19c1d-d6f1-4316-9246-61ac31ffdc40 req-24f301ce-73c9-467d-83fb-f6375b86f17e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=659d5953-7096-4db3-aef5-8cafb539b60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399977 Nov 15 14:47:54.418676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-04591e9c-0952-44f7-b02a-4f4505fb941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:54.420242 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-04591e9c-0952-44f7-b02a-4f4505fb941a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667899 Nov 15 14:47:54.450331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b232f-f5f4-48b3-8478-89c857fa4fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64285b40-3ef0-4b4a-844b-38e9e36a9ca0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:54.457646 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b36b232f-f5f4-48b3-8478-89c857fa4fca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=09193accbba34329bae983f4acd2da8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7985151 Nov 15 14:47:54.460328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:54.531372 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8a294c5-bee4-47b4-9a12-d6e8ca8bd341 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:54.533093 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf8f55d8-3064-4dd0-96c9-8ad818bf2173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:54.536084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae592f9a-96c1-45cf-a419-dd28e79e5c10 req-0f843db8-f931-4875-850b-b5ac9d31ec32 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9956941-4907-4107-a2b2-5fd9e8d9180e HTTP/1.1" status: 200 len: 210 time: 0.0305822 Nov 15 14:47:54.602333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a294c5-bee4-47b4-9a12-d6e8ca8bd341 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event deleted for resources: {'Port': ['ID=87407ff4-248e-4c0c-ac28-ce8aab783c5e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:54.636019 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-c2036b54-2608-425d-93b0-4c1b0e37fdf3 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041295 Nov 15 14:47:54.640951 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd5e8d6-f807-4d55-8869-ba7f9058553d x-openstack-request-id: req-6fd5e8d6-f807-4d55-8869-ba7f9058553d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:54.644383 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9956941-4907-4107-a2b2-5fd9e8d9180e", "name": "network-vif-deleted", "tag": "c1ee38c3-6aa1-49c7-8aec-06d444c48b29", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:54.644383 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6fd5e8d6-f807-4d55-8869-ba7f9058553d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:54.644383 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9956941-4907-4107-a2b2-5fd9e8d9180e', 'name': 'network-vif-deleted', 'tag': 'c1ee38c3-6aa1-49c7-8aec-06d444c48b29', 'status': 'completed', 'code': 200} Nov 15 14:47:54.675304 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf8f55d8-3064-4dd0-96c9-8ad818bf2173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:54.709283 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8a294c5-bee4-47b4-9a12-d6e8ca8bd341 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:54.713907 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a8a294c5-bee4-47b4-9a12-d6e8ca8bd341 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "DELETE /v2.0/ports/87407ff4-248e-4c0c-ac28-ce8aab783c5e HTTP/1.1" status: 204 len: 168 time: 0.9821973 Nov 15 14:47:54.724639 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:54.770668 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d30d53d-3225-40eb-9da8-ee409c2ea09b tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] GET failed (client error): The resource could not be found. Nov 15 14:47:54.775594 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4d30d53d-3225-40eb-9da8-ee409c2ea09b tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "GET /v2.0/ports/87407ff4-248e-4c0c-ac28-ce8aab783c5e HTTP/1.1" status: 404 len: 333 time: 0.0464315 Nov 15 14:47:54.776616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:54.798439 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:54.822348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-30757631-8da7-4100-86a2-62d0ecc83d28 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575167 Nov 15 14:47:54.893128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-6cf722a1-f0c4-4c52-98b3-959da7203225 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b HTTP/1.1" status: 200 len: 217 time: 0.0586946 Nov 15 14:47:54.915982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf8f55d8-3064-4dd0-96c9-8ad818bf2173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:54.918581 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf8f55d8-3064-4dd0-96c9-8ad818bf2173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:54.919813 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bf8f55d8-3064-4dd0-96c9-8ad818bf2173 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64285b40-3ef0-4b4a-844b-38e9e36a9ca0 HTTP/1.1" status: 204 len: 168 time: 0.4585774 Nov 15 14:47:54.929044 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f55d8-3064-4dd0-96c9-8ad818bf2173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64285b40-3ef0-4b4a-844b-38e9e36a9ca0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:54.964625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-49bf5dc9-6cfd-490f-ab26-509afcc75601 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Deleting port f91c62c0-c8db-49e8-8098-40b25a33c774 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:47:54.964975 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49bf5dc9-6cfd-490f-ab26-509afcc75601 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:54.970953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-a8cc6c33-8120-4f45-8004-31b8d7c92c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:54.972390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-a8cc6c33-8120-4f45-8004-31b8d7c92c09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.0706506 Nov 15 14:47:54.983940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:55.067278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-51b5c762-cd75-4be9-afe5-034008a20501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:55.068840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-51b5c762-cd75-4be9-afe5-034008a20501 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860298 Nov 15 14:47:55.144690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49bf5dc9-6cfd-490f-ab26-509afcc75601 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:55.144916 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:55.162311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-49bf5dc9-6cfd-490f-ab26-509afcc75601 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Calling delete_port for f91c62c0-c8db-49e8-8098-40b25a33c774 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:55.234288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-b48a38e5-afbc-4626-95e9-7cf06448f0f2 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563859 Nov 15 14:47:55.320086 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:55.383876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-70f8be8e-ea5d-410c-8d4a-2ff43fddfbc4 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421969 Nov 15 14:47:55.394687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=7599bad3-c9ac-4de4-9916-201a31dc30a3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:55.413265 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:55.435835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-5a38bf5d-4ecc-42cd-8c35-ad728d9ca88a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=d2111f6d-3041-4df4-abc8-4f0abd6bc631 HTTP/1.1" status: 200 len: 217 time: 0.0437651 Nov 15 14:47:55.528887 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49bf5dc9-6cfd-490f-ab26-509afcc75601 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:55.559355 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Floating IP 642c8b79-0f65-4085-96a9-233b5bb105ae associated. External IP: 172.25.4.132, port: 8b1d5472-4465-4a45-b4dc-3cfd494ee2be. Nov 15 14:47:55.567385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-aac87ca7-71bb-420d-a797-603a54de1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:55.569078 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-aac87ca7-71bb-420d-a797-603a54de1a3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 200 len: 797 time: 0.1242757 Nov 15 14:47:55.583867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf5dc9-6cfd-490f-ab26-509afcc75601 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event deleted for resources: {'Port': ['ID=f91c62c0-c8db-49e8-8098-40b25a33c774,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:55.599641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741126-c9f7-4025-929d-c50c8f0bd657 req-3a624a77-ded2-4dd9-8931-1527b606f798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:55.605778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741126-c9f7-4025-929d-c50c8f0bd657 req-3a624a77-ded2-4dd9-8931-1527b606f798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:55.612018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741126-c9f7-4025-929d-c50c8f0bd657 req-3a624a77-ded2-4dd9-8931-1527b606f798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:55.618040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741126-c9f7-4025-929d-c50c8f0bd657 req-3a624a77-ded2-4dd9-8931-1527b606f798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:55.624159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741126-c9f7-4025-929d-c50c8f0bd657 req-3a624a77-ded2-4dd9-8931-1527b606f798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:55.631394 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741126-c9f7-4025-929d-c50c8f0bd657 req-3a624a77-ded2-4dd9-8931-1527b606f798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:55.637592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741126-c9f7-4025-929d-c50c8f0bd657 req-3a624a77-ded2-4dd9-8931-1527b606f798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:55.639791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e741126-c9f7-4025-929d-c50c8f0bd657 req-3a624a77-ded2-4dd9-8931-1527b606f798 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.2064400 Nov 15 14:47:55.748303 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49bf5dc9-6cfd-490f-ab26-509afcc75601 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:55.755152 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-49bf5dc9-6cfd-490f-ab26-509afcc75601 tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "DELETE /v2.0/ports/f91c62c0-c8db-49e8-8098-40b25a33c774 HTTP/1.1" status: 204 len: 168 time: 0.9750533 Nov 15 14:47:55.759907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45482) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:55.826249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-7afc53f5-8310-44b5-be71-cf9806ea8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:55.827864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-7afc53f5-8310-44b5-be71-cf9806ea8007 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e761ea9-c23e-45b2-a7c8-6141b0a150b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2404995 Nov 15 14:47:55.849194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da69f6-d457-4f8f-93cd-3b15a98b528b req-a28511f1-6faf-4bd6-8eaf-56bf5c1882b3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:55.850871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65da69f6-d457-4f8f-93cd-3b15a98b528b req-a28511f1-6faf-4bd6-8eaf-56bf5c1882b3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 946 time: 0.3022499 Nov 15 14:47:56.103565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:47:56.225645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:56.236805 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60814c-cd58-41be-b1b5-a7a833138f87 None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:56.256319 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60814c-cd58-41be-b1b5-a7a833138f87 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:56.257049 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7f60814c-cd58-41be-b1b5-a7a833138f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:56.289708 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7f60814c-cd58-41be-b1b5-a7a833138f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:56.299812 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60814c-cd58-41be-b1b5-a7a833138f87 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:56.300634 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7f60814c-cd58-41be-b1b5-a7a833138f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:56.324056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9b8af7-5ed3-4b66-a961-23bb49e3eb2a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Deleting subnet e7180fd2-6fca-4e65-b2ac-3650588b295d {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:47:56.337777 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7f60814c-cd58-41be-b1b5-a7a833138f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:56.338053 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:56.338133 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60814c-cd58-41be-b1b5-a7a833138f87 None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:56.346990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e741126-c9f7-4025-929d-c50c8f0bd657 req-80d57d53-7f9b-4924-a8da-b30d701b76eb tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6756046 Nov 15 14:47:56.347714 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c9b8af7-5ed3-4b66-a961-23bb49e3eb2a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:56.380073 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-79a9b79d-9bdb-4649-9091-5247462fab47 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8028734 Nov 15 14:47:56.382739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65da69f6-d457-4f8f-93cd-3b15a98b528b req-8e77c8a4-c1c2-49cb-a2ef-9f67e06290b8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=659d5953-7096-4db3-aef5-8cafb539b60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5198424 Nov 15 14:47:56.390063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45496) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:56.407312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-48d42801-ac11-4460-848a-4883d574e966 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'floatingip': {'port_id': '8b1d5472-4465-4a45-b4dc-3cfd494ee2be', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:56.467952 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c9b8af7-5ed3-4b66-a961-23bb49e3eb2a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:56.553350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-4eee2630-3182-4292-a902-c9bc975d2e59 service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124181 Nov 15 14:47:56.588322 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48d42801-ac11-4460-848a-4883d574e966 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:56.749566 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de848dc-2d20-47c8-96c2-f8d84953be02 req-22bdc092-89f3-4a16-b697-c409daedfa45 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:56.751853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0de848dc-2d20-47c8-96c2-f8d84953be02 req-22bdc092-89f3-4a16-b697-c409daedfa45 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 946 time: 0.2565205 Nov 15 14:47:56.809160 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c9b8af7-5ed3-4b66-a961-23bb49e3eb2a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:56.851159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1482-8565-4496-afa4-ffe503cb64f7 req-7244160e-27e2-45a8-87f6-85ed4f89ae43 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:56.852591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0eb1482-8565-4496-afa4-ffe503cb64f7 req-7244160e-27e2-45a8-87f6-85ed4f89ae43 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.3208597 Nov 15 14:47:56.930949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-9064d1bf-b777-46c5-b1b8-387917a8524b service neutron] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620896 Nov 15 14:47:57.023438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0de848dc-2d20-47c8-96c2-f8d84953be02 req-9ce49afe-0004-4a76-aec3-66a725a02d80 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=659d5953-7096-4db3-aef5-8cafb539b60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516751 Nov 15 14:47:57.031394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-0db035a1-1e43-4f23-80bd-7a92cdf4dfa6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=919c96e9-8be6-470c-b7ba-81079937b82d HTTP/1.1" status: 200 len: 217 time: 0.0921502 Nov 15 14:47:57.031591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device c1ee38c3-6aa1-49c7-8aec-06d444c48b29 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:47:57.047647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45512) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:57.069181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: c1ee38c3-6aa1-49c7-8aec-06d444c48b29 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:47:57.069181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device c1ee38c3-6aa1-49c7-8aec-06d444c48b29 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:47:57.095002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337d60fe-fb57-4691-aa01-fa323e680870 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:57.096545 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-337d60fe-fb57-4691-aa01-fa323e680870 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 1092 time: 0.0473273 Nov 15 14:47:57.100907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45516) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:57.105255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:47:57.113464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0eb1482-8565-4496-afa4-ffe503cb64f7 req-60bd57a4-0102-4ebf-87e0-edf7b0a56079 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507756 Nov 15 14:47:57.171785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-503e7912-7045-4d7b-a642-72b694f7ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:57.172660 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-503e7912-7045-4d7b-a642-72b694f7ab76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53bbca71-b99a-424a-9e90-02c5e8ace1fe HTTP/1.1" status: 200 len: 797 time: 0.1049724 Nov 15 14:47:57.248512 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c9b8af7-5ed3-4b66-a961-23bb49e3eb2a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:57.269707 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:57.289676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b8af7-5ed3-4b66-a961-23bb49e3eb2a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event deleted for resources: {'Subnet': ['ID=e7180fd2-6fca-4e65-b2ac-3650588b295d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:57.303281 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c9b8af7-5ed3-4b66-a961-23bb49e3eb2a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:57.305973 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0c9b8af7-5ed3-4b66-a961-23bb49e3eb2a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "DELETE /v2.0/subnets/e7180fd2-6fca-4e65-b2ac-3650588b295d HTTP/1.1" status: 204 len: 168 time: 1.5396192 Nov 15 14:47:57.312198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45528) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:57.322659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf1d2ee-1286-4296-aca5-c1f27bca475e None None] Network 48b4360e-b8cd-4842-b780-a3501ab4ef3b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:47:57.330257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-7d6a0f54-1d73-4eaa-b472-84f991414e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:57.331833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-7d6a0f54-1d73-4eaa-b472-84f991414e4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1511912 Nov 15 14:47:57.399982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:57.535997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Allocated IP 172.25.4.169 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/4d3e617f-30f5-4328-a460-a0a3f773d48e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:47:57.559737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce45eb75-f454-436c-93d8-20affc95d8f1 None None] DHCP port deletion for 48b4360e-b8cd-4842-b780-a3501ab4ef3b request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:47:57.615690 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ce45eb75-f454-436c-93d8-20affc95d8f1 None None] Deleting port 9b140e71-ce5a-47cf-9987-7bb8601bed9e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:47:57.616081 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce45eb75-f454-436c-93d8-20affc95d8f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:57.647081 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:57.663829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4721e-1347-4dee-ad83-52bd05c889cd req-7a7dc514-7979-4581-8c38-45a7d2949d59 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:57.665387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00c4721e-1347-4dee-ad83-52bd05c889cd req-7a7dc514-7979-4581-8c38-45a7d2949d59 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.3326111 Nov 15 14:47:57.683627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:57.706105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ce45eb75-f454-436c-93d8-20affc95d8f1 None None] For port 9b140e71-ce5a-47cf-9987-7bb8601bed9e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9b140e71-ce5a-47cf-9987-7bb8601bed9e,segment=NetworkSegment(75267ca7-9742-4c2e-85fa-f51763e8d75c),segment_id=75267ca7-9742-4c2e-85fa-f51763e8d75c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:57.706754 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce45eb75-f454-436c-93d8-20affc95d8f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:57.715940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198db8d2-9db6-48fd-b3df-615c73157b59 req-36c94c6d-4826-434a-afa0-05ea36281dcf tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:57.722131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198db8d2-9db6-48fd-b3df-615c73157b59 req-36c94c6d-4826-434a-afa0-05ea36281dcf tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:57.728448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198db8d2-9db6-48fd-b3df-615c73157b59 req-36c94c6d-4826-434a-afa0-05ea36281dcf tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:57.734389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198db8d2-9db6-48fd-b3df-615c73157b59 req-36c94c6d-4826-434a-afa0-05ea36281dcf tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:57.740527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198db8d2-9db6-48fd-b3df-615c73157b59 req-36c94c6d-4826-434a-afa0-05ea36281dcf tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:57.746575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198db8d2-9db6-48fd-b3df-615c73157b59 req-36c94c6d-4826-434a-afa0-05ea36281dcf tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:57.753145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198db8d2-9db6-48fd-b3df-615c73157b59 req-36c94c6d-4826-434a-afa0-05ea36281dcf tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:57.755428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-198db8d2-9db6-48fd-b3df-615c73157b59 req-36c94c6d-4826-434a-afa0-05ea36281dcf tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.2811942 Nov 15 14:47:57.763591 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-48d42801-ac11-4460-848a-4883d574e966 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:47:57.822620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-56055a15-2986-4415-a95a-70088b36962c service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495347 Nov 15 14:47:57.871018 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:57.884790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ce45eb75-f454-436c-93d8-20affc95d8f1 None None] Calling delete_port for 9b140e71-ce5a-47cf-9987-7bb8601bed9e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:57.929164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:47:57.932240 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48d42801-ac11-4460-848a-4883d574e966 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:57.935432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:47:57.949773 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:47:57.964947 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00c4721e-1347-4dee-ad83-52bd05c889cd req-8c72d776-cdd7-44ff-b1da-32da295830ac tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754359 Nov 15 14:47:57.998491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=4d3e617f-30f5-4328-a460-a0a3f773d48e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:58.013554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-198db8d2-9db6-48fd-b3df-615c73157b59 req-45f322df-4b38-4300-9b6a-05e22a4be596 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2456105 Nov 15 14:47:58.032471 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-192adc46-880c-4cc7-8eb3-92eabb8575f8 service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962698 Nov 15 14:47:58.044515 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48d42801-ac11-4460-848a-4883d574e966 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:58.044515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Deleting port 9b140e71-ce5a-47cf-9987-7bb8601bed9e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:47:58.044515 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:58.089293 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce45eb75-f454-436c-93d8-20affc95d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:58.123028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45eb75-f454-436c-93d8-20affc95d8f1 None None] Pushing event deleted for resources: {'Port': ['ID=9b140e71-ce5a-47cf-9987-7bb8601bed9e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:58.128097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45eb75-f454-436c-93d8-20affc95d8f1 None None] No DVR routers for this DVR port 9b140e71-ce5a-47cf-9987-7bb8601bed9e on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:47:58.185742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9b140e71-ce5a-47cf-9987-7bb8601bed9e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:47:58.210443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 9b140e71-ce5a-47cf-9987-7bb8601bed9e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:47:58.210443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9b140e71-ce5a-47cf-9987-7bb8601bed9e not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:47:58.214237 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-edac7a03-d5ef-4466-ad26-ac46add3a1e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c146075-7f93-459c-8671-66d81fd6df08 HTTP/1.1" status: 200 len: 217 time: 0.1723866 Nov 15 14:47:58.277811 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:58.300068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] For port 9b140e71-ce5a-47cf-9987-7bb8601bed9e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9b140e71-ce5a-47cf-9987-7bb8601bed9e,segment=NetworkSegment(75267ca7-9742-4c2e-85fa-f51763e8d75c),segment_id=75267ca7-9742-4c2e-85fa-f51763e8d75c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:47:58.300439 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:58.320016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207a61-81fd-4674-99d4-204578dd25b6 req-4ae6023f-521b-4da8-9ff2-0c71ffff8f6d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:58.321527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f207a61-81fd-4674-99d4-204578dd25b6 req-4ae6023f-521b-4da8-9ff2-0c71ffff8f6d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1918180 Nov 15 14:47:58.335908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-f4a5349b-5223-474c-82d5-9521a89c6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:58.337330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-f4a5349b-5223-474c-82d5-9521a89c6073 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53bbca71-b99a-424a-9e90-02c5e8ace1fe HTTP/1.1" status: 200 len: 797 time: 0.1138535 Nov 15 14:47:58.338221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Calling delete_port for 9b140e71-ce5a-47cf-9987-7bb8601bed9e owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:47:58.427678 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:58.548807 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f207a61-81fd-4674-99d4-204578dd25b6 req-28ed5ad9-7f3e-47c2-982f-30989cb6c879 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146757 Nov 15 14:47:58.561694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-9522ea31-c173-484f-9519-6012aa3386be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:58.563825 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-9522ea31-c173-484f-9519-6012aa3386be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd986e30-a4d1-4f5a-9bc4-fb302d682086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2128046 Nov 15 14:47:58.585895 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:58.595770 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:58.636593 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:58.642727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45548) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:58.666418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event deleted for resources: {'Port': ['ID=9b140e71-ce5a-47cf-9987-7bb8601bed9e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:58.672883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] No DVR routers for this DVR port 9b140e71-ce5a-47cf-9987-7bb8601bed9e on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:47:58.798887 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:58.816470 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f413c41-82dc-4ec1-b9e8-e81fb232be60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:58.895848 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f413c41-82dc-4ec1-b9e8-e81fb232be60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:58.944359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.148487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=4d3e617f-30f5-4328-a460-a0a3f773d48e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:59.148487 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.149594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d42801-ac11-4460-848a-4883d574e966 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:47:59.149838 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f413c41-82dc-4ec1-b9e8-e81fb232be60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.154865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.168743 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8f413c41-82dc-4ec1-b9e8-e81fb232be60 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=971146351eca45c99c9ebffe452e2028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5249681 Nov 15 14:47:59.171345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f413c41-82dc-4ec1-b9e8-e81fb232be60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb059d1-8627-45ad-b1b8-0bbbd5623b10,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:59.173448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:59.193510 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Floating IP 562136d8-e9b0-4d3a-a616-c6f06b4d653f associated. External IP: 172.25.4.169, port: db40158c-0b5c-409b-ae4a-0d8388c3cd38. Nov 15 14:47:59.220404 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-538adc02-31a7-45bc-ad3d-582f2e2281be service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474161 Nov 15 14:47:59.286382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b4360e-b8cd-4842-b780-a3501ab4ef3b']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:59.313568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75267ca7-9742-4c2e-85fa-f51763e8d75c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:59.313931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75267ca7-9742-4c2e-85fa-f51763e8d75c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:59.378984 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.420777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Router 6e1d5add-94da-4433-b47d-37904e0a7187 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:47:59.431788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7d21e-71a4-4294-ab10-beacf8500928 req-546547c2-dcfc-4baf-8ba4-34ea8528e1b0 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:59.437865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7d21e-71a4-4294-ab10-beacf8500928 req-546547c2-dcfc-4baf-8ba4-34ea8528e1b0 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:59.443883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7d21e-71a4-4294-ab10-beacf8500928 req-546547c2-dcfc-4baf-8ba4-34ea8528e1b0 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:59.449903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7d21e-71a4-4294-ab10-beacf8500928 req-546547c2-dcfc-4baf-8ba4-34ea8528e1b0 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:59.456379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7d21e-71a4-4294-ab10-beacf8500928 req-546547c2-dcfc-4baf-8ba4-34ea8528e1b0 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:59.462465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7d21e-71a4-4294-ab10-beacf8500928 req-546547c2-dcfc-4baf-8ba4-34ea8528e1b0 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:59.468459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7d21e-71a4-4294-ab10-beacf8500928 req-546547c2-dcfc-4baf-8ba4-34ea8528e1b0 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:59.471194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60a7d21e-71a4-4294-ab10-beacf8500928 req-546547c2-dcfc-4baf-8ba4-34ea8528e1b0 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.3205192 Nov 15 14:47:59.479724 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.514124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:47:59.514719 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:47:59.524098 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:47:59.527046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d42801-ac11-4460-848a-4883d574e966 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:59.543783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:47:59.544239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44994b-ef4e-415e-908f-cf28e014de9f None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:59.556163 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bd615-1aa5-4b45-8db3-3b2e705d333f None None] Sync routers for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:47:59.564506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44994b-ef4e-415e-908f-cf28e014de9f None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:59.565171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1c44994b-ef4e-415e-908f-cf28e014de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:59.568972 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48d42801-ac11-4460-848a-4883d574e966 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.571899 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bd615-1aa5-4b45-8db3-3b2e705d333f None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:59.572499 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c30bd615-1aa5-4b45-8db3-3b2e705d333f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:59.577935 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f404e9a-9e2d-4e91-a741-2eada8e6d45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.624397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1c44994b-ef4e-415e-908f-cf28e014de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:59.649231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fcde9ce-4a5b-420b-95ac-f435bb88de54 req-699273bf-70cd-4220-bfa9-8e463e3fb007 service neutron] 10.222.0.59 "GET /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741286 Nov 15 14:47:59.650903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44994b-ef4e-415e-908f-cf28e014de9f None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:47:59.652601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1c44994b-ef4e-415e-908f-cf28e014de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:59.680044 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f404e9a-9e2d-4e91-a741-2eada8e6d45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.691408 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.702079 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c30bd615-1aa5-4b45-8db3-3b2e705d333f None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:47:59.713423 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60a7d21e-71a4-4294-ab10-beacf8500928 req-eaf7245d-e078-406d-9825-627b04966a5b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2313981 Nov 15 14:47:59.736169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1c44994b-ef4e-415e-908f-cf28e014de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:47:59.736977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44994b-ef4e-415e-908f-cf28e014de9f None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:47:59.738782 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-48d42801-ac11-4460-848a-4883d574e966 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "PUT /v2.0/floatingips/642c8b79-0f65-4085-96a9-233b5bb105ae HTTP/1.1" status: 200 len: 978 time: 3.3477578 Nov 15 14:47:59.741624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45558) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:59.752396 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cef9c430-b2f8-45de-b4ca-fff7ad327e46 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6499407 Nov 15 14:47:59.754597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0882d218-1c43-4d22-841e-abac9763e122', 'tag': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:47:59.755218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45560) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:47:59.775384 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aa45f0-e0b3-4f8e-9bce-c2d29df02403" -d '{"events": [{"name": "network-changed", "server_uuid": "0882d218-1c43-4d22-841e-abac9763e122", "tag": "db40158c-0b5c-409b-ae4a-0d8388c3cd38"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:47:59.817883 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693afaad-e3ea-4602-83fd-aa6dea93f913 x-openstack-request-id: req-693afaad-e3ea-4602-83fd-aa6dea93f913 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:47:59.818174 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0882d218-1c43-4d22-841e-abac9763e122", "tag": "db40158c-0b5c-409b-ae4a-0d8388c3cd38", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:47:59.818458 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-693afaad-e3ea-4602-83fd-aa6dea93f913 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:47:59.818868 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0882d218-1c43-4d22-841e-abac9763e122', 'tag': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'status': 'completed', 'code': 200} Nov 15 14:47:59.833549 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.850377 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.853661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] 10.222.0.70 "DELETE /v2.0/networks/48b4360e-b8cd-4842-b780-a3501ab4ef3b HTTP/1.1" status: 204 len: 168 time: 2.5382168 Nov 15 14:47:59.857963 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c88b47a-4af5-4e71-a8e8-1b905ba7396e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.874506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07409adc-845c-4805-b496-3cc48d48254a tempest-AllowedAddressPairIpV6TestJSON-844047014 tempest-AllowedAddressPairIpV6TestJSON-844047014-project] Pushing event deleted for resources: {'Network': ['ID=48b4360e-b8cd-4842-b780-a3501ab4ef3b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:47:59.898969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9a76c438-8a8b-464b-b64c-370166c57fce tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/floatingips/562136d8-e9b0-4d3a-a616-c6f06b4d653f HTTP/1.1" status: 200 len: 992 time: 0.1426630 Nov 15 14:47:59.936587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa45f0-e0b3-4f8e-9bce-c2d29df02403 req-ea3b5fd9-0099-49ce-8eb2-df9092cc7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:47:59.938667 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa45f0-e0b3-4f8e-9bce-c2d29df02403 req-ea3b5fd9-0099-49ce-8eb2-df9092cc7ee3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 1097 time: 0.0771794 Nov 15 14:47:59.952028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f404e9a-9e2d-4e91-a741-2eada8e6d45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.952028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f404e9a-9e2d-4e91-a741-2eada8e6d45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:47:59.953235 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5f404e9a-9e2d-4e91-a741-2eada8e6d45b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9cb059d1-8627-45ad-b1b8-0bbbd5623b10 HTTP/1.1" status: 204 len: 168 time: 0.7751834 Nov 15 14:47:59.968085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f404e9a-9e2d-4e91-a741-2eada8e6d45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb059d1-8627-45ad-b1b8-0bbbd5623b10,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:00.034158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0796bbfb-f89b-4249-8941-2210d1d0ad2f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port 7599bad3-c9ac-4de4-9916-201a31dc30a3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:00.034570 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0796bbfb-f89b-4249-8941-2210d1d0ad2f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:00.056065 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c30bd615-1aa5-4b45-8db3-3b2e705d333f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:47:22Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '562136d8-e9b0-4d3a-a616-c6f06b4d653f', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'port_id': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'mac_address': 'fa:16:3e:54:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0882d218-1c43-4d22-841e-abac9763e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:47:58Z', 'updated_at': '2021-11-15T14:47:58Z', 'revision_number': 0, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:28Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:00.111811 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bd615-1aa5-4b45-8db3-3b2e705d333f None None] Checking router: 6e1d5add-94da-4433-b47d-37904e0a7187 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:48:00.120896 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bd615-1aa5-4b45-8db3-3b2e705d333f None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:00.121410 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa45f0-e0b3-4f8e-9bce-c2d29df02403 req-0e50b406-a717-4406-ab52-865b2f6c965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:00.121656 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c30bd615-1aa5-4b45-8db3-3b2e705d333f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:00.123745 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa45f0-e0b3-4f8e-9bce-c2d29df02403 req-0e50b406-a717-4406-ab52-865b2f6c965d service neutron] 10.222.0.46 "GET /v2.0/networks?id=39c8216c-6b81-4757-901c-ecb4b0eec10e HTTP/1.1" status: 200 len: 897 time: 0.1759865 Nov 15 14:48:00.155153 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0796bbfb-f89b-4249-8941-2210d1d0ad2f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:00.155492 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0796bbfb-f89b-4249-8941-2210d1d0ad2f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:00.171250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0796bbfb-f89b-4249-8941-2210d1d0ad2f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for 7599bad3-c9ac-4de4-9916-201a31dc30a3 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:00.242132 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa45f0-e0b3-4f8e-9bce-c2d29df02403 req-33c90d22-a0b9-430a-8d82-06a1a6b24ca4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db40158c-0b5c-409b-ae4a-0d8388c3cd38 HTTP/1.1" status: 200 len: 1000 time: 0.1095452 Nov 15 14:48:00.287158 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c30bd615-1aa5-4b45-8db3-3b2e705d333f None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:48:00.298256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa45f0-e0b3-4f8e-9bce-c2d29df02403 req-241510c0-029e-45b3-851c-2e81845f0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:00.299778 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa45f0-e0b3-4f8e-9bce-c2d29df02403 req-241510c0-029e-45b3-851c-2e81845f0528 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87dbc2f1-eecd-4b43-acfa-9e50ad332774 HTTP/1.1" status: 200 len: 835 time: 0.0469637 Nov 15 14:48:00.366582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa45f0-e0b3-4f8e-9bce-c2d29df02403 req-231ac001-1a23-4fb7-96e9-ac884ef5491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:00.368360 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa45f0-e0b3-4f8e-9bce-c2d29df02403 req-231ac001-1a23-4fb7-96e9-ac884ef5491a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39c8216c-6b81-4757-901c-ecb4b0eec10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509155 Nov 15 14:48:00.535553 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0796bbfb-f89b-4249-8941-2210d1d0ad2f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:00.546660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45580) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:00.558496 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa45f0-e0b3-4f8e-9bce-c2d29df02403 req-8bec581a-277b-4f99-97f3-46e0eded1843 service neutron] 10.222.0.46 "GET /v2.0/networks/39c8216c-6b81-4757-901c-ecb4b0eec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811738 Nov 15 14:48:00.678962 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c30bd615-1aa5-4b45-8db3-3b2e705d333f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:47:22Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '562136d8-e9b0-4d3a-a616-c6f06b4d653f', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'port_id': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'mac_address': 'fa:16:3e:54:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0882d218-1c43-4d22-841e-abac9763e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:47:58Z', 'updated_at': '2021-11-15T14:47:58Z', 'revision_number': 0, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:28Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:00.682305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796bbfb-f89b-4249-8941-2210d1d0ad2f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=7599bad3-c9ac-4de4-9916-201a31dc30a3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:00.741991 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bd615-1aa5-4b45-8db3-3b2e705d333f None None] The sync data for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 is: [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:47:22Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '562136d8-e9b0-4d3a-a616-c6f06b4d653f', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'port_id': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'mac_address': 'fa:16:3e:54:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0882d218-1c43-4d22-841e-abac9763e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:47:58Z', 'updated_at': '2021-11-15T14:47:58Z', 'revision_number': 0, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:28Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:00.745646 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa45f0-e0b3-4f8e-9bce-c2d29df02403 req-a4acce97-0d02-4672-bd0d-cbaeb5ba63f6 service neutron] 10.222.0.46 "GET /v2.0/networks/39c8216c-6b81-4757-901c-ecb4b0eec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797163 Nov 15 14:48:00.754030 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0796bbfb-f89b-4249-8941-2210d1d0ad2f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:00.754610 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-0796bbfb-f89b-4249-8941-2210d1d0ad2f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Floating IP 642c8b79-0f65-4085-96a9-233b5bb105ae disassociated (deleted). External IP: 172.25.4.132, port: 8b1d5472-4465-4a45-b4dc-3cfd494ee2be. Nov 15 14:48:00.902054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:00.955802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-39ec5ef5-485e-4779-a3cf-fb65681b544c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=745c8da39c384468b868b1cccace3762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4042585 Nov 15 14:48:00.959071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:01.007473 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a6a60ce2-6f46-44a1-9877-fe3b6196f597 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/floatingips/562136d8-e9b0-4d3a-a616-c6f06b4d653f HTTP/1.1" status: 200 len: 992 time: 0.1031158 Nov 15 14:48:01.033645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb178f7-1291-4a9d-8708-6019cc8d7f50 req-37700660-c2e5-4398-9bbe-8f8ddacc4d0f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:01.041048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb178f7-1291-4a9d-8708-6019cc8d7f50 req-37700660-c2e5-4398-9bbe-8f8ddacc4d0f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:01.056857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb178f7-1291-4a9d-8708-6019cc8d7f50 req-37700660-c2e5-4398-9bbe-8f8ddacc4d0f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:01.057104 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c955833f-7e88-42a2-8028-5d0ac21315a1 None None] New status for floating IP 562136d8-e9b0-4d3a-a616-c6f06b4d653f: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:48:01.057533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb178f7-1291-4a9d-8708-6019cc8d7f50 req-37700660-c2e5-4398-9bbe-8f8ddacc4d0f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:01.061822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb178f7-1291-4a9d-8708-6019cc8d7f50 req-37700660-c2e5-4398-9bbe-8f8ddacc4d0f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:01.068063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb178f7-1291-4a9d-8708-6019cc8d7f50 req-37700660-c2e5-4398-9bbe-8f8ddacc4d0f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:01.073933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb178f7-1291-4a9d-8708-6019cc8d7f50 req-37700660-c2e5-4398-9bbe-8f8ddacc4d0f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:01.075870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6bb178f7-1291-4a9d-8708-6019cc8d7f50 req-37700660-c2e5-4398-9bbe-8f8ddacc4d0f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.2600770 Nov 15 14:48:01.123900 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7afa2056-856d-4950-a6ff-5862b8363f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:01.247953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7afa2056-856d-4950-a6ff-5862b8363f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:01.327036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6bb178f7-1291-4a9d-8708-6019cc8d7f50 req-bcd62f98-7483-4485-a731-5041ab0a542a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2424998 Nov 15 14:48:01.393029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0796bbfb-f89b-4249-8941-2210d1d0ad2f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:48:01.519887 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0796bbfb-f89b-4249-8941-2210d1d0ad2f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:01.519887 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0796bbfb-f89b-4249-8941-2210d1d0ad2f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:01.522507 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aebce8-23cd-4ccc-9089-248f7342fab8 None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:01.534144 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aebce8-23cd-4ccc-9089-248f7342fab8 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:01.535561 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f8aebce8-23cd-4ccc-9089-248f7342fab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:01.552382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0796bbfb-f89b-4249-8941-2210d1d0ad2f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/floatingips/642c8b79-0f65-4085-96a9-233b5bb105ae HTTP/1.1" status: 204 len: 168 time: 1.8067443 Nov 15 14:48:01.552946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45610) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:01.576747 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f8aebce8-23cd-4ccc-9089-248f7342fab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:01.584441 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7afa2056-856d-4950-a6ff-5862b8363f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:01.587856 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7afa2056-856d-4950-a6ff-5862b8363f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:01.588846 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7afa2056-856d-4950-a6ff-5862b8363f98 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c794bf2-e27e-47ee-b848-56ecfe067b80 HTTP/1.1" status: 204 len: 168 time: 0.6238091 Nov 15 14:48:01.590902 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aebce8-23cd-4ccc-9089-248f7342fab8 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:01.591932 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f8aebce8-23cd-4ccc-9089-248f7342fab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:01.608445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa2056-856d-4950-a6ff-5862b8363f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c794bf2-e27e-47ee-b848-56ecfe067b80,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:01.628810 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f8aebce8-23cd-4ccc-9089-248f7342fab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:01.629702 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aebce8-23cd-4ccc-9089-248f7342fab8 None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:01.669449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b5175149-2205-4f2f-9ad3-1bdecfc64e9a tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port 8b1d5472-4465-4a45-b4dc-3cfd494ee2be {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:01.669781 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5175149-2205-4f2f-9ad3-1bdecfc64e9a tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:01.762029 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5175149-2205-4f2f-9ad3-1bdecfc64e9a tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:01.774740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b5175149-2205-4f2f-9ad3-1bdecfc64e9a tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for 8b1d5472-4465-4a45-b4dc-3cfd494ee2be owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:02.009288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:02.074601 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-24e69713-104c-4b23-8275-9b940fa42578 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/floatingips/562136d8-e9b0-4d3a-a616-c6f06b4d653f HTTP/1.1" status: 200 len: 994 time: 0.0641167 Nov 15 14:48:02.081535 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5175149-2205-4f2f-9ad3-1bdecfc64e9a tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:02.093817 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bbfd05e0-0e3d-43d6-81b7-2ed70c427ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:02.111820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5175149-2205-4f2f-9ad3-1bdecfc64e9a tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=8b1d5472-4465-4a45-b4dc-3cfd494ee2be,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:02.241297 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5175149-2205-4f2f-9ad3-1bdecfc64e9a tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:02.244671 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b5175149-2205-4f2f-9ad3-1bdecfc64e9a tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/ports/8b1d5472-4465-4a45-b4dc-3cfd494ee2be HTTP/1.1" status: 204 len: 168 time: 0.6908159 Nov 15 14:48:02.248307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45640) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:02.253437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:02.367215 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:02.497908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b136608-ce60-49b0-9ced-caa89992e6f6 req-b57d2bc1-12a3-449e-b060-485697b57303 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:02.504712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b136608-ce60-49b0-9ced-caa89992e6f6 req-b57d2bc1-12a3-449e-b060-485697b57303 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:02.511122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b136608-ce60-49b0-9ced-caa89992e6f6 req-b57d2bc1-12a3-449e-b060-485697b57303 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:02.517318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b136608-ce60-49b0-9ced-caa89992e6f6 req-b57d2bc1-12a3-449e-b060-485697b57303 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:02.523521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b136608-ce60-49b0-9ced-caa89992e6f6 req-b57d2bc1-12a3-449e-b060-485697b57303 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:02.529898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b136608-ce60-49b0-9ced-caa89992e6f6 req-b57d2bc1-12a3-449e-b060-485697b57303 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:02.536293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b136608-ce60-49b0-9ced-caa89992e6f6 req-b57d2bc1-12a3-449e-b060-485697b57303 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:02.538267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b136608-ce60-49b0-9ced-caa89992e6f6 req-b57d2bc1-12a3-449e-b060-485697b57303 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.1175265 Nov 15 14:48:02.626962 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:02.634627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b136608-ce60-49b0-9ced-caa89992e6f6 req-8e5c344a-6099-40f4-bf88-684b38e26af9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858614 Nov 15 14:48:02.785967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.25.4.205 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/f84456ed-7629-4ec9-a58f-4be4a9f96d82) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:02.808646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b30bb-4b49-453e-bdb1-a09eed31c60f req-369f5121-c2d1-4459-8e2b-9ad77639f1dd tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:02.810171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a44b30bb-4b49-453e-bdb1-a09eed31c60f req-369f5121-c2d1-4459-8e2b-9ad77639f1dd tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0858843 Nov 15 14:48:02.861522 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45676) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:02.913936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a44b30bb-4b49-453e-bdb1-a09eed31c60f req-68d4c274-f45a-4724-8d8c-627f3cffa864 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872247 Nov 15 14:48:02.943075 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:02.973127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1156760438'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:03.061657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca956aea-8dca-4c5c-9ca2-213993e98efa req-4036d55c-d8df-4899-a8f1-b6884015f0b3 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:03.063821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca956aea-8dca-4c5c-9ca2-213993e98efa req-4036d55c-d8df-4899-a8f1-b6884015f0b3 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0577724 Nov 15 14:48:03.086586 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Made reservation on behalf of fab65b392c8d4060a0b1a32a74dc2c30 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:03.090139 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.099392 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.119569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca956aea-8dca-4c5c-9ca2-213993e98efa req-f68729af-7411-447f-a14e-a90439b7076c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494642 Nov 15 14:48:03.121998 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.180702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:03.184026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:03.189044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:03.202321 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.209928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=f84456ed-7629-4ec9-a58f-4be4a9f96d82,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:03.279405 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.320922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.352487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:48:03.358001 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82a8876-5ea4-4ccd-b314-b738ec410480,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:03.366483 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.366483 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Added segment 74ded810-f196-40e0-9a5d-87e671b21ce8 of type vlan for network 28b41103-aaab-4f92-ae8c-274c423ed9b3 Nov 15 14:48:03.410754 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.419401 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.443800 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.527249 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.534177 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:03.534829 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.607899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Pushing event updated for resources: {'Network': ['ID=28b41103-aaab-4f92-ae8c-274c423ed9b3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:03.620417 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 28b41103-aaab-4f92-ae8c-274c423ed9b3 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:48:03.623751 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.696138 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cb87459d-6ab6-4218-bed0-e36e6a3f4c6d tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8320682 Nov 15 14:48:03.698477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:03.704748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-070aa2d2-4216-40f7-a4ce-e5c2401f30f1 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Request body: {'subnet': {'network_id': '28b41103-aaab-4f92-ae8c-274c423ed9b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:03.772824 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.793601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e4152-32dc-4770-a758-be8097e6a3fa req-f55935aa-c3ff-40b0-a1d6-c59345ba8f03 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:03.799667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e4152-32dc-4770-a758-be8097e6a3fa req-f55935aa-c3ff-40b0-a1d6-c59345ba8f03 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:03.805896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e4152-32dc-4770-a758-be8097e6a3fa req-f55935aa-c3ff-40b0-a1d6-c59345ba8f03 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:03.812063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e4152-32dc-4770-a758-be8097e6a3fa req-f55935aa-c3ff-40b0-a1d6-c59345ba8f03 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:03.819185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e4152-32dc-4770-a758-be8097e6a3fa req-f55935aa-c3ff-40b0-a1d6-c59345ba8f03 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:03.825346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e4152-32dc-4770-a758-be8097e6a3fa req-f55935aa-c3ff-40b0-a1d6-c59345ba8f03 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:03.832100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e4152-32dc-4770-a758-be8097e6a3fa req-f55935aa-c3ff-40b0-a1d6-c59345ba8f03 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:03.834494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb9e4152-32dc-4770-a758-be8097e6a3fa req-f55935aa-c3ff-40b0-a1d6-c59345ba8f03 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.1059039 Nov 15 14:48:03.938491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=f84456ed-7629-4ec9-a58f-4be4a9f96d82,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:03.960215 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:03.985476 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb9e4152-32dc-4770-a758-be8097e6a3fa req-5952d183-717e-4922-a407-09ccb80a6e43 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268873 Nov 15 14:48:04.051822 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:04.054301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c639b5ec-f96e-4f69-bc78-d11448059d27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8040714 Nov 15 14:48:04.056418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45740) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:04.063407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'port': {'network_id': '6e8d87aa-5a8c-4421-980b-dc4db49b690e', 'name': 'tempest-FloatingIPTestJSON-38350249'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:04.243629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070aa2d2-4216-40f7-a4ce-e5c2401f30f1 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Made reservation on behalf of fab65b392c8d4060a0b1a32a74dc2c30 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:04.247340 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-070aa2d2-4216-40f7-a4ce-e5c2401f30f1 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:04.367264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Made reservation on behalf of 6c1110b127344c92b26723dffe81291f for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:04.370825 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:04.388823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] device_id is not set on port 36b24c55-a12e-481a-ab88-fd9cc0668fa4 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:48:04.495306 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-070aa2d2-4216-40f7-a4ce-e5c2401f30f1 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:04.508024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.20.0.13 (6e8d87aa-5a8c-4421-980b-dc4db49b690e/c61932a1-bfe4-4743-af5b-a923382b9b10/36b24c55-a12e-481a-ab88-fd9cc0668fa4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:04.553778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070aa2d2-4216-40f7-a4ce-e5c2401f30f1 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Pushing event updated for resources: {'Subnet': ['ID=a5f46c43-cc52-4ac4-980a-72a93e9d98b2,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:04.569336 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070aa2d2-4216-40f7-a4ce-e5c2401f30f1 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Checking segment: {'id': '74ded810-f196-40e0-9a5d-87e671b21ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '28b41103-aaab-4f92-ae8c-274c423ed9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:48:04.569675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070aa2d2-4216-40f7-a4ce-e5c2401f30f1 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Network hostable DHCP agents. Network: 28b41103-aaab-4f92-ae8c-274c423ed9b3, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:48:04.689307 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:04.700330 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070aa2d2-4216-40f7-a4ce-e5c2401f30f1 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Network 28b41103-aaab-4f92-ae8c-274c423ed9b3 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:48:04.780266 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-070aa2d2-4216-40f7-a4ce-e5c2401f30f1 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 28b41103-aaab-4f92-ae8c-274c423ed9b3) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:04.785313 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070aa2d2-4216-40f7-a4ce-e5c2401f30f1 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:04.785922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-070aa2d2-4216-40f7-a4ce-e5c2401f30f1 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:04.789702 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac48414-594d-4c31-b31e-d98664eb66f2 None None] Network 28b41103-aaab-4f92-ae8c-274c423ed9b3 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:04.803749 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:04.850334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network 6e8d87aa-5a8c-4421-980b-dc4db49b690e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:04.853679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:04.857672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:04.886736 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-070aa2d2-4216-40f7-a4ce-e5c2401f30f1 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1869655 Nov 15 14:48:04.888083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=36b24c55-a12e-481a-ab88-fd9cc0668fa4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:04.890190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:04.898629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Request body: {'port': {'network_id': '28b41103-aaab-4f92-ae8c-274c423ed9b3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1539755339'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:04.943557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:04.944239 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:04.976517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-28b41103-aaab-4f92-ae8c-274c423ed9b3', 'network_id': '28b41103-aaab-4f92-ae8c-274c423ed9b3', 'tenant_id': 'fab65b392c8d4060a0b1a32a74dc2c30', 'fixed_ips': [{'subnet_id': 'a5f46c43-cc52-4ac4-980a-72a93e9d98b2'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:48:04.977416 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:05.034864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d50d58cd-5036-47a9-9ecd-699504deb141 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9766002 Nov 15 14:48:05.037263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:05.046217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9a94f366-0af7-40fa-8e2d-068151d9e917 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'floatingip': {'port_id': '36b24c55-a12e-481a-ab88-fd9cc0668fa4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:05.094650 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:05.188108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Allocated IP 172.20.0.2 (28b41103-aaab-4f92-ae8c-274c423ed9b3/a5f46c43-cc52-4ac4-980a-72a93e9d98b2/ed527b84-6bb7-4a1a-8e34-eda20714f6f3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:05.206729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Made reservation on behalf of fab65b392c8d4060a0b1a32a74dc2c30 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:05.210484 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:05.239685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] device_id is not set on port 068bf2ad-ef6b-4868-ba04-4de69c286d7b yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:48:05.359304 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:05.442133 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:05.493453 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a94f366-0af7-40fa-8e2d-068151d9e917 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:05.495765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Network 28b41103-aaab-4f92-ae8c-274c423ed9b3 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:05.497100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Pushing event updated for resources: {'Port': ['ID=ed527b84-6bb7-4a1a-8e34-eda20714f6f3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:05.499877 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:05.502175 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:05.552031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5b18ce4a-a8cd-457f-84d0-71ccc870ab52 {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:48:05.552629 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:48:05.557860 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Attempting to bind port ed527b84-6bb7-4a1a-8e34-eda20714f6f3 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:48:05.559074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Attempting to bind port ed527b84-6bb7-4a1a-8e34-eda20714f6f3 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '74ded810-f196-40e0-9a5d-87e671b21ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '28b41103-aaab-4f92-ae8c-274c423ed9b3'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:48:05.559074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Attempting to bind port ed527b84-6bb7-4a1a-8e34-eda20714f6f3 on network 28b41103-aaab-4f92-ae8c-274c423ed9b3 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:48:05.563922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:48:05.564298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Checking segment: {'id': '74ded810-f196-40e0-9a5d-87e671b21ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '28b41103-aaab-4f92-ae8c-274c423ed9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:48:05.564701 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:05.565160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Bound using segment: {'id': '74ded810-f196-40e0-9a5d-87e671b21ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '28b41103-aaab-4f92-ae8c-274c423ed9b3'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:48:05.565631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Bound port: ed527b84-6bb7-4a1a-8e34-eda20714f6f3, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ded810-f196-40e0-9a5d-87e671b21ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '28b41103-aaab-4f92-ae8c-274c423ed9b3'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:48:05.566007 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:05.620081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0031d-1e5c-41c8-9f37-443d4d824d34 req-565baa4c-e1f7-4eb9-bb12-b2deb2d4a09e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:05.626102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0031d-1e5c-41c8-9f37-443d4d824d34 req-565baa4c-e1f7-4eb9-bb12-b2deb2d4a09e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:05.632184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0031d-1e5c-41c8-9f37-443d4d824d34 req-565baa4c-e1f7-4eb9-bb12-b2deb2d4a09e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:05.633419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] For port ed527b84-6bb7-4a1a-8e34-eda20714f6f3, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:48:05.636447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] For port ed527b84-6bb7-4a1a-8e34-eda20714f6f3, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ed527b84-6bb7-4a1a-8e34-eda20714f6f3,segment=NetworkSegment(74ded810-f196-40e0-9a5d-87e671b21ce8),segment_id=74ded810-f196-40e0-9a5d-87e671b21ce8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:48:05.639358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0031d-1e5c-41c8-9f37-443d4d824d34 req-565baa4c-e1f7-4eb9-bb12-b2deb2d4a09e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:05.644739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0031d-1e5c-41c8-9f37-443d4d824d34 req-565baa4c-e1f7-4eb9-bb12-b2deb2d4a09e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:05.650809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0031d-1e5c-41c8-9f37-443d4d824d34 req-565baa4c-e1f7-4eb9-bb12-b2deb2d4a09e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:05.657263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0031d-1e5c-41c8-9f37-443d4d824d34 req-565baa4c-e1f7-4eb9-bb12-b2deb2d4a09e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:05.659538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85b0031d-1e5c-41c8-9f37-443d4d824d34 req-565baa4c-e1f7-4eb9-bb12-b2deb2d4a09e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.1819637 Nov 15 14:48:05.741886 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:05.784661 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:05.803229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee85e72-e7e4-48be-a0ff-2724c4d0e6a6 None None] Pushing event updated for resources: {'Port': ['ID=ed527b84-6bb7-4a1a-8e34-eda20714f6f3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:05.804921 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85b0031d-1e5c-41c8-9f37-443d4d824d34 req-dccb185b-9c73-45cc-99f2-fd12d02617a6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390231 Nov 15 14:48:06.053325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:06.076891 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] device_id is not set on port eedd4856-093f-4bf0-aca1-6f24a8d8bb7a yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:48:06.111000 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:48:06.131930 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a94f366-0af7-40fa-8e2d-068151d9e917 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:06.206889 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a94f366-0af7-40fa-8e2d-068151d9e917 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:06.266248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Allocated IP 172.20.0.14 (28b41103-aaab-4f92-ae8c-274c423ed9b3/a5f46c43-cc52-4ac4-980a-72a93e9d98b2/eedd4856-093f-4bf0-aca1-6f24a8d8bb7a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:06.291983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ed527b84-6bb7-4a1a-8e34-eda20714f6f3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:06.352181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ed527b84-6bb7-4a1a-8e34-eda20714f6f3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:06.352562 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:06.376360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc15ad-a5f1-472c-9709-044737c4baf4 req-6b043924-3459-40c4-95fe-f12d7a7c6d9d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:06.377882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3fc15ad-a5f1-472c-9709-044737c4baf4 req-6b043924-3459-40c4-95fe-f12d7a7c6d9d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0749269 Nov 15 14:48:06.386592 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-9a94f366-0af7-40fa-8e2d-068151d9e917 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Floating IP 9aec07eb-c146-4ec0-bd61-c304f0c43f42 associated. External IP: 172.25.4.205, port: 36b24c55-a12e-481a-ab88-fd9cc0668fa4. Nov 15 14:48:06.464868 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:06.510331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port ed527b84-6bb7-4a1a-8e34-eda20714f6f3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ed527b84-6bb7-4a1a-8e34-eda20714f6f3,segment=NetworkSegment(74ded810-f196-40e0-9a5d-87e671b21ce8),segment_id=74ded810-f196-40e0-9a5d-87e671b21ce8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:06.511475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3fc15ad-a5f1-472c-9709-044737c4baf4 req-f67856b7-7683-4d25-9bdc-5d39a0db2138 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225324 Nov 15 14:48:06.531047 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:06.592192 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:06.644392 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:06.659899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=ed527b84-6bb7-4a1a-8e34-eda20714f6f3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:06.678816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9465062-1c9f-400e-8496-faacee6af822 req-dae19919-3e52-4346-bd2c-6620823673bf tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:06.680461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9465062-1c9f-400e-8496-faacee6af822 req-dae19919-3e52-4346-bd2c-6620823673bf tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0778682 Nov 15 14:48:06.713894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Network 28b41103-aaab-4f92-ae8c-274c423ed9b3 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:06.716654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a94f366-0af7-40fa-8e2d-068151d9e917 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:48:06.722884 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:06.722884 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:06.728349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Pushing event updated for resources: {'Port': ['ID=eedd4856-093f-4bf0-aca1-6f24a8d8bb7a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:06.791255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:06.792313 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:06.838532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9465062-1c9f-400e-8496-faacee6af822 req-002f4d11-f38e-4aef-9956-1c8a40142c37 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453695 Nov 15 14:48:06.882026 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a552657a-6253-4356-986f-4f8c7423ef88 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9889014 Nov 15 14:48:06.890116 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:06.897875 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Request body: {'port': {'network_id': '28b41103-aaab-4f92-ae8c-274c423ed9b3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1924623887', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:06.898484 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] bootfile-name is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 14:48:06.898837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] tftp-server is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 14:48:06.899178 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] server-ip-address is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 14:48:06.939031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a94f366-0af7-40fa-8e2d-068151d9e917 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:06.948914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f18154-4fd9-425e-84b7-0b0bc98c5e26 None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:06.963201 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a94f366-0af7-40fa-8e2d-068151d9e917 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:06.968337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f18154-4fd9-425e-84b7-0b0bc98c5e26 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:06.969007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-46f18154-4fd9-425e-84b7-0b0bc98c5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:06.971939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:07.025442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9a94f366-0af7-40fa-8e2d-068151d9e917 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "PUT /v2.0/floatingips/9aec07eb-c146-4ec0-bd61-c304f0c43f42 HTTP/1.1" status: 200 len: 977 time: 1.9848814 Nov 15 14:48:07.025995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45862) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:07.036257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87b9c6-1dcf-4331-9818-267e2feee9f7 req-c214848a-d283-43ec-8b4d-d9bdb7f1e238 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:07.042811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87b9c6-1dcf-4331-9818-267e2feee9f7 req-c214848a-d283-43ec-8b4d-d9bdb7f1e238 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:07.049096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-46f18154-4fd9-425e-84b7-0b0bc98c5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:07.049587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87b9c6-1dcf-4331-9818-267e2feee9f7 req-c214848a-d283-43ec-8b4d-d9bdb7f1e238 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:07.055812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87b9c6-1dcf-4331-9818-267e2feee9f7 req-c214848a-d283-43ec-8b4d-d9bdb7f1e238 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:07.062030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87b9c6-1dcf-4331-9818-267e2feee9f7 req-c214848a-d283-43ec-8b4d-d9bdb7f1e238 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:07.068793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87b9c6-1dcf-4331-9818-267e2feee9f7 req-c214848a-d283-43ec-8b4d-d9bdb7f1e238 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:07.077662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87b9c6-1dcf-4331-9818-267e2feee9f7 req-c214848a-d283-43ec-8b4d-d9bdb7f1e238 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:07.080336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f18154-4fd9-425e-84b7-0b0bc98c5e26 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:07.080961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-46f18154-4fd9-425e-84b7-0b0bc98c5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:07.085682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe87b9c6-1dcf-4331-9818-267e2feee9f7 req-c214848a-d283-43ec-8b4d-d9bdb7f1e238 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.1690276 Nov 15 14:48:07.142113 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-46f18154-4fd9-425e-84b7-0b0bc98c5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:07.143246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f18154-4fd9-425e-84b7-0b0bc98c5e26 None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:07.145978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a8eb9-fa24-4f19-9609-799fd742c59b None None] Network 28b41103-aaab-4f92-ae8c-274c423ed9b3 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:07.187335 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9480ac67-bdad-4d6a-aeb1-53f0eb1f0d3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.207121 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe87b9c6-1dcf-4331-9818-267e2feee9f7 req-713a787a-8f08-492e-b695-d86d45537059 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203511 Nov 15 14:48:07.217293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5f11448a-44b3-45a9-a94d-2d3120ab710b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port 36b24c55-a12e-481a-ab88-fd9cc0668fa4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:07.217643 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f11448a-44b3-45a9-a94d-2d3120ab710b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.233309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3a7302df-7107-47ba-b0b3-9fbfc54ad15b None None] Provisioning complete for port ed527b84-6bb7-4a1a-8e34-eda20714f6f3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:07.233309 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a7302df-7107-47ba-b0b3-9fbfc54ad15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.262337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36e314-ba9d-47cf-9c25-2f2276b31dec req-c43f73ad-ea2a-45a2-9950-be3f0a433dcf tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:07.267513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb36e314-ba9d-47cf-9c25-2f2276b31dec req-c43f73ad-ea2a-45a2-9950-be3f0a433dcf tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1403091 Nov 15 14:48:07.291674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Made reservation on behalf of fab65b392c8d4060a0b1a32a74dc2c30 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:07.295834 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.327077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] device_id is not set on port e6f9a0ae-9be4-4efa-92e0-db6464fd89e9 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:48:07.348276 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb36e314-ba9d-47cf-9c25-2f2276b31dec req-3f95b7a9-d640-4645-995a-aa674104f94f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768967 Nov 15 14:48:07.360810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9480ac67-bdad-4d6a-aeb1-53f0eb1f0d3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.403896 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f11448a-44b3-45a9-a94d-2d3120ab710b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.485929 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d09a8a-2973-4e53-bb95-ed0816362b81 req-0e9137b6-3aa2-42ff-ab67-3373de6b05c9 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:07.487680 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7d09a8a-2973-4e53-bb95-ed0816362b81 req-0e9137b6-3aa2-42ff-ab67-3373de6b05c9 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0530272 Nov 15 14:48:07.489022 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9480ac67-bdad-4d6a-aeb1-53f0eb1f0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.549846 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9480ac67-bdad-4d6a-aeb1-53f0eb1f0d3d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ce29ba954ee4792b0caa17f49314ee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5755680 Nov 15 14:48:07.555612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:07.557745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480ac67-bdad-4d6a-aeb1-53f0eb1f0d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e0942a-136d-4850-9e06-129cf98eef32,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:07.598883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7d09a8a-2973-4e53-bb95-ed0816362b81 req-5072f8e9-c3cb-485f-8b3d-eeefb9625206 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036224 Nov 15 14:48:07.609488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Allocated IP 172.20.0.10 (28b41103-aaab-4f92-ae8c-274c423ed9b3/a5f46c43-cc52-4ac4-980a-72a93e9d98b2/e6f9a0ae-9be4-4efa-92e0-db6464fd89e9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:07.635575 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f58cec-e051-4d10-a459-a68caf847400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.664221 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f58cec-e051-4d10-a459-a68caf847400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.729069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fd9c6ab7-de52-4e95-a221-6e76acd9e544 None None] Provisioning complete for port eedd4856-093f-4bf0-aca1-6f24a8d8bb7a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:07.729666 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6ab7-de52-4e95-a221-6e76acd9e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.768125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fd9c6ab7-de52-4e95-a221-6e76acd9e544 None None] Port eedd4856-093f-4bf0-aca1-6f24a8d8bb7a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:07.769291 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f11448a-44b3-45a9-a94d-2d3120ab710b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.769770 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f11448a-44b3-45a9-a94d-2d3120ab710b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.769957 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-5f11448a-44b3-45a9-a94d-2d3120ab710b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Floating IP 9aec07eb-c146-4ec0-bd61-c304f0c43f42 disassociated. External IP: 172.25.4.205, port: 36b24c55-a12e-481a-ab88-fd9cc0668fa4. Nov 15 14:48:07.770373 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5f11448a-44b3-45a9-a94d-2d3120ab710b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for 36b24c55-a12e-481a-ab88-fd9cc0668fa4 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:07.783904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fd9c6ab7-de52-4e95-a221-6e76acd9e544 None None] Provisioning complete for port ed527b84-6bb7-4a1a-8e34-eda20714f6f3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:07.784536 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6ab7-de52-4e95-a221-6e76acd9e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.818377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2dfde-9f70-42c0-bbe2-fdc58a7f2207 req-77517ded-a3d2-491f-98b6-410850a24455 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:07.827524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75a2dfde-9f70-42c0-bbe2-fdc58a7f2207 req-77517ded-a3d2-491f-98b6-410850a24455 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0689511 Nov 15 14:48:07.839989 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f58cec-e051-4d10-a459-a68caf847400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.843215 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f58cec-e051-4d10-a459-a68caf847400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:07.847150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-99f58cec-e051-4d10-a459-a68caf847400 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00e0942a-136d-4850-9e06-129cf98eef32 HTTP/1.1" status: 204 len: 168 time: 0.2874942 Nov 15 14:48:07.865699 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f58cec-e051-4d10-a459-a68caf847400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e0942a-136d-4850-9e06-129cf98eef32,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:07.927050 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75a2dfde-9f70-42c0-bbe2-fdc58a7f2207 req-b8c82427-7c1d-48cb-857f-18f4f17b10ac tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953443 Nov 15 14:48:07.936522 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:08.054788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29018d-dd85-4555-a0d9-18a8c9ce9f15 req-1b5ecd5b-61b2-4915-a3d4-79b34424d5b5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.056301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb29018d-dd85-4555-a0d9-18a8c9ce9f15 req-1b5ecd5b-61b2-4915-a3d4-79b34424d5b5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0509741 Nov 15 14:48:08.108989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb29018d-dd85-4555-a0d9-18a8c9ce9f15 req-5a5f4036-3a23-45ea-9325-bb1cf6e69e69 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465567 Nov 15 14:48:08.110856 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:08.116829 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f94e1898-2bc6-4b33-baf6-dfec24b572e3 None None] Provisioning complete for port eedd4856-093f-4bf0-aca1-6f24a8d8bb7a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:08.117269 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f94e1898-2bc6-4b33-baf6-dfec24b572e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:08.148129 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f11448a-44b3-45a9-a94d-2d3120ab710b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:08.188360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f94e1898-2bc6-4b33-baf6-dfec24b572e3 None None] Port eedd4856-093f-4bf0-aca1-6f24a8d8bb7a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:08.212324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Network 28b41103-aaab-4f92-ae8c-274c423ed9b3 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:08.222786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:08.231881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ed527b84-6bb7-4a1a-8e34-eda20714f6f3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:08.262960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:08.293533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Pushing event updated for resources: {'Port': ['ID=e6f9a0ae-9be4-4efa-92e0-db6464fd89e9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:08.334778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ed527b84-6bb7-4a1a-8e34-eda20714f6f3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:08.335426 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:08.381416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11448a-44b3-45a9-a94d-2d3120ab710b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=36b24c55-a12e-481a-ab88-fd9cc0668fa4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:08.416483 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.417192 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:08.446498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f11448a-44b3-45a9-a94d-2d3120ab710b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:48:08.477544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d322abd-5c86-493d-98ec-aff1258ea760 req-0fc9d846-dad9-4745-99d1-2ea0e6bcf992 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.483761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d322abd-5c86-493d-98ec-aff1258ea760 req-0fc9d846-dad9-4745-99d1-2ea0e6bcf992 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.490531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d322abd-5c86-493d-98ec-aff1258ea760 req-0fc9d846-dad9-4745-99d1-2ea0e6bcf992 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.496918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d322abd-5c86-493d-98ec-aff1258ea760 req-0fc9d846-dad9-4745-99d1-2ea0e6bcf992 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.503633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d322abd-5c86-493d-98ec-aff1258ea760 req-0fc9d846-dad9-4745-99d1-2ea0e6bcf992 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.509655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d322abd-5c86-493d-98ec-aff1258ea760 req-0fc9d846-dad9-4745-99d1-2ea0e6bcf992 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.515716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d322abd-5c86-493d-98ec-aff1258ea760 req-0fc9d846-dad9-4745-99d1-2ea0e6bcf992 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.517736 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d322abd-5c86-493d-98ec-aff1258ea760 req-0fc9d846-dad9-4745-99d1-2ea0e6bcf992 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.1498215 Nov 15 14:48:08.529177 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-54a19c27-a776-4de6-b890-b9c774b9ec32 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.6386600 Nov 15 14:48:08.535716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45890) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:08.594524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea931fe5-1109-4643-8a2c-02ec88d67e7c req-5d2dda91-6968-4a35-9ec9-02bc3fb0da8c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.596064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea931fe5-1109-4643-8a2c-02ec88d67e7c req-5d2dda91-6968-4a35-9ec9-02bc3fb0da8c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1455081 Nov 15 14:48:08.612175 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11d8ebb-a7cf-46e9-86b5-472f9c1c528a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.614963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ed183cb6-1d50-495a-bc32-75e2e259952e None None] Provisioning complete for port e6f9a0ae-9be4-4efa-92e0-db6464fd89e9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:08.615178 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed183cb6-1d50-495a-bc32-75e2e259952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:08.618202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11d8ebb-a7cf-46e9-86b5-472f9c1c528a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.624194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11d8ebb-a7cf-46e9-86b5-472f9c1c528a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.626510 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b11d8ebb-a7cf-46e9-86b5-472f9c1c528a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0898199 Nov 15 14:48:08.628007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f11448a-44b3-45a9-a94d-2d3120ab710b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:08.629984 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45892) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:08.643120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d322abd-5c86-493d-98ec-aff1258ea760 req-bd1b58a0-0862-40c6-a876-5ee87c5841f9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008532 Nov 15 14:48:08.644106 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e36c6-b6bc-43ad-913d-db0611af284d None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:08.672756 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e36c6-b6bc-43ad-913d-db0611af284d None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:08.672934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ed183cb6-1d50-495a-bc32-75e2e259952e None None] Port e6f9a0ae-9be4-4efa-92e0-db6464fd89e9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:08.673038 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9f5e36c6-b6bc-43ad-913d-db0611af284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:08.686789 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea931fe5-1109-4643-8a2c-02ec88d67e7c req-550f69b7-0d47-4387-87dd-8686f68e8bc0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798879 Nov 15 14:48:08.691033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45894) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:08.717073 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee25f3e4-c390-409b-a4f0-067afcc64aa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:08.719301 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9f5e36c6-b6bc-43ad-913d-db0611af284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:08.729338 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e36c6-b6bc-43ad-913d-db0611af284d None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:08.730139 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9f5e36c6-b6bc-43ad-913d-db0611af284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:08.766183 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9f5e36c6-b6bc-43ad-913d-db0611af284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:08.767247 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e36c6-b6bc-43ad-913d-db0611af284d None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:08.775646 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f11448a-44b3-45a9-a94d-2d3120ab710b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:08.778810 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5f11448a-44b3-45a9-a94d-2d3120ab710b tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/ports/36b24c55-a12e-481a-ab88-fd9cc0668fa4 HTTP/1.1" status: 204 len: 168 time: 1.7518036 Nov 15 14:48:08.781771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45898) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:08.831096 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6d0adfec-c819-4f5e-99d2-175f25902e03 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "GET /v2.0/floatingips/9aec07eb-c146-4ec0-bd61-c304f0c43f42 HTTP/1.1" status: 200 len: 688 time: 0.0482223 Nov 15 14:48:08.833696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45900) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:08.851134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c8249-72c1-4dc7-882c-e9089ce54e77 req-0e6fe585-3bc6-4857-b63e-b23069ee0ac8 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:08.852756 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b3c8249-72c1-4dc7-882c-e9089ce54e77 req-0e6fe585-3bc6-4857-b63e-b23069ee0ac8 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0750532 Nov 15 14:48:08.857567 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee25f3e4-c390-409b-a4f0-067afcc64aa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:08.886329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5ebfbeaf-7847-4293-8634-3c1d97a1b45a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Deleting port e6f9a0ae-9be4-4efa-92e0-db6464fd89e9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:08.886704 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ebfbeaf-7847-4293-8634-3c1d97a1b45a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:08.902827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b3c8249-72c1-4dc7-882c-e9089ce54e77 req-1d78af0a-5dcc-44bf-be52-bdfb0efed0ea tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438628 Nov 15 14:48:08.915248 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee25f3e4-c390-409b-a4f0-067afcc64aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:08.958493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ee25f3e4-c390-409b-a4f0-067afcc64aa3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bcb1df453609454cab724992dfbbafe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2641776 Nov 15 14:48:08.958493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25f3e4-c390-409b-a4f0-067afcc64aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c077b8d-08d5-4b8b-b775-932863cf8448,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:08.959986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:09.039462 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ebfbeaf-7847-4293-8634-3c1d97a1b45a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:09.054600 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5ebfbeaf-7847-4293-8634-3c1d97a1b45a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Calling delete_port for e6f9a0ae-9be4-4efa-92e0-db6464fd89e9 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:09.068815 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe42c2-3644-4fa0-b84e-9289af7827c2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port f84456ed-7629-4ec9-a58f-4be4a9f96d82 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:09.069164 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dbe42c2-3644-4fa0-b84e-9289af7827c2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:09.103492 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-788625a2-3b55-4a34-8953-c2c61fabc775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:09.138936 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-788625a2-3b55-4a34-8953-c2c61fabc775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:09.201838 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dbe42c2-3644-4fa0-b84e-9289af7827c2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:09.202088 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dbe42c2-3644-4fa0-b84e-9289af7827c2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:09.211499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba77103-0b41-46bd-b1a5-1f1da5047b67 req-33162e3f-3969-401f-a5dc-77220f45ba16 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:09.213010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ba77103-0b41-46bd-b1a5-1f1da5047b67 req-33162e3f-3969-401f-a5dc-77220f45ba16 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0794170 Nov 15 14:48:09.217658 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe42c2-3644-4fa0-b84e-9289af7827c2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for f84456ed-7629-4ec9-a58f-4be4a9f96d82 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:09.266750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ba77103-0b41-46bd-b1a5-1f1da5047b67 req-3a2e3011-4336-41ea-9181-4832e276c36e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430734 Nov 15 14:48:09.314993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-788625a2-3b55-4a34-8953-c2c61fabc775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:09.317615 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-788625a2-3b55-4a34-8953-c2c61fabc775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:09.320740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-788625a2-3b55-4a34-8953-c2c61fabc775 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c077b8d-08d5-4b8b-b775-932863cf8448 HTTP/1.1" status: 204 len: 168 time: 0.3463786 Nov 15 14:48:09.330850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788625a2-3b55-4a34-8953-c2c61fabc775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c077b8d-08d5-4b8b-b775-932863cf8448,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:09.402194 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ebfbeaf-7847-4293-8634-3c1d97a1b45a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:09.415897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d1d0a-c218-4573-8843-b04a9a4d427d req-3c76fda8-243b-42b8-863b-cd9175df3213 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:09.417560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-489d1d0a-c218-4573-8843-b04a9a4d427d req-3c76fda8-243b-42b8-863b-cd9175df3213 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0548687 Nov 15 14:48:09.441822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfbeaf-7847-4293-8634-3c1d97a1b45a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Pushing event deleted for resources: {'Port': ['ID=e6f9a0ae-9be4-4efa-92e0-db6464fd89e9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:09.482491 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-489d1d0a-c218-4573-8843-b04a9a4d427d req-fd8bc0b0-284f-4e61-aa6e-b307f31501f1 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576887 Nov 15 14:48:09.794685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5160e9-0314-4462-b286-1b86c9b98d0d req-0e2e1278-22e7-43b3-b60b-25d2681ed470 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:09.796272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce5160e9-0314-4462-b286-1b86c9b98d0d req-0e2e1278-22e7-43b3-b60b-25d2681ed470 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0841992 Nov 15 14:48:09.808280 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dbe42c2-3644-4fa0-b84e-9289af7827c2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:09.818934 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8b35-b1c4-40e8-9ce2-56ed56643b60 req-30da1443-ef6b-4c82-b3ae-5615bfd1d671 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:09.825055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8b35-b1c4-40e8-9ce2-56ed56643b60 req-30da1443-ef6b-4c82-b3ae-5615bfd1d671 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:09.831511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8b35-b1c4-40e8-9ce2-56ed56643b60 req-30da1443-ef6b-4c82-b3ae-5615bfd1d671 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:09.837527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8b35-b1c4-40e8-9ce2-56ed56643b60 req-30da1443-ef6b-4c82-b3ae-5615bfd1d671 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:09.844306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8b35-b1c4-40e8-9ce2-56ed56643b60 req-30da1443-ef6b-4c82-b3ae-5615bfd1d671 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:09.844401 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe42c2-3644-4fa0-b84e-9289af7827c2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=f84456ed-7629-4ec9-a58f-4be4a9f96d82,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:09.849894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8b35-b1c4-40e8-9ce2-56ed56643b60 req-30da1443-ef6b-4c82-b3ae-5615bfd1d671 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:09.856195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8b35-b1c4-40e8-9ce2-56ed56643b60 req-30da1443-ef6b-4c82-b3ae-5615bfd1d671 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:09.858191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75db8b35-b1c4-40e8-9ce2-56ed56643b60 req-30da1443-ef6b-4c82-b3ae-5615bfd1d671 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.1172991 Nov 15 14:48:09.873050 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ebfbeaf-7847-4293-8634-3c1d97a1b45a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:09.876778 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5ebfbeaf-7847-4293-8634-3c1d97a1b45a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] 10.222.0.70 "DELETE /v2.0/ports/e6f9a0ae-9be4-4efa-92e0-db6464fd89e9 HTTP/1.1" status: 204 len: 168 time: 1.2463479 Nov 15 14:48:09.882346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:09.888267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4ae81d8d-3cee-431a-9228-be3b1f348432 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Request body: {'port': {'name': 'tempest-new-port-name-537375550', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:09.888737 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-4ae81d8d-3cee-431a-9228-be3b1f348432 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] bootfile-name is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 14:48:09.889086 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-4ae81d8d-3cee-431a-9228-be3b1f348432 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] tftp-server is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 14:48:09.889422 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-4ae81d8d-3cee-431a-9228-be3b1f348432 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] server-ip-address is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 14:48:09.914528 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dbe42c2-3644-4fa0-b84e-9289af7827c2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:09.917342 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dbe42c2-3644-4fa0-b84e-9289af7827c2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:09.918546 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0dbe42c2-3644-4fa0-b84e-9289af7827c2 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/floatingips/9aec07eb-c146-4ec0-bd61-c304f0c43f42 HTTP/1.1" status: 204 len: 168 time: 1.0839138 Nov 15 14:48:09.922534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:09.926894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '8deadb4a-79c9-4749-9fde-40752c18f146'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:09.993795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce5160e9-0314-4462-b286-1b86c9b98d0d req-d4bedab6-e5b8-4e18-8a94-45d98915b567 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346030 Nov 15 14:48:10.006946 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ae81d8d-3cee-431a-9228-be3b1f348432 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:10.020779 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:10.040960 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75db8b35-b1c4-40e8-9ce2-56ed56643b60 req-c7843ac8-2782-4a1b-afff-70e974478568 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1667576 Nov 15 14:48:10.151641 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:10.217218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ca70-8ba6-415e-bd60-75d05ea805ee req-fc691c72-64d1-4163-8506-ef2755bc7192 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:10.219325 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e845ca70-8ba6-415e-bd60-75d05ea805ee req-fc691c72-64d1-4163-8506-ef2755bc7192 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1274812 Nov 15 14:48:10.271657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.25.4.15 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/20781593-6727-40be-881e-0d79c7598484) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:10.330353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e845ca70-8ba6-415e-bd60-75d05ea805ee req-efb3133b-b2f9-4007-9cfb-495ae09e1d01 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979974 Nov 15 14:48:10.356005 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ae81d8d-3cee-431a-9228-be3b1f348432 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:10.401633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:10.409164 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ae81d8d-3cee-431a-9228-be3b1f348432 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:10.501054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae81d8d-3cee-431a-9228-be3b1f348432 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Pushing event updated for resources: {'Port': ['ID=eedd4856-093f-4bf0-aca1-6f24a8d8bb7a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:10.516366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4ae81d8d-3cee-431a-9228-be3b1f348432 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] In _notify_port_updated(), no bound segment for port eedd4856-093f-4bf0-aca1-6f24a8d8bb7a on network 28b41103-aaab-4f92-ae8c-274c423ed9b3 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:48:10.527452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae81d8d-3cee-431a-9228-be3b1f348432 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:10.527452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ae81d8d-3cee-431a-9228-be3b1f348432 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:10.527452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4ae81d8d-3cee-431a-9228-be3b1f348432 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] 10.222.0.70 "PUT /v2.0/ports/eedd4856-093f-4bf0-aca1-6f24a8d8bb7a HTTP/1.1" status: 200 len: 1136 time: 0.6404808 Nov 15 14:48:10.527989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:10.575253 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:10.631222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07041ce9-4b95-4e8d-b12c-c613333e69d5 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:10.638450 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-07041ce9-4b95-4e8d-b12c-c613333e69d5 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] 10.222.0.70 "GET /v2.0/ports/eedd4856-093f-4bf0-aca1-6f24a8d8bb7a HTTP/1.1" status: 200 len: 1136 time: 0.1091542 Nov 15 14:48:10.639275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45966) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:10.654003 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:10.666710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:10.670559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:10.677789 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=20781593-6727-40be-881e-0d79c7598484,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:10.763553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83ec3c-bbca-4827-a0a3-b0365bf2a444 req-b6f0888a-ce27-48b6-b0b2-53c5f951f18d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:10.764940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc83ec3c-bbca-4827-a0a3-b0365bf2a444 req-b6f0888a-ce27-48b6-b0b2-53c5f951f18d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/networks?id=49b70721-bd7f-4329-8b83-e5c54852f629 HTTP/1.1" status: 200 len: 813 time: 0.2251260 Nov 15 14:48:10.788794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc83ec3c-bbca-4827-a0a3-b0365bf2a444 req-25f45908-456c-4e90-bd2a-cc78348c0032 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/quotas/e64ab8c292434c08a0bd485e8163082c HTTP/1.1" status: 200 len: 375 time: 0.0158527 Nov 15 14:48:10.816647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-50d4a81e-4619-42ef-b97a-3f05e5def8b2 None None] Provisioning complete for port eedd4856-093f-4bf0-aca1-6f24a8d8bb7a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:10.817634 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50d4a81e-4619-42ef-b97a-3f05e5def8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:10.834948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2065a4bc-556c-4b67-ac8a-beae6dceff10 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Deleting port eedd4856-093f-4bf0-aca1-6f24a8d8bb7a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:10.835289 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2065a4bc-556c-4b67-ac8a-beae6dceff10 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:10.869521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-50d4a81e-4619-42ef-b97a-3f05e5def8b2 None None] Port eedd4856-093f-4bf0-aca1-6f24a8d8bb7a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:10.916433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc83ec3c-bbca-4827-a0a3-b0365bf2a444 req-d428c708-5c8d-45b0-aebf-c6bc76b73819 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e64ab8c292434c08a0bd485e8163082c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1194189 Nov 15 14:48:10.941362 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2065a4bc-556c-4b67-ac8a-beae6dceff10 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:10.955971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2065a4bc-556c-4b67-ac8a-beae6dceff10 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Calling delete_port for eedd4856-093f-4bf0-aca1-6f24a8d8bb7a owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:11.065943 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:11.215582 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:11.368000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbd061-766c-484f-9d17-fb92cd0342ff req-1ee9a908-5c94-4834-ae95-bf6c62021e7f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:11.369799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38fbd061-766c-484f-9d17-fb92cd0342ff req-1ee9a908-5c94-4834-ae95-bf6c62021e7f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.3649697 Nov 15 14:48:11.401832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fdaf6-9177-43c5-aac0-0d2091d958ed req-1c0c6ad1-2683-4a8b-b689-6a63b5cc6499 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:11.405471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:11.408765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fdaf6-9177-43c5-aac0-0d2091d958ed req-1c0c6ad1-2683-4a8b-b689-6a63b5cc6499 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:11.414815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fdaf6-9177-43c5-aac0-0d2091d958ed req-1c0c6ad1-2683-4a8b-b689-6a63b5cc6499 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:11.420718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fdaf6-9177-43c5-aac0-0d2091d958ed req-1c0c6ad1-2683-4a8b-b689-6a63b5cc6499 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:11.427193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fdaf6-9177-43c5-aac0-0d2091d958ed req-1c0c6ad1-2683-4a8b-b689-6a63b5cc6499 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:11.433170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fdaf6-9177-43c5-aac0-0d2091d958ed req-1c0c6ad1-2683-4a8b-b689-6a63b5cc6499 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:11.439166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fdaf6-9177-43c5-aac0-0d2091d958ed req-1c0c6ad1-2683-4a8b-b689-6a63b5cc6499 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:11.441120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-970fdaf6-9177-43c5-aac0-0d2091d958ed req-1c0c6ad1-2683-4a8b-b689-6a63b5cc6499 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5429 time: 0.1541476 Nov 15 14:48:11.475411 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:11.549899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=20781593-6727-40be-881e-0d79c7598484,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:11.561216 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:11.563998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38fbd061-766c-484f-9d17-fb92cd0342ff req-7e4bccc9-2f54-45b4-b26a-5edfa59cc1d7 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825495 Nov 15 14:48:11.591003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-970fdaf6-9177-43c5-aac0-0d2091d958ed req-8da9f10b-6e22-447f-a0bf-5110123ca3ec tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389441 Nov 15 14:48:11.660852 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2065a4bc-556c-4b67-ac8a-beae6dceff10 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:11.684838 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Floating IP 96769dc2-140c-4540-9e54-1867e5837d4b associated. External IP: 172.25.4.15, port: 8deadb4a-79c9-4749-9fde-40752c18f146. Nov 15 14:48:11.702462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065a4bc-556c-4b67-ac8a-beae6dceff10 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Pushing event deleted for resources: {'Port': ['ID=eedd4856-093f-4bf0-aca1-6f24a8d8bb7a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:11.815203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3109ea4-6745-489c-9f7c-728ec08a2436 req-d0158b00-cdb1-4996-9326-ccf729da04ff tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:11.817043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3109ea4-6745-489c-9f7c-728ec08a2436 req-d0158b00-cdb1-4996-9326-ccf729da04ff tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1484253 Nov 15 14:48:11.845525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2065a4bc-556c-4b67-ac8a-beae6dceff10 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:11.848404 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 85456e19-635c-40ff-b10b-d45a8a34f522 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:48:11.848897 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2065a4bc-556c-4b67-ac8a-beae6dceff10 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] 10.222.0.70 "DELETE /v2.0/ports/eedd4856-093f-4bf0-aca1-6f24a8d8bb7a HTTP/1.1" status: 204 len: 168 time: 1.2037961 Nov 15 14:48:11.851520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 45996) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:11.931378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3109ea4-6745-489c-9f7c-728ec08a2436 req-d2ed1096-1e75-4738-91e5-057a486aa9dc tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058614 Nov 15 14:48:11.950847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea73c0b-a591-47ae-bcbd-5dc410ab7c1a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Deleting subnet a5f46c43-cc52-4ac4-980a-72a93e9d98b2 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:48:11.956695 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bea73c0b-a591-47ae-bcbd-5dc410ab7c1a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:11.983447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 85456e19-635c-40ff-b10b-d45a8a34f522, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=85456e19-635c-40ff-b10b-d45a8a34f522,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:12.002216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '85456e19-635c-40ff-b10b-d45a8a34f522', 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a', 'port_id': '85456e19-635c-40ff-b10b-d45a8a34f522', 'mac_address': 'fa:16:3e:2b:56:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcbb94e-6f43-4c2f-ba15-404b45ed75fb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:48:12.020720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:48:12.048924 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.050977 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bea73c0b-a591-47ae-bcbd-5dc410ab7c1a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.067058 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85456e19-635c-40ff-b10b-d45a8a34f522 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:48:12.091223 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 85456e19-635c-40ff-b10b-d45a8a34f522, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=85456e19-635c-40ff-b10b-d45a8a34f522,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:12.158755 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:12.171492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636abfb9-2ea9-4552-a652-685c83983fe0 None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:12.181297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636abfb9-2ea9-4552-a652-685c83983fe0 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:12.181983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-636abfb9-2ea9-4552-a652-685c83983fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:12.197229 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bea73c0b-a591-47ae-bcbd-5dc410ab7c1a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.217406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-636abfb9-2ea9-4552-a652-685c83983fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:12.221509 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.224048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 67213a63-6141-41d5-9bd4-fafaf28fcad9 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:48:12.226603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e5adc50-d823-494c-b3c7-f201126e4cc8 req-b589b47b-89e2-4a48-8997-8e9fe41d9de5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e64ab8c292434c08a0bd485e8163082c HTTP/1.1" status: 200 len: 221 time: 0.0612762 Nov 15 14:48:12.273233 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636abfb9-2ea9-4552-a652-685c83983fe0 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:12.273857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-636abfb9-2ea9-4552-a652-685c83983fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:12.279579 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.335659 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fab2c000-5e9d-4872-9d55-80310d1a0169 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4120407 Nov 15 14:48:12.336556 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:12.341526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d3bc6a40-cc33-418a-867d-da878edc0f89 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1530553764'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:12.356438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255aede-e2d1-487c-89bb-a0c011a18842 req-cab682f7-0045-41e3-bb31-c021414063c3 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:12.358504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e255aede-e2d1-487c-89bb-a0c011a18842 req-cab682f7-0045-41e3-bb31-c021414063c3 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0667751 Nov 15 14:48:12.371263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-636abfb9-2ea9-4552-a652-685c83983fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:12.371963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636abfb9-2ea9-4552-a652-685c83983fe0 None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:12.391543 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bea73c0b-a591-47ae-bcbd-5dc410ab7c1a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.441082 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bea73c0b-a591-47ae-bcbd-5dc410ab7c1a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.444597 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bea73c0b-a591-47ae-bcbd-5dc410ab7c1a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] 10.222.0.70 "DELETE /v2.0/subnets/a5f46c43-cc52-4ac4-980a-72a93e9d98b2 HTTP/1.1" status: 204 len: 168 time: 0.5920715 Nov 15 14:48:12.445515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea73c0b-a591-47ae-bcbd-5dc410ab7c1a tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f46c43-cc52-4ac4-980a-72a93e9d98b2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:12.447241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:12.463424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e255aede-e2d1-487c-89bb-a0c011a18842 req-d291e8ff-97bf-4d6b-825e-8d0c92b2ade2 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965252 Nov 15 14:48:12.510374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bc6a40-cc33-418a-867d-da878edc0f89 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Made reservation on behalf of 6c1110b127344c92b26723dffe81291f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:12.514056 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6a40-cc33-418a-867d-da878edc0f89 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.566738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889bf782-0144-4451-a67e-87ca7de896f2 None None] Network 28b41103-aaab-4f92-ae8c-274c423ed9b3 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:12.578054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bc6a40-cc33-418a-867d-da878edc0f89 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:48:12.594374 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.600255 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6a40-cc33-418a-867d-da878edc0f89 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.600621 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-d3bc6a40-cc33-418a-867d-da878edc0f89 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Added segment cec0fc45-a86c-401c-9a0b-d051ed8b5668 of type vlan for network d79c7857-abc0-4986-b396-7a4bbd8ebc99 Nov 15 14:48:12.603833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8a5c7-53d1-4a98-98cd-ec78672b5830 req-b837d242-1d27-432d-b540-dd3daa4e292c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:12.605885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0af8a5c7-53d1-4a98-98cd-ec78672b5830 req-b837d242-1d27-432d-b540-dd3daa4e292c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0655131 Nov 15 14:48:12.612190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=85456e19-635c-40ff-b10b-d45a8a34f522,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:12.693281 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6a40-cc33-418a-867d-da878edc0f89 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.733186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Deleting port ed527b84-6bb7-4a1a-8e34-eda20714f6f3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:12.733534 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.741344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0af8a5c7-53d1-4a98-98cd-ec78672b5830 req-f838d01f-95dd-4aec-8512-b82ff9f6764a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272631 Nov 15 14:48:12.775815 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 67213a63-6141-41d5-9bd4-fafaf28fcad9, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=67213a63-6141-41d5-9bd4-fafaf28fcad9,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:12.797869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '67213a63-6141-41d5-9bd4-fafaf28fcad9', 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c', 'port_id': '67213a63-6141-41d5-9bd4-fafaf28fcad9', 'mac_address': 'fa:16:3e:92:d8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5cecc-ea42-44d2-9071-cfd4c54925aa', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:48:12.807685 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6a40-cc33-418a-867d-da878edc0f89 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.809930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa16fe3-50f3-46ff-b02e-cc3e7eba40c9 req-c2caabdd-3993-4885-a562-c3ba6223fdca tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:12.813493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc6a40-cc33-418a-867d-da878edc0f89 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:12.814143 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6a40-cc33-418a-867d-da878edc0f89 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.821077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa16fe3-50f3-46ff-b02e-cc3e7eba40c9 req-c2caabdd-3993-4885-a562-c3ba6223fdca tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:12.827721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] For port ed527b84-6bb7-4a1a-8e34-eda20714f6f3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ed527b84-6bb7-4a1a-8e34-eda20714f6f3,segment=NetworkSegment(74ded810-f196-40e0-9a5d-87e671b21ce8),segment_id=74ded810-f196-40e0-9a5d-87e671b21ce8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:12.828349 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.828955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa16fe3-50f3-46ff-b02e-cc3e7eba40c9 req-c2caabdd-3993-4885-a562-c3ba6223fdca tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:12.836364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa16fe3-50f3-46ff-b02e-cc3e7eba40c9 req-c2caabdd-3993-4885-a562-c3ba6223fdca tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:12.858874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa16fe3-50f3-46ff-b02e-cc3e7eba40c9 req-c2caabdd-3993-4885-a562-c3ba6223fdca tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:12.862089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Calling delete_port for ed527b84-6bb7-4a1a-8e34-eda20714f6f3 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:12.862998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:12.866591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa16fe3-50f3-46ff-b02e-cc3e7eba40c9 req-c2caabdd-3993-4885-a562-c3ba6223fdca tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:12.872782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa16fe3-50f3-46ff-b02e-cc3e7eba40c9 req-c2caabdd-3993-4885-a562-c3ba6223fdca tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:12.894426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ffa16fe3-50f3-46ff-b02e-cc3e7eba40c9 req-c2caabdd-3993-4885-a562-c3ba6223fdca tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5430 time: 0.1932325 Nov 15 14:48:12.899926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774526e4-e54b-4802-86e6-097512f621a9 None None] DHCP port deletion for 28b41103-aaab-4f92-ae8c-274c423ed9b3 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:12.907008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67213a63-6141-41d5-9bd4-fafaf28fcad9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:48:12.925857 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d3bc6a40-cc33-418a-867d-da878edc0f89 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5860200 Nov 15 14:48:12.929940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:12.941855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e03e9ba5-cdbd-43b2-a893-232a9edfd460 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'subnet': {'network_id': 'd79c7857-abc0-4986-b396-7a4bbd8ebc99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:12.953570 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 67213a63-6141-41d5-9bd4-fafaf28fcad9, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=67213a63-6141-41d5-9bd4-fafaf28fcad9,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:12.987727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc6a40-cc33-418a-867d-da878edc0f89 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Network': ['ID=d79c7857-abc0-4986-b396-7a4bbd8ebc99,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:13.002646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network d79c7857-abc0-4986-b396-7a4bbd8ebc99 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:48:13.034026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ffa16fe3-50f3-46ff-b02e-cc3e7eba40c9 req-034d0e70-54d2-42ac-84f9-0b6dee13b766 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402955 Nov 15 14:48:13.035286 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.036018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 68fee45f-e988-4280-9d1f-4feb0fed1987 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:48:13.080036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1db7b-5a1b-43f7-89b8-4839e3c48405 req-2b4365b0-89c4-49e6-8d65-b72c36ffe745 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:13.081505 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55b1db7b-5a1b-43f7-89b8-4839e3c48405 req-2b4365b0-89c4-49e6-8d65-b72c36ffe745 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1049526 Nov 15 14:48:13.133101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55b1db7b-5a1b-43f7-89b8-4839e3c48405 req-66088a36-de93-420d-8929-be466e2a0b7c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448077 Nov 15 14:48:13.181148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 68fee45f-e988-4280-9d1f-4feb0fed1987, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=68fee45f-e988-4280-9d1f-4feb0fed1987,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:13.189010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=67213a63-6141-41d5-9bd4-fafaf28fcad9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:13.198217 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03e9ba5-cdbd-43b2-a893-232a9edfd460 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Made reservation on behalf of 6c1110b127344c92b26723dffe81291f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:13.199369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '68fee45f-e988-4280-9d1f-4feb0fed1987', 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c', 'port_id': '68fee45f-e988-4280-9d1f-4feb0fed1987', 'mac_address': 'fa:16:3e:89:d2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5cecc-ea42-44d2-9071-cfd4c54925aa', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:48:13.201797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-774526e4-e54b-4802-86e6-097512f621a9 None None] Deleting port ed527b84-6bb7-4a1a-8e34-eda20714f6f3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:13.202163 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-774526e4-e54b-4802-86e6-097512f621a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.203669 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e03e9ba5-cdbd-43b2-a893-232a9edfd460 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.251720 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.259006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94a267-1e20-4038-b636-51ccf59e5d59 req-cf455eeb-2de6-460f-b781-796b45a12a0f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:13.267468 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a94a267-1e20-4038-b636-51ccf59e5d59 req-cf455eeb-2de6-460f-b781-796b45a12a0f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0634811 Nov 15 14:48:13.292701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Pushing event deleted for resources: {'Port': ['ID=ed527b84-6bb7-4a1a-8e34-eda20714f6f3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:13.301442 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] No DVR routers for this DVR port ed527b84-6bb7-4a1a-8e34-eda20714f6f3 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:48:13.301886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-774526e4-e54b-4802-86e6-097512f621a9 None None] For port ed527b84-6bb7-4a1a-8e34-eda20714f6f3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ed527b84-6bb7-4a1a-8e34-eda20714f6f3,segment=NetworkSegment(74ded810-f196-40e0-9a5d-87e671b21ce8),segment_id=74ded810-f196-40e0-9a5d-87e671b21ce8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:13.302291 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-774526e4-e54b-4802-86e6-097512f621a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.321331 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.327114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a94a267-1e20-4038-b636-51ccf59e5d59 req-31999664-3aeb-4cd3-bb8e-7bf91e62b439 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586631 Nov 15 14:48:13.337157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-774526e4-e54b-4802-86e6-097512f621a9 None None] Calling delete_port for ed527b84-6bb7-4a1a-8e34-eda20714f6f3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:13.345789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fee45f-e988-4280-9d1f-4feb0fed1987 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:48:13.420381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 68fee45f-e988-4280-9d1f-4feb0fed1987, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=68fee45f-e988-4280-9d1f-4feb0fed1987,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:13.425979 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.471605 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-774526e4-e54b-4802-86e6-097512f621a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.479400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8d630-0a5a-4380-bfbf-775410ba76e7 req-450c941a-69b4-4077-be6d-00b7701a8fc8 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:13.485885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b41103-aaab-4f92-ae8c-274c423ed9b3']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:13.488126 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92a8d630-0a5a-4380-bfbf-775410ba76e7 req-450c941a-69b4-4077-be6d-00b7701a8fc8 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0694466 Nov 15 14:48:13.501119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ded810-f196-40e0-9a5d-87e671b21ce8') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:13.501412 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ded810-f196-40e0-9a5d-87e671b21ce8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:13.510675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:13.511293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774526e4-e54b-4802-86e6-097512f621a9 None None] Pushing event deleted for resources: {'Port': ['ID=ed527b84-6bb7-4a1a-8e34-eda20714f6f3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:13.514831 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.516603 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:48:13.519068 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774526e4-e54b-4802-86e6-097512f621a9 None None] No DVR routers for this DVR port ed527b84-6bb7-4a1a-8e34-eda20714f6f3 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:48:13.524200 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.566340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92a8d630-0a5a-4380-bfbf-775410ba76e7 req-c1c295b3-54e5-4313-bc5e-589abf6318a1 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771315 Nov 15 14:48:13.578763 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.585625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:48:13.585959 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:48:13.589028 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:48:13.673284 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e03e9ba5-cdbd-43b2-a893-232a9edfd460 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.676154 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56a3328b-5623-4f4a-97bb-a3355d554b51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.682642 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=68fee45f-e988-4280-9d1f-4feb0fed1987,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:13.693285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dc1dd-72a0-4e97-b7a5-4721257892b7 req-56346298-6a03-47e2-a774-2c4cbabfe917 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:13.694956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf0dc1dd-72a0-4e97-b7a5-4721257892b7 req-56346298-6a03-47e2-a774-2c4cbabfe917 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0553491 Nov 15 14:48:13.717512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762,segment=NetworkSegment(4b598553-12dd-45f6-ad18-3bba4a74c12c),segment_id=4b598553-12dd-45f6-ad18-3bba4a74c12c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:13.730777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'port_id': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762', 'mac_address': 'fa:16:3e:4d:54:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:48:13.745242 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf0dc1dd-72a0-4e97-b7a5-4721257892b7 req-836d03b2-0aa8-414a-85e5-1ff2e97d8b35 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435178 Nov 15 14:48:13.765770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e9ba5-cdbd-43b2-a893-232a9edfd460 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Subnet': ['ID=e0ec7e65-211a-423f-8f19-21035a876877,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:13.777147 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03e9ba5-cdbd-43b2-a893-232a9edfd460 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Checking segment: {'id': 'cec0fc45-a86c-401c-9a0b-d051ed8b5668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd79c7857-abc0-4986-b396-7a4bbd8ebc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:48:13.777147 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03e9ba5-cdbd-43b2-a893-232a9edfd460 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network hostable DHCP agents. Network: d79c7857-abc0-4986-b396-7a4bbd8ebc99, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:48:13.778117 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.793777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:48:13.807443 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.819857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762,segment=NetworkSegment(4b598553-12dd-45f6-ad18-3bba4a74c12c),segment_id=4b598553-12dd-45f6-ad18-3bba4a74c12c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:13.826629 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.830431 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] 10.222.0.70 "DELETE /v2.0/networks/28b41103-aaab-4f92-ae8c-274c423ed9b3 HTTP/1.1" status: 204 len: 168 time: 1.3793852 Nov 15 14:48:13.842878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bdee4-659f-4c6e-bccb-0f0a2a487fd7 tempest-ExtraDHCPOptionsTestJSON-889902563 tempest-ExtraDHCPOptionsTestJSON-889902563-project] Pushing event deleted for resources: {'Network': ['ID=28b41103-aaab-4f92-ae8c-274c423ed9b3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:13.858433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03e9ba5-cdbd-43b2-a893-232a9edfd460 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network d79c7857-abc0-4986-b396-7a4bbd8ebc99 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:48:13.876489 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.878212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 012e9bf2-0414-4d9d-a820-1d1a5c19a79f details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:48:13.888330 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56a3328b-5623-4f4a-97bb-a3355d554b51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.895303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a1c52-523c-40b8-b9f6-94094ec16622 req-345fc964-df4f-4ca0-b6bb-45dfa2249cf3 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:13.896982 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-393a1c52-523c-40b8-b9f6-94094ec16622 req-345fc964-df4f-4ca0-b6bb-45dfa2249cf3 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0641172 Nov 15 14:48:13.946681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e03e9ba5-cdbd-43b2-a893-232a9edfd460 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, d79c7857-abc0-4986-b396-7a4bbd8ebc99) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:13.954936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03e9ba5-cdbd-43b2-a893-232a9edfd460 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:13.957071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e03e9ba5-cdbd-43b2-a893-232a9edfd460 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.962990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32797f0-b717-4bf3-a13a-b152e42b3f9a None None] Network d79c7857-abc0-4986-b396-7a4bbd8ebc99 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:13.968518 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56a3328b-5623-4f4a-97bb-a3355d554b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:13.971437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-393a1c52-523c-40b8-b9f6-94094ec16622 req-3ddb008d-ab68-4e42-8fe0-23e2f429b1d1 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666893 Nov 15 14:48:13.978964 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=012e9bf2-0414-4d9d-a820-1d1a5c19a79f,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:13.981458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:14.007316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3328b-5623-4f4a-97bb-a3355d554b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2513560b-afcb-4621-b938-887fce6472ce,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:14.022892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '012e9bf2-0414-4d9d-a820-1d1a5c19a79f', 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c', 'port_id': '012e9bf2-0414-4d9d-a820-1d1a5c19a79f', 'mac_address': 'fa:16:3e:27:3c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5cecc-ea42-44d2-9071-cfd4c54925aa', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:48:14.035920 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-56a3328b-5623-4f4a-97bb-a3355d554b51 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7037f640c44c4a38ad5bde9f87b91dd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5227890 Nov 15 14:48:14.038550 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46088) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:14.088087 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.124212 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e03e9ba5-cdbd-43b2-a893-232a9edfd460 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1893592 Nov 15 14:48:14.126490 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46092) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:14.126836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012e9bf2-0414-4d9d-a820-1d1a5c19a79f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:48:14.132942 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-406070375', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:14.152346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb32423-3c3c-4821-8677-b72beded7839 req-2125ad1e-4693-406c-8376-94beb931d775 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:14.155019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=012e9bf2-0414-4d9d-a820-1d1a5c19a79f,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:14.163732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cb32423-3c3c-4821-8677-b72beded7839 req-2125ad1e-4693-406c-8376-94beb931d775 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1092069 Nov 15 14:48:14.175177 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2413ab86-0b74-4f9a-9ffb-6bf5d695f408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.210963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-d79c7857-abc0-4986-b396-7a4bbd8ebc99', 'network_id': 'd79c7857-abc0-4986-b396-7a4bbd8ebc99', 'tenant_id': '6c1110b127344c92b26723dffe81291f', 'fixed_ips': [{'subnet_id': 'e0ec7e65-211a-423f-8f19-21035a876877'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:48:14.212089 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.216023 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2413ab86-0b74-4f9a-9ffb-6bf5d695f408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.227552 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.227791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ed527b84-6bb7-4a1a-8e34-eda20714f6f3 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:48:14.229509 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.230693 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.231534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device cd15e723-98fc-42e7-b4df-b2bacc78da3d details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:48:14.279398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ae5a-1728-4854-af99-9baf38828984 req-4a464e35-111e-4d09-9f59-44691d85b414 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:14.287326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ae5a-1728-4854-af99-9baf38828984 req-4a464e35-111e-4d09-9f59-44691d85b414 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:14.294110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ae5a-1728-4854-af99-9baf38828984 req-4a464e35-111e-4d09-9f59-44691d85b414 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:14.298703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: ed527b84-6bb7-4a1a-8e34-eda20714f6f3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:48:14.299054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ed527b84-6bb7-4a1a-8e34-eda20714f6f3 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:48:14.315978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ae5a-1728-4854-af99-9baf38828984 req-4a464e35-111e-4d09-9f59-44691d85b414 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:14.323759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ae5a-1728-4854-af99-9baf38828984 req-4a464e35-111e-4d09-9f59-44691d85b414 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:14.332300 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.334819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ae5a-1728-4854-af99-9baf38828984 req-4a464e35-111e-4d09-9f59-44691d85b414 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:14.342453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ae5a-1728-4854-af99-9baf38828984 req-4a464e35-111e-4d09-9f59-44691d85b414 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:14.344966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9854ae5a-1728-4854-af99-9baf38828984 req-4a464e35-111e-4d09-9f59-44691d85b414 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5433 time: 0.1730347 Nov 15 14:48:14.374668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:14.378215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2cb32423-3c3c-4821-8677-b72beded7839 req-1fdf6ffb-f723-41ae-985b-aea8c8eba046 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135458 Nov 15 14:48:14.417917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=012e9bf2-0414-4d9d-a820-1d1a5c19a79f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:14.435034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port cd15e723-98fc-42e7-b4df-b2bacc78da3d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=cd15e723-98fc-42e7-b4df-b2bacc78da3d,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:14.459636 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9854ae5a-1728-4854-af99-9baf38828984 req-52c1f2b7-974f-4a16-9c1d-9b2b3e424b6f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082199 Nov 15 14:48:14.493682 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2413ab86-0b74-4f9a-9ffb-6bf5d695f408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.496393 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2413ab86-0b74-4f9a-9ffb-6bf5d695f408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.497557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'cd15e723-98fc-42e7-b4df-b2bacc78da3d', 'network_id': '80282745-ab0a-40a1-a5e0-f0c5a9fadf3a', 'port_id': 'cd15e723-98fc-42e7-b4df-b2bacc78da3d', 'mac_address': 'fa:16:3e:cd:15:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcbb94e-6f43-4c2f-ba15-404b45ed75fb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:48:14.497689 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2413ab86-0b74-4f9a-9ffb-6bf5d695f408 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2513560b-afcb-4621-b938-887fce6472ce HTTP/1.1" status: 204 len: 168 time: 0.4581118 Nov 15 14:48:14.533272 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Allocated IP 172.20.0.2 (d79c7857-abc0-4986-b396-7a4bbd8ebc99/e0ec7e65-211a-423f-8f19-21035a876877/9dea21c5-043c-4a05-b5e2-86ac70261845) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:14.551111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413ab86-0b74-4f9a-9ffb-6bf5d695f408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2513560b-afcb-4621-b938-887fce6472ce,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:14.593698 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.606530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83753b40-33bf-4fb1-824d-88f4b7b71c7c req-469d216f-2c44-4cea-8136-1613477f8d69 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:14.608108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83753b40-33bf-4fb1-824d-88f4b7b71c7c req-469d216f-2c44-4cea-8136-1613477f8d69 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0811419 Nov 15 14:48:14.639878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd15e723-98fc-42e7-b4df-b2bacc78da3d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:48:14.642384 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.662114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83753b40-33bf-4fb1-824d-88f4b7b71c7c req-361d56fe-5575-4f6b-bd3e-3191a3901ce7 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474262 Nov 15 14:48:14.666844 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cd4eebeb-caa5-4d99-9baf-8df3761140bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fab65b392c8d4060a0b1a32a74dc2c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2907524 Nov 15 14:48:14.669461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:14.674659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port cd15e723-98fc-42e7-b4df-b2bacc78da3d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=cd15e723-98fc-42e7-b4df-b2bacc78da3d,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:14.738467 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bab2b417-135b-4893-b78b-2affe1d6f81e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.762138 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.769470 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bab2b417-135b-4893-b78b-2affe1d6f81e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.785998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.787176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d60d6b5b-7447-4438-8b12-570eb0e866e7 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:48:14.811848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee730f9-3003-42be-99ca-ce8c3820c40d req-729ce82f-f942-4c34-b16a-94a9b7364531 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:14.814326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dee730f9-3003-42be-99ca-ce8c3820c40d req-729ce82f-f942-4c34-b16a-94a9b7364531 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0647945 Nov 15 14:48:14.883247 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:14.883883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dee730f9-3003-42be-99ca-ce8c3820c40d req-1c5823e9-7b2d-4e9b-8965-d923657de1c9 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621357 Nov 15 14:48:14.887893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=cd15e723-98fc-42e7-b4df-b2bacc78da3d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:14.892575 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port d60d6b5b-7447-4438-8b12-570eb0e866e7, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d60d6b5b-7447-4438-8b12-570eb0e866e7,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:14.953440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'd60d6b5b-7447-4438-8b12-570eb0e866e7', 'network_id': '07c81a36-2a87-4fc4-8ccd-274284cc5c3c', 'port_id': 'd60d6b5b-7447-4438-8b12-570eb0e866e7', 'mac_address': 'fa:16:3e:bc:e1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5cecc-ea42-44d2-9071-cfd4c54925aa', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:48:14.965445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Network d79c7857-abc0-4986-b396-7a4bbd8ebc99 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:15.009920 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bab2b417-135b-4893-b78b-2affe1d6f81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.011171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:15.013366 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bab2b417-135b-4893-b78b-2affe1d6f81e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.014433 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bab2b417-135b-4893-b78b-2affe1d6f81e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c82a8876-5ea4-4ccd-b314-b738ec410480 HTTP/1.1" status: 204 len: 168 time: 0.3436947 Nov 15 14:48:15.015513 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.029720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:15.030260 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2b417-135b-4893-b78b-2affe1d6f81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82a8876-5ea4-4ccd-b314-b738ec410480,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:15.050786 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Pushing event updated for resources: {'Port': ['ID=9dea21c5-043c-4a05-b5e2-86ac70261845,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:15.058849 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.079994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d60d6b5b-7447-4438-8b12-570eb0e866e7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:48:15.083683 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.093319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd0906-2aeb-429b-b474-50d1bc4ae014 req-42ac844b-b75e-495e-895e-f5a90172a087 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:15.102053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60bd0906-2aeb-429b-b474-50d1bc4ae014 req-42ac844b-b75e-495e-895e-f5a90172a087 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0671968 Nov 15 14:48:15.164786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60bd0906-2aeb-429b-b474-50d1bc4ae014 req-6db4de25-486b-4070-a72b-15ef2711f161 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611830 Nov 15 14:48:15.179163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port d60d6b5b-7447-4438-8b12-570eb0e866e7, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d60d6b5b-7447-4438-8b12-570eb0e866e7,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:15.195603 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Attempting to bind port 9dea21c5-043c-4a05-b5e2-86ac70261845 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:48:15.196453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Attempting to bind port 9dea21c5-043c-4a05-b5e2-86ac70261845 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'cec0fc45-a86c-401c-9a0b-d051ed8b5668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd79c7857-abc0-4986-b396-7a4bbd8ebc99'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:48:15.197084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Attempting to bind port 9dea21c5-043c-4a05-b5e2-86ac70261845 on network d79c7857-abc0-4986-b396-7a4bbd8ebc99 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:48:15.204242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:48:15.205914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Checking segment: {'id': 'cec0fc45-a86c-401c-9a0b-d051ed8b5668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd79c7857-abc0-4986-b396-7a4bbd8ebc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:48:15.205914 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.205914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Bound using segment: {'id': 'cec0fc45-a86c-401c-9a0b-d051ed8b5668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd79c7857-abc0-4986-b396-7a4bbd8ebc99'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:48:15.206206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Bound port: 9dea21c5-043c-4a05-b5e2-86ac70261845, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec0fc45-a86c-401c-9a0b-d051ed8b5668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd79c7857-abc0-4986-b396-7a4bbd8ebc99'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:48:15.206367 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.209888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:15.232203 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c401a918-f9f8-43a4-88fc-3bd6501ee5bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.245927 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.251199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.25.4.189 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/e1a24052-dfc8-43be-ac29-8a22e71f591e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:15.295264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1342cc4-0a2d-47ab-8f9e-d8a5273f8a28 req-01005de8-e155-4eaa-9442-43c97c2c8c6b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:15.296890 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1342cc4-0a2d-47ab-8f9e-d8a5273f8a28 req-01005de8-e155-4eaa-9442-43c97c2c8c6b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0581956 Nov 15 14:48:15.324167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] For port 9dea21c5-043c-4a05-b5e2-86ac70261845, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:48:15.328866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] For port 9dea21c5-043c-4a05-b5e2-86ac70261845, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9dea21c5-043c-4a05-b5e2-86ac70261845,segment=NetworkSegment(cec0fc45-a86c-401c-9a0b-d051ed8b5668),segment_id=cec0fc45-a86c-401c-9a0b-d051ed8b5668)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:48:15.332120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=d60d6b5b-7447-4438-8b12-570eb0e866e7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:15.377709 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1342cc4-0a2d-47ab-8f9e-d8a5273f8a28 req-78bf1e0f-0626-40de-a7f0-9182cc366a2d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694287 Nov 15 14:48:15.402788 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.412925 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.420087 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c401a918-f9f8-43a4-88fc-3bd6501ee5bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.492740 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c401a918-f9f8-43a4-88fc-3bd6501ee5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.530591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d8e7d-9923-45c6-bcaa-3c3788c850b8 None None] Pushing event updated for resources: {'Port': ['ID=9dea21c5-043c-4a05-b5e2-86ac70261845,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:15.536688 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401a918-f9f8-43a4-88fc-3bd6501ee5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab433fe-74a8-4d25-847f-35ef946f887f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:15.567752 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.584035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ac685-ec00-472f-b501-418c772bc38c req-7975e437-2672-42ca-b5ac-279f7e161d36 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:15.591362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-471ac685-ec00-472f-b501-418c772bc38c req-7975e437-2672-42ca-b5ac-279f7e161d36 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1092982 Nov 15 14:48:15.611829 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c401a918-f9f8-43a4-88fc-3bd6501ee5bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa433d1ab03d4657b1e4d3e5ee425236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3977590 Nov 15 14:48:15.613751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:15.640471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:15.654557 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:15.674640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:15.691580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-471ac685-ec00-472f-b501-418c772bc38c req-5e5be688-bbf3-4f28-b713-d659b1be1af0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983999 Nov 15 14:48:15.705708 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222f0ec4-d065-49fb-bebb-223499712a68 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:15.730042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc8dd1-dd16-4401-8877-fdddd5a3a184 req-889778d8-bf7c-4aca-af5e-f34768edca06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:15.738296 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc8dd1-dd16-4401-8877-fdddd5a3a184 req-889778d8-bf7c-4aca-af5e-f34768edca06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:15.745965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc8dd1-dd16-4401-8877-fdddd5a3a184 req-889778d8-bf7c-4aca-af5e-f34768edca06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:15.752781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc8dd1-dd16-4401-8877-fdddd5a3a184 req-889778d8-bf7c-4aca-af5e-f34768edca06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:15.759600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc8dd1-dd16-4401-8877-fdddd5a3a184 req-889778d8-bf7c-4aca-af5e-f34768edca06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:15.761956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=e1a24052-dfc8-43be-ac29-8a22e71f591e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:15.767624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc8dd1-dd16-4401-8877-fdddd5a3a184 req-889778d8-bf7c-4aca-af5e-f34768edca06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:15.776382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc8dd1-dd16-4401-8877-fdddd5a3a184 req-889778d8-bf7c-4aca-af5e-f34768edca06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:15.778414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dcc8dd1-dd16-4401-8877-fdddd5a3a184 req-889778d8-bf7c-4aca-af5e-f34768edca06 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5436 time: 0.1766768 Nov 15 14:48:15.847861 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6b3b372d-98fd-445d-97ab-e6059bfc4cd5 None None] Provisioning complete for port e1a24052-dfc8-43be-ac29-8a22e71f591e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:15.848818 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b3b372d-98fd-445d-97ab-e6059bfc4cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.899475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6b3b372d-98fd-445d-97ab-e6059bfc4cd5 None None] Port e1a24052-dfc8-43be-ac29-8a22e71f591e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:15.913671 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dcc8dd1-dd16-4401-8877-fdddd5a3a184 req-cf1ae8e7-90f4-452a-b644-04b8fe55a940 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1271479 Nov 15 14:48:15.919690 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ac07-2b7b-40e1-a1df-2b2e2c6ebd25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.962592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ce592-517b-45ec-ae9f-25c82b54a75c req-b701eb01-2c29-4dcb-8ca0-ba98e2e6a977 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:15.970955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-887ce592-517b-45ec-ae9f-25c82b54a75c req-b701eb01-2c29-4dcb-8ca0-ba98e2e6a977 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1320469 Nov 15 14:48:15.971550 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ac07-2b7b-40e1-a1df-2b2e2c6ebd25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:15.985274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['67213a63-6141-41d5-9bd4-fafaf28fcad9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:48:16.048214 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['012e9bf2-0414-4d9d-a820-1d1a5c19a79f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:48:16.053061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['cd15e723-98fc-42e7-b4df-b2bacc78da3d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:48:16.053653 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-887ce592-517b-45ec-ae9f-25c82b54a75c req-023bf13d-a17c-4b52-a2aa-77c65ac765a6 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788560 Nov 15 14:48:16.131462 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ac07-2b7b-40e1-a1df-2b2e2c6ebd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:16.134347 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ac07-2b7b-40e1-a1df-2b2e2c6ebd25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:16.138703 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4cd6ac07-2b7b-40e1-a1df-2b2e2c6ebd25 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ab433fe-74a8-4d25-847f-35ef946f887f HTTP/1.1" status: 204 len: 168 time: 0.5205257 Nov 15 14:48:16.146265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['68fee45f-e988-4280-9d1f-4feb0fed1987'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:48:16.154590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6ac07-2b7b-40e1-a1df-2b2e2c6ebd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab433fe-74a8-4d25-847f-35ef946f887f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:16.197140 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:16.340997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9dea21c5-043c-4a05-b5e2-86ac70261845 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:16.494997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:16.545761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a434b21-8135-4e98-8ee8-cbdee75bfe64 req-1ded6258-bfca-48ce-b679-d094871b5f8b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:16.548064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a434b21-8135-4e98-8ee8-cbdee75bfe64 req-1ded6258-bfca-48ce-b679-d094871b5f8b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1239984 Nov 15 14:48:16.651499 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a434b21-8135-4e98-8ee8-cbdee75bfe64 req-3df4ee7d-d6a5-4feb-a379-1671fc949e0d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919967 Nov 15 14:48:16.776263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9dea21c5-043c-4a05-b5e2-86ac70261845 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:16.776702 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:16.851823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b7238-d4ff-4447-b0da-6a05c987180e req-7611beda-0db0-45ae-824f-03ed5484bf27 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:16.861641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-364b7238-d4ff-4447-b0da-6a05c987180e req-7611beda-0db0-45ae-824f-03ed5484bf27 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1074762 Nov 15 14:48:16.882830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-68220976-391b-446b-9068-19ceaa1d3c09 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] Request body: {'port': {'network_id': '89f5a968-d5b2-4cd5-8f93-3291c0f89b44', 'name': 'tempest-NetworksNegativeTestJSON-1427878650'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:16.913548 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-68220976-391b-446b-9068-19ceaa1d3c09 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] POST failed (client error): The resource could not be found. Nov 15 14:48:16.914355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68220976-391b-446b-9068-19ceaa1d3c09 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:48:16.915906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-68220976-391b-446b-9068-19ceaa1d3c09 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4197788 Nov 15 14:48:16.921401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46170) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:16.957353 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05a7742-93e9-4a5d-8ff3-514a362c5738 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] DELETE failed (client error): The resource could not be found. Nov 15 14:48:16.958017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05a7742-93e9-4a5d-8ff3-514a362c5738 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:48:16.961102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b05a7742-93e9-4a5d-8ff3-514a362c5738 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] 10.222.0.70 "DELETE /v2.0/networks/254b579a-2d38-4a16-b84b-1fe92c86ec4c HTTP/1.1" status: 404 len: 339 time: 0.0366359 Nov 15 14:48:16.969150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:17.000630 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fa5089-2168-4c4d-958a-46a0839c525e tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] DELETE failed (client error): The resource could not be found. Nov 15 14:48:17.001285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fa5089-2168-4c4d-958a-46a0839c525e tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:48:17.001796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0984193c-198e-46b4-8665-6ee8fa7f13b6 None None] Network d79c7857-abc0-4986-b396-7a4bbd8ebc99 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:17.004382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-14fa5089-2168-4c4d-958a-46a0839c525e tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] 10.222.0.70 "DELETE /v2.0/ports/77e4f884-bfaf-44c1-af4c-70c88ad9ed8b HTTP/1.1" status: 404 len: 333 time: 0.0343819 Nov 15 14:48:17.008299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-364b7238-d4ff-4447-b0da-6a05c987180e req-3fb095e1-974c-4117-bc8c-c0d84a29ec30 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455822 Nov 15 14:48:17.008768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46178) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:17.042517 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:17.044127 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-96caff32-00f7-4f8a-bd2e-53e191be3881 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] DELETE failed (client error): The resource could not be found. Nov 15 14:48:17.044127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96caff32-00f7-4f8a-bd2e-53e191be3881 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:48:17.050151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-96caff32-00f7-4f8a-bd2e-53e191be3881 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] 10.222.0.70 "DELETE /v2.0/subnets/664b0551-c40b-44b7-92c6-da419ca85414 HTTP/1.1" status: 404 len: 337 time: 0.0377553 Nov 15 14:48:17.056462 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:17.130690 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ec0b8359-b40c-41e5-9a9e-cbdc871a9559 None None] Provisioning complete for port 9dea21c5-043c-4a05-b5e2-86ac70261845 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:17.131077 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8359-b40c-41e5-9a9e-cbdc871a9559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:17.133884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['85456e19-635c-40ff-b10b-d45a8a34f522'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:48:17.149182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4297c-3c20-44e5-8e0f-49c2ece2e057 req-e992c909-f673-4309-9fd8-925fcee59ce4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:17.155231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4297c-3c20-44e5-8e0f-49c2ece2e057 req-e992c909-f673-4309-9fd8-925fcee59ce4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:17.161783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4297c-3c20-44e5-8e0f-49c2ece2e057 req-e992c909-f673-4309-9fd8-925fcee59ce4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:17.168407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4297c-3c20-44e5-8e0f-49c2ece2e057 req-e992c909-f673-4309-9fd8-925fcee59ce4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:17.176521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4297c-3c20-44e5-8e0f-49c2ece2e057 req-e992c909-f673-4309-9fd8-925fcee59ce4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:17.182809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4297c-3c20-44e5-8e0f-49c2ece2e057 req-e992c909-f673-4309-9fd8-925fcee59ce4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:17.203925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4297c-3c20-44e5-8e0f-49c2ece2e057 req-e992c909-f673-4309-9fd8-925fcee59ce4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:17.209826 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f44cdbf-b810-4ff3-bb4d-f51480acbdea tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] GET failed (client error): The resource could not be found. Nov 15 14:48:17.213023 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1f44cdbf-b810-4ff3-bb4d-f51480acbdea tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] 10.222.0.70 "GET /v2.0/networks/ce05b777-6744-444a-a367-02d2e52e7e02 HTTP/1.1" status: 404 len: 339 time: 0.1552570 Nov 15 14:48:17.217876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60d4297c-3c20-44e5-8e0f-49c2ece2e057 req-e992c909-f673-4309-9fd8-925fcee59ce4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5436 time: 0.1662321 Nov 15 14:48:17.219406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46194) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:17.294662 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc3213b-2099-45db-80be-4957e1bb27c9 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] GET failed (client error): The resource could not be found. Nov 15 14:48:17.301200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60d4297c-3c20-44e5-8e0f-49c2ece2e057 req-05f75611-746f-49a5-a2af-4c37e2a9c8d6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820680 Nov 15 14:48:17.302807 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1dc3213b-2099-45db-80be-4957e1bb27c9 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] 10.222.0.70 "GET /v2.0/ports/0b8581bb-8204-43c0-b4da-e94ca7872b91 HTTP/1.1" status: 404 len: 333 time: 0.0807548 Nov 15 14:48:17.303473 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:17.363729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['d60d6b5b-7447-4438-8b12-570eb0e866e7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:48:17.364881 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-afef0e81-c62d-43f0-acd6-ae17c04a0c58 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] GET failed (client error): The resource could not be found. Nov 15 14:48:17.370120 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-afef0e81-c62d-43f0-acd6-ae17c04a0c58 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] 10.222.0.70 "GET /v2.0/subnets/e89a4de2-b372-47a3-a79e-492fa3bb2fd9 HTTP/1.1" status: 404 len: 337 time: 0.0419886 Nov 15 14:48:17.370764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:17.379603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-84b32a49-0e96-45a6-a5f0-b17bcc3e812f tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:17.399921 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b32a49-0e96-45a6-a5f0-b17bcc3e812f tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] PUT failed (client error): The resource could not be found. Nov 15 14:48:17.400439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b32a49-0e96-45a6-a5f0-b17bcc3e812f tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:48:17.401607 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-84b32a49-0e96-45a6-a5f0-b17bcc3e812f tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] 10.222.0.70 "PUT /v2.0/networks/c9bf59a5-3305-409c-ac93-02afa34b1a9a HTTP/1.1" status: 404 len: 339 time: 0.0281119 Nov 15 14:48:17.415538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80c997-16e0-4b4b-aaf5-e74c35ab0b71 req-b79ca05f-86d7-45bd-a379-39284d0a2dfd tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:17.415538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd80c997-16e0-4b4b-aaf5-e74c35ab0b71 req-b79ca05f-86d7-45bd-a379-39284d0a2dfd tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0588608 Nov 15 14:48:17.418724 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:17.418874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:17.429302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4add6d7e-3c23-4d2b-934b-9b928a6d3862 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:17.455923 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-4add6d7e-3c23-4d2b-934b-9b928a6d3862 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] PUT failed (client error): The resource could not be found. Nov 15 14:48:17.456488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4add6d7e-3c23-4d2b-934b-9b928a6d3862 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:48:17.461899 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4add6d7e-3c23-4d2b-934b-9b928a6d3862 tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] 10.222.0.70 "PUT /v2.0/ports/95b6de5a-91c4-4b8c-aaf2-31b18e529d5a HTTP/1.1" status: 404 len: 333 time: 0.0376594 Nov 15 14:48:17.463082 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:17.469014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2a3f162b-a9dd-4e62-8f4b-07db6cd22f1e tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:17.496275 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3f162b-a9dd-4e62-8f4b-07db6cd22f1e tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] PUT failed (client error): The resource could not be found. Nov 15 14:48:17.496634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 9dea21c5-043c-4a05-b5e2-86ac70261845, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9dea21c5-043c-4a05-b5e2-86ac70261845,segment=NetworkSegment(cec0fc45-a86c-401c-9a0b-d051ed8b5668),segment_id=cec0fc45-a86c-401c-9a0b-d051ed8b5668)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:17.497400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd80c997-16e0-4b4b-aaf5-e74c35ab0b71 req-ade2b91a-dfe4-4900-8b64-b2e699f1d319 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634222 Nov 15 14:48:17.498933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3f162b-a9dd-4e62-8f4b-07db6cd22f1e tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:48:17.501103 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2a3f162b-a9dd-4e62-8f4b-07db6cd22f1e tempest-NetworksNegativeTestJSON-1781190604 tempest-NetworksNegativeTestJSON-1781190604-project] 10.222.0.70 "PUT /v2.0/subnets/65a20926-ac91-4d11-862e-09859ba4f58c HTTP/1.1" status: 404 len: 337 time: 0.0367599 Nov 15 14:48:17.548890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 520dcc15-c8b8-4129-a2b4-b934caa7eeab is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:48:17.603959 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:17.662101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25a37b-abc7-4ef0-81b2-d0fa1e29ed7b req-28b28505-f7b4-4be7-8036-64090f34e733 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:17.666900 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab25a37b-abc7-4ef0-81b2-d0fa1e29ed7b req-28b28505-f7b4-4be7-8036-64090f34e733 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0619805 Nov 15 14:48:17.702254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:17.716022 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73844eb5-4c67-478f-80b5-7ce7e92bd49f None None] Sync routers for ids ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:17.735764 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73844eb5-4c67-478f-80b5-7ce7e92bd49f None None] Routers {'520dcc15-c8b8-4129-a2b4-b934caa7eeab'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:17.736735 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-73844eb5-4c67-478f-80b5-7ce7e92bd49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:17.760725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab25a37b-abc7-4ef0-81b2-d0fa1e29ed7b req-9f4bb33e-46d8-476c-a973-ffc497dae6f5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876191 Nov 15 14:48:17.781277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=9dea21c5-043c-4a05-b5e2-86ac70261845,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:17.800852 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-73844eb5-4c67-478f-80b5-7ce7e92bd49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:17.803870 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:17.805389 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c475780f-f6c2-4ac1-b500-9a9ccd84f320 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6778665 Nov 15 14:48:17.808204 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46220) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:17.817831 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73844eb5-4c67-478f-80b5-7ce7e92bd49f None None] Routers {'520dcc15-c8b8-4129-a2b4-b934caa7eeab'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:17.819153 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-73844eb5-4c67-478f-80b5-7ce7e92bd49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:17.904708 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-73844eb5-4c67-478f-80b5-7ce7e92bd49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:17.907577 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73844eb5-4c67-478f-80b5-7ce7e92bd49f None None] The sync data for ids ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:18.000309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb498c-7dde-4573-a890-e4a009415d02 req-ed2c5fc4-fddf-4878-a522-e3df051e8f05 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:18.012207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-adfb498c-7dde-4573-a890-e4a009415d02 req-ed2c5fc4-fddf-4878-a522-e3df051e8f05 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0839739 Nov 15 14:48:18.072462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46228) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:18.099401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-adfb498c-7dde-4573-a890-e4a009415d02 req-1a27fac9-2052-4bb6-be22-d900fd6bca14 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861714 Nov 15 14:48:18.213214 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9dea21c5-043c-4a05-b5e2-86ac70261845 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:18.243688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['db3eed56-1e5f-4f19-ada9-a1ee9c1cc762'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:48:18.266538 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f27d48ec-e4c6-48fc-b300-125f541df8ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:18.305073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f44a-9d3c-451a-98e4-0a58671f7a71 req-8a52757d-ab03-45cc-a32a-ac402aa9c55c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:18.314142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78d5f44a-9d3c-451a-98e4-0a58671f7a71 req-8a52757d-ab03-45cc-a32a-ac402aa9c55c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1004748 Nov 15 14:48:18.330716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c04c33f7-df4c-4ad4-9ff1-8bc1414f4f34 None None] Provisioning complete for port 9dea21c5-043c-4a05-b5e2-86ac70261845 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:18.331332 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c04c33f7-df4c-4ad4-9ff1-8bc1414f4f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:18.389743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9dea21c5-043c-4a05-b5e2-86ac70261845 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:18.390959 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:18.395043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78d5f44a-9d3c-451a-98e4-0a58671f7a71 req-f93628d6-7d05-4281-b527-7c6397b48db4 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743563 Nov 15 14:48:18.503322 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f27d48ec-e4c6-48fc-b300-125f541df8ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:18.546531 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:18.570933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08725076-8eb3-4ade-a443-ce5df705e64c req-7f87d7ff-b5e9-4b15-b53f-b73f499cda29 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:18.577080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08725076-8eb3-4ade-a443-ce5df705e64c req-7f87d7ff-b5e9-4b15-b53f-b73f499cda29 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:18.583669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08725076-8eb3-4ade-a443-ce5df705e64c req-7f87d7ff-b5e9-4b15-b53f-b73f499cda29 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:18.589649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08725076-8eb3-4ade-a443-ce5df705e64c req-7f87d7ff-b5e9-4b15-b53f-b73f499cda29 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:18.596638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08725076-8eb3-4ade-a443-ce5df705e64c req-7f87d7ff-b5e9-4b15-b53f-b73f499cda29 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:18.607122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08725076-8eb3-4ade-a443-ce5df705e64c req-7f87d7ff-b5e9-4b15-b53f-b73f499cda29 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:18.610251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08725076-8eb3-4ade-a443-ce5df705e64c req-7f87d7ff-b5e9-4b15-b53f-b73f499cda29 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:18.619514 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08725076-8eb3-4ade-a443-ce5df705e64c req-7f87d7ff-b5e9-4b15-b53f-b73f499cda29 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5436 time: 0.1121457 Nov 15 14:48:18.631432 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f27d48ec-e4c6-48fc-b300-125f541df8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:18.686207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f27d48ec-e4c6-48fc-b300-125f541df8ea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac2918b7999a415abd52a1eecb629112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6124408 Nov 15 14:48:18.692775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46246) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:18.706870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d48ec-e4c6-48fc-b300-125f541df8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d215d-ebe3-45af-8de8-cae2a4db06e9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:18.757403 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08725076-8eb3-4ade-a443-ce5df705e64c req-eaa3b9fd-1eb6-46d1-8a8e-5a11998b55ad tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368172 Nov 15 14:48:18.780537 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-244ef281-39ec-4f5a-baa3-73f8fcfc1b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:18.804526 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-244ef281-39ec-4f5a-baa3-73f8fcfc1b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:18.879691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.20.0.1 (d79c7857-abc0-4986-b396-7a4bbd8ebc99/e0ec7e65-211a-423f-8f19-21035a876877/78f3094e-0a36-4839-bde9-89a57d7a662f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:18.938110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bea78f-da72-4970-a428-bc54f2e5c1a8 req-c4a0bc70-0097-45e8-abf1-a59b863ba686 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:18.939788 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0bea78f-da72-4970-a428-bc54f2e5c1a8 req-c4a0bc70-0097-45e8-abf1-a59b863ba686 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0607941 Nov 15 14:48:18.940903 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-244ef281-39ec-4f5a-baa3-73f8fcfc1b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:18.943655 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-244ef281-39ec-4f5a-baa3-73f8fcfc1b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:18.947252 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-244ef281-39ec-4f5a-baa3-73f8fcfc1b17 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f6d215d-ebe3-45af-8de8-cae2a4db06e9 HTTP/1.1" status: 204 len: 168 time: 0.2510226 Nov 15 14:48:18.960678 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ef281-39ec-4f5a-baa3-73f8fcfc1b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6d215d-ebe3-45af-8de8-cae2a4db06e9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:19.012557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0bea78f-da72-4970-a428-bc54f2e5c1a8 req-748847a7-c8ab-469b-9b49-ac2d19acee18 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582247 Nov 15 14:48:19.034567 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.051618 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:19.146171 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.147550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1662033302', 'router:external': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:19.188443 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network d79c7857-abc0-4986-b396-7a4bbd8ebc99 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:19.191687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:19.194092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:19.221459 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=78f3094e-0a36-4839-bde9-89a57d7a662f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:19.242255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Made reservation on behalf of 83d1a7fc959f44a5a5be7c280bec66e2 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:19.242476 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.249710 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.253629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.285309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 67213a63-6141-41d5-9bd4-fafaf28fcad9 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:19.396447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.463752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 67213a63-6141-41d5-9bd4-fafaf28fcad9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:48:19.468070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 67213a63-6141-41d5-9bd4-fafaf28fcad9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:19.469609 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.516233 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a3805fee-09e2-48c9-899c-e3b81faa3ff7 None None] Provisioning complete for port 78f3094e-0a36-4839-bde9-89a57d7a662f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:19.516602 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3805fee-09e2-48c9-899c-e3b81faa3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.543866 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.558309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a3805fee-09e2-48c9-899c-e3b81faa3ff7 None None] Port 78f3094e-0a36-4839-bde9-89a57d7a662f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:19.589833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:48:19.594005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7fdf0b-c9ca-4820-8fff-45de2e4ea181,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:19.601770 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.605914 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.606568 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Added segment 3e905fba-d354-4517-bac1-e7fcfa28f15b of type vlan for network 04f8f4bf-39e5-46e0-9edf-8dde756b83ea Nov 15 14:48:19.610956 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.626779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67213a63-6141-41d5-9bd4-fafaf28fcad9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:48:19.628968 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1a8cfd-adaf-40c3-9b24-b7a6caa6a11c" -d '{"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "67213a63-6141-41d5-9bd4-fafaf28fcad9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:48:19.646695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 67213a63-6141-41d5-9bd4-fafaf28fcad9, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=67213a63-6141-41d5-9bd4-fafaf28fcad9,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:19.668649 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.674955 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d28aab-4a91-4412-bcb0-46777769387e x-openstack-request-id: req-21d28aab-4a91-4412-bcb0-46777769387e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:48:19.675187 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "67213a63-6141-41d5-9bd4-fafaf28fcad9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:48:19.685526 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21d28aab-4a91-4412-bcb0-46777769387e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:48:19.685526 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67213a63-6141-41d5-9bd4-fafaf28fcad9', 'code': 200} Nov 15 14:48:19.735390 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.736213 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 68fee45f-e988-4280-9d1f-4feb0fed1987 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:19.787755 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.789334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:19.790173 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.818935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=67213a63-6141-41d5-9bd4-fafaf28fcad9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:19.871478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 68fee45f-e988-4280-9d1f-4feb0fed1987 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:48:19.876066 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 68fee45f-e988-4280-9d1f-4feb0fed1987 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:19.876431 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.943006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event updated for resources: {'Network': ['ID=04f8f4bf-39e5-46e0-9edf-8dde756b83ea,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:19.950361 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:19.960958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-26e484ee-024c-4c48-8866-fd82ef874d32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9079697 Nov 15 14:48:19.964111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:19.970629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3ab422ea-d208-4c31-9507-6981e1fcd853 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Request body: {'subnet': {'network_id': '04f8f4bf-39e5-46e0-9edf-8dde756b83ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:19.974624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b78f2-bcb1-49a8-8040-3c847771f408 req-604b287e-6671-4a5b-bcbf-0082c250e20c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:19.976212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 04f8f4bf-39e5-46e0-9edf-8dde756b83ea details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:48:19.980785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b78f2-bcb1-49a8-8040-3c847771f408 req-604b287e-6671-4a5b-bcbf-0082c250e20c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:19.987535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b78f2-bcb1-49a8-8040-3c847771f408 req-604b287e-6671-4a5b-bcbf-0082c250e20c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:19.994427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b78f2-bcb1-49a8-8040-3c847771f408 req-604b287e-6671-4a5b-bcbf-0082c250e20c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:20.001140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b78f2-bcb1-49a8-8040-3c847771f408 req-604b287e-6671-4a5b-bcbf-0082c250e20c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:20.007145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b78f2-bcb1-49a8-8040-3c847771f408 req-604b287e-6671-4a5b-bcbf-0082c250e20c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:20.009100 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:20.013301 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b78f2-bcb1-49a8-8040-3c847771f408 req-604b287e-6671-4a5b-bcbf-0082c250e20c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:20.015404 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc0b78f2-bcb1-49a8-8040-3c847771f408 req-604b287e-6671-4a5b-bcbf-0082c250e20c tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5437 time: 0.1281111 Nov 15 14:48:20.078629 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:20.086060 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=78f3094e-0a36-4839-bde9-89a57d7a662f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:20.100988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:20.107639 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab422ea-d208-4c31-9507-6981e1fcd853 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Made reservation on behalf of 83d1a7fc959f44a5a5be7c280bec66e2 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:20.110770 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ab422ea-d208-4c31-9507-6981e1fcd853 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:20.136855 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 68fee45f-e988-4280-9d1f-4feb0fed1987, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=68fee45f-e988-4280-9d1f-4feb0fed1987,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:20.137785 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc0b78f2-bcb1-49a8-8040-3c847771f408 req-bfce3499-24f3-48eb-8c30-b39acd9895bb tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129763 Nov 15 14:48:20.186053 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:20.187784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 85456e19-635c-40ff-b10b-d45a8a34f522 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:20.189904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740ea65-4753-48e7-b36f-088cdce665cf req-d2570c3f-8ca8-40b1-b577-ae37b20cbbef tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:20.195151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0740ea65-4753-48e7-b36f-088cdce665cf req-d2570c3f-8ca8-40b1-b577-ae37b20cbbef tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0887268 Nov 15 14:48:20.256848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0740ea65-4753-48e7-b36f-088cdce665cf req-e74a827d-3d61-4165-b1aa-22c24bab018a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538332 Nov 15 14:48:20.294570 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=68fee45f-e988-4280-9d1f-4feb0fed1987,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:20.307230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:20.315967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0072830 Nov 15 14:48:20.316751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46294) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:20.316861 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network d79c7857-abc0-4986-b396-7a4bbd8ebc99 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:20.319978 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:20.357117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 85456e19-635c-40ff-b10b-d45a8a34f522 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:48:20.363853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 85456e19-635c-40ff-b10b-d45a8a34f522 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:20.364576 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:20.494618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-771ee392-80c1-4fc1-9698-44303e0c94a5 tempest-NetworksApiDiscovery-609997837 tempest-NetworksApiDiscovery-609997837-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1762784 Nov 15 14:48:20.540990 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:20.547058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 520dcc15-c8b8-4129-a2b4-b934caa7eeab has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:48:20.597474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 85456e19-635c-40ff-b10b-d45a8a34f522, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=85456e19-635c-40ff-b10b-d45a8a34f522,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:20.685661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-477e9bd3-d5b6-45d9-8ef9-b443bc6720a4 None None] Provisioning complete for port 78f3094e-0a36-4839-bde9-89a57d7a662f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:20.685866 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-477e9bd3-d5b6-45d9-8ef9-b443bc6720a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:20.723347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:20.726319 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:20.727152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 012e9bf2-0414-4d9d-a820-1d1a5c19a79f up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:20.735236 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bc09d942-c19a-470a-970b-f1ab4f1507ed tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "PUT /v2.0/routers/520dcc15-c8b8-4129-a2b4-b934caa7eeab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9257009 Nov 15 14:48:20.739582 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46306) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:20.746733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'port': {'network_id': 'd79c7857-abc0-4986-b396-7a4bbd8ebc99', 'name': 'tempest-FloatingIPTestJSON-1727105228'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:20.754740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c256ad7-332d-402f-9226-78382953f3ea None None] Sync routers for ids ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:20.780974 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-477e9bd3-d5b6-45d9-8ef9-b443bc6720a4 None None] Port 78f3094e-0a36-4839-bde9-89a57d7a662f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:20.808414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c256ad7-332d-402f-9226-78382953f3ea None None] Routers {'520dcc15-c8b8-4129-a2b4-b934caa7eeab'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:20.809055 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3c256ad7-332d-402f-9226-78382953f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:20.833949 n-d-817748-2 neutron-server[103147]: DEBUG neutron.objects.ports [None req-3ab422ea-d208-4c31-9507-6981e1fcd853 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:48:20.834441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ab422ea-d208-4c31-9507-6981e1fcd853 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:20.861475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3c256ad7-332d-402f-9226-78382953f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:20.871754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=85456e19-635c-40ff-b10b-d45a8a34f522,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:20.886460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c256ad7-332d-402f-9226-78382953f3ea None None] Routers {'520dcc15-c8b8-4129-a2b4-b934caa7eeab'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:20.887103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3c256ad7-332d-402f-9226-78382953f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:20.905895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761f1-8a0f-4b5f-8fa2-8818e4418ded req-64f17c55-f34f-4b13-9e21-6dd4c71740f5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:20.906270 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab422ea-d208-4c31-9507-6981e1fcd853 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event updated for resources: {'Subnet': ['ID=35165570-c40f-495b-989e-fedb78b66048,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:20.915460 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1be761f1-8a0f-4b5f-8fa2-8818e4418ded req-64f17c55-f34f-4b13-9e21-6dd4c71740f5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1501458 Nov 15 14:48:20.923194 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3c256ad7-332d-402f-9226-78382953f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:20.923908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c256ad7-332d-402f-9226-78382953f3ea None None] The sync data for ids ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:20.924471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab422ea-d208-4c31-9507-6981e1fcd853 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Checking segment: {'id': '3e905fba-d354-4517-bac1-e7fcfa28f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '04f8f4bf-39e5-46e0-9edf-8dde756b83ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:48:20.924852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab422ea-d208-4c31-9507-6981e1fcd853 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Network hostable DHCP agents. Network: 04f8f4bf-39e5-46e0-9edf-8dde756b83ea, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:48:20.932424 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:48:20.936886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:20.938045 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:20.986609 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1be761f1-8a0f-4b5f-8fa2-8818e4418ded req-64efe936-8b59-4208-b996-0ce48e449c5e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699983 Nov 15 14:48:21.003426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab422ea-d208-4c31-9507-6981e1fcd853 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Network 04f8f4bf-39e5-46e0-9edf-8dde756b83ea is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:48:21.042710 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.043493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Made reservation on behalf of 6c1110b127344c92b26723dffe81291f for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:21.048798 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.067858 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] device_id is not set on port 3cea0645-c426-49ae-86ee-ef99fd550a8b yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:48:21.071883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3ab422ea-d208-4c31-9507-6981e1fcd853 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 04f8f4bf-39e5-46e0-9edf-8dde756b83ea) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:21.082114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552aaf4-33e0-487d-a389-42423e2a9209 None None] Network 04f8f4bf-39e5-46e0-9edf-8dde756b83ea requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:21.083136 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab422ea-d208-4c31-9507-6981e1fcd853 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:21.085422 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ab422ea-d208-4c31-9507-6981e1fcd853 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.086597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=012e9bf2-0414-4d9d-a820-1d1a5c19a79f,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:21.100615 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:21.183415 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3ab422ea-d208-4c31-9507-6981e1fcd853 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2179024 Nov 15 14:48:21.184865 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.184865 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device cd15e723-98fc-42e7-b4df-b2bacc78da3d up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:21.186235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:21.194326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1718488903', 'network_id': '04f8f4bf-39e5-46e0-9edf-8dde756b83ea'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:21.222448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Allocated IP 172.20.0.5 (d79c7857-abc0-4986-b396-7a4bbd8ebc99/e0ec7e65-211a-423f-8f19-21035a876877/3cea0645-c426-49ae-86ee-ef99fd550a8b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:21.258592 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2de86cf-e3c5-4905-bae8-24f0cc24cb7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.280992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Made reservation on behalf of 83d1a7fc959f44a5a5be7c280bec66e2 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:21.283918 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.293436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfad5c7-17db-4fe1-87ad-26f5aea02c95 None None] Network 04f8f4bf-39e5-46e0-9edf-8dde756b83ea requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:21.311843 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] device_id is not set on port f1338f9d-ad5b-47de-9627-52fc3fbe61e5 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:48:21.317662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41262bf-242e-4f18-b8ff-199f4ff73bd5 req-d469c4bb-2232-4c78-8158-88635221994e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:21.325807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41262bf-242e-4f18-b8ff-199f4ff73bd5 req-d469c4bb-2232-4c78-8158-88635221994e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:21.332681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41262bf-242e-4f18-b8ff-199f4ff73bd5 req-d469c4bb-2232-4c78-8158-88635221994e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:21.341204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41262bf-242e-4f18-b8ff-199f4ff73bd5 req-d469c4bb-2232-4c78-8158-88635221994e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:21.345091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41262bf-242e-4f18-b8ff-199f4ff73bd5 req-d469c4bb-2232-4c78-8158-88635221994e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:21.352288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41262bf-242e-4f18-b8ff-199f4ff73bd5 req-d469c4bb-2232-4c78-8158-88635221994e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:21.359512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41262bf-242e-4f18-b8ff-199f4ff73bd5 req-d469c4bb-2232-4c78-8158-88635221994e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:21.361673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f41262bf-242e-4f18-b8ff-199f4ff73bd5 req-d469c4bb-2232-4c78-8158-88635221994e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5440 time: 0.1311297 Nov 15 14:48:21.370143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=012e9bf2-0414-4d9d-a820-1d1a5c19a79f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:21.452711 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2de86cf-e3c5-4905-bae8-24f0cc24cb7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.468424 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Allocated IP 172.20.0.8 (04f8f4bf-39e5-46e0-9edf-8dde756b83ea/35165570-c40f-495b-989e-fedb78b66048/f1338f9d-ad5b-47de-9627-52fc3fbe61e5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:21.469556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port cd15e723-98fc-42e7-b4df-b2bacc78da3d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:48:21.474199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port cd15e723-98fc-42e7-b4df-b2bacc78da3d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:21.474897 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.503896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f41262bf-242e-4f18-b8ff-199f4ff73bd5 req-5fe9d8e8-86fc-4552-bf25-87df7bf5bd44 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1353598 Nov 15 14:48:21.542843 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2de86cf-e3c5-4905-bae8-24f0cc24cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.543029 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.591284 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.619151 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f2de86cf-e3c5-4905-bae8-24f0cc24cb7f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19c1a8b5dc784de2bc561a8bfeb7e22d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5174658 Nov 15 14:48:21.621824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46320) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:21.624218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de86cf-e3c5-4905-bae8-24f0cc24cb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a17478b-1422-4d3d-99c8-b74270b3d961,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:21.636643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port cd15e723-98fc-42e7-b4df-b2bacc78da3d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=cd15e723-98fc-42e7-b4df-b2bacc78da3d,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:21.654533 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.676979 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fee45f-e988-4280-9d1f-4feb0fed1987'}, {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85456e19-635c-40ff-b10b-d45a8a34f522'}, {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012e9bf2-0414-4d9d-a820-1d1a5c19a79f'}, {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd15e723-98fc-42e7-b4df-b2bacc78da3d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:48:21.679552 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1e075e-4255-4e5d-a7c1-871d886eec7c" -d '{"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "68fee45f-e988-4280-9d1f-4feb0fed1987"}, {"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "85456e19-635c-40ff-b10b-d45a8a34f522"}, {"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "012e9bf2-0414-4d9d-a820-1d1a5c19a79f"}, {"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "cd15e723-98fc-42e7-b4df-b2bacc78da3d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:48:21.680727 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.717792 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.719236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d60d6b5b-7447-4438-8b12-570eb0e866e7 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:21.723284 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 15 Nov 2021 14:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051bb958-6ed7-4471-a600-b54e53b87e5a x-openstack-request-id: req-051bb958-6ed7-4471-a600-b54e53b87e5a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:48:21.723644 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "68fee45f-e988-4280-9d1f-4feb0fed1987", "code": 200}, {"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "85456e19-635c-40ff-b10b-d45a8a34f522", "code": 200}, {"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "012e9bf2-0414-4d9d-a820-1d1a5c19a79f", "code": 200}, {"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "cd15e723-98fc-42e7-b4df-b2bacc78da3d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:48:21.723889 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-051bb958-6ed7-4471-a600-b54e53b87e5a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:48:21.724288 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fee45f-e988-4280-9d1f-4feb0fed1987', 'code': 200} Nov 15 14:48:21.724562 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85456e19-635c-40ff-b10b-d45a8a34f522', 'code': 200} Nov 15 14:48:21.724811 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012e9bf2-0414-4d9d-a820-1d1a5c19a79f', 'code': 200} Nov 15 14:48:21.725292 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd15e723-98fc-42e7-b4df-b2bacc78da3d', 'code': 200} Nov 15 14:48:21.726990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Network d79c7857-abc0-4986-b396-7a4bbd8ebc99 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:21.732364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event updated for resources: {'Port': ['ID=3cea0645-c426-49ae-86ee-ef99fd550a8b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:21.736673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:21.746216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:21.750297 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8cf5-c97c-4dc9-a855-d42d4922c16c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.770352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:21.771084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:21.771084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:21.773064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:21.773064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:21.773064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:21.773064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:21.773064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:21.773064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:21.773579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:21.773652 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:21.773953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:21.793065 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.813407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=cd15e723-98fc-42e7-b4df-b2bacc78da3d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:21.827733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:21.828419 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.832469 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8cf5-c97c-4dc9-a855-d42d4922c16c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.862586 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Network 04f8f4bf-39e5-46e0-9edf-8dde756b83ea is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:21.865533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:21.868530 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:21.917390 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event updated for resources: {'Port': ['ID=f1338f9d-ad5b-47de-9627-52fc3fbe61e5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:21.926037 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port d60d6b5b-7447-4438-8b12-570eb0e866e7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:48:21.930509 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port d60d6b5b-7447-4438-8b12-570eb0e866e7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:21.932121 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.937495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:21.938117 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:21.998367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2dfebd33-62bf-460a-92c1-9bd3fd5f7cc6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2576220 Nov 15 14:48:21.999121 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8cf5-c97c-4dc9-a855-d42d4922c16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:22.001290 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:22.001984 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8cf5-c97c-4dc9-a855-d42d4922c16c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:22.008481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9a9d8cf5-c97c-4dc9-a855-d42d4922c16c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a17478b-1422-4d3d-99c8-b74270b3d961 HTTP/1.1" status: 204 len: 168 time: 0.3809206 Nov 15 14:48:22.008616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5c4f2d79-c5e1-4bdd-8105-ca51d5434913 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Request body: {'floatingip': {'port_id': '3cea0645-c426-49ae-86ee-ef99fd550a8b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:22.017764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d8cf5-c97c-4dc9-a855-d42d4922c16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a17478b-1422-4d3d-99c8-b74270b3d961,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:22.080576 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c4f2d79-c5e1-4bdd-8105-ca51d5434913 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:22.131767 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-69c30946-9242-4e80-b609-f2a076d1467b tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9421680 Nov 15 14:48:22.136454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33007577-3141-4ea3-82e6-fc02c29bdb02 req-2e3c0411-83ab-487d-b907-6be79cc69f62 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:22.136732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:22.136849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33007577-3141-4ea3-82e6-fc02c29bdb02 req-2e3c0411-83ab-487d-b907-6be79cc69f62 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0585551 Nov 15 14:48:22.196692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9684f665-24f7-4714-ad52-05845ebe0ca9 None None] Provisioning complete for port 3cea0645-c426-49ae-86ee-ef99fd550a8b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:22.197061 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9684f665-24f7-4714-ad52-05845ebe0ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:22.219259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33007577-3141-4ea3-82e6-fc02c29bdb02 req-743e8026-f900-4594-a7d2-61fc8b598856 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751715 Nov 15 14:48:22.223984 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:22.255331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9684f665-24f7-4714-ad52-05845ebe0ca9 None None] Port 3cea0645-c426-49ae-86ee-ef99fd550a8b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:22.278443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port d60d6b5b-7447-4438-8b12-570eb0e866e7, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d60d6b5b-7447-4438-8b12-570eb0e866e7,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:22.346809 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:22.387760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369752a1-c036-41d5-a3a6-142362865e23 req-c525fbd3-94f9-426a-bb8a-941a4410cbf8 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:22.389446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-369752a1-c036-41d5-a3a6-142362865e23 req-c525fbd3-94f9-426a-bb8a-941a4410cbf8 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0754230 Nov 15 14:48:22.396058 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:22.468431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-369752a1-c036-41d5-a3a6-142362865e23 req-738e3c67-4378-4aa7-949e-9b3d873b8ce6 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676599 Nov 15 14:48:22.472370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=d60d6b5b-7447-4438-8b12-570eb0e866e7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:22.568821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:48:22.573697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:22.574071 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:22.662334 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:22.688351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54609-99e1-4f55-85d3-5a26776901ac req-6a6a88b9-f833-4f25-b28e-2a8b1299fe8d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:22.695563 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2e54609-99e1-4f55-85d3-5a26776901ac req-6a6a88b9-f833-4f25-b28e-2a8b1299fe8d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0815814 Nov 15 14:48:22.703952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762,segment=NetworkSegment(4b598553-12dd-45f6-ad18-3bba4a74c12c),segment_id=4b598553-12dd-45f6-ad18-3bba4a74c12c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:22.727153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b15eb-b457-4322-a92a-07b98fb4d0f1 req-b5af3827-0925-4a37-8b39-aa5ca8fe7f0a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:22.733121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b15eb-b457-4322-a92a-07b98fb4d0f1 req-b5af3827-0925-4a37-8b39-aa5ca8fe7f0a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:22.739588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b15eb-b457-4322-a92a-07b98fb4d0f1 req-b5af3827-0925-4a37-8b39-aa5ca8fe7f0a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:22.745118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b15eb-b457-4322-a92a-07b98fb4d0f1 req-b5af3827-0925-4a37-8b39-aa5ca8fe7f0a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:22.746127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ebf84-2b76-46cf-a021-8fb404689821 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Deleting port f1338f9d-ad5b-47de-9627-52fc3fbe61e5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:22.746507 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f5ebf84-2b76-46cf-a021-8fb404689821 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:22.751216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b15eb-b457-4322-a92a-07b98fb4d0f1 req-b5af3827-0925-4a37-8b39-aa5ca8fe7f0a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:22.757049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b15eb-b457-4322-a92a-07b98fb4d0f1 req-b5af3827-0925-4a37-8b39-aa5ca8fe7f0a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:22.763006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b15eb-b457-4322-a92a-07b98fb4d0f1 req-b5af3827-0925-4a37-8b39-aa5ca8fe7f0a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:22.764992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a5b15eb-b457-4322-a92a-07b98fb4d0f1 req-b5af3827-0925-4a37-8b39-aa5ca8fe7f0a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5442 time: 0.1628366 Nov 15 14:48:22.774835 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:22.812425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2e54609-99e1-4f55-85d3-5a26776901ac req-9ac3fd95-8646-4e30-ab29-4c143963b606 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158569 Nov 15 14:48:22.828548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:22.850809 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a5b15eb-b457-4322-a92a-07b98fb4d0f1 req-664abe36-db54-48a9-abc1-f5bc91ee3019 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786664 Nov 15 14:48:22.906101 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f5ebf84-2b76-46cf-a021-8fb404689821 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:22.929891 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ebf84-2b76-46cf-a021-8fb404689821 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Calling delete_port for f1338f9d-ad5b-47de-9627-52fc3fbe61e5 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:22.992943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc1e51-6386-40c7-a7c2-9f715e61f72f req-4840b265-a257-45d2-b82a-4a8b53a3cf16 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:22.998896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51fc1e51-6386-40c7-a7c2-9f715e61f72f req-4840b265-a257-45d2-b82a-4a8b53a3cf16 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0625069 Nov 15 14:48:23.044995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51fc1e51-6386-40c7-a7c2-9f715e61f72f req-09219119-76bb-4de2-b85a-c1b8b2f2859a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427885 Nov 15 14:48:23.189865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c86b8-37e5-409b-af77-cf0c16b22321 req-1abc2bec-3c61-4ad0-a055-aa19584a3e14 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:23.194882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff1c86b8-37e5-409b-af77-cf0c16b22321 req-1abc2bec-3c61-4ad0-a055-aa19584a3e14 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0584798 Nov 15 14:48:23.210893 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c4f2d79-c5e1-4bdd-8105-ca51d5434913 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:23.249121 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff1c86b8-37e5-409b-af77-cf0c16b22321 req-7d2b2d5c-3433-434c-b894-3c4dc3af82fa tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510333 Nov 15 14:48:23.289434 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c4f2d79-c5e1-4bdd-8105-ca51d5434913 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:23.329200 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f5ebf84-2b76-46cf-a021-8fb404689821 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:23.368176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e425c93-8921-4b8d-82a1-a88db58341cb req-a3b04816-f8c8-42fa-926c-18fab46f529a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:23.369864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e425c93-8921-4b8d-82a1-a88db58341cb req-a3b04816-f8c8-42fa-926c-18fab46f529a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0506961 Nov 15 14:48:23.399904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ebf84-2b76-46cf-a021-8fb404689821 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1338f9d-ad5b-47de-9627-52fc3fbe61e5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:23.427300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e425c93-8921-4b8d-82a1-a88db58341cb req-b1418e9c-fa06-44a2-a801-cbf128f4f9e7 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485771 Nov 15 14:48:23.481839 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-5c4f2d79-c5e1-4bdd-8105-ca51d5434913 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Floating IP 96769dc2-140c-4540-9e54-1867e5837d4b associated. External IP: 172.25.4.15, port: 8deadb4a-79c9-4749-9fde-40752c18f146. Nov 15 14:48:23.488676 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f5ebf84-2b76-46cf-a021-8fb404689821 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:23.490226 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6f5ebf84-2b76-46cf-a021-8fb404689821 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f1338f9d-ad5b-47de-9627-52fc3fbe61e5 HTTP/1.1" status: 204 len: 168 time: 1.3544748 Nov 15 14:48:23.493046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46376) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:23.497600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '04f8f4bf-39e5-46e0-9edf-8dde756b83ea', 'external_fixed_ips': [{'subnet_id': '35165570-c40f-495b-989e-fedb78b66048', 'ip_address': '172.20.0.8'}]}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:23.592476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e608e01-1632-40a2-b483-d9ced9576de3 req-9273c3b2-d41d-4551-9812-444f1fb0c6f7 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:23.594632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e608e01-1632-40a2-b483-d9ced9576de3 req-9273c3b2-d41d-4551-9812-444f1fb0c6f7 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0533090 Nov 15 14:48:23.619948 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:23.621004 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:23.714676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4f2d79-c5e1-4bdd-8105-ca51d5434913 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:48:23.726865 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60d6b5b-7447-4438-8b12-570eb0e866e7'}, {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:48:23.729243 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676a8f25-3c2c-4caa-8c1a-2925cd2c47d9" -d '{"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "d60d6b5b-7447-4438-8b12-570eb0e866e7"}, {"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "db3eed56-1e5f-4f19-ada9-a1ee9c1cc762"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:48:23.792632 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 14:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c498d2-5869-41d4-885d-1d50a61d1108 x-openstack-request-id: req-c8c498d2-5869-41d4-885d-1d50a61d1108 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:48:23.792932 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "d60d6b5b-7447-4438-8b12-570eb0e866e7", "code": 200}, {"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-plugged", "status": "completed", "tag": "db3eed56-1e5f-4f19-ada9-a1ee9c1cc762", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:48:23.793182 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8c498d2-5869-41d4-885d-1d50a61d1108 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:48:23.793573 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60d6b5b-7447-4438-8b12-570eb0e866e7', 'code': 200} Nov 15 14:48:23.793821 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762', 'code': 200} Nov 15 14:48:23.852753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4f2d79-c5e1-4bdd-8105-ca51d5434913 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:23.866586 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc2bbe3-9261-4516-b5c2-007f03b9cb72 None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:23.889674 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2bbe3-9261-4516-b5c2-007f03b9cb72 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:23.890495 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cdc2bbe3-9261-4516-b5c2-007f03b9cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:23.949599 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cdc2bbe3-9261-4516-b5c2-007f03b9cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:23.959856 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2bbe3-9261-4516-b5c2-007f03b9cb72 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:23.961485 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cdc2bbe3-9261-4516-b5c2-007f03b9cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:24.000494 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cdc2bbe3-9261-4516-b5c2-007f03b9cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:24.001406 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc2bbe3-9261-4516-b5c2-007f03b9cb72 None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:24.031497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e608e01-1632-40a2-b483-d9ced9576de3 req-e5f3558d-e074-4408-9dee-e3db2e3d8dca tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285884 Nov 15 14:48:24.081690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:24.098851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c9d5-a104-493f-a904-1397c41c8270 req-bf878d58-5de1-4685-823e-a3696d8f51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.099387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c9d5-a104-493f-a904-1397c41c8270 req-bf878d58-5de1-4685-823e-a3696d8f51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.100348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c9d5-a104-493f-a904-1397c41c8270 req-bf878d58-5de1-4685-823e-a3696d8f51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.100348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c9d5-a104-493f-a904-1397c41c8270 req-bf878d58-5de1-4685-823e-a3696d8f51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.100748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c9d5-a104-493f-a904-1397c41c8270 req-bf878d58-5de1-4685-823e-a3696d8f51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.101199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c9d5-a104-493f-a904-1397c41c8270 req-bf878d58-5de1-4685-823e-a3696d8f51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.101648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c9d5-a104-493f-a904-1397c41c8270 req-bf878d58-5de1-4685-823e-a3696d8f51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.103749 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-83c0c9d5-a104-493f-a904-1397c41c8270 req-bf878d58-5de1-4685-823e-a3696d8f51ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 6500 time: 0.1278381 Nov 15 14:48:24.112597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594697d-864f-455b-8a84-37437353c01c req-b8c95e4f-4d20-4c41-9e93-f3770e554659 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.120915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594697d-864f-455b-8a84-37437353c01c req-b8c95e4f-4d20-4c41-9e93-f3770e554659 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.127994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594697d-864f-455b-8a84-37437353c01c req-b8c95e4f-4d20-4c41-9e93-f3770e554659 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.134743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594697d-864f-455b-8a84-37437353c01c req-b8c95e4f-4d20-4c41-9e93-f3770e554659 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.141719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594697d-864f-455b-8a84-37437353c01c req-b8c95e4f-4d20-4c41-9e93-f3770e554659 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.148642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594697d-864f-455b-8a84-37437353c01c req-b8c95e4f-4d20-4c41-9e93-f3770e554659 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.155349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594697d-864f-455b-8a84-37437353c01c req-b8c95e4f-4d20-4c41-9e93-f3770e554659 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.158757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d594697d-864f-455b-8a84-37437353c01c req-b8c95e4f-4d20-4c41-9e93-f3770e554659 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5443 time: 0.1959503 Nov 15 14:48:24.170031 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4f2d79-c5e1-4bdd-8105-ca51d5434913 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 520dcc15-c8b8-4129-a2b4-b934caa7eeab has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:48:24.188187 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-83c0c9d5-a104-493f-a904-1397c41c8270 req-72d010a3-9edb-45c7-b07c-81c785414e76 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751686 Nov 15 14:48:24.303453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4f2d79-c5e1-4bdd-8105-ca51d5434913 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:24.308777 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c4f2d79-c5e1-4bdd-8105-ca51d5434913 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:24.318769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f5eeb4-076b-47bc-bd32-695e2a799387 None None] Sync routers for ids ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:24.338361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f5eeb4-076b-47bc-bd32-695e2a799387 None None] Routers {'520dcc15-c8b8-4129-a2b4-b934caa7eeab'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:24.339035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-43f5eeb4-076b-47bc-bd32-695e2a799387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:24.378968 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5c4f2d79-c5e1-4bdd-8105-ca51d5434913 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "PUT /v2.0/floatingips/96769dc2-140c-4540-9e54-1867e5837d4b HTTP/1.1" status: 200 len: 977 time: 2.3765013 Nov 15 14:48:24.380800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:24.381486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbb88e-54be-495b-8e3b-fe8427cd2edb req-377a1b27-0444-4302-be9b-08d13975af12 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.383119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7fbb88e-54be-495b-8e3b-fe8427cd2edb req-377a1b27-0444-4302-be9b-08d13975af12 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.2172196 Nov 15 14:48:24.403129 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-43f5eeb4-076b-47bc-bd32-695e2a799387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:24.422999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f5eeb4-076b-47bc-bd32-695e2a799387 None None] Routers {'520dcc15-c8b8-4129-a2b4-b934caa7eeab'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:24.423647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-43f5eeb4-076b-47bc-bd32-695e2a799387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:24.432248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d594697d-864f-455b-8a84-37437353c01c req-1b8ccfbf-7af0-4732-88a4-0aad6688aa2d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2606115 Nov 15 14:48:24.451238 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:24.488811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-43f5eeb4-076b-47bc-bd32-695e2a799387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:24.489751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f5eeb4-076b-47bc-bd32-695e2a799387 None None] The sync data for ids ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:24.524840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7fbb88e-54be-495b-8e3b-fe8427cd2edb req-0e9681d0-9732-4e28-9557-e3fe4d4a4e44 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104321 Nov 15 14:48:24.535146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-10f5ec9a-8f05-4a99-a45a-4c7380c95c1f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port 3cea0645-c426-49ae-86ee-ef99fd550a8b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:24.535500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec9a-8f05-4a99-a45a-4c7380c95c1f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:24.633511 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec9a-8f05-4a99-a45a-4c7380c95c1f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:24.694874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fce4c4-ecaa-4606-943a-97bb63cd498f req-cb9047fc-1fac-4ab1-b157-ee8ebefe02c3 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:24.696388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64fce4c4-ecaa-4606-943a-97bb63cd498f req-cb9047fc-1fac-4ab1-b157-ee8ebefe02c3 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0661509 Nov 15 14:48:24.811468 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec9a-8f05-4a99-a45a-4c7380c95c1f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:24.811841 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec9a-8f05-4a99-a45a-4c7380c95c1f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:24.812195 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-10f5ec9a-8f05-4a99-a45a-4c7380c95c1f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Floating IP 96769dc2-140c-4540-9e54-1867e5837d4b disassociated. External IP: 172.25.4.15, port: 3cea0645-c426-49ae-86ee-ef99fd550a8b. Nov 15 14:48:24.812542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-10f5ec9a-8f05-4a99-a45a-4c7380c95c1f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for 3cea0645-c426-49ae-86ee-ef99fd550a8b owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:24.867150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64fce4c4-ecaa-4606-943a-97bb63cd498f req-30cb7668-c088-41d2-b5af-f0bf1966caed tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370075 Nov 15 14:48:24.874512 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:24.910526 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:24.932096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:25.009532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e09903-3da7-4c09-9f7d-1aaaf8534c38 req-64430fa4-0ea2-499a-957e-6d9d8fa4c2ad tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:25.011073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70e09903-3da7-4c09-9f7d-1aaaf8534c38 req-64430fa4-0ea2-499a-957e-6d9d8fa4c2ad tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0500422 Nov 15 14:48:25.018585 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec9a-8f05-4a99-a45a-4c7380c95c1f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:25.050410 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5ec9a-8f05-4a99-a45a-4c7380c95c1f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=3cea0645-c426-49ae-86ee-ef99fd550a8b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:25.102342 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85aefc8d-473e-4ce0-9977-81565616be5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:25.182574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f5ec9a-8f05-4a99-a45a-4c7380c95c1f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 520dcc15-c8b8-4129-a2b4-b934caa7eeab has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:48:25.215847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70e09903-3da7-4c09-9f7d-1aaaf8534c38 req-732da43e-d780-4ca3-8249-b021dfec1db2 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980836 Nov 15 14:48:25.318941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Allocated IP 172.20.0.8 (04f8f4bf-39e5-46e0-9edf-8dde756b83ea/35165570-c40f-495b-989e-fedb78b66048/5823a127-e7c5-423e-8277-0d2f2c25dc4c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:25.331083 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f5ec9a-8f05-4a99-a45a-4c7380c95c1f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:25.344020 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a7c75-bb8f-48d8-9622-48ee3badba91 None None] Sync routers for ids ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:25.346138 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85aefc8d-473e-4ce0-9977-81565616be5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:25.354384 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a7c75-bb8f-48d8-9622-48ee3badba91 None None] Routers {'520dcc15-c8b8-4129-a2b4-b934caa7eeab'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:25.355006 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1b1a7c75-bb8f-48d8-9622-48ee3badba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:25.395260 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1b1a7c75-bb8f-48d8-9622-48ee3badba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:25.404040 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a7c75-bb8f-48d8-9622-48ee3badba91 None None] Routers {'520dcc15-c8b8-4129-a2b4-b934caa7eeab'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:25.404818 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1b1a7c75-bb8f-48d8-9622-48ee3badba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:25.411204 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec9a-8f05-4a99-a45a-4c7380c95c1f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:25.417005 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-10f5ec9a-8f05-4a99-a45a-4c7380c95c1f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/ports/3cea0645-c426-49ae-86ee-ef99fd550a8b HTTP/1.1" status: 204 len: 168 time: 1.0330634 Nov 15 14:48:25.417211 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:25.427144 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85aefc8d-473e-4ce0-9977-81565616be5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:25.436811 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1b1a7c75-bb8f-48d8-9622-48ee3badba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:25.437994 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a7c75-bb8f-48d8-9622-48ee3badba91 None None] The sync data for ids ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:25.507045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1c4c4-bd7f-4484-8b54-57f9d9b1973d req-653fab1f-0008-481c-b6a6-eb63b6a068a3 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:25.508715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8da1c4c4-bd7f-4484-8b54-57f9d9b1973d req-653fab1f-0008-481c-b6a6-eb63b6a068a3 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1592002 Nov 15 14:48:25.514722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-85aefc8d-473e-4ce0-9977-81565616be5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a54b7d0af9004b6ab455c2879b540f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5816000 Nov 15 14:48:25.515615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aefc8d-473e-4ce0-9977-81565616be5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ec2eee-f3dd-4cdf-901d-65c717ab7ec4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:25.517504 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:25.627865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:25.637871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8da1c4c4-bd7f-4484-8b54-57f9d9b1973d req-539823fd-61b5-40ae-ada7-7db433fc7f4e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158521 Nov 15 14:48:25.664722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840f990-acf8-447a-8bb2-fd842827653c req-e6effc13-d925-4e55-846c-b901cf558817 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:25.676269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840f990-acf8-447a-8bb2-fd842827653c req-e6effc13-d925-4e55-846c-b901cf558817 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:25.686387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840f990-acf8-447a-8bb2-fd842827653c req-e6effc13-d925-4e55-846c-b901cf558817 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:25.689921 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840f990-acf8-447a-8bb2-fd842827653c req-e6effc13-d925-4e55-846c-b901cf558817 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:25.696206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840f990-acf8-447a-8bb2-fd842827653c req-e6effc13-d925-4e55-846c-b901cf558817 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:25.703246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840f990-acf8-447a-8bb2-fd842827653c req-e6effc13-d925-4e55-846c-b901cf558817 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:25.709447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840f990-acf8-447a-8bb2-fd842827653c req-e6effc13-d925-4e55-846c-b901cf558817 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:25.711611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b840f990-acf8-447a-8bb2-fd842827653c req-e6effc13-d925-4e55-846c-b901cf558817 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5443 time: 0.1995146 Nov 15 14:48:25.830646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b840f990-acf8-447a-8bb2-fd842827653c req-52878d9a-ec42-4725-83e7-a37ed9f22f65 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111150 Nov 15 14:48:25.838648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d37b35-967f-4764-818b-41f1b3d9b476 req-376f203b-324e-405d-a017-0990c9d864ba tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:25.840221 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7d37b35-967f-4764-818b-41f1b3d9b476 req-376f203b-324e-405d-a017-0990c9d864ba tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1059957 Nov 15 14:48:25.876674 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:25.927290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Network 04f8f4bf-39e5-46e0-9edf-8dde756b83ea is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:25.937970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:25.942819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:25.951115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7d37b35-967f-4764-818b-41f1b3d9b476 req-8e1a5b33-a53c-41b2-9e9f-13572ea524c1 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024456 Nov 15 14:48:25.974207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event updated for resources: {'Port': ['ID=5823a127-e7c5-423e-8277-0d2f2c25dc4c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:25.986185 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:26.019282 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:26.151092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b9b9e-46b5-46f0-9a11-06cc91dfc862 req-835b3d7e-751b-4481-8591-6d579b6752c5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:26.153249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c0b9b9e-46b5-46f0-9a11-06cc91dfc862 req-835b3d7e-751b-4481-8591-6d579b6752c5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0661409 Nov 15 14:48:26.224596 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:26.226986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:26.228130 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4ec2eee-f3dd-4cdf-901d-65c717ab7ec4 HTTP/1.1" status: 204 len: 168 time: 0.7096977 Nov 15 14:48:26.246444 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ec2eee-f3dd-4cdf-901d-65c717ab7ec4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:26.262342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:26.262713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:26.263060 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:26.263449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:26.263725 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:26.264209 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:26.264540 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:26.264863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:26.265480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:26.265688 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:26.266010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:26.266329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1afb58-54b1-41b9-9831-d2a3fb9a2592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:26.268770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c0b9b9e-46b5-46f0-9a11-06cc91dfc862 req-a40b035e-d08d-4cca-a42a-568d5d5fb74a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086767 Nov 15 14:48:26.305493 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52b4ae4d-ef99-4f26-957a-587958484f33 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:26.331420 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:26.665945 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-52b4ae4d-ef99-4f26-957a-587958484f33 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port 78f3094e-0a36-4839-bde9-89a57d7a662f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:26.666293 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52b4ae4d-ef99-4f26-957a-587958484f33 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:26.717333 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb523ad-8291-4a49-8c14-fa5b5cbe8c1e req-afef019d-343c-44f4-ac1f-8eb7b9a5c653 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:26.718763 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfb523ad-8291-4a49-8c14-fa5b5cbe8c1e req-afef019d-343c-44f4-ac1f-8eb7b9a5c653 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0908659 Nov 15 14:48:26.753150 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52b4ae4d-ef99-4f26-957a-587958484f33 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:26.765051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-52b4ae4d-ef99-4f26-957a-587958484f33 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for 78f3094e-0a36-4839-bde9-89a57d7a662f owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:26.839514 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfb523ad-8291-4a49-8c14-fa5b5cbe8c1e req-103d4ca3-1667-47a6-b74a-4d7d5d83df07 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142890 Nov 15 14:48:26.863900 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:26.902886 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46458) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:26.948256 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1633cc8-6e16-489f-923b-235f3a60d88d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:27.032333 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52b4ae4d-ef99-4f26-957a-587958484f33 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:27.060809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4ae4d-ef99-4f26-957a-587958484f33 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=78f3094e-0a36-4839-bde9-89a57d7a662f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:27.092833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e4df9-8aec-4bf4-81cf-a709d0daeb89 req-668de71f-5104-415f-b9e8-cf427fa76b69 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.099589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e4df9-8aec-4bf4-81cf-a709d0daeb89 req-668de71f-5104-415f-b9e8-cf427fa76b69 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.105609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e4df9-8aec-4bf4-81cf-a709d0daeb89 req-668de71f-5104-415f-b9e8-cf427fa76b69 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.112352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e4df9-8aec-4bf4-81cf-a709d0daeb89 req-668de71f-5104-415f-b9e8-cf427fa76b69 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.118550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e4df9-8aec-4bf4-81cf-a709d0daeb89 req-668de71f-5104-415f-b9e8-cf427fa76b69 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.125004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e4df9-8aec-4bf4-81cf-a709d0daeb89 req-668de71f-5104-415f-b9e8-cf427fa76b69 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.131097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e4df9-8aec-4bf4-81cf-a709d0daeb89 req-668de71f-5104-415f-b9e8-cf427fa76b69 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.133159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c72e4df9-8aec-4bf4-81cf-a709d0daeb89 req-668de71f-5104-415f-b9e8-cf427fa76b69 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5443 time: 0.1806176 Nov 15 14:48:27.153167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916ab4e-d030-4244-991a-ca1e4fd735f4 req-bea6e6be-fa5c-4c44-8d89-b1f07eac3b2e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.154742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c916ab4e-d030-4244-991a-ca1e4fd735f4 req-bea6e6be-fa5c-4c44-8d89-b1f07eac3b2e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1839631 Nov 15 14:48:27.251187 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52b4ae4d-ef99-4f26-957a-587958484f33 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:27.270847 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1633cc8-6e16-489f-923b-235f3a60d88d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:27.310107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c916ab4e-d030-4244-991a-ca1e4fd735f4 req-e5711cae-585c-49c9-bf00-804ad84dd067 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330070 Nov 15 14:48:27.330878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c72e4df9-8aec-4bf4-81cf-a709d0daeb89 req-d90dc119-9509-4a4f-aa2d-80d53fce054a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1728368 Nov 15 14:48:27.333075 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1633cc8-6e16-489f-923b-235f3a60d88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:27.384481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Router 369168e0-bf23-4789-acca-cd5076e4d29a is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:48:27.407416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1633cc8-6e16-489f-923b-235f3a60d88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06f6a65-9d52-4993-b987-e0ef4cd9eb76,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:27.429436 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d1633cc8-6e16-489f-923b-235f3a60d88d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a752666f5f5487da0fecd22d3cac0e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5254822 Nov 15 14:48:27.435617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46468) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:27.533750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0acfe34-01b8-4bb7-865d-f1a3ae5d5b85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:27.559367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b4ae4d-ef99-4f26-957a-587958484f33 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 520dcc15-c8b8-4129-a2b4-b934caa7eeab has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:48:27.564647 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0acfe34-01b8-4bb7-865d-f1a3ae5d5b85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:27.573620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c14c1e-40ec-43be-91f5-c1afe29c642c req-23b3f1af-9adf-4d1f-87b4-027653185762 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.575196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83c14c1e-40ec-43be-91f5-c1afe29c642c req-23b3f1af-9adf-4d1f-87b4-027653185762 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1876810 Nov 15 14:48:27.606658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b38e-9c24-440f-9fc7-da115cd86d74 req-a3b98c6a-b7a7-41dd-851d-4383f59f5957 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.613146 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b38e-9c24-440f-9fc7-da115cd86d74 req-a3b98c6a-b7a7-41dd-851d-4383f59f5957 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.619117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b38e-9c24-440f-9fc7-da115cd86d74 req-a3b98c6a-b7a7-41dd-851d-4383f59f5957 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.625157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b38e-9c24-440f-9fc7-da115cd86d74 req-a3b98c6a-b7a7-41dd-851d-4383f59f5957 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.631130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b38e-9c24-440f-9fc7-da115cd86d74 req-a3b98c6a-b7a7-41dd-851d-4383f59f5957 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.637117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b38e-9c24-440f-9fc7-da115cd86d74 req-a3b98c6a-b7a7-41dd-851d-4383f59f5957 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.643071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b38e-9c24-440f-9fc7-da115cd86d74 req-a3b98c6a-b7a7-41dd-851d-4383f59f5957 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:27.645146 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e71b38e-9c24-440f-9fc7-da115cd86d74 req-a3b98c6a-b7a7-41dd-851d-4383f59f5957 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5443 time: 0.1946311 Nov 15 14:48:27.657094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:27.661995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-64630ada-1c56-43f9-9857-f508cc37f84b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Request body: {'floatingip': {'port_id': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:27.689429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:27.701665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] Sync routers for ids ['369168e0-bf23-4789-acca-cd5076e4d29a'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:27.707639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-83c14c1e-40ec-43be-91f5-c1afe29c642c req-742af016-fa13-44fb-82b7-03ad69534dca tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238773 Nov 15 14:48:27.714783 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64630ada-1c56-43f9-9857-f508cc37f84b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:27.715434 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] Routers {'369168e0-bf23-4789-acca-cd5076e4d29a'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:27.716613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['369168e0-bf23-4789-acca-cd5076e4d29a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:27.765687 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:27.768406 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-29e40702-0855-49c3-ae0a-2ebf10fd2dba tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.2742162 Nov 15 14:48:27.772238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46474) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:27.814843 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b4ae4d-ef99-4f26-957a-587958484f33 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:27.828305 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99d30a-defd-49c6-8f38-ccc7869ec63f None None] Sync routers for ids ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:27.838720 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-52b4ae4d-ef99-4f26-957a-587958484f33 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "PUT /v2.0/routers/520dcc15-c8b8-4129-a2b4-b934caa7eeab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4177690 Nov 15 14:48:27.839671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46478) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:27.840583 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99d30a-defd-49c6-8f38-ccc7869ec63f None None] Routers {'520dcc15-c8b8-4129-a2b4-b934caa7eeab'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:27.841462 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2a99d30a-defd-49c6-8f38-ccc7869ec63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:27.851147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] Set router 369168e0-bf23-4789-acca-cd5076e4d29a gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:48:27.871740 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0acfe34-01b8-4bb7-865d-f1a3ae5d5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:27.875551 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0acfe34-01b8-4bb7-865d-f1a3ae5d5b85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:27.879001 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d0acfe34-01b8-4bb7-865d-f1a3ae5d5b85 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d06f6a65-9d52-4993-b987-e0ef4cd9eb76 HTTP/1.1" status: 204 len: 168 time: 0.4401686 Nov 15 14:48:27.886653 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:27.896747 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2a99d30a-defd-49c6-8f38-ccc7869ec63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:27.910574 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99d30a-defd-49c6-8f38-ccc7869ec63f None None] Routers {'520dcc15-c8b8-4129-a2b4-b934caa7eeab'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:27.911644 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2a99d30a-defd-49c6-8f38-ccc7869ec63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:27.965909 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2a99d30a-defd-49c6-8f38-ccc7869ec63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:27.971000 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99d30a-defd-49c6-8f38-ccc7869ec63f None None] The sync data for ids ['520dcc15-c8b8-4129-a2b4-b934caa7eeab'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:27.991586 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acfe34-01b8-4bb7-865d-f1a3ae5d5b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06f6a65-9d52-4993-b987-e0ef4cd9eb76,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:28.035191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f9289-40a0-4af8-894a-c0361fde393b req-b3fd00bc-03b5-424d-8ebc-87ba2248b034 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:28.036752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa5f9289-40a0-4af8-894a-c0361fde393b req-b3fd00bc-03b5-424d-8ebc-87ba2248b034 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1472731 Nov 15 14:48:28.078432 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:28.092405 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:28.112726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa5f9289-40a0-4af8-894a-c0361fde393b req-06a0fdb7-365a-4d78-8519-5176b3880298 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613980 Nov 15 14:48:28.125961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369168e0-bf23-4789-acca-cd5076e4d29a', 'name': '', 'tenant_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f8f4bf-39e5-46e0-9edf-8dde756b83ea', 'external_fixed_ips': [{'subnet_id': '35165570-c40f-495b-989e-fedb78b66048', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '5823a127-e7c5-423e-8277-0d2f2c25dc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:48:23Z', 'updated_at': '2021-11-15T14:48:26Z', 'revision_number': 3, 'project_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'gw_port': {'id': '5823a127-e7c5-423e-8277-0d2f2c25dc4c', 'name': '', 'network_id': '04f8f4bf-39e5-46e0-9edf-8dde756b83ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ff:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369168e0-bf23-4789-acca-cd5076e4d29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '35165570-c40f-495b-989e-fedb78b66048', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:48:24Z', 'updated_at': '2021-11-15T14:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35165570-c40f-495b-989e-fedb78b66048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:28.169470 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:28.187140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] Checking router: 369168e0-bf23-4789-acca-cd5076e4d29a for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:48:28.187573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] Updating router 369168e0-bf23-4789-acca-cd5076e4d29a port 5823a127-e7c5-423e-8277-0d2f2c25dc4c binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:48:28.231530 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:28.262426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Deleting port 5823a127-e7c5-423e-8277-0d2f2c25dc4c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:28.263016 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:28.324294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b1db5-2f92-4699-b7d0-1a8f8fc86b18 req-d04e06e0-ff28-458c-8069-530f42516003 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:28.332363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-569b1db5-2f92-4699-b7d0-1a8f8fc86b18 req-d04e06e0-ff28-458c-8069-530f42516003 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1102240 Nov 15 14:48:28.413806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:28.429523 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-569b1db5-2f92-4699-b7d0-1a8f8fc86b18 req-2a6c0a5d-ebe6-4e9d-b38e-edbad01af987 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960565 Nov 15 14:48:28.452535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Calling delete_port for 5823a127-e7c5-423e-8277-0d2f2c25dc4c owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:28.753560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80a8bd-545f-4637-aeae-cd35c0152521 req-3d35f885-cb8b-4ed1-b57a-ffdfa477e8d5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:28.755642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c80a8bd-545f-4637-aeae-cd35c0152521 req-3d35f885-cb8b-4ed1-b57a-ffdfa477e8d5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1059783 Nov 15 14:48:28.814561 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c80a8bd-545f-4637-aeae-cd35c0152521 req-c4b90e24-0ae1-4414-b041-fa37402f4e59 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511465 Nov 15 14:48:28.897854 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:28.939650 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:48:28.939999 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:48:28.942229 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:28.984053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event deleted for resources: {'Port': ['ID=5823a127-e7c5-423e-8277-0d2f2c25dc4c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:29.018820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027ceff-a3f0-4c39-ba6b-64198cd9ef30 req-74d61301-83d4-40aa-9b6f-bb8009236553 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:29.020493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0027ceff-a3f0-4c39-ba6b-64198cd9ef30 req-74d61301-83d4-40aa-9b6f-bb8009236553 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1268978 Nov 15 14:48:29.034762 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.044417 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-64630ada-1c56-43f9-9857-f508cc37f84b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:48:29.092149 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.113277 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64630ada-1c56-43f9-9857-f508cc37f84b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.181636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port e1a24052-dfc8-43be-ac29-8a22e71f591e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:29.182263 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.186004 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64630ada-1c56-43f9-9857-f508cc37f84b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.224101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0027ceff-a3f0-4c39-ba6b-64198cd9ef30 req-31cef46e-dd27-439c-ab47-68462eda1c72 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852815 Nov 15 14:48:29.230499 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.232757 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.387749 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.411583 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for e1a24052-dfc8-43be-ac29-8a22e71f591e owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:29.419074 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-64630ada-1c56-43f9-9857-f508cc37f84b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Floating IP 30f39b28-3b68-4a7c-8aec-8de1a15d9436 associated. External IP: 172.25.4.40, port: db3eed56-1e5f-4f19-ada9-a1ee9c1cc762. Nov 15 14:48:29.422707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60262010-1bae-42e0-8d25-30461a9f6517 req-458adaf9-9d45-43fc-afa4-fa75ee9b8e21 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:29.425891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60262010-1bae-42e0-8d25-30461a9f6517 req-458adaf9-9d45-43fc-afa4-fa75ee9b8e21 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0613251 Nov 15 14:48:29.426442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.427010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 369168e0-bf23-4789-acca-cd5076e4d29a {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:48:29.431625 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.432803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c8b4b78f-5610-486a-9ee1-a1ba3b7b2423 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "DELETE /v2.0/routers/369168e0-bf23-4789-acca-cd5076e4d29a HTTP/1.1" status: 204 len: 168 time: 1.6596017 Nov 15 14:48:29.435436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46516) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:29.460368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] Port 5823a127-e7c5-423e-8277-0d2f2c25dc4c not found while updating agent binding for router 369168e0-bf23-4789-acca-cd5076e4d29a. {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 15 14:48:29.475436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] Routers set() bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:29.476176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] Router IDs set() for agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 14:48:29.477007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_agentschedulers_db [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'369168e0-bf23-4789-acca-cd5076e4d29a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent'). {{(pid=103148) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 14:48:29.478856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54772d28-234e-48a2-9a9e-a569cd438739 None None] The sync data for ids ['369168e0-bf23-4789-acca-cd5076e4d29a'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:29.559547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60262010-1bae-42e0-8d25-30461a9f6517 req-3db8af7c-ab1c-4c2e-a2a2-6cc86fb531c5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155336 Nov 15 14:48:29.572979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc7db43-aa66-44f2-9749-ba2987724e71 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Deleting subnet 35165570-c40f-495b-989e-fedb78b66048 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:48:29.595664 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbc7db43-aa66-44f2-9749-ba2987724e71 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.699604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbc7db43-aa66-44f2-9749-ba2987724e71 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.746668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00985df-8943-4f1a-b5f5-ec8a266780e0 req-6c6ef53a-f5a0-40e7-8e4d-f975e41cde07 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:29.751032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b00985df-8943-4f1a-b5f5-ec8a266780e0 req-6c6ef53a-f5a0-40e7-8e4d-f975e41cde07 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1028330 Nov 15 14:48:29.769275 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbc7db43-aa66-44f2-9749-ba2987724e71 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.772026 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdaf0-78e4-41bc-b573-4b885516489f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.842822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64630ada-1c56-43f9-9857-f508cc37f84b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:48:29.929575 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:29.970899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=e1a24052-dfc8-43be-ac29-8a22e71f591e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:29.995813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e8335f-5098-47eb-a276-a68e69c5111d None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:30.070837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64630ada-1c56-43f9-9857-f508cc37f84b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:30.076024 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64630ada-1c56-43f9-9857-f508cc37f84b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.078285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.084486 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d1ef6-5980-4544-ae62-148f6c9d4253 None None] Sync routers for ids ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:30.225816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d1ef6-5980-4544-ae62-148f6c9d4253 None None] Routers {'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:30.225816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-296d1ef6-5980-4544-ae62-148f6c9d4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:30.227641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b00985df-8943-4f1a-b5f5-ec8a266780e0 req-5370f0cb-14bd-4765-af3f-4d0102382897 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727632 Nov 15 14:48:30.231573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-296d1ef6-5980-4544-ae62-148f6c9d4253 None None] Set router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:48:30.232531 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-64630ada-1c56-43f9-9857-f508cc37f84b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "PUT /v2.0/floatingips/30f39b28-3b68-4a7c-8aec-8de1a15d9436 HTTP/1.1" status: 200 len: 991 time: 2.5740736 Nov 15 14:48:30.235373 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:48:30.238039 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0" -d '{"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "db3eed56-1e5f-4f19-ada9-a1ee9c1cc762"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:48:30.242289 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.244738 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.324057 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbc7db43-aa66-44f2-9749-ba2987724e71 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.359981 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3c8224-a548-47ac-974c-e626ae7a7838 x-openstack-request-id: req-5b3c8224-a548-47ac-974c-e626ae7a7838 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:48:30.360419 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "tag": "db3eed56-1e5f-4f19-ada9-a1ee9c1cc762", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:48:30.360871 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b3c8224-a548-47ac-974c-e626ae7a7838 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:48:30.361523 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'tag': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762', 'status': 'completed', 'code': 200} Nov 15 14:48:30.361854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7db43-aa66-44f2-9749-ba2987724e71 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=35165570-c40f-495b-989e-fedb78b66048,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:30.377232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbc7db43-aa66-44f2-9749-ba2987724e71 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.377232 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bbc7db43-aa66-44f2-9749-ba2987724e71 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/35165570-c40f-495b-989e-fedb78b66048 HTTP/1.1" status: 204 len: 168 time: 0.9346330 Nov 15 14:48:30.377440 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46540) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:30.500317 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.517216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-92ce9348-2c3f-4908-99fd-e1047415c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:30.517689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-92ce9348-2c3f-4908-99fd-e1047415c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:30.518156 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-92ce9348-2c3f-4908-99fd-e1047415c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:30.518645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-92ce9348-2c3f-4908-99fd-e1047415c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:30.519101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-92ce9348-2c3f-4908-99fd-e1047415c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:30.519559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-92ce9348-2c3f-4908-99fd-e1047415c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:30.520010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-92ce9348-2c3f-4908-99fd-e1047415c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:30.521967 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-92ce9348-2c3f-4908-99fd-e1047415c592 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 6500 time: 0.0937939 Nov 15 14:48:30.527867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-296d1ef6-5980-4544-ae62-148f6c9d4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:45:34Z', 'revision_number': 4, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '30f39b28-3b68-4a7c-8aec-8de1a15d9436', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'port_id': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'mac_address': 'fa:16:3e:4d:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:46:59Z', 'updated_at': '2021-11-15T14:48:28Z', 'revision_number': 1, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4514a9-4d24-4d09-9585-210678f40787', 'name': '', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'mac_address': 'fa:16:3e:92:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:32Z', 'updated_at': '2021-11-15T14:45:41Z', 'revision_number': 5, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'subnets': [{'id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:30.555430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d1ef6-5980-4544-ae62-148f6c9d4253 None None] Checking router: e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:48:30.564138 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d1ef6-5980-4544-ae62-148f6c9d4253 None None] Routers {'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:30.564834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-296d1ef6-5980-4544-ae62-148f6c9d4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:30.632380 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.632903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Fanout notify agent at l3_agent the message router_deleted on router 520dcc15-c8b8-4129-a2b4-b934caa7eeab {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:48:30.642919 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.646908 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c460ab1f-3478-48e1-bd24-607a2d6775b6 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/routers/520dcc15-c8b8-4129-a2b4-b934caa7eeab HTTP/1.1" status: 204 len: 168 time: 2.8000998 Nov 15 14:48:30.647290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46544) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:30.658278 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.675381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-296d1ef6-5980-4544-ae62-148f6c9d4253 None None] Set router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:48:30.707589 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f8f4bf-39e5-46e0-9edf-8dde756b83ea']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:30.722783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e905fba-d354-4517-bac1-e7fcfa28f15b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:30.723483 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e905fba-d354-4517-bac1-e7fcfa28f15b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:30.742545 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.748856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-51dffcc8-61d3-47bd-b2ba-9de080d0a8bf tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting subnet e0ec7e65-211a-423f-8f19-21035a876877 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:48:30.757544 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51dffcc8-61d3-47bd-b2ba-9de080d0a8bf tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.772394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-39278f95-ebc7-43e0-9892-4f153a215695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:30.773881 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-39278f95-ebc7-43e0-9892-4f153a215695 service neutron] 10.222.0.46 "GET /v2.0/networks?id=05e84ef2-d628-4e8b-85d1-d2b727ab8196 HTTP/1.1" status: 200 len: 917 time: 0.2277856 Nov 15 14:48:30.774842 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.781941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:48:30.782310 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:48:30.785160 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:48:30.811166 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51dffcc8-61d3-47bd-b2ba-9de080d0a8bf tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.872870 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-4ff9dd6c-3786-4ee6-a3c6-96b38ced6eae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 HTTP/1.1" status: 200 len: 999 time: 0.0867488 Nov 15 14:48:30.950741 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51dffcc8-61d3-47bd-b2ba-9de080d0a8bf tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:30.968888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-32a84d11-e7a7-49e1-85de-e9cedc38de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:30.970387 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-32a84d11-e7a7-49e1-85de-e9cedc38de1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0960faaf-544e-49a8-b77f-fff26bcae0b5 HTTP/1.1" status: 200 len: 855 time: 0.0695603 Nov 15 14:48:31.003401 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-296d1ef6-5980-4544-ae62-148f6c9d4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:45:34Z', 'revision_number': 4, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '30f39b28-3b68-4a7c-8aec-8de1a15d9436', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'port_id': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'mac_address': 'fa:16:3e:4d:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:46:59Z', 'updated_at': '2021-11-15T14:48:28Z', 'revision_number': 1, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4514a9-4d24-4d09-9585-210678f40787', 'name': '', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'mac_address': 'fa:16:3e:92:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:32Z', 'updated_at': '2021-11-15T14:45:41Z', 'revision_number': 5, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'subnets': [{'id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:31.029864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-a7ea81c2-d065-416e-828f-4c8f0d4483dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:31.031917 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-a7ea81c2-d065-416e-828f-4c8f0d4483dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05e84ef2-d628-4e8b-85d1-d2b727ab8196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496757 Nov 15 14:48:31.044638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d1ef6-5980-4544-ae62-148f6c9d4253 None None] The sync data for ids ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'] in n-d-817748-2 is: [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:45:34Z', 'revision_number': 4, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '30f39b28-3b68-4a7c-8aec-8de1a15d9436', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'port_id': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'mac_address': 'fa:16:3e:4d:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:46:59Z', 'updated_at': '2021-11-15T14:48:28Z', 'revision_number': 1, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4514a9-4d24-4d09-9585-210678f40787', 'name': '', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'mac_address': 'fa:16:3e:92:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:32Z', 'updated_at': '2021-11-15T14:45:41Z', 'revision_number': 5, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'subnets': [{'id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:31.051341 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:31.088628 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04f8f4bf-39e5-46e0-9edf-8dde756b83ea {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 14:48:31.101256 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:31.110004 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "DELETE /v2.0/networks/04f8f4bf-39e5-46e0-9edf-8dde756b83ea HTTP/1.1" status: 204 len: 168 time: 0.7306247 Nov 15 14:48:31.113696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad855297-fd8e-4438-aed2-5880a168e8a9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event deleted for resources: {'Network': ['ID=04f8f4bf-39e5-46e0-9edf-8dde756b83ea,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:31.129883 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51dffcc8-61d3-47bd-b2ba-9de080d0a8bf tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:31.185489 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-7ad5d5f9-6038-46fb-9d6a-7d501cbb5680 service neutron] 10.222.0.46 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452932 Nov 15 14:48:31.194839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dffcc8-61d3-47bd-b2ba-9de080d0a8bf tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ec7e65-211a-423f-8f19-21035a876877,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:31.208996 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51dffcc8-61d3-47bd-b2ba-9de080d0a8bf tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:31.212232 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-51dffcc8-61d3-47bd-b2ba-9de080d0a8bf tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/subnets/e0ec7e65-211a-423f-8f19-21035a876877 HTTP/1.1" status: 204 len: 168 time: 0.5639367 Nov 15 14:48:31.215234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46564) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:31.216650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5e4097-b062-4c58-b17b-9f308b059236 None None] Network d79c7857-abc0-4986-b396-7a4bbd8ebc99 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:31.378587 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:31.445006 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e53cfd40-6e25-4dbc-b0f4-23fcbe2089a0 req-47e563e2-1a1b-4173-8b88-3fed1cc796af service neutron] 10.222.0.46 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513463 Nov 15 14:48:31.551859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d508c0-2330-49cd-99a7-5637cffab0a5 req-08c4f28f-059f-44c7-8f96-8797c4130e18 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:31.553664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07d508c0-2330-49cd-99a7-5637cffab0a5 req-08c4f28f-059f-44c7-8f96-8797c4130e18 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1652758 Nov 15 14:48:31.575971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee121ba8-7354-4086-a6fe-681077fd1988 None None] DHCP port deletion for d79c7857-abc0-4986-b396-7a4bbd8ebc99 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:31.608521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port 9dea21c5-043c-4a05-b5e2-86ac70261845 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:31.609486 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:31.628013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07d508c0-2330-49cd-99a7-5637cffab0a5 req-24108d32-a201-43ee-84a0-baba48f818ac tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669646 Nov 15 14:48:31.629951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ee121ba8-7354-4086-a6fe-681077fd1988 None None] Deleting port 9dea21c5-043c-4a05-b5e2-86ac70261845 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:31.630472 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee121ba8-7354-4086-a6fe-681077fd1988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:31.697486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] For port 9dea21c5-043c-4a05-b5e2-86ac70261845, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9dea21c5-043c-4a05-b5e2-86ac70261845,segment=NetworkSegment(cec0fc45-a86c-401c-9a0b-d051ed8b5668),segment_id=cec0fc45-a86c-401c-9a0b-d051ed8b5668)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:31.698075 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:31.715820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for 9dea21c5-043c-4a05-b5e2-86ac70261845 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:31.755285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ee121ba8-7354-4086-a6fe-681077fd1988 None None] For port 9dea21c5-043c-4a05-b5e2-86ac70261845, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9dea21c5-043c-4a05-b5e2-86ac70261845,segment=NetworkSegment(cec0fc45-a86c-401c-9a0b-d051ed8b5668),segment_id=cec0fc45-a86c-401c-9a0b-d051ed8b5668)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:31.755840 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee121ba8-7354-4086-a6fe-681077fd1988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:31.773364 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ee121ba8-7354-4086-a6fe-681077fd1988 None None] Calling delete_port for 9dea21c5-043c-4a05-b5e2-86ac70261845 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:31.891159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46584) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:31.895735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-557af65e-144a-4cb9-93e5-de75aea2e72a tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Request body: {'router': {'name': 'tempest-router--734459049', 'project_id': '1fd2ff72db114ec6a37635e8d3ef09b4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:31.923384 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:31.951845 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7517e316-f2e4-40d1-b4e3-809525eed327 None None] New status for floating IP 30f39b28-3b68-4a7c-8aec-8de1a15d9436: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:48:31.962038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=9dea21c5-043c-4a05-b5e2-86ac70261845,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:31.972307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] No DVR routers for this DVR port 9dea21c5-043c-4a05-b5e2-86ac70261845 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:48:32.056272 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee121ba8-7354-4086-a6fe-681077fd1988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.085923 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.095619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee121ba8-7354-4086-a6fe-681077fd1988 None None] No DVR routers for this DVR port 9dea21c5-043c-4a05-b5e2-86ac70261845 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:48:32.097767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee121ba8-7354-4086-a6fe-681077fd1988 None None] Pushing event deleted for resources: {'Port': ['ID=9dea21c5-043c-4a05-b5e2-86ac70261845,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:32.122312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79c7857-abc0-4986-b396-7a4bbd8ebc99']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:32.133377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec0fc45-a86c-401c-9a0b-d051ed8b5668') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:32.133544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec0fc45-a86c-401c-9a0b-d051ed8b5668') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:32.145250 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.160649 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.167385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:48:32.167779 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:48:32.171035 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:48:32.173374 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-557af65e-144a-4cb9-93e5-de75aea2e72a tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.173374 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-557af65e-144a-4cb9-93e5-de75aea2e72a tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.180865 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a88bbc5-9ebb-4efc-a3f7-fb0b27875002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.233157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9dea21c5-043c-4a05-b5e2-86ac70261845 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:48:32.255769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 9dea21c5-043c-4a05-b5e2-86ac70261845 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:48:32.256112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9dea21c5-043c-4a05-b5e2-86ac70261845 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:48:32.333313 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.342599 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.346378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/networks/d79c7857-abc0-4986-b396-7a4bbd8ebc99 HTTP/1.1" status: 204 len: 168 time: 1.1295600 Nov 15 14:48:32.349186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:32.372860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5239ba-9128-46a0-a451-12b72a9db893 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Network': ['ID=d79c7857-abc0-4986-b396-7a4bbd8ebc99,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:32.413897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-557af65e-144a-4cb9-93e5-de75aea2e72a tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.484457 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-557af65e-144a-4cb9-93e5-de75aea2e72a tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.511119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-43947da3-9a3f-4976-8977-5b58b2654b27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port 20781593-6727-40be-881e-0d79c7598484 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:32.516306 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43947da3-9a3f-4976-8977-5b58b2654b27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.591782 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43947da3-9a3f-4976-8977-5b58b2654b27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.591991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43947da3-9a3f-4976-8977-5b58b2654b27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.599518 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-557af65e-144a-4cb9-93e5-de75aea2e72a tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.603275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-557af65e-144a-4cb9-93e5-de75aea2e72a tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7085450 Nov 15 14:48:32.608078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:32.608219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-43947da3-9a3f-4976-8977-5b58b2654b27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for 20781593-6727-40be-881e-0d79c7598484 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:32.679389 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad7bf33f-9191-41c0-80ad-101001ab0463 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.829741 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43947da3-9a3f-4976-8977-5b58b2654b27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.858750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43947da3-9a3f-4976-8977-5b58b2654b27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=20781593-6727-40be-881e-0d79c7598484,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:32.886167 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad7bf33f-9191-41c0-80ad-101001ab0463 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.895828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c0b35-6d03-489c-ac03-ff7f745b732e req-38d6b07c-89ff-40c6-8735-65aa1ee85113 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:32.897442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-243c0b35-6d03-489c-ac03-ff7f745b732e req-38d6b07c-89ff-40c6-8735-65aa1ee85113 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1491084 Nov 15 14:48:32.898759 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad7bf33f-9191-41c0-80ad-101001ab0463 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.951275 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43947da3-9a3f-4976-8977-5b58b2654b27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.955264 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43947da3-9a3f-4976-8977-5b58b2654b27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:32.959687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46610) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:32.961890 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-43947da3-9a3f-4976-8977-5b58b2654b27 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/floatingips/96769dc2-140c-4540-9e54-1867e5837d4b HTTP/1.1" status: 204 len: 168 time: 0.6116054 Nov 15 14:48:32.996677 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-372d57be-81ae-40a2-9cb7-11ca67cc686f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] DELETE failed (client error): The resource could not be found. Nov 15 14:48:32.997304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372d57be-81ae-40a2-9cb7-11ca67cc686f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:48:33.000970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-372d57be-81ae-40a2-9cb7-11ca67cc686f tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/ports/3cea0645-c426-49ae-86ee-ef99fd550a8b HTTP/1.1" status: 404 len: 333 time: 0.0403333 Nov 15 14:48:33.004308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:33.018927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-243c0b35-6d03-489c-ac03-ff7f745b732e req-3d0bfa52-6875-48eb-85cd-1b6ae0da18cc tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147070 Nov 15 14:48:33.038240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-33f676fb-e868-4d57-aedd-f0a87c9e90c9 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "GET /v2.0/ports?device_id=520dcc15-c8b8-4129-a2b4-b934caa7eeab HTTP/1.1" status: 200 len: 205 time: 0.0328174 Nov 15 14:48:33.040531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:33.064504 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad7bf33f-9191-41c0-80ad-101001ab0463 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:33.065028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7bf33f-9191-41c0-80ad-101001ab0463 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 939d9600-5ad2-46f8-a10b-c00f4c097bea {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:48:33.069447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad7bf33f-9191-41c0-80ad-101001ab0463 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:33.070614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ad7bf33f-9191-41c0-80ad-101001ab0463 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "DELETE /v2.0/routers/939d9600-5ad2-46f8-a10b-c00f4c097bea HTTP/1.1" status: 204 len: 168 time: 0.4661465 Nov 15 14:48:33.103405 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-980e5f83-0fb1-47a1-86a9-5ab91cb6e779 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] delete failed (client error): The resource could not be found. Nov 15 14:48:33.108654 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-980e5f83-0fb1-47a1-86a9-5ab91cb6e779 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/routers/520dcc15-c8b8-4129-a2b4-b934caa7eeab HTTP/1.1" status: 404 len: 336 time: 0.0630021 Nov 15 14:48:33.108979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46618) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:33.135141 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbefb63-5c88-4371-b488-a9f18a576ec0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] DELETE failed (client error): The resource could not be found. Nov 15 14:48:33.142558 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbefb63-5c88-4371-b488-a9f18a576ec0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:48:33.142558 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4dbefb63-5c88-4371-b488-a9f18a576ec0 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/subnets/e0ec7e65-211a-423f-8f19-21035a876877 HTTP/1.1" status: 404 len: 337 time: 0.0292566 Nov 15 14:48:33.144416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:33.236664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c626738-b499-4f44-a0a3-abc9adb843a7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port 8deadb4a-79c9-4749-9fde-40752c18f146 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:33.237013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c626738-b499-4f44-a0a3-abc9adb843a7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:33.325761 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c626738-b499-4f44-a0a3-abc9adb843a7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:33.337256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c626738-b499-4f44-a0a3-abc9adb843a7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for 8deadb4a-79c9-4749-9fde-40752c18f146 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:33.379271 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:33.503617 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:33.595169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-335298035', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:33.631697 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c626738-b499-4f44-a0a3-abc9adb843a7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:33.659969 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c626738-b499-4f44-a0a3-abc9adb843a7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=8deadb4a-79c9-4749-9fde-40752c18f146,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:33.723293 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:33.724362 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:33.739309 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c626738-b499-4f44-a0a3-abc9adb843a7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:33.742846 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9c626738-b499-4f44-a0a3-abc9adb843a7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/ports/8deadb4a-79c9-4749-9fde-40752c18f146 HTTP/1.1" status: 204 len: 168 time: 0.5975037 Nov 15 14:48:33.745349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46636) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:33.781830 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:33.849334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5904d1e4-8903-4752-bfd0-33e4642679db tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port 652e7f90-970e-42fc-84b2-947bab287cb6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:33.849680 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5904d1e4-8903-4752-bfd0-33e4642679db tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:33.966352 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5904d1e4-8903-4752-bfd0-33e4642679db tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:33.983600 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5904d1e4-8903-4752-bfd0-33e4642679db tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for 652e7f90-970e-42fc-84b2-947bab287cb6 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:34.053496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:34.114176 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-59d66a27-fae2-41b2-83ed-9ae0f799d965 req-90fbb583-3f57-447b-919a-1fed65ac88b1 service neutron] (103147) timed out ('10.222.0.70', 44950) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 14:48:34.154562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd84e77-d7ea-4cdd-b840-a47d0e8d2ff8 req-a0e366f1-f139-4cba-9557-47a2da79c05c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:34.156714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fd84e77-d7ea-4cdd-b840-a47d0e8d2ff8 req-a0e366f1-f139-4cba-9557-47a2da79c05c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0532486 Nov 15 14:48:34.185521 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5904d1e4-8903-4752-bfd0-33e4642679db tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:34.239035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904d1e4-8903-4752-bfd0-33e4642679db tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=652e7f90-970e-42fc-84b2-947bab287cb6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:34.261256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fd84e77-d7ea-4cdd-b840-a47d0e8d2ff8 req-7df34b1e-5b53-4fbd-a524-2eab4150d4c5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907185 Nov 15 14:48:34.314112 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5904d1e4-8903-4752-bfd0-33e4642679db tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:34.320791 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5904d1e4-8903-4752-bfd0-33e4642679db tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/ports/652e7f90-970e-42fc-84b2-947bab287cb6 HTTP/1.1" status: 204 len: 168 time: 0.5721040 Nov 15 14:48:34.321714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:34.395366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd39c3-f44f-4a52-b2ad-63f3bd427f23 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:34.397160 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b7cd39c3-f44f-4a52-b2ad-63f3bd427f23 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "GET /v2.0/ports?device_id=0853aa5f-36cd-4df4-bf87-5689281641b5 HTTP/1.1" status: 200 len: 913 time: 0.0746264 Nov 15 14:48:34.399880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:34.431257 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:34.454817 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:34.580629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Allocated IP 172.25.4.164 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/17bcf0a9-7fb7-4602-bf24-f9352f926c77) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:34.699375 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:34.774567 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c062be40-5175-4c9e-ba7e-42902f98d6e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:34.835569 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:34.873549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:34.879148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:34.882773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:34.895057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da46a4-3c72-4ba9-a11e-a244509985e2 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:34.908800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Pushing event updated for resources: {'Port': ['ID=17bcf0a9-7fb7-4602-bf24-f9352f926c77,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:34.978683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-53cd528f-98c6-4f98-b88e-d514293c737a None None] Provisioning complete for port 17bcf0a9-7fb7-4602-bf24-f9352f926c77 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:34.979126 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53cd528f-98c6-4f98-b88e-d514293c737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:35.025323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-53cd528f-98c6-4f98-b88e-d514293c737a None None] Port 17bcf0a9-7fb7-4602-bf24-f9352f926c77 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:35.050251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c062be40-5175-4c9e-ba7e-42902f98d6e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port d1b992a8-1f33-43aa-994e-c81a250ddf25 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:35.050629 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c062be40-5175-4c9e-ba7e-42902f98d6e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:35.117241 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:35.138039 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c062be40-5175-4c9e-ba7e-42902f98d6e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:35.149762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c062be40-5175-4c9e-ba7e-42902f98d6e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for d1b992a8-1f33-43aa-994e-c81a250ddf25 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:35.437690 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c062be40-5175-4c9e-ba7e-42902f98d6e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:35.466092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062be40-5175-4c9e-ba7e-42902f98d6e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=d1b992a8-1f33-43aa-994e-c81a250ddf25,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:35.489926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:35.612437 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:35.706432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49076ac1-8060-41ef-b2d5-bb24c5fc0f61 req-b7fab5da-eb86-4b84-928a-ea294697d60c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:35.708137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49076ac1-8060-41ef-b2d5-bb24c5fc0f61 req-b7fab5da-eb86-4b84-928a-ea294697d60c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1339574 Nov 15 14:48:35.782849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49076ac1-8060-41ef-b2d5-bb24c5fc0f61 req-19ed33e6-06c2-44e1-a239-9fdc907c1b23 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683329 Nov 15 14:48:35.803044 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:35.887954 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:35.936295 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975f1869-bba9-4c2c-8a46-d69ba9857af8 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:35.936870 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975f1869-bba9-4c2c-8a46-d69ba9857af8 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:35.937209 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975f1869-bba9-4c2c-8a46-d69ba9857af8 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:35.938912 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-975f1869-bba9-4c2c-8a46-d69ba9857af8 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=c58edf6cb9de430bb198bc6fde6ccc02&network_id=39c8216c-6b81-4757-901c-ecb4b0eec10e HTTP/1.1" status: 200 len: 2970 time: 0.4479742 Nov 15 14:48:36.034700 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c062be40-5175-4c9e-ba7e-42902f98d6e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:36.126082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Router 575b1bee-faa4-4aac-a696-e357a14c4ce0 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:48:36.243342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:36.256060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754e09d-b169-4cc1-9207-ca10f0dd669b None None] Sync routers for ids ['575b1bee-faa4-4aac-a696-e357a14c4ce0'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:36.267569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754e09d-b169-4cc1-9207-ca10f0dd669b None None] Routers {'575b1bee-faa4-4aac-a696-e357a14c4ce0'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:36.268462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4754e09d-b169-4cc1-9207-ca10f0dd669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['575b1bee-faa4-4aac-a696-e357a14c4ce0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:36.272568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c062be40-5175-4c9e-ba7e-42902f98d6e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Router 0853aa5f-36cd-4df4-bf87-5689281641b5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:48:36.279724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-cef907d8-6d59-4b4c-9dca-bbf300ab61aa req-210a350b-51ac-48ed-988e-d86de7d24d1d service neutron] (103147) timed out ('10.222.0.59', 54100) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 14:48:36.306099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4754e09d-b169-4cc1-9207-ca10f0dd669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:36.317867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754e09d-b169-4cc1-9207-ca10f0dd669b None None] Routers {'575b1bee-faa4-4aac-a696-e357a14c4ce0'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:36.318784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4754e09d-b169-4cc1-9207-ca10f0dd669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['575b1bee-faa4-4aac-a696-e357a14c4ce0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:36.357063 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4754e09d-b169-4cc1-9207-ca10f0dd669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:36.357727 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754e09d-b169-4cc1-9207-ca10f0dd669b None None] The sync data for ids ['575b1bee-faa4-4aac-a696-e357a14c4ce0'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:36.359148 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:36.363005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-66dfc474-8348-4e88-a734-80a735351ce3 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9800491 Nov 15 14:48:36.363478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:36.399420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c062be40-5175-4c9e-ba7e-42902f98d6e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:36.404867 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c062be40-5175-4c9e-ba7e-42902f98d6e7 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "PUT /v2.0/routers/0853aa5f-36cd-4df4-bf87-5689281641b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0034463 Nov 15 14:48:36.407675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:36.412948 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a73c109-d3da-4687-9075-073735476064 None None] Sync routers for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:36.423750 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a73c109-d3da-4687-9075-073735476064 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:36.424527 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a73c109-d3da-4687-9075-073735476064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:36.461115 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a73c109-d3da-4687-9075-073735476064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:36.465935 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a73c109-d3da-4687-9075-073735476064 None None] Routers {'0853aa5f-36cd-4df4-bf87-5689281641b5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:36.466581 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a73c109-d3da-4687-9075-073735476064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0853aa5f-36cd-4df4-bf87-5689281641b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:36.493076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-badef40b-829c-416d-a574-2ca44c05264c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/routers/575b1bee-faa4-4aac-a696-e357a14c4ce0 HTTP/1.1" status: 200 len: 920 time: 0.1260295 Nov 15 14:48:36.495174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:36.508016 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a73c109-d3da-4687-9075-073735476064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:36.508671 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a73c109-d3da-4687-9075-073735476064 None None] The sync data for ids ['0853aa5f-36cd-4df4-bf87-5689281641b5'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:36.526900 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2c2a9583-0d55-49b6-bb1e-4b0c2a30f663 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b1bee-faa4-4aac-a696-e357a14c4ce0 HTTP/1.1" status: 200 len: 205 time: 0.0304887 Nov 15 14:48:36.529432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46696) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:36.544315 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:36.643275 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:36.652486 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:36.785482 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:36.833737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting port 64a2bfdc-d9f1-44fa-9a4e-f65f315d2085 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:36.834466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:36.944991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:36.961140 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Calling delete_port for 64a2bfdc-d9f1-44fa-9a4e-f65f315d2085 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:36.973691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcee4a-629e-42da-a5cc-3ed59b3cb681 req-b7c6a5eb-d95d-4322-be20-e96de3efb2d0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:36.975417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfbcee4a-629e-42da-a5cc-3ed59b3cb681 req-b7c6a5eb-d95d-4322-be20-e96de3efb2d0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0937605 Nov 15 14:48:36.981987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Deleting port 17bcf0a9-7fb7-4602-bf24-f9352f926c77 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:36.982899 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.090907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfbcee4a-629e-42da-a5cc-3ed59b3cb681 req-f669d700-f7ae-494a-a113-bfd98ab266fc tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039147 Nov 15 14:48:37.122552 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.137024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Calling delete_port for 17bcf0a9-7fb7-4602-bf24-f9352f926c77 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:37.208749 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.247394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Port': ['ID=64a2bfdc-d9f1-44fa-9a4e-f65f315d2085,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:37.275486 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1619d4d7-834a-41f1-b1f5-fc625223913e None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:37.338526 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.408900 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.430782 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.437393 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.438608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Pushing event deleted for resources: {'Port': ['ID=17bcf0a9-7fb7-4602-bf24-f9352f926c77,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:37.459620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509fdda1-c9bb-4f25-b7bc-fbdc351b5153 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:37.515267 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.543978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.544676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Fanout notify agent at l3_agent the message router_deleted on router 0853aa5f-36cd-4df4-bf87-5689281641b5 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:48:37.553803 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.555528 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-44ef0794-a6ba-47e8-bdcd-6f4eaffba086 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/routers/0853aa5f-36cd-4df4-bf87-5689281641b5 HTTP/1.1" status: 204 len: 168 time: 1.1464405 Nov 15 14:48:37.559463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:37.615841 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.618953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.629929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b458f91-2628-4fbc-8076-c4947cf18662 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Deleting subnet c61932a1-bfe4-4743-af5b-a923382b9b10 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:48:37.633786 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b458f91-2628-4fbc-8076-c4947cf18662 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.636545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46712) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:37.724162 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b458f91-2628-4fbc-8076-c4947cf18662 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.745529 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.746677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Fanout notify agent at l3_agent the message router_deleted on router 575b1bee-faa4-4aac-a696-e357a14c4ce0 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:48:37.752198 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8efb3b-cc04-4abb-83d9-ef9aecc66df6 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:37.757120 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6d8efb3b-cc04-4abb-83d9-ef9aecc66df6 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 814 time: 0.1159782 Nov 15 14:48:37.757253 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.759840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:37.762712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d6d80f5e-b2e8-48aa-beff-be350d4c875f tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "DELETE /v2.0/routers/575b1bee-faa4-4aac-a696-e357a14c4ce0 HTTP/1.1" status: 204 len: 168 time: 1.2320585 Nov 15 14:48:37.772981 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1835145932', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'enable_snat': False}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:37.799303 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b458f91-2628-4fbc-8076-c4947cf18662 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.897224 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.898412 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.963608 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b458f91-2628-4fbc-8076-c4947cf18662 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.972106 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:37.997208 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b458f91-2628-4fbc-8076-c4947cf18662 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Subnet': ['ID=c61932a1-bfe4-4743-af5b-a923382b9b10,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:37.999239 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b458f91-2628-4fbc-8076-c4947cf18662 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.002350 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7b458f91-2628-4fbc-8076-c4947cf18662 tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/subnets/c61932a1-bfe4-4743-af5b-a923382b9b10 HTTP/1.1" status: 204 len: 168 time: 0.4418809 Nov 15 14:48:38.004937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46724) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:38.148230 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f07c0c62-6638-4366-8b35-35ae8cf09c7e tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.219031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:38.224325 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-de350b0c-025b-4992-8a8d-322094ecc720 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'network': {'name': 'tempest-network-smoke--398926117', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:38.227235 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.260617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542861b8-1de1-4f9c-a514-0d1701820453 req-8071af90-b666-42a4-955c-8b30569028e9 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:38.262238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-542861b8-1de1-4f9c-a514-0d1701820453 req-8071af90-b666-42a4-955c-8b30569028e9 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0766933 Nov 15 14:48:38.328451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-542861b8-1de1-4f9c-a514-0d1701820453 req-fbc883e1-fcc8-4a9e-8e4f-cff21cb14eee tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562074 Nov 15 14:48:38.329924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de350b0c-025b-4992-8a8d-322094ecc720 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Made reservation on behalf of c58edf6cb9de430bb198bc6fde6ccc02 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:38.333595 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de350b0c-025b-4992-8a8d-322094ecc720 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.362879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de350b0c-025b-4992-8a8d-322094ecc720 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:48:38.366609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f07c0c62-6638-4366-8b35-35ae8cf09c7e tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.373551 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de350b0c-025b-4992-8a8d-322094ecc720 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.374467 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-de350b0c-025b-4992-8a8d-322094ecc720 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Added segment 5b001b0e-af6a-4afc-87f5-e86106de12d0 of type vlan for network 6a7e3142-2093-413a-8c14-107e6e697972 Nov 15 14:48:38.418409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f07c0c62-6638-4366-8b35-35ae8cf09c7e tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8d87aa-5a8c-4421-980b-dc4db49b690e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:38.419321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de350b0c-025b-4992-8a8d-322094ecc720 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.431142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f07c0c62-6638-4366-8b35-35ae8cf09c7e tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a326289-8247-4888-a96e-3a1966a18698') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:38.431362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f07c0c62-6638-4366-8b35-35ae8cf09c7e tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a326289-8247-4888-a96e-3a1966a18698') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:38.445401 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f07c0c62-6638-4366-8b35-35ae8cf09c7e tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.462084 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f07c0c62-6638-4366-8b35-35ae8cf09c7e tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.470596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07c0c62-6638-4366-8b35-35ae8cf09c7e tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:48:38.470994 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f07c0c62-6638-4366-8b35-35ae8cf09c7e tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:48:38.474118 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:48:38.505828 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de350b0c-025b-4992-8a8d-322094ecc720 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.511852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de350b0c-025b-4992-8a8d-322094ecc720 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:38.515377 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de350b0c-025b-4992-8a8d-322094ecc720 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.628014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de350b0c-025b-4992-8a8d-322094ecc720 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Network': ['ID=6a7e3142-2093-413a-8c14-107e6e697972,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:38.638813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 6a7e3142-2093-413a-8c14-107e6e697972 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:48:38.644407 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f07c0c62-6638-4366-8b35-35ae8cf09c7e tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.649215 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f07c0c62-6638-4366-8b35-35ae8cf09c7e tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.655455 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f07c0c62-6638-4366-8b35-35ae8cf09c7e tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] 10.222.0.70 "DELETE /v2.0/networks/6e8d87aa-5a8c-4421-980b-dc4db49b690e HTTP/1.1" status: 204 len: 168 time: 0.6494839 Nov 15 14:48:38.674565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-de350b0c-025b-4992-8a8d-322094ecc720 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4543648 Nov 15 14:48:38.677734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46734) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:38.692820 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c0c62-6638-4366-8b35-35ae8cf09c7e tempest-FloatingIPTestJSON-554190793 tempest-FloatingIPTestJSON-554190793-project] Pushing event deleted for resources: {'Network': ['ID=6e8d87aa-5a8c-4421-980b-dc4db49b690e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:38.717153 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.740622 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:38.779074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea04e19-6281-4db6-a321-df6fc648ea05 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:38.780610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4ea04e19-6281-4db6-a321-df6fc648ea05 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c58edf6cb9de430bb198bc6fde6ccc02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1015720 Nov 15 14:48:38.783687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46736) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:38.858913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Allocated IP 172.25.4.18 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/ffcfc81d-ccc1-4642-afac-06010137d41f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:38.963193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3b2b20-4021-4a1d-b076-7febdb36f323 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:38.964761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ee3b2b20-4021-4a1d-b076-7febdb36f323 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1781521 Nov 15 14:48:38.970027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46742) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:39.008348 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8153a1ed-275d-405c-9beb-1dfede9163da tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370724 Nov 15 14:48:39.011143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46744) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:39.013219 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:39.110718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:39.151907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:39.157014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:39.163561 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:39.184128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5571a926-b37b-4c67-9c91-ab0c89bbc6a9 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:39.203137 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event updated for resources: {'Port': ['ID=ffcfc81d-ccc1-4642-afac-06010137d41f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:39.262474 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:39.326499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-90dee826-73ec-4987-a245-18ceadf8d466 None None] Provisioning complete for port ffcfc81d-ccc1-4642-afac-06010137d41f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:39.328296 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90dee826-73ec-4987-a245-18ceadf8d466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:39.395795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:39.400885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-66f31617-abc0-4ab6-b31c-e7cee6f24bc8 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c58edf6cb9de430bb198bc6fde6ccc02&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3884642 Nov 15 14:48:39.401910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-90dee826-73ec-4987-a245-18ceadf8d466 None None] Port ffcfc81d-ccc1-4642-afac-06010137d41f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:39.488223 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72b0b0-bc1e-4559-bfa6-b230d511b242 req-72f3ae06-9af3-4ffd-9e90-a1cfdcff7457 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:39.490167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a72b0b0-bc1e-4559-bfa6-b230d511b242 req-72f3ae06-9af3-4ffd-9e90-a1cfdcff7457 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0725222 Nov 15 14:48:39.547244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a72b0b0-bc1e-4559-bfa6-b230d511b242 req-574d213d-73b1-461e-b994-ff896bb472af tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496192 Nov 15 14:48:39.548408 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c113d1-ce3e-48c7-88f5-af3ad6ed14cc tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:39.550032 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-49c113d1-ce3e-48c7-88f5-af3ad6ed14cc tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1531029 Nov 15 14:48:39.553956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46762) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:39.603857 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-89c73a97-a025-43ce-93ab-4840ff1169cc tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460513 Nov 15 14:48:39.604521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46764) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:39.613846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-17967db2-013a-467b-b91d-acccfe8ff803 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-576589866', 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:39.665235 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0e515db2-35ce-483b-b11f-55b833b800fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c1110b127344c92b26723dffe81291f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4015100 Nov 15 14:48:39.667607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46766) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:39.695113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:39.789436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17967db2-013a-467b-b91d-acccfe8ff803 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Made reservation on behalf of c58edf6cb9de430bb198bc6fde6ccc02 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:39.794079 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17967db2-013a-467b-b91d-acccfe8ff803 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:40.145680 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6505ae09-e80d-4c61-8dd6-9f8c7705fbe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:40.179182 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6505ae09-e80d-4c61-8dd6-9f8c7705fbe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:40.180186 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17967db2-013a-467b-b91d-acccfe8ff803 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:40.287398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17967db2-013a-467b-b91d-acccfe8ff803 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Checking segment: {'id': '5b001b0e-af6a-4afc-87f5-e86106de12d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:48:40.287774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17967db2-013a-467b-b91d-acccfe8ff803 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network hostable DHCP agents. Network: 6a7e3142-2093-413a-8c14-107e6e697972, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:48:40.295436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17967db2-013a-467b-b91d-acccfe8ff803 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Subnet': ['ID=af6de3c1-0552-4c8f-9c48-7b81c961dfc6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:40.323195 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:40.378554 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6505ae09-e80d-4c61-8dd6-9f8c7705fbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:40.381149 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6505ae09-e80d-4c61-8dd6-9f8c7705fbe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:40.382349 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6505ae09-e80d-4c61-8dd6-9f8c7705fbe9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2524ada1-92a1-4373-b981-5479bc260b6e HTTP/1.1" status: 204 len: 168 time: 0.7138357 Nov 15 14:48:40.407166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17967db2-013a-467b-b91d-acccfe8ff803 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network 6a7e3142-2093-413a-8c14-107e6e697972 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:48:40.423738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505ae09-e80d-4c61-8dd6-9f8c7705fbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2524ada1-92a1-4373-b981-5479bc260b6e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:40.518128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-17967db2-013a-467b-b91d-acccfe8ff803 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 6a7e3142-2093-413a-8c14-107e6e697972) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:40.529460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d31777-6e40-4968-bf6a-730da8ad5f1d None None] Network 6a7e3142-2093-413a-8c14-107e6e697972 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:40.531914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17967db2-013a-467b-b91d-acccfe8ff803 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:40.532821 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17967db2-013a-467b-b91d-acccfe8ff803 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:40.595448 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Router 6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:48:40.627940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-17967db2-013a-467b-b91d-acccfe8ff803 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0221329 Nov 15 14:48:40.777475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-6a7e3142-2093-413a-8c14-107e6e697972', 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ips': [{'subnet_id': 'af6de3c1-0552-4c8f-9c48-7b81c961dfc6'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:48:40.778443 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:40.838990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:40.900037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf41e37-b877-49d7-addc-cd3537245977 req-c59d136c-e429-40f5-8bbb-dfdd06df9bda tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:40.901726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6cf41e37-b877-49d7-addc-cd3537245977 req-c59d136c-e429-40f5-8bbb-dfdd06df9bda tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1525352 Nov 15 14:48:40.949105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:40.955968 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-76be0cf1-17c0-4c53-8bd9-5d38ee43ca56 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1881588 Nov 15 14:48:40.956609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:40.992502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Allocated IP 172.20.0.18 (6a7e3142-2093-413a-8c14-107e6e697972/af6de3c1-0552-4c8f-9c48-7b81c961dfc6/6b56550e-23d3-4a92-8437-09ab2dc21788) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:41.020217 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6cf41e37-b877-49d7-addc-cd3537245977 req-92dcca08-b987-4159-8599-a614f197e27a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105797 Nov 15 14:48:41.049820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:41.055124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-52eb91ab-7a01-405b-8ced-0da4e0239b21 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809596411', 'description': 'tempest-secgroup-smoke-809596411 description', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:41.107208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:41.218490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52eb91ab-7a01-405b-8ced-0da4e0239b21 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.243766 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-506aebbb-6e2e-4008-81a7-bc3f61115ab1 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/routers/6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3 HTTP/1.1" status: 200 len: 908 time: 0.2838399 Nov 15 14:48:41.244456 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46812) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:41.247026 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.255993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Sync routers for ids ['6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:41.257066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1835145932', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'enable_snat': True}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:41.288394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Routers {'6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:41.297790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:41.354176 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52eb91ab-7a01-405b-8ced-0da4e0239b21 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.374696 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3241150f-783f-4534-ad46-cac8b72f6414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.376607 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.398182 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.399620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.453165 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Network 6a7e3142-2093-413a-8c14-107e6e697972 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:41.457146 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:41.458823 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.459383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Pushing event updated for resources: {'Port': ['ID=6b56550e-23d3-4a92-8437-09ab2dc21788,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:41.463279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:41.469034 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3241150f-783f-4534-ad46-cac8b72f6414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.501939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Set router 6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:48:41.551448 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52eb91ab-7a01-405b-8ced-0da4e0239b21 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.583662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb91ab-7a01-405b-8ced-0da4e0239b21 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5406e337-1e29-4ae5-8a8a-b998d237988a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:41.603001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Attempting to bind port 6b56550e-23d3-4a92-8437-09ab2dc21788 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:48:41.603490 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Attempting to bind port 6b56550e-23d3-4a92-8437-09ab2dc21788 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '5b001b0e-af6a-4afc-87f5-e86106de12d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:48:41.603879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Attempting to bind port 6b56550e-23d3-4a92-8437-09ab2dc21788 on network 6a7e3142-2093-413a-8c14-107e6e697972 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:48:41.614207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:48:41.614207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Checking segment: {'id': '5b001b0e-af6a-4afc-87f5-e86106de12d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:48:41.614207 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.614207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Bound using segment: {'id': '5b001b0e-af6a-4afc-87f5-e86106de12d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:48:41.614207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Bound port: 6b56550e-23d3-4a92-8437-09ab2dc21788, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b001b0e-af6a-4afc-87f5-e86106de12d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:48:41.614207 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.707067 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3241150f-783f-4534-ad46-cac8b72f6414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.735114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] For port 6b56550e-23d3-4a92-8437-09ab2dc21788, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:48:41.740234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] For port 6b56550e-23d3-4a92-8437-09ab2dc21788, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6b56550e-23d3-4a92-8437-09ab2dc21788,segment=NetworkSegment(5b001b0e-af6a-4afc-87f5-e86106de12d0),segment_id=5b001b0e-af6a-4afc-87f5-e86106de12d0)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:48:41.769629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241150f-783f-4534-ad46-cac8b72f6414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83fffbf-9b9d-49a8-900f-37358ffe258e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:41.814441 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3241150f-783f-4534-ad46-cac8b72f6414 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a15d8899d76c4a6497629e09b243a869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7026830 Nov 15 14:48:41.815414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46816) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:41.825693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3', 'name': 'tempest-snat-router-1835145932', 'tenant_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.18'}], 'enable_snat': False}, 'gw_port_id': 'ffcfc81d-ccc1-4642-afac-06010137d41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:48:37Z', 'updated_at': '2021-11-15T14:48:39Z', 'revision_number': 3, 'project_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'gw_port': {'id': 'ffcfc81d-ccc1-4642-afac-06010137d41f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:48:38Z', 'updated_at': '2021-11-15T14:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:41.838011 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.858882 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52eb91ab-7a01-405b-8ced-0da4e0239b21 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.859622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Checking router: 6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:48:41.870467 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-52eb91ab-7a01-405b-8ced-0da4e0239b21 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8088450 Nov 15 14:48:41.870694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Updating router 6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3 port ffcfc81d-ccc1-4642-afac-06010137d41f binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:48:41.872202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:41.879118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4d525c1d-23d3-4080-b5ee-ee77d7095dbe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': '5406e337-1e29-4ae5-8a8a-b998d237988a', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:41.887108 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad96d563-c14c-4546-a9ec-019d9f3913db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.888390 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.890835 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.918566 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad96d563-c14c-4546-a9ec-019d9f3913db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:41.985739 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d525c1d-23d3-4080-b5ee-ee77d7095dbe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.046116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b63f63-3f96-4a32-b710-3cfebb674c13 None None] Pushing event updated for resources: {'Port': ['ID=6b56550e-23d3-4a92-8437-09ab2dc21788,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:42.123298 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad96d563-c14c-4546-a9ec-019d9f3913db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.134346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad96d563-c14c-4546-a9ec-019d9f3913db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.135987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ad96d563-c14c-4546-a9ec-019d9f3913db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c83fffbf-9b9d-49a8-900f-37358ffe258e HTTP/1.1" status: 204 len: 168 time: 0.3195114 Nov 15 14:48:42.192554 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d525c1d-23d3-4080-b5ee-ee77d7095dbe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.193638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96d563-c14c-4546-a9ec-019d9f3913db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83fffbf-9b9d-49a8-900f-37358ffe258e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:42.248080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5cc5b-b541-404e-b552-801d6d40d133 req-d64983f0-acbf-4563-ae4e-906ff2b92b21 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:42.258226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3df5cc5b-b541-404e-b552-801d6d40d133 req-d64983f0-acbf-4563-ae4e-906ff2b92b21 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1196659 Nov 15 14:48:42.307753 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d525c1d-23d3-4080-b5ee-ee77d7095dbe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.339959 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.367191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d525c1d-23d3-4080-b5ee-ee77d7095dbe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732e46b7-d054-4af3-b2e1-2b27eb46b263,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:42.385682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3df5cc5b-b541-404e-b552-801d6d40d133 req-d197c436-c74c-4a4e-931f-45c79b0e9aae tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265466 Nov 15 14:48:42.435915 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.444161 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.447160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:42.450587 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d525c1d-23d3-4080-b5ee-ee77d7095dbe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.451968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4d525c1d-23d3-4080-b5ee-ee77d7095dbe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5785298 Nov 15 14:48:42.456905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:42.461677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7cb45295-9fbd-40af-81a7-ec023a5a708b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': '5406e337-1e29-4ae5-8a8a-b998d237988a', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:42.483664 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.506435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a56a7-1116-47f9-bde1-50aaf3319a87 None None] Pushing event updated for resources: {'Port': ['ID=ffcfc81d-ccc1-4642-afac-06010137d41f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:42.526976 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Attempting to bind port ffcfc81d-ccc1-4642-afac-06010137d41f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:48:42.532040 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Attempting to bind port ffcfc81d-ccc1-4642-afac-06010137d41f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:48:42.532040 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Attempting to bind port ffcfc81d-ccc1-4642-afac-06010137d41f on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:48:42.533985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623259e8-2490-4966-bcdd-43eec4a54ba1 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:42.542340 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:48:42.542762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:48:42.543338 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.543629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:48:42.544102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Bound port: ffcfc81d-ccc1-4642-afac-06010137d41f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:48:42.544805 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.613341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] For port ffcfc81d-ccc1-4642-afac-06010137d41f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:48:42.616640 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] For port ffcfc81d-ccc1-4642-afac-06010137d41f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ffcfc81d-ccc1-4642-afac-06010137d41f,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:48:42.620429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1412028445'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:42.623837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Allocated IP 172.25.4.80 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/dcbab2e0-f180-49f3-84ba-c75ee751a018) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:42.659267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d977d1d5-ace2-4d98-a741-8baba1249514 None None] Provisioning complete for port ffcfc81d-ccc1-4642-afac-06010137d41f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:42.659744 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d977d1d5-ace2-4d98-a741-8baba1249514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.669837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cb45295-9fbd-40af-81a7-ec023a5a708b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.715475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d977d1d5-ace2-4d98-a741-8baba1249514 None None] Port ffcfc81d-ccc1-4642-afac-06010137d41f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:42.730312 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.742882 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cb45295-9fbd-40af-81a7-ec023a5a708b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.746146 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.775525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c49429-27ed-4fa2-8ee3-3d3470a46edc None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:42.795249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Routers {'6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:42.796549 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:42.829235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:42.830490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cb45295-9fbd-40af-81a7-ec023a5a708b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.833331 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.847570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.861014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb45295-9fbd-40af-81a7-ec023a5a708b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4ca314-64bb-4f96-8202-d9fb1fcedbcb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:42.868038 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.873414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a56a7-1116-47f9-bde1-50aaf3319a87 None None] Pushing event updated for resources: {'Port': ['ID=ffcfc81d-ccc1-4642-afac-06010137d41f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:42.915897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ab93885b-ff03-4a88-85c6-98d822830e15 None None] Provisioning complete for port ffcfc81d-ccc1-4642-afac-06010137d41f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:42.916267 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab93885b-ff03-4a88-85c6-98d822830e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.934232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cb45295-9fbd-40af-81a7-ec023a5a708b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:42.938273 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7cb45295-9fbd-40af-81a7-ec023a5a708b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4779077 Nov 15 14:48:42.939923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46846) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:42.944938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-61408d29-5749-48df-b85d-d6d89eb723ef tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': '5406e337-1e29-4ae5-8a8a-b998d237988a', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:42.997069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:42.997516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] Set router 6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:48:43.011328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:43.014984 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:43.067595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event updated for resources: {'Port': ['ID=dcbab2e0-f180-49f3-84ba-c75ee751a018,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:43.082788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce65202-4dbc-489e-a346-a5490e541e1e None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:43.117584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61408d29-5749-48df-b85d-d6d89eb723ef tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.120699 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:48:43.149339 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab93885b-ff03-4a88-85c6-98d822830e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.199648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ab93885b-ff03-4a88-85c6-98d822830e15 None None] For port ffcfc81d-ccc1-4642-afac-06010137d41f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ffcfc81d-ccc1-4642-afac-06010137d41f,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:43.240285 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61408d29-5749-48df-b85d-d6d89eb723ef tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.252992 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.276374 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab93885b-ff03-4a88-85c6-98d822830e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.300308 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61408d29-5749-48df-b85d-d6d89eb723ef tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.323880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:43.328971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61408d29-5749-48df-b85d-d6d89eb723ef tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d8a06b-9878-4227-8812-3c53fe057377,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:43.331270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3', 'name': 'tempest-snat-router-1835145932', 'tenant_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.18'}], 'enable_snat': False}, 'gw_port_id': 'ffcfc81d-ccc1-4642-afac-06010137d41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:48:37Z', 'updated_at': '2021-11-15T14:48:39Z', 'revision_number': 3, 'project_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'gw_port': {'id': 'ffcfc81d-ccc1-4642-afac-06010137d41f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:48:38Z', 'updated_at': '2021-11-15T14:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:43.344122 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcac930b-a574-4d6e-92f3-922b8947cfbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.367245 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c414242-80d7-4ed5-9aba-a8ee966ad756 None None] Network 6a7e3142-2093-413a-8c14-107e6e697972 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:43.372820 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.372957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93885b-ff03-4a88-85c6-98d822830e15 None None] Pushing event updated for resources: {'Port': ['ID=ffcfc81d-ccc1-4642-afac-06010137d41f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:43.372957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163f3d7-8b33-4a7a-9f91-7950a56e4af9 None None] The sync data for ids ['6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3'] in n-d-817748-2 is: [{'id': '6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3', 'name': 'tempest-snat-router-1835145932', 'tenant_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.18'}], 'enable_snat': False}, 'gw_port_id': 'ffcfc81d-ccc1-4642-afac-06010137d41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:48:37Z', 'updated_at': '2021-11-15T14:48:39Z', 'revision_number': 3, 'project_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'gw_port': {'id': 'ffcfc81d-ccc1-4642-afac-06010137d41f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:48:38Z', 'updated_at': '2021-11-15T14:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:43.394865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61408d29-5749-48df-b85d-d6d89eb723ef tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.396717 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-61408d29-5749-48df-b85d-d6d89eb723ef tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4557180 Nov 15 14:48:43.399511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46856) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:43.407054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3b0210b1-b97f-4668-a1b4-69a9ad11fbd8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': '5406e337-1e29-4ae5-8a8a-b998d237988a', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:43.487695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:48:43.529582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9495a70e-db76-44d9-9024-7ae1bbc68d94,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:43.536041 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.536721 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Added segment cc89f334-33d3-4e72-8892-b13ba1bb6313 of type vlan for network 83829a16-c55b-4a69-9706-f84a9a1a011b Nov 15 14:48:43.557658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b0210b1-b97f-4668-a1b4-69a9ad11fbd8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.602006 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:48:43.629358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.642494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b4bf1e97-603a-424a-a7a2-7a5996dc1bb1 None None] Provisioning complete for port 6b56550e-23d3-4a92-8437-09ab2dc21788 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:43.642998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4bf1e97-603a-424a-a7a2-7a5996dc1bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.650511 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.696740 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcac930b-a574-4d6e-92f3-922b8947cfbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.720716 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b0210b1-b97f-4668-a1b4-69a9ad11fbd8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.741140 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:48:43.760120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62da05-3ceb-4a29-aa7c-b3d96ede039c req-ad3aa7d4-a47d-4b3e-ac43-815be0c440e6 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:43.791263 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a62da05-3ceb-4a29-aa7c-b3d96ede039c req-ad3aa7d4-a47d-4b3e-ac43-815be0c440e6 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.2257333 Nov 15 14:48:43.873404 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b0210b1-b97f-4668-a1b4-69a9ad11fbd8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.874823 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcac930b-a574-4d6e-92f3-922b8947cfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:43.948265 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a62da05-3ceb-4a29-aa7c-b3d96ede039c req-bee409d3-1467-456c-93ec-846391f1d96e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431308 Nov 15 14:48:43.986069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0210b1-b97f-4668-a1b4-69a9ad11fbd8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e37bc0-3f5e-4d67-b5d4-1eb35b817f9b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:44.019894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46872) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:44.020097 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dcac930b-a574-4d6e-92f3-922b8947cfbf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a879579e3d544d82bdd092e6918dab54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6949680 Nov 15 14:48:44.020767 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.033568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:44.034217 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.044264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:44.086426 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b0210b1-b97f-4668-a1b4-69a9ad11fbd8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.089661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3b0210b1-b97f-4668-a1b4-69a9ad11fbd8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6887543 Nov 15 14:48:44.096284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46878) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:44.102753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4bf23f8b-d799-4ec0-9c77-bdfaf950357d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': '5406e337-1e29-4ae5-8a8a-b998d237988a', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:44.133005 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6', 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629', 'port_id': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6', 'mac_address': 'fa:16:3e:f2:1c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cd6aa6-42c0-4323-bf9b-53854b1f02f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:48:44.146204 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4bf1e97-603a-424a-a7a2-7a5996dc1bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.164915 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c0046e2-79bd-4a0d-84e9-7fe3ea4a2a2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.203676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac930b-a574-4d6e-92f3-922b8947cfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83131528-f656-45d6-be4f-b43138b1929b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:44.236549 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c0046e2-79bd-4a0d-84e9-7fe3ea4a2a2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.289931 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-4bf23f8b-d799-4ec0-9c77-bdfaf950357d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Project c58edf6cb9de430bb198bc6fde6ccc02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 14:48:44.333186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Network': ['ID=83829a16-c55b-4a69-9706-f84a9a1a011b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:44.358533 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bf23f8b-d799-4ec0-9c77-bdfaf950357d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.361961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 83829a16-c55b-4a69-9706-f84a9a1a011b details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:48:44.363765 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.371612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b4bf1e97-603a-424a-a7a2-7a5996dc1bb1 None None] For port 6b56550e-23d3-4a92-8437-09ab2dc21788, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6b56550e-23d3-4a92-8437-09ab2dc21788,segment=NetworkSegment(5b001b0e-af6a-4afc-87f5-e86106de12d0),segment_id=5b001b0e-af6a-4afc-87f5-e86106de12d0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:44.512677 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.541451 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1d4f1602-b807-429e-af5c-e6d7781c3d42 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0931017 Nov 15 14:48:44.585209 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6b56550e-23d3-4a92-8437-09ab2dc21788 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:44.592051 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4bf1e97-603a-424a-a7a2-7a5996dc1bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.653528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:48:44.669576 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bf23f8b-d799-4ec0-9c77-bdfaf950357d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.682977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:44.717266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67a923-4585-45af-81d0-760a0a50e213 req-c5b84bcd-8506-4596-81d6-daf3ab22aefa tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:44.725665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c67a923-4585-45af-81d0-760a0a50e213 req-c5b84bcd-8506-4596-81d6-daf3ab22aefa tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.1915441 Nov 15 14:48:44.736162 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c0046e2-79bd-4a0d-84e9-7fe3ea4a2a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.742622 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c0046e2-79bd-4a0d-84e9-7fe3ea4a2a2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.744171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c0046e2-79bd-4a0d-84e9-7fe3ea4a2a2b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/83131528-f656-45d6-be4f-b43138b1929b HTTP/1.1" status: 204 len: 168 time: 0.7230871 Nov 15 14:48:44.785807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Router 4d9c86c2-66e5-4481-8a38-ba6441279f0e is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:48:44.787773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b4bf1e97-603a-424a-a7a2-7a5996dc1bb1 None None] Provisioning complete for port dcbab2e0-f180-49f3-84ba-c75ee751a018 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:44.788467 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4bf1e97-603a-424a-a7a2-7a5996dc1bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.790332 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.803563 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bf23f8b-d799-4ec0-9c77-bdfaf950357d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:44.817620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf1e97-603a-424a-a7a2-7a5996dc1bb1 None None] Pushing event updated for resources: {'Port': ['ID=6b56550e-23d3-4a92-8437-09ab2dc21788,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:44.894476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf23f8b-d799-4ec0-9c77-bdfaf950357d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361c771a-d927-4298-851d-22e621cc6969,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:44.918263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf1e97-603a-424a-a7a2-7a5996dc1bb1 None None] Port dcbab2e0-f180-49f3-84ba-c75ee751a018 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:44.919881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0046e2-79bd-4a0d-84e9-7fe3ea4a2a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83131528-f656-45d6-be4f-b43138b1929b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:44.943813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6b56550e-23d3-4a92-8437-09ab2dc21788 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:44.944190 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:45.050000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c67a923-4585-45af-81d0-760a0a50e213 req-66309155-6a59-485d-82a8-66837c13016b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231297 Nov 15 14:48:45.089735 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bf23f8b-d799-4ec0-9c77-bdfaf950357d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:45.091008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4bf23f8b-d799-4ec0-9c77-bdfaf950357d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9936912 Nov 15 14:48:45.093834 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:45.098052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:45.101543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7d29177b-d008-46cf-97e5-02f6ee0946fe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': '5406e337-1e29-4ae5-8a8a-b998d237988a', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:45.109727 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Sync routers for ids ['4d9c86c2-66e5-4481-8a38-ba6441279f0e'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:45.121077 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:48:45.151805 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Routers {'4d9c86c2-66e5-4481-8a38-ba6441279f0e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:45.152697 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4d9c86c2-66e5-4481-8a38-ba6441279f0e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:45.170872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:45.214598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7d845a79-bda2-4735-8ae6-4b467f367378 None None] Provisioning complete for port 6b56550e-23d3-4a92-8437-09ab2dc21788 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:45.214978 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d845a79-bda2-4735-8ae6-4b467f367378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:45.236988 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-7d29177b-d008-46cf-97e5-02f6ee0946fe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Project c58edf6cb9de430bb198bc6fde6ccc02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 14:48:45.248525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d29177b-d008-46cf-97e5-02f6ee0946fe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:45.368673 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:45.370471 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8e1a5644-c6b9-4f1e-9bbf-cf62b25a07a6 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1250415 Nov 15 14:48:45.373058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46906) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:45.376820 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ffcfc81d-ccc1-4642-afac-06010137d41f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:45.399911 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Set router 4d9c86c2-66e5-4481-8a38-ba6441279f0e gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:48:45.445867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cc3c4-f18b-41f6-a6fa-54da6cad40f7 req-d83d6357-760c-448a-96d7-77c33eabfa50 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:45.453685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-889cc3c4-f18b-41f6-a6fa-54da6cad40f7 req-d83d6357-760c-448a-96d7-77c33eabfa50 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 944 time: 0.2942436 Nov 15 14:48:45.644283 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-889cc3c4-f18b-41f6-a6fa-54da6cad40f7 req-ba421c6b-8d0c-4182-aa3b-1b1725b6932c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742573 Nov 15 14:48:45.684584 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d6c99037-5368-4c7e-a5c6-64e8614b592a tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/routers/4d9c86c2-66e5-4481-8a38-ba6441279f0e HTTP/1.1" status: 200 len: 907 time: 0.3037534 Nov 15 14:48:45.685886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:45.690722 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d29177b-d008-46cf-97e5-02f6ee0946fe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:45.783332 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d29177b-d008-46cf-97e5-02f6ee0946fe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:45.796212 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c86c2-66e5-4481-8a38-ba6441279f0e', 'name': 'tempest-snat-router-1835145932', 'tenant_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'dcbab2e0-f180-49f3-84ba-c75ee751a018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:48:41Z', 'updated_at': '2021-11-15T14:48:43Z', 'revision_number': 3, 'project_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'gw_port': {'id': 'dcbab2e0-f180-49f3-84ba-c75ee751a018', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c86c2-66e5-4481-8a38-ba6441279f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:48:42Z', 'updated_at': '2021-11-15T14:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:45.827918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29177b-d008-46cf-97e5-02f6ee0946fe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7452060d-c9a2-4194-8ced-386924552adb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:45.856736 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Checking router: 4d9c86c2-66e5-4481-8a38-ba6441279f0e for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:48:45.862304 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Updating router 4d9c86c2-66e5-4481-8a38-ba6441279f0e port dcbab2e0-f180-49f3-84ba-c75ee751a018 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:48:45.913519 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d29177b-d008-46cf-97e5-02f6ee0946fe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:45.914669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7d29177b-d008-46cf-97e5-02f6ee0946fe tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8197887 Nov 15 14:48:45.941559 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:45.941797 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:45.966437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ffcfc81d-ccc1-4642-afac-06010137d41f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:45.967009 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:46.258569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:46.290355 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:46.333015 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ba55b41-874e-4e36-aeec-b3b9b7a979ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:46.483031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6b56550e-23d3-4a92-8437-09ab2dc21788 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:46.654102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6b56550e-23d3-4a92-8437-09ab2dc21788 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:46.654870 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:46.759464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-ef8063c0-1256-4d21-b55b-e364eb2a02d2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809596411&fields=id&tenant_id=c58edf6cb9de430bb198bc6fde6ccc02 HTTP/1.1" status: 200 len: 267 time: 0.2427902 Nov 15 14:48:46.775436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90389-4534-41f2-b67f-2e78d31e6a3b req-95c09314-c2f8-4530-a7d6-bc32e63e6e9b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:46.781579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cd90389-4534-41f2-b67f-2e78d31e6a3b req-95c09314-c2f8-4530-a7d6-bc32e63e6e9b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.5141804 Nov 15 14:48:46.835941 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:46.962811 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.047076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Deleting port dcbab2e0-f180-49f3-84ba-c75ee751a018 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:47.047647 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.051884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62789cbe-9485-4a17-a593-bf45336f8b00 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:47.070791 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Attempting to bind port dcbab2e0-f180-49f3-84ba-c75ee751a018 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:48:47.073440 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Attempting to bind port dcbab2e0-f180-49f3-84ba-c75ee751a018 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:48:47.074004 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Attempting to bind port dcbab2e0-f180-49f3-84ba-c75ee751a018 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:48:47.104418 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:48:47.104862 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:48:47.105293 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.105693 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:48:47.106230 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Bound port: dcbab2e0-f180-49f3-84ba-c75ee751a018, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:48:47.111081 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.141621 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.151245 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ba55b41-874e-4e36-aeec-b3b9b7a979ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.159337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Calling delete_port for dcbab2e0-f180-49f3-84ba-c75ee751a018 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:47.182991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cd90389-4534-41f2-b67f-2e78d31e6a3b req-d51cd91d-7416-474d-aaad-26ddc47959fe tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364348 Nov 15 14:48:47.239167 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] For port dcbab2e0-f180-49f3-84ba-c75ee751a018, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:48:47.239318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-452bb369-9671-4588-b6a1-0169cd41d952 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:47.239318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-452bb369-9671-4588-b6a1-0169cd41d952 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/networks?id=6a7e3142-2093-413a-8c14-107e6e697972 HTTP/1.1" status: 200 len: 796 time: 0.4532743 Nov 15 14:48:47.239318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ba55b41-874e-4e36-aeec-b3b9b7a979ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.243380 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] For port dcbab2e0-f180-49f3-84ba-c75ee751a018, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=dcbab2e0-f180-49f3-84ba-c75ee751a018,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:48:47.245694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-72609159-f10e-4c14-9053-1d42f6401a34 None None] Provisioning complete for port dcbab2e0-f180-49f3-84ba-c75ee751a018 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:47.251833 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72609159-f10e-4c14-9053-1d42f6401a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.252843 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Pushing event updated for resources: {'Port': ['ID=dcbab2e0-f180-49f3-84ba-c75ee751a018,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:47.274346 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:47.275182 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:47.275757 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:47.276358 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:47.276927 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:47.277549 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:47.278114 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:47.278699 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:47.279907 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:47.279907 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:47.280345 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:47.280904 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:47.329547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-41f09fb4-067e-4a40-a46a-bc7de14e2f95 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/quotas/c58edf6cb9de430bb198bc6fde6ccc02 HTTP/1.1" status: 200 len: 375 time: 0.0786092 Nov 15 14:48:47.339047 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.418840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9ba55b41-874e-4e36-aeec-b3b9b7a979ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=700d577f75ed4d3380430516aae3b224&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1566803 Nov 15 14:48:47.423327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:47.427558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba55b41-874e-4e36-aeec-b3b9b7a979ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a545e7-2cdb-46d8-a158-3bad42a8909b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:47.440296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:47.488199 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Routers {'4d9c86c2-66e5-4481-8a38-ba6441279f0e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:47.488199 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4d9c86c2-66e5-4481-8a38-ba6441279f0e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:47.506105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.529793 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86efe020-21c9-44a5-862b-887ab08626a3 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:47.548008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-42b00d9d-3c36-490a-b5d6-be1e926381c5 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2154639 Nov 15 14:48:47.563478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-72609159-f10e-4c14-9053-1d42f6401a34 None None] Port dcbab2e0-f180-49f3-84ba-c75ee751a018 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:47.585644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcbab2e0-f180-49f3-84ba-c75ee751a018,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:47.595098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:47.598137 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.661108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bf5331-82fa-4506-a9a7-26a3b84b3cbb None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:47.697967 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] Set router 4d9c86c2-66e5-4481-8a38-ba6441279f0e gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:48:47.700190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0e0a26fd-3e69-4648-b689-aa714feab3f2 None None] Could not find standard attr ID for object dcbab2e0-f180-49f3-84ba-c75ee751a018. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:48:47.837579 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.844411 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d88bce7-a15e-4e13-96fd-5679c6a36c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.845792 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.849640 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c86c2-66e5-4481-8a38-ba6441279f0e', 'name': 'tempest-snat-router-1835145932', 'tenant_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:48:41Z', 'updated_at': '2021-11-15T14:48:46Z', 'revision_number': 4, 'project_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:47.896180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:48:47.899089 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18adeb79-288b-4bf3-b49a-87c5778aebcb" -d '{"events": [{"server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "name": "network-vif-plugged", "status": "completed", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:48:47.913353 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b5b48-281c-47a2-8db6-b513c39bfd9b None None] Pushing event updated for resources: {'Port': ['ID=dcbab2e0-f180-49f3-84ba-c75ee751a018,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:47.925786 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae1b00-f643-4d8d-bbcd-825b9348c4c3 None None] The sync data for ids ['4d9c86c2-66e5-4481-8a38-ba6441279f0e'] in n-d-817748-2 is: [{'id': '4d9c86c2-66e5-4481-8a38-ba6441279f0e', 'name': 'tempest-snat-router-1835145932', 'tenant_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:48:41Z', 'updated_at': '2021-11-15T14:48:46Z', 'revision_number': 4, 'project_id': '83d1a7fc959f44a5a5be7c280bec66e2', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:47.937235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:47.956952 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d88bce7-a15e-4e13-96fd-5679c6a36c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:47.997359 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5f710-b06b-49e1-9b24-3243975f7c9d req-1e37095b-63ac-47f2-88f4-b654cb9cfc82 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:48.009593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6cc5f710-b06b-49e1-9b24-3243975f7c9d req-1e37095b-63ac-47f2-88f4-b654cb9cfc82 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 944 time: 0.4569447 Nov 15 14:48:48.011837 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:48.097372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46944) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:48.109040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7a14a750-7340-4875-97b5-22ef862391d1 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'subnet': {'network_id': '83829a16-c55b-4a69-9706-f84a9a1a011b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:48.131387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:48.160859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:48.163847 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:48.164252 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:48.164796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:48.165148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:48.165627 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:48.165985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:48.166715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:48.167116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:48.167453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:48.167839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:48.168796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:48:48.172944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6cc5f710-b06b-49e1-9b24-3243975f7c9d req-51d19740-90c2-4dd7-8795-ab89552ff786 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579461 Nov 15 14:48:48.225542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-fb2f797d-c11b-41ee-9b4b-2f5786b28ad2 service neutron] 10.222.0.70 "GET /v2.0/networks/6a7e3142-2093-413a-8c14-107e6e697972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168699 Nov 15 14:48:48.225660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:48.228254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:48.312006 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d88bce7-a15e-4e13-96fd-5679c6a36c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:48.319714 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d88bce7-a15e-4e13-96fd-5679c6a36c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:48.323573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0d88bce7-a15e-4e13-96fd-5679c6a36c6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34a545e7-2cdb-46d8-a158-3bad42a8909b HTTP/1.1" status: 204 len: 168 time: 0.8944747 Nov 15 14:48:48.359102 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de81781d-e604-432e-a4bb-0a8a9cae06cd x-openstack-request-id: req-de81781d-e604-432e-a4bb-0a8a9cae06cd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:48:48.359714 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "name": "network-vif-plugged", "status": "completed", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:48:48.360185 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de81781d-e604-432e-a4bb-0a8a9cae06cd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:48:48.361193 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6', 'code': 200} Nov 15 14:48:48.363700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88bce7-a15e-4e13-96fd-5679c6a36c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a545e7-2cdb-46d8-a158-3bad42a8909b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:48.370555 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:48.371609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d9c86c2-66e5-4481-8a38-ba6441279f0e {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:48:48.381890 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:48.384339 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5b298c67-4b41-4edb-aa81-929a62d7c41f tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "DELETE /v2.0/routers/4d9c86c2-66e5-4481-8a38-ba6441279f0e HTTP/1.1" status: 204 len: 168 time: 2.6943924 Nov 15 14:48:48.387899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 46950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:48.420190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a14a750-7340-4875-97b5-22ef862391d1 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:48.425388 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a14a750-7340-4875-97b5-22ef862391d1 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:48.604220 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-75c92801-9d8d-4ec6-8634-9940ae5970d2 service neutron] 10.222.0.70 "GET /v2.0/networks/6a7e3142-2093-413a-8c14-107e6e697972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814826 Nov 15 14:48:48.633408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4d16-8729-4a35-bb94-9cfa98b1d4ae req-c06a93d7-3272-4464-b728-e9992c38a4b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:48.642125 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21fe4d16-8729-4a35-bb94-9cfa98b1d4ae req-c06a93d7-3272-4464-b728-e9992c38a4b3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.1499448 Nov 15 14:48:48.700373 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:48.837393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21fe4d16-8729-4a35-bb94-9cfa98b1d4ae req-88a07035-211e-4725-b362-7adcdd8a9218 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939461 Nov 15 14:48:48.914181 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:48.927064 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a14a750-7340-4875-97b5-22ef862391d1 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:49.082201 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f7e81a-7fd5-4f8f-ae5e-b85fc4904d50 req-e4a0b054-e46d-4ed3-89d4-a7d9e1a62d21 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 210 time: 0.1087487 Nov 15 14:48:49.141986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14a750-7340-4875-97b5-22ef862391d1 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Subnet': ['ID=0bc03789-fdb5-4966-b46e-7445ba6e1f0c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:49.149439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14a750-7340-4875-97b5-22ef862391d1 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Checking segment: {'id': 'cc89f334-33d3-4e72-8892-b13ba1bb6313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83829a16-c55b-4a69-9706-f84a9a1a011b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:48:49.150172 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14a750-7340-4875-97b5-22ef862391d1 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network hostable DHCP agents. Network: 83829a16-c55b-4a69-9706-f84a9a1a011b, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:48:49.197211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Deleting port ffcfc81d-ccc1-4642-afac-06010137d41f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:49.197580 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:49.254331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14a750-7340-4875-97b5-22ef862391d1 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network 83829a16-c55b-4a69-9706-f84a9a1a011b is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:48:49.392168 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7a14a750-7340-4875-97b5-22ef862391d1 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 83829a16-c55b-4a69-9706-f84a9a1a011b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:49.407023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6abede-76e7-477f-a1d0-fe453c4f0d48 None None] Network 83829a16-c55b-4a69-9706-f84a9a1a011b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:49.419714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14a750-7340-4875-97b5-22ef862391d1 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:49.422759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab6c3-403d-45e1-b01d-61e19d5e5e3f req-6db68686-2d4a-4491-88a0-feb3cc520ba0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:49.428705 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a14a750-7340-4875-97b5-22ef862391d1 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:49.435212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa8ab6c3-403d-45e1-b01d-61e19d5e5e3f req-6db68686-2d4a-4491-88a0-feb3cc520ba0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1159999 Nov 15 14:48:49.490262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] For port ffcfc81d-ccc1-4642-afac-06010137d41f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ffcfc81d-ccc1-4642-afac-06010137d41f,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:49.491074 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:49.509162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Calling delete_port for ffcfc81d-ccc1-4642-afac-06010137d41f owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:49.641710 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa8ab6c3-403d-45e1-b01d-61e19d5e5e3f req-796325d8-5f92-468c-a0d7-1a3c9c45f113 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048879 Nov 15 14:48:49.661701 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7a14a750-7340-4875-97b5-22ef862391d1 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5629342 Nov 15 14:48:49.665048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:49.672160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8b2c78c1-f2cf-4356-8c6e-c3d775f288df tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1415944585'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:49.731940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-83829a16-c55b-4a69-9706-f84a9a1a011b', 'network_id': '83829a16-c55b-4a69-9706-f84a9a1a011b', 'tenant_id': '34943bcccf584f0fbdd82c437a5f4a29', 'fixed_ips': [{'subnet_id': '0bc03789-fdb5-4966-b46e-7445ba6e1f0c'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:48:49.732959 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:49.878219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2c78c1-f2cf-4356-8c6e-c3d775f288df tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:49.883072 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b2c78c1-f2cf-4356-8c6e-c3d775f288df tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:49.933992 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:49.943380 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2c78c1-f2cf-4356-8c6e-c3d775f288df tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:48:49.954121 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b2c78c1-f2cf-4356-8c6e-c3d775f288df tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:49.954796 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-8b2c78c1-f2cf-4356-8c6e-c3d775f288df tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Added segment 8b05c9be-a392-4d0b-8894-4f52ed8be10b of type vlan for network e550f7d8-1acf-4d66-b925-1c0bec132857 Nov 15 14:48:49.955578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Allocated IP 2001:db8:0:ffff::2 (83829a16-c55b-4a69-9706-f84a9a1a011b/0bc03789-fdb5-4966-b46e-7445ba6e1f0c/7b492acc-c89c-4ae2-b944-fcfddcc5b1c0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:49.999609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffcfc81d-ccc1-4642-afac-06010137d41f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:50.021937 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b2c78c1-f2cf-4356-8c6e-c3d775f288df tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:50.084334 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba8bd2-0b0b-4075-a6e8-04d95ed545c1 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:50.125494 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b2c78c1-f2cf-4356-8c6e-c3d775f288df tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:50.137866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c78c1-f2cf-4356-8c6e-c3d775f288df tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:50.137866 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b2c78c1-f2cf-4356-8c6e-c3d775f288df tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:50.217143 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:50.316416 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:50.372351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c78c1-f2cf-4356-8c6e-c3d775f288df tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Network': ['ID=e550f7d8-1acf-4d66-b925-1c0bec132857,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:50.391648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network e550f7d8-1acf-4d66-b925-1c0bec132857 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:48:50.403487 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8b2c78c1-f2cf-4356-8c6e-c3d775f288df tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7365239 Nov 15 14:48:50.406470 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46990) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:50.413157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f0bc448b-17e2-48c9-8006-13b1e9ac9d0d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'subnet': {'network_id': 'e550f7d8-1acf-4d66-b925-1c0bec132857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:50.455657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6829a84c-0f86-4d62-b775-f7e08130d961 req-1e2a9248-e3d9-4df7-9401-2068d1d3b439 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 210 time: 0.2306597 Nov 15 14:48:50.459872 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:50.489589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babd8aa-56fd-44ca-80a7-7d81f5700236 req-b80c8b72-e5f4-4629-bcd5-9386645d89d9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:50.489589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2babd8aa-56fd-44ca-80a7-7d81f5700236 req-b80c8b72-e5f4-4629-bcd5-9386645d89d9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.3880737 Nov 15 14:48:50.500211 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:50.520065 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:50.540434 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Network 83829a16-c55b-4a69-9706-f84a9a1a011b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:50.548136 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:50.564022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:50.582284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Pushing event updated for resources: {'Port': ['ID=7b492acc-c89c-4ae2-b944-fcfddcc5b1c0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:50.631401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2babd8aa-56fd-44ca-80a7-7d81f5700236 req-f6f2774c-57bb-44e8-b691-9a1ebd55134c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339219 Nov 15 14:48:50.676638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Attempting to bind port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:48:50.677007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Attempting to bind port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'cc89f334-33d3-4e72-8892-b13ba1bb6313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83829a16-c55b-4a69-9706-f84a9a1a011b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:48:50.677378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Attempting to bind port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 on network 83829a16-c55b-4a69-9706-f84a9a1a011b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:48:50.693988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:48:50.706901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Checking segment: {'id': 'cc89f334-33d3-4e72-8892-b13ba1bb6313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83829a16-c55b-4a69-9706-f84a9a1a011b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:48:50.706901 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:50.706901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Bound using segment: {'id': 'cc89f334-33d3-4e72-8892-b13ba1bb6313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83829a16-c55b-4a69-9706-f84a9a1a011b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:48:50.706901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Bound port: 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc89f334-33d3-4e72-8892-b13ba1bb6313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83829a16-c55b-4a69-9706-f84a9a1a011b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:48:50.706901 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:50.741235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bc448b-17e2-48c9-8006-13b1e9ac9d0d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:50.745965 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0bc448b-17e2-48c9-8006-13b1e9ac9d0d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:50.804658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:50.805277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:48:50.819932 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:50.821124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fc60a691-71dd-4541-9183-6b4c8283dcb5 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "DELETE /v2.0/routers/6ce4383d-4f5d-4bc4-8ad0-f751a384bdb3 HTTP/1.1" status: 204 len: 168 time: 2.4250796 Nov 15 14:48:50.825113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47012) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:50.839120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1404428700', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:50.839392 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] For port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:48:50.846743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] For port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7b492acc-c89c-4ae2-b944-fcfddcc5b1c0,segment=NetworkSegment(cc89f334-33d3-4e72-8892-b13ba1bb6313),segment_id=cc89f334-33d3-4e72-8892-b13ba1bb6313)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:48:50.913498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8dfac-32a0-434e-91e1-e2394a320ec0 req-1e3d5c46-b7c7-4467-ac10-9ee57c5fde99 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:50.915101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0b8dfac-32a0-434e-91e1-e2394a320ec0 req-1e3d5c46-b7c7-4467-ac10-9ee57c5fde99 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1672788 Nov 15 14:48:51.012539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0b8dfac-32a0-434e-91e1-e2394a320ec0 req-aac0eae4-2f99-4613-8b31-09284793cd87 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855343 Nov 15 14:48:51.230486 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:51.301857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6844de-5300-492e-be08-e6e85fa42853 None None] Pushing event updated for resources: {'Port': ['ID=7b492acc-c89c-4ae2-b944-fcfddcc5b1c0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:51.316454 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:51.317059 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:51.390086 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:51.462731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.objects.ports [None req-f0bc448b-17e2-48c9-8006-13b1e9ac9d0d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:48:51.462731 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0bc448b-17e2-48c9-8006-13b1e9ac9d0d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:51.703315 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc448b-17e2-48c9-8006-13b1e9ac9d0d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Subnet': ['ID=7fffc69d-654b-481a-82bd-580afb55c488,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:51.776368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc448b-17e2-48c9-8006-13b1e9ac9d0d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Checking segment: {'id': '8b05c9be-a392-4d0b-8894-4f52ed8be10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e550f7d8-1acf-4d66-b925-1c0bec132857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:48:51.778189 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bc448b-17e2-48c9-8006-13b1e9ac9d0d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network hostable DHCP agents. Network: e550f7d8-1acf-4d66-b925-1c0bec132857, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:48:51.797666 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-124a58fc-a703-46ba-b84d-b01c680d36ce req-d691a284-a361-4515-b12c-77412b26a5e4 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 210 time: 0.0835676 Nov 15 14:48:51.927023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bc448b-17e2-48c9-8006-13b1e9ac9d0d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network e550f7d8-1acf-4d66-b925-1c0bec132857 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:48:52.070967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f0bc448b-17e2-48c9-8006-13b1e9ac9d0d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, e550f7d8-1acf-4d66-b925-1c0bec132857) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:52.083676 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a0a516-80c5-46e0-b695-abb26337617d None None] Network e550f7d8-1acf-4d66-b925-1c0bec132857 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:52.085570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bc448b-17e2-48c9-8006-13b1e9ac9d0d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:52.090030 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0bc448b-17e2-48c9-8006-13b1e9ac9d0d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:52.238486 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f0bc448b-17e2-48c9-8006-13b1e9ac9d0d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8301888 Nov 15 14:48:52.238989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:52.244201 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'port': {'network_id': 'e550f7d8-1acf-4d66-b925-1c0bec132857', 'name': 'tempest-NetworksIpV6TestAttrs-372680084'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:52.486021 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-e550f7d8-1acf-4d66-b925-1c0bec132857', 'network_id': 'e550f7d8-1acf-4d66-b925-1c0bec132857', 'tenant_id': '34943bcccf584f0fbdd82c437a5f4a29', 'fixed_ips': [{'subnet_id': '7fffc69d-654b-481a-82bd-580afb55c488'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:48:52.487845 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:52.525242 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:52.542553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:52.640697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128f20a-2cf7-4e6b-8531-74d3d683ad81 req-3bac2837-1257-4b1b-ade6-761207c9b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:52.642531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5128f20a-2cf7-4e6b-8531-74d3d683ad81 req-3bac2837-1257-4b1b-ade6-761207c9b1ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 1097 time: 0.7536652 Nov 15 14:48:52.660420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f860eb-7fb0-4f8a-9cac-26c8d262ff83 req-b0297686-620b-4c04-92cd-335e814d1686 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:52.661931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25f860eb-7fb0-4f8a-9cac-26c8d262ff83 req-b0297686-620b-4c04-92cd-335e814d1686 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.1574380 Nov 15 14:48:52.678985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14e3cc-06ee-4b1c-88d2-f6ef64052196 req-5065e8d9-705f-4c70-904f-1175d8b1ca10 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:52.680738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd14e3cc-06ee-4b1c-88d2-f6ef64052196 req-5065e8d9-705f-4c70-904f-1175d8b1ca10 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1774633 Nov 15 14:48:52.816153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25f860eb-7fb0-4f8a-9cac-26c8d262ff83 req-635aefdd-4fb2-4906-92de-91f3e4ea87b2 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331108 Nov 15 14:48:52.832403 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd14e3cc-06ee-4b1c-88d2-f6ef64052196 req-18acd5bd-e34c-4bef-a061-c5e26902846f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361017 Nov 15 14:48:52.851099 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128f20a-2cf7-4e6b-8531-74d3d683ad81 req-4650f6bf-66d9-490d-a0ff-79083d6f2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:52.852744 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5128f20a-2cf7-4e6b-8531-74d3d683ad81 req-4650f6bf-66d9-490d-a0ff-79083d6f2fb1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 918 time: 0.1886322 Nov 15 14:48:52.911287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:52.916524 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:52.943001 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] device_id is not set on port 30c5002d-1905-4ea3-a23a-277ba831475c yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:48:52.968083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:52.968310 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:53.022507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6be306-f39d-42b3-b68f-4962468a3437 None None] Network 83829a16-c55b-4a69-9706-f84a9a1a011b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:53.036776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Allocated IP 2001:db8::f816:3eff:fe82:9ec3 (e550f7d8-1acf-4d66-b925-1c0bec132857/7fffc69d-654b-481a-82bd-580afb55c488/ec87c698-22ed-49db-bb4d-5420ab7f176e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:53.070217 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15650690-fbf1-42e6-8233-277136661505 req-47fdd1bc-409f-4e40-88ec-1446ad0a6479 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 210 time: 0.0423920 Nov 15 14:48:53.073444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5128f20a-2cf7-4e6b-8531-74d3d683ad81 req-98390640-f22c-4aa0-ba46-5a047b2cc452 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92 HTTP/1.1" status: 200 len: 1002 time: 0.2125101 Nov 15 14:48:53.153813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128f20a-2cf7-4e6b-8531-74d3d683ad81 req-298115c1-6be5-4513-be8c-2c307dc3dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:53.155370 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5128f20a-2cf7-4e6b-8531-74d3d683ad81 req-298115c1-6be5-4513-be8c-2c307dc3dd65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 200 len: 856 time: 0.0730977 Nov 15 14:48:53.178099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-02f831a8-7529-484d-8d1f-53299b647100 None None] Provisioning complete for port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:53.180535 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02f831a8-7529-484d-8d1f-53299b647100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:53.383426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128f20a-2cf7-4e6b-8531-74d3d683ad81 req-d9f80e1c-3dc4-444c-8159-bf6b69d9a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:53.385944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5128f20a-2cf7-4e6b-8531-74d3d683ad81 req-d9f80e1c-3dc4-444c-8159-bf6b69d9a435 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146525 Nov 15 14:48:53.429049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-47d2384c-6098-4328-bb07-750c2b780773 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:53.430699 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-47d2384c-6098-4328-bb07-750c2b780773 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.59 "GET /v2.0/networks?id=6a7e3142-2093-413a-8c14-107e6e697972 HTTP/1.1" status: 200 len: 796 time: 0.2611792 Nov 15 14:48:53.471098 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:53.614081 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02f831a8-7529-484d-8d1f-53299b647100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:53.682201 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7b492acc-c89c-4ae2-b944-fcfddcc5b1c0,segment=NetworkSegment(cc89f334-33d3-4e72-8892-b13ba1bb6313),segment_id=cc89f334-33d3-4e72-8892-b13ba1bb6313)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:53.771966 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:53.794797 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-02f831a8-7529-484d-8d1f-53299b647100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:48:53.796148 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-02f831a8-7529-484d-8d1f-53299b647100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:48:53.796909 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:53.862367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ffcfc81d-ccc1-4642-afac-06010137d41f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:48:53.863715 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:53.903959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: ffcfc81d-ccc1-4642-afac-06010137d41f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:48:53.905038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ffcfc81d-ccc1-4642-afac-06010137d41f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:48:53.913379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=7b492acc-c89c-4ae2-b944-fcfddcc5b1c0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:53.921020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-34ddc09c-36ec-471a-9ebd-c41b1658c9d3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58edf6cb9de430bb198bc6fde6ccc02 HTTP/1.1" status: 200 len: 472 time: 0.4754140 Nov 15 14:48:53.938051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-b7f6cbfe-02a4-4285-8ba8-1c453dfe74d1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'port': {'device_id': 'dda6280e-434b-4afc-a001-4dfd785dfc00', 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972', 'admin_state_up': True, 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'security_groups': ['5406e337-1e29-4ae5-8a8a-b998d237988a']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:53.962186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5128f20a-2cf7-4e6b-8531-74d3d683ad81 req-463d4855-ac7c-4a0a-b297-f4a267911ed0 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304449 Nov 15 14:48:54.049011 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:54.157486 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:54.242905 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Allocated IP 2001:db8::f816:3eff:fefb:7209 (e550f7d8-1acf-4d66-b925-1c0bec132857/7fffc69d-654b-481a-82bd-580afb55c488/30c5002d-1905-4ea3-a23a-277ba831475c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:54.422136 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Network e550f7d8-1acf-4d66-b925-1c0bec132857 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:54.456987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:54.469306 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5128f20a-2cf7-4e6b-8531-74d3d683ad81 req-1ebc675b-ff84-4812-9d87-b5cf59bb519b service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504871 Nov 15 14:48:54.478352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:54.517538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:54.533342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Pushing event updated for resources: {'Port': ['ID=ec87c698-22ed-49db-bb4d-5420ab7f176e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:54.615734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea3fc9-348c-4162-a189-e86d279feb93 req-4efb5701-6ebb-4348-9eaa-b3ede3f97189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:54.617275 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-34ea3fc9-348c-4162-a189-e86d279feb93 req-4efb5701-6ebb-4348-9eaa-b3ede3f97189 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e64ab8c292434c08a0bd485e8163082c&device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 1096 time: 0.2633564 Nov 15 14:48:54.627739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d2fa9-936a-4bd1-a90d-45485599218c req-351d92a9-73f4-4704-851e-75f60ec1456d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:54.635388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-751d2fa9-936a-4bd1-a90d-45485599218c req-351d92a9-73f4-4704-851e-75f60ec1456d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.6153531 Nov 15 14:48:54.675793 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Attempting to bind port ec87c698-22ed-49db-bb4d-5420ab7f176e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:48:54.676252 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Attempting to bind port ec87c698-22ed-49db-bb4d-5420ab7f176e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '8b05c9be-a392-4d0b-8894-4f52ed8be10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e550f7d8-1acf-4d66-b925-1c0bec132857'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:48:54.676731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Attempting to bind port ec87c698-22ed-49db-bb4d-5420ab7f176e on network e550f7d8-1acf-4d66-b925-1c0bec132857 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:48:54.684302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cdae0a87-a12f-4a63-8f44-e690da07c288 None None] Provisioning complete for port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:54.685002 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cdae0a87-a12f-4a63-8f44-e690da07c288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:54.692374 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:48:54.692909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Checking segment: {'id': '8b05c9be-a392-4d0b-8894-4f52ed8be10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e550f7d8-1acf-4d66-b925-1c0bec132857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:48:54.693441 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:54.694160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Bound using segment: {'id': '8b05c9be-a392-4d0b-8894-4f52ed8be10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e550f7d8-1acf-4d66-b925-1c0bec132857'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:48:54.694780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Bound port: ec87c698-22ed-49db-bb4d-5420ab7f176e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b05c9be-a392-4d0b-8894-4f52ed8be10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e550f7d8-1acf-4d66-b925-1c0bec132857'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:48:54.695374 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:54.706032 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e73616-2c46-449c-8ff5-be3d2a3afcf3 req-f7df4eb5-0326-4d5f-a01a-a71c7e9a14be tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:54.708486 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32e73616-2c46-449c-8ff5-be3d2a3afcf3 req-f7df4eb5-0326-4d5f-a01a-a71c7e9a14be tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.6856182 Nov 15 14:48:54.715790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Allocated IP 172.25.4.226 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/bb39e354-cc9e-47df-8801-e5e9f98e34d2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:54.766660 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:54.767454 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:54.792590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea3fc9-348c-4162-a189-e86d279feb93 req-d421d827-8b54-4a8b-9db2-5f1025a8be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:54.794065 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-34ea3fc9-348c-4162-a189-e86d279feb93 req-d421d827-8b54-4a8b-9db2-5f1025a8be99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49b70721-bd7f-4329-8b83-e5c54852f629 HTTP/1.1" status: 200 len: 914 time: 0.1521599 Nov 15 14:48:54.861434 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-34ea3fc9-348c-4162-a189-e86d279feb93 req-a7ef5be5-d24a-418a-a1f3-21e679fd14cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 HTTP/1.1" status: 200 len: 217 time: 0.0560441 Nov 15 14:48:54.872470 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:55.033606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-751d2fa9-936a-4bd1-a90d-45485599218c req-ee58da08-39ca-45b4-bb48-d0e513d3330e tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3971074 Nov 15 14:48:55.048508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] For port ec87c698-22ed-49db-bb4d-5420ab7f176e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:48:55.057499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea3fc9-348c-4162-a189-e86d279feb93 req-302f528f-7e8d-4125-8820-b5ddd7d2fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:55.065921 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-34ea3fc9-348c-4162-a189-e86d279feb93 req-302f528f-7e8d-4125-8820-b5ddd7d2fe16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98cd6aa6-42c0-4323-bf9b-53854b1f02f6 HTTP/1.1" status: 200 len: 853 time: 0.1895463 Nov 15 14:48:55.069244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] For port ec87c698-22ed-49db-bb4d-5420ab7f176e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ec87c698-22ed-49db-bb4d-5420ab7f176e,segment=NetworkSegment(8b05c9be-a392-4d0b-8894-4f52ed8be10b),segment_id=8b05c9be-a392-4d0b-8894-4f52ed8be10b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:48:55.087702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-b7f6cbfe-02a4-4285-8ba8-1c453dfe74d1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Made reservation on behalf of c58edf6cb9de430bb198bc6fde6ccc02 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:55.087702 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-b7f6cbfe-02a4-4285-8ba8-1c453dfe74d1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:55.133598 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-34ea3fc9-348c-4162-a189-e86d279feb93 req-7221d3e2-4d7c-4015-93b9-4d8cca824836 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49b70721-bd7f-4329-8b83-e5c54852f629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487492 Nov 15 14:48:55.159778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32e73616-2c46-449c-8ff5-be3d2a3afcf3 req-92afc23c-7177-499e-b1dd-3751dee87451 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794005 Nov 15 14:48:55.212398 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:55.223960 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:55.263986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:55.306221 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2887be63-4cd0-4ec7-aa97-42a12b7433eb req-6def31e3-b340-4e6b-93f1-b6d1f72ac67b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 210 time: 0.0551660 Nov 15 14:48:55.342534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb6951-62ce-4ca0-85f9-0cb9ed3f207f None None] Pushing event updated for resources: {'Port': ['ID=ec87c698-22ed-49db-bb4d-5420ab7f176e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:55.372800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Port': ['ID=30c5002d-1905-4ea3-a23a-277ba831475c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:55.423626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network e550f7d8-1acf-4d66-b925-1c0bec132857 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:55.424941 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:55.432539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:55.436836 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:55.442944 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:55.443808 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:55.456510 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-34ea3fc9-348c-4162-a189-e86d279feb93 req-3cd97edc-6f58-4af1-b9fd-48f16cff8d52 service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088765 Nov 15 14:48:55.473613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-b7f6cbfe-02a4-4285-8ba8-1c453dfe74d1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Allocated IP 172.20.0.25 (6a7e3142-2093-413a-8c14-107e6e697972/af6de3c1-0552-4c8f-9c48-7b81c961dfc6/eda3460d-2894-4653-a87c-e1462d146653) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:48:55.494440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:55.502657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:55.511014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:55.523921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14411e4-65f6-4e8b-bf1f-00ab872e965f None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:55.565737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Pushing event updated for resources: {'Port': ['ID=bb39e354-cc9e-47df-8801-e5e9f98e34d2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:55.565860 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9976e705-04bf-4c80-8241-eeb91485a348 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3229866 Nov 15 14:48:55.566711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47104) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:55.622027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-347fbfa8-e976-458d-a4da-fd0b5c9375bd None None] Provisioning complete for port bb39e354-cc9e-47df-8801-e5e9f98e34d2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:55.622681 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-347fbfa8-e976-458d-a4da-fd0b5c9375bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:55.697723 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-34ea3fc9-348c-4162-a189-e86d279feb93 req-0482283a-9bba-4c95-ac2f-bf18d0a4c23e service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313743 Nov 15 14:48:55.718385 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-347fbfa8-e976-458d-a4da-fd0b5c9375bd None None] Port bb39e354-cc9e-47df-8801-e5e9f98e34d2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:55.819963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5951e5a-19f5-493b-acc5-fb86b960e930 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Deleting subnet 7fffc69d-654b-481a-82bd-580afb55c488 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:48:55.874705 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5951e5a-19f5-493b-acc5-fb86b960e930 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:55.997785 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5951e5a-19f5-493b-acc5-fb86b960e930 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:56.054019 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-b7f6cbfe-02a4-4285-8ba8-1c453dfe74d1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:56.273353 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-b7f6cbfe-02a4-4285-8ba8-1c453dfe74d1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:56.380120 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5951e5a-19f5-493b-acc5-fb86b960e930 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:56.424811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ec87c698-22ed-49db-bb4d-5420ab7f176e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:56.515099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ec87c698-22ed-49db-bb4d-5420ab7f176e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:56.515573 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:56.637983 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:56.918522 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-b7f6cbfe-02a4-4285-8ba8-1c453dfe74d1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network 6a7e3142-2093-413a-8c14-107e6e697972 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:48:56.920775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6cbfe-02a4-4285-8ba8-1c453dfe74d1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=eda3460d-2894-4653-a87c-e1462d146653,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:56.928720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-b7f6cbfe-02a4-4285-8ba8-1c453dfe74d1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:48:56.941390 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-b7f6cbfe-02a4-4285-8ba8-1c453dfe74d1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:48:57.007903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924fb1-8e40-4ec8-bb13-b9b81e3ab04f req-3594c3ff-3273-484b-9bcd-eaae62cd9bdd tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:57.014105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60924fb1-8e40-4ec8-bb13-b9b81e3ab04f req-3594c3ff-3273-484b-9bcd-eaae62cd9bdd tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.7583377 Nov 15 14:48:57.025563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbe288-c3ce-408b-9921-6162667c0a8c req-aa1ee2f1-9114-44d9-b63b-ac58b0c88012 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:57.027376 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6cbe288-c3ce-408b-9921-6162667c0a8c req-aa1ee2f1-9114-44d9-b63b-ac58b0c88012 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.8286014 Nov 15 14:48:57.050764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8df3e2-ca37-4c76-971c-6041fdbca44c None None] Network e550f7d8-1acf-4d66-b925-1c0bec132857 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:48:57.149251 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0608c4cb-3330-41e1-afee-4f5ccfe50ad6 None None] Provisioning complete for port ec87c698-22ed-49db-bb4d-5420ab7f176e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:57.149619 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0608c4cb-3330-41e1-afee-4f5ccfe50ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:57.179080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-b7f6cbfe-02a4-4285-8ba8-1c453dfe74d1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:57.183692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-b7f6cbfe-02a4-4285-8ba8-1c453dfe74d1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:57.211623 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:57.273145 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0608c4cb-3330-41e1-afee-4f5ccfe50ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:57.355218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60924fb1-8e40-4ec8-bb13-b9b81e3ab04f req-47df5489-1210-4b49-afe9-d832a4378ac4 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161309 Nov 15 14:48:57.375151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a2a4c695-9c01-4d66-ac14-e2b444640e92 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:48:57.387985 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5951e5a-19f5-493b-acc5-fb86b960e930 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:57.447478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6cbe288-c3ce-408b-9921-6162667c0a8c req-d93ae280-5e41-488c-a0ac-661481fd0e3d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4021714 Nov 15 14:48:57.472603 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-0608c4cb-3330-41e1-afee-4f5ccfe50ad6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:48:57.473922 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-0608c4cb-3330-41e1-afee-4f5ccfe50ad6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:48:57.482987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5951e5a-19f5-493b-acc5-fb86b960e930 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Subnet': ['ID=7fffc69d-654b-481a-82bd-580afb55c488,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:57.488814 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5951e5a-19f5-493b-acc5-fb86b960e930 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:57.495719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47120) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:57.496572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e5951e5a-19f5-493b-acc5-fb86b960e930 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/subnets/7fffc69d-654b-481a-82bd-580afb55c488 HTTP/1.1" status: 204 len: 168 time: 1.9245358 Nov 15 14:48:57.502148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-b7f6cbfe-02a4-4285-8ba8-1c453dfe74d1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5729980 Nov 15 14:48:57.525509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Request body: {'port': {'device_id': 'dda6280e-434b-4afc-a001-4dfd785dfc00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:57.613967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cb429e-25ff-4a62-b3f1-df6a1a7ac63b tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:57.619920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cb429e-25ff-4a62-b3f1-df6a1a7ac63b tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:57.621684 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a3cb429e-25ff-4a62-b3f1-df6a1a7ac63b tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1248121 Nov 15 14:48:57.624960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:57.633494 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:48:57.693103 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:48:57.693788 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:48:57.763040 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:57.785618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'port_id': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'mac_address': 'fa:16:3e:7e:9e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:48:57.851498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034f4997-769d-4ff7-8dd5-1f4986a612cb None None] DHCP port deletion for e550f7d8-1acf-4d66-b925-1c0bec132857 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:48:57.866640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e2075-edb2-46c4-925e-5b7201a7a37a req-18c61b14-c416-45a1-b1a5-ad52bf7df1de tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:57.886569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff2e2075-edb2-46c4-925e-5b7201a7a37a req-18c61b14-c416-45a1-b1a5-ad52bf7df1de tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 932 time: 0.2865007 Nov 15 14:48:57.886727 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a53d-6dba-432e-8910-b8f1ad57c1c6 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:57.893459 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd1a53d-6dba-432e-8910-b8f1ad57c1c6 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 15 14:48:57.894143 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd1a53d-6dba-432e-8910-b8f1ad57c1c6 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:48:57.899695 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3fd1a53d-6dba-432e-8910-b8f1ad57c1c6 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/networks/e550f7d8-1acf-4d66-b925-1c0bec132857 HTTP/1.1" status: 409 len: 405 time: 0.2735078 Nov 15 14:48:57.903739 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:57.917256 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:57.919000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47126) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:57.936625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2f3d18aa-66c5-4c46-8236-1dbbbe406ced tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2019057593'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:57.936853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2a4c695-9c01-4d66-ac14-e2b444640e92 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:48:57.973353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:58.000232 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff2e2075-edb2-46c4-925e-5b7201a7a37a req-37d9733f-0b77-464c-84b0-d9f15938daf6 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204188 Nov 15 14:48:58.030708 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0608c4cb-3330-41e1-afee-4f5ccfe50ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:58.087758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0608c4cb-3330-41e1-afee-4f5ccfe50ad6 None None] For port ec87c698-22ed-49db-bb4d-5420ab7f176e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ec87c698-22ed-49db-bb4d-5420ab7f176e,segment=NetworkSegment(8b05c9be-a392-4d0b-8894-4f52ed8be10b),segment_id=8b05c9be-a392-4d0b-8894-4f52ed8be10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:58.090745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-034f4997-769d-4ff7-8dd5-1f4986a612cb None None] Deleting port ec87c698-22ed-49db-bb4d-5420ab7f176e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:48:58.091257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-034f4997-769d-4ff7-8dd5-1f4986a612cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:58.095563 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:58.172286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-034f4997-769d-4ff7-8dd5-1f4986a612cb None None] For port ec87c698-22ed-49db-bb4d-5420ab7f176e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ec87c698-22ed-49db-bb4d-5420ab7f176e,segment=NetworkSegment(8b05c9be-a392-4d0b-8894-4f52ed8be10b),segment_id=8b05c9be-a392-4d0b-8894-4f52ed8be10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:58.172749 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-034f4997-769d-4ff7-8dd5-1f4986a612cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:58.187597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-034f4997-769d-4ff7-8dd5-1f4986a612cb None None] Calling delete_port for ec87c698-22ed-49db-bb4d-5420ab7f176e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:48:58.289477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3d18aa-66c5-4c46-8236-1dbbbe406ced tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:58.294420 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f3d18aa-66c5-4c46-8236-1dbbbe406ced tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:58.397503 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3d18aa-66c5-4c46-8236-1dbbbe406ced tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:48:58.435121 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f3d18aa-66c5-4c46-8236-1dbbbe406ced tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:58.440836 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-2f3d18aa-66c5-4c46-8236-1dbbbe406ced tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Added segment 1eb92f54-389c-4160-a82c-f6f370ffbc09 of type vlan for network d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6 Nov 15 14:48:58.575871 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Router b208e0c9-529e-4a39-a036-dc04734ddbb9 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:48:58.578808 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0608c4cb-3330-41e1-afee-4f5ccfe50ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:58.586558 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:58.599731 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-034f4997-769d-4ff7-8dd5-1f4986a612cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:58.611064 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f3d18aa-66c5-4c46-8236-1dbbbe406ced tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:58.649479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608c4cb-3330-41e1-afee-4f5ccfe50ad6 None None] Pushing event deleted for resources: {'Port': ['ID=ec87c698-22ed-49db-bb4d-5420ab7f176e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:58.659299 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:58.686507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f4997-769d-4ff7-8dd5-1f4986a612cb None None] No DVR routers for this DVR port ec87c698-22ed-49db-bb4d-5420ab7f176e on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:48:58.713312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['a2a4c695-9c01-4d66-ac14-e2b444640e92'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:48:58.760384 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-2f3d18aa-66c5-4c46-8236-1dbbbe406ced tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:48:58.821265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70725f74-397a-404a-8349-533af11eca39 req-824768bd-0cce-4a66-8c1a-1e7e2a99f71d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:58.822932 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70725f74-397a-404a-8349-533af11eca39 req-824768bd-0cce-4a66-8c1a-1e7e2a99f71d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.3417423 Nov 15 14:48:58.825345 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:58.838263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ec87c698-22ed-49db-bb4d-5420ab7f176e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:48:58.910622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1cd36f8e-33f9-48db-bbd4-74311eb62f1f None None] Provisioning complete for port eda3460d-2894-4653-a87c-e1462d146653 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:58.911055 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1cd36f8e-33f9-48db-bbd4-74311eb62f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:58.913443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a2a4c695-9c01-4d66-ac14-e2b444640e92,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:58.928186 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: ec87c698-22ed-49db-bb4d-5420ab7f176e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:48:58.928585 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ec87c698-22ed-49db-bb4d-5420ab7f176e not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:48:59.003919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa214e8-6160-4c40-842c-00d9bebb87cc req-efaed179-894e-4c36-8114-1bdc911d94af tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:59.004233 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f4997-769d-4ff7-8dd5-1f4986a612cb None None] Pushing event deleted for resources: {'Port': ['ID=ec87c698-22ed-49db-bb4d-5420ab7f176e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:59.005456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfa214e8-6160-4c40-842c-00d9bebb87cc req-efaed179-894e-4c36-8114-1bdc911d94af tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 945 time: 0.2420433 Nov 15 14:48:59.015462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:48:59.033472 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70725f74-397a-404a-8349-533af11eca39 req-6fcdfe9f-b87c-45be-bb9e-d0d63eb7ee34 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700304 Nov 15 14:48:59.038215 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d0d70-f726-4b3f-922d-0bae84a5aaec None None] Sync routers for ids ['b208e0c9-529e-4a39-a036-dc04734ddbb9'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:48:59.052757 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1cd36f8e-33f9-48db-bbd4-74311eb62f1f None None] Port eda3460d-2894-4653-a87c-e1462d146653 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:48:59.056559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda3460d-2894-4653-a87c-e1462d146653 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:48:59.078459 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:59.093687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d0d70-f726-4b3f-922d-0bae84a5aaec None None] Routers {'b208e0c9-529e-4a39-a036-dc04734ddbb9'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:59.094388 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-789d0d70-f726-4b3f-922d-0bae84a5aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b208e0c9-529e-4a39-a036-dc04734ddbb9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:59.115366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Transition to ACTIVE for port object eda3460d-2894-4653-a87c-e1462d146653 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:48:59.120503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfa214e8-6160-4c40-842c-00d9bebb87cc req-3798235d-9f53-4789-b0df-6566d0f9e25a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014774 Nov 15 14:48:59.165615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-789d0d70-f726-4b3f-922d-0bae84a5aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:59.191652 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d0d70-f726-4b3f-922d-0bae84a5aaec None None] Routers {'b208e0c9-529e-4a39-a036-dc04734ddbb9'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:48:59.191924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5635bd-9616-4d98-9dfe-eaaf635bb936 req-d8e4e9a7-e877-457a-b9db-9a87e3fe2695 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:59.192352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-789d0d70-f726-4b3f-922d-0bae84a5aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b208e0c9-529e-4a39-a036-dc04734ddbb9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:59.193468 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f5635bd-9616-4d98-9dfe-eaaf635bb936 req-d8e4e9a7-e877-457a-b9db-9a87e3fe2695 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 932 time: 0.0530288 Nov 15 14:48:59.234782 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-789d0d70-f726-4b3f-922d-0bae84a5aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:48:59.235436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d0d70-f726-4b3f-922d-0bae84a5aaec None None] The sync data for ids ['b208e0c9-529e-4a39-a036-dc04734ddbb9'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:48:59.259498 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f5635bd-9616-4d98-9dfe-eaaf635bb936 req-08277fde-bc8a-4ffb-a755-460044d6f6e1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580101 Nov 15 14:48:59.266057 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f3d18aa-66c5-4c46-8236-1dbbbe406ced tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:59.273028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3d18aa-66c5-4c46-8236-1dbbbe406ced tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:48:59.273028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f3d18aa-66c5-4c46-8236-1dbbbe406ced tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:59.296460 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:59.303108 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:59.307862 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-952e51f1-3918-4b1e-acdd-bd539a79e2cd tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4773529 Nov 15 14:48:59.319157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:59.319157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-940b7d7a-c53a-4173-b9b8-6f329007b778 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'enable_snat': False}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:59.367261 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a2a4c695-9c01-4d66-ac14-e2b444640e92 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:48:59.397918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Pushing event updated for resources: {'Port': ['ID=eda3460d-2894-4653-a87c-e1462d146653,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:59.481769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d18aa-66c5-4c46-8236-1dbbbe406ced tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Network': ['ID=d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:48:59.496197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port a2a4c695-9c01-4d66-ac14-e2b444640e92 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:48:59.496605 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:59.501118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2f3d18aa-66c5-4c46-8236-1dbbbe406ced tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5702620 Nov 15 14:48:59.502038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:48:59.538572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:48:59.556531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d7f225fa-759f-4f01-bc6a-6f21fe90bf6f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'subnet': {'network_id': 'd12ba213-5a58-4165-a0f5-e6f8f3d8a9d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:48:59.823313 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:59.876013 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8a13e12-23d1-4d4d-a97a-dca1b2ec6c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:59.886547 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f225fa-759f-4f01-bc6a-6f21fe90bf6f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:48:59.891625 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7f225fa-759f-4f01-bc6a-6f21fe90bf6f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:48:59.908739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:48:59.912626 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861fa72f-23b3-431e-9682-97c27838bdff" -d '{"events": [{"server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "name": "network-vif-plugged", "status": "completed", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:48:59.932719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:48:59.967778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Attempting to bind port eda3460d-2894-4653-a87c-e1462d146653 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:48:59.967997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Attempting to bind port eda3460d-2894-4653-a87c-e1462d146653 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '5b001b0e-af6a-4afc-87f5-e86106de12d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:48:59.968337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Attempting to bind port eda3460d-2894-4653-a87c-e1462d146653 on network 6a7e3142-2093-413a-8c14-107e6e697972 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:48:59.995863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Port eda3460d-2894-4653-a87c-e1462d146653 on network 6a7e3142-2093-413a-8c14-107e6e697972 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:48:59.996080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Attempting to bind port eda3460d-2894-4653-a87c-e1462d146653 on network 6a7e3142-2093-413a-8c14-107e6e697972 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:48:59.999958 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01371ac3-347c-4573-97d4-dc90777eb078 x-openstack-request-id: req-01371ac3-347c-4573-97d4-dc90777eb078 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:49:00.000522 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "name": "network-vif-plugged", "status": "completed", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:49:00.001096 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01371ac3-347c-4573-97d4-dc90777eb078 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:49:00.001666 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'code': 200} Nov 15 14:49:00.028972 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:00.039078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:49:00.040101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Checking segment: {'id': '5b001b0e-af6a-4afc-87f5-e86106de12d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:00.040516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Bound using segment: {'id': '5b001b0e-af6a-4afc-87f5-e86106de12d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:49:00.040978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Bound port: eda3460d-2894-4653-a87c-e1462d146653, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b001b0e-af6a-4afc-87f5-e86106de12d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:49:00.045530 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:00.112462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a2a4c695-9c01-4d66-ac14-e2b444640e92,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:00.129687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] For port eda3460d-2894-4653-a87c-e1462d146653, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:49:00.143779 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-940b7d7a-c53a-4173-b9b8-6f329007b778 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:00.309955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] For port eda3460d-2894-4653-a87c-e1462d146653, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=eda3460d-2894-4653-a87c-e1462d146653,segment=NetworkSegment(5b001b0e-af6a-4afc-87f5-e86106de12d0),segment_id=5b001b0e-af6a-4afc-87f5-e86106de12d0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:49:00.416940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be34f7c-e0eb-4557-b299-69e8213d6c52 req-c760a9cc-ee07-44f3-9a80-0e289daf0726 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:00.425111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7be34f7c-e0eb-4557-b299-69e8213d6c52 req-c760a9cc-ee07-44f3-9a80-0e289daf0726 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1955655 Nov 15 14:49:00.445138 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:00.472424 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f759a88-5b97-4750-b275-b077cf9be0ad req-5449bf87-223a-4ea3-be98-3218405268fd tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:00.483051 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f759a88-5b97-4750-b275-b077cf9be0ad req-5449bf87-223a-4ea3-be98-3218405268fd tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.1952896 Nov 15 14:49:00.608745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:00.609382 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:00.611850 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] 10.222.0.59 "PUT /v2.0/ports/eda3460d-2894-4653-a87c-e1462d146653 HTTP/1.1" status: 200 len: 1092 time: 3.0980108 Nov 15 14:49:00.616505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda6280e-434b-4afc-a001-4dfd785dfc00', 'tag': 'eda3460d-2894-4653-a87c-e1462d146653'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:49:00.617587 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9290ff4f-3d53-4aee-813b-71c4e4d82697" -d '{"events": [{"name": "network-changed", "server_uuid": "dda6280e-434b-4afc-a001-4dfd785dfc00", "tag": "eda3460d-2894-4653-a87c-e1462d146653"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:49:00.731829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7be34f7c-e0eb-4557-b299-69e8213d6c52 req-9e5d2f2a-e93c-442f-bd50-0b32663b2055 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968693 Nov 15 14:49:00.803661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3179ca-376f-479e-bbe2-22a74d3b760e service neutron] Pushing event updated for resources: {'Port': ['ID=eda3460d-2894-4653-a87c-e1462d146653,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:00.906360 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-940b7d7a-c53a-4173-b9b8-6f329007b778 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:00.912621 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-940b7d7a-c53a-4173-b9b8-6f329007b778 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:00.964253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f759a88-5b97-4750-b275-b077cf9be0ad req-87b5028f-dfab-463f-ad70-36e85ef5381e tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4802947 Nov 15 14:49:01.054966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940b7d7a-c53a-4173-b9b8-6f329007b778 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Router b208e0c9-529e-4a39-a036-dc04734ddbb9 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:49:01.055496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.objects.ports [None req-d7f225fa-759f-4f01-bc6a-6f21fe90bf6f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:49:01.081206 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fae659e-ed01-4f83-9eba-949809a75997 x-openstack-request-id: req-1fae659e-ed01-4f83-9eba-949809a75997 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:49:01.081206 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda6280e-434b-4afc-a001-4dfd785dfc00", "tag": "eda3460d-2894-4653-a87c-e1462d146653", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:49:01.081206 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1fae659e-ed01-4f83-9eba-949809a75997 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:49:01.081206 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda6280e-434b-4afc-a001-4dfd785dfc00', 'tag': 'eda3460d-2894-4653-a87c-e1462d146653', 'status': 'completed', 'code': 200} Nov 15 14:49:01.105613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7f225fa-759f-4f01-bc6a-6f21fe90bf6f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:01.114913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-892f9e38-6c5f-4150-94eb-09005b69472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:01.116653 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-892f9e38-6c5f-4150-94eb-09005b69472c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 1095 time: 0.2322748 Nov 15 14:49:01.234518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-81f1db06-6282-4f2c-93ca-deefc5169bef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=eda3460d-2894-4653-a87c-e1462d146653 HTTP/1.1" status: 200 len: 217 time: 0.0580771 Nov 15 14:49:01.243289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940b7d7a-c53a-4173-b9b8-6f329007b778 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:49:01.255460 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c316a0-bb49-4fbb-8b2c-87ddd5845c89 None None] Sync routers for ids ['b208e0c9-529e-4a39-a036-dc04734ddbb9'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:49:01.259825 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-940b7d7a-c53a-4173-b9b8-6f329007b778 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:01.263657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33147-d70f-4cd8-add2-51abdfb24ac8 req-f6ca9443-085d-4026-abaa-9145e0024699 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:01.263657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86d33147-d70f-4cd8-add2-51abdfb24ac8 req-f6ca9443-085d-4026-abaa-9145e0024699 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 944 time: 0.2889278 Nov 15 14:49:01.264095 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-940b7d7a-c53a-4173-b9b8-6f329007b778 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "PUT /v2.0/routers/b208e0c9-529e-4a39-a036-dc04734ddbb9 HTTP/1.1" status: 200 len: 922 time: 1.9554133 Nov 15 14:49:01.265623 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:01.271750 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c316a0-bb49-4fbb-8b2c-87ddd5845c89 None None] Routers {'b208e0c9-529e-4a39-a036-dc04734ddbb9'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:01.272612 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d3c316a0-bb49-4fbb-8b2c-87ddd5845c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b208e0c9-529e-4a39-a036-dc04734ddbb9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:01.344755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-6ccaee47-3b45-4545-93b4-cf039e90713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:01.346907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-6ccaee47-3b45-4545-93b4-cf039e90713f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af6de3c1-0552-4c8f-9c48-7b81c961dfc6 HTTP/1.1" status: 200 len: 837 time: 0.0798395 Nov 15 14:49:01.356040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f225fa-759f-4f01-bc6a-6f21fe90bf6f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Checking segment: {'id': '1eb92f54-389c-4160-a82c-f6f370ffbc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd12ba213-5a58-4165-a0f5-e6f8f3d8a9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:01.356405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f225fa-759f-4f01-bc6a-6f21fe90bf6f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network hostable DHCP agents. Network: d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:49:01.411738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f225fa-759f-4f01-bc6a-6f21fe90bf6f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Subnet': ['ID=9cfd9464-4506-46c4-bcef-35356cc20e4c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:01.475080 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86d33147-d70f-4cd8-add2-51abdfb24ac8 req-252e2fb1-1f7e-4b36-8890-152abe045d5a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249838 Nov 15 14:49:01.489487 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8d37df2d-5b82-4d2c-a8b3-35472975cb40 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/routers/b208e0c9-529e-4a39-a036-dc04734ddbb9 HTTP/1.1" status: 200 len: 922 time: 0.2187002 Nov 15 14:49:01.489923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:01.492971 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d3c316a0-bb49-4fbb-8b2c-87ddd5845c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:01.500475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f225fa-759f-4f01-bc6a-6f21fe90bf6f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:49:01.511907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-a6c64e5a-7456-4b3a-8b91-6d920566f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:01.513471 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-a6c64e5a-7456-4b3a-8b91-6d920566f9da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a7e3142-2093-413a-8c14-107e6e697972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1482112 Nov 15 14:49:01.523172 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c316a0-bb49-4fbb-8b2c-87ddd5845c89 None None] Routers {'b208e0c9-529e-4a39-a036-dc04734ddbb9'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:01.523967 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d3c316a0-bb49-4fbb-8b2c-87ddd5845c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b208e0c9-529e-4a39-a036-dc04734ddbb9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:01.599700 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bfb8af-edf9-483e-a0b4-31aa1ef2593e tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:01.605732 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e3bfb8af-edf9-483e-a0b4-31aa1ef2593e tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&device_id=b208e0c9-529e-4a39-a036-dc04734ddbb9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1124837 Nov 15 14:49:01.608145 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:01.611350 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d3c316a0-bb49-4fbb-8b2c-87ddd5845c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:01.613513 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c316a0-bb49-4fbb-8b2c-87ddd5845c89 None None] The sync data for ids ['b208e0c9-529e-4a39-a036-dc04734ddbb9'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:49:01.652392 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d7f225fa-759f-4f01-bc6a-6f21fe90bf6f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:01.661268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a920dd-a07d-4653-bf74-8989ae97a343 None None] Network d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:01.667136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f225fa-759f-4f01-bc6a-6f21fe90bf6f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:01.668481 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7f225fa-759f-4f01-bc6a-6f21fe90bf6f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:01.754283 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-656690d3-a56d-43c6-b975-d104edb2c841 service neutron] 10.222.0.59 "GET /v2.0/networks/6a7e3142-2093-413a-8c14-107e6e697972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313735 Nov 15 14:49:01.813233 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d7f225fa-759f-4f01-bc6a-6f21fe90bf6f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2707398 Nov 15 14:49:01.854911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:01.861966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'port': {'network_id': 'd12ba213-5a58-4165-a0f5-e6f8f3d8a9d6', 'name': 'tempest-NetworksIpV6TestAttrs-1738071527'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:01.929804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d4251b-19c8-4266-9973-86d6f09d82d9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:01.931203 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-57d4251b-19c8-4266-9973-86d6f09d82d9 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 881 time: 0.3220906 Nov 15 14:49:01.934157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47174) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:01.974272 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-58234bc5-4fca-47a5-afe2-1b450b26b061 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "GET /v2.0/ports?device_id=b208e0c9-529e-4a39-a036-dc04734ddbb9 HTTP/1.1" status: 200 len: 205 time: 0.0362463 Nov 15 14:49:01.976065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:02.077619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ad0b2-58c4-477d-b446-2d644840914a req-4f8dc17e-0ef8-4647-8d41-18e702f5d5d0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:02.079241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d5ad0b2-58c4-477d-b446-2d644840914a req-4f8dc17e-0ef8-4647-8d41-18e702f5d5d0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1281900 Nov 15 14:49:02.099324 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0e4ca8e-8411-46c8-b65b-f138b441774d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:02.113323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6', 'network_id': 'd12ba213-5a58-4165-a0f5-e6f8f3d8a9d6', 'tenant_id': '34943bcccf584f0fbdd82c437a5f4a29', 'fixed_ips': [{'subnet_id': '9cfd9464-4506-46c4-bcef-35356cc20e4c'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:49:02.119924 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:02.139210 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-441e424c-c1f3-498e-8b21-feed4c887a4f req-6a76a526-401b-4bce-bcd6-f6fcfb149323 service neutron] 10.222.0.59 "GET /v2.0/networks/6a7e3142-2093-413a-8c14-107e6e697972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737257 Nov 15 14:49:02.162844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:02.166792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:02.178430 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:02.209755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] device_id is not set on port 0571ce04-4950-4bfb-9a8b-5ccf0ce4ac0d yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:49:02.337379 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d5ad0b2-58c4-477d-b446-2d644840914a req-9afe5aa7-1952-4412-a5d5-76724cf98ab2 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437847 Nov 15 14:49:02.438083 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:02.440621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629be30-f314-4f6d-a682-8f9176c9c6be req-b9bc5eb3-0110-49e9-a7a8-cd22d5e1ff8f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:02.442722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9629be30-f314-4f6d-a682-8f9176c9c6be req-b9bc5eb3-0110-49e9-a7a8-cd22d5e1ff8f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.1540117 Nov 15 14:49:02.459374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290ff4f-3d53-4aee-813b-71c4e4d82697 req-ef10c823-782b-4cbf-9956-649b546f5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:02.464581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9290ff4f-3d53-4aee-813b-71c4e4d82697 req-ef10c823-782b-4cbf-9956-649b546f5a85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 1095 time: 0.1249285 Nov 15 14:49:02.496330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Allocated IP 2001:db8::f816:3eff:fe7e:934d (d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6/9cfd9464-4506-46c4-bcef-35356cc20e4c/66bbfb14-e095-47ea-bffd-768168785ae9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:02.711885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Deleting port bb39e354-cc9e-47df-8801-e5e9f98e34d2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:02.712646 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:02.721910 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:02.841116 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:02.987220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Pushing event updated for resources: {'Port': ['ID=66bbfb14-e095-47ea-bffd-768168785ae9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:03.020128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Network d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:03.024800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:03.032998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:03.214723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Attempting to bind port 66bbfb14-e095-47ea-bffd-768168785ae9 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:49:03.215220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Attempting to bind port 66bbfb14-e095-47ea-bffd-768168785ae9 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '1eb92f54-389c-4160-a82c-f6f370ffbc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd12ba213-5a58-4165-a0f5-e6f8f3d8a9d6'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:49:03.218545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Attempting to bind port 66bbfb14-e095-47ea-bffd-768168785ae9 on network d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:49:03.230177 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:49:03.235326 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Checking segment: {'id': '1eb92f54-389c-4160-a82c-f6f370ffbc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd12ba213-5a58-4165-a0f5-e6f8f3d8a9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:03.235326 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:03.235326 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Bound using segment: {'id': '1eb92f54-389c-4160-a82c-f6f370ffbc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd12ba213-5a58-4165-a0f5-e6f8f3d8a9d6'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:49:03.235326 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Bound port: 66bbfb14-e095-47ea-bffd-768168785ae9, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb92f54-389c-4160-a82c-f6f370ffbc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd12ba213-5a58-4165-a0f5-e6f8f3d8a9d6'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:49:03.235326 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:03.245001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099738b-8694-432c-b9fb-97a9c664d3b4 req-fa5cca3f-57dc-46fa-a274-8df2314c5230 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:03.246635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6099738b-8694-432c-b9fb-97a9c664d3b4 req-fa5cca3f-57dc-46fa-a274-8df2314c5230 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 944 time: 0.2261763 Nov 15 14:49:03.270485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Allocated IP 2001:db8::f816:3eff:fe52:65c9 (d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6/9cfd9464-4506-46c4-bcef-35356cc20e4c/0571ce04-4950-4bfb-9a8b-5ccf0ce4ac0d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:03.280383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9629be30-f314-4f6d-a682-8f9176c9c6be req-c22ac3aa-3384-46df-b9b8-23b50ef7b743 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8291578 Nov 15 14:49:03.417758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] For port 66bbfb14-e095-47ea-bffd-768168785ae9, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:49:03.419023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] For port 66bbfb14-e095-47ea-bffd-768168785ae9, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=66bbfb14-e095-47ea-bffd-768168785ae9,segment=NetworkSegment(1eb92f54-389c-4160-a82c-f6f370ffbc09),segment_id=1eb92f54-389c-4160-a82c-f6f370ffbc09)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:49:03.476711 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:03.496508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6099738b-8694-432c-b9fb-97a9c664d3b4 req-fd4e34f7-b473-4b42-80a4-e6f859590078 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046266 Nov 15 14:49:03.497720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290ff4f-3d53-4aee-813b-71c4e4d82697 req-152d1a0f-1523-4467-b0a5-c97ad8fd3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:03.501437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9290ff4f-3d53-4aee-813b-71c4e4d82697 req-152d1a0f-1523-4467-b0a5-c97ad8fd3b85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a7e3142-2093-413a-8c14-107e6e697972 HTTP/1.1" status: 200 len: 897 time: 1.0242915 Nov 15 14:49:03.552157 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:03.609765 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9290ff4f-3d53-4aee-813b-71c4e4d82697 req-c2c72bd1-1650-49eb-ba23-4dd0f9887848 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=eda3460d-2894-4653-a87c-e1462d146653 HTTP/1.1" status: 200 len: 217 time: 0.0665467 Nov 15 14:49:03.643000 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:03.656277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed077f3-632b-4cf1-9174-8b0368d39718 None None] Pushing event updated for resources: {'Port': ['ID=66bbfb14-e095-47ea-bffd-768168785ae9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:03.664919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Calling delete_port for bb39e354-cc9e-47df-8801-e5e9f98e34d2 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:03.818249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86ccc8-c798-479d-bac3-5aec16735a2d req-70053ff3-108e-439b-9b3b-c3fd5c050d6a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:03.820309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c86ccc8-c798-479d-bac3-5aec16735a2d req-70053ff3-108e-439b-9b3b-c3fd5c050d6a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.3192124 Nov 15 14:49:04.030815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290ff4f-3d53-4aee-813b-71c4e4d82697 req-338c71c6-e86a-4a30-84a2-fd98099e6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:04.030815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9290ff4f-3d53-4aee-813b-71c4e4d82697 req-338c71c6-e86a-4a30-84a2-fd98099e6796 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af6de3c1-0552-4c8f-9c48-7b81c961dfc6 HTTP/1.1" status: 200 len: 837 time: 0.3596673 Nov 15 14:49:04.030815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c86ccc8-c798-479d-bac3-5aec16735a2d req-d57049f8-f70f-4aad-a5e2-0665f06d992b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543810 Nov 15 14:49:04.087951 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:04.091327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290ff4f-3d53-4aee-813b-71c4e4d82697 req-735b0520-fc1f-40ca-b223-a4c56c9e5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:04.093701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9290ff4f-3d53-4aee-813b-71c4e4d82697 req-735b0520-fc1f-40ca-b223-a4c56c9e5bfa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a7e3142-2093-413a-8c14-107e6e697972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053576 Nov 15 14:49:04.157874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:04.201910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Pushing event deleted for resources: {'Port': ['ID=bb39e354-cc9e-47df-8801-e5e9f98e34d2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:04.228428 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c65b3d2-29d7-4444-9556-85e5e813b7ad None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:04.270971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9290ff4f-3d53-4aee-813b-71c4e4d82697 req-ada6000b-d842-43b6-b376-21d720ba2395 service neutron] 10.222.0.59 "GET /v2.0/networks/6a7e3142-2093-413a-8c14-107e6e697972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470027 Nov 15 14:49:04.316805 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:04.341913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:04.413542 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:04.421010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:04.440490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:04.447436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:04.448263 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:04.468305 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:04.475581 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:04.519957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Port': ['ID=0571ce04-4950-4bfb-9a8b-5ccf0ce4ac0d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:04.583902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9290ff4f-3d53-4aee-813b-71c4e4d82697 req-838c56d3-ea79-4ea0-9e75-a8d654fed302 service neutron] 10.222.0.59 "GET /v2.0/networks/6a7e3142-2093-413a-8c14-107e6e697972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051569 Nov 15 14:49:04.606040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704ecc9-2d0e-40e1-bc02-bfbc4cab09a5 req-de9551c7-0913-4280-9ea5-a0da974caeab tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:04.608506 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2704ecc9-2d0e-40e1-bc02-bfbc4cab09a5 req-de9551c7-0913-4280-9ea5-a0da974caeab tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.0903528 Nov 15 14:49:04.640940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:04.652092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-736e2ea2-0c05-4dda-bbf7-0d8746802ae5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7960494 Nov 15 14:49:04.785288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02d5a7b-28be-4052-b765-b8f0c4127265 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Deleting subnet 9cfd9464-4506-46c4-bcef-35356cc20e4c {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:49:04.794097 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e02d5a7b-28be-4052-b765-b8f0c4127265 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:04.801838 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:04.801838 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Fanout notify agent at l3_agent the message router_deleted on router b208e0c9-529e-4a39-a036-dc04734ddbb9 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:49:04.812611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2704ecc9-2d0e-40e1-bc02-bfbc4cab09a5 req-70a7e776-fad5-4fca-bf85-fe262b6fdfe9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939974 Nov 15 14:49:04.840533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a73f0-9c2a-4937-9ed0-c8591de0bec0 req-c6ff99f1-0f13-40f6-ada8-eed975980326 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:04.856297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d07a73f0-9c2a-4937-9ed0-c8591de0bec0 req-c6ff99f1-0f13-40f6-ada8-eed975980326 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 944 time: 0.1904786 Nov 15 14:49:04.902182 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:04.905503 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8eebac67-3323-4803-9fd7-facf30737096 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "DELETE /v2.0/routers/b208e0c9-529e-4a39-a036-dc04734ddbb9 HTTP/1.1" status: 204 len: 168 time: 2.9281442 Nov 15 14:49:04.913624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47202) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:04.916786 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 66bbfb14-e095-47ea-bffd-768168785ae9 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:49:04.929426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b5d8f436-8a1b-4021-a489-d1f22180dcbc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1818462986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:04.975044 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d07a73f0-9c2a-4937-9ed0-c8591de0bec0 req-07c62876-7161-4661-8be7-44144cb81faa tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075234 Nov 15 14:49:05.020395 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e02d5a7b-28be-4052-b765-b8f0c4127265 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.071725 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 66bbfb14-e095-47ea-bffd-768168785ae9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:05.077509 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.150421 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.155263 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5d8f436-8a1b-4021-a489-d1f22180dcbc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.162461 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5d8f436-8a1b-4021-a489-d1f22180dcbc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.175881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec305f7-a98d-4abc-bccd-a9417152d349 None None] Network d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:05.255410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf12ae-989d-4a00-8392-fc16f3e61a62 req-881cb2af-11ed-4ac1-9e93-3085ca08c0f7 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:05.257232 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86bf12ae-989d-4a00-8392-fc16f3e61a62 req-881cb2af-11ed-4ac1-9e93-3085ca08c0f7 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1371312 Nov 15 14:49:05.274554 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5d8f436-8a1b-4021-a489-d1f22180dcbc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.276054 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e02d5a7b-28be-4052-b765-b8f0c4127265 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.290068 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-49c09f0f-fddb-4da2-aa12-e3b69a4be764 None None] Provisioning complete for port 66bbfb14-e095-47ea-bffd-768168785ae9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:05.295731 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49c09f0f-fddb-4da2-aa12-e3b69a4be764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.356080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5d8f436-8a1b-4021-a489-d1f22180dcbc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.376496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86bf12ae-989d-4a00-8392-fc16f3e61a62 req-5d170bbc-5626-4eb1-923e-941e8cd0f2a6 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023221 Nov 15 14:49:05.428060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device eda3460d-2894-4653-a87c-e1462d146653 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:49:05.459027 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.653156 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e02d5a7b-28be-4052-b765-b8f0c4127265 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.656509 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port eda3460d-2894-4653-a87c-e1462d146653, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=eda3460d-2894-4653-a87c-e1462d146653,segment=NetworkSegment(5b001b0e-af6a-4afc-87f5-e86106de12d0),segment_id=5b001b0e-af6a-4afc-87f5-e86106de12d0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:05.661119 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49c09f0f-fddb-4da2-aa12-e3b69a4be764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.697717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d5a7b-28be-4052-b765-b8f0c4127265 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Subnet': ['ID=9cfd9464-4506-46c4-bcef-35356cc20e4c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:05.716620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5d8f436-8a1b-4021-a489-d1f22180dcbc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.716620 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b5d8f436-8a1b-4021-a489-d1f22180dcbc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7841990 Nov 15 14:49:05.718204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47208) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:05.718598 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e02d5a7b-28be-4052-b765-b8f0c4127265 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.718704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'eda3460d-2894-4653-a87c-e1462d146653', 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972', 'port_id': 'eda3460d-2894-4653-a87c-e1462d146653', 'mac_address': 'fa:16:3e:16:bd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6de3c1-0552-4c8f-9c48-7b81c961dfc6', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:49:05.718812 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e02d5a7b-28be-4052-b765-b8f0c4127265 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/subnets/9cfd9464-4506-46c4-bcef-35356cc20e4c HTTP/1.1" status: 204 len: 168 time: 1.0689542 Nov 15 14:49:05.718906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:05.718997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:05.776056 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:49:05.777460 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:49:05.789795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f2c718-e5e9-4d39-8727-d1152e2c1554 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:05.792444 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f2c718-e5e9-4d39-8727-d1152e2c1554 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:05.794900 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d8f2c718-e5e9-4d39-8727-d1152e2c1554 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0796378 Nov 15 14:49:05.797549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:05.917269 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-315c1fb6-6704-4514-a06b-603ae8849757 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:05.930191 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-315c1fb6-6704-4514-a06b-603ae8849757 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 15 14:49:05.930191 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315c1fb6-6704-4514-a06b-603ae8849757 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:49:05.933558 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-315c1fb6-6704-4514-a06b-603ae8849757 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/networks/d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6 HTTP/1.1" status: 409 len: 405 time: 0.1345329 Nov 15 14:49:05.938844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47220) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:05.961014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fa9b3a1a-51ef-4b75-a901-96ac9fa592b0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1676458812'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:06.080057 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:06.093536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bddbe16-5ccf-4741-bc1b-ee4380e087bc None None] Network d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:06.173689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9b3a1a-51ef-4b75-a901-96ac9fa592b0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:06.175377 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-49c09f0f-fddb-4da2-aa12-e3b69a4be764 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:49:06.175831 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-49c09f0f-fddb-4da2-aa12-e3b69a4be764 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:49:06.177660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3a1a-51ef-4b75-a901-96ac9fa592b0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:06.177987 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:06.218993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda3460d-2894-4653-a87c-e1462d146653 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:49:06.251028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9b3a1a-51ef-4b75-a901-96ac9fa592b0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:49:06.273642 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3a1a-51ef-4b75-a901-96ac9fa592b0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:06.273970 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-fa9b3a1a-51ef-4b75-a901-96ac9fa592b0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Added segment 407127d8-4472-4c81-a2f0-a9257230a624 of type vlan for network f1a9aca1-b9c3-413b-8a27-241519a34125 Nov 15 14:49:06.286089 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port eda3460d-2894-4653-a87c-e1462d146653, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=eda3460d-2894-4653-a87c-e1462d146653,segment=NetworkSegment(5b001b0e-af6a-4afc-87f5-e86106de12d0),segment_id=5b001b0e-af6a-4afc-87f5-e86106de12d0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:06.336786 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:06.410860 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 66bbfb14-e095-47ea-bffd-768168785ae9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=66bbfb14-e095-47ea-bffd-768168785ae9,segment=NetworkSegment(1eb92f54-389c-4160-a82c-f6f370ffbc09),segment_id=1eb92f54-389c-4160-a82c-f6f370ffbc09)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:06.411532 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3a1a-51ef-4b75-a901-96ac9fa592b0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:06.414228 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:06.446714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1365a-1260-4185-a3e4-e0417176a6f1 req-14f5bcfe-44c2-448e-905d-e05afc3e9bf7 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:06.453150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20b1365a-1260-4185-a3e4-e0417176a6f1 req-14f5bcfe-44c2-448e-905d-e05afc3e9bf7 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.3500407 Nov 15 14:49:06.461796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:06.500422 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=eda3460d-2894-4653-a87c-e1462d146653,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:06.522956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c72e5-6f08-4c66-be7a-aa944ba60805 req-28b024a3-d823-401a-8eaa-afe419c5fe06 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:06.526275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-246c72e5-6f08-4c66-be7a-aa944ba60805 req-28b024a3-d823-401a-8eaa-afe419c5fe06 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 944 time: 0.4243665 Nov 15 14:49:06.526903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e835fd8-eb57-4997-8d3b-6e130539a7b9 None None] DHCP port deletion for d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:06.599494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20b1365a-1260-4185-a3e4-e0417176a6f1 req-fd1116e0-0c8e-4cb8-81e7-95674e47da4c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334743 Nov 15 14:49:06.612515 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:06.625465 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3a1a-51ef-4b75-a901-96ac9fa592b0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:06.630049 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9b3a1a-51ef-4b75-a901-96ac9fa592b0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:06.630923 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3a1a-51ef-4b75-a901-96ac9fa592b0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:06.686813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-246c72e5-6f08-4c66-be7a-aa944ba60805 req-362e2f5a-d8d4-4f18-8723-9ad5c7d1a6b2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529715 Nov 15 14:49:06.784670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=66bbfb14-e095-47ea-bffd-768168785ae9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:06.866737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 66bbfb14-e095-47ea-bffd-768168785ae9 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:49:06.870008 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b3a1a-51ef-4b75-a901-96ac9fa592b0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Network': ['ID=f1a9aca1-b9c3-413b-8a27-241519a34125,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:06.877726 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fa9b3a1a-51ef-4b75-a901-96ac9fa592b0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9373021 Nov 15 14:49:06.896278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:06.905944 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3457ca13-565b-474a-9464-4cc870654da0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'subnet': {'network_id': 'f1a9aca1-b9c3-413b-8a27-241519a34125', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:06.939010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network f1a9aca1-b9c3-413b-8a27-241519a34125 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:49:07.023934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['eda3460d-2894-4653-a87c-e1462d146653'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:49:07.070826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5e835fd8-eb57-4997-8d3b-6e130539a7b9 None None] Deleting port 66bbfb14-e095-47ea-bffd-768168785ae9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:07.071348 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5e835fd8-eb57-4997-8d3b-6e130539a7b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:07.075852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fb654-ab7e-4e41-91a9-d08701397291 req-c516494b-5450-4316-bc1f-96772bc5b84b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:07.081272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-065fb654-ab7e-4e41-91a9-d08701397291 req-c516494b-5450-4316-bc1f-96772bc5b84b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.2105274 Nov 15 14:49:07.145816 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3457ca13-565b-474a-9464-4cc870654da0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:07.150472 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3457ca13-565b-474a-9464-4cc870654da0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:07.164951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a983cda6-aec7-4679-b9c0-31840e75af62 None None] Provisioning complete for port 66bbfb14-e095-47ea-bffd-768168785ae9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:07.165333 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a983cda6-aec7-4679-b9c0-31840e75af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:07.199567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-065fb654-ab7e-4e41-91a9-d08701397291 req-3ecdae19-8eaa-44b1-b782-4094a22ee6a6 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076903 Nov 15 14:49:07.283923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5e835fd8-eb57-4997-8d3b-6e130539a7b9 None None] For port 66bbfb14-e095-47ea-bffd-768168785ae9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=66bbfb14-e095-47ea-bffd-768168785ae9,segment=NetworkSegment(1eb92f54-389c-4160-a82c-f6f370ffbc09),segment_id=1eb92f54-389c-4160-a82c-f6f370ffbc09)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:07.284611 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5e835fd8-eb57-4997-8d3b-6e130539a7b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:07.323106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5e835fd8-eb57-4997-8d3b-6e130539a7b9 None None] Calling delete_port for 66bbfb14-e095-47ea-bffd-768168785ae9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:07.337180 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:07.406724 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:07.443740 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:07.536505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 66bbfb14-e095-47ea-bffd-768168785ae9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=66bbfb14-e095-47ea-bffd-768168785ae9,segment=NetworkSegment(1eb92f54-389c-4160-a82c-f6f370ffbc09),segment_id=1eb92f54-389c-4160-a82c-f6f370ffbc09)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:07.569906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Allocated IP 172.25.4.25 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/ed7dbbf9-10e5-4d9e-9e6a-fdcdb88d8bbf) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:07.612458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a983cda6-aec7-4679-b9c0-31840e75af62 None None] Provisioning complete for port 0571ce04-4950-4bfb-9a8b-5ccf0ce4ac0d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:07.618261 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a983cda6-aec7-4679-b9c0-31840e75af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:07.659043 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:07.812458 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5e835fd8-eb57-4997-8d3b-6e130539a7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:07.815015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a983cda6-aec7-4679-b9c0-31840e75af62 None None] Port 0571ce04-4950-4bfb-9a8b-5ccf0ce4ac0d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:49:07.855852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.objects.ports [None req-3457ca13-565b-474a-9464-4cc870654da0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:49:07.858068 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3457ca13-565b-474a-9464-4cc870654da0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:07.858783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=66bbfb14-e095-47ea-bffd-768168785ae9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:07.876299 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:07.898458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e835fd8-eb57-4997-8d3b-6e130539a7b9 None None] No DVR routers for this DVR port 66bbfb14-e095-47ea-bffd-768168785ae9 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:07.915759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e835fd8-eb57-4997-8d3b-6e130539a7b9 None None] Pushing event deleted for resources: {'Port': ['ID=66bbfb14-e095-47ea-bffd-768168785ae9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:07.932881 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457ca13-565b-474a-9464-4cc870654da0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Subnet': ['ID=b41f94f7-8d60-4f3e-abba-393328f8207a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:07.940436 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3457ca13-565b-474a-9464-4cc870654da0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Checking segment: {'id': '407127d8-4472-4c81-a2f0-a9257230a624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f1a9aca1-b9c3-413b-8a27-241519a34125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:07.943473 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3457ca13-565b-474a-9464-4cc870654da0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network hostable DHCP agents. Network: f1a9aca1-b9c3-413b-8a27-241519a34125, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:49:08.015839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dc00e-b093-4855-b13f-dae10a3a4141 req-b9afd3cc-4987-473b-a030-9e5f8e53f47d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:08.017401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-880dc00e-b093-4855-b13f-dae10a3a4141 req-b9afd3cc-4987-473b-a030-9e5f8e53f47d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 945 time: 0.1372325 Nov 15 14:49:08.027615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dce85-4ebd-4ff1-8d32-652f1c54e39f req-c85dc1b2-3bfd-444c-a0d3-7be55f07f170 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:08.030285 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-469dce85-4ebd-4ff1-8d32-652f1c54e39f req-c85dc1b2-3bfd-444c-a0d3-7be55f07f170 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.1509225 Nov 15 14:49:08.079056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3457ca13-565b-474a-9464-4cc870654da0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network f1a9aca1-b9c3-413b-8a27-241519a34125 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:49:08.111009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-880dc00e-b093-4855-b13f-dae10a3a4141 req-224218f2-0f77-4b7d-b2b3-e4febafe1150 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796840 Nov 15 14:49:08.115653 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-469dce85-4ebd-4ff1-8d32-652f1c54e39f req-5d02b8b3-4fb2-4827-8c34-3626bf68e993 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751715 Nov 15 14:49:08.123744 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:08.179735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3457ca13-565b-474a-9464-4cc870654da0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, f1a9aca1-b9c3-413b-8a27-241519a34125) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:08.188572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3457ca13-565b-474a-9464-4cc870654da0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:08.188572 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3457ca13-565b-474a-9464-4cc870654da0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:08.191965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b4d99-faaf-4bad-a12c-891cef67056a None None] Network f1a9aca1-b9c3-413b-8a27-241519a34125 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:08.205589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:08.209516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:08.211496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:08.238064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Pushing event updated for resources: {'Port': ['ID=ed7dbbf9-10e5-4d9e-9e6a-fdcdb88d8bbf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:08.262441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932e7f49-5d7d-41cd-8d88-d4425082f3c1 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:08.322291 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3457ca13-565b-474a-9464-4cc870654da0 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4204011 Nov 15 14:49:08.322291 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:08.383007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-73c90f09-9020-4b53-833d-25e8a97059cf None None] Provisioning complete for port ed7dbbf9-10e5-4d9e-9e6a-fdcdb88d8bbf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:08.383606 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73c90f09-9020-4b53-833d-25e8a97059cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:08.438742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-73c90f09-9020-4b53-833d-25e8a97059cf None None] Port ed7dbbf9-10e5-4d9e-9e6a-fdcdb88d8bbf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:49:08.454819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956fec0-018e-4b72-b2c6-21b7a9c50f08 req-e056c00c-3814-45e7-a52d-f4cd1e2aafe7 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:08.462595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4956fec0-018e-4b72-b2c6-21b7a9c50f08 req-e056c00c-3814-45e7-a52d-f4cd1e2aafe7 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1463315 Nov 15 14:49:08.483337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f1a9aca1-b9c3-413b-8a27-241519a34125', 'network_id': 'f1a9aca1-b9c3-413b-8a27-241519a34125', 'tenant_id': '34943bcccf584f0fbdd82c437a5f4a29', 'fixed_ips': [{'subnet_id': 'b41f94f7-8d60-4f3e-abba-393328f8207a'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:49:08.484517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:08.503552 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:08.531235 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4956fec0-018e-4b72-b2c6-21b7a9c50f08 req-e8987711-7aad-4e4b-a34a-39411b1d0c6e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674233 Nov 15 14:49:08.583656 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:08.643497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Allocated IP 2001:db8::f816:3eff:fe6c:4a9c (f1a9aca1-b9c3-413b-8a27-241519a34125/b41f94f7-8d60-4f3e-abba-393328f8207a/b4d8384f-28a6-46b8-a243-322149e15039) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:08.705173 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471a619-9cf0-4d88-b6e6-c2ccb24d49d6 req-d193a035-19af-4a94-ae5a-cc81d13e9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:08.706759 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c471a619-9cf0-4d88-b6e6-c2ccb24d49d6 req-d193a035-19af-4a94-ae5a-cc81d13e9a6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e64ab8c292434c08a0bd485e8163082c&device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 1096 time: 0.0510433 Nov 15 14:49:08.748706 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:08.831298 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471a619-9cf0-4d88-b6e6-c2ccb24d49d6 req-f3d3a80f-adfc-420a-9336-29bc25d7b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:08.833175 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c471a619-9cf0-4d88-b6e6-c2ccb24d49d6 req-f3d3a80f-adfc-420a-9336-29bc25d7b3bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=49b70721-bd7f-4329-8b83-e5c54852f629 HTTP/1.1" status: 200 len: 914 time: 0.1189339 Nov 15 14:49:08.934919 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c471a619-9cf0-4d88-b6e6-c2ccb24d49d6 req-549de87c-4492-43e3-9547-d4c03b0b9f01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 HTTP/1.1" status: 200 len: 217 time: 0.0710268 Nov 15 14:49:08.977238 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:09.019315 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471a619-9cf0-4d88-b6e6-c2ccb24d49d6 req-9fc74d8f-1a57-4ac1-ae5d-53858831d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:09.021828 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c471a619-9cf0-4d88-b6e6-c2ccb24d49d6 req-9fc74d8f-1a57-4ac1-ae5d-53858831d8e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98cd6aa6-42c0-4323-bf9b-53854b1f02f6 HTTP/1.1" status: 200 len: 853 time: 0.0999205 Nov 15 14:49:09.030168 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:09.034160 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:09.062055 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c471a619-9cf0-4d88-b6e6-c2ccb24d49d6 req-6e15489d-42be-448b-9cfb-631d88d9a7ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49b70721-bd7f-4329-8b83-e5c54852f629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315220 Nov 15 14:49:09.183392 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c471a619-9cf0-4d88-b6e6-c2ccb24d49d6 req-586da390-a179-441b-9d50-7691aae01f55 service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142802 Nov 15 14:49:09.323150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c8f1-b286-4e46-af22-be68a4fe37c3 req-90ec1c4d-68a5-4e46-9e15-f80060910179 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:09.323735 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c471a619-9cf0-4d88-b6e6-c2ccb24d49d6 req-6a5f24b2-7fcf-45f5-b50c-835fd355d100 service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313415 Nov 15 14:49:09.324957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2589c8f1-b286-4e46-af22-be68a4fe37c3 req-90ec1c4d-68a5-4e46-9e15-f80060910179 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.0835950 Nov 15 14:49:09.338019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85832a8-86a0-490a-a016-bf7bc5cd8f58 req-5e278770-3161-4383-bfdc-15490aadee23 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:09.339701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c85832a8-86a0-490a-a016-bf7bc5cd8f58 req-5e278770-3161-4383-bfdc-15490aadee23 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 945 time: 0.0874100 Nov 15 14:49:09.419238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2589c8f1-b286-4e46-af22-be68a4fe37c3 req-04c0ecef-fe30-4064-a77f-2f406d42a345 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783203 Nov 15 14:49:09.424580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c85832a8-86a0-490a-a016-bf7bc5cd8f58 req-9fac1c9c-723d-41f1-bf4b-d8ac69e232dc tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761914 Nov 15 14:49:09.432116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device eda3460d-2894-4653-a87c-e1462d146653 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:49:09.641103 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:09.653628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c3a67-2e8e-44c6-a636-947b42e78ad5 req-30906013-48ea-46b9-bda1-d6262690a3da tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:09.658874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c46c3a67-2e8e-44c6-a636-947b42e78ad5 req-30906013-48ea-46b9-bda1-d6262690a3da tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0606945 Nov 15 14:49:09.676519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port eda3460d-2894-4653-a87c-e1462d146653 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:49:09.677852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Router a11d0c87-3068-402b-bed5-2295ec02bbe3 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:49:09.685145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port eda3460d-2894-4653-a87c-e1462d146653 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:09.686263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:09.696475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Network f1a9aca1-b9c3-413b-8a27-241519a34125 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:09.726091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:09.731173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:09.743623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Pushing event updated for resources: {'Port': ['ID=b4d8384f-28a6-46b8-a243-322149e15039,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:09.802461 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:09.812499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Attempting to bind port b4d8384f-28a6-46b8-a243-322149e15039 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:49:09.812879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Attempting to bind port b4d8384f-28a6-46b8-a243-322149e15039 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '407127d8-4472-4c81-a2f0-a9257230a624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f1a9aca1-b9c3-413b-8a27-241519a34125'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:49:09.813247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Attempting to bind port b4d8384f-28a6-46b8-a243-322149e15039 on network f1a9aca1-b9c3-413b-8a27-241519a34125 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:49:09.841383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:49:09.842291 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Checking segment: {'id': '407127d8-4472-4c81-a2f0-a9257230a624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f1a9aca1-b9c3-413b-8a27-241519a34125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:09.842735 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:09.843131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Bound using segment: {'id': '407127d8-4472-4c81-a2f0-a9257230a624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f1a9aca1-b9c3-413b-8a27-241519a34125'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:49:09.843605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Bound port: b4d8384f-28a6-46b8-a243-322149e15039, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407127d8-4472-4c81-a2f0-a9257230a624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f1a9aca1-b9c3-413b-8a27-241519a34125'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:49:09.843985 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:09.847156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c46c3a67-2e8e-44c6-a636-947b42e78ad5 req-655c9424-95ea-45ba-850b-929566ffff47 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795211 Nov 15 14:49:09.850629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Subnet': ['ID=b41f94f7-8d60-4f3e-abba-393328f8207a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:09.892280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:49:09.901438 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:09.905629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-16140ae3-8abc-455c-ab8d-eba8eab57701 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "PUT /v2.0/routers/a11d0c87-3068-402b-bed5-2295ec02bbe3 HTTP/1.1" status: 200 len: 879 time: 4.1949942 Nov 15 14:49:09.905869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff63c66e-1c71-4c87-9d84-85417537f52c None None] Sync routers for ids ['a11d0c87-3068-402b-bed5-2295ec02bbe3'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:49:09.906320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:09.916036 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:09.949967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff63c66e-1c71-4c87-9d84-85417537f52c None None] Routers {'a11d0c87-3068-402b-bed5-2295ec02bbe3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:09.956904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ff63c66e-1c71-4c87-9d84-85417537f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a11d0c87-3068-402b-bed5-2295ec02bbe3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:09.975671 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:10.009096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ff63c66e-1c71-4c87-9d84-85417537f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:10.017178 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a9aca1-b9c3-413b-8a27-241519a34125']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:10.019168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda6280e-434b-4afc-a001-4dfd785dfc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda3460d-2894-4653-a87c-e1462d146653'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:49:10.025832 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979dccb8-ba86-4771-ae2c-2e9390432297" -d '{"events": [{"server_uuid": "dda6280e-434b-4afc-a001-4dfd785dfc00", "name": "network-vif-plugged", "status": "completed", "tag": "eda3460d-2894-4653-a87c-e1462d146653"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:49:10.042255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407127d8-4472-4c81-a2f0-a9257230a624') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:10.042613 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407127d8-4472-4c81-a2f0-a9257230a624') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:10.054862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port eda3460d-2894-4653-a87c-e1462d146653, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=eda3460d-2894-4653-a87c-e1462d146653,segment=NetworkSegment(5b001b0e-af6a-4afc-87f5-e86106de12d0),segment_id=5b001b0e-af6a-4afc-87f5-e86106de12d0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:10.060128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] For port b4d8384f-28a6-46b8-a243-322149e15039, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:49:10.070336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff63c66e-1c71-4c87-9d84-85417537f52c None None] Routers {'a11d0c87-3068-402b-bed5-2295ec02bbe3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:10.071006 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ff63c66e-1c71-4c87-9d84-85417537f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a11d0c87-3068-402b-bed5-2295ec02bbe3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:10.077398 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:10.114460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] For port b4d8384f-28a6-46b8-a243-322149e15039, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b4d8384f-28a6-46b8-a243-322149e15039,segment=NetworkSegment(407127d8-4472-4c81-a2f0-a9257230a624),segment_id=407127d8-4472-4c81-a2f0-a9257230a624)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:49:10.116235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ff63c66e-1c71-4c87-9d84-85417537f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:10.116900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff63c66e-1c71-4c87-9d84-85417537f52c None None] The sync data for ids ['a11d0c87-3068-402b-bed5-2295ec02bbe3'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:49:10.166548 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7709e6b6-c71d-40fb-8413-bf16755fb0e7 x-openstack-request-id: req-7709e6b6-c71d-40fb-8413-bf16755fb0e7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:49:10.166548 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda6280e-434b-4afc-a001-4dfd785dfc00", "name": "network-vif-plugged", "status": "completed", "tag": "eda3460d-2894-4653-a87c-e1462d146653", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:49:10.166548 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7709e6b6-c71d-40fb-8413-bf16755fb0e7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:49:10.166548 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda6280e-434b-4afc-a001-4dfd785dfc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda3460d-2894-4653-a87c-e1462d146653', 'code': 200} Nov 15 14:49:10.195819 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:10.247122 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:10.247696 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:10.262746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:10.267117 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:10.279488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=eda3460d-2894-4653-a87c-e1462d146653,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:10.310107 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:10.442815 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9ac71a-3691-40c9-9333-06334f307643 None None] Network f1a9aca1-b9c3-413b-8a27-241519a34125 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:10.449702 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278d02c-82b7-4d8f-bd0b-4908e87ae93b None None] Pushing event updated for resources: {'Port': ['ID=b4d8384f-28a6-46b8-a243-322149e15039,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:10.460597 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 14:49:10.460597 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 14:49:10.460597 n-d-817748-2 neutron-server[103147]: [parameters: {'id': 'f1a9aca1-b9c3-413b-8a27-241519a34125'}] Nov 15 14:49:10.460597 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:49:10.461028 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:49:10.523730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b44fb3-80c1-47fc-9338-9ddcd32715f2 req-7411d7ec-ea58-43b2-8dde-3368eb86b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:10.525284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50b44fb3-80c1-47fc-9338-9ddcd32715f2 req-7411d7ec-ea58-43b2-8dde-3368eb86b778 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 1097 time: 0.0782907 Nov 15 14:49:10.585441 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a9d6a16c-39c8-4d14-a9a6-d81f2a6c1977 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/routers/a11d0c87-3068-402b-bed5-2295ec02bbe3 HTTP/1.1" status: 200 len: 920 time: 0.6748710 Nov 15 14:49:10.585814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:10.667600 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5619ea1-5161-4662-a676-9d6856cf5974 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:10.671655 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e5619ea1-5161-4662-a676-9d6856cf5974 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&device_id=a11d0c87-3068-402b-bed5-2295ec02bbe3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0822318 Nov 15 14:49:10.671950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47300) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:10.690857 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50b44fb3-80c1-47fc-9338-9ddcd32715f2 req-765fc2b3-1152-4666-b280-dcda50bcccac service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453106 Nov 15 14:49:10.702533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74f29a-5092-4dc6-ad94-8a03ab159bee req-1553de1f-a1bb-4996-ac82-9113017b9f80 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:10.707702 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc74f29a-5092-4dc6-ad94-8a03ab159bee req-1553de1f-a1bb-4996-ac82-9113017b9f80 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 946 time: 0.1368535 Nov 15 14:49:10.751918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046149c9-66f9-4a9e-a6cb-06b4348804fa req-095b2c13-e8d0-40bf-9f1a-59773516b1fc tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:10.755261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-046149c9-66f9-4a9e-a6cb-06b4348804fa req-095b2c13-e8d0-40bf-9f1a-59773516b1fc tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.1703019 Nov 15 14:49:10.781119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3bd5c8-13b7-4cb4-9830-7ae43c40bc89 None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 14:49:10.814529 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc74f29a-5092-4dc6-ad94-8a03ab159bee req-5355dbe7-0080-4e6a-a7c8-3a11f40bb2ac tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011095 Nov 15 14:49:10.828555 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc71a8ee-0e3c-42bb-bdb3-7cffc3c6b75d tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:10.828555 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cc71a8ee-0e3c-42bb-bdb3-7cffc3c6b75d tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 881 time: 0.1540115 Nov 15 14:49:10.829857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:10.872325 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4d00a78e-8f5c-4bd5-a3fe-6444ebcfa214 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11d0c87-3068-402b-bed5-2295ec02bbe3 HTTP/1.1" status: 200 len: 205 time: 0.0408719 Nov 15 14:49:10.872832 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-046149c9-66f9-4a9e-a6cb-06b4348804fa req-b20b8b66-f240-4e58-b523-0760f228c244 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087224 Nov 15 14:49:10.878282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47306) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:10.961913 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:11.127193 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Deleting port b4d8384f-28a6-46b8-a243-322149e15039 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:11.127924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:11.200892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40016635-1897-4193-bfce-d1912b6a0085 req-8d288732-4287-48a2-b232-35bb679bb838 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:11.218148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40016635-1897-4193-bfce-d1912b6a0085 req-8d288732-4287-48a2-b232-35bb679bb838 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1764269 Nov 15 14:49:11.228876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] For port b4d8384f-28a6-46b8-a243-322149e15039, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b4d8384f-28a6-46b8-a243-322149e15039,segment=NetworkSegment(407127d8-4472-4c81-a2f0-a9257230a624),segment_id=407127d8-4472-4c81-a2f0-a9257230a624)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:11.229507 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:11.253159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Calling delete_port for b4d8384f-28a6-46b8-a243-322149e15039 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:11.289124 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:11.335096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3bd5c8-13b7-4cb4-9830-7ae43c40bc89 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 14:49:11.435995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40016635-1897-4193-bfce-d1912b6a0085 req-afab586c-74ab-4a56-bea0-bf48f264c4ba tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166500 Nov 15 14:49:11.495474 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:11.511984 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:11.530449 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:49:11.541040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Port': ['ID=b4d8384f-28a6-46b8-a243-322149e15039,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:11.548172 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No DVR routers for this DVR port b4d8384f-28a6-46b8-a243-322149e15039 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:11.682213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:11.710102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a9aca1-b9c3-413b-8a27-241519a34125']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:11.727069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407127d8-4472-4c81-a2f0-a9257230a624') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:11.727371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407127d8-4472-4c81-a2f0-a9257230a624') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:11.737612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Deleting port ed7dbbf9-10e5-4d9e-9e6a-fdcdb88d8bbf {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:11.738344 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:11.740802 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:11.757152 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:11.774644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:11.775051 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:11.782207 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:11.847761 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:11.864889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Calling delete_port for ed7dbbf9-10e5-4d9e-9e6a-fdcdb88d8bbf owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:11.984553 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.055672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:12.092394 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.100699 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.114723 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/networks/f1a9aca1-b9c3-413b-8a27-241519a34125 HTTP/1.1" status: 204 len: 168 time: 3.7879767 Nov 15 14:49:12.126930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:12.138312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c070d737-b699-49a2-a4e5-6aeabb64c988 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-764239408'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:12.142096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a78523-8f6d-474f-b0df-6ce789e678db tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Network': ['ID=f1a9aca1-b9c3-413b-8a27-241519a34125,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:12.147728 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.203085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:49:12.212675 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0156df5-6d2b-40c9-991c-7509a5ce6d98" -d '{"events": [{"server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "name": "network-vif-unplugged", "status": "completed", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:49:12.286086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c070d737-b699-49a2-a4e5-6aeabb64c988 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:12.289750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c070d737-b699-49a2-a4e5-6aeabb64c988 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.346321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66835ba4-b002-4f97-b591-9d224a9b4540 req-66183428-a1e2-43b8-8f74-48b372383c4e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:12.348479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66835ba4-b002-4f97-b591-9d224a9b4540 req-66183428-a1e2-43b8-8f74-48b372383c4e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 946 time: 0.2485900 Nov 15 14:49:12.362809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:12.374430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8cc904db-f708-4439-a077-fb69e456ae55 None None] Provisioning complete for port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:12.375019 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8cc904db-f708-4439-a077-fb69e456ae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.392625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38bbf3-a2da-4c6c-bd31-9d5c087d6f89 req-69cdfdfb-1038-43f3-b4e7-58ed357ea557 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:12.398281 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d38bbf3-a2da-4c6c-bd31-9d5c087d6f89 req-69cdfdfb-1038-43f3-b4e7-58ed357ea557 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.2986183 Nov 15 14:49:12.492459 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8cc904db-f708-4439-a077-fb69e456ae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.542712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66835ba4-b002-4f97-b591-9d224a9b4540 req-62303242-a0ec-482f-bfc7-f2b19455e1b5 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857831 Nov 15 14:49:12.558083 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.562558 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c070d737-b699-49a2-a4e5-6aeabb64c988 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:49:12.567947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8cc904db-f708-4439-a077-fb69e456ae55 None None] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:12.582076 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c070d737-b699-49a2-a4e5-6aeabb64c988 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.582753 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-c070d737-b699-49a2-a4e5-6aeabb64c988 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Added segment b94a1872-04cb-4bc9-87da-eb9a8d25fbb3 of type vlan for network ff458a9c-5f6f-4213-b4db-9c82468fcac4 Nov 15 14:49:12.611083 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d38bbf3-a2da-4c6c-bd31-9d5c087d6f89 req-2089f0a4-8579-44c9-8968-764a60385960 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536536 Nov 15 14:49:12.616365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Pushing event deleted for resources: {'Port': ['ID=ed7dbbf9-10e5-4d9e-9e6a-fdcdb88d8bbf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:12.664544 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f8a68-17c6-4575-b7fd-8250b683ead1 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:12.682901 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8cc904db-f708-4439-a077-fb69e456ae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.723456 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c070d737-b699-49a2-a4e5-6aeabb64c988 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.754417 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 14:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efd0ce6-0c29-4d09-8048-d3e26c5e7870 x-openstack-request-id: req-9efd0ce6-0c29-4d09-8048-d3e26c5e7870 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:49:12.755086 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "name": "network-vif-unplugged", "status": "failed", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6", "code": 422}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:49:12.755345 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9efd0ce6-0c29-4d09-8048-d3e26c5e7870 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:49:12.755746 n-d-817748-2 neutron-server[103148]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6', 'code': 422} returned with failed status Nov 15 14:49:12.793743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc904db-f708-4439-a077-fb69e456ae55 None None] Pushing event updated for resources: {'Port': ['ID=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:12.817164 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.849322 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c070d737-b699-49a2-a4e5-6aeabb64c988 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.851776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070d737-b699-49a2-a4e5-6aeabb64c988 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:12.852484 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c070d737-b699-49a2-a4e5-6aeabb64c988 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:12.948039 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070d737-b699-49a2-a4e5-6aeabb64c988 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Network': ['ID=ff458a9c-5f6f-4213-b4db-9c82468fcac4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:12.969373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network ff458a9c-5f6f-4213-b4db-9c82468fcac4 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:49:13.016875 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:13.021203 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:13.040526 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c070d737-b699-49a2-a4e5-6aeabb64c988 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9116952 Nov 15 14:49:13.042886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:13.050357 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-76fa47e8-52c8-464a-b014-36ffa900eea5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'subnet': {'network_id': 'ff458a9c-5f6f-4213-b4db-9c82468fcac4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:13.051311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51310bca-4b01-4c3b-b1d9-ca5557c7fa13 req-f7532dea-55db-4bd6-91f4-19c225e5ab4f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:13.058091 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51310bca-4b01-4c3b-b1d9-ca5557c7fa13 req-f7532dea-55db-4bd6-91f4-19c225e5ab4f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.2403994 Nov 15 14:49:13.232718 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51310bca-4b01-4c3b-b1d9-ca5557c7fa13 req-a2362d0a-264c-4669-81ba-81e0cc56863d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603234 Nov 15 14:49:13.267849 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:13.267849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Fanout notify agent at l3_agent the message router_deleted on router a11d0c87-3068-402b-bed5-2295ec02bbe3 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:49:13.267849 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:13.268847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-196560b6-3a0d-4bd5-adbf-28cb85bb9aee tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "DELETE /v2.0/routers/a11d0c87-3068-402b-bed5-2295ec02bbe3 HTTP/1.1" status: 204 len: 168 time: 2.3864827 Nov 15 14:49:13.272802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:13.283187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-62fd758c-ceb6-4fb6-aafa-063bd6bca505 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1751891405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:13.394618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fa47e8-52c8-464a-b014-36ffa900eea5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:13.399772 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76fa47e8-52c8-464a-b014-36ffa900eea5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:13.403002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b86f22-493c-4727-84f2-47959bbd8a51 req-929a441c-a5a7-46b1-8c1c-351dad40aded tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:13.405479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43b86f22-493c-4727-84f2-47959bbd8a51 req-929a441c-a5a7-46b1-8c1c-351dad40aded tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0763130 Nov 15 14:49:13.469712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43b86f22-493c-4727-84f2-47959bbd8a51 req-fe35372e-c6bf-4d33-b4c2-1111c884ba34 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564001 Nov 15 14:49:13.511084 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62fd758c-ceb6-4fb6-aafa-063bd6bca505 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:13.512504 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62fd758c-ceb6-4fb6-aafa-063bd6bca505 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:13.574814 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62fd758c-ceb6-4fb6-aafa-063bd6bca505 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:13.643781 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62fd758c-ceb6-4fb6-aafa-063bd6bca505 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:13.741539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c3b49-3d7c-46cf-9fa9-ee19860176ed req-4b90b7e3-72da-4eea-95f4-60289700754e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:13.756593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee9c3b49-3d7c-46cf-9fa9-ee19860176ed req-4b90b7e3-72da-4eea-95f4-60289700754e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 946 time: 0.1004732 Nov 15 14:49:13.858293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03c7e7-ef55-4229-82af-00b2524037d2 req-e3b2960d-431a-4c37-8c52-0afc60952712 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:13.859938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce03c7e7-ef55-4229-82af-00b2524037d2 req-e3b2960d-431a-4c37-8c52-0afc60952712 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.0802717 Nov 15 14:49:13.866991 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62fd758c-ceb6-4fb6-aafa-063bd6bca505 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:13.871202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-62fd758c-ceb6-4fb6-aafa-063bd6bca505 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5973451 Nov 15 14:49:13.871914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47342) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:13.899803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'enable_snat': True}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:13.908502 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee9c3b49-3d7c-46cf-9fa9-ee19860176ed req-3497f8be-954f-42e8-8e50-168f361fe2b7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508722 Nov 15 14:49:13.974279 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76fa47e8-52c8-464a-b014-36ffa900eea5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:14.187324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fa47e8-52c8-464a-b014-36ffa900eea5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Checking segment: {'id': 'b94a1872-04cb-4bc9-87da-eb9a8d25fbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ff458a9c-5f6f-4213-b4db-9c82468fcac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:14.187855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fa47e8-52c8-464a-b014-36ffa900eea5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network hostable DHCP agents. Network: ff458a9c-5f6f-4213-b4db-9c82468fcac4, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:49:14.198591 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa47e8-52c8-464a-b014-36ffa900eea5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Subnet': ['ID=d87daa72-e011-47ab-a45a-bfe909af55d9,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:14.212983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce03c7e7-ef55-4229-82af-00b2524037d2 req-26612a68-a49f-49ec-8c02-7b8470e6d936 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353369 Nov 15 14:49:14.293285 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fa47e8-52c8-464a-b014-36ffa900eea5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network ff458a9c-5f6f-4213-b4db-9c82468fcac4 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:49:14.401682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-76fa47e8-52c8-464a-b014-36ffa900eea5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, ff458a9c-5f6f-4213-b4db-9c82468fcac4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:14.415767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a65bc-95b9-4e64-b91f-5d1368040f9e None None] Network ff458a9c-5f6f-4213-b4db-9c82468fcac4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:14.419201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e26e2-87bf-452b-a518-62acbf79b039 req-a8af5b8a-3faf-4540-be54-f481279863d4 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:14.421048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fa47e8-52c8-464a-b014-36ffa900eea5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:14.421324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb5e26e2-87bf-452b-a518-62acbf79b039 req-a8af5b8a-3faf-4540-be54-f481279863d4 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 946 time: 0.2397292 Nov 15 14:49:14.423163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76fa47e8-52c8-464a-b014-36ffa900eea5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:14.423506 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:14.490077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb5e26e2-87bf-452b-a518-62acbf79b039 req-bc3d9473-0582-4b65-b75a-6cceb3d85132 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626228 Nov 15 14:49:14.562842 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-76fa47e8-52c8-464a-b014-36ffa900eea5 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5180042 Nov 15 14:49:14.565774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:14.634747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-ff458a9c-5f6f-4213-b4db-9c82468fcac4', 'network_id': 'ff458a9c-5f6f-4213-b4db-9c82468fcac4', 'tenant_id': '34943bcccf584f0fbdd82c437a5f4a29', 'fixed_ips': [{'subnet_id': 'd87daa72-e011-47ab-a45a-bfe909af55d9'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:49:14.637044 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:14.798755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:49:14.806537 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b38c73f-320f-4faa-827b-7de2c7bcb1c4" -d '{"events": [{"server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "name": "network-vif-plugged", "status": "completed", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:49:14.847765 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:14.872253 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 15 Nov 2021 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaf6c2f-fb3a-41d8-b482-6d14a4d258da x-openstack-request-id: req-eaaf6c2f-fb3a-41d8-b482-6d14a4d258da {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:49:14.875042 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "name": "network-vif-plugged", "status": "failed", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6", "code": 422}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:49:14.876824 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eaaf6c2f-fb3a-41d8-b482-6d14a4d258da {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:49:14.877356 n-d-817748-2 neutron-server[103148]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6', 'code': 422} returned with failed status Nov 15 14:49:14.965953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Allocated IP 2001:db8::2 (ff458a9c-5f6f-4213-b4db-9c82468fcac4/d87daa72-e011-47ab-a45a-bfe909af55d9/57182ab5-f42f-490c-9c11-45833325670e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:14.993983 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:14.995361 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:15.045802 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:15.270214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Allocated IP 172.25.4.69 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/f58a5fc4-e196-431f-aa73-a2745fb1510b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:15.317115 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:15.455501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ca6b4-a0a6-4e47-bd25-6d23d3d5c467 req-0da2fbd6-3e5b-4ceb-8c2a-dc1d6ba469b0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:15.457007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b7ca6b4-a0a6-4e47-bd25-6d23d3d5c467 req-0da2fbd6-3e5b-4ceb-8c2a-dc1d6ba469b0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.0889683 Nov 15 14:49:15.471046 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:15.529808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b7ca6b4-a0a6-4e47-bd25-6d23d3d5c467 req-b5dd5fed-fb19-4a07-8982-b525d6c6a80b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642755 Nov 15 14:49:15.963220 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:16.008292 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:16.018808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Network ff458a9c-5f6f-4213-b4db-9c82468fcac4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:16.025703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:16.028799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:16.060923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:16.064496 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Pushing event updated for resources: {'Port': ['ID=57182ab5-f42f-490c-9c11-45833325670e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:16.125171 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:16.135204 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Attempting to bind port 57182ab5-f42f-490c-9c11-45833325670e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:49:16.135689 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Attempting to bind port 57182ab5-f42f-490c-9c11-45833325670e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'b94a1872-04cb-4bc9-87da-eb9a8d25fbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ff458a9c-5f6f-4213-b4db-9c82468fcac4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:49:16.141386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Attempting to bind port 57182ab5-f42f-490c-9c11-45833325670e on network ff458a9c-5f6f-4213-b4db-9c82468fcac4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:49:16.148227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:16.151537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:49:16.152320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Checking segment: {'id': 'b94a1872-04cb-4bc9-87da-eb9a8d25fbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ff458a9c-5f6f-4213-b4db-9c82468fcac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:16.152836 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:16.153358 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Bound using segment: {'id': 'b94a1872-04cb-4bc9-87da-eb9a8d25fbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ff458a9c-5f6f-4213-b4db-9c82468fcac4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:49:16.153968 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Bound port: 57182ab5-f42f-490c-9c11-45833325670e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94a1872-04cb-4bc9-87da-eb9a8d25fbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ff458a9c-5f6f-4213-b4db-9c82468fcac4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:49:16.154468 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:16.244696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:16.259266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:16.278809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff458a9c-5f6f-4213-b4db-9c82468fcac4']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:16.285732 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event updated for resources: {'Port': ['ID=f58a5fc4-e196-431f-aa73-a2745fb1510b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:16.295174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:16.300088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b687f5-14b4-4970-bb75-142d07b87ed7 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:16.310612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94a1872-04cb-4bc9-87da-eb9a8d25fbb3') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:16.310902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94a1872-04cb-4bc9-87da-eb9a8d25fbb3') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:16.323857 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:16.341665 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:16.348534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:16.348938 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:16.399789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] For port 57182ab5-f42f-490c-9c11-45833325670e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:16.417176 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:16.420213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Subnet': ['ID=d87daa72-e011-47ab-a45a-bfe909af55d9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:16.432000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff0746-640a-48ef-ab15-b4bcd89f6da4 req-60d4f08a-cdb4-45c1-ad30-9d42f6465269 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:16.432000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73ff0746-640a-48ef-ab15-b4bcd89f6da4 req-60d4f08a-cdb4-45c1-ad30-9d42f6465269 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.2945728 Nov 15 14:49:16.454213 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f2a26a82-345b-4946-9b02-d976981c125b None None] Provisioning complete for port f58a5fc4-e196-431f-aa73-a2745fb1510b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:16.458672 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2a26a82-345b-4946-9b02-d976981c125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:16.506926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] For port 57182ab5-f42f-490c-9c11-45833325670e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=57182ab5-f42f-490c-9c11-45833325670e,segment=NetworkSegment(b94a1872-04cb-4bc9-87da-eb9a8d25fbb3),segment_id=b94a1872-04cb-4bc9-87da-eb9a8d25fbb3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:49:16.540105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f2a26a82-345b-4946-9b02-d976981c125b None None] Port f58a5fc4-e196-431f-aa73-a2745fb1510b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:49:16.616354 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 14:49:16.616354 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 14:49:16.616354 n-d-817748-2 neutron-server[103147]: [parameters: {'id': 'ff458a9c-5f6f-4213-b4db-9c82468fcac4'}] Nov 15 14:49:16.616354 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:49:16.616860 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:49:16.636842 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:16.687162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73ff0746-640a-48ef-ab15-b4bcd89f6da4 req-f82631cd-8593-4ad0-9680-1601ccffec41 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506928 Nov 15 14:49:16.707282 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-ddb607f3-fbbe-48d3-858d-58c8275ec453 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1730328 Nov 15 14:49:16.793761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff4178-1cd1-4247-891e-c895e2584a79 None None] Pushing event updated for resources: {'Port': ['ID=57182ab5-f42f-490c-9c11-45833325670e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:16.828483 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c458dd23-a9cd-4ad3-bea5-4a7b7e6a0a23 None None] Network ff458a9c-5f6f-4213-b4db-9c82468fcac4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:17.014642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef35efb-9ddd-48fa-88a7-dc9bd8cf8d01 req-4bf5f5ca-9172-4337-b81f-721444902dd8 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:17.016214 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fef35efb-9ddd-48fa-88a7-dc9bd8cf8d01 req-4bf5f5ca-9172-4337-b81f-721444902dd8 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.2290671 Nov 15 14:49:17.056534 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:17.098951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70073b1-4ffc-44bc-aa23-6dd1c97de1f5 None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 14:49:17.150323 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:17.156129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fef35efb-9ddd-48fa-88a7-dc9bd8cf8d01 req-9a5f7929-4ef1-47dd-a72d-2f133148092d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331029 Nov 15 14:49:17.325502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Deleting port 57182ab5-f42f-490c-9c11-45833325670e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:17.326384 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:17.402833 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70073b1-4ffc-44bc-aa23-6dd1c97de1f5 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 14:49:17.434998 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:18.095096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb20c4-bff7-42a7-afe2-63101409bb78 req-91eb6756-b916-46c3-ac5a-bf8ea170f76e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:18.098043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44eb20c4-bff7-42a7-afe2-63101409bb78 req-91eb6756-b916-46c3-ac5a-bf8ea170f76e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0910897 Nov 15 14:49:18.101336 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:18.152057 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:18.282223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] For port 57182ab5-f42f-490c-9c11-45833325670e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=57182ab5-f42f-490c-9c11-45833325670e,segment=NetworkSegment(b94a1872-04cb-4bc9-87da-eb9a8d25fbb3),segment_id=b94a1872-04cb-4bc9-87da-eb9a8d25fbb3)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:18.282842 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:18.320784 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44eb20c4-bff7-42a7-afe2-63101409bb78 req-cd9a5d39-f49c-4525-b162-1ce739e555de tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161548 Nov 15 14:49:18.327276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Calling delete_port for 57182ab5-f42f-490c-9c11-45833325670e owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:18.437639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45903120-c4c3-4758-8154-76ce9a4a4038 req-9cfc349e-f417-462a-a5ab-a0e0cabf8083 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:18.440175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45903120-c4c3-4758-8154-76ce9a4a4038 req-9cfc349e-f417-462a-a5ab-a0e0cabf8083 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.1182380 Nov 15 14:49:18.570757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45903120-c4c3-4758-8154-76ce9a4a4038 req-bb4ae5ed-042b-40ad-b655-408002c03ec0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230335 Nov 15 14:49:18.658369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Allocated IP 172.20.0.17 (6a7e3142-2093-413a-8c14-107e6e697972/af6de3c1-0552-4c8f-9c48-7b81c961dfc6/eee765ff-d9f6-4b10-8000-f386892b45df) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:18.768280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Router 9d84973e-3d7b-4eb6-ac02-c7734e6da91c is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:49:18.805120 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:18.890375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Port': ['ID=57182ab5-f42f-490c-9c11-45833325670e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:18.899446 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:18.901171 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No DVR routers for this DVR port 57182ab5-f42f-490c-9c11-45833325670e on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:18.946544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:49:18.955573 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-9e19e9fa-51c1-4994-8135-a4b69c2d113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:18.957095 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-9e19e9fa-51c1-4994-8135-a4b69c2d113e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45&tenant_id=e64ab8c292434c08a0bd485e8163082c HTTP/1.1" status: 200 len: 1096 time: 0.1636534 Nov 15 14:49:18.964680 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95180de0-1edf-49b3-81e4-7f7991d8118a None None] Sync routers for ids ['9d84973e-3d7b-4eb6-ac02-c7734e6da91c'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:49:18.978813 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:18.985988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2e72ea81-9257-4d66-bae1-217467560f7c tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "PUT /v2.0/routers/9d84973e-3d7b-4eb6-ac02-c7734e6da91c HTTP/1.1" status: 200 len: 914 time: 5.0896535 Nov 15 14:49:18.987103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:18.997145 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95180de0-1edf-49b3-81e4-7f7991d8118a None None] Routers {'9d84973e-3d7b-4eb6-ac02-c7734e6da91c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:18.999026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-95180de0-1edf-49b3-81e4-7f7991d8118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['9d84973e-3d7b-4eb6-ac02-c7734e6da91c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:19.073216 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:19.092265 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-95180de0-1edf-49b3-81e4-7f7991d8118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:19.102612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff458a9c-5f6f-4213-b4db-9c82468fcac4']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:19.112492 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95180de0-1edf-49b3-81e4-7f7991d8118a None None] Routers {'9d84973e-3d7b-4eb6-ac02-c7734e6da91c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:19.113447 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-95180de0-1edf-49b3-81e4-7f7991d8118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['9d84973e-3d7b-4eb6-ac02-c7734e6da91c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:19.123958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-e8832031-bd4f-423a-b57e-e2a38553ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:19.125455 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-e8832031-bd4f-423a-b57e-e2a38553ae6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e64ab8c292434c08a0bd485e8163082c&device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 1096 time: 0.1289053 Nov 15 14:49:19.127377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94a1872-04cb-4bc9-87da-eb9a8d25fbb3') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:19.127673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94a1872-04cb-4bc9-87da-eb9a8d25fbb3') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:19.158228 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b74c47ac-fbbd-4227-baa6-95067b6a1240 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/routers/9d84973e-3d7b-4eb6-ac02-c7734e6da91c HTTP/1.1" status: 200 len: 920 time: 0.1697197 Nov 15 14:49:19.159049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:19.160607 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:19.198919 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:19.220984 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-95180de0-1edf-49b3-81e4-7f7991d8118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:19.223277 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95180de0-1edf-49b3-81e4-7f7991d8118a None None] The sync data for ids ['9d84973e-3d7b-4eb6-ac02-c7734e6da91c'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:49:19.259643 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:19.265632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcf4436-dd24-47c3-ae5b-aa2dba33b98d tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:19.267702 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bdcf4436-dd24-47c3-ae5b-aa2dba33b98d tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&device_id=9d84973e-3d7b-4eb6-ac02-c7734e6da91c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1071448 Nov 15 14:49:19.267902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:19.268009 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:19.270107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:19.283163 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:19.344263 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network 6a7e3142-2093-413a-8c14-107e6e697972 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:19.353498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:19.365093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:19.369767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=eee765ff-d9f6-4b10-8000-f386892b45df,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:19.448758 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-16e03bec-5eda-4b96-8963-887d0d10a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:19.450144 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-16e03bec-5eda-4b96-8963-887d0d10a2df service neutron] 10.222.0.46 "GET /v2.0/networks?id=49b70721-bd7f-4329-8b83-e5c54852f629 HTTP/1.1" status: 200 len: 914 time: 0.3154669 Nov 15 14:49:19.450517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0432ac16-8494-4f13-b40c-6ef013cbc934 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:19.452769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0432ac16-8494-4f13-b40c-6ef013cbc934 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 881 time: 0.1807420 Nov 15 14:49:19.455490 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:19.563748 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-00f367e7-749b-4fb6-b68f-db47f06bb3f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 HTTP/1.1" status: 200 len: 217 time: 0.0925870 Nov 15 14:49:19.564709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:19.588058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b128fbf-8b2e-449d-9af5-2c12520117af req-7a4b4ba4-1bcb-4235-b658-f77f714c97c8 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:19.589656 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b128fbf-8b2e-449d-9af5-2c12520117af req-7a4b4ba4-1bcb-4235-b658-f77f714c97c8 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0990295 Nov 15 14:49:19.677978 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-570bc41b-225d-4094-8f69-6e57797038fa tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d84973e-3d7b-4eb6-ac02-c7734e6da91c HTTP/1.1" status: 200 len: 205 time: 0.2180338 Nov 15 14:49:19.677978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:19.678300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47444) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:19.734212 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:19.738216 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/networks/ff458a9c-5f6f-4213-b4db-9c82468fcac4 HTTP/1.1" status: 204 len: 168 time: 5.1688688 Nov 15 14:49:19.752025 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47446) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:19.771655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ca63dc52-68f3-44f8-9a9b-f813dd9c9b3e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-964446121'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:19.807254 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b128fbf-8b2e-449d-9af5-2c12520117af req-45ec44fd-bac3-43e3-833b-e0c6d25943d9 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066200 Nov 15 14:49:19.835312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-364f5ed4-ef9e-48f9-9d10-dd69b6259ede None None] Provisioning complete for port eee765ff-d9f6-4b10-8000-f386892b45df triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:19.835824 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-364f5ed4-ef9e-48f9-9d10-dd69b6259ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:19.867279 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed70fa9-6206-45c1-b813-5d5e12208b26 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Network': ['ID=ff458a9c-5f6f-4213-b4db-9c82468fcac4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:19.887656 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d61fa8-7f3f-4da6-9a62-2ed4f5015ab8 req-c0f0f16c-2a76-4b5c-85d6-edbbedffcc83 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:19.889898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1d61fa8-7f3f-4da6-9a62-2ed4f5015ab8 req-c0f0f16c-2a76-4b5c-85d6-edbbedffcc83 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.0812938 Nov 15 14:49:19.904545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-2551e6a3-8e73-4ca2-be6e-c6c55369456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:19.906039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-364f5ed4-ef9e-48f9-9d10-dd69b6259ede None None] Port eee765ff-d9f6-4b10-8000-f386892b45df cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:49:19.908843 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-2551e6a3-8e73-4ca2-be6e-c6c55369456e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98cd6aa6-42c0-4323-bf9b-53854b1f02f6 HTTP/1.1" status: 200 len: 853 time: 0.2310979 Nov 15 14:49:19.930571 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:19.951151 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-ea3ae9c5-efbc-407c-8819-8889c1f2f256 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49b70721-bd7f-4329-8b83-e5c54852f629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331254 Nov 15 14:49:20.074387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1d61fa8-7f3f-4da6-9a62-2ed4f5015ab8 req-d261d727-de4c-41a4-a3e6-a668d8f47101 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750572 Nov 15 14:49:20.112355 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:49:20.138520 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-4783f7a1-3bb6-456a-b34b-d4cbd919a0cb service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795471 Nov 15 14:49:20.144333 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:20.155012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:20.174779 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca63dc52-68f3-44f8-9a9b-f813dd9c9b3e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:20.180081 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca63dc52-68f3-44f8-9a9b-f813dd9c9b3e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:20.293149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Deleting port f58a5fc4-e196-431f-aa73-a2745fb1510b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:20.293744 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:20.302830 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-916426e7-e83c-40c0-ab11-897f5cad9056 service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203115 Nov 15 14:49:20.482154 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:20.516598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Calling delete_port for f58a5fc4-e196-431f-aa73-a2745fb1510b owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:20.621910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca63dc52-68f3-44f8-9a9b-f813dd9c9b3e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:49:20.637196 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca63dc52-68f3-44f8-9a9b-f813dd9c9b3e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:20.639326 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-ca63dc52-68f3-44f8-9a9b-f813dd9c9b3e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Added segment 69f82d08-eb73-43be-a494-2ee7ed0bc2bb of type vlan for network c99927b3-a7b9-4584-9867-4dee13f43a9e Nov 15 14:49:20.847188 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:20.859537 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca63dc52-68f3-44f8-9a9b-f813dd9c9b3e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:20.925790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:20.954944 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca63dc52-68f3-44f8-9a9b-f813dd9c9b3e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:20.962883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca63dc52-68f3-44f8-9a9b-f813dd9c9b3e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:20.963697 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca63dc52-68f3-44f8-9a9b-f813dd9c9b3e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:20.970163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Pushing event deleted for resources: {'Port': ['ID=f58a5fc4-e196-431f-aa73-a2745fb1510b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:20.982663 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:21.002080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041e9973-598d-41aa-86b3-822f24be64ee None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:21.143083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be15c-3d23-450c-82bd-e50fffea8b93 req-8758be5b-548d-49d7-90f7-e2f7a9363e28 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:21.151071 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-771be15c-3d23-450c-82bd-e50fffea8b93 req-8758be5b-548d-49d7-90f7-e2f7a9363e28 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.2114849 Nov 15 14:49:21.353163 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:21.395645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=eee765ff-d9f6-4b10-8000-f386892b45df,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:21.398973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:21.411472 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63dc52-68f3-44f8-9a9b-f813dd9c9b3e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Network': ['ID=c99927b3-a7b9-4584-9867-4dee13f43a9e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:21.418587 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ca63dc52-68f3-44f8-9a9b-f813dd9c9b3e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6636105 Nov 15 14:49:21.425697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network c99927b3-a7b9-4584-9867-4dee13f43a9e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:49:21.450054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47474) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:21.470903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-de09cf3d-ceaa-423d-b6f1-a5198d6b8886 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Request body: {'subnet': {'network_id': 'c99927b3-a7b9-4584-9867-4dee13f43a9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:21.688903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d1f5e-7647-4333-9ce8-217d0d0fb1fc req-849973d2-afc2-499f-a0bc-7c7f4b9c1de6 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:21.695726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e89d1f5e-7647-4333-9ce8-217d0d0fb1fc req-849973d2-afc2-499f-a0bc-7c7f4b9c1de6 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.4580321 Nov 15 14:49:21.706609 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:21.721403 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:21.778378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network 6a7e3142-2093-413a-8c14-107e6e697972 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:21.782580 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:21.785258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-771be15c-3d23-450c-82bd-e50fffea8b93 req-0212ab17-3801-4043-91ca-52ce632d2542 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191993 Nov 15 14:49:21.889978 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de09cf3d-ceaa-423d-b6f1-a5198d6b8886 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Made reservation on behalf of 34943bcccf584f0fbdd82c437a5f4a29 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:21.897870 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de09cf3d-ceaa-423d-b6f1-a5198d6b8886 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:22.131433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e89d1f5e-7647-4333-9ce8-217d0d0fb1fc req-34d7f08c-ec40-4594-9d54-1af6cd1cf7d9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4115105 Nov 15 14:49:22.155616 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:22.156435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Fanout notify agent at l3_agent the message router_deleted on router 9d84973e-3d7b-4eb6-ac02-c7734e6da91c {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:49:22.177201 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Router 6e1d5add-94da-4433-b47d-37904e0a7187 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:49:22.177486 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:22.183534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47480) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:22.183992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-61b33fb1-459c-439e-ba80-5e4aa6a9e900 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "DELETE /v2.0/routers/9d84973e-3d7b-4eb6-ac02-c7734e6da91c HTTP/1.1" status: 204 len: 168 time: 2.5039291 Nov 15 14:49:22.190467 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0930e2fd-e271-4305-9321-466a344fa632 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-616195335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:22.276510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aee5a7cd-99dc-4844-981a-8f9c438bc70f None None] Provisioning complete for port eee765ff-d9f6-4b10-8000-f386892b45df triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:22.277063 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aee5a7cd-99dc-4844-981a-8f9c438bc70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:22.317099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aee5a7cd-99dc-4844-981a-8f9c438bc70f None None] Port eee765ff-d9f6-4b10-8000-f386892b45df cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:49:22.442861 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:49:22.452816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Sync routers for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:49:22.491841 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a777e272-7a34-4ce3-aa01-a63453cef5c1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "PUT /v2.0/routers/6e1d5add-94da-4433-b47d-37904e0a7187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4225683 Nov 15 14:49:22.492167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:22.492167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:22.703780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:49:22.757247 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0930e2fd-e271-4305-9321-466a344fa632 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:22.757247 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0930e2fd-e271-4305-9321-466a344fa632 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:22.856257 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0930e2fd-e271-4305-9321-466a344fa632 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:22.954446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.objects.ports [None req-de09cf3d-ceaa-423d-b6f1-a5198d6b8886 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 14:49:22.961321 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de09cf3d-ceaa-423d-b6f1-a5198d6b8886 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:23.017194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a67ba2-e8f9-42da-b26b-42bf2f07ca09 req-8ff9b680-ef69-42db-80cb-4fecd6decf52 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:23.020464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28a67ba2-e8f9-42da-b26b-42bf2f07ca09 req-8ff9b680-ef69-42db-80cb-4fecd6decf52 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0760150 Nov 15 14:49:23.036419 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09cf3d-ceaa-423d-b6f1-a5198d6b8886 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event updated for resources: {'Subnet': ['ID=3d0c8134-9f5b-488f-b362-e5b4202dd543,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:23.063129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09cf3d-ceaa-423d-b6f1-a5198d6b8886 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Checking segment: {'id': '69f82d08-eb73-43be-a494-2ee7ed0bc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99927b3-a7b9-4584-9867-4dee13f43a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:23.063805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de09cf3d-ceaa-423d-b6f1-a5198d6b8886 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network hostable DHCP agents. Network: c99927b3-a7b9-4584-9867-4dee13f43a9e, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:49:23.107642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28a67ba2-e8f9-42da-b26b-42bf2f07ca09 req-9958b94f-30c6-4ed4-bdab-bc932bf6976b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731630 Nov 15 14:49:23.146689 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:49:19Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '562136d8-e9b0-4d3a-a616-c6f06b4d653f', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'port_id': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'mac_address': 'fa:16:3e:54:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0882d218-1c43-4d22-841e-abac9763e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:47:58Z', 'updated_at': '2021-11-15T14:48:01Z', 'revision_number': 1, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:28Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee765ff-d9f6-4b10-8000-f386892b45df', 'name': '', 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:34:5f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'af6de3c1-0552-4c8f-9c48-7b81c961dfc6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:49:18Z', 'updated_at': '2021-11-15T14:49:20Z', 'revision_number': 2, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': 'af6de3c1-0552-4c8f-9c48-7b81c961dfc6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:23.276476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0b7e4-f659-47d2-a433-925f870a753f req-30cdb5de-bde0-43f6-bd95-098b7887992d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:23.278632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dae0b7e4-f659-47d2-a433-925f870a753f req-30cdb5de-bde0-43f6-bd95-098b7887992d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.0628576 Nov 15 14:49:23.359460 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dae0b7e4-f659-47d2-a433-925f870a753f req-9c760ae5-83ed-429c-a586-3a136bd637c6 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709202 Nov 15 14:49:23.383229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de09cf3d-ceaa-423d-b6f1-a5198d6b8886 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Network c99927b3-a7b9-4584-9867-4dee13f43a9e is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:49:23.387167 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0930e2fd-e271-4305-9321-466a344fa632 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:23.407484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Checking router: 6e1d5add-94da-4433-b47d-37904e0a7187 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:49:23.408086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Updating router 6e1d5add-94da-4433-b47d-37904e0a7187 port eee765ff-d9f6-4b10-8000-f386892b45df binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:49:23.434589 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:23.510324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-de09cf3d-ceaa-423d-b6f1-a5198d6b8886 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, c99927b3-a7b9-4584-9867-4dee13f43a9e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:23.520660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de09cf3d-ceaa-423d-b6f1-a5198d6b8886 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:23.521712 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de09cf3d-ceaa-423d-b6f1-a5198d6b8886 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:23.550951 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0930e2fd-e271-4305-9321-466a344fa632 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:23.552843 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0930e2fd-e271-4305-9321-466a344fa632 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3664410 Nov 15 14:49:23.555734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:23.561098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'enable_snat': False}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:23.563327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce11799-d776-4b6f-8052-faa8ec2f1d34 None None] Network c99927b3-a7b9-4584-9867-4dee13f43a9e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:23.650140 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-de09cf3d-ceaa-423d-b6f1-a5198d6b8886 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1968546 Nov 15 14:49:23.652824 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47496) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:23.909877 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:23.913691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-c99927b3-a7b9-4584-9867-4dee13f43a9e', 'network_id': 'c99927b3-a7b9-4584-9867-4dee13f43a9e', 'tenant_id': '34943bcccf584f0fbdd82c437a5f4a29', 'fixed_ips': [{'subnet_id': '3d0c8134-9f5b-488f-b362-e5b4202dd543'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:49:23.914691 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:23.989480 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:24.024925 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:24.246651 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:24.286024 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Allocated IP 2001:db8::f816:3eff:fe34:813b (c99927b3-a7b9-4584-9867-4dee13f43a9e/3d0c8134-9f5b-488f-b362-e5b4202dd543/256f413f-5c7a-41c0-b009-070ddab184f6) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:24.364807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f5a2-275d-4510-8734-da385916097d req-1f5232c0-6659-4f46-92b0-90f0db6395fb tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:24.372432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a741f5a2-275d-4510-8734-da385916097d req-1f5232c0-6659-4f46-92b0-90f0db6395fb tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1005054 Nov 15 14:49:24.441218 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:24.534446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a741f5a2-275d-4510-8734-da385916097d req-c5924dd2-51e9-4572-9e1f-db2c152b5ef1 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608331 Nov 15 14:49:24.645109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a0425-d14f-4556-957e-c498a040736c None None] Pushing event updated for resources: {'Port': ['ID=eee765ff-d9f6-4b10-8000-f386892b45df,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:24.709858 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91351527-6f4a-4166-b825-9e16d69d5469 req-db9cb458-a7bc-4840-8972-0714c91a494f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:24.718311 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91351527-6f4a-4166-b825-9e16d69d5469 req-db9cb458-a7bc-4840-8972-0714c91a494f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.2230523 Nov 15 14:49:24.798262 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:24.815870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91351527-6f4a-4166-b825-9e16d69d5469 req-23e59969-f522-48be-95d3-39e9310d6895 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913961 Nov 15 14:49:24.864317 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:24.926883 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Attempting to bind port eee765ff-d9f6-4b10-8000-f386892b45df on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:49:24.929879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Attempting to bind port eee765ff-d9f6-4b10-8000-f386892b45df by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '5b001b0e-af6a-4afc-87f5-e86106de12d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:49:24.930610 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Attempting to bind port eee765ff-d9f6-4b10-8000-f386892b45df on network 6a7e3142-2093-413a-8c14-107e6e697972 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:49:24.965434 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:49:24.966730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Checking segment: {'id': '5b001b0e-af6a-4afc-87f5-e86106de12d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:24.973931 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:24.974621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Bound using segment: {'id': '5b001b0e-af6a-4afc-87f5-e86106de12d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:49:24.975728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Bound port: eee765ff-d9f6-4b10-8000-f386892b45df, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b001b0e-af6a-4afc-87f5-e86106de12d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:49:24.976366 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:25.015857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Allocated IP 172.25.4.102 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/b7edd4c1-c53c-4401-8ec8-4c43e02025ac) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:25.131761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] For port eee765ff-d9f6-4b10-8000-f386892b45df, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:49:25.135741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] For port eee765ff-d9f6-4b10-8000-f386892b45df, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=eee765ff-d9f6-4b10-8000-f386892b45df,segment=NetworkSegment(5b001b0e-af6a-4afc-87f5-e86106de12d0),segment_id=5b001b0e-af6a-4afc-87f5-e86106de12d0)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:49:25.154943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-01fc36d2-566b-4a65-9e4f-d634c9bab32f None None] Provisioning complete for port eee765ff-d9f6-4b10-8000-f386892b45df triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:25.154943 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01fc36d2-566b-4a65-9e4f-d634c9bab32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:25.156931 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:25.198566 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:25.260244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-01fc36d2-566b-4a65-9e4f-d634c9bab32f None None] Port eee765ff-d9f6-4b10-8000-f386892b45df cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:49:25.275426 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:25.423003 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:25.437551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:25.647550 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a0425-d14f-4556-957e-c498a040736c None None] Pushing event updated for resources: {'Port': ['ID=eee765ff-d9f6-4b10-8000-f386892b45df,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:25.683922 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:25.741651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bed86-90a1-40a9-99de-092a910dd4e0 req-86d40b15-b751-485f-9bd7-852ea57241fd tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:25.743624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-614bed86-90a1-40a9-99de-092a910dd4e0 req-86d40b15-b751-485f-9bd7-852ea57241fd tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1031959 Nov 15 14:49:25.795516 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:25.849467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:49:25.863871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Network c99927b3-a7b9-4584-9867-4dee13f43a9e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:25.867887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:25.873928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:25.876496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:25.887087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:25.892939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:25.902622 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-614bed86-90a1-40a9-99de-092a910dd4e0 req-ddc27f7e-b481-4421-8885-dd2f5707b22d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520653 Nov 15 14:49:25.933538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Pushing event updated for resources: {'Port': ['ID=b7edd4c1-c53c-4401-8ec8-4c43e02025ac,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:25.936133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf90cb4-6433-4c05-a703-ad196d81b58c None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:25.964524 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:25.974475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:25.974975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:25.975395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:25.975812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:25.976307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:25.976700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:25.977130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:25.977666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:25.978061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:25.978514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:25.981194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:25.982229 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:26.127687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Pushing event updated for resources: {'Port': ['ID=256f413f-5c7a-41c0-b009-070ddab184f6,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:26.140503 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98a535b9-80db-4275-8af6-6a453e939b48 None None] Provisioning complete for port eee765ff-d9f6-4b10-8000-f386892b45df triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:26.140969 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98a535b9-80db-4275-8af6-6a453e939b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:26.347284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db803c82-5041-4649-bb55-eec77f410b5e req-8d81cb13-eb7a-4ab7-9350-36dd1ed4f469 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:26.356181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db803c82-5041-4649-bb55-eec77f410b5e req-8d81cb13-eb7a-4ab7-9350-36dd1ed4f469 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.3885725 Nov 15 14:49:26.441419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Attempting to bind port 256f413f-5c7a-41c0-b009-070ddab184f6 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:49:26.441695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Attempting to bind port 256f413f-5c7a-41c0-b009-070ddab184f6 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '69f82d08-eb73-43be-a494-2ee7ed0bc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99927b3-a7b9-4584-9867-4dee13f43a9e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:49:26.442026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Attempting to bind port 256f413f-5c7a-41c0-b009-070ddab184f6 on network c99927b3-a7b9-4584-9867-4dee13f43a9e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:49:26.459618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:49:26.459998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Checking segment: {'id': '69f82d08-eb73-43be-a494-2ee7ed0bc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99927b3-a7b9-4584-9867-4dee13f43a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:26.460409 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:26.460809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Bound using segment: {'id': '69f82d08-eb73-43be-a494-2ee7ed0bc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99927b3-a7b9-4584-9867-4dee13f43a9e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:49:26.461470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Bound port: 256f413f-5c7a-41c0-b009-070ddab184f6, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f82d08-eb73-43be-a494-2ee7ed0bc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99927b3-a7b9-4584-9867-4dee13f43a9e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:49:26.461863 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:26.729960 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98a535b9-80db-4275-8af6-6a453e939b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:26.766755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] For port 256f413f-5c7a-41c0-b009-070ddab184f6, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:49:26.795412 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98a535b9-80db-4275-8af6-6a453e939b48 None None] For port eee765ff-d9f6-4b10-8000-f386892b45df, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=eee765ff-d9f6-4b10-8000-f386892b45df,segment=NetworkSegment(5b001b0e-af6a-4afc-87f5-e86106de12d0),segment_id=5b001b0e-af6a-4afc-87f5-e86106de12d0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:26.821044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] For port 256f413f-5c7a-41c0-b009-070ddab184f6, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=256f413f-5c7a-41c0-b009-070ddab184f6,segment=NetworkSegment(69f82d08-eb73-43be-a494-2ee7ed0bc2bb),segment_id=69f82d08-eb73-43be-a494-2ee7ed0bc2bb)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:49:26.940976 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0c8134-9f5b-488f-b362-e5b4202dd543,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:26.960917 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:26.961614 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:26.962219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:26.962942 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:26.963513 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:26.964148 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:26.964708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:26.965859 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:26.966571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:26.967274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:26.967848 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:26.968441 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:26.990901 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:27.029276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99927b3-a7b9-4584-9867-4dee13f43a9e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:27.048001 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f82d08-eb73-43be-a494-2ee7ed0bc2bb') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:27.051912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f82d08-eb73-43be-a494-2ee7ed0bc2bb') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:27.075034 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:27.107924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:27.154423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:27.156052 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:27.248417 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:27.250451 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98a535b9-80db-4275-8af6-6a453e939b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:27.293409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db803c82-5041-4649-bb55-eec77f410b5e req-f77e6ab3-a571-4664-8185-ababf160bf4d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9357457 Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:27.377027 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:27.461834 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:27.480866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edab75d1-cabd-4fbb-98be-06231c80cbbb None None] Network c99927b3-a7b9-4584-9867-4dee13f43a9e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:27.485975 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 14:49:27.485975 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 14:49:27.485975 n-d-817748-2 neutron-server[103147]: [parameters: {'id': 'c99927b3-a7b9-4584-9867-4dee13f43a9e'}] Nov 15 14:49:27.485975 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:49:27.487172 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:49:27.583101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd80d1-18f7-4fad-ab0d-32e249111d88 None None] Pushing event updated for resources: {'Port': ['ID=256f413f-5c7a-41c0-b009-070ddab184f6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:27.616367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-379c39d7-7560-4570-a24f-fb9813310496 None None] Provisioning complete for port b7edd4c1-c53c-4401-8ec8-4c43e02025ac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:27.617638 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-379c39d7-7560-4570-a24f-fb9813310496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:27.627098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:49:19Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '562136d8-e9b0-4d3a-a616-c6f06b4d653f', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'port_id': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'mac_address': 'fa:16:3e:54:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0882d218-1c43-4d22-841e-abac9763e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:47:58Z', 'updated_at': '2021-11-15T14:48:01Z', 'revision_number': 1, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:28Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee765ff-d9f6-4b10-8000-f386892b45df', 'name': '', 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:34:5f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'af6de3c1-0552-4c8f-9c48-7b81c961dfc6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:49:18Z', 'updated_at': '2021-11-15T14:49:25Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': 'af6de3c1-0552-4c8f-9c48-7b81c961dfc6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:27.635837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665e01f-5940-4fe1-a01d-fc9ad4866bde req-78997cb5-56d4-458b-9028-67b63eb3a21e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:27.643510 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5665e01f-5940-4fe1-a01d-fc9ad4866bde req-78997cb5-56d4-458b-9028-67b63eb3a21e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.3460774 Nov 15 14:49:27.754080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16744597-e6f8-4d12-996c-55e6e35cffb5 None None] The sync data for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 is: [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:49:19Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '562136d8-e9b0-4d3a-a616-c6f06b4d653f', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'port_id': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'mac_address': 'fa:16:3e:54:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0882d218-1c43-4d22-841e-abac9763e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:47:58Z', 'updated_at': '2021-11-15T14:48:01Z', 'revision_number': 1, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:28Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee765ff-d9f6-4b10-8000-f386892b45df', 'name': '', 'network_id': '6a7e3142-2093-413a-8c14-107e6e697972', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:34:5f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'af6de3c1-0552-4c8f-9c48-7b81c961dfc6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:49:18Z', 'updated_at': '2021-11-15T14:49:25Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': 'af6de3c1-0552-4c8f-9c48-7b81c961dfc6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:49:27.795887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-379c39d7-7560-4570-a24f-fb9813310496 None None] Port b7edd4c1-c53c-4401-8ec8-4c43e02025ac cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:49:27.825770 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a535b9-80db-4275-8af6-6a453e939b48 None None] Pushing event updated for resources: {'Port': ['ID=eee765ff-d9f6-4b10-8000-f386892b45df,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:27.858256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5665e01f-5940-4fe1-a01d-fc9ad4866bde req-cc794e92-7b6e-4a3d-80d0-8c5c77a1f0e9 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136741 Nov 15 14:49:27.879711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c8c61-1bfb-48b6-8703-182d70fead9c None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 14:49:27.885075 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:27.890525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:27.988326 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:28.059604 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Deleting port 256f413f-5c7a-41c0-b009-070ddab184f6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:28.059604 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:28.132212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c8c61-1bfb-48b6-8703-182d70fead9c None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 14:49:28.166369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] For port 256f413f-5c7a-41c0-b009-070ddab184f6, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=256f413f-5c7a-41c0-b009-070ddab184f6,segment=NetworkSegment(69f82d08-eb73-43be-a494-2ee7ed0bc2bb),segment_id=69f82d08-eb73-43be-a494-2ee7ed0bc2bb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:28.166813 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:28.188224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Calling delete_port for 256f413f-5c7a-41c0-b009-070ddab184f6 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:28.215490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Router fb96e561-cc3a-4eed-8983-9c37c739e962 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:49:28.346674 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:28.583927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:49:28.595370 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b5ad6-fc19-4837-964f-14f702a80c4a None None] Sync routers for ids ['fb96e561-cc3a-4eed-8983-9c37c739e962'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:49:28.596069 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:28.602076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ca920d39-f242-4827-b568-211358589a32 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "PUT /v2.0/routers/fb96e561-cc3a-4eed-8983-9c37c739e962 HTTP/1.1" status: 200 len: 915 time: 5.0429573 Nov 15 14:49:28.603320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47544) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:28.625013 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b5ad6-fc19-4837-964f-14f702a80c4a None None] Routers {'fb96e561-cc3a-4eed-8983-9c37c739e962'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:28.625651 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-096b5ad6-fc19-4837-964f-14f702a80c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['fb96e561-cc3a-4eed-8983-9c37c739e962'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:28.733600 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:28.793610 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-096b5ad6-fc19-4837-964f-14f702a80c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:28.826926 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:28.852417 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b5ad6-fc19-4837-964f-14f702a80c4a None None] Routers {'fb96e561-cc3a-4eed-8983-9c37c739e962'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:28.858051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Port': ['ID=256f413f-5c7a-41c0-b009-070ddab184f6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:28.862917 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-096b5ad6-fc19-4837-964f-14f702a80c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['fb96e561-cc3a-4eed-8983-9c37c739e962'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:28.892163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No DVR routers for this DVR port 256f413f-5c7a-41c0-b009-070ddab184f6 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:28.955528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device eee765ff-d9f6-4b10-8000-f386892b45df up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:49:29.045616 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-096b5ad6-fc19-4837-964f-14f702a80c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:29.053391 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b5ad6-fc19-4837-964f-14f702a80c4a None None] The sync data for ids ['fb96e561-cc3a-4eed-8983-9c37c739e962'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:49:29.157387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port eee765ff-d9f6-4b10-8000-f386892b45df triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:29.157864 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:29.178174 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cbc8d22d-f082-43a1-8e74-e8f5fea1c6d2 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/routers/fb96e561-cc3a-4eed-8983-9c37c739e962 HTTP/1.1" status: 200 len: 921 time: 0.5329454 Nov 15 14:49:29.198633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a97bb-75bd-450c-9659-9cac374f45ee req-d249f739-f0e9-4dd5-ad2f-0d196fc0be6f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:29.208082 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:29.210517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a3a97bb-75bd-450c-9659-9cac374f45ee req-d249f739-f0e9-4dd5-ad2f-0d196fc0be6f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.6471698 Nov 15 14:49:29.233424 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47550) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:29.298431 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99927b3-a7b9-4584-9867-4dee13f43a9e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:29.333627 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f82d08-eb73-43be-a494-2ee7ed0bc2bb') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:29.335452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f82d08-eb73-43be-a494-2ee7ed0bc2bb') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:29.362920 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:29.392872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:29.403666 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:29.404377 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:29.408421 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:29.429548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f90958-c981-4343-8c85-ed8c983047ea req-b1972f66-9d4d-4fa7-9a23-1932d16e9166 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:29.431387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64f90958-c981-4343-8c85-ed8c983047ea req-b1972f66-9d4d-4fa7-9a23-1932d16e9166 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.3818076 Nov 15 14:49:29.506923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4488f10e-5a66-4a6b-abed-be19a510e57d tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:29.508487 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4488f10e-5a66-4a6b-abed-be19a510e57d tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&device_id=fb96e561-cc3a-4eed-8983-9c37c739e962&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2722309 Nov 15 14:49:29.528949 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47552) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:29.535611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a3a97bb-75bd-450c-9659-9cac374f45ee req-46aceb0f-d614-4d4e-845f-b7227f0cb9b5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865684 Nov 15 14:49:29.654278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64f90958-c981-4343-8c85-ed8c983047ea req-d52141ab-85ad-4559-a983-444812190083 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045655 Nov 15 14:49:29.705360 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:29.705360 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:29.708652 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/networks/c99927b3-a7b9-4584-9867-4dee13f43a9e HTTP/1.1" status: 204 len: 168 time: 6.0545745 Nov 15 14:49:29.718975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47558) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:29.777843 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00150f92-ea61-409c-801e-90b128e3b0bc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Network': ['ID=c99927b3-a7b9-4584-9867-4dee13f43a9e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:29.797135 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76b64dbf-a9e1-48fe-9ecc-eb56fb1eb5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:29.802895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc05981-c6ba-40a2-8237-0ba181d15163 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:29.805079 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8854b9-7dd9-4100-9048-ca03a95deaae tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] DELETE failed (client error): The resource could not be found. Nov 15 14:49:29.805569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8854b9-7dd9-4100-9048-ca03a95deaae tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:49:29.809424 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7fc05981-c6ba-40a2-8237-0ba181d15163 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 881 time: 0.2791419 Nov 15 14:49:29.813308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6c8854b9-7dd9-4100-9048-ca03a95deaae tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/subnets/3d0c8134-9f5b-488f-b362-e5b4202dd543 HTTP/1.1" status: 404 len: 337 time: 0.0922601 Nov 15 14:49:29.852149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47560) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:29.854251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47562) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:29.881240 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fdb27d-f26f-4b46-b995-d9235ebe4099 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] DELETE failed (client error): The resource could not be found. Nov 15 14:49:29.882269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fdb27d-f26f-4b46-b995-d9235ebe4099 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:49:29.885797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b3fdb27d-f26f-4b46-b995-d9235ebe4099 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/networks/c99927b3-a7b9-4584-9867-4dee13f43a9e HTTP/1.1" status: 404 len: 339 time: 0.0325563 Nov 15 14:49:29.888855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47564) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:29.928900 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e52b4c3-3cb6-4bfd-a6ac-3658757dd03d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] DELETE failed (client error): The resource could not be found. Nov 15 14:49:29.928900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e52b4c3-3cb6-4bfd-a6ac-3658757dd03d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:49:29.929181 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e4971847-7fe9-4be1-ab85-5f3abff40cfe tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96e561-cc3a-4eed-8983-9c37c739e962 HTTP/1.1" status: 200 len: 205 time: 0.0682573 Nov 15 14:49:29.929275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9e52b4c3-3cb6-4bfd-a6ac-3658757dd03d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/subnets/d87daa72-e011-47ab-a45a-bfe909af55d9 HTTP/1.1" status: 404 len: 337 time: 0.0359669 Nov 15 14:49:29.933580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47568) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:29.933927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47570) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:30.029374 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc1b1e9-2612-4af1-aa92-8e38a130252d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] DELETE failed (client error): The resource could not be found. Nov 15 14:49:30.030003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc1b1e9-2612-4af1-aa92-8e38a130252d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:49:30.035781 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7fc1b1e9-2612-4af1-aa92-8e38a130252d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/networks/ff458a9c-5f6f-4213-b4db-9c82468fcac4 HTTP/1.1" status: 404 len: 339 time: 0.0984232 Nov 15 14:49:30.036862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47572) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:30.072955 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-10da6eb6-7b71-4f13-bbe4-cc7e6ac2556e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] DELETE failed (client error): The resource could not be found. Nov 15 14:49:30.073422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10da6eb6-7b71-4f13-bbe4-cc7e6ac2556e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:49:30.076492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-10da6eb6-7b71-4f13-bbe4-cc7e6ac2556e tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/subnets/b41f94f7-8d60-4f3e-abba-393328f8207a HTTP/1.1" status: 404 len: 337 time: 0.0395660 Nov 15 14:49:30.079943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:30.111633 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-a517e1ac-9829-48a7-958d-b0aeddee5f0c tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] DELETE failed (client error): The resource could not be found. Nov 15 14:49:30.113859 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a517e1ac-9829-48a7-958d-b0aeddee5f0c tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:49:30.119924 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a517e1ac-9829-48a7-958d-b0aeddee5f0c tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/networks/f1a9aca1-b9c3-413b-8a27-241519a34125 HTTP/1.1" status: 404 len: 339 time: 0.0388057 Nov 15 14:49:30.120555 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:30.139193 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:30.255607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b269661b-d6d3-4833-a833-345c872ab0c7 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Deleting port 0571ce04-4950-4bfb-9a8b-5ccf0ce4ac0d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:30.256326 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b269661b-d6d3-4833-a833-345c872ab0c7 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:30.350840 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b269661b-d6d3-4833-a833-345c872ab0c7 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:30.386987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b269661b-d6d3-4833-a833-345c872ab0c7 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Calling delete_port for 0571ce04-4950-4bfb-9a8b-5ccf0ce4ac0d owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:30.410560 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:30.632745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Deleting port b7edd4c1-c53c-4401-8ec8-4c43e02025ac {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:30.633148 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:30.691864 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b269661b-d6d3-4833-a833-345c872ab0c7 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:30.757301 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32950c-1d2e-49a0-b1cd-d4506c6e6b08 req-0d08d38b-a1ef-4fb3-916b-6bb536657ad9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:30.758881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a32950c-1d2e-49a0-b1cd-d4506c6e6b08 req-0d08d38b-a1ef-4fb3-916b-6bb536657ad9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.1120760 Nov 15 14:49:30.763820 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:30.782113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269661b-d6d3-4833-a833-345c872ab0c7 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Port': ['ID=0571ce04-4950-4bfb-9a8b-5ccf0ce4ac0d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:30.785162 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b269661b-d6d3-4833-a833-345c872ab0c7 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:30.791854 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b269661b-d6d3-4833-a833-345c872ab0c7 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/ports/0571ce04-4950-4bfb-9a8b-5ccf0ce4ac0d HTTP/1.1" status: 204 len: 168 time: 0.6696820 Nov 15 14:49:30.792853 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47586) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:30.847716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Calling delete_port for b7edd4c1-c53c-4401-8ec8-4c43e02025ac owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:30.867030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a32950c-1d2e-49a0-b1cd-d4506c6e6b08 req-74c4f594-95f4-41be-8122-08f634421822 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003888 Nov 15 14:49:30.890181 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8a545b-6941-4c9f-be3f-620cda6ac969 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] DELETE failed (client error): The resource could not be found. Nov 15 14:49:30.890968 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8a545b-6941-4c9f-be3f-620cda6ac969 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:49:30.907278 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bf8a545b-6941-4c9f-be3f-620cda6ac969 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/subnets/9cfd9464-4506-46c4-bcef-35356cc20e4c HTTP/1.1" status: 404 len: 337 time: 0.1124349 Nov 15 14:49:30.923543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:31.041790 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f248095-4e37-4931-ab98-920a380f79d4 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.178791 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f248095-4e37-4931-ab98-920a380f79d4 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.191121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393584f-b368-4797-8d98-53fd7f1f18e9 req-9683d161-fef6-46b6-9d2a-8da888bb889c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:31.192743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2393584f-b368-4797-8d98-53fd7f1f18e9 req-9683d161-fef6-46b6-9d2a-8da888bb889c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1167822 Nov 15 14:49:31.225777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3f248095-4e37-4931-ab98-920a380f79d4 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:31.241807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3f248095-4e37-4931-ab98-920a380f79d4 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb92f54-389c-4160-a82c-f6f370ffbc09') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:31.246276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3f248095-4e37-4931-ab98-920a380f79d4 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb92f54-389c-4160-a82c-f6f370ffbc09') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:31.266064 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f248095-4e37-4931-ab98-920a380f79d4 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.275306 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2393584f-b368-4797-8d98-53fd7f1f18e9 req-62b048ef-14be-40e3-bdba-a03ef4670367 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739479 Nov 15 14:49:31.286304 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f248095-4e37-4931-ab98-920a380f79d4 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.296931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f248095-4e37-4931-ab98-920a380f79d4 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:31.297751 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f248095-4e37-4931-ab98-920a380f79d4 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:31.302423 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:31.361635 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.390694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Pushing event deleted for resources: {'Port': ['ID=b7edd4c1-c53c-4401-8ec8-4c43e02025ac,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:31.415713 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607a743b-ca45-4ae0-8a96-1ba7b68aa55b None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:31.459550 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f248095-4e37-4931-ab98-920a380f79d4 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.473455 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f248095-4e37-4931-ab98-920a380f79d4 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.482821 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3f248095-4e37-4931-ab98-920a380f79d4 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/networks/d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6 HTTP/1.1" status: 204 len: 168 time: 0.5549626 Nov 15 14:49:31.490678 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47598) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:31.538606 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f248095-4e37-4931-ab98-920a380f79d4 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Network': ['ID=d12ba213-5a58-4165-a0f5-e6f8f3d8a9d6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:31.600760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.708232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.711325 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.771237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a7421c08-e36b-4892-a78f-95a417b463dc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Deleting port 30c5002d-1905-4ea3-a23a-277ba831475c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:31.772066 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7421c08-e36b-4892-a78f-95a417b463dc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.872558 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.873128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Fanout notify agent at l3_agent the message router_deleted on router fb96e561-cc3a-4eed-8983-9c37c739e962 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:49:31.876413 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7421c08-e36b-4892-a78f-95a417b463dc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.886301 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:31.895253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47606) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:31.895350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3c357927-d157-4c53-a5be-29dbbe507045 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "DELETE /v2.0/routers/fb96e561-cc3a-4eed-8983-9c37c739e962 HTTP/1.1" status: 204 len: 168 time: 1.9483497 Nov 15 14:49:31.899386 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1630733204', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:31.907489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a7421c08-e36b-4892-a78f-95a417b463dc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Calling delete_port for 30c5002d-1905-4ea3-a23a-277ba831475c owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:31.919342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0536ea5-7947-4ee5-8f2c-0f30f329cd8f req-f37dcb44-d96e-483d-89b2-a67d487a3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:31.924886 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0536ea5-7947-4ee5-8f2c-0f30f329cd8f req-f37dcb44-d96e-483d-89b2-a67d487a3590 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 1097 time: 0.1083305 Nov 15 14:49:32.063292 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:32.064384 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:32.117249 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ff58d94-1a94-4ff4-9bd1-0828664b0b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:32.139639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0536ea5-7947-4ee5-8f2c-0f30f329cd8f req-22b7a17d-a258-4098-80f8-6103d00863bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:32.141247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0536ea5-7947-4ee5-8f2c-0f30f329cd8f req-22b7a17d-a258-4098-80f8-6103d00863bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 918 time: 0.1760402 Nov 15 14:49:32.149002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3a4a7-f9b3-41ee-90fd-5e551bb18d23 req-e84d86a6-7a5d-444f-8d4c-d75ad35274e1 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:32.150551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24b3a4a7-f9b3-41ee-90fd-5e551bb18d23 req-e84d86a6-7a5d-444f-8d4c-d75ad35274e1 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.1051440 Nov 15 14:49:32.171416 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:32.225365 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7421c08-e36b-4892-a78f-95a417b463dc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:32.277474 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0536ea5-7947-4ee5-8f2c-0f30f329cd8f req-a9469c43-fa43-4c46-922d-3217e2c5e463 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92 HTTP/1.1" status: 200 len: 1002 time: 0.1257539 Nov 15 14:49:32.280560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7421c08-e36b-4892-a78f-95a417b463dc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Port': ['ID=30c5002d-1905-4ea3-a23a-277ba831475c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:32.288010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24b3a4a7-f9b3-41ee-90fd-5e551bb18d23 req-efa1506d-5334-4f6c-9204-dcd95e068123 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286621 Nov 15 14:49:32.288515 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7421c08-e36b-4892-a78f-95a417b463dc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:32.291752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a7421c08-e36b-4892-a78f-95a417b463dc tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/ports/30c5002d-1905-4ea3-a23a-277ba831475c HTTP/1.1" status: 204 len: 168 time: 0.7995570 Nov 15 14:49:32.300048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:32.369398 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-137df991-1fec-4d14-a1be-48ddf0ff06b9 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] DELETE failed (client error): The resource could not be found. Nov 15 14:49:32.370302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137df991-1fec-4d14-a1be-48ddf0ff06b9 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:49:32.373098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-137df991-1fec-4d14-a1be-48ddf0ff06b9 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/subnets/7fffc69d-654b-481a-82bd-580afb55c488 HTTP/1.1" status: 404 len: 337 time: 0.0711181 Nov 15 14:49:32.377648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47616) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:32.477117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0536ea5-7947-4ee5-8f2c-0f30f329cd8f req-06f7f118-d388-4de2-8b6a-9d656039c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:32.478754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0536ea5-7947-4ee5-8f2c-0f30f329cd8f req-06f7f118-d388-4de2-8b6a-9d656039c2e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 200 len: 856 time: 0.1859388 Nov 15 14:49:32.488637 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:32.534727 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-370b92ed-6348-43c7-96fc-abe9261d313f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:32.577284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77092c9-29a4-4359-a103-7d47671becfc req-b0742104-3229-4e6d-9d94-682b714defc9 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:32.584229 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d77092c9-29a4-4359-a103-7d47671becfc req-b0742104-3229-4e6d-9d94-682b714defc9 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1215832 Nov 15 14:49:32.598881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0536ea5-7947-4ee5-8f2c-0f30f329cd8f req-adbdce63-1eba-4020-bbce-5d6f7ae0e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:32.600335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0536ea5-7947-4ee5-8f2c-0f30f329cd8f req-adbdce63-1eba-4020-bbce-5d6f7ae0e0fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984766 Nov 15 14:49:32.878423 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:32.901340 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:33.104193 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-370b92ed-6348-43c7-96fc-abe9261d313f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:33.109539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Allocated IP 172.25.4.51 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/263d6d0d-4f47-4e2b-8ad2-01c1f41080fb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:33.111255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d77092c9-29a4-4359-a103-7d47671becfc req-04dd9ac3-a045-468a-8a58-06f6a40118c7 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153573 Nov 15 14:49:33.147743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-370b92ed-6348-43c7-96fc-abe9261d313f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e550f7d8-1acf-4d66-b925-1c0bec132857']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:33.163976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-370b92ed-6348-43c7-96fc-abe9261d313f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b05c9be-a392-4d0b-8894-4f52ed8be10b') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:33.164287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-370b92ed-6348-43c7-96fc-abe9261d313f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b05c9be-a392-4d0b-8894-4f52ed8be10b') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:33.177406 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0536ea5-7947-4ee5-8f2c-0f30f329cd8f req-39b21318-f30a-4ee7-962b-597dc6b64ba1 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663691 Nov 15 14:49:33.179122 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-370b92ed-6348-43c7-96fc-abe9261d313f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:33.282703 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-370b92ed-6348-43c7-96fc-abe9261d313f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:33.288817 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:33.336107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370b92ed-6348-43c7-96fc-abe9261d313f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:33.336107 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-370b92ed-6348-43c7-96fc-abe9261d313f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:33.410813 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:33.453619 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:33.476471 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0536ea5-7947-4ee5-8f2c-0f30f329cd8f req-b6ad97a6-5da9-4bed-ad5b-3fc6015f6d33 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887511 Nov 15 14:49:33.503067 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:33.510651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823d3be-b147-460d-92c9-c7404c7f5ca2 req-052b2fc9-42bb-49bf-b3e5-e8a35faec83f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:33.510942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6823d3be-b147-460d-92c9-c7404c7f5ca2 req-052b2fc9-42bb-49bf-b3e5-e8a35faec83f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.0884748 Nov 15 14:49:33.520116 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:33.523579 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:33.528164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:33.540638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266eddf5-333b-4e39-9893-cfd5b8ad5086 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:33.554216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Pushing event updated for resources: {'Port': ['ID=263d6d0d-4f47-4e2b-8ad2-01c1f41080fb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:33.574449 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-370b92ed-6348-43c7-96fc-abe9261d313f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:33.589524 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-370b92ed-6348-43c7-96fc-abe9261d313f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:33.595639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-370b92ed-6348-43c7-96fc-abe9261d313f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/networks/e550f7d8-1acf-4d66-b925-1c0bec132857 HTTP/1.1" status: 204 len: 168 time: 1.2167175 Nov 15 14:49:33.600968 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-62a116b2-73a3-45d1-be6f-92a10c9180a7 None None] Provisioning complete for port 263d6d0d-4f47-4e2b-8ad2-01c1f41080fb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:33.601603 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62a116b2-73a3-45d1-be6f-92a10c9180a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:33.610176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:33.621480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b92ed-6348-43c7-96fc-abe9261d313f tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Network': ['ID=e550f7d8-1acf-4d66-b925-1c0bec132857,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:33.655791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6823d3be-b147-460d-92c9-c7404c7f5ca2 req-b67b216a-415f-4e60-965d-bb2a75004ba3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385128 Nov 15 14:49:33.702700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-da666483-510b-43ec-9e34-b6bad1665ad9 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Deleting subnet 0bc03789-fdb5-4966-b46e-7445ba6e1f0c {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:49:33.705162 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da666483-510b-43ec-9e34-b6bad1665ad9 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:33.742643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-62a116b2-73a3-45d1-be6f-92a10c9180a7 None None] Port 263d6d0d-4f47-4e2b-8ad2-01c1f41080fb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:49:33.762023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da666483-510b-43ec-9e34-b6bad1665ad9 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:33.855751 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da666483-510b-43ec-9e34-b6bad1665ad9 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:34.000617 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da666483-510b-43ec-9e34-b6bad1665ad9 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:34.040216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da666483-510b-43ec-9e34-b6bad1665ad9 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc03789-fdb5-4966-b46e-7445ba6e1f0c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:34.048429 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da666483-510b-43ec-9e34-b6bad1665ad9 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:34.049859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7f8306-1953-4e5f-b2ae-0c523b860613 None None] Network 83829a16-c55b-4a69-9706-f84a9a1a011b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:34.067212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-da666483-510b-43ec-9e34-b6bad1665ad9 tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/subnets/0bc03789-fdb5-4966-b46e-7445ba6e1f0c HTTP/1.1" status: 204 len: 168 time: 0.4557326 Nov 15 14:49:34.068241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47626) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:34.082914 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:34.242697 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:34.366198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce983192-ea29-44b6-b970-59d7db045043 req-47487e74-a4e0-4b6d-b832-ac43d7110c1a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:34.368711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce983192-ea29-44b6-b970-59d7db045043 req-47487e74-a4e0-4b6d-b832-ac43d7110c1a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1164830 Nov 15 14:49:34.401922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347e607e-8657-4602-a805-b51864721909 None None] DHCP port deletion for 83829a16-c55b-4a69-9706-f84a9a1a011b request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:34.428435 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:34.482751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce983192-ea29-44b6-b970-59d7db045043 req-22c531cf-435f-45c7-98fa-245a571b3b2d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965822 Nov 15 14:49:34.493711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Deleting port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:34.498685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-347e607e-8657-4602-a805-b51864721909 None None] Deleting port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:34.499306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-347e607e-8657-4602-a805-b51864721909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:34.500436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:34.593901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-347e607e-8657-4602-a805-b51864721909 None None] For port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7b492acc-c89c-4ae2-b944-fcfddcc5b1c0,segment=NetworkSegment(cc89f334-33d3-4e72-8892-b13ba1bb6313),segment_id=cc89f334-33d3-4e72-8892-b13ba1bb6313)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:34.594991 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-347e607e-8657-4602-a805-b51864721909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:34.616342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-347e607e-8657-4602-a805-b51864721909 None None] Calling delete_port for 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:34.677251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] For port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7b492acc-c89c-4ae2-b944-fcfddcc5b1c0,segment=NetworkSegment(cc89f334-33d3-4e72-8892-b13ba1bb6313),segment_id=cc89f334-33d3-4e72-8892-b13ba1bb6313)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:34.677657 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:34.698934 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Calling delete_port for 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:34.836959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:49:34.892590 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169990cb-4cb1-4a8e-8745-c728c7c19a70 req-c3cfe6ce-213d-487f-82cd-2ae4b26ffa23 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:34.894105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-169990cb-4cb1-4a8e-8745-c728c7c19a70 req-c3cfe6ce-213d-487f-82cd-2ae4b26ffa23 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.0832286 Nov 15 14:49:34.975533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-169990cb-4cb1-4a8e-8745-c728c7c19a70 req-a0bb756f-fb46-45d4-9ade-34654c8018ae tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725462 Nov 15 14:49:34.984877 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:35.532762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a2a4c695-9c01-4d66-ac14-e2b444640e92 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:49:35.614431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca396e6-93af-452b-95d4-99e9fcaadb08 req-1e908776-7e2b-4847-a8e4-b24548a63ca4 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:35.616182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ca396e6-93af-452b-95d4-99e9fcaadb08 req-1e908776-7e2b-4847-a8e4-b24548a63ca4 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0525420 Nov 15 14:49:35.628077 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:35.664709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:49:35.667014 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39a5167-19f7-476e-9f6d-0a0fff74b23f" -d '{"events": [{"server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:49:35.669522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ca396e6-93af-452b-95d4-99e9fcaadb08 req-39563f3d-8381-40dd-bbe0-d269414cfd3c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457931 Nov 15 14:49:35.685653 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:35.713835 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de8b30c-0444-4dda-890d-8f1154740597 x-openstack-request-id: req-9de8b30c-0444-4dda-890d-8f1154740597 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:49:35.714146 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:49:35.714417 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9de8b30c-0444-4dda-890d-8f1154740597 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:49:35.714952 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'code': 200} Nov 15 14:49:36.044890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Router a1a68cba-f866-493b-8660-6d939d7e8a0b is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:49:36.107579 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.110439 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-347e607e-8657-4602-a805-b51864721909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.130317 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.146970 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.164449 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.202050 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:49:36.211002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Port': ['ID=7b492acc-c89c-4ae2-b944-fcfddcc5b1c0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:36.230831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] No DVR routers for this DVR port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:36.263505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df816313-b366-4f4d-b30c-c2e83db7615c req-4b73edb3-2b01-48d6-9176-d2e956e1fc63 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:36.268689 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c6693-9301-4a6c-8398-9df3b0ad1ebe None None] Sync routers for ids ['a1a68cba-f866-493b-8660-6d939d7e8a0b'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:49:36.277299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df816313-b366-4f4d-b30c-c2e83db7615c req-4b73edb3-2b01-48d6-9176-d2e956e1fc63 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.2303438 Nov 15 14:49:36.297196 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e607e-8657-4602-a805-b51864721909 None None] Pushing event deleted for resources: {'Port': ['ID=7b492acc-c89c-4ae2-b944-fcfddcc5b1c0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:36.334125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c6693-9301-4a6c-8398-9df3b0ad1ebe None None] Routers {'a1a68cba-f866-493b-8660-6d939d7e8a0b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:36.335108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1c9c6693-9301-4a6c-8398-9df3b0ad1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a1a68cba-f866-493b-8660-6d939d7e8a0b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:36.370225 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.373141 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-62724751-7648-45f6-a39f-1e9a1bffe0dc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4785872 Nov 15 14:49:36.376109 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:36.392583 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:36.416721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1c9c6693-9301-4a6c-8398-9df3b0ad1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:36.420061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e607e-8657-4602-a805-b51864721909 None None] No DVR routers for this DVR port 7b492acc-c89c-4ae2-b944-fcfddcc5b1c0 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:36.479360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a2a4c695-9c01-4d66-ac14-e2b444640e92,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:36.483083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c6693-9301-4a6c-8398-9df3b0ad1ebe None None] Routers {'a1a68cba-f866-493b-8660-6d939d7e8a0b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:36.483708 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1c9c6693-9301-4a6c-8398-9df3b0ad1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a1a68cba-f866-493b-8660-6d939d7e8a0b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:36.493069 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.509650 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df816313-b366-4f4d-b30c-c2e83db7615c req-fc112c90-fe76-45cb-b54a-4a0903099aac tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732490 Nov 15 14:49:36.531651 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1c9c6693-9301-4a6c-8398-9df3b0ad1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:36.532500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c6693-9301-4a6c-8398-9df3b0ad1ebe None None] The sync data for ids ['a1a68cba-f866-493b-8660-6d939d7e8a0b'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:49:36.536284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83829a16-c55b-4a69-9706-f84a9a1a011b']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:36.554056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc89f334-33d3-4e72-8892-b13ba1bb6313') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:36.554367 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc89f334-33d3-4e72-8892-b13ba1bb6313') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:36.564383 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.705685 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.712546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:36.713096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:36.717021 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:36.788288 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.814351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437a9c9-085a-402d-898e-d5e3107c9293 req-69b8863c-8e43-4433-9778-27faa6e979ad tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:36.815927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7437a9c9-085a-402d-898e-d5e3107c9293 req-69b8863c-8e43-4433-9778-27faa6e979ad tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0626822 Nov 15 14:49:36.863848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7437a9c9-085a-402d-898e-d5e3107c9293 req-0ff23d13-60a1-4441-9317-0203ec339147 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Nov 15 14:49:36.874150 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.893104 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.899971 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:36.905942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] 10.222.0.70 "DELETE /v2.0/networks/83829a16-c55b-4a69-9706-f84a9a1a011b HTTP/1.1" status: 204 len: 168 time: 2.8341479 Nov 15 14:49:36.923168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e05e0-6c1b-4255-8933-24bba4016e1d tempest-NetworksIpV6TestAttrs-1671416365 tempest-NetworksIpV6TestAttrs-1671416365-project] Pushing event deleted for resources: {'Network': ['ID=83829a16-c55b-4a69-9706-f84a9a1a011b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:37.076549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Deleting port 263d6d0d-4f47-4e2b-8ad2-01c1f41080fb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:37.077194 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:37.155015 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:37.166526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Calling delete_port for 263d6d0d-4f47-4e2b-8ad2-01c1f41080fb owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:37.521460 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:37.549900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Pushing event deleted for resources: {'Port': ['ID=263d6d0d-4f47-4e2b-8ad2-01c1f41080fb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:37.576404 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de624206-0bb9-414c-8d5c-3f5badf9000a None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:37.617430 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:37.640646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47664) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:37.674372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3086ba4-fcdd-4ea4-b4b5-bd69e6694851 req-197c97ea-982f-4873-b69c-12f0e085a7be tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:37.676089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3086ba4-fcdd-4ea4-b4b5-bd69e6694851 req-197c97ea-982f-4873-b69c-12f0e085a7be tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 944 time: 0.0711465 Nov 15 14:49:37.736344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3086ba4-fcdd-4ea4-b4b5-bd69e6694851 req-114e37bd-269f-42e1-84ac-57b38c042eeb tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532060 Nov 15 14:49:37.837236 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-02e2f1c9-989a-4ea0-9f14-95e5b3a38534 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=34943bcccf584f0fbdd82c437a5f4a29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1947544 Nov 15 14:49:37.837871 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:37.898208 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0458688c-0617-4636-ba1d-4ae38fc20184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:37.928146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0458688c-0617-4636-ba1d-4ae38fc20184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:38.034026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123658d0-6cea-472c-96d5-6da688f55f2d req-18a79215-4734-4e9b-a309-db6be2f13b3f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:38.035559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123658d0-6cea-472c-96d5-6da688f55f2d req-18a79215-4734-4e9b-a309-db6be2f13b3f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.0652487 Nov 15 14:49:38.087770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-123658d0-6cea-472c-96d5-6da688f55f2d req-c7f427a2-7309-4920-a153-b58e696ccb97 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447707 Nov 15 14:49:38.217250 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:38.220599 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:38.234192 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0458688c-0617-4636-ba1d-4ae38fc20184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:38.237961 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0458688c-0617-4636-ba1d-4ae38fc20184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:38.239208 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0458688c-0617-4636-ba1d-4ae38fc20184 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9495a70e-db76-44d9-9024-7ae1bbc68d94 HTTP/1.1" status: 204 len: 168 time: 0.4003770 Nov 15 14:49:38.249812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458688c-0617-4636-ba1d-4ae38fc20184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9495a70e-db76-44d9-9024-7ae1bbc68d94,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:38.348553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Router a1a68cba-f866-493b-8660-6d939d7e8a0b has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:49:38.361889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef0f2e-18ae-46a2-a49c-83d5e1d6b096 req-2f6e042e-8336-48e2-909b-4b5cd4fe3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:38.364237 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-77ef0f2e-18ae-46a2-a49c-83d5e1d6b096 req-2f6e042e-8336-48e2-909b-4b5cd4fe3266 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 1096 time: 0.0586631 Nov 15 14:49:38.447089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:49:38.460648 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:38.462700 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ec731-fa52-4a11-9662-b85107e92c2a None None] Sync routers for ids ['a1a68cba-f866-493b-8660-6d939d7e8a0b'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:49:38.468372 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-34c2c5b0-c432-4249-954e-da261e620343 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "PUT /v2.0/routers/a1a68cba-f866-493b-8660-6d939d7e8a0b HTTP/1.1" status: 200 len: 706 time: 2.0850427 Nov 15 14:49:38.468519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:38.487420 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-77ef0f2e-18ae-46a2-a49c-83d5e1d6b096 req-05956244-9bdf-46c2-a8bd-7b4ca13796c3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897512 Nov 15 14:49:38.493702 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ec731-fa52-4a11-9662-b85107e92c2a None None] Routers {'a1a68cba-f866-493b-8660-6d939d7e8a0b'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:38.501939 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b66ec731-fa52-4a11-9662-b85107e92c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a1a68cba-f866-493b-8660-6d939d7e8a0b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:38.541202 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b66ec731-fa52-4a11-9662-b85107e92c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:38.550504 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ec731-fa52-4a11-9662-b85107e92c2a None None] Routers {'a1a68cba-f866-493b-8660-6d939d7e8a0b'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:38.551106 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b66ec731-fa52-4a11-9662-b85107e92c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a1a68cba-f866-493b-8660-6d939d7e8a0b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:38.570796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-044a5968-0b61-4076-bac1-c62253c369de tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/routers/a1a68cba-f866-493b-8660-6d939d7e8a0b HTTP/1.1" status: 200 len: 741 time: 0.1009321 Nov 15 14:49:38.571175 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:38.588240 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b66ec731-fa52-4a11-9662-b85107e92c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:38.589035 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ec731-fa52-4a11-9662-b85107e92c2a None None] The sync data for ids ['a1a68cba-f866-493b-8660-6d939d7e8a0b'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:49:38.601946 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2a37de53-c99d-451d-8134-64d1516ff3e8 tempest-RoutersAdminTest-1860441325 tempest-RoutersAdminTest-1860441325-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&device_id=a1a68cba-f866-493b-8660-6d939d7e8a0b HTTP/1.1" status: 200 len: 205 time: 0.0285256 Nov 15 14:49:38.603887 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:38.641040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:38.641228 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dfcdcc44-63d9-4197-9bb0-1b2a61bddaa4 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1a68cba-f866-493b-8660-6d939d7e8a0b HTTP/1.1" status: 200 len: 205 time: 0.0360973 Nov 15 14:49:38.733879 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f96ca899-a9d7-45ef-ae07-9b95d262e1b4 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:38.920583 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f96ca899-a9d7-45ef-ae07-9b95d262e1b4 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:38.922744 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f96ca899-a9d7-45ef-ae07-9b95d262e1b4 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:39.064132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47716) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.167032 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f96ca899-a9d7-45ef-ae07-9b95d262e1b4 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:39.167032 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96ca899-a9d7-45ef-ae07-9b95d262e1b4 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Fanout notify agent at l3_agent the message router_deleted on router a1a68cba-f866-493b-8660-6d939d7e8a0b {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:49:39.180903 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f96ca899-a9d7-45ef-ae07-9b95d262e1b4 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:39.180903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f96ca899-a9d7-45ef-ae07-9b95d262e1b4 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "DELETE /v2.0/routers/a1a68cba-f866-493b-8660-6d939d7e8a0b HTTP/1.1" status: 204 len: 168 time: 0.5366654 Nov 15 14:49:39.183595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47724) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.229794 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-76142bd0-5128-4b6b-91c5-4604d78b0ecc tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1a68cba-f866-493b-8660-6d939d7e8a0b HTTP/1.1" status: 200 len: 205 time: 0.0422673 Nov 15 14:49:39.232527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47728) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.296890 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-f7735120-3ad2-47fe-9b5a-cb1eacef4b85 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] delete failed (client error): The resource could not be found. Nov 15 14:49:39.298300 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f7735120-3ad2-47fe-9b5a-cb1eacef4b85 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "DELETE /v2.0/routers/a1a68cba-f866-493b-8660-6d939d7e8a0b HTTP/1.1" status: 404 len: 336 time: 0.0638075 Nov 15 14:49:39.318685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.367905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26714456-11ab-4ab3-9da1-e042b480ca47 req-1dbad14f-3dcc-4d1d-b658-0a3a62a9b66d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:39.377260 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26714456-11ab-4ab3-9da1-e042b480ca47 req-1dbad14f-3dcc-4d1d-b658-0a3a62a9b66d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.2077191 Nov 15 14:49:39.378319 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-78e83e28-61bc-479a-8d75-a4b39518b94d tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb96e561-cc3a-4eed-8983-9c37c739e962 HTTP/1.1" status: 200 len: 205 time: 0.0584431 Nov 15 14:49:39.378957 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47740) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.420855 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-ca72ad2e-4be1-4c2f-8886-711746e14c70 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] delete failed (client error): The resource could not be found. Nov 15 14:49:39.425107 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ca72ad2e-4be1-4c2f-8886-711746e14c70 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "DELETE /v2.0/routers/fb96e561-cc3a-4eed-8983-9c37c739e962 HTTP/1.1" status: 404 len: 336 time: 0.0450125 Nov 15 14:49:39.425806 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47742) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.462993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26714456-11ab-4ab3-9da1-e042b480ca47 req-44e0f556-423a-4d8e-b5f4-90b734f1bc62 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847826 Nov 15 14:49:39.478984 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-629aa0b4-50ac-4d07-8725-608667923f18 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d84973e-3d7b-4eb6-ac02-c7734e6da91c HTTP/1.1" status: 200 len: 205 time: 0.0518401 Nov 15 14:49:39.497952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.534259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a2a4c695-9c01-4d66-ac14-e2b444640e92 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:49:39.562746 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-20f6d2cf-cd71-4e3c-91ed-6e0a9a025772 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] delete failed (client error): The resource could not be found. Nov 15 14:49:39.568367 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-20f6d2cf-cd71-4e3c-91ed-6e0a9a025772 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "DELETE /v2.0/routers/9d84973e-3d7b-4eb6-ac02-c7734e6da91c HTTP/1.1" status: 404 len: 336 time: 0.0691628 Nov 15 14:49:39.569306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.628560 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5fb4e24d-873f-48cd-a9b1-11780ff926d6 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11d0c87-3068-402b-bed5-2295ec02bbe3 HTTP/1.1" status: 200 len: 205 time: 0.0549455 Nov 15 14:49:39.635021 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.678014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.702810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:49:39.730369 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-5fddec46-9251-46b8-a358-c3ab895c865c tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] delete failed (client error): The resource could not be found. Nov 15 14:49:39.736759 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5fddec46-9251-46b8-a358-c3ab895c865c tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "DELETE /v2.0/routers/a11d0c87-3068-402b-bed5-2295ec02bbe3 HTTP/1.1" status: 404 len: 336 time: 0.1005967 Nov 15 14:49:39.748024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47764) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.794599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-83930447-2d28-4708-a6ac-1502ee4d0b5e tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "GET /v2.0/ports?device_id=b208e0c9-529e-4a39-a036-dc04734ddbb9 HTTP/1.1" status: 200 len: 205 time: 0.0308509 Nov 15 14:49:39.797258 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47766) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.873866 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-9d4ad4bd-5c6f-4b64-abaf-6d4824c45db4 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] delete failed (client error): The resource could not be found. Nov 15 14:49:39.880379 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9d4ad4bd-5c6f-4b64-abaf-6d4824c45db4 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "DELETE /v2.0/routers/b208e0c9-529e-4a39-a036-dc04734ddbb9 HTTP/1.1" status: 404 len: 336 time: 0.0819564 Nov 15 14:49:39.885426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.888056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:39.899912 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6', 'network_id': '49b70721-bd7f-4329-8b83-e5c54852f629', 'port_id': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6', 'mac_address': 'fa:16:3e:f2:1c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cd6aa6-42c0-4323-bf9b-53854b1f02f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:49:39.903795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-505921348'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:39.930749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d7b1e1d4-1949-4c48-8bfc-79cc2e1ed463 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b1bee-faa4-4aac-a696-e357a14c4ce0 HTTP/1.1" status: 200 len: 205 time: 0.0484827 Nov 15 14:49:39.933000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.947408 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:39.979166 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-a6d4c23d-79cc-48e4-913f-2c28ba6b09d2 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] delete failed (client error): The resource could not be found. Nov 15 14:49:39.980226 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a6d4c23d-79cc-48e4-913f-2c28ba6b09d2 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "DELETE /v2.0/routers/575b1bee-faa4-4aac-a696-e357a14c4ce0 HTTP/1.1" status: 404 len: 336 time: 0.0460455 Nov 15 14:49:39.985226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:49:39.986785 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47778) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:39.989955 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5672345f-8939-46b4-931d-7e23b357c4bd tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:40.008990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:40.038731 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-43807b4a-59cd-4f2d-8964-fdff52ccc818 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] DELETE failed (client error): The resource could not be found. Nov 15 14:49:40.039196 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43807b4a-59cd-4f2d-8964-fdff52ccc818 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:49:40.045612 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-43807b4a-59cd-4f2d-8964-fdff52ccc818 tempest-RoutersAdminTest-2144188140 tempest-RoutersAdminTest-2144188140-project] 10.222.0.70 "DELETE /v2.0/subnets/35165570-c40f-495b-989e-fedb78b66048 HTTP/1.1" status: 404 len: 337 time: 0.0576792 Nov 15 14:49:40.113623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:40.117184 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:40.135926 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:40.157120 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:40.212709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:40.492810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:49:40.744629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:40.805083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e04ca-a8ba-424d-a919-5ee893a86882 req-3776130b-f687-43a7-89e2-9fc1ceacb09a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:40.806665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c91e04ca-a8ba-424d-a919-5ee893a86882 req-3776130b-f687-43a7-89e2-9fc1ceacb09a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1136339 Nov 15 14:49:40.862104 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:40.895319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c91e04ca-a8ba-424d-a919-5ee893a86882 req-247908fc-e407-4786-bb6f-6e9dc5ae8279 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653243 Nov 15 14:49:40.902636 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5672345f-8939-46b4-931d-7e23b357c4bd tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting port eee765ff-d9f6-4b10-8000-f386892b45df {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:40.903012 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5672345f-8939-46b4-931d-7e23b357c4bd tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:40.963759 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:40.984984 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abb6388f-65ac-4945-9234-c707c048b2d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.016768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:49:41.027700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e744ee4-51de-45f0-b179-10728da1f00d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:41.032694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5672345f-8939-46b4-931d-7e23b357c4bd tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] For port eee765ff-d9f6-4b10-8000-f386892b45df, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=eee765ff-d9f6-4b10-8000-f386892b45df,segment=NetworkSegment(5b001b0e-af6a-4afc-87f5-e86106de12d0),segment_id=5b001b0e-af6a-4afc-87f5-e86106de12d0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:41.033071 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5672345f-8939-46b4-931d-7e23b357c4bd tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.044627 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.044982 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Added segment 3ae2e2be-2196-4676-b5e9-cf72c4175ad8 of type vlan for network 5c3681ff-2cd3-4207-bbf0-9b4300e20b11 Nov 15 14:49:41.056491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5672345f-8939-46b4-931d-7e23b357c4bd tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Calling delete_port for eee765ff-d9f6-4b10-8000-f386892b45df owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:41.077404 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abb6388f-65ac-4945-9234-c707c048b2d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.132802 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.325856 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.326027 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abb6388f-65ac-4945-9234-c707c048b2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.334818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:41.334818 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.366588 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-abb6388f-65ac-4945-9234-c707c048b2d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f47537a42f64013a3daa74a27693417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5029805 Nov 15 14:49:41.367558 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6388f-65ac-4945-9234-c707c048b2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb3626a-2c9b-4395-ad20-214c6b57f4fd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:41.370818 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47824) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:41.421081 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-934c66e3-693f-4f06-90ac-37dfe3a6ecb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.434749 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=5c3681ff-2cd3-4207-bbf0-9b4300e20b11,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:41.444776 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-934c66e3-693f-4f06-90ac-37dfe3a6ecb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.445097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 5c3681ff-2cd3-4207-bbf0-9b4300e20b11 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:49:41.455477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e70cd-ce45-44c3-97ff-13007a45ac2b req-17b251f6-5283-4842-b4c4-12b317f79a11 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:41.457205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d59e70cd-ce45-44c3-97ff-13007a45ac2b req-17b251f6-5283-4842-b4c4-12b317f79a11 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 944 time: 0.0993729 Nov 15 14:49:41.523381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d59e70cd-ce45-44c3-97ff-13007a45ac2b req-8ad7316a-8f4b-49ed-be32-2747cbcbee06 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595798 Nov 15 14:49:41.582508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1a245eb2-fd99-48cb-9706-663d80314ca3 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8925252 Nov 15 14:49:41.582508 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5672345f-8939-46b4-931d-7e23b357c4bd tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.619130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672345f-8939-46b4-931d-7e23b357c4bd tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Port': ['ID=eee765ff-d9f6-4b10-8000-f386892b45df,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:41.659906 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-934c66e3-693f-4f06-90ac-37dfe3a6ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.679311 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-934c66e3-693f-4f06-90ac-37dfe3a6ecb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.683704 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-934c66e3-693f-4f06-90ac-37dfe3a6ecb0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1fb3626a-2c9b-4395-ad20-214c6b57f4fd HTTP/1.1" status: 204 len: 168 time: 0.3110631 Nov 15 14:49:41.713106 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:41.717027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c66e3-693f-4f06-90ac-37dfe3a6ecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb3626a-2c9b-4395-ad20-214c6b57f4fd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:41.720998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:49:41.746589 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a19a8f99-a12e-4b36-a9e2-8e638f3d6c8c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'subnet': {'network_id': '5c3681ff-2cd3-4207-bbf0-9b4300e20b11', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:41.839819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:41.840929 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.901069 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5672345f-8939-46b4-931d-7e23b357c4bd tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:41.979310 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:42.004692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47848) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:42.073364 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:49:42.089640 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba57f5e-4ca3-4651-bf7a-08f5ad878b9d" -d '{"events": [{"server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "name": "network-vif-plugged", "status": "completed", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:49:42.098324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:42.147101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19a8f99-a12e-4b36-a9e2-8e638f3d6c8c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:42.153361 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b710c22-5101-49d1-9bb7-1da134d37271 x-openstack-request-id: req-2b710c22-5101-49d1-9bb7-1da134d37271 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:49:42.153361 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "name": "network-vif-plugged", "status": "completed", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:49:42.153361 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b710c22-5101-49d1-9bb7-1da134d37271 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:49:42.153361 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6', 'code': 200} Nov 15 14:49:42.156721 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a19a8f99-a12e-4b36-a9e2-8e638f3d6c8c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:42.173229 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:42.192297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0eb21c-608c-4819-a4d8-8dff3b5b36b8 req-ddb6dcd5-6a48-4a51-bb3a-e1582b704140 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:42.194322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb0eb21c-608c-4819-a4d8-8dff3b5b36b8 req-ddb6dcd5-6a48-4a51-bb3a-e1582b704140 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 945 time: 0.1158931 Nov 15 14:49:42.296258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:42.353694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb0eb21c-608c-4819-a4d8-8dff3b5b36b8 req-16e6541b-8d78-45d4-8fc7-c6f669c8b0d9 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520135 Nov 15 14:49:42.382892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5672345f-8939-46b4-931d-7e23b357c4bd tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Router 6e1d5add-94da-4433-b47d-37904e0a7187 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:49:42.388964 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-c13a8883-0dcc-43ed-865f-39de94c6a185 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3829744 Nov 15 14:49:42.405108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-bdd0db55-9a38-49df-9f9f-412ca7162396 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:49:42.406633 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-bdd0db55-9a38-49df-9f9f-412ca7162396 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097437 Nov 15 14:49:42.527812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5672345f-8939-46b4-931d-7e23b357c4bd tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:49:42.533274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5672345f-8939-46b4-931d-7e23b357c4bd tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "PUT /v2.0/routers/6e1d5add-94da-4433-b47d-37904e0a7187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4680145 Nov 15 14:49:42.549257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd0f3a-7390-4d9c-bf4f-9181989ead65 None None] Sync routers for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:49:42.571736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd0f3a-7390-4d9c-bf4f-9181989ead65 None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:42.571736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-21bd0f3a-7390-4d9c-bf4f-9181989ead65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:42.640245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a19a8f99-a12e-4b36-a9e2-8e638f3d6c8c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:42.759588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47872) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:42.820522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-21bd0f3a-7390-4d9c-bf4f-9181989ead65 None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:49:42.835852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a8f99-a12e-4b36-a9e2-8e638f3d6c8c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Subnet': ['ID=ff72c47e-ff6b-4447-b895-68a8c7ec43a0,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:42.851763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a8f99-a12e-4b36-a9e2-8e638f3d6c8c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking segment: {'id': '3ae2e2be-2196-4676-b5e9-cf72c4175ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5c3681ff-2cd3-4207-bbf0-9b4300e20b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:42.852432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a8f99-a12e-4b36-a9e2-8e638f3d6c8c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network hostable DHCP agents. Network: 5c3681ff-2cd3-4207-bbf0-9b4300e20b11, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:49:42.866371 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d71e8fcb-a440-46db-9cbe-4866be3ab88a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83d1a7fc959f44a5a5be7c280bec66e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1030328 Nov 15 14:49:42.866371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47874) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:42.925581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a0813-cd1e-4a59-8bea-b18fca7d69b3 req-0601c537-08f0-4b49-bf1c-15f361fdbcd3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:42.927342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e33a0813-cd1e-4a59-8bea-b18fca7d69b3 req-0601c537-08f0-4b49-bf1c-15f361fdbcd3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 944 time: 0.1396623 Nov 15 14:49:42.945730 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d78de69f-0b09-42eb-9f3f-3bd985424a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:42.977496 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a8f99-a12e-4b36-a9e2-8e638f3d6c8c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network 5c3681ff-2cd3-4207-bbf0-9b4300e20b11 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:49:42.979910 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d78de69f-0b09-42eb-9f3f-3bd985424a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:43.047115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e33a0813-cd1e-4a59-8bea-b18fca7d69b3 req-f460bede-171b-41bd-bd3a-7039bb3ec367 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844831 Nov 15 14:49:43.087303 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a19a8f99-a12e-4b36-a9e2-8e638f3d6c8c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 5c3681ff-2cd3-4207-bbf0-9b4300e20b11) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:43.093547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a8f99-a12e-4b36-a9e2-8e638f3d6c8c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:43.094161 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a19a8f99-a12e-4b36-a9e2-8e638f3d6c8c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:43.109978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3cca90-f693-4524-99ee-68f18cd72432 None None] Network 5c3681ff-2cd3-4207-bbf0-9b4300e20b11 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:43.211728 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a19a8f99-a12e-4b36-a9e2-8e638f3d6c8c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4931276 Nov 15 14:49:43.212127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47878) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:43.217920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-518f204b-7ba2-4904-b05f-a0879f06416b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-856737387'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:43.218577 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d78de69f-0b09-42eb-9f3f-3bd985424a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:43.222146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d78de69f-0b09-42eb-9f3f-3bd985424a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:43.223413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d78de69f-0b09-42eb-9f3f-3bd985424a5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c7fdf0b-c9ca-4820-8fff-45de2e4ea181 HTTP/1.1" status: 204 len: 168 time: 0.3562219 Nov 15 14:49:43.236498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78de69f-0b09-42eb-9f3f-3bd985424a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7fdf0b-c9ca-4820-8fff-45de2e4ea181,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:43.274279 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b799d1-5b18-4814-9fc1-5f1d303db262 req-6e6677e1-e9da-44ab-975f-3232b5bb2ed2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:43.275939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7b799d1-5b18-4814-9fc1-5f1d303db262 req-6e6677e1-e9da-44ab-975f-3232b5bb2ed2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 946 time: 0.1164455 Nov 15 14:49:43.354787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518f204b-7ba2-4904-b05f-a0879f06416b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:43.359276 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-518f204b-7ba2-4904-b05f-a0879f06416b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:43.416531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7b799d1-5b18-4814-9fc1-5f1d303db262 req-652feea8-2b66-4db8-bb07-54ca8c2467ca tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305518 Nov 15 14:49:43.416778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:43.428553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518f204b-7ba2-4904-b05f-a0879f06416b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:49:43.455488 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-518f204b-7ba2-4904-b05f-a0879f06416b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:43.455844 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-518f204b-7ba2-4904-b05f-a0879f06416b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Added segment 5f36a007-b45b-4d96-b04e-f995964bd127 of type vlan for network 3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316 Nov 15 14:49:43.526548 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-518f204b-7ba2-4904-b05f-a0879f06416b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:43.564696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b261a9-d3b6-44a6-bd28-42736a29dba4 req-b84ff6da-117d-4dbd-bd63-6a5dd21747f8 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:43.574128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00b261a9-d3b6-44a6-bd28-42736a29dba4 req-b84ff6da-117d-4dbd-bd63-6a5dd21747f8 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.0917652 Nov 15 14:49:43.605454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46014619-0707-450e-aaa2-b749f55d3f4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:43.612526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-5c3681ff-2cd3-4207-bbf0-9b4300e20b11', 'network_id': '5c3681ff-2cd3-4207-bbf0-9b4300e20b11', 'tenant_id': 'a64816c474e04ba9bfa514d49328d116', 'fixed_ips': [{'subnet_id': 'ff72c47e-ff6b-4447-b895-68a8c7ec43a0'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:49:43.614853 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:43.654522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00b261a9-d3b6-44a6-bd28-42736a29dba4 req-649cd648-4b89-43e8-9ccf-51f9bd7b29f7 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738838 Nov 15 14:49:43.718445 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-518f204b-7ba2-4904-b05f-a0879f06416b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:43.724772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518f204b-7ba2-4904-b05f-a0879f06416b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:43.725973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-518f204b-7ba2-4904-b05f-a0879f06416b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:43.773923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-21bd0f3a-7390-4d9c-bf4f-9181989ead65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:49:41Z', 'revision_number': 6, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '562136d8-e9b0-4d3a-a616-c6f06b4d653f', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'port_id': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'mac_address': 'fa:16:3e:54:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0882d218-1c43-4d22-841e-abac9763e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:47:58Z', 'updated_at': '2021-11-15T14:48:01Z', 'revision_number': 1, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:28Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:43.817874 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd0f3a-7390-4d9c-bf4f-9181989ead65 None None] Checking router: 6e1d5add-94da-4433-b47d-37904e0a7187 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:49:43.822108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281dbf5-6448-4cde-a7a4-a1558a191ab5 req-f1453bf3-0769-4b27-8ea1-078cd6634499 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:43.824129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7281dbf5-6448-4cde-a7a4-a1558a191ab5 req-f1453bf3-0769-4b27-8ea1-078cd6634499 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.0833309 Nov 15 14:49:43.831919 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46014619-0707-450e-aaa2-b749f55d3f4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:43.835668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f204b-7ba2-4904-b05f-a0879f06416b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:43.853779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:49:43.895602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7281dbf5-6448-4cde-a7a4-a1558a191ab5 req-b4ccd6da-0ec2-4af5-a023-43d922df492b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639071 Nov 15 14:49:43.927757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-518f204b-7ba2-4904-b05f-a0879f06416b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7124264 Nov 15 14:49:43.929253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47900) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:43.942377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-013ed641-fb87-4a33-bcea-4ed9723cb08f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'subnet': {'network_id': '3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:43.950494 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46014619-0707-450e-aaa2-b749f55d3f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:43.950676 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd0f3a-7390-4d9c-bf4f-9181989ead65 None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:43.951688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-21bd0f3a-7390-4d9c-bf4f-9181989ead65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:44.040423 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-46014619-0707-450e-aaa2-b749f55d3f4c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d799f86b58d40abb0f4ba26a690e75c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6185129 Nov 15 14:49:44.044436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:44.049211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Allocated IP 172.20.255.242 (5c3681ff-2cd3-4207-bbf0-9b4300e20b11/ff72c47e-ff6b-4447-b895-68a8c7ec43a0/f59145d6-6845-4c19-a03d-27c930dced9b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:44.073324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46014619-0707-450e-aaa2-b749f55d3f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e98721-f887-49c0-9186-2ae3438d6aba,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:44.146190 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ac4cce9-45ac-4d9b-bb67-1ecdf156a41e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:44.155561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c2d83-3ba7-436c-81be-15137bf6db38 req-26770ade-2c69-4370-b496-cf1565d24284 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:44.163099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a3c2d83-3ba7-436c-81be-15137bf6db38 req-26770ade-2c69-4370-b496-cf1565d24284 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.1307793 Nov 15 14:49:44.239554 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ac4cce9-45ac-4d9b-bb67-1ecdf156a41e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:44.240219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-21bd0f3a-7390-4d9c-bf4f-9181989ead65 None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:49:44.248006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013ed641-fb87-4a33-bcea-4ed9723cb08f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:44.254083 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-013ed641-fb87-4a33-bcea-4ed9723cb08f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:44.320662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a3c2d83-3ba7-436c-81be-15137bf6db38 req-b2480d7e-f5a1-48fb-aa77-2b0b4ee0c4ee tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565127 Nov 15 14:49:44.345169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d8a38-a996-430d-877e-01719719ac32 req-0f2ba442-4388-4158-9acf-33ac92def64b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:44.348458 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a0d8a38-a996-430d-877e-01719719ac32 req-0f2ba442-4388-4158-9acf-33ac92def64b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 944 time: 0.1818523 Nov 15 14:49:44.458241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a0d8a38-a996-430d-877e-01719719ac32 req-8f99c8ae-1ace-4098-b4bb-a14954c74cea tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959060 Nov 15 14:49:44.510841 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ac4cce9-45ac-4d9b-bb67-1ecdf156a41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:44.514388 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ac4cce9-45ac-4d9b-bb67-1ecdf156a41e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:44.518539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5ac4cce9-45ac-4d9b-bb67-1ecdf156a41e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65e98721-f887-49c0-9186-2ae3438d6aba HTTP/1.1" status: 204 len: 168 time: 0.4729466 Nov 15 14:49:44.533440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4cce9-45ac-4d9b-bb67-1ecdf156a41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e98721-f887-49c0-9186-2ae3438d6aba,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:44.615397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c518d4-9b26-42d7-996f-216985250430 req-c825933e-527d-4388-b726-7944b0f0833b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:44.620452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71c518d4-9b26-42d7-996f-216985250430 req-c825933e-527d-4388-b726-7944b0f0833b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.2007556 Nov 15 14:49:44.667385 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:44.796731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183008cd-e514-49c9-abd8-b9c4b46dbbdb req-c6aa7175-4e55-4581-9d82-7f40b372918f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:44.798253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-183008cd-e514-49c9-abd8-b9c4b46dbbdb req-c6aa7175-4e55-4581-9d82-7f40b372918f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 946 time: 0.1476228 Nov 15 14:49:44.807232 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:44.817793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71c518d4-9b26-42d7-996f-216985250430 req-be380b5f-a76c-490d-af37-33ae600a586a tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848266 Nov 15 14:49:44.855597 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-013ed641-fb87-4a33-bcea-4ed9723cb08f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:44.858878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Network 5c3681ff-2cd3-4207-bbf0-9b4300e20b11 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:44.881537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecc575-19c0-4466-ab12-f151e2f5c6aa req-518a7303-93a0-41a3-a1ad-30b9ca8d7c0e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:44.888885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06ecc575-19c0-4466-ab12-f151e2f5c6aa req-518a7303-93a0-41a3-a1ad-30b9ca8d7c0e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.59 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 946 time: 0.1725378 Nov 15 14:49:44.890651 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:44.896039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:44.917281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Pushing event updated for resources: {'Port': ['ID=f59145d6-6845-4c19-a03d-27c930dced9b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:44.922894 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-183008cd-e514-49c9-abd8-b9c4b46dbbdb req-dac8a06e-7bb7-4afa-b8b7-f990fb668593 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=5406e337-1e29-4ae5-8a8a-b998d237988a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164763 Nov 15 14:49:44.995869 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ed641-fb87-4a33-bcea-4ed9723cb08f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking segment: {'id': '5f36a007-b45b-4d96-b04e-f995964bd127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:44.996743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ed641-fb87-4a33-bcea-4ed9723cb08f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network hostable DHCP agents. Network: 3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:49:45.015986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ed641-fb87-4a33-bcea-4ed9723cb08f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Subnet': ['ID=707e7c5a-556a-4a60-a2b4-c40cfb207d30,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:45.035759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-21bd0f3a-7390-4d9c-bf4f-9181989ead65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:49:41Z', 'revision_number': 6, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '562136d8-e9b0-4d3a-a616-c6f06b4d653f', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'port_id': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'mac_address': 'fa:16:3e:54:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0882d218-1c43-4d22-841e-abac9763e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:47:58Z', 'updated_at': '2021-11-15T14:48:01Z', 'revision_number': 1, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:28Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:45.068081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-06ecc575-19c0-4466-ab12-f151e2f5c6aa req-df2269a0-dfba-4f72-8121-b5f342bb244e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting port eda3460d-2894-4653-a87c-e1462d146653 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:45.068431 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-06ecc575-19c0-4466-ab12-f151e2f5c6aa req-df2269a0-dfba-4f72-8121-b5f342bb244e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:45.080804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Attempting to bind port f59145d6-6845-4c19-a03d-27c930dced9b on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:49:45.081533 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Attempting to bind port f59145d6-6845-4c19-a03d-27c930dced9b by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '3ae2e2be-2196-4676-b5e9-cf72c4175ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5c3681ff-2cd3-4207-bbf0-9b4300e20b11'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:49:45.081925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Attempting to bind port f59145d6-6845-4c19-a03d-27c930dced9b on network 5c3681ff-2cd3-4207-bbf0-9b4300e20b11 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:49:45.087443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd0f3a-7390-4d9c-bf4f-9181989ead65 None None] The sync data for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 is: [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:49:41Z', 'revision_number': 6, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '562136d8-e9b0-4d3a-a616-c6f06b4d653f', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'port_id': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'mac_address': 'fa:16:3e:54:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0882d218-1c43-4d22-841e-abac9763e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:47:58Z', 'updated_at': '2021-11-15T14:48:01Z', 'revision_number': 1, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:28Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:49:45.095241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:49:45.095656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Checking segment: {'id': '3ae2e2be-2196-4676-b5e9-cf72c4175ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5c3681ff-2cd3-4207-bbf0-9b4300e20b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:45.096069 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:45.096470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Bound using segment: {'id': '3ae2e2be-2196-4676-b5e9-cf72c4175ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5c3681ff-2cd3-4207-bbf0-9b4300e20b11'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:49:45.096956 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Bound port: f59145d6-6845-4c19-a03d-27c930dced9b, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae2e2be-2196-4676-b5e9-cf72c4175ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5c3681ff-2cd3-4207-bbf0-9b4300e20b11'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:49:45.098063 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:45.101637 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2397162f-8c71-4247-9604-380d7822fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:45.103438 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2397162f-8c71-4247-9604-380d7822fa9d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b&tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5 HTTP/1.1" status: 200 len: 1095 time: 0.1297135 Nov 15 14:49:45.117630 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:45.172847 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ed641-fb87-4a33-bcea-4ed9723cb08f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network 3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:49:45.226012 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] For port f59145d6-6845-4c19-a03d-27c930dced9b, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:49:45.229157 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:45.229495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] For port f59145d6-6845-4c19-a03d-27c930dced9b, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f59145d6-6845-4c19-a03d-27c930dced9b,segment=NetworkSegment(3ae2e2be-2196-4676-b5e9-cf72c4175ad8),segment_id=3ae2e2be-2196-4676-b5e9-cf72c4175ad8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:49:45.248185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52938c48-a5df-45bb-b762-6332a5660d47 req-4e1038c2-b696-4b18-89b6-bfe2e32f5b86 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:45.249035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52938c48-a5df-45bb-b762-6332a5660d47 req-4e1038c2-b696-4b18-89b6-bfe2e32f5b86 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.1974580 Nov 15 14:49:45.293614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-06ecc575-19c0-4466-ab12-f151e2f5c6aa req-df2269a0-dfba-4f72-8121-b5f342bb244e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] For port eda3460d-2894-4653-a87c-e1462d146653, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=eda3460d-2894-4653-a87c-e1462d146653,segment=NetworkSegment(5b001b0e-af6a-4afc-87f5-e86106de12d0),segment_id=5b001b0e-af6a-4afc-87f5-e86106de12d0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:45.294032 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-06ecc575-19c0-4466-ab12-f151e2f5c6aa req-df2269a0-dfba-4f72-8121-b5f342bb244e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:45.297416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-013ed641-fb87-4a33-bcea-4ed9723cb08f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:45.306541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ed641-fb87-4a33-bcea-4ed9723cb08f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:45.307144 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-013ed641-fb87-4a33-bcea-4ed9723cb08f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:45.321403 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96917396-3679-45a5-aea1-8a0ad6a5dbd4 None None] Network 3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:45.348122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-06ecc575-19c0-4466-ab12-f151e2f5c6aa req-df2269a0-dfba-4f72-8121-b5f342bb244e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Calling delete_port for eda3460d-2894-4653-a87c-e1462d146653 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:45.375504 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:45.432775 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52938c48-a5df-45bb-b762-6332a5660d47 req-ba22745f-e812-4b39-aae6-58d347d12366 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714983 Nov 15 14:49:45.472872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f16d5-fd77-47e0-a5cf-c20b0db452d5 None None] Pushing event updated for resources: {'Port': ['ID=f59145d6-6845-4c19-a03d-27c930dced9b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:45.579423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:45.596340 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-013ed641-fb87-4a33-bcea-4ed9723cb08f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6659284 Nov 15 14:49:45.599578 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:45.686840 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-06ecc575-19c0-4466-ab12-f151e2f5c6aa req-df2269a0-dfba-4f72-8121-b5f342bb244e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:45.691394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316', 'network_id': '3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316', 'tenant_id': 'a64816c474e04ba9bfa514d49328d116', 'fixed_ips': [{'subnet_id': '707e7c5a-556a-4a60-a2b4-c40cfb207d30'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:49:45.692177 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:45.788437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2269a0-dfba-4f72-8121-b5f342bb244e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Port': ['ID=eda3460d-2894-4653-a87c-e1462d146653,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:45.822738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba04d8-c482-46e6-a390-6ec84c685e8c req-0d45bc11-ac00-4f54-a666-4ad547630063 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:45.831893 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47ba04d8-c482-46e6-a390-6ec84c685e8c req-0d45bc11-ac00-4f54-a666-4ad547630063 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.2288976 Nov 15 14:49:45.884631 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:45.901043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fb10f-b898-49bc-a37d-dbb3e6b2bcee req-0f899ea0-c604-4eb4-b9c0-c2e1bc260afd tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:45.903629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-719fb10f-b898-49bc-a37d-dbb3e6b2bcee req-0f899ea0-c604-4eb4-b9c0-c2e1bc260afd tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 944 time: 0.2354319 Nov 15 14:49:45.953625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ecc575-19c0-4466-ab12-f151e2f5c6aa req-df2269a0-dfba-4f72-8121-b5f342bb244e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] No DVR routers for this DVR port eda3460d-2894-4653-a87c-e1462d146653 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:45.963802 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-06ecc575-19c0-4466-ab12-f151e2f5c6aa req-df2269a0-dfba-4f72-8121-b5f342bb244e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:45.969062 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06ecc575-19c0-4466-ab12-f151e2f5c6aa req-df2269a0-dfba-4f72-8121-b5f342bb244e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.59 "DELETE /v2.0/ports/eda3460d-2894-4653-a87c-e1462d146653 HTTP/1.1" status: 204 len: 173 time: 1.0517290 Nov 15 14:49:45.969629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda6280e-434b-4afc-a001-4dfd785dfc00', 'name': 'network-vif-deleted', 'tag': 'eda3460d-2894-4653-a87c-e1462d146653'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:49:45.972205 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d59694-bc46-42df-bbbf-447f607d0756" -d '{"events": [{"server_uuid": "dda6280e-434b-4afc-a001-4dfd785dfc00", "name": "network-vif-deleted", "tag": "eda3460d-2894-4653-a87c-e1462d146653"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:49:45.989269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:49:46.011507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Allocated IP 172.20.0.2 (3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316/707e7c5a-556a-4a60-a2b4-c40cfb207d30/5cfdeb82-1b34-4ff9-802f-293798cb6ab5) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:46.022751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47ba04d8-c482-46e6-a390-6ec84c685e8c req-242ebe94-67de-4555-ade4-257bb0e6727d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848638 Nov 15 14:49:46.040615 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:46.089066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a4c695-9c01-4d66-ac14-e2b444640e92 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:49:46.101937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-719fb10f-b898-49bc-a37d-dbb3e6b2bcee req-39382b91-68a5-4b5b-afe9-87220118f14d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600471 Nov 15 14:49:46.103326 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:46.133909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Transition to ACTIVE for port object a2a4c695-9c01-4d66-ac14-e2b444640e92 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:49:46.173697 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c3bb127-55b8-4701-b512-29ef1a1ec07e req-e2213e39-ee0d-4de5-bb4d-6c2b3eeaac07 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 210 time: 0.0451844 Nov 15 14:49:46.221988 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2686af38-5fd7-4068-929b-44f20768e002 x-openstack-request-id: req-2686af38-5fd7-4068-929b-44f20768e002 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:49:46.222483 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda6280e-434b-4afc-a001-4dfd785dfc00", "name": "network-vif-deleted", "tag": "eda3460d-2894-4653-a87c-e1462d146653", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:49:46.222987 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2686af38-5fd7-4068-929b-44f20768e002 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:49:46.223540 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda6280e-434b-4afc-a001-4dfd785dfc00', 'name': 'network-vif-deleted', 'tag': 'eda3460d-2894-4653-a87c-e1462d146653', 'status': 'completed', 'code': 200} Nov 15 14:49:46.266010 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:46.338878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b731f-2394-4b5f-825f-1628fe5156c8 req-03237347-34dc-4637-afc7-056a6cb11992 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:46.341164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d91b731f-2394-4b5f-825f-1628fe5156c8 req-03237347-34dc-4637-afc7-056a6cb11992 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.0588019 Nov 15 14:49:46.348240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:46.405443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d91b731f-2394-4b5f-825f-1628fe5156c8 req-1828bc72-4f11-490c-a63c-409d2282b03c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575507 Nov 15 14:49:46.440837 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:46.560781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Pushing event updated for resources: {'Port': ['ID=5cfdeb82-1b34-4ff9-802f-293798cb6ab5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:46.582150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Pushing event updated for resources: {'Port': ['ID=a2a4c695-9c01-4d66-ac14-e2b444640e92,revision_number=9']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:46.604953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Network 3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:46.612030 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:46.615116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:46.620378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] No DVR routers for this DVR port a2a4c695-9c01-4d66-ac14-e2b444640e92 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:46.713711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Attempting to bind port 5cfdeb82-1b34-4ff9-802f-293798cb6ab5 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:49:46.714253 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Attempting to bind port 5cfdeb82-1b34-4ff9-802f-293798cb6ab5 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '5f36a007-b45b-4d96-b04e-f995964bd127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:49:46.728764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Attempting to bind port 5cfdeb82-1b34-4ff9-802f-293798cb6ab5 on network 3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:49:46.737081 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:46.740059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:49:46.740397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Checking segment: {'id': '5f36a007-b45b-4d96-b04e-f995964bd127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:46.744121 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:46.744581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Bound using segment: {'id': '5f36a007-b45b-4d96-b04e-f995964bd127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:49:46.745079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Bound port: 5cfdeb82-1b34-4ff9-802f-293798cb6ab5, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f36a007-b45b-4d96-b04e-f995964bd127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:49:46.745473 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:46.859563 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Subnet': ['ID=707e7c5a-556a-4a60-a2b4-c40cfb207d30,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:46.881448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] For port 5cfdeb82-1b34-4ff9-802f-293798cb6ab5, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:49:46.884647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] For port 5cfdeb82-1b34-4ff9-802f-293798cb6ab5, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=5cfdeb82-1b34-4ff9-802f-293798cb6ab5,segment=NetworkSegment(5f36a007-b45b-4d96-b04e-f995964bd127),segment_id=5f36a007-b45b-4d96-b04e-f995964bd127)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:49:46.967086 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:46.989309 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.007412 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f59145d6-6845-4c19-a03d-27c930dced9b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:49:47.034529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:47.053246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f36a007-b45b-4d96-b04e-f995964bd127') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:47.053631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f36a007-b45b-4d96-b04e-f995964bd127') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:47.072659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Attempting to bind port a2a4c695-9c01-4d66-ac14-e2b444640e92 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:49:47.073068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Attempting to bind port a2a4c695-9c01-4d66-ac14-e2b444640e92 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:49:47.073733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Attempting to bind port a2a4c695-9c01-4d66-ac14-e2b444640e92 on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:49:47.081640 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.101190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:47.107854 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Port a2a4c695-9c01-4d66-ac14-e2b444640e92 on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:49:47.122768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Attempting to bind port a2a4c695-9c01-4d66-ac14-e2b444640e92 on network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:49:47.136995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:49:47.138287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Checking segment: {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:47.139112 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Bound using segment: {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:49:47.143763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Bound port: a2a4c695-9c01-4d66-ac14-e2b444640e92, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '363a7f4c-f1d4-42ce-af58-0875bb9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:49:47.150305 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.150305 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.182217 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:47.185992 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:47.197937 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:47.254377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bac6d-cf55-4967-950a-db065517a1eb req-5d7cbc6c-1757-4fa7-a71e-b44e9bb68063 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:47.270873 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf5bac6d-cf55-4967-950a-db065517a1eb req-5d7cbc6c-1757-4fa7-a71e-b44e9bb68063 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.1244295 Nov 15 14:49:47.272260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d51e6e-bdd4-4ae6-9162-5a27522f0498 None None] Pushing event updated for resources: {'Port': ['ID=5cfdeb82-1b34-4ff9-802f-293798cb6ab5,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:47.300402 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ed2aab-e6e1-4877-b6c2-904dcf4efcf1 None None] Network 3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:47.310115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f59145d6-6845-4c19-a03d-27c930dced9b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:47.311955 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.357064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d31c6e-1e25-4851-9798-9a1bb4793bb5 None None] Network 5c3681ff-2cd3-4207-bbf0-9b4300e20b11 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:47.379137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-701275014', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:47.448338 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:49:47.453138 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:49:47.481141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf5bac6d-cf55-4967-950a-db065517a1eb req-4136fa6a-f901-4d40-8865-7e96c8758a2d tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092452 Nov 15 14:49:47.511417 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a475ed-5589-41ee-9ae4-9c7a55f8b023 req-54015d92-2f92-4b67-90ac-3cc1dbb5509c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:47.513553 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0a475ed-5589-41ee-9ae4-9c7a55f8b023 req-54015d92-2f92-4b67-90ac-3cc1dbb5509c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 944 time: 0.1716464 Nov 15 14:49:47.532677 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 14:49:47.532677 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 14:49:47.532677 n-d-817748-2 neutron-server[103147]: [parameters: {'id': '3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316'}] Nov 15 14:49:47.532677 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:49:47.535236 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:49:47.608252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.619523 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1da690f7-bbf0-4947-a383-c32cf439953c req-c9890e98-19c0-4501-be47-896ff4b3abb2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=dda6280e-434b-4afc-a001-4dfd785dfc00 HTTP/1.1" status: 200 len: 210 time: 0.0409737 Nov 15 14:49:47.619523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Made reservation on behalf of 4240072e5e7b43219d0687b270d5adc5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:47.621824 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.630947 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.636612 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0a475ed-5589-41ee-9ae4-9c7a55f8b023 req-f27aa0f2-f23c-4396-bce5-c9321e53b55d tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129675 Nov 15 14:49:47.699618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-65360a2c-3551-4b75-b3b8-8979a4ff34f0 None None] Provisioning complete for port f59145d6-6845-4c19-a03d-27c930dced9b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:47.699990 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65360a2c-3551-4b75-b3b8-8979a4ff34f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.758993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.761584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:47.762687 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.764321 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] 10.222.0.46 "PUT /v2.0/ports/a2a4c695-9c01-4d66-ac14-e2b444640e92 HTTP/1.1" status: 200 len: 1092 time: 2.6511757 Nov 15 14:49:47.768769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:49:47.772508 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b97b48-91cf-4b3f-96b6-2757fd4a5ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:49:47.779484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc46bb8-6a5d-4fab-abf9-3be3fd17bdff service neutron] Pushing event updated for resources: {'Port': ['ID=a2a4c695-9c01-4d66-ac14-e2b444640e92,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:47.833254 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2401bdb9-30d3-46e1-8c4b-1295bf4d2d8e x-openstack-request-id: req-2401bdb9-30d3-46e1-8c4b-1295bf4d2d8e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:49:47.833957 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:49:47.834219 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2401bdb9-30d3-46e1-8c4b-1295bf4d2d8e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:49:47.834777 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'status': 'completed', 'code': 200} Nov 15 14:49:47.853063 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-cca0a5bd-dd05-4640-82e2-a8e0d4e67d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:47.854823 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-cca0a5bd-dd05-4640-82e2-a8e0d4e67d26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 1096 time: 0.0554838 Nov 15 14:49:47.857581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.871719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] device_id is not set on port 8ff0b973-c46b-466c-91a7-682bd4585cd7 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:49:47.924310 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:47.970490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b9c079-b979-4a50-a354-6b1ceb6ff872,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:48.005364 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-6510c1f4-93fa-4864-af59-36da25b33db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:48.012590 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-6510c1f4-93fa-4864-af59-36da25b33db4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 918 time: 0.1456778 Nov 15 14:49:48.012973 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65360a2c-3551-4b75-b3b8-8979a4ff34f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.034352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port f59145d6-6845-4c19-a03d-27c930dced9b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f59145d6-6845-4c19-a03d-27c930dced9b,segment=NetworkSegment(3ae2e2be-2196-4676-b5e9-cf72c4175ad8),segment_id=3ae2e2be-2196-4676-b5e9-cf72c4175ad8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:48.053774 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.056267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Allocated IP 172.25.4.186 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/8ff0b973-c46b-466c-91a7-682bd4585cd7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:48.126460 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.164316 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-d5eaf1ed-2eec-4f39-88e7-3767b9464fcd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92 HTTP/1.1" status: 200 len: 1000 time: 0.1279805 Nov 15 14:49:48.188817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48010) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:48.209802 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=f59145d6-6845-4c19-a03d-27c930dced9b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:48.212311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device eee765ff-d9f6-4b10-8000-f386892b45df no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:49:48.258705 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.260487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Deleting port 5cfdeb82-1b34-4ff9-802f-293798cb6ab5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:48.261024 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.279006 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:48.279318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:48.279664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:48.280002 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:48.280337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:48.280670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:48.281287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:48.282832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:48.284080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:48.284365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:48.288744 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:48.289140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:49:48.293080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: eee765ff-d9f6-4b10-8000-f386892b45df {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:49:48.293487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device eee765ff-d9f6-4b10-8000-f386892b45df not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:49:48.317919 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-65360a2c-3551-4b75-b3b8-8979a4ff34f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:49:48.318281 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-65360a2c-3551-4b75-b3b8-8979a4ff34f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:49:48.329927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-7b3c2754-b871-4013-ad16-48d32996717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:48.331669 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-7b3c2754-b871-4013-ad16-48d32996717d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 200 len: 856 time: 0.1568420 Nov 15 14:49:48.367394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b73840d-5db2-4594-ad9d-32bd1e6d037b None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 14:49:48.383425 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.397221 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b26d27b9-d6b4-4b41-a815-aeaa4ded3242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.402078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] For port 5cfdeb82-1b34-4ff9-802f-293798cb6ab5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=5cfdeb82-1b34-4ff9-802f-293798cb6ab5,segment=NetworkSegment(5f36a007-b45b-4d96-b04e-f995964bd127),segment_id=5f36a007-b45b-4d96-b04e-f995964bd127)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:48.402881 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.425564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Calling delete_port for 5cfdeb82-1b34-4ff9-802f-293798cb6ab5 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:48.430731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:48.436539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:48.439631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-4fb63d03-a4d8-48f5-a63f-de37c2269c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:48.439797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:48.441198 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-4fb63d03-a4d8-48f5-a63f-de37c2269c70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963726 Nov 15 14:49:48.446178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff0b973-c46b-466c-91a7-682bd4585cd7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:48.486497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:48.487379 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.513153 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b73840d-5db2-4594-ad9d-32bd1e6d037b None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 14:49:48.616429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7017fa9f-6516-4493-b9d9-83428367cff0 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5131931 Nov 15 14:49:48.619894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48016) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:48.630961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.186'}]}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:48.636659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a663a-3132-4c3d-a905-68e35fae5b0e req-ca881076-862d-41d2-acc2-32647f647faf tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:48.639391 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e88a663a-3132-4c3d-a905-68e35fae5b0e req-ca881076-862d-41d2-acc2-32647f647faf tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.0769978 Nov 15 14:49:48.667727 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b26d27b9-d6b4-4b41-a815-aeaa4ded3242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.678802 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-5ee488de-17b6-495e-89f9-27d75b567872 service neutron] 10.222.0.46 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234046 Nov 15 14:49:48.712882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e88a663a-3132-4c3d-a905-68e35fae5b0e req-fc215ddc-cc12-4792-a936-a4b37b58f40f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659482 Nov 15 14:49:48.729251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48022) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:48.775625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.801080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No DVR routers for this DVR port 5cfdeb82-1b34-4ff9-802f-293798cb6ab5 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:48.828565 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f573d11-20d2-4c08-afa3-81ede82a75c2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.858221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Port': ['ID=5cfdeb82-1b34-4ff9-802f-293798cb6ab5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:48.865682 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f573d11-20d2-4c08-afa3-81ede82a75c2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.889353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fa17d-6d21-4bd5-8a7a-357b43fef3d6 req-d5c6e6a5-e99d-4a3a-b09d-a7b664fe53a4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:48.891193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f32fa17d-6d21-4bd5-8a7a-357b43fef3d6 req-d5c6e6a5-e99d-4a3a-b09d-a7b664fe53a4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 945 time: 0.1043091 Nov 15 14:49:48.896242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f59145d6-6845-4c19-a03d-27c930dced9b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:49:48.935410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.937192 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.941885 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b26d27b9-d6b4-4b41-a815-aeaa4ded3242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:48.998637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f32fa17d-6d21-4bd5-8a7a-357b43fef3d6 req-09518b62-a315-438c-85bd-7fb67be761d7 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902209 Nov 15 14:49:49.029075 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b26d27b9-d6b4-4b41-a815-aeaa4ded3242 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=639114c4df314c5384b75b63a1ba2ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8390670 Nov 15 14:49:49.032502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:49.047882 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-75482a14-dbbf-48e0-9558-71eb26b5e051 service neutron] 10.222.0.46 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612542 Nov 15 14:49:49.061106 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.071325 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f573d11-20d2-4c08-afa3-81ede82a75c2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.076852 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f573d11-20d2-4c08-afa3-81ede82a75c2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.077810 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3f573d11-20d2-4c08-afa3-81ede82a75c2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "DELETE /v2.0/security-groups/5406e337-1e29-4ae5-8a8a-b998d237988a HTTP/1.1" status: 204 len: 168 time: 0.3482742 Nov 15 14:49:49.078679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482bcc7f-a14e-4be5-add5-3b14ccde7f57 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:49.094420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d27b9-d6b4-4b41-a815-aeaa4ded3242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fceecc-d8c1-417e-9e7e-a2933ed9733e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:49.111056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f59145d6-6845-4c19-a03d-27c930dced9b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:49.111446 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.118096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:49.130737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f573d11-20d2-4c08-afa3-81ede82a75c2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5406e337-1e29-4ae5-8a8a-b998d237988a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:49.138355 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a9f2fdf-3e6b-4008-b8a4-cfbdb0a2bf0e None None] Provisioning complete for port f59145d6-6845-4c19-a03d-27c930dced9b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:49.138755 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a9f2fdf-3e6b-4008-b8a4-cfbdb0a2bf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.158827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f36a007-b45b-4d96-b04e-f995964bd127') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:49.159286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f36a007-b45b-4d96-b04e-f995964bd127') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:49.159660 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-373c0a6a-5659-4f42-9969-6c308e808ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.161940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.170436 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.188519 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-373c0a6a-5659-4f42-9969-6c308e808ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.197940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.222918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:49.225626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:49.225874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:49.241640 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:49.335627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b73286-478c-4cfe-8d52-5a4c7ff09ea1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting subnet af6de3c1-0552-4c8f-9c48-7b81c961dfc6 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:49:49.353505 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3b73286-478c-4cfe-8d52-5a4c7ff09ea1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.389615 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-373c0a6a-5659-4f42-9969-6c308e808ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.392516 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-373c0a6a-5659-4f42-9969-6c308e808ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.393734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-373c0a6a-5659-4f42-9969-6c308e808ea2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02fceecc-d8c1-417e-9e7e-a2933ed9733e HTTP/1.1" status: 204 len: 168 time: 0.3589308 Nov 15 14:49:49.411706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c0a6a-5659-4f42-9969-6c308e808ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fceecc-d8c1-417e-9e7e-a2933ed9733e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:49.485235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-14963bc8-7944-4943-b34a-2918ef51fc1c None None] Provisioning complete for port 8ff0b973-c46b-466c-91a7-682bd4585cd7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:49.486736 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14963bc8-7944-4943-b34a-2918ef51fc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.498141 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3b73286-478c-4cfe-8d52-5a4c7ff09ea1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.527365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b97b48-91cf-4b3f-96b6-2757fd4a5ab8 req-04090803-edb3-4bc3-88a2-da61cb760f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:49.528468 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f2b97b48-91cf-4b3f-96b6-2757fd4a5ab8 req-04090803-edb3-4bc3-88a2-da61cb760f8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 1096 time: 0.2860258 Nov 15 14:49:49.557669 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-14963bc8-7944-4943-b34a-2918ef51fc1c None None] Port 8ff0b973-c46b-466c-91a7-682bd4585cd7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:49:49.571228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device eda3460d-2894-4653-a87c-e1462d146653 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:49:49.601308 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: eda3460d-2894-4653-a87c-e1462d146653 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:49:49.601656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device eda3460d-2894-4653-a87c-e1462d146653 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:49:49.657173 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.661520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce69586-7547-49dd-a400-0628e45d8ab6 req-0d965c8a-a340-4896-8a32-9dd1905ac19b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:49.669862 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ce69586-7547-49dd-a400-0628e45d8ab6 req-0d965c8a-a340-4896-8a32-9dd1905ac19b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.2233462 Nov 15 14:49:49.720723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f7a66-a46e-401b-9def-0d543f2782f1 req-689d6048-d225-44d9-8a86-8b9cc02c0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:49.722416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-477f7a66-a46e-401b-9def-0d543f2782f1 req-689d6048-d225-44d9-8a86-8b9cc02c0ea1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e64ab8c292434c08a0bd485e8163082c&device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 1097 time: 0.1410484 Nov 15 14:49:49.765176 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3b73286-478c-4cfe-8d52-5a4c7ff09ea1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:49.851230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ce69586-7547-49dd-a400-0628e45d8ab6 req-d1e54e69-61cc-4f54-9670-46bd366c3ae6 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775794 Nov 15 14:49:49.922263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f7a66-a46e-401b-9def-0d543f2782f1 req-e1f65fc0-9e43-40e4-bcb7-2db230b33062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:49.924141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-477f7a66-a46e-401b-9def-0d543f2782f1 req-e1f65fc0-9e43-40e4-bcb7-2db230b33062 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49b70721-bd7f-4329-8b83-e5c54852f629 HTTP/1.1" status: 200 len: 914 time: 0.1868353 Nov 15 14:49:49.995475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-477f7a66-a46e-401b-9def-0d543f2782f1 req-c06c19b0-8fc7-4f3b-b28f-6e75f292542a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 HTTP/1.1" status: 200 len: 217 time: 0.0595722 Nov 15 14:49:50.002939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3b73286-478c-4cfe-8d52-5a4c7ff09ea1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:50.025226 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:50.033062 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316 HTTP/1.1" status: 204 len: 168 time: 4.4147184 Nov 15 14:49:50.034092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:50.046205 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:50.058231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-79446a15-22e0-43d6-988b-e18a88327b04 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1112520592'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:50.065023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54536ebe-7fe3-4fc9-ac3f-4e1f0f1aff6d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Network': ['ID=3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:50.123700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f7a66-a46e-401b-9def-0d543f2782f1 req-68d42e38-4528-4c80-9b4c-adfaa2b6518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:50.126748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-477f7a66-a46e-401b-9def-0d543f2782f1 req-68d42e38-4528-4c80-9b4c-adfaa2b6518e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98cd6aa6-42c0-4323-bf9b-53854b1f02f6 HTTP/1.1" status: 200 len: 853 time: 0.1172469 Nov 15 14:49:50.133582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b97b48-91cf-4b3f-96b6-2757fd4a5ab8 req-beb6ecbf-59bc-47ce-906e-56e88584bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:50.137255 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f2b97b48-91cf-4b3f-96b6-2757fd4a5ab8 req-beb6ecbf-59bc-47ce-906e-56e88584bd32 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 200 len: 918 time: 0.5976167 Nov 15 14:49:50.160463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b73286-478c-4cfe-8d52-5a4c7ff09ea1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Subnet': ['ID=af6de3c1-0552-4c8f-9c48-7b81c961dfc6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:50.177483 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3b73286-478c-4cfe-8d52-5a4c7ff09ea1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:50.187091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df86a562-5442-4aa3-8977-748ec024480b None None] Network 6a7e3142-2093-413a-8c14-107e6e697972 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:50.198233 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c3b73286-478c-4cfe-8d52-5a4c7ff09ea1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "DELETE /v2.0/subnets/af6de3c1-0552-4c8f-9c48-7b81c961dfc6 HTTP/1.1" status: 204 len: 168 time: 0.9697015 Nov 15 14:49:50.234905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48074) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:50.274005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79446a15-22e0-43d6-988b-e18a88327b04 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:50.278354 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79446a15-22e0-43d6-988b-e18a88327b04 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:50.367044 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-477f7a66-a46e-401b-9def-0d543f2782f1 req-2c3d2319-f94b-4de1-b7e1-c998687c4888 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49b70721-bd7f-4329-8b83-e5c54852f629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499133 Nov 15 14:49:50.500572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79446a15-22e0-43d6-988b-e18a88327b04 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:49:50.520583 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:50.542649 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79446a15-22e0-43d6-988b-e18a88327b04 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:50.543517 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-79446a15-22e0-43d6-988b-e18a88327b04 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Added segment 92cd9709-5bd8-4fbd-99c8-5671f49fb4f6 of type vlan for network 2b2a34da-714b-4893-b134-8ec946f834e4 Nov 15 14:49:50.554016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4b39a-f203-48f5-af29-b37880c3295d req-63ed9094-3379-42c4-a885-1eadc18da344 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:50.564863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caa96a8-11dd-4796-a475-85112cf50799 None None] DHCP port deletion for 6a7e3142-2093-413a-8c14-107e6e697972 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:50.565088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03d4b39a-f203-48f5-af29-b37880c3295d req-63ed9094-3379-42c4-a885-1eadc18da344 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 945 time: 0.3901479 Nov 15 14:49:50.611735 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f2b97b48-91cf-4b3f-96b6-2757fd4a5ab8 req-91a52585-c702-498b-b9f3-cb50f5bdc4e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92 HTTP/1.1" status: 200 len: 1000 time: 0.4266760 Nov 15 14:49:50.617937 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79446a15-22e0-43d6-988b-e18a88327b04 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:50.679378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3caa96a8-11dd-4796-a475-85112cf50799 None None] Deleting port 6b56550e-23d3-4a92-8437-09ab2dc21788 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:50.682346 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3caa96a8-11dd-4796-a475-85112cf50799 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:50.707281 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-477f7a66-a46e-401b-9def-0d543f2782f1 req-dd00b3c6-1ccd-4baa-9990-d7372d0fe2b1 service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392355 Nov 15 14:49:50.735596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b97b48-91cf-4b3f-96b6-2757fd4a5ab8 req-a584b47e-6317-4ea2-86a9-e559a27bc229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:50.736089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03d4b39a-f203-48f5-af29-b37880c3295d req-535b8e1d-4d46-4368-86a4-c08b77cca50c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652193 Nov 15 14:49:50.742479 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f2b97b48-91cf-4b3f-96b6-2757fd4a5ab8 req-a584b47e-6317-4ea2-86a9-e559a27bc229 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 200 len: 856 time: 0.0960624 Nov 15 14:49:50.773384 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3caa96a8-11dd-4796-a475-85112cf50799 None None] For port 6b56550e-23d3-4a92-8437-09ab2dc21788, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6b56550e-23d3-4a92-8437-09ab2dc21788,segment=NetworkSegment(5b001b0e-af6a-4afc-87f5-e86106de12d0),segment_id=5b001b0e-af6a-4afc-87f5-e86106de12d0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:50.773976 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3caa96a8-11dd-4796-a475-85112cf50799 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:50.802729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3caa96a8-11dd-4796-a475-85112cf50799 None None] Calling delete_port for 6b56550e-23d3-4a92-8437-09ab2dc21788 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:50.915836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6b56550e-23d3-4a92-8437-09ab2dc21788 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:49:50.932708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting port 6b56550e-23d3-4a92-8437-09ab2dc21788 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:50.933061 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:50.941988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79446a15-22e0-43d6-988b-e18a88327b04 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:50.949851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79446a15-22e0-43d6-988b-e18a88327b04 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:50.950823 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79446a15-22e0-43d6-988b-e18a88327b04 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:51.037246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79446a15-22e0-43d6-988b-e18a88327b04 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=2b2a34da-714b-4893-b134-8ec946f834e4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:51.063324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 2b2a34da-714b-4893-b134-8ec946f834e4 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:49:51.073599 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b97b48-91cf-4b3f-96b6-2757fd4a5ab8 req-51d60f23-5a88-4f29-9b6f-e35fb795db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:51.082552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-477f7a66-a46e-401b-9def-0d543f2782f1 req-23f71825-7a19-482a-b482-4d68b44c8989 service neutron] 10.222.0.46 "GET /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318810 Nov 15 14:49:51.082712 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f2b97b48-91cf-4b3f-96b6-2757fd4a5ab8 req-51d60f23-5a88-4f29-9b6f-e35fb795db9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ea2ca3e-1721-4db8-b73a-df9152dcae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3174598 Nov 15 14:49:51.199035 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-79446a15-22e0-43d6-988b-e18a88327b04 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1465516 Nov 15 14:49:51.207861 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48092) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:51.217172 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'subnet': {'network_id': '2b2a34da-714b-4893-b134-8ec946f834e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:51.222306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] For port 6b56550e-23d3-4a92-8437-09ab2dc21788, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6b56550e-23d3-4a92-8437-09ab2dc21788,segment=NetworkSegment(5b001b0e-af6a-4afc-87f5-e86106de12d0),segment_id=5b001b0e-af6a-4afc-87f5-e86106de12d0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:51.226722 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:51.241597 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:51.268448 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3caa96a8-11dd-4796-a475-85112cf50799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:51.307777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa96a8-11dd-4796-a475-85112cf50799 None None] Pushing event deleted for resources: {'Port': ['ID=6b56550e-23d3-4a92-8437-09ab2dc21788,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:51.326867 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:51.345194 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa96a8-11dd-4796-a475-85112cf50799 None None] No DVR routers for this DVR port 6b56550e-23d3-4a92-8437-09ab2dc21788 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:51.374722 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:51.511949 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f2b97b48-91cf-4b3f-96b6-2757fd4a5ab8 req-ee9fc0a8-dcf9-4134-9cf2-7ac35b4f0216 service neutron] 10.222.0.46 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157355 Nov 15 14:49:51.592970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:51.605266 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:51.735893 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Performing IP validity checks on allocation pools {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 14:49:51.737120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 14:49:51.852951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Calling delete_port for 6b56550e-23d3-4a92-8437-09ab2dc21788 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:51.878841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa405312-68b5-47c4-a25c-ac3840bc8e0a req-b6699fee-8810-48dc-b4a9-ce461c27d6c2 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:51.880170 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa405312-68b5-47c4-a25c-ac3840bc8e0a req-b6699fee-8810-48dc-b4a9-ce461c27d6c2 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.9170842 Nov 15 14:49:51.942384 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f2b97b48-91cf-4b3f-96b6-2757fd4a5ab8 req-29d00fd8-2ef1-4732-bdac-a4a0190e9c56 service neutron] 10.222.0.46 "GET /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964669 Nov 15 14:49:51.948632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:51.989439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa405312-68b5-47c4-a25c-ac3840bc8e0a req-3f1e366c-94b4-43e8-a399-2e49795c601f tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695572 Nov 15 14:49:52.032983 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.101470 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Port': ['ID=6b56550e-23d3-4a92-8437-09ab2dc21788,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:52.108348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] No DVR routers for this DVR port 6b56550e-23d3-4a92-8437-09ab2dc21788 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:52.238264 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.261485 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.263497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.267444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7e3142-2093-413a-8c14-107e6e697972']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:52.278829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b001b0e-af6a-4afc-87f5-e86106de12d0') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:52.279222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b001b0e-af6a-4afc-87f5-e86106de12d0') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:52.291657 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.309628 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.323619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:52.323619 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:52.332483 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:52.344997 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.419285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.419781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f3b510b-6d02-41e9-896c-42ccf5b281f3 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:49:52.450462 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Subnet': ['ID=f6918c2f-97c7-4b1c-a074-684cbd3bbc9a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:52.468774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking segment: {'id': '92cd9709-5bd8-4fbd-99c8-5671f49fb4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2b2a34da-714b-4893-b134-8ec946f834e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:52.468774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network hostable DHCP agents. Network: 2b2a34da-714b-4893-b134-8ec946f834e4, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:49:52.513693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c6187-ac80-4a0b-a0d3-8a367f07bbf9 req-3335b0a7-1472-4311-8280-7455001035a1 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:52.515315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-840c6187-ac80-4a0b-a0d3-8a367f07bbf9 req-3335b0a7-1472-4311-8280-7455001035a1 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 945 time: 0.1895144 Nov 15 14:49:52.543526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67098a-a6b5-4fa9-9cfd-876b0a8b0061 req-1c4c482b-612b-4e98-890a-b0e2db1ccbc3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:52.549508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67098a-a6b5-4fa9-9cfd-876b0a8b0061 req-1c4c482b-612b-4e98-890a-b0e2db1ccbc3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:52.555568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67098a-a6b5-4fa9-9cfd-876b0a8b0061 req-1c4c482b-612b-4e98-890a-b0e2db1ccbc3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:52.561560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67098a-a6b5-4fa9-9cfd-876b0a8b0061 req-1c4c482b-612b-4e98-890a-b0e2db1ccbc3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:52.567567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67098a-a6b5-4fa9-9cfd-876b0a8b0061 req-1c4c482b-612b-4e98-890a-b0e2db1ccbc3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:52.572853 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 15 14:49:52.573525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67098a-a6b5-4fa9-9cfd-876b0a8b0061 req-1c4c482b-612b-4e98-890a-b0e2db1ccbc3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:52.575650 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b0f68ea0-f2d6-4bd1-bc29-cdbc27fe64f9 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9467220 Nov 15 14:49:52.586616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67098a-a6b5-4fa9-9cfd-876b0a8b0061 req-1c4c482b-612b-4e98-890a-b0e2db1ccbc3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:52.586773 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:52.586861 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a67098a-a6b5-4fa9-9cfd-876b0a8b0061 req-1c4c482b-612b-4e98-890a-b0e2db1ccbc3 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5433 time: 0.2405567 Nov 15 14:49:52.640511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network 2b2a34da-714b-4893-b134-8ec946f834e4 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:49:52.644619 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.660623 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.664409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "DELETE /v2.0/networks/6a7e3142-2093-413a-8c14-107e6e697972 HTTP/1.1" status: 204 len: 168 time: 2.4177024 Nov 15 14:49:52.668681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48112) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:52.693298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-840c6187-ac80-4a0b-a0d3-8a367f07bbf9 req-ea43d03e-b9d7-42e9-b0a5-3587c25367ba tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097853 Nov 15 14:49:52.749459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575d81b-2844-41cc-8fa3-ce6811400e1a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Network': ['ID=6a7e3142-2093-413a-8c14-107e6e697972,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:52.754859 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-31430af3-70f6-48c5-8a57-d09ed15b66f5 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Deleting port 8ff0b973-c46b-466c-91a7-682bd4585cd7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:52.755410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31430af3-70f6-48c5-8a57-d09ed15b66f5 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.764603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a67098a-a6b5-4fa9-9cfd-876b0a8b0061 req-3ad79010-7800-4c62-bd35-ac1b43f9afd8 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1702549 Nov 15 14:49:52.875148 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 2b2a34da-714b-4893-b134-8ec946f834e4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:52.886197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e35242-123e-4c54-b52d-073d09532a0f None None] Network 2b2a34da-714b-4893-b134-8ec946f834e4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:52.896905 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:52.897522 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.914836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-84af6575-644e-491e-a3d9-0ea5be9035f3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting port 4d3e617f-30f5-4328-a460-a0a3f773d48e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:52.915830 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84af6575-644e-491e-a3d9-0ea5be9035f3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.955042 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31430af3-70f6-48c5-8a57-d09ed15b66f5 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:52.971816 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-31430af3-70f6-48c5-8a57-d09ed15b66f5 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Calling delete_port for 8ff0b973-c46b-466c-91a7-682bd4585cd7 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:53.006173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:53.009607 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-941eb822-16da-40fc-ba5a-f1e39d638611 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7960432 Nov 15 14:49:53.277670 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84af6575-644e-491e-a3d9-0ea5be9035f3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:53.278014 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84af6575-644e-491e-a3d9-0ea5be9035f3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:53.287651 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31430af3-70f6-48c5-8a57-d09ed15b66f5 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:53.323902 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:53.344388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-84af6575-644e-491e-a3d9-0ea5be9035f3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Calling delete_port for 4d3e617f-30f5-4328-a460-a0a3f773d48e owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:53.357449 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-2b2a34da-714b-4893-b134-8ec946f834e4', 'network_id': '2b2a34da-714b-4893-b134-8ec946f834e4', 'tenant_id': 'a64816c474e04ba9bfa514d49328d116', 'fixed_ips': [{'subnet_id': 'f6918c2f-97c7-4b1c-a074-684cbd3bbc9a'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:49:53.358332 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:53.380731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31430af3-70f6-48c5-8a57-d09ed15b66f5 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ff0b973-c46b-466c-91a7-682bd4585cd7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:53.404603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82efd20-cb57-4ce1-ad26-ac1cf4a86876 req-c9909df2-fc2c-4a54-9e16-822bbe4aaab2 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:53.406581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d82efd20-cb57-4ce1-ad26-ac1cf4a86876 req-c9909df2-fc2c-4a54-9e16-822bbe4aaab2 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.2556443 Nov 15 14:49:53.428102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0a55f0-542b-4f9f-a3a0-58decead0014 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:49:53.595722 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31430af3-70f6-48c5-8a57-d09ed15b66f5 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:53.600206 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-31430af3-70f6-48c5-8a57-d09ed15b66f5 tempest-RoutersAdminNegativeTest-897326868 tempest-RoutersAdminNegativeTest-897326868-project-admin] 10.222.0.70 "DELETE /v2.0/ports/8ff0b973-c46b-466c-91a7-682bd4585cd7 HTTP/1.1" status: 204 len: 168 time: 1.0176127 Nov 15 14:49:53.715830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Allocated IP 172.20.0.3 (2b2a34da-714b-4893-b134-8ec946f834e4/f6918c2f-97c7-4b1c-a074-684cbd3bbc9a/847a65ae-2d52-4c69-947d-775b897558f5) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:49:53.869410 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:53.940638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d82efd20-cb57-4ce1-ad26-ac1cf4a86876 req-aed8102b-7b63-477b-b508-c8403f4b9353 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021350 Nov 15 14:49:53.945464 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:53.952401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749636-1f83-4e70-b837-a9ed39f465eb req-ee27f0ef-7ca2-47fa-b041-392d47bd2d1f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:53.964377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749636-1f83-4e70-b837-a9ed39f465eb req-ee27f0ef-7ca2-47fa-b041-392d47bd2d1f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:53.965628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749636-1f83-4e70-b837-a9ed39f465eb req-ee27f0ef-7ca2-47fa-b041-392d47bd2d1f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:53.970991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749636-1f83-4e70-b837-a9ed39f465eb req-ee27f0ef-7ca2-47fa-b041-392d47bd2d1f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:53.977374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749636-1f83-4e70-b837-a9ed39f465eb req-ee27f0ef-7ca2-47fa-b041-392d47bd2d1f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:53.983360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749636-1f83-4e70-b837-a9ed39f465eb req-ee27f0ef-7ca2-47fa-b041-392d47bd2d1f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:53.989605 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749636-1f83-4e70-b837-a9ed39f465eb req-ee27f0ef-7ca2-47fa-b041-392d47bd2d1f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:53.991652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32749636-1f83-4e70-b837-a9ed39f465eb req-ee27f0ef-7ca2-47fa-b041-392d47bd2d1f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5433 time: 0.4695649 Nov 15 14:49:54.116251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34b555-cd56-433b-a179-188e5c15e6c6 req-2fde4d7c-766e-4756-a06d-3b84e09bf817 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.117776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f34b555-cd56-433b-a179-188e5c15e6c6 req-2fde4d7c-766e-4756-a06d-3b84e09bf817 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 945 time: 0.2756395 Nov 15 14:49:54.125704 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749636-1f83-4e70-b837-a9ed39f465eb req-753a0092-e8bd-45da-915b-5e89f8b8f1e2 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.125704 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32749636-1f83-4e70-b837-a9ed39f465eb req-753a0092-e8bd-45da-915b-5e89f8b8f1e2 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "GET /v2.0/ports/5f31cc54-f91d-41a5-be06-8333aa16e417?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1162074 Nov 15 14:49:54.139100 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:54.218784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Network 2b2a34da-714b-4893-b134-8ec946f834e4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:49:54.228581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:49:54.237632 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:49:54.264004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc6356-447d-4ac2-860e-e6d9465979de req-f31d4886-66ce-4c6c-af76-13e06de7d4fd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.272737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc6356-447d-4ac2-860e-e6d9465979de req-f31d4886-66ce-4c6c-af76-13e06de7d4fd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.279611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc6356-447d-4ac2-860e-e6d9465979de req-f31d4886-66ce-4c6c-af76-13e06de7d4fd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.286008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc6356-447d-4ac2-860e-e6d9465979de req-f31d4886-66ce-4c6c-af76-13e06de7d4fd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.293154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc6356-447d-4ac2-860e-e6d9465979de req-f31d4886-66ce-4c6c-af76-13e06de7d4fd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.299284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc6356-447d-4ac2-860e-e6d9465979de req-f31d4886-66ce-4c6c-af76-13e06de7d4fd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.308536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc6356-447d-4ac2-860e-e6d9465979de req-f31d4886-66ce-4c6c-af76-13e06de7d4fd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.308770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bbc6356-447d-4ac2-860e-e6d9465979de req-f31d4886-66ce-4c6c-af76-13e06de7d4fd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5433 time: 0.2457588 Nov 15 14:49:54.364622 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:54.371868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Pushing event updated for resources: {'Port': ['ID=847a65ae-2d52-4c69-947d-775b897558f5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:54.406320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Attempting to bind port 847a65ae-2d52-4c69-947d-775b897558f5 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:49:54.406719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Attempting to bind port 847a65ae-2d52-4c69-947d-775b897558f5 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '92cd9709-5bd8-4fbd-99c8-5671f49fb4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2b2a34da-714b-4893-b134-8ec946f834e4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:49:54.407088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Attempting to bind port 847a65ae-2d52-4c69-947d-775b897558f5 on network 2b2a34da-714b-4893-b134-8ec946f834e4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:49:54.412681 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:49:54.418658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Checking segment: {'id': '92cd9709-5bd8-4fbd-99c8-5671f49fb4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2b2a34da-714b-4893-b134-8ec946f834e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:49:54.418658 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:54.418658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Bound using segment: {'id': '92cd9709-5bd8-4fbd-99c8-5671f49fb4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2b2a34da-714b-4893-b134-8ec946f834e4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:49:54.418658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Bound port: 847a65ae-2d52-4c69-947d-775b897558f5, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cd9709-5bd8-4fbd-99c8-5671f49fb4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2b2a34da-714b-4893-b134-8ec946f834e4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:49:54.418658 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:54.502184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f34b555-cd56-433b-a179-188e5c15e6c6 req-980baf9b-a01d-4ad4-9016-1fc378e8c1b4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345659 Nov 15 14:49:54.502885 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84af6575-644e-491e-a3d9-0ea5be9035f3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:54.533760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:54.548606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] For port 847a65ae-2d52-4c69-947d-775b897558f5, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:49:54.556134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] For port 847a65ae-2d52-4c69-947d-775b897558f5, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=847a65ae-2d52-4c69-947d-775b897558f5,segment=NetworkSegment(92cd9709-5bd8-4fbd-99c8-5671f49fb4f6),segment_id=92cd9709-5bd8-4fbd-99c8-5671f49fb4f6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:49:54.557316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Subnet': ['ID=f6918c2f-97c7-4b1c-a074-684cbd3bbc9a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:54.624847 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-4586ec4b-f0c4-438b-b52b-2cb111dcae08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1853969 Nov 15 14:49:54.655215 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:54.659888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32749636-1f83-4e70-b837-a9ed39f465eb req-92c28a29-90ba-4611-a767-e814e7f1cf4f tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "GET /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5288651 Nov 15 14:49:54.660050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af6575-644e-491e-a3d9-0ea5be9035f3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Port': ['ID=4d3e617f-30f5-4328-a460-a0a3f773d48e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:54.751420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-37e7169a-a8d1-4e71-89f7-de34243e7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.753327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-32749636-1f83-4e70-b837-a9ed39f465eb req-fc1053c2-2506-4738-97b0-73292de2efab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:54.754043 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-37e7169a-a8d1-4e71-89f7-de34243e7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.754573 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-37e7169a-a8d1-4e71-89f7-de34243e7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.755039 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-37e7169a-a8d1-4e71-89f7-de34243e7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.755504 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-37e7169a-a8d1-4e71-89f7-de34243e7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.760346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-37e7169a-a8d1-4e71-89f7-de34243e7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.760856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-37e7169a-a8d1-4e71-89f7-de34243e7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:54.768811 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-37e7169a-a8d1-4e71-89f7-de34243e7294 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 6500 time: 0.1058524 Nov 15 14:49:54.844020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6668c89-f245-4a8e-a52b-889c784cdb8c None None] Pushing event updated for resources: {'Port': ['ID=847a65ae-2d52-4c69-947d-775b897558f5,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:54.900918 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:54.939778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9633ef-b922-429d-85ed-56436a92feae None None] Network 2b2a34da-714b-4893-b134-8ec946f834e4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:49:54.941104 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03dbb76a-8910-4266-a754-c89ec854355c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:54.971872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bbc6356-447d-4ac2-860e-e6d9465979de req-a5bc3cff-9431-4ca1-94b1-d2e812fb0063 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6433010 Nov 15 14:49:55.016831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2a34da-714b-4893-b134-8ec946f834e4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:55.099536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cd9709-5bd8-4fbd-99c8-5671f49fb4f6') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:55.099840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cd9709-5bd8-4fbd-99c8-5671f49fb4f6') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:55.109594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-0b08adaa-eabb-46bc-8959-04d6695db72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:55.110284 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-0b08adaa-eabb-46bc-8959-04d6695db72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:55.110993 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-0b08adaa-eabb-46bc-8959-04d6695db72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:55.114123 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-0b08adaa-eabb-46bc-8959-04d6695db72a service neutron] 10.222.0.46 "GET /v2.0/networks?id=05e84ef2-d628-4e8b-85d1-d2b727ab8196&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a HTTP/1.1" status: 200 len: 2297 time: 0.2968042 Nov 15 14:49:55.124602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de487606-0173-49de-85e2-df10b0abb84c req-5a7a1a65-f0ea-4a6b-9821-6e12e22199ed tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:55.130961 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de487606-0173-49de-85e2-df10b0abb84c req-5a7a1a65-f0ea-4a6b-9821-6e12e22199ed tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.4915307 Nov 15 14:49:55.133710 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-fc1053c2-2506-4738-97b0-73292de2efab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:55.139363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84af6575-644e-491e-a3d9-0ea5be9035f3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:55.140415 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-84af6575-644e-491e-a3d9-0ea5be9035f3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Floating IP 562136d8-e9b0-4d3a-a616-c6f06b4d653f disassociated (deleted). External IP: 172.25.4.169, port: db40158c-0b5c-409b-ae4a-0d8388c3cd38. Nov 15 14:49:55.144911 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:55.160257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a0ebf1-6b03-41b6-8f48-c5999e874871 None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 14:49:55.322505 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:55.329329 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03dbb76a-8910-4266-a754-c89ec854355c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:55.340964 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-cd8be8d8-2d3d-42be-bdb9-542d6462d1ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 HTTP/1.1" status: 200 len: 1001 time: 0.2008305 Nov 15 14:49:55.345259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a0ebf1-6b03-41b6-8f48-c5999e874871 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 14:49:55.346764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:55.347283 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:55.354320 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:55.425041 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03dbb76a-8910-4266-a754-c89ec854355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:55.534576 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbb76a-8910-4266-a754-c89ec854355c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11bf929-c5b1-4d0f-8db7-9817bce3ea1d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:55.559810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48158) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:55.568374 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-03dbb76a-8910-4266-a754-c89ec854355c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12a0621db5084495b1c1a7dee91b52da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0271530 Nov 15 14:49:55.587465 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-79f39a27-8807-4d01-9a1c-5088fe8ae18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:55.589101 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-79f39a27-8807-4d01-9a1c-5088fe8ae18a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0960faaf-544e-49a8-b77f-fff26bcae0b5 HTTP/1.1" status: 200 len: 855 time: 0.2162619 Nov 15 14:49:55.667543 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de487606-0173-49de-85e2-df10b0abb84c req-b0849d40-6de2-4638-b3eb-1f022e01e6aa tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242755 Nov 15 14:49:55.770166 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 14:49:55.770166 n-d-817748-2 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 14:49:55.770166 n-d-817748-2 neutron-server[103146]: [parameters: {'id': '2b2a34da-714b-4893-b134-8ec946f834e4'}] Nov 15 14:49:55.770166 n-d-817748-2 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:49:55.770645 n-d-817748-2 neutron-server[103146]: DEBUG oslo_db.api [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:49:55.789828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-fc1053c2-2506-4738-97b0-73292de2efab service neutron] For port 5f31cc54-f91d-41a5-be06-8333aa16e417, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5f31cc54-f91d-41a5-be06-8333aa16e417,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:55.805416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-a3f1bc50-6e55-41c0-8acc-f2539632c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:55.807437 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-a3f1bc50-6e55-41c0-8acc-f2539632c966 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05e84ef2-d628-4e8b-85d1-d2b727ab8196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631578 Nov 15 14:49:55.874571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fce9d0-567c-44ef-9d82-7fc8330126da req-196d64f4-b988-4f83-8324-82d5f51c3357 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:55.879280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32fce9d0-567c-44ef-9d82-7fc8330126da req-196d64f4-b988-4f83-8324-82d5f51c3357 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 945 time: 0.2090018 Nov 15 14:49:56.032795 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-3e83b124-6984-4aa0-b423-a6447930dfe9 service neutron] 10.222.0.46 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528399 Nov 15 14:49:56.113206 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd6c04c7-42a5-4cb5-941f-6dd8a2e0d164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:56.193029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-fc1053c2-2506-4738-97b0-73292de2efab service neutron] For port 5f31cc54-f91d-41a5-be06-8333aa16e417, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:49:56.271321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:56.283991 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd6c04c7-42a5-4cb5-941f-6dd8a2e0d164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:56.347865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-32749636-1f83-4e70-b837-a9ed39f465eb req-fc1053c2-2506-4738-97b0-73292de2efab service neutron] device_id is not set on port 5f31cc54-f91d-41a5-be06-8333aa16e417 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:49:56.366808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3ded8-3c35-4b21-85ce-d1ca69f84c85 req-5a4c0019-ecae-4e1c-a023-a9b18fbd9567 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:56.374538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-acd3ded8-3c35-4b21-85ce-d1ca69f84c85 req-5a4c0019-ecae-4e1c-a023-a9b18fbd9567 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.5222485 Nov 15 14:49:56.414294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32fce9d0-567c-44ef-9d82-7fc8330126da req-21682d55-df22-43db-9b43-69ffcdf50d38 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5216019 Nov 15 14:49:56.422646 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-fc1053c2-2506-4738-97b0-73292de2efab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:56.551236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84af6575-644e-491e-a3d9-0ea5be9035f3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Router 6e1d5add-94da-4433-b47d-37904e0a7187 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:49:56.605090 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-fc1053c2-2506-4738-97b0-73292de2efab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:56.619901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Deleting port 847a65ae-2d52-4c69-947d-775b897558f5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:49:56.620242 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:56.706048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] For port 847a65ae-2d52-4c69-947d-775b897558f5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=847a65ae-2d52-4c69-947d-775b897558f5,segment=NetworkSegment(92cd9709-5bd8-4fbd-99c8-5671f49fb4f6),segment_id=92cd9709-5bd8-4fbd-99c8-5671f49fb4f6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:56.706441 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:56.719818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Calling delete_port for 847a65ae-2d52-4c69-947d-775b897558f5 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:49:56.978871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-11d15355-5083-45e2-92a4-164b703a7194 None None] Provisioning complete for port 5f31cc54-f91d-41a5-be06-8333aa16e417 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:49:56.979458 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11d15355-5083-45e2-92a4-164b703a7194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:57.019938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-11d15355-5083-45e2-92a4-164b703a7194 None None] Port 5f31cc54-f91d-41a5-be06-8333aa16e417 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:49:57.115160 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:49:57.158464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-acd3ded8-3c35-4b21-85ce-d1ca69f84c85 req-d37d6b98-304e-409a-a532-035e79692727 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7828619 Nov 15 14:49:57.182674 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd6c04c7-42a5-4cb5-941f-6dd8a2e0d164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:57.185276 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd6c04c7-42a5-4cb5-941f-6dd8a2e0d164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:57.188548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dd6c04c7-42a5-4cb5-941f-6dd8a2e0d164 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d11bf929-c5b1-4d0f-8db7-9817bce3ea1d HTTP/1.1" status: 204 len: 168 time: 1.5904539 Nov 15 14:49:57.368125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1053c2-2506-4738-97b0-73292de2efab service neutron] Pushing event updated for resources: {'Port': ['ID=5f31cc54-f91d-41a5-be06-8333aa16e417,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:57.375042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-fc1053c2-2506-4738-97b0-73292de2efab service neutron] No DVR routers for this DVR port 5f31cc54-f91d-41a5-be06-8333aa16e417 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:57.395407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ff6a7-16d7-4e88-810b-99e31ac3dbaa req-77542e7f-0901-4fda-821a-7b7d9562c766 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:57.401407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ff6a7-16d7-4e88-810b-99e31ac3dbaa req-77542e7f-0901-4fda-821a-7b7d9562c766 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:57.407770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ff6a7-16d7-4e88-810b-99e31ac3dbaa req-77542e7f-0901-4fda-821a-7b7d9562c766 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:57.413730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ff6a7-16d7-4e88-810b-99e31ac3dbaa req-77542e7f-0901-4fda-821a-7b7d9562c766 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:57.419709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ff6a7-16d7-4e88-810b-99e31ac3dbaa req-77542e7f-0901-4fda-821a-7b7d9562c766 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:57.425693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ff6a7-16d7-4e88-810b-99e31ac3dbaa req-77542e7f-0901-4fda-821a-7b7d9562c766 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:57.431733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ff6a7-16d7-4e88-810b-99e31ac3dbaa req-77542e7f-0901-4fda-821a-7b7d9562c766 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:57.434332 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d89ff6a7-16d7-4e88-810b-99e31ac3dbaa req-77542e7f-0901-4fda-821a-7b7d9562c766 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 5355 time: 0.8922715 Nov 15 14:49:57.435151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c04c7-42a5-4cb5-941f-6dd8a2e0d164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11bf929-c5b1-4d0f-8db7-9817bce3ea1d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:57.436929 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:57.527317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Port': ['ID=847a65ae-2d52-4c69-947d-775b897558f5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:57.545962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No DVR routers for this DVR port 847a65ae-2d52-4c69-947d-775b897558f5 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:57.588976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32749636-1f83-4e70-b837-a9ed39f465eb req-fc1053c2-2506-4738-97b0-73292de2efab service neutron] In _notify_port_updated(), no bound segment for port 5f31cc54-f91d-41a5-be06-8333aa16e417 on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:49:57.589916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749636-1f83-4e70-b837-a9ed39f465eb req-fc1053c2-2506-4738-97b0-73292de2efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:57.592300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-fc1053c2-2506-4738-97b0-73292de2efab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:57.592300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32749636-1f83-4e70-b837-a9ed39f465eb req-fc1053c2-2506-4738-97b0-73292de2efab service neutron] 10.222.0.59 "PUT /v2.0/ports/5f31cc54-f91d-41a5-be06-8333aa16e417 HTTP/1.1" status: 200 len: 1027 time: 2.8892777 Nov 15 14:49:57.602927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:49:57.703259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84af6575-644e-491e-a3d9-0ea5be9035f3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:49:57.710913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84af6575-644e-491e-a3d9-0ea5be9035f3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:57.717100 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37de0bf-17ec-46f8-81c0-d6f645f41fc6 None None] Sync routers for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:49:57.727188 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37de0bf-17ec-46f8-81c0-d6f645f41fc6 None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:57.727802 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e37de0bf-17ec-46f8-81c0-d6f645f41fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:57.733758 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:57.746582 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d89ff6a7-16d7-4e88-810b-99e31ac3dbaa req-ac08fc54-9f30-43f2-8dde-cd3cc004ad88 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=03241558-7aac-4ed1-b52f-be2b8550e52d&id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2667029 Nov 15 14:49:57.756737 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:57.765659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:49:57.765889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749636-1f83-4e70-b837-a9ed39f465eb req-abb59243-3f32-4112-8138-0eec65233ba0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:57.767309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32749636-1f83-4e70-b837-a9ed39f465eb req-abb59243-3f32-4112-8138-0eec65233ba0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "GET /v2.0/ports/3d0344a3-d710-4e3a-97d6-6ee490ffe0b8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1658180 Nov 15 14:49:57.768002 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a09bcca-a946-4836-85d0-0d2a200b7579" -d '{"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:49:57.788274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-84af6575-644e-491e-a3d9-0ea5be9035f3 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "DELETE /v2.0/floatingips/562136d8-e9b0-4d3a-a616-c6f06b4d653f HTTP/1.1" status: 204 len: 168 time: 5.1046534 Nov 15 14:49:57.788274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-32749636-1f83-4e70-b837-a9ed39f465eb req-b86ad894-fa19-4b49-a00d-f235d1aa064c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:57.790373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0882d218-1c43-4d22-841e-abac9763e122', 'tag': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:49:57.792717 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09623a7a-c492-4809-a75d-969d92bd6dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "0882d218-1c43-4d22-841e-abac9763e122", "tag": "db40158c-0b5c-409b-ae4a-0d8388c3cd38"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:49:57.802210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:57.822091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2a34da-714b-4893-b134-8ec946f834e4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:57.836814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cd9709-5bd8-4fbd-99c8-5671f49fb4f6') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:57.837132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cd9709-5bd8-4fbd-99c8-5671f49fb4f6') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:57.866627 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:57.870524 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:57.872377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d2111f6d-3041-4df4-abc8-4f0abd6bc631 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:49:57.884269 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-b86ad894-fa19-4b49-a00d-f235d1aa064c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:57.894176 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:57.904355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:49:57.904768 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:49:57.908752 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:49:57.949651 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e37de0bf-17ec-46f8-81c0-d6f645f41fc6 None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:49:58.098047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:58.181798 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:58.235471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f9a98-2909-4e60-b2dc-fb6a5480450c req-73551be4-208f-4adc-b9ee-6c5c6db3cf2e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:58.237456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d30f9a98-2909-4e60-b2dc-fb6a5480450c req-73551be4-208f-4adc-b9ee-6c5c6db3cf2e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.3270526 Nov 15 14:49:58.249590 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port d2111f6d-3041-4df4-abc8-4f0abd6bc631, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d2111f6d-3041-4df4-abc8-4f0abd6bc631,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:58.258991 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:58.263968 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:58.294949 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:58.295961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:58.298274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/2b2a34da-714b-4893-b134-8ec946f834e4 HTTP/1.1" status: 204 len: 168 time: 5.2905922 Nov 15 14:49:58.303889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:58.321077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4f6ff43c-9b59-4169-868a-5e831b86e8ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2084217216'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:58.349268 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e37de0bf-17ec-46f8-81c0-d6f645f41fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:49:41Z', 'revision_number': 6, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:28Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:58.354101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c7325-1893-4e14-8b1a-c41bd894f9cf tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Network': ['ID=2b2a34da-714b-4893-b134-8ec946f834e4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:58.385127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-b86ad894-fa19-4b49-a00d-f235d1aa064c service neutron] For port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:58.391012 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:58.394237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 919c96e9-8be6-470c-b7ba-81079937b82d no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:49:58.425335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d30f9a98-2909-4e60-b2dc-fb6a5480450c req-9fe2e82a-a0fa-4f53-85f0-2cd983025b8b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713467 Nov 15 14:49:58.431848 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37de0bf-17ec-46f8-81c0-d6f645f41fc6 None None] Checking router: 6e1d5add-94da-4433-b47d-37904e0a7187 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:49:58.453504 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37de0bf-17ec-46f8-81c0-d6f645f41fc6 None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:49:58.454415 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e37de0bf-17ec-46f8-81c0-d6f645f41fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:49:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:58.479350 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c7f3d0cb-c85a-42c1-9935-e030a146b2ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4240072e5e7b43219d0687b270d5adc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1819160 Nov 15 14:49:58.488877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48210) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:58.501065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-b86ad894-fa19-4b49-a00d-f235d1aa064c service neutron] For port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:49:58.601628 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6ff43c-9b59-4169-868a-5e831b86e8ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:49:58.606686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f6ff43c-9b59-4169-868a-5e831b86e8ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:58.617942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=d2111f6d-3041-4df4-abc8-4f0abd6bc631,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:58.639596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-32749636-1f83-4e70-b837-a9ed39f465eb req-b86ad894-fa19-4b49-a00d-f235d1aa064c service neutron] device_id is not set on port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:49:58.675707 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-b86ad894-fa19-4b49-a00d-f235d1aa064c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:58.688500 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:58.705989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6ff43c-9b59-4169-868a-5e831b86e8ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:49:58.729938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1216dd0-5b4b-49c7-897a-7c64bceb169f req-ed1cb3c8-765e-4b01-9ce4-d16d4ce0fd40 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:58.733597 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1216dd0-5b4b-49c7-897a-7c64bceb169f req-ed1cb3c8-765e-4b01-9ce4-d16d4ce0fd40 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 945 time: 0.1639061 Nov 15 14:49:58.736165 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f6ff43c-9b59-4169-868a-5e831b86e8ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:58.736643 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-4f6ff43c-9b59-4169-868a-5e831b86e8ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Added segment ffef086c-12dc-47ab-8c8a-a2110bf0b950 of type vlan for network 53cc5708-c04c-48e9-92d2-2138b8259add Nov 15 14:49:58.741983 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e37de0bf-17ec-46f8-81c0-d6f645f41fc6 None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:49:58.782769 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:58.789451 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97b147f9-f4eb-4944-946d-e162021379ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:58.825184 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f6ff43c-9b59-4169-868a-5e831b86e8ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:58.830913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 919c96e9-8be6-470c-b7ba-81079937b82d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=919c96e9-8be6-470c-b7ba-81079937b82d,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:58.869045 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97b147f9-f4eb-4944-946d-e162021379ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:58.899606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1216dd0-5b4b-49c7-897a-7c64bceb169f req-90dd0bad-29da-4d0a-8a70-dc84e17f56f1 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538105 Nov 15 14:49:58.974284 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb01c28-1a38-4221-a23a-a499bdbc4a3a x-openstack-request-id: req-1bb01c28-1a38-4221-a23a-a499bdbc4a3a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:49:58.974647 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:49:58.975073 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1bb01c28-1a38-4221-a23a-a499bdbc4a3a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:49:58.975653 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b', 'code': 200} Nov 15 14:49:59.100984 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e3a2c6-2a5c-4780-b007-e8ce4fd67d3e x-openstack-request-id: req-f8e3a2c6-2a5c-4780-b007-e8ce4fd67d3e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:49:59.101316 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0882d218-1c43-4d22-841e-abac9763e122", "tag": "db40158c-0b5c-409b-ae4a-0d8388c3cd38", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:49:59.101534 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f8e3a2c6-2a5c-4780-b007-e8ce4fd67d3e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:49:59.102097 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0882d218-1c43-4d22-841e-abac9763e122', 'tag': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'status': 'completed', 'code': 200} Nov 15 14:49:59.204590 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-9378a589-412d-4b05-8e84-b86cf132fa93 service neutron] 10.222.0.46 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748910 Nov 15 14:49:59.224685 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:59.231026 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f6ff43c-9b59-4169-868a-5e831b86e8ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:59.231217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 9c146075-7f93-459c-8671-66d81fd6df08 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:49:59.236249 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-b86ad894-fa19-4b49-a00d-f235d1aa064c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:59.239937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ff43c-9b59-4169-868a-5e831b86e8ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:59.241091 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f6ff43c-9b59-4169-868a-5e831b86e8ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:59.252667 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e37de0bf-17ec-46f8-81c0-d6f645f41fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:49:41Z', 'revision_number': 6, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:28Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:49:59.314189 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37de0bf-17ec-46f8-81c0-d6f645f41fc6 None None] The sync data for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 is: [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:49:41Z', 'revision_number': 6, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b', 'name': '', 'network_id': '39c8216c-6b81-4757-901c-ecb4b0eec10e', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:fb:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:20Z', 'updated_at': '2021-11-15T14:47:28Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '87dbc2f1-eecd-4b43-acfa-9e50ad332774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:49:59.369750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=919c96e9-8be6-470c-b7ba-81079937b82d,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:59.407243 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ad894-fa19-4b49-a00d-f235d1aa064c service neutron] Pushing event updated for resources: {'Port': ['ID=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:59.410637 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97b147f9-f4eb-4944-946d-e162021379ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:59.413947 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97b147f9-f4eb-4944-946d-e162021379ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:59.423366 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-97b147f9-f4eb-4944-946d-e162021379ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07b9c079-b979-4a50-a354-6b1ceb6ff872 HTTP/1.1" status: 204 len: 168 time: 0.9251032 Nov 15 14:49:59.454036 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ff43c-9b59-4169-868a-5e831b86e8ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=53cc5708-c04c-48e9-92d2-2138b8259add,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:59.487527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 53cc5708-c04c-48e9-92d2-2138b8259add details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:49:59.550585 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-ba4485a0-5cc5-418c-9dda-a0d44fe062bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=68fee45f-e988-4280-9d1f-4feb0fed1987 HTTP/1.1" status: 200 len: 217 time: 0.1461072 Nov 15 14:49:59.554564 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4f6ff43c-9b59-4169-868a-5e831b86e8ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2492542 Nov 15 14:49:59.557814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:49:59.569261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-06318a4f-1026-4573-aab6-0ad4793cd84b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'subnet': {'network_id': '53cc5708-c04c-48e9-92d2-2138b8259add', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:49:59.606307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b147f9-f4eb-4944-946d-e162021379ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b9c079-b979-4a50-a354-6b1ceb6ff872,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:49:59.689450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09623a7a-c492-4809-a75d-969d92bd6dd2 req-9466324e-6949-4785-972a-459596b3e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:59.691692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09623a7a-c492-4809-a75d-969d92bd6dd2 req-9466324e-6949-4785-972a-459596b3e836 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 1097 time: 0.5468125 Nov 15 14:49:59.701100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-b86ad894-fa19-4b49-a00d-f235d1aa064c service neutron] No DVR routers for this DVR port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:49:59.715736 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:59.854338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32749636-1f83-4e70-b837-a9ed39f465eb req-b86ad894-fa19-4b49-a00d-f235d1aa064c service neutron] In _notify_port_updated(), no bound segment for port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 on network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:49:59.857217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749636-1f83-4e70-b837-a9ed39f465eb req-b86ad894-fa19-4b49-a00d-f235d1aa064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:59.857217 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-b86ad894-fa19-4b49-a00d-f235d1aa064c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:59.858267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32749636-1f83-4e70-b837-a9ed39f465eb req-b86ad894-fa19-4b49-a00d-f235d1aa064c service neutron] 10.222.0.59 "PUT /v2.0/ports/3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 HTTP/1.1" status: 200 len: 1027 time: 2.0809996 Nov 15 14:49:59.891759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28a7f7-9046-435a-8518-58a497ff466f req-115c4bc5-73d3-4257-aa93-c57ffc293d34 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:59.900768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28a7f7-9046-435a-8518-58a497ff466f req-115c4bc5-73d3-4257-aa93-c57ffc293d34 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:59.909271 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28a7f7-9046-435a-8518-58a497ff466f req-115c4bc5-73d3-4257-aa93-c57ffc293d34 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:59.914948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 9c146075-7f93-459c-8671-66d81fd6df08, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=9c146075-7f93-459c-8671-66d81fd6df08,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:49:59.924749 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28a7f7-9046-435a-8518-58a497ff466f req-115c4bc5-73d3-4257-aa93-c57ffc293d34 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:59.931311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28a7f7-9046-435a-8518-58a497ff466f req-115c4bc5-73d3-4257-aa93-c57ffc293d34 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:49:59.934760 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1008a2f9-d6c0-4c38-bda1-7be988873d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:59.941892 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc28a7f7-9046-435a-8518-58a497ff466f req-115c4bc5-73d3-4257-aa93-c57ffc293d34 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 3879 time: 0.6901309 Nov 15 14:49:59.986192 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:49:59.990331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:00.001012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-e2ac6842-5638-4b99-8b42-1f2205c86298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:00.003187 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-e2ac6842-5638-4b99-8b42-1f2205c86298 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.4270995 Nov 15 14:50:00.146667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-60dcd884-d208-45e2-af17-a32aae122572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:00.151116 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-60dcd884-d208-45e2-af17-a32aae122572 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1335192 Nov 15 14:50:00.165211 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06318a4f-1026-4573-aab6-0ad4793cd84b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:00.175308 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06318a4f-1026-4573-aab6-0ad4793cd84b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:00.183952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc28a7f7-9046-435a-8518-58a497ff466f req-ad0234b7-a599-4bb3-940e-f699ca0d8945 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317622 Nov 15 14:50:00.196928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0fd945-b665-42e3-93fc-aeca042403bb None None] New status for floating IP 562136d8-e9b0-4d3a-a616-c6f06b4d653f: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:50:00.253554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c02a2a-ee6d-414c-92ab-0e0e82ef9378 req-2a4096ec-51d0-4329-8d0b-5ab0d80cabe0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:00.273121 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10c02a2a-ee6d-414c-92ab-0e0e82ef9378 req-2a4096ec-51d0-4329-8d0b-5ab0d80cabe0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.4220035 Nov 15 14:50:00.275123 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ebbedbdc-f141-4e26-afdf-106f014135f9 None None] Provisioning complete for port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:00.275631 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebbedbdc-f141-4e26-afdf-106f014135f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:00.364237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=9c146075-7f93-459c-8671-66d81fd6df08,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:00.389467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:00.391711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 413af6e3-de77-4121-a204-74de00bc13cd no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:00.420029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09623a7a-c492-4809-a75d-969d92bd6dd2 req-7576c173-0dc4-4b38-a808-de5314f4de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:00.421729 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09623a7a-c492-4809-a75d-969d92bd6dd2 req-7576c173-0dc4-4b38-a808-de5314f4de8e service neutron] 10.222.0.46 "GET /v2.0/networks?id=39c8216c-6b81-4757-901c-ecb4b0eec10e HTTP/1.1" status: 200 len: 897 time: 0.5685666 Nov 15 14:50:00.434965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32749636-1f83-4e70-b837-a9ed39f465eb req-053999f6-d5ea-4515-a173-65f4f5146295 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Deleting port d2111f6d-3041-4df4-abc8-4f0abd6bc631 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:00.434965 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-053999f6-d5ea-4515-a173-65f4f5146295 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:00.457392 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ebbedbdc-f141-4e26-afdf-106f014135f9 None None] Port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:50:00.473859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10c02a2a-ee6d-414c-92ab-0e0e82ef9378 req-a887cc60-74d2-49b3-88e2-7558152fddb5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989212 Nov 15 14:50:00.512134 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:00.581381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09623a7a-c492-4809-a75d-969d92bd6dd2 req-a6e5c86d-7c34-4b5a-8664-37f0b2fe53fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db40158c-0b5c-409b-ae4a-0d8388c3cd38 HTTP/1.1" status: 200 len: 217 time: 0.1425827 Nov 15 14:50:00.593915 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-e9cb6be9-ad85-4772-b0ad-02f9887750d3 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492396 Nov 15 14:50:00.622165 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 413af6e3-de77-4121-a204-74de00bc13cd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=413af6e3-de77-4121-a204-74de00bc13cd,segment=NetworkSegment(9de8b916-1c41-43ba-8250-6b6d8496600d),segment_id=9de8b916-1c41-43ba-8250-6b6d8496600d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:00.673818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05658029-f6b9-4e99-8e06-0ec1496f9941 req-206faa96-6919-48b8-b888-dd99ee1511c4 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:00.681904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05658029-f6b9-4e99-8e06-0ec1496f9941 req-206faa96-6919-48b8-b888-dd99ee1511c4 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 946 time: 0.3356030 Nov 15 14:50:00.785272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199c855-68db-4397-9270-3cc004049463 req-45366c75-893d-410e-a96c-178c8cfd4dab tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:00.786954 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2199c855-68db-4397-9270-3cc004049463 req-45366c75-893d-410e-a96c-178c8cfd4dab tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 945 time: 0.1890633 Nov 15 14:50:00.795874 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:00.800135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5f31cc54-f91d-41a5-be06-8333aa16e417 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:00.843778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09623a7a-c492-4809-a75d-969d92bd6dd2 req-61525a83-7ba0-42e3-b9cf-f7a7698bbf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:00.845271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09623a7a-c492-4809-a75d-969d92bd6dd2 req-61525a83-7ba0-42e3-b9cf-f7a7698bbf03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87dbc2f1-eecd-4b43-acfa-9e50ad332774 HTTP/1.1" status: 200 len: 835 time: 0.0574141 Nov 15 14:50:00.857896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-053999f6-d5ea-4515-a173-65f4f5146295 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] For port d2111f6d-3041-4df4-abc8-4f0abd6bc631, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d2111f6d-3041-4df4-abc8-4f0abd6bc631,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:00.858363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-053999f6-d5ea-4515-a173-65f4f5146295 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:00.875714 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06318a4f-1026-4573-aab6-0ad4793cd84b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:00.897661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32749636-1f83-4e70-b837-a9ed39f465eb req-053999f6-d5ea-4515-a173-65f4f5146295 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Calling delete_port for d2111f6d-3041-4df4-abc8-4f0abd6bc631 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:00.925993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05658029-f6b9-4e99-8e06-0ec1496f9941 req-f2570ce6-b880-451f-894f-858e057661a8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=659d5953-7096-4db3-aef5-8cafb539b60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430253 Nov 15 14:50:00.938041 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-6b2f732f-6cc0-4933-95a1-b4f94b27650d service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524754 Nov 15 14:50:00.976903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2111f6d-3041-4df4-abc8-4f0abd6bc631'}, {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919c96e9-8be6-470c-b7ba-81079937b82d'}, {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c146075-7f93-459c-8671-66d81fd6df08'}, {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413af6e3-de77-4121-a204-74de00bc13cd'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:50:00.979423 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d3a021-210c-40b6-8aaa-3f0fb214dfa3" -d '{"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d2111f6d-3041-4df4-abc8-4f0abd6bc631"}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-unplugged", "status": "completed", "tag": "919c96e9-8be6-470c-b7ba-81079937b82d"}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9c146075-7f93-459c-8671-66d81fd6df08"}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-unplugged", "status": "completed", "tag": "413af6e3-de77-4121-a204-74de00bc13cd"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:50:01.024866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2199c855-68db-4397-9270-3cc004049463 req-30d8b31e-1416-4440-8bf9-7c7d771dc1bd tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285697 Nov 15 14:50:01.029592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09623a7a-c492-4809-a75d-969d92bd6dd2 req-9d11bf26-ef28-4b4d-83e8-d6fe8c42eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:01.031421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09623a7a-c492-4809-a75d-969d92bd6dd2 req-9d11bf26-ef28-4b4d-83e8-d6fe8c42eec4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39c8216c-6b81-4757-901c-ecb4b0eec10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540408 Nov 15 14:50:01.057692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=413af6e3-de77-4121-a204-74de00bc13cd,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:01.084549 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5f31cc54-f91d-41a5-be06-8333aa16e417 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:01.102014 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-b79440b0-7720-4207-abac-a718501bf1af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=d60d6b5b-7447-4438-8b12-570eb0e866e7 HTTP/1.1" status: 200 len: 217 time: 0.1265109 Nov 15 14:50:01.146608 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06318a4f-1026-4573-aab6-0ad4793cd84b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Subnet': ['ID=6e885763-00a7-4fe9-9c3b-c29b6a0bff46,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:01.160053 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06318a4f-1026-4573-aab6-0ad4793cd84b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking segment: {'id': 'ffef086c-12dc-47ab-8c8a-a2110bf0b950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '53cc5708-c04c-48e9-92d2-2138b8259add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:01.161955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06318a4f-1026-4573-aab6-0ad4793cd84b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network hostable DHCP agents. Network: 53cc5708-c04c-48e9-92d2-2138b8259add, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:01.236731 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 15 Nov 2021 14:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f063ef-4038-4f75-8d2f-fe21760f4432 x-openstack-request-id: req-e2f063ef-4038-4f75-8d2f-fe21760f4432 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:50:01.237051 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d2111f6d-3041-4df4-abc8-4f0abd6bc631", "code": 200}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-unplugged", "status": "completed", "tag": "919c96e9-8be6-470c-b7ba-81079937b82d", "code": 200}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9c146075-7f93-459c-8671-66d81fd6df08", "code": 200}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-unplugged", "status": "completed", "tag": "413af6e3-de77-4121-a204-74de00bc13cd", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:50:01.237311 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2f063ef-4038-4f75-8d2f-fe21760f4432 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:50:01.238276 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2111f6d-3041-4df4-abc8-4f0abd6bc631', 'code': 200} Nov 15 14:50:01.238611 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919c96e9-8be6-470c-b7ba-81079937b82d', 'code': 200} Nov 15 14:50:01.238968 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c146075-7f93-459c-8671-66d81fd6df08', 'code': 200} Nov 15 14:50:01.239264 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413af6e3-de77-4121-a204-74de00bc13cd', 'code': 200} Nov 15 14:50:01.356554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06318a4f-1026-4573-aab6-0ad4793cd84b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network 53cc5708-c04c-48e9-92d2-2138b8259add is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:01.427314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060b3da-76f8-4a7e-99bb-68b4d0eba6df req-6b284d6e-83cc-46e7-a0ff-c25a6890eb72 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:01.429037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e060b3da-76f8-4a7e-99bb-68b4d0eba6df req-6b284d6e-83cc-46e7-a0ff-c25a6890eb72 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.2271259 Nov 15 14:50:01.432515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09623a7a-c492-4809-a75d-969d92bd6dd2 req-48d5b112-e966-401f-bd46-bbc90edce238 service neutron] 10.222.0.46 "GET /v2.0/networks/39c8216c-6b81-4757-901c-ecb4b0eec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470736 Nov 15 14:50:01.451534 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577335d-a6f6-473e-8f0e-849d4f5d845f req-8e72acb9-1c71-4e3d-bb1e-bfa12878dc61 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:01.459618 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577335d-a6f6-473e-8f0e-849d4f5d845f req-8e72acb9-1c71-4e3d-bb1e-bfa12878dc61 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:01.467784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577335d-a6f6-473e-8f0e-849d4f5d845f req-8e72acb9-1c71-4e3d-bb1e-bfa12878dc61 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:01.475358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577335d-a6f6-473e-8f0e-849d4f5d845f req-8e72acb9-1c71-4e3d-bb1e-bfa12878dc61 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:01.483664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577335d-a6f6-473e-8f0e-849d4f5d845f req-8e72acb9-1c71-4e3d-bb1e-bfa12878dc61 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:01.495456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4577335d-a6f6-473e-8f0e-849d4f5d845f req-8e72acb9-1c71-4e3d-bb1e-bfa12878dc61 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 3875 time: 0.1767504 Nov 15 14:50:01.507396 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-06318a4f-1026-4573-aab6-0ad4793cd84b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 53cc5708-c04c-48e9-92d2-2138b8259add) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:01.512950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06318a4f-1026-4573-aab6-0ad4793cd84b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:01.513549 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06318a4f-1026-4573-aab6-0ad4793cd84b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:01.523558 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a7588d-8822-4b88-9551-2fa587de1de9 None None] Network 53cc5708-c04c-48e9-92d2-2138b8259add requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:01.529725 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-053999f6-d5ea-4515-a173-65f4f5146295 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:01.668750 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-06318a4f-1026-4573-aab6-0ad4793cd84b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1080012 Nov 15 14:50:01.673697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053999f6-d5ea-4515-a173-65f4f5146295 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Port': ['ID=d2111f6d-3041-4df4-abc8-4f0abd6bc631,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:01.684452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48260) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:01.696718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-95b649da-2429-4e36-ba27-a483419d75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:01.704130 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-95b649da-2429-4e36-ba27-a483419d75dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.1433339 Nov 15 14:50:01.807761 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:01.918257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-1ba5ddc6-3d70-4c64-89f6-884e5c7d4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:01.924060 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-1ba5ddc6-3d70-4c64-89f6-884e5c7d4398 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1071689 Nov 15 14:50:01.928676 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-53cc5708-c04c-48e9-92d2-2138b8259add', 'network_id': '53cc5708-c04c-48e9-92d2-2138b8259add', 'tenant_id': 'a64816c474e04ba9bfa514d49328d116', 'fixed_ips': [{'subnet_id': '6e885763-00a7-4fe9-9c3b-c29b6a0bff46'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:50:01.933165 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:02.055557 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:02.063341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4577335d-a6f6-473e-8f0e-849d4f5d845f req-e284cf29-0385-435c-8674-6e21bf304194 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5649333 Nov 15 14:50:02.082142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Request body: {'networks': [{'name': 'tempest-network--734979482'}, {'name': 'tempest-network--850009448'}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:02.082505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Request body: {'network': {'name': 'tempest-network--734979482'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:02.093124 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Request body: {'network': {'name': 'tempest-network--850009448'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:02.166816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09623a7a-c492-4809-a75d-969d92bd6dd2 req-9a4300f5-eb34-4259-b6fe-87699999f639 service neutron] 10.222.0.46 "GET /v2.0/networks/39c8216c-6b81-4757-901c-ecb4b0eec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908171 Nov 15 14:50:02.250813 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-883246ec-3fb9-4bee-9745-a8f4bcf23466 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709434 Nov 15 14:50:02.266782 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e060b3da-76f8-4a7e-99bb-68b4d0eba6df req-4341bf99-9753-4ffd-927e-4929e6c338c5 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7519531 Nov 15 14:50:02.269629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-053999f6-d5ea-4515-a173-65f4f5146295 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] No DVR routers for this DVR port d2111f6d-3041-4df4-abc8-4f0abd6bc631 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:02.283790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-053999f6-d5ea-4515-a173-65f4f5146295 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:02.287217 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32749636-1f83-4e70-b837-a9ed39f465eb req-053999f6-d5ea-4515-a173-65f4f5146295 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "DELETE /v2.0/ports/d2111f6d-3041-4df4-abc8-4f0abd6bc631 HTTP/1.1" status: 204 len: 173 time: 2.3002491 Nov 15 14:50:02.302770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-deleted', 'tag': 'd2111f6d-3041-4df4-abc8-4f0abd6bc631'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:50:02.306160 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7377aaf8-1666-4325-8143-9a82e6027483" -d '{"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-deleted", "tag": "d2111f6d-3041-4df4-abc8-4f0abd6bc631"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:50:02.440227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Allocated IP 172.20.0.1 (53cc5708-c04c-48e9-92d2-2138b8259add/6e885763-00a7-4fe9-9c3b-c29b6a0bff46/a1169795-afcf-45ad-8bb4-d64bdcd22391) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:02.480850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Made reservation on behalf of 52b424c6d11b4b7e825a2620bdfc1b7f for: {'network': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:02.498469 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:02.550025 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:02.579037 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5db0942f-c613-447b-914b-502a02e24765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:02.587811 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:02.649076 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-50fa4105-b357-4890-84fb-1e2f0f93f349 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271554 Nov 15 14:50:02.684218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262911e2-7ac3-4c59-beb9-496af3e3da87 req-92a0a016-4758-4e00-936c-8455a6af7cf0 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:02.693503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-262911e2-7ac3-4c59-beb9-496af3e3da87 req-92a0a016-4758-4e00-936c-8455a6af7cf0 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 946 time: 0.3334320 Nov 15 14:50:02.759727 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:02.802163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e2b4-ef78-47fb-9e89-f002ad1e06c8 req-bc77e193-1e8f-4b2b-a308-a78947d2d691 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:02.814650 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92e4e2b4-ef78-47fb-9e89-f002ad1e06c8 req-bc77e193-1e8f-4b2b-a308-a78947d2d691 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 945 time: 0.2990038 Nov 15 14:50:02.827388 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:02.858584 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:02.864860 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:02.902560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-262911e2-7ac3-4c59-beb9-496af3e3da87 req-7e7a0f1b-a814-4d5e-a0b1-4a609ad68e52 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=659d5953-7096-4db3-aef5-8cafb539b60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027867 Nov 15 14:50:02.943373 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:02.944261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d1f7d0-dd4d-4082-947d-42cbd03dc7ba,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:02.963041 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:02.983317 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:02.983839 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Added segment 4527b650-5c39-411e-b37b-57fa53abb90f of type vlan for network 55b76555-cbe8-41d0-a89a-68e2f43480ee Nov 15 14:50:03.056861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.058023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Network 53cc5708-c04c-48e9-92d2-2138b8259add is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:03.096471 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Pushing event updated for resources: {'Port': ['ID=a1169795-afcf-45ad-8bb4-d64bdcd22391,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:03.100526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:03.107127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:03.132069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:03.142720 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.143163 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Added segment 2b44b849-5aac-4ce7-9079-bf668f6689f9 of type vlan for network 6914dae5-91c3-43cc-90d8-39ff3d427d95 Nov 15 14:50:03.200409 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.250442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Attempting to bind port a1169795-afcf-45ad-8bb4-d64bdcd22391 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:03.251350 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Attempting to bind port a1169795-afcf-45ad-8bb4-d64bdcd22391 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ffef086c-12dc-47ab-8c8a-a2110bf0b950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '53cc5708-c04c-48e9-92d2-2138b8259add'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:03.252908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Attempting to bind port a1169795-afcf-45ad-8bb4-d64bdcd22391 on network 53cc5708-c04c-48e9-92d2-2138b8259add {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:03.261665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:03.262574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Checking segment: {'id': 'ffef086c-12dc-47ab-8c8a-a2110bf0b950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '53cc5708-c04c-48e9-92d2-2138b8259add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:03.263232 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.263955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Bound using segment: {'id': 'ffef086c-12dc-47ab-8c8a-a2110bf0b950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '53cc5708-c04c-48e9-92d2-2138b8259add'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:03.264752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Bound port: a1169795-afcf-45ad-8bb4-d64bdcd22391, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffef086c-12dc-47ab-8c8a-a2110bf0b950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '53cc5708-c04c-48e9-92d2-2138b8259add'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:03.265350 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.319243 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.320260 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.326668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:03.332345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:03.333259 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.365742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32749636-1f83-4e70-b837-a9ed39f465eb req-3897b580-310b-4db9-867d-2384833718df tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Deleting port 919c96e9-8be6-470c-b7ba-81079937b82d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:03.366087 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-3897b580-310b-4db9-867d-2384833718df tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.405452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] For port a1169795-afcf-45ad-8bb4-d64bdcd22391, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:03.409423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] For port a1169795-afcf-45ad-8bb4-d64bdcd22391, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a1169795-afcf-45ad-8bb4-d64bdcd22391,segment=NetworkSegment(ffef086c-12dc-47ab-8c8a-a2110bf0b950),segment_id=ffef086c-12dc-47ab-8c8a-a2110bf0b950)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:03.447154 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f398d328-da32-4e30-b9d3-77f979b52f61 x-openstack-request-id: req-f398d328-da32-4e30-b9d3-77f979b52f61 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:50:03.447441 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-deleted", "tag": "d2111f6d-3041-4df4-abc8-4f0abd6bc631", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:50:03.447700 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f398d328-da32-4e30-b9d3-77f979b52f61 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:50:03.448101 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-deleted', 'tag': 'd2111f6d-3041-4df4-abc8-4f0abd6bc631', 'status': 'completed', 'code': 200} Nov 15 14:50:03.468341 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-bcd6da60-bc6e-42a6-8df7-d4551bc66191 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=012e9bf2-0414-4d9d-a820-1d1a5c19a79f HTTP/1.1" status: 200 len: 217 time: 0.0564013 Nov 15 14:50:03.499631 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92e4e2b4-ef78-47fb-9e89-f002ad1e06c8 req-60781988-15ef-451b-bf45-a8ca3dd9abc5 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6840258 Nov 15 14:50:03.518620 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.528267 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event updated for resources: {'Network': ['ID=55b76555-cbe8-41d0-a89a-68e2f43480ee,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:03.553529 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.558086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 55b76555-cbe8-41d0-a89a-68e2f43480ee details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:03.611322 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-abe23216-caa9-432b-8953-be3d2d6f6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:03.613035 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-abe23216-caa9-432b-8953-be3d2d6f6844 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.1333377 Nov 15 14:50:03.619916 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.627460 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event updated for resources: {'Network': ['ID=6914dae5-91c3-43cc-90d8-39ff3d427d95,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:03.651179 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.658318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 6914dae5-91c3-43cc-90d8-39ff3d427d95 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:03.670979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cc5708-c04c-48e9-92d2-2138b8259add']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:03.683231 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5e61531d-749c-4a27-b273-20c03be05f87 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8742416 Nov 15 14:50:03.697797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48290) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:03.697954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffef086c-12dc-47ab-8c8a-a2110bf0b950') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:03.697954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffef086c-12dc-47ab-8c8a-a2110bf0b950') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:03.697954 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.711907 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.720059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:03.720471 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:03.798523 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:03.830515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c408cc-dfb3-4b33-a799-39d42950f0fe None None] Pushing event updated for resources: {'Port': ['ID=a1169795-afcf-45ad-8bb4-d64bdcd22391,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:03.857370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa764080-ecc3-45ec-904f-859d3a1111a7 req-336bdad5-6085-44ec-a9fb-12e9d56c93c2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:03.859066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa764080-ecc3-45ec-904f-859d3a1111a7 req-336bdad5-6085-44ec-a9fb-12e9d56c93c2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.46 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 946 time: 0.4590895 Nov 15 14:50:03.860883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Subnet': ['ID=6e885763-00a7-4fe9-9c3b-c29b6a0bff46,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:03.904198 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 14:50:03.904198 n-d-817748-2 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 14:50:03.904198 n-d-817748-2 neutron-server[103146]: [parameters: {'id': '53cc5708-c04c-48e9-92d2-2138b8259add'}] Nov 15 14:50:03.904198 n-d-817748-2 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:50:03.904649 n-d-817748-2 neutron-server[103146]: DEBUG oslo_db.api [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:50:03.961728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-3897b580-310b-4db9-867d-2384833718df tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] For port 919c96e9-8be6-470c-b7ba-81079937b82d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=919c96e9-8be6-470c-b7ba-81079937b82d,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:03.962379 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-3897b580-310b-4db9-867d-2384833718df tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:03.993801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280fd2-2591-4966-8217-31b9b2a2d2cf req-8bb14177-e4d4-4fd2-93e9-473613166efe tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.000504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280fd2-2591-4966-8217-31b9b2a2d2cf req-8bb14177-e4d4-4fd2-93e9-473613166efe tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.006726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280fd2-2591-4966-8217-31b9b2a2d2cf req-8bb14177-e4d4-4fd2-93e9-473613166efe tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.013680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280fd2-2591-4966-8217-31b9b2a2d2cf req-8bb14177-e4d4-4fd2-93e9-473613166efe tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.024366 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73280fd2-2591-4966-8217-31b9b2a2d2cf req-8bb14177-e4d4-4fd2-93e9-473613166efe tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 3143 time: 0.5103004 Nov 15 14:50:04.040343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32749636-1f83-4e70-b837-a9ed39f465eb req-3897b580-310b-4db9-867d-2384833718df tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Calling delete_port for 919c96e9-8be6-470c-b7ba-81079937b82d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:04.075421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76179a-ab32-4fdd-affa-a8363a07a3e4 req-278c9659-42b2-49de-ab54-923ebca4c0b1 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.077057 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab76179a-ab32-4fdd-affa-a8363a07a3e4 req-278c9659-42b2-49de-ab54-923ebca4c0b1 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.2764277 Nov 15 14:50:04.276811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73280fd2-2591-4966-8217-31b9b2a2d2cf req-b1651db1-780f-4bfd-aae2-b11c796f5aeb tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515297 Nov 15 14:50:04.289724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab76179a-ab32-4fdd-affa-a8363a07a3e4 req-7cf04a50-461d-42f3-889f-f383ca51f93c tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965706 Nov 15 14:50:04.303988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-aa764080-ecc3-45ec-904f-859d3a1111a7 req-95499d7e-f5a2-4ddc-95b9-cb4ee116ffad tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting port db40158c-0b5c-409b-ae4a-0d8388c3cd38 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:04.304549 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aa764080-ecc3-45ec-904f-859d3a1111a7 req-95499d7e-f5a2-4ddc-95b9-cb4ee116ffad tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:04.414885 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:04.430986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-c9fe5351-6cee-4049-8838-3f2b8d578ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.432710 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-c9fe5351-6cee-4049-8838-3f2b8d578ace service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7167969 Nov 15 14:50:04.467881 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3423b1da-14ca-4243-8029-68e13b7e1075 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.474536 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3423b1da-14ca-4243-8029-68e13b7e1075 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.481198 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3423b1da-14ca-4243-8029-68e13b7e1075 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.489810 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3423b1da-14ca-4243-8029-68e13b7e1075 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.494118 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3423b1da-14ca-4243-8029-68e13b7e1075 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8049018 Nov 15 14:50:04.499577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48300) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:04.579130 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-3526ab2d-dc83-474a-b964-a7ace2b90620 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337986 Nov 15 14:50:04.627343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-aa764080-ecc3-45ec-904f-859d3a1111a7 req-95499d7e-f5a2-4ddc-95b9-cb4ee116ffad tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] For port db40158c-0b5c-409b-ae4a-0d8388c3cd38, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=db40158c-0b5c-409b-ae4a-0d8388c3cd38,segment=NetworkSegment(983c1078-7707-4135-860a-4effff0c2354),segment_id=983c1078-7707-4135-860a-4effff0c2354)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:04.627678 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aa764080-ecc3-45ec-904f-859d3a1111a7 req-95499d7e-f5a2-4ddc-95b9-cb4ee116ffad tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:04.666688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-aa764080-ecc3-45ec-904f-859d3a1111a7 req-95499d7e-f5a2-4ddc-95b9-cb4ee116ffad tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Calling delete_port for db40158c-0b5c-409b-ae4a-0d8388c3cd38 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:04.695387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf97897-a0e2-47c3-9965-a6852142074f req-1233b84d-9eb3-45e6-940c-094c6705c509 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.696989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-acf97897-a0e2-47c3-9965-a6852142074f req-1233b84d-9eb3-45e6-940c-094c6705c509 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 946 time: 0.2756786 Nov 15 14:50:04.712997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-3897b580-310b-4db9-867d-2384833718df tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:04.725288 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-cbdf270e-3276-4136-9814-8d27a47bb1d3 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375778 Nov 15 14:50:04.741673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6af28a-9a73-487b-88c5-03ce70efec70 req-02f4fefa-22b1-441a-a139-419a02e8efe4 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.741673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c6af28a-9a73-487b-88c5-03ce70efec70 req-02f4fefa-22b1-441a-a139-419a02e8efe4 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.2589266 Nov 15 14:50:04.745513 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c858-2202-4e6d-a67b-35e430699d5c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:04.812484 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-40dd4de1-0c7b-4413-b88e-d0bbe90b997f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=67213a63-6141-41d5-9bd4-fafaf28fcad9 HTTP/1.1" status: 200 len: 217 time: 0.0791824 Nov 15 14:50:04.843235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897b580-310b-4db9-867d-2384833718df tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Port': ['ID=919c96e9-8be6-470c-b7ba-81079937b82d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:04.912657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-ad4007f6-9660-405e-9d81-9e47eaeb088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.916452 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-ad4007f6-9660-405e-9d81-9e47eaeb088e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.0938706 Nov 15 14:50:04.925357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a1169795-afcf-45ad-8bb4-d64bdcd22391 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:50:04.932712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Deleting port a1169795-afcf-45ad-8bb4-d64bdcd22391 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:04.933059 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:04.979799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-868a488c-4cfb-4068-91f8-5fe3e4dae258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:04.982462 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-868a488c-4cfb-4068-91f8-5fe3e4dae258 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582986 Nov 15 14:50:05.037925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port a1169795-afcf-45ad-8bb4-d64bdcd22391 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:05.038370 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:05.109659 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c858-2202-4e6d-a67b-35e430699d5c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:05.126194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-3897b580-310b-4db9-867d-2384833718df tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] No DVR routers for this DVR port 919c96e9-8be6-470c-b7ba-81079937b82d on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:05.135672 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:05.165659 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-50c5c087-a0b3-46a9-86c0-91cb8f41fd3b service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676576 Nov 15 14:50:05.171892 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:05.176101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port a1169795-afcf-45ad-8bb4-d64bdcd22391, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a1169795-afcf-45ad-8bb4-d64bdcd22391,segment=NetworkSegment(ffef086c-12dc-47ab-8c8a-a2110bf0b950),segment_id=ffef086c-12dc-47ab-8c8a-a2110bf0b950)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:05.188909 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-3897b580-310b-4db9-867d-2384833718df tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:05.192125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c74f99-bfcd-4044-8fac-550c1bfe6ea9 None None] Network 53cc5708-c04c-48e9-92d2-2138b8259add requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:05.192394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32749636-1f83-4e70-b837-a9ed39f465eb req-3897b580-310b-4db9-867d-2384833718df tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "DELETE /v2.0/ports/919c96e9-8be6-470c-b7ba-81079937b82d HTTP/1.1" status: 204 len: 173 time: 2.8779874 Nov 15 14:50:05.214775 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-acf97897-a0e2-47c3-9965-a6852142074f req-27a8f6b8-2a4c-402c-983c-1fa7a83888f0 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=659d5953-7096-4db3-aef5-8cafb539b60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5080998 Nov 15 14:50:05.228794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6eb5c858-2202-4e6d-a67b-35e430699d5c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b76555-cbe8-41d0-a89a-68e2f43480ee']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:05.282479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c6af28a-9a73-487b-88c5-03ce70efec70 req-326b9b79-68f1-47e8-be46-48a24a615b29 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837394 Nov 15 14:50:05.283007 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:05.348589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6eb5c858-2202-4e6d-a67b-35e430699d5c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4527b650-5c39-411e-b37b-57fa53abb90f') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:05.348896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6eb5c858-2202-4e6d-a67b-35e430699d5c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4527b650-5c39-411e-b37b-57fa53abb90f') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:05.387504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-202b6abc-f04a-4916-9fe7-52843e20de30 None None] Provisioning complete for port a1169795-afcf-45ad-8bb4-d64bdcd22391 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:05.388026 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-202b6abc-f04a-4916-9fe7-52843e20de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:05.391526 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-c26a89e0-05f3-4afc-8999-df51b55bb2d6 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182643 Nov 15 14:50:05.405208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] For port a1169795-afcf-45ad-8bb4-d64bdcd22391, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a1169795-afcf-45ad-8bb4-d64bdcd22391,segment=NetworkSegment(ffef086c-12dc-47ab-8c8a-a2110bf0b950),segment_id=ffef086c-12dc-47ab-8c8a-a2110bf0b950)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:05.411432 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:05.420538 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c858-2202-4e6d-a67b-35e430699d5c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:05.468249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-deleted', 'tag': '919c96e9-8be6-470c-b7ba-81079937b82d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:50:05.477829 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcbac2f-dc98-4444-850d-4bb085b9fc7f" -d '{"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-deleted", "tag": "919c96e9-8be6-470c-b7ba-81079937b82d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:50:05.503048 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-033aaddc-c48c-45c0-b7b6-23719cf98e62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd15e723-98fc-42e7-b4df-b2bacc78da3d HTTP/1.1" status: 200 len: 217 time: 0.1017694 Nov 15 14:50:05.578609 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c858-2202-4e6d-a67b-35e430699d5c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:05.588487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Calling delete_port for a1169795-afcf-45ad-8bb4-d64bdcd22391 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:05.606137 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-4d590702-e65b-41d2-bffd-24a067aa59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:05.611383 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-4d590702-e65b-41d2-bffd-24a067aa59cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfcbb94e-6f43-4c2f-ba15-404b45ed75fb HTTP/1.1" status: 200 len: 797 time: 0.1010377 Nov 15 14:50:05.616088 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb5c858-2202-4e6d-a67b-35e430699d5c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:05.616512 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c858-2202-4e6d-a67b-35e430699d5c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:05.620578 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:05.700780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-1409edc9-1822-411e-a5fd-d158e5ac0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:05.702347 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-1409edc9-1822-411e-a5fd-d158e5ac0119 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798523 Nov 15 14:50:05.729516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-b429b803-557c-4e03-bf34-3387a4ff8274 req-637b05e8-41a3-4bf8-a74c-4589c7ce7273 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:50:05.749900 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b429b803-557c-4e03-bf34-3387a4ff8274 req-637b05e8-41a3-4bf8-a74c-4589c7ce7273 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2385700 Nov 15 14:50:05.770500 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aa764080-ecc3-45ec-904f-859d3a1111a7 req-95499d7e-f5a2-4ddc-95b9-cb4ee116ffad tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:05.789593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=a1169795-afcf-45ad-8bb4-d64bdcd22391,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:05.790963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c7711-e7c5-4274-ad4c-d1e899ac99e5 req-4619a14b-21ee-4923-9279-8db08e2f0cdb tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:05.799027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a77c7711-e7c5-4274-ad4c-d1e899ac99e5 req-4619a14b-21ee-4923-9279-8db08e2f0cdb tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 945 time: 0.3766978 Nov 15 14:50:05.811529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a2a4c695-9c01-4d66-ac14-e2b444640e92 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:50:05.824634 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-5758d983-2c0d-4c56-b376-24897a7e07a5 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130676 Nov 15 14:50:05.826700 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device db40158c-0b5c-409b-ae4a-0d8388c3cd38 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:05.863037 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: db40158c-0b5c-409b-ae4a-0d8388c3cd38 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:05.868848 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device db40158c-0b5c-409b-ae4a-0d8388c3cd38 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:05.902815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a77c7711-e7c5-4274-ad4c-d1e899ac99e5 req-3afb4aa2-b6b9-49d9-afba-6d0930a74317 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890772 Nov 15 14:50:05.903550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95499d7e-f5a2-4ddc-95b9-cb4ee116ffad tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Port': ['ID=db40158c-0b5c-409b-ae4a-0d8388c3cd38,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:05.942524 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-332719f6-caa0-4ec2-b6c4-e7f33ea01af2 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101599 Nov 15 14:50:05.951631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32749636-1f83-4e70-b837-a9ed39f465eb req-d12fbfc8-303f-4900-b0a7-6af5db3a8f58 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Deleting port 9c146075-7f93-459c-8671-66d81fd6df08 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:05.952023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-d12fbfc8-303f-4900-b0a7-6af5db3a8f58 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:05.995004 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c858-2202-4e6d-a67b-35e430699d5c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.048112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8a9712-e682-4301-829e-6ec1d6f901dd None None] DHCP port deletion for 53cc5708-c04c-48e9-92d2-2138b8259add request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:06.060030 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15730e90-188e-4a51-bd08-c69e095a79d7 x-openstack-request-id: req-15730e90-188e-4a51-bd08-c69e095a79d7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:50:06.060326 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-deleted", "tag": "919c96e9-8be6-470c-b7ba-81079937b82d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:50:06.060630 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15730e90-188e-4a51-bd08-c69e095a79d7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:50:06.061653 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-deleted', 'tag': '919c96e9-8be6-470c-b7ba-81079937b82d', 'status': 'completed', 'code': 200} Nov 15 14:50:06.068354 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c858-2202-4e6d-a67b-35e430699d5c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.078166 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6eb5c858-2202-4e6d-a67b-35e430699d5c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "DELETE /v2.0/networks/55b76555-cbe8-41d0-a89a-68e2f43480ee HTTP/1.1" status: 204 len: 168 time: 1.5663557 Nov 15 14:50:06.084956 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.085125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:06.114533 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-246540e8-1668-4adc-a720-acd06dd09fb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85456e19-635c-40ff-b10b-d45a8a34f522 HTTP/1.1" status: 200 len: 217 time: 0.1571574 Nov 15 14:50:06.135882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:06.146705 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5c858-2202-4e6d-a67b-35e430699d5c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event deleted for resources: {'Network': ['ID=55b76555-cbe8-41d0-a89a-68e2f43480ee,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:06.153405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'port_id': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'mac_address': 'fa:16:3e:7e:9e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:50:06.157461 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa764080-ecc3-45ec-904f-859d3a1111a7 req-95499d7e-f5a2-4ddc-95b9-cb4ee116ffad tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] No DVR routers for this DVR port db40158c-0b5c-409b-ae4a-0d8388c3cd38 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:06.178897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aa764080-ecc3-45ec-904f-859d3a1111a7 req-95499d7e-f5a2-4ddc-95b9-cb4ee116ffad tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.182882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa764080-ecc3-45ec-904f-859d3a1111a7 req-95499d7e-f5a2-4ddc-95b9-cb4ee116ffad tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.46 "DELETE /v2.0/ports/db40158c-0b5c-409b-ae4a-0d8388c3cd38 HTTP/1.1" status: 204 len: 173 time: 2.2958565 Nov 15 14:50:06.207811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a9712-e682-4301-829e-6ec1d6f901dd None None] Deleting port a1169795-afcf-45ad-8bb4-d64bdcd22391 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:06.208043 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9712-e682-4301-829e-6ec1d6f901dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.210660 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.227859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910b96-3370-4a9c-8630-7b5bf6e31865 req-7497bbc2-02c8-444f-8505-838928a8c789 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:06.235416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910b96-3370-4a9c-8630-7b5bf6e31865 req-7497bbc2-02c8-444f-8505-838928a8c789 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:06.241768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910b96-3370-4a9c-8630-7b5bf6e31865 req-7497bbc2-02c8-444f-8505-838928a8c789 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:06.250266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b910b96-3370-4a9c-8630-7b5bf6e31865 req-7497bbc2-02c8-444f-8505-838928a8c789 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 2410 time: 0.4306901 Nov 15 14:50:06.268922 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.275069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a4c695-9c01-4d66-ac14-e2b444640e92 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:50:06.275213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-523198ed-a7ef-4f19-9013-e7552814b2b5 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.302134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:06.304854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3d8a9712-e682-4301-829e-6ec1d6f901dd None None] For port a1169795-afcf-45ad-8bb4-d64bdcd22391, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a1169795-afcf-45ad-8bb4-d64bdcd22391,segment=NetworkSegment(ffef086c-12dc-47ab-8c8a-a2110bf0b950),segment_id=ffef086c-12dc-47ab-8c8a-a2110bf0b950)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:06.305252 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9712-e682-4301-829e-6ec1d6f901dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.314133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Port': ['ID=a1169795-afcf-45ad-8bb4-d64bdcd22391,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:06.316137 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-4101b0ea-9eb4-4094-b671-4f332d270885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:06.320205 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-4101b0ea-9eb4-4094-b671-4f332d270885 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfcbb94e-6f43-4c2f-ba15-404b45ed75fb HTTP/1.1" status: 200 len: 797 time: 0.1966281 Nov 15 14:50:06.335155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a9712-e682-4301-829e-6ec1d6f901dd None None] Calling delete_port for a1169795-afcf-45ad-8bb4-d64bdcd22391 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:06.375925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No DVR routers for this DVR port a1169795-afcf-45ad-8bb4-d64bdcd22391 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:06.404060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b910b96-3370-4a9c-8630-7b5bf6e31865 req-ae21b077-b354-4da7-989a-9fd4f67ca108 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446621 Nov 15 14:50:06.452715 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.452960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-d12fbfc8-303f-4900-b0a7-6af5db3a8f58 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] For port 9c146075-7f93-459c-8671-66d81fd6df08, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=9c146075-7f93-459c-8671-66d81fd6df08,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:06.453141 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-d12fbfc8-303f-4900-b0a7-6af5db3a8f58 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.518964 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9712-e682-4301-829e-6ec1d6f901dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.537092 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.548600 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-523198ed-a7ef-4f19-9013-e7552814b2b5 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.549242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a9712-e682-4301-829e-6ec1d6f901dd None None] No DVR routers for this DVR port a1169795-afcf-45ad-8bb4-d64bdcd22391 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:06.568211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cc5708-c04c-48e9-92d2-2138b8259add']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:06.579783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a39d5-d83c-49d0-906d-6b6d948a8d11 req-d65feab0-aed4-4790-8cd9-093999eb5d45 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:06.580962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-523198ed-a7ef-4f19-9013-e7552814b2b5 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6914dae5-91c3-43cc-90d8-39ff3d427d95']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:06.581099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=a2a4c695-9c01-4d66-ac14-e2b444640e92,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:06.595718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-523198ed-a7ef-4f19-9013-e7552814b2b5 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b44b849-5aac-4ce7-9079-bf668f6689f9') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:06.596216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-523198ed-a7ef-4f19-9013-e7552814b2b5 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b44b849-5aac-4ce7-9079-bf668f6689f9') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:06.597751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec2a39d5-d83c-49d0-906d-6b6d948a8d11 req-d65feab0-aed4-4790-8cd9-093999eb5d45 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.4332237 Nov 15 14:50:06.609679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-5ff13dd2-794f-47c6-8644-25c29cc1227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:06.614625 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-5ff13dd2-794f-47c6-8644-25c29cc1227f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2601810 Nov 15 14:50:06.617160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-523198ed-a7ef-4f19-9013-e7552814b2b5 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.619733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32749636-1f83-4e70-b837-a9ed39f465eb req-d12fbfc8-303f-4900-b0a7-6af5db3a8f58 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Calling delete_port for 9c146075-7f93-459c-8671-66d81fd6df08 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:06.624679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a9712-e682-4301-829e-6ec1d6f901dd None None] Pushing event deleted for resources: {'Port': ['ID=a1169795-afcf-45ad-8bb4-d64bdcd22391,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:06.643943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffef086c-12dc-47ab-8c8a-a2110bf0b950') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:06.643943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffef086c-12dc-47ab-8c8a-a2110bf0b950') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:06.657831 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-523198ed-a7ef-4f19-9013-e7552814b2b5 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.686358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a620e9c-eff2-4b60-9cad-d5a8018ff6d4 req-19f63f7f-8b95-4cb0-97de-b87702c525df tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=0882d218-1c43-4d22-841e-abac9763e122 HTTP/1.1" status: 200 len: 210 time: 0.0823741 Nov 15 14:50:06.697844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523198ed-a7ef-4f19-9013-e7552814b2b5 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:06.698264 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-523198ed-a7ef-4f19-9013-e7552814b2b5 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:06.702296 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:06.704293 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.772139 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.789805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:06.790055 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:06.796393 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:06.806324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a2a4c695-9c01-4d66-ac14-e2b444640e92'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:50:06.873536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec2a39d5-d83c-49d0-906d-6b6d948a8d11 req-22871cef-b18b-4f2e-bd5d-9c86ca3ce5f0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685895 Nov 15 14:50:06.935364 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a1169795-afcf-45ad-8bb4-d64bdcd22391 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:06.969020 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-b57facf0-1643-4b35-bd2c-02455c17ab36 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426983 Nov 15 14:50:06.978280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: a1169795-afcf-45ad-8bb4-d64bdcd22391 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:06.985051 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a1169795-afcf-45ad-8bb4-d64bdcd22391 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:06.996410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-523198ed-a7ef-4f19-9013-e7552814b2b5 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:07.005233 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-523198ed-a7ef-4f19-9013-e7552814b2b5 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:07.018457 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-523198ed-a7ef-4f19-9013-e7552814b2b5 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "DELETE /v2.0/networks/6914dae5-91c3-43cc-90d8-39ff3d427d95 HTTP/1.1" status: 204 len: 168 time: 0.9285297 Nov 15 14:50:07.019224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:07.124919 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:07.170582 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:07.178140 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/53cc5708-c04c-48e9-92d2-2138b8259add HTTP/1.1" status: 204 len: 168 time: 5.4988661 Nov 15 14:50:07.191872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523198ed-a7ef-4f19-9013-e7552814b2b5 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event deleted for resources: {'Network': ['ID=6914dae5-91c3-43cc-90d8-39ff3d427d95,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:07.202728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48334) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:07.211396 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88a665-024c-4b2d-a135-2ef5ba357ada tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Network': ['ID=53cc5708-c04c-48e9-92d2-2138b8259add,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:07.228660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f0ccf9ff-0604-48e5-b9e0-7ca7861b3d92 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-754056080'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:07.234428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-d12fbfc8-303f-4900-b0a7-6af5db3a8f58 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:07.283925 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b58bcf-9d4e-41bc-adfb-eaec7f719b54 req-38473146-04d4-4d69-82e2-b21cdd87b3b4 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043451 Nov 15 14:50:07.297166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f24a9-9ebb-42d3-8494-ab28c6b89f5d tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:07.303993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fbfc8-303f-4900-b0a7-6af5db3a8f58 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Port': ['ID=9c146075-7f93-459c-8671-66d81fd6df08,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:07.307306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f24a9-9ebb-42d3-8494-ab28c6b89f5d tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:07.315396 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8b2f24a9-9ebb-42d3-8494-ab28c6b89f5d tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2592559 Nov 15 14:50:07.315913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:07.322356 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5ae9b78f-26b0-4f9f-bcc1-4c18dac48a2e tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1530385809'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:07.331529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e5b7-bf46-4ea6-8cf8-c4760a03587c req-14dd01a9-6e07-4110-8360-48a64b357248 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:07.333674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebf3e5b7-bf46-4ea6-8cf8-c4760a03587c req-14dd01a9-6e07-4110-8360-48a64b357248 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.2745063 Nov 15 14:50:07.363583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda638-4f96-455c-8d8b-0465de3cf7da req-05aaf275-9fe7-4b64-acd2-6987b4ab6e18 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:07.368573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20eda638-4f96-455c-8d8b-0465de3cf7da req-05aaf275-9fe7-4b64-acd2-6987b4ab6e18 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.2707536 Nov 15 14:50:07.443254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-d12fbfc8-303f-4900-b0a7-6af5db3a8f58 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] No DVR routers for this DVR port 9c146075-7f93-459c-8671-66d81fd6df08 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:07.447968 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-d12fbfc8-303f-4900-b0a7-6af5db3a8f58 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:07.452176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32749636-1f83-4e70-b837-a9ed39f465eb req-d12fbfc8-303f-4900-b0a7-6af5db3a8f58 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "DELETE /v2.0/ports/9c146075-7f93-459c-8671-66d81fd6df08 HTTP/1.1" status: 204 len: 173 time: 2.2270041 Nov 15 14:50:07.528621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebf3e5b7-bf46-4ea6-8cf8-c4760a03587c req-c43dd864-9b10-4ff9-946d-0c04f38a2bc0 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849630 Nov 15 14:50:07.536322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20eda638-4f96-455c-8d8b-0465de3cf7da req-3d781262-588e-40cc-b319-dfa8aba43459 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606333 Nov 15 14:50:07.542897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ccf9ff-0604-48e5-b9e0-7ca7861b3d92 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:07.547681 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf9ff-0604-48e5-b9e0-7ca7861b3d92 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:07.626095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ccf9ff-0604-48e5-b9e0-7ca7861b3d92 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:07.645901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32749636-1f83-4e70-b837-a9ed39f465eb req-f96caf24-07e7-4fac-9ad9-86655fec3005 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Deleting port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:07.646548 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-f96caf24-07e7-4fac-9ad9-86655fec3005 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:07.691379 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf9ff-0604-48e5-b9e0-7ca7861b3d92 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:07.691728 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-f0ccf9ff-0604-48e5-b9e0-7ca7861b3d92 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Added segment 778e3593-d025-4c72-a466-607497c8e7be of type vlan for network eb38a9e8-d1c5-47d1-9bde-5dff50a7e221 Nov 15 14:50:07.725256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae9b78f-26b0-4f9f-bcc1-4c18dac48a2e tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Made reservation on behalf of 52b424c6d11b4b7e825a2620bdfc1b7f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:07.732636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ae9b78f-26b0-4f9f-bcc1-4c18dac48a2e tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:07.769788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae9b78f-26b0-4f9f-bcc1-4c18dac48a2e tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:07.782093 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ae9b78f-26b0-4f9f-bcc1-4c18dac48a2e tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:07.782555 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-5ae9b78f-26b0-4f9f-bcc1-4c18dac48a2e tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Added segment 33c7bc79-d49e-4828-aa79-29a425ce18b3 of type vlan for network e9fc8395-1450-4a07-93e8-28a5b0cc6eeb Nov 15 14:50:07.834692 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ae9b78f-26b0-4f9f-bcc1-4c18dac48a2e tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.001258 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ae9b78f-26b0-4f9f-bcc1-4c18dac48a2e tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.007670 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae9b78f-26b0-4f9f-bcc1-4c18dac48a2e tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:08.008306 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ae9b78f-26b0-4f9f-bcc1-4c18dac48a2e tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.088537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9b78f-26b0-4f9f-bcc1-4c18dac48a2e tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event updated for resources: {'Network': ['ID=e9fc8395-1450-4a07-93e8-28a5b0cc6eeb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:08.106951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network e9fc8395-1450-4a07-93e8-28a5b0cc6eeb details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:08.139180 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5ae9b78f-26b0-4f9f-bcc1-4c18dac48a2e tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8193758 Nov 15 14:50:08.139560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0882d218-1c43-4d22-841e-abac9763e122', 'name': 'network-vif-deleted', 'tag': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38'}, {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-deleted', 'tag': '9c146075-7f93-459c-8671-66d81fd6df08'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:50:08.140057 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:08.142052 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd8a9b7-6e96-4f59-8f62-bf047412c86f" -d '{"events": [{"server_uuid": "0882d218-1c43-4d22-841e-abac9763e122", "name": "network-vif-deleted", "tag": "db40158c-0b5c-409b-ae4a-0d8388c3cd38"}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-deleted", "tag": "9c146075-7f93-459c-8671-66d81fd6df08"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:50:08.155289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4b966577-4698-470d-9c1d-05f841819884 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1098100249'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:08.202403 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf9ff-0604-48e5-b9e0-7ca7861b3d92 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.266051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-f96caf24-07e7-4fac-9ad9-86655fec3005 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] For port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:08.267039 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-f96caf24-07e7-4fac-9ad9-86655fec3005 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.286704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b966577-4698-470d-9c1d-05f841819884 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Made reservation on behalf of 52b424c6d11b4b7e825a2620bdfc1b7f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:08.288242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7920f91-819a-4fec-a2df-68fd7c099fe0 req-1a84b3e5-f460-4da6-8810-f8cd162bb83c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:08.290698 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b966577-4698-470d-9c1d-05f841819884 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.294938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7920f91-819a-4fec-a2df-68fd7c099fe0 req-1a84b3e5-f460-4da6-8810-f8cd162bb83c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:08.296614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7920f91-819a-4fec-a2df-68fd7c099fe0 req-1a84b3e5-f460-4da6-8810-f8cd162bb83c tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 1677 time: 0.6027839 Nov 15 14:50:08.304184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe13c2-ebaf-4630-9c32-c0c4c1f7dce5 req-d3be9165-ae0f-4eab-b0eb-24afc8629d27 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:08.305733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbbe13c2-ebaf-4630-9c32-c0c4c1f7dce5 req-d3be9165-ae0f-4eab-b0eb-24afc8629d27 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.6162329 Nov 15 14:50:08.315793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b966577-4698-470d-9c1d-05f841819884 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:08.317857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32749636-1f83-4e70-b837-a9ed39f465eb req-f96caf24-07e7-4fac-9ad9-86655fec3005 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Calling delete_port for ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:08.325793 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b966577-4698-470d-9c1d-05f841819884 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.326205 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-4b966577-4698-470d-9c1d-05f841819884 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Added segment 03a493e8-7a32-48aa-9916-33e3855945bd of type vlan for network 420d9e3e-be4e-41ba-a83c-0235286bb92f Nov 15 14:50:08.367730 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b966577-4698-470d-9c1d-05f841819884 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.440595 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf9ff-0604-48e5-b9e0-7ca7861b3d92 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.446148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ccf9ff-0604-48e5-b9e0-7ca7861b3d92 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:08.446768 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf9ff-0604-48e5-b9e0-7ca7861b3d92 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.462820 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbbe13c2-ebaf-4630-9c32-c0c4c1f7dce5 req-3adcfc5a-dfbb-4852-a19a-602dbe982a28 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482830 Nov 15 14:50:08.479051 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7920f91-819a-4fec-a2df-68fd7c099fe0 req-7a0a454e-5e49-4965-b733-b7d3593f67e2 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721098 Nov 15 14:50:08.522310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:08.536180 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b966577-4698-470d-9c1d-05f841819884 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.542251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b966577-4698-470d-9c1d-05f841819884 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:08.543446 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b966577-4698-470d-9c1d-05f841819884 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.547680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf9ff-0604-48e5-b9e0-7ca7861b3d92 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=eb38a9e8-d1c5-47d1-9bde-5dff50a7e221,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:08.562019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network eb38a9e8-d1c5-47d1-9bde-5dff50a7e221 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:08.632981 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 14:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e83952e-2c55-4c7a-ba23-d16f47e67132 x-openstack-request-id: req-6e83952e-2c55-4c7a-ba23-d16f47e67132 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:50:08.632981 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0882d218-1c43-4d22-841e-abac9763e122", "name": "network-vif-deleted", "tag": "db40158c-0b5c-409b-ae4a-0d8388c3cd38", "status": "completed", "code": 200}, {"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-deleted", "tag": "9c146075-7f93-459c-8671-66d81fd6df08", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:50:08.632981 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e83952e-2c55-4c7a-ba23-d16f47e67132 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:50:08.633453 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0882d218-1c43-4d22-841e-abac9763e122', 'name': 'network-vif-deleted', 'tag': 'db40158c-0b5c-409b-ae4a-0d8388c3cd38', 'status': 'completed', 'code': 200} Nov 15 14:50:08.638146 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-deleted', 'tag': '9c146075-7f93-459c-8671-66d81fd6df08', 'status': 'completed', 'code': 200} Nov 15 14:50:08.640331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f0ccf9ff-0604-48e5-b9e0-7ca7861b3d92 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4187136 Nov 15 14:50:08.643224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:08.658987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6945b63f-ec30-4443-9ebc-3d2dbcc89a5c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'subnet': {'network_id': 'eb38a9e8-d1c5-47d1-9bde-5dff50a7e221', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:08.672141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b966577-4698-470d-9c1d-05f841819884 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event updated for resources: {'Network': ['ID=420d9e3e-be4e-41ba-a83c-0235286bb92f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:08.704947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 420d9e3e-be4e-41ba-a83c-0235286bb92f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:08.712190 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1c47a4f-50f7-4f4d-8b4d-05e595571d01 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.760158 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1c47a4f-50f7-4f4d-8b4d-05e595571d01 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.809620 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4b966577-4698-470d-9c1d-05f841819884 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6660435 Nov 15 14:50:08.811099 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48366) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:08.816151 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Request body: {'ports': [{'network_id': 'e9fc8395-1450-4a07-93e8-28a5b0cc6eeb', 'name': 'tempest-port--670753151', 'admin_state_up': True}, {'network_id': '420d9e3e-be4e-41ba-a83c-0235286bb92f', 'admin_state_up': False}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:08.816593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Request body: {'port': {'network_id': 'e9fc8395-1450-4a07-93e8-28a5b0cc6eeb', 'name': 'tempest-port--670753151', 'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:08.817160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Request body: {'port': {'network_id': '420d9e3e-be4e-41ba-a83c-0235286bb92f', 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:08.913193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707a414-35fb-406a-831b-112290b9c37b req-a662f44c-9a3d-4788-92ad-af1dbda9eafa tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:08.915034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3707a414-35fb-406a-831b-112290b9c37b req-a662f44c-9a3d-4788-92ad-af1dbda9eafa tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.1746781 Nov 15 14:50:08.923571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91b921-40f5-4fa8-b0d4-6d070fa13911 req-b9370a37-bea8-4aee-8f7d-599b0e61a886 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:08.926864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd91b921-40f5-4fa8-b0d4-6d070fa13911 req-b9370a37-bea8-4aee-8f7d-599b0e61a886 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 946 time: 0.1667199 Nov 15 14:50:08.984273 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-f96caf24-07e7-4fac-9ad9-86655fec3005 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:08.995567 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1c47a4f-50f7-4f4d-8b4d-05e595571d01 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:09.001208 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1c47a4f-50f7-4f4d-8b4d-05e595571d01 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:09.002925 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c1c47a4f-50f7-4f4d-8b4d-05e595571d01 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "DELETE /v2.0/security-groups/659d5953-7096-4db3-aef5-8cafb539b60c HTTP/1.1" status: 204 len: 168 time: 0.4791603 Nov 15 14:50:09.017498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c47a4f-50f7-4f4d-8b4d-05e595571d01 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659d5953-7096-4db3-aef5-8cafb539b60c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:09.034482 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96caf24-07e7-4fac-9ad9-86655fec3005 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Port': ['ID=ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:09.114740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-f96caf24-07e7-4fac-9ad9-86655fec3005 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] No DVR routers for this DVR port ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:09.124524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6945b63f-ec30-4443-9ebc-3d2dbcc89a5c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:09.127228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Made reservation on behalf of 52b424c6d11b4b7e825a2620bdfc1b7f for: {'port': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:09.130085 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6945b63f-ec30-4443-9ebc-3d2dbcc89a5c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:09.133163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:09.154920 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:09.172420 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-f96caf24-07e7-4fac-9ad9-86655fec3005 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:09.175844 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32749636-1f83-4e70-b837-a9ed39f465eb req-f96caf24-07e7-4fac-9ad9-86655fec3005 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "DELETE /v2.0/ports/ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b HTTP/1.1" status: 204 len: 173 time: 1.6995025 Nov 15 14:50:09.191327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3707a414-35fb-406a-831b-112290b9c37b req-b34334c6-9182-4a37-b321-7812e0f4c86b tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630847 Nov 15 14:50:09.272827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] device_id is not set on port e5a4dfe0-f139-4b4b-86bb-0b6190ffad4e yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:50:09.289613 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd91b921-40f5-4fa8-b0d4-6d070fa13911 req-e53637cd-092a-43d1-9d2e-a7781d33364f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433726 Nov 15 14:50:09.363185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48376) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:09.422125 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:09.494505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Deleting port 413af6e3-de77-4121-a204-74de00bc13cd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:09.494857 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:09.506461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] device_id is not set on port 369bac4b-c5bd-4a62-ae38-a84593302b63 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:50:09.696333 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:09.716145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] For port 413af6e3-de77-4121-a204-74de00bc13cd, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=413af6e3-de77-4121-a204-74de00bc13cd,segment=NetworkSegment(9de8b916-1c41-43ba-8250-6b6d8496600d),segment_id=9de8b916-1c41-43ba-8250-6b6d8496600d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:09.716443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:09.736404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102ed8-92dc-45ed-a874-0d4935501663 req-d7fbca81-55e8-459f-9124-b11322aef079 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:09.738024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a102ed8-92dc-45ed-a874-0d4935501663 req-d7fbca81-55e8-459f-9124-b11322aef079 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.3258166 Nov 15 14:50:09.800910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a2a4c695-9c01-4d66-ac14-e2b444640e92 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:50:09.833769 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6945b63f-ec30-4443-9ebc-3d2dbcc89a5c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:09.835542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:09.898938 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event updated for resources: {'Port': ['ID=e5a4dfe0-f139-4b4b-86bb-0b6190ffad4e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:09.901272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a31cb-8aa6-4a92-818c-c999099ac8d8 req-03b3733f-e4fc-4a99-90b2-9ad0f78172e9 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:09.902866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a31cb-8aa6-4a92-818c-c999099ac8d8 req-03b3733f-e4fc-4a99-90b2-9ad0f78172e9 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 944 time: 0.2717237 Nov 15 14:50:09.915082 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Checking segment: {'id': '33c7bc79-d49e-4828-aa79-29a425ce18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e9fc8395-1450-4a07-93e8-28a5b0cc6eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:09.915447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Network hostable DHCP agents. Network: e9fc8395-1450-4a07-93e8-28a5b0cc6eeb, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:09.980952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port a2a4c695-9c01-4d66-ac14-e2b444640e92 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:50:09.981913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port a2a4c695-9c01-4d66-ac14-e2b444640e92 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:09.982281 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:10.040839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Network e9fc8395-1450-4a07-93e8-28a5b0cc6eeb is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:10.067620 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:10.091915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:50:10.094261 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab03932-b5a9-4d57-a333-d352cbf1e551" -d '{"events": [{"server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "name": "network-vif-plugged", "status": "completed", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:50:10.107221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:10.123560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945b63f-ec30-4443-9ebc-3d2dbcc89a5c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Subnet': ['ID=80f76e5b-2387-4eb7-a629-7df1f4cf467b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:10.128519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a102ed8-92dc-45ed-a874-0d4935501663 req-bcb0e10a-13c2-42ff-8c41-ceb46c15aad3 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784611 Nov 15 14:50:10.137156 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, e9fc8395-1450-4a07-93e8-28a5b0cc6eeb) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:10.152253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:10.152253 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:10.153142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0babea51-230b-49bb-887b-546fb139b36a None None] Network e9fc8395-1450-4a07-93e8-28a5b0cc6eeb requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:10.196843 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:10.205593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-965a31cb-8aa6-4a92-818c-c999099ac8d8 req-3e5c3df4-2143-4222-a0e7-5a1c50c5a341 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups?id=1cb30139-95fb-41bc-9395-bc2226dcb71e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892697 Nov 15 14:50:10.215553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945b63f-ec30-4443-9ebc-3d2dbcc89a5c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking segment: {'id': '778e3593-d025-4c72-a466-607497c8e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb38a9e8-d1c5-47d1-9bde-5dff50a7e221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:10.215931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6945b63f-ec30-4443-9ebc-3d2dbcc89a5c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network hostable DHCP agents. Network: eb38a9e8-d1c5-47d1-9bde-5dff50a7e221, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:10.256293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event updated for resources: {'Port': ['ID=369bac4b-c5bd-4a62-ae38-a84593302b63,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:10.260266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:10.260531 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:10.260928 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Floating IP 010a4e9a-9590-426d-90d8-f1eb89e42fba disassociated. External IP: 172.25.4.50, port: 413af6e3-de77-4121-a204-74de00bc13cd. Nov 15 14:50:10.262098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Calling delete_port for 413af6e3-de77-4121-a204-74de00bc13cd owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:10.325559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Checking segment: {'id': '03a493e8-7a32-48aa-9916-33e3855945bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '420d9e3e-be4e-41ba-a83c-0235286bb92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:10.325937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Network hostable DHCP agents. Network: 420d9e3e-be4e-41ba-a83c-0235286bb92f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:10.329280 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c8d2d8-36a5-42bc-9de9-cbb2d052fdd4 x-openstack-request-id: req-c3c8d2d8-36a5-42bc-9de9-cbb2d052fdd4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:50:10.329786 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "name": "network-vif-plugged", "status": "completed", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:50:10.330203 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3c8d2d8-36a5-42bc-9de9-cbb2d052fdd4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:50:10.331094 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'code': 200} Nov 15 14:50:10.389142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=a2a4c695-9c01-4d66-ac14-e2b444640e92,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:10.530890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Network 420d9e3e-be4e-41ba-a83c-0235286bb92f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:10.543962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449c556-1737-45ac-9cb1-f7f7dc483faa req-ac6e0b97-eea1-4678-8846-3a0b2ab456da tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:10.545468 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a449c556-1737-45ac-9cb1-f7f7dc483faa req-ac6e0b97-eea1-4678-8846-3a0b2ab456da tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.1559792 Nov 15 14:50:10.554124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f02ac-eee4-4c47-a9d6-f41adfe1085f req-c063f3e5-f95f-4892-9a4a-a721b3bf2326 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:10.555598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-287f02ac-eee4-4c47-a9d6-f41adfe1085f req-c063f3e5-f95f-4892-9a4a-a721b3bf2326 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 947 time: 0.1649301 Nov 15 14:50:10.619010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6945b63f-ec30-4443-9ebc-3d2dbcc89a5c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network eb38a9e8-d1c5-47d1-9bde-5dff50a7e221 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:10.641730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-deleted', 'tag': 'ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:50:10.643998 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17de9f4-4233-492d-985a-084a8b0eea92" -d '{"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-deleted", "tag": "ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:50:10.661895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6945b63f-ec30-4443-9ebc-3d2dbcc89a5c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, eb38a9e8-d1c5-47d1-9bde-5dff50a7e221) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:10.670190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9340e-089c-4b2e-9082-c27f1790c1cf None None] Network eb38a9e8-d1c5-47d1-9bde-5dff50a7e221 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:10.688397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6945b63f-ec30-4443-9ebc-3d2dbcc89a5c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:10.689002 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6945b63f-ec30-4443-9ebc-3d2dbcc89a5c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:10.712772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546473b-f8de-47a8-beda-dad89effe5f0 req-e0e986a9-38c8-4b43-b17d-a9ad2f410505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:10.714433 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a546473b-f8de-47a8-beda-dad89effe5f0 req-e0e986a9-38c8-4b43-b17d-a9ad2f410505 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 1098 time: 0.0507276 Nov 15 14:50:10.728570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a449c556-1737-45ac-9cb1-f7f7dc483faa req-9e07a8f1-b9a0-4a6e-a2e2-332d9f171ef0 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718502 Nov 15 14:50:10.745440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-287f02ac-eee4-4c47-a9d6-f41adfe1085f req-fbb61d65-c344-4324-ba7a-4e3e9a6c9c9e tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796639 Nov 15 14:50:10.766360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 420d9e3e-be4e-41ba-a83c-0235286bb92f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:10.790360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14824ef-6f58-413a-9708-6856480bed44 None None] Network 420d9e3e-be4e-41ba-a83c-0235286bb92f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:10.795020 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:10.811099 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:10.821269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:10.821851 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:10.854605 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d13de7-1e19-495b-98d9-689c26c0520b x-openstack-request-id: req-15d13de7-1e19-495b-98d9-689c26c0520b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:50:10.855458 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-deleted", "tag": "ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:50:10.855718 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15d13de7-1e19-495b-98d9-689c26c0520b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:50:10.856187 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-deleted', 'tag': 'ced7b6a8-1408-4bcc-95c5-f8c0d9ae7d9b', 'status': 'completed', 'code': 200} Nov 15 14:50:10.868069 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6945b63f-ec30-4443-9ebc-3d2dbcc89a5c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2206171 Nov 15 14:50:10.873221 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:10.879020 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:10.898309 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a546473b-f8de-47a8-beda-dad89effe5f0 req-88f45d4d-16eb-4865-8335-25fa49b0c1cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755803 Nov 15 14:50:10.934527 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-babd7b92-e6ad-4e4d-8e9d-28abd01ef847 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:10.952265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Port': ['ID=413af6e3-de77-4121-a204-74de00bc13cd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:11.001555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-eb38a9e8-d1c5-47d1-9bde-5dff50a7e221', 'network_id': 'eb38a9e8-d1c5-47d1-9bde-5dff50a7e221', 'tenant_id': 'a64816c474e04ba9bfa514d49328d116', 'fixed_ips': [{'subnet_id': '80f76e5b-2387-4eb7-a629-7df1f4cf467b'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:50:11.003106 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:11.003309 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:11.052488 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-21a50329-0a42-4e4b-b82d-0a8984c83498 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2378633 Nov 15 14:50:11.054563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:11.072040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:11.168228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Allocated IP 172.20.0.2 (eb38a9e8-d1c5-47d1-9bde-5dff50a7e221/80f76e5b-2387-4eb7-a629-7df1f4cf467b/8b2b6d0b-4fe2-4fdc-8354-96f76b495121) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:11.204139 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c04c52-ffac-4eea-8dd5-31047dd02695 req-7c5907b9-2cb2-4490-9529-64ed43405a24 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:11.205711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-30c04c52-ffac-4eea-8dd5-31047dd02695 req-7c5907b9-2cb2-4490-9529-64ed43405a24 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.2942276 Nov 15 14:50:11.503321 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:11.624815 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:11.659833 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Network eb38a9e8-d1c5-47d1-9bde-5dff50a7e221 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:11.665869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:11.670616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:11.673864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Pushing event updated for resources: {'Port': ['ID=8b2b6d0b-4fe2-4fdc-8354-96f76b495121,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:11.707884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66c8c50b-9c29-415a-bb28-6f7ae11e465f req-d7ae2a87-2dc9-452c-accf-df6bfaa695e9 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0712233 Nov 15 14:50:11.723631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bbe19b-7ca7-4384-a3fe-29dea625a09c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:11.729620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bbe19b-7ca7-4384-a3fe-29dea625a09c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:11.734778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-73bbe19b-7ca7-4384-a3fe-29dea625a09c tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6456833 Nov 15 14:50:11.735702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:11.739455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Attempting to bind port 8b2b6d0b-4fe2-4fdc-8354-96f76b495121 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:11.740143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Attempting to bind port 8b2b6d0b-4fe2-4fdc-8354-96f76b495121 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '778e3593-d025-4c72-a466-607497c8e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb38a9e8-d1c5-47d1-9bde-5dff50a7e221'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:11.740266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Attempting to bind port 8b2b6d0b-4fe2-4fdc-8354-96f76b495121 on network eb38a9e8-d1c5-47d1-9bde-5dff50a7e221 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:11.747497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:11.748386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Checking segment: {'id': '778e3593-d025-4c72-a466-607497c8e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb38a9e8-d1c5-47d1-9bde-5dff50a7e221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:11.755214 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:11.755214 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Bound using segment: {'id': '778e3593-d025-4c72-a466-607497c8e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb38a9e8-d1c5-47d1-9bde-5dff50a7e221'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:11.755214 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Bound port: 8b2b6d0b-4fe2-4fdc-8354-96f76b495121, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778e3593-d025-4c72-a466-607497c8e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb38a9e8-d1c5-47d1-9bde-5dff50a7e221'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:11.755214 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:11.757434 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:11.806529 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-30c04c52-ffac-4eea-8dd5-31047dd02695 req-a482199b-e649-43bd-88f0-9df491053a65 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840659 Nov 15 14:50:11.811872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Router 499f5ad8-53b7-4b8a-9218-a46128fda3eb has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:50:11.852358 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] For port 8b2b6d0b-4fe2-4fdc-8354-96f76b495121, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:11.856656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] For port 8b2b6d0b-4fe2-4fdc-8354-96f76b495121, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8b2b6d0b-4fe2-4fdc-8354-96f76b495121,segment=NetworkSegment(778e3593-d025-4c72-a466-607497c8e7be),segment_id=778e3593-d025-4c72-a466-607497c8e7be)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:11.891871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Subnet': ['ID=80f76e5b-2387-4eb7-a629-7df1f4cf467b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:11.944497 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:11.986933 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:12.041982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bb9c5-653d-42b9-ba1e-3cfbdf34a80c None None] Pushing event updated for resources: {'Port': ['ID=8b2b6d0b-4fe2-4fdc-8354-96f76b495121,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:12.042659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb38a9e8-d1c5-47d1-9bde-5dff50a7e221']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:12.056910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778e3593-d025-4c72-a466-607497c8e7be') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:12.057296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778e3593-d025-4c72-a466-607497c8e7be') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:12.067359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ec7defa3-3429-4aa4-93a2-7671f9179d6a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Deleting port e5a4dfe0-f139-4b4b-86bb-0b6190ffad4e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:12.067816 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec7defa3-3429-4aa4-93a2-7671f9179d6a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:12.077170 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:12.100416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092e76e-58ad-403b-afb4-f2b82a52955e req-cc2857c6-9ff9-460d-aba4-24c4e6ab4fd6 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:12.102001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c092e76e-58ad-403b-afb4-f2b82a52955e req-cc2857c6-9ff9-460d-aba4-24c4e6ab4fd6 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 947 time: 0.2077332 Nov 15 14:50:12.140125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba17edd3-bc8e-449f-904a-1c6213b66e77 None None] Network eb38a9e8-d1c5-47d1-9bde-5dff50a7e221 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:12.172908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:50:12.190327 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89548a3f-f3da-4a33-a8fe-c36afd7f27bf None None] Sync routers for ids ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:50:12.216404 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:12.221594 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89548a3f-f3da-4a33-a8fe-c36afd7f27bf None None] Routers {'499f5ad8-53b7-4b8a-9218-a46128fda3eb'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:50:12.223061 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-89548a3f-f3da-4a33-a8fe-c36afd7f27bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:50:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:12.250102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] No DVR routers for this DVR port 413af6e3-de77-4121-a204-74de00bc13cd on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:12.258337 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:12.262627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32749636-1f83-4e70-b837-a9ed39f465eb req-87ec8c57-a058-427b-93d7-7e35c34038a1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.59 "DELETE /v2.0/ports/413af6e3-de77-4121-a204-74de00bc13cd HTTP/1.1" status: 204 len: 173 time: 3.0751610 Nov 15 14:50:12.277485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:12.277485 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:12.282230 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:12.306037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c092e76e-58ad-403b-afb4-f2b82a52955e req-aea790a2-2616-4000-aef6-c679527692fa tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701174 Nov 15 14:50:12.344504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-babd7b92-e6ad-4e4d-8e9d-28abd01ef847 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:12.345076 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-babd7b92-e6ad-4e4d-8e9d-28abd01ef847 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:12.390206 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec7defa3-3429-4aa4-93a2-7671f9179d6a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:12.452136 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ec7defa3-3429-4aa4-93a2-7671f9179d6a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Calling delete_port for e5a4dfe0-f139-4b4b-86bb-0b6190ffad4e owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:12.472288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b3624b-72b2-4c83-ab25-959cafb22b22 None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 14:50:12.511225 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-89548a3f-f3da-4a33-a8fe-c36afd7f27bf None None] Set router 499f5ad8-53b7-4b8a-9218-a46128fda3eb gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:50:12.581258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-babd7b92-e6ad-4e4d-8e9d-28abd01ef847 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] For port 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b,segment=NetworkSegment(983c1078-7707-4135-860a-4effff0c2354),segment_id=983c1078-7707-4135-860a-4effff0c2354)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:12.581675 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-babd7b92-e6ad-4e4d-8e9d-28abd01ef847 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:12.586150 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 14:50:12.586150 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 14:50:12.586150 n-d-817748-2 neutron-server[103147]: [parameters: {'id': 'eb38a9e8-d1c5-47d1-9bde-5dff50a7e221'}] Nov 15 14:50:12.586150 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:50:12.586601 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:50:12.608846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-babd7b92-e6ad-4e4d-8e9d-28abd01ef847 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Calling delete_port for 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:12.812196 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec7defa3-3429-4aa4-93a2-7671f9179d6a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:12.824170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3624b-72b2-4c83-ab25-959cafb22b22 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 14:50:12.863033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-deleted', 'tag': '413af6e3-de77-4121-a204-74de00bc13cd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:50:12.865317 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86be2813-2829-433f-91ab-af53196340d8" -d '{"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-deleted", "tag": "413af6e3-de77-4121-a204-74de00bc13cd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:50:12.904979 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec7defa3-3429-4aa4-93a2-7671f9179d6a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:12.917582 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ec7defa3-3429-4aa4-93a2-7671f9179d6a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "DELETE /v2.0/ports/e5a4dfe0-f139-4b4b-86bb-0b6190ffad4e HTTP/1.1" status: 204 len: 168 time: 1.1784961 Nov 15 14:50:12.918705 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:12.922273 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7defa3-3429-4aa4-93a2-7671f9179d6a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event deleted for resources: {'Port': ['ID=e5a4dfe0-f139-4b4b-86bb-0b6190ffad4e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:12.964019 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11f920e-715a-4ee4-abaa-41cac62568ea x-openstack-request-id: req-b11f920e-715a-4ee4-abaa-41cac62568ea {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:50:12.964928 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6402c232-39af-4a0e-ad22-22df3dac48c3", "name": "network-vif-deleted", "tag": "413af6e3-de77-4121-a204-74de00bc13cd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:50:12.965191 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b11f920e-715a-4ee4-abaa-41cac62568ea {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:50:12.965601 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402c232-39af-4a0e-ad22-22df3dac48c3', 'name': 'network-vif-deleted', 'tag': '413af6e3-de77-4121-a204-74de00bc13cd', 'status': 'completed', 'code': 200} Nov 15 14:50:13.009432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-135c5a31-7baa-41e8-b754-7aac051ca685 req-8121bb9d-73e5-44c3-bd47-f9a171355330 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0690722 Nov 15 14:50:13.109621 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:13.200963 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-babd7b92-e6ad-4e4d-8e9d-28abd01ef847 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:13.209566 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-89548a3f-f3da-4a33-a8fe-c36afd7f27bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:38:34Z', 'revision_number': 4, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd1066eca-82bd-43cb-a5e3-610f4c49a907', 'name': '', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'mac_address': 'fa:16:3e:99:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:32Z', 'updated_at': '2021-11-15T14:38:39Z', 'revision_number': 5, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'subnets': [{'id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:13.269805 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89548a3f-f3da-4a33-a8fe-c36afd7f27bf None None] Checking router: 499f5ad8-53b7-4b8a-9218-a46128fda3eb for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:50:13.290220 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89548a3f-f3da-4a33-a8fe-c36afd7f27bf None None] Routers {'499f5ad8-53b7-4b8a-9218-a46128fda3eb'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:50:13.293641 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-89548a3f-f3da-4a33-a8fe-c36afd7f27bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:50:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:13.303804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd7b92-e6ad-4e4d-8e9d-28abd01ef847 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Port': ['ID=7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:13.345232 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-55e6382f-0e2e-4e2d-87ff-e80d7b9fa67a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Deleting port 369bac4b-c5bd-4a62-ae38-a84593302b63 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:13.348110 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55e6382f-0e2e-4e2d-87ff-e80d7b9fa67a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:13.538330 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Deleting port 8b2b6d0b-4fe2-4fdc-8354-96f76b495121 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:13.541519 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:13.631046 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-89548a3f-f3da-4a33-a8fe-c36afd7f27bf None None] Set router 499f5ad8-53b7-4b8a-9218-a46128fda3eb gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:50:13.733540 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55e6382f-0e2e-4e2d-87ff-e80d7b9fa67a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:13.738309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] For port 8b2b6d0b-4fe2-4fdc-8354-96f76b495121, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8b2b6d0b-4fe2-4fdc-8354-96f76b495121,segment=NetworkSegment(778e3593-d025-4c72-a466-607497c8e7be),segment_id=778e3593-d025-4c72-a466-607497c8e7be)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:13.741162 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:13.789161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f38ad-0e34-4328-a43d-d65fd885408d req-a2587e15-3dee-4a63-8eef-10e7e4fd2371 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:13.795065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-55e6382f-0e2e-4e2d-87ff-e80d7b9fa67a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Calling delete_port for 369bac4b-c5bd-4a62-ae38-a84593302b63 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:13.797260 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-026f38ad-0e34-4328-a43d-d65fd885408d req-a2587e15-3dee-4a63-8eef-10e7e4fd2371 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 947 time: 0.2260602 Nov 15 14:50:13.802533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Calling delete_port for 8b2b6d0b-4fe2-4fdc-8354-96f76b495121 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:13.888766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-026f38ad-0e34-4328-a43d-d65fd885408d req-185e919e-7395-4a6d-a79c-378b0e3ee67c tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905073 Nov 15 14:50:13.962922 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-babd7b92-e6ad-4e4d-8e9d-28abd01ef847 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:14.014089 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-89548a3f-f3da-4a33-a8fe-c36afd7f27bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:38:34Z', 'revision_number': 4, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd1066eca-82bd-43cb-a5e3-610f4c49a907', 'name': '', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'mac_address': 'fa:16:3e:99:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:32Z', 'updated_at': '2021-11-15T14:38:39Z', 'revision_number': 5, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'subnets': [{'id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:14.057671 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89548a3f-f3da-4a33-a8fe-c36afd7f27bf None None] The sync data for ids ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'] in n-d-817748-2 is: [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:38:34Z', 'revision_number': 4, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd1066eca-82bd-43cb-a5e3-610f4c49a907', 'name': '', 'network_id': 'fdcf4cf0-944a-4585-9636-be35a7eff07b', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'mac_address': 'fa:16:3e:99:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:32Z', 'updated_at': '2021-11-15T14:38:39Z', 'revision_number': 5, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'subnets': [{'id': '0dbae45e-6630-4c9e-b1c2-188262994e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:50:14.223935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55e6382f-0e2e-4e2d-87ff-e80d7b9fa67a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:14.246928 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b58951c-5e5e-4324-b28d-66c2a9ad8144 req-fe6124b4-ee11-4bf2-a2c5-689337f392dd tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0520277 Nov 15 14:50:14.289355 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55e6382f-0e2e-4e2d-87ff-e80d7b9fa67a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:14.301379 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-55e6382f-0e2e-4e2d-87ff-e80d7b9fa67a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "DELETE /v2.0/ports/369bac4b-c5bd-4a62-ae38-a84593302b63 HTTP/1.1" status: 204 len: 168 time: 1.3690875 Nov 15 14:50:14.302940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48484) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:14.337641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6382f-0e2e-4e2d-87ff-e80d7b9fa67a tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event deleted for resources: {'Port': ['ID=369bac4b-c5bd-4a62-ae38-a84593302b63,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:14.347240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:14.361402 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-db872f28-7c3a-4cad-8135-d5a446d17260 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0540245 Nov 15 14:50:14.370507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48488) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:14.375727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3739cfe3-0c49-46d0-8069-c4f7a7221159 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-818287437'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:14.463837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No DVR routers for this DVR port 8b2b6d0b-4fe2-4fdc-8354-96f76b495121 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:14.495027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Port': ['ID=8b2b6d0b-4fe2-4fdc-8354-96f76b495121,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:14.593278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3739cfe3-0c49-46d0-8069-c4f7a7221159 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Made reservation on behalf of 52b424c6d11b4b7e825a2620bdfc1b7f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:14.595442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e6df50-26c2-4b6f-a99f-042856b2231c None None] New status for floating IP 010a4e9a-9590-426d-90d8-f1eb89e42fba: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:50:14.597320 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3739cfe3-0c49-46d0-8069-c4f7a7221159 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:14.628866 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babd7b92-e6ad-4e4d-8e9d-28abd01ef847 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Router 6e1d5add-94da-4433-b47d-37904e0a7187 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:50:14.661052 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:14.683616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3739cfe3-0c49-46d0-8069-c4f7a7221159 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:14.704014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb38a9e8-d1c5-47d1-9bde-5dff50a7e221']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:14.719190 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3739cfe3-0c49-46d0-8069-c4f7a7221159 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:14.719532 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-3739cfe3-0c49-46d0-8069-c4f7a7221159 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Added segment 53ac6bbb-00ba-4626-a9c5-0af89ceaad2c of type vlan for network 1893c043-bc5b-4c4d-b076-35a7c11b94cd Nov 15 14:50:14.722124 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778e3593-d025-4c72-a466-607497c8e7be') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:14.722446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778e3593-d025-4c72-a466-607497c8e7be') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:14.741725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:14.795800 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3739cfe3-0c49-46d0-8069-c4f7a7221159 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:14.797826 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:14.809026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:14.809430 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:14.812591 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:14.914236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babd7b92-e6ad-4e4d-8e9d-28abd01ef847 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:50:14.926663 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ce991-52b1-4c66-b858-60928d169b8f None None] Sync routers for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:50:14.937836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-babd7b92-e6ad-4e4d-8e9d-28abd01ef847 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "PUT /v2.0/routers/6e1d5add-94da-4433-b47d-37904e0a7187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5738616 Nov 15 14:50:14.944143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48496) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:14.944281 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ce991-52b1-4c66-b858-60928d169b8f None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:50:14.944281 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e10ce991-52b1-4c66-b858-60928d169b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:50:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:15.035399 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3739cfe3-0c49-46d0-8069-c4f7a7221159 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.035820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fc5f76-9988-4ec7-98bf-d685585be22b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting subnet 87dbc2f1-eecd-4b43-acfa-9e50ad332774 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:50:15.040036 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71fc5f76-9988-4ec7-98bf-d685585be22b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.055529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3739cfe3-0c49-46d0-8069-c4f7a7221159 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:15.057234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3739cfe3-0c49-46d0-8069-c4f7a7221159 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.183011 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e10ce991-52b1-4c66-b858-60928d169b8f None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:50:15.193052 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71fc5f76-9988-4ec7-98bf-d685585be22b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.238691 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.238691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739cfe3-0c49-46d0-8069-c4f7a7221159 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event updated for resources: {'Network': ['ID=1893c043-bc5b-4c4d-b076-35a7c11b94cd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:15.238691 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.241422 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/eb38a9e8-d1c5-47d1-9bde-5dff50a7e221 HTTP/1.1" status: 204 len: 168 time: 4.3613808 Nov 15 14:50:15.250142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 1893c043-bc5b-4c4d-b076-35a7c11b94cd details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:15.260781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bd498-e075-4669-acbd-fb928e927965 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Network': ['ID=eb38a9e8-d1c5-47d1-9bde-5dff50a7e221,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:15.263093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48500) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:15.267956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7c458382-a50a-4633-a2d5-6a17381f524c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1333491034'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:15.280989 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3739cfe3-0c49-46d0-8069-c4f7a7221159 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9066939 Nov 15 14:50:15.282186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48504) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:15.287727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1663895678'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:15.308535 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 14:50:15.308535 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 15 14:50:15.308535 n-d-817748-2 neutron-server[103147]: [parameters: {'project_id_1': '52b424c6d11b4b7e825a2620bdfc1b7f', 'expiration_1': datetime.datetime(2021, 11, 15, 14, 49, 55, 296769)}] Nov 15 14:50:15.308535 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:50:15.309005 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:50:15.331119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad77c02-6164-4a4f-bd1c-a500b356e60e req-ef6dd846-08cb-46d9-9570-d3bb41680007 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:15.343321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ad77c02-6164-4a4f-bd1c-a500b356e60e req-ef6dd846-08cb-46d9-9570-d3bb41680007 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 947 time: 0.3002474 Nov 15 14:50:15.372195 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c458382-a50a-4633-a2d5-6a17381f524c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:15.376786 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c458382-a50a-4633-a2d5-6a17381f524c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.416741 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c458382-a50a-4633-a2d5-6a17381f524c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:15.439231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c458382-a50a-4633-a2d5-6a17381f524c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.439914 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-7c458382-a50a-4633-a2d5-6a17381f524c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Added segment 5adac04b-0d77-49f6-bdf3-f3390fed9f06 of type vlan for network 7fd0345e-ecae-41bd-8a88-433ebb898760 Nov 15 14:50:15.503244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95910d88-efce-486a-8988-88f3f68bba54 req-9776988c-3a21-4e7b-a83c-149fd7bf8b08 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0631809 Nov 15 14:50:15.527606 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c458382-a50a-4633-a2d5-6a17381f524c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.569450 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e10ce991-52b1-4c66-b858-60928d169b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:50:12Z', 'revision_number': 7, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:15.599675 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71fc5f76-9988-4ec7-98bf-d685585be22b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.603815 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ce991-52b1-4c66-b858-60928d169b8f None None] Checking router: 6e1d5add-94da-4433-b47d-37904e0a7187 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:50:15.613459 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ce991-52b1-4c66-b858-60928d169b8f None None] Routers {'6e1d5add-94da-4433-b47d-37904e0a7187'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:50:15.614137 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e10ce991-52b1-4c66-b858-60928d169b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:50:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['6e1d5add-94da-4433-b47d-37904e0a7187'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:15.631396 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ad77c02-6164-4a4f-bd1c-a500b356e60e req-1a2d81a3-d812-4bfc-a072-e0aff547ab65 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871358 Nov 15 14:50:15.687027 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c458382-a50a-4633-a2d5-6a17381f524c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.689374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c458382-a50a-4633-a2d5-6a17381f524c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:15.690016 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c458382-a50a-4633-a2d5-6a17381f524c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.790651 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71fc5f76-9988-4ec7-98bf-d685585be22b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.828790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc5f76-9988-4ec7-98bf-d685585be22b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Subnet': ['ID=87dbc2f1-eecd-4b43-acfa-9e50ad332774,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:15.838753 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71fc5f76-9988-4ec7-98bf-d685585be22b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:15.839535 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3148f5c5-02a8-474e-a5d4-51eb997aa7d5 None None] Network 39c8216c-6b81-4757-901c-ecb4b0eec10e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:15.843153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-71fc5f76-9988-4ec7-98bf-d685585be22b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "DELETE /v2.0/subnets/87dbc2f1-eecd-4b43-acfa-9e50ad332774 HTTP/1.1" status: 204 len: 168 time: 0.8997242 Nov 15 14:50:15.849847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48512) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:15.853399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c458382-a50a-4633-a2d5-6a17381f524c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=7fd0345e-ecae-41bd-8a88-433ebb898760,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:15.880397 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e10ce991-52b1-4c66-b858-60928d169b8f None None] Set router 6e1d5add-94da-4433-b47d-37904e0a7187 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:50:15.943474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 7fd0345e-ecae-41bd-8a88-433ebb898760 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:15.977206 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7c458382-a50a-4633-a2d5-6a17381f524c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7131100 Nov 15 14:50:15.985903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48518) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:16.002549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'subnet': {'network_id': '7fd0345e-ecae-41bd-8a88-433ebb898760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:16.143461 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:16.239349 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e10ce991-52b1-4c66-b858-60928d169b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:50:12Z', 'revision_number': 7, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:16.320011 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ce991-52b1-4c66-b858-60928d169b8f None None] The sync data for ids ['6e1d5add-94da-4433-b47d-37904e0a7187'] in n-d-817748-2 is: [{'id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'name': 'tempest-TestNetworkBasicOps-router-1114442240', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:47:09Z', 'updated_at': '2021-11-15T14:50:12Z', 'revision_number': 7, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ac8a0dc8-6d48-4b15-a464-de7ed0efff85', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d5add-94da-4433-b47d-37904e0a7187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:47:10Z', 'updated_at': '2021-11-15T14:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:50:16.375086 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:16.408597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba04cb8b-9acd-47f0-8fcb-4c8c1590bf11 None None] DHCP port deletion for 39c8216c-6b81-4757-901c-ecb4b0eec10e request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:16.466536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ba04cb8b-9acd-47f0-8fcb-4c8c1590bf11 None None] Deleting port 4f08be7e-5b00-419d-a6ea-5e389de58d62 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:16.467095 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb8b-9acd-47f0-8fcb-4c8c1590bf11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:16.574143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ba04cb8b-9acd-47f0-8fcb-4c8c1590bf11 None None] For port 4f08be7e-5b00-419d-a6ea-5e389de58d62, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4f08be7e-5b00-419d-a6ea-5e389de58d62,segment=NetworkSegment(983c1078-7707-4135-860a-4effff0c2354),segment_id=983c1078-7707-4135-860a-4effff0c2354)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:16.575581 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb8b-9acd-47f0-8fcb-4c8c1590bf11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:16.598057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ba04cb8b-9acd-47f0-8fcb-4c8c1590bf11 None None] Calling delete_port for 4f08be7e-5b00-419d-a6ea-5e389de58d62 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:16.659528 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Made reservation on behalf of 52b424c6d11b4b7e825a2620bdfc1b7f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:16.662930 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:16.666331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb762686-f18b-43ba-909e-64c40cd31d96 req-09bf7d32-858d-43a8-b5f5-8d3d2809670e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0381131 Nov 15 14:50:16.676663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting port ac8a0dc8-6d48-4b15-a464-de7ed0efff85 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:16.677238 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:16.735040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:16.766166 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:16.766547 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Added segment d1a6cd0c-2bbf-4b30-9baa-0541d3455d6a of type vlan for network de5173af-3be2-4860-a83c-f11841be7d73 Nov 15 14:50:16.780751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:16.789871 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:16.879494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] For port ac8a0dc8-6d48-4b15-a464-de7ed0efff85, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ac8a0dc8-6d48-4b15-a464-de7ed0efff85,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:16.879875 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:16.892289 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb8b-9acd-47f0-8fcb-4c8c1590bf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:16.921324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba04cb8b-9acd-47f0-8fcb-4c8c1590bf11 None None] No DVR routers for this DVR port 4f08be7e-5b00-419d-a6ea-5e389de58d62 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:16.922343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Calling delete_port for ac8a0dc8-6d48-4b15-a464-de7ed0efff85 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:16.951542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48532) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:16.959817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:16.989086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:16.989086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7f2abfc3-5e8f-4a56-b4a4-e2ea51c94d3b not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:16.990868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4f08be7e-5b00-419d-a6ea-5e389de58d62 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:17.009527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Performing IP validity checks on allocation pools {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 14:50:17.010051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 14:50:17.015997 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:17.021265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 4f08be7e-5b00-419d-a6ea-5e389de58d62 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:17.021265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4f08be7e-5b00-419d-a6ea-5e389de58d62 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:17.041907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04cb8b-9acd-47f0-8fcb-4c8c1590bf11 None None] Pushing event deleted for resources: {'Port': ['ID=4f08be7e-5b00-419d-a6ea-5e389de58d62,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:17.201963 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:17.213920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:17.214626 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:17.287520 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d665e25b-20ff-4d94-a05a-848292b8cf27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:17.361043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:17.399112 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1157610 Nov 15 14:50:17.408868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Port': ['ID=ac8a0dc8-6d48-4b15-a464-de7ed0efff85,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:17.461277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69aa715-78aa-4a41-bb91-e0c4b0cd81df None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:17.563255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ca69b-836e-45ea-8121-ea7e21789536 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event updated for resources: {'Network': ['ID=de5173af-3be2-4860-a83c-f11841be7d73,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:17.577147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network de5173af-3be2-4860-a83c-f11841be7d73 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:17.610216 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:17.703630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d665e25b-20ff-4d94-a05a-848292b8cf27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:17.719059 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:17.828582 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d665e25b-20ff-4d94-a05a-848292b8cf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:17.895405 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d665e25b-20ff-4d94-a05a-848292b8cf27 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6e872b6824942a3a8e0997ab8c551c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9427176 Nov 15 14:50:17.903748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48542) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:17.994058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Subnet': ['ID=21d403ba-c43d-4016-ac01-77c492fd129e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:18.003841 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.012545 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.112651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665e25b-20ff-4d94-a05a-848292b8cf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7f3b80-b8e0-4e2c-aa7b-d7ad609209a9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:18.145817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking segment: {'id': '5adac04b-0d77-49f6-bdf3-f3390fed9f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fd0345e-ecae-41bd-8a88-433ebb898760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:18.153220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network hostable DHCP agents. Network: 7fd0345e-ecae-41bd-8a88-433ebb898760, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:18.179553 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61513e6b-89a0-46cc-8f8f-a40f7bf25401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.210482 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9b72ff4-b97c-4f7b-841c-9870bbcde3a9 req-67ce7fdd-23ee-48be-a414-43504f354dca tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.2663581 Nov 15 14:50:18.247725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61513e6b-89a0-46cc-8f8f-a40f7bf25401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.281613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.282166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Fanout notify agent at l3_agent the message router_deleted on router 6e1d5add-94da-4433-b47d-37904e0a7187 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:50:18.298780 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.300203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-be80eba0-7f7c-4910-9a60-57529e1ac42c tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "DELETE /v2.0/routers/6e1d5add-94da-4433-b47d-37904e0a7187 HTTP/1.1" status: 204 len: 168 time: 2.4493158 Nov 15 14:50:18.303055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48548) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:18.350231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network 7fd0345e-ecae-41bd-8a88-433ebb898760 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:18.446207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 7fd0345e-ecae-41bd-8a88-433ebb898760) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:18.451147 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:18.452022 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.457730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3f61e5-7e38-47d9-8a96-8902f175d45d None None] Network 7fd0345e-ecae-41bd-8a88-433ebb898760 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:18.484281 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61513e6b-89a0-46cc-8f8f-a40f7bf25401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.486952 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61513e6b-89a0-46cc-8f8f-a40f7bf25401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.488421 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-61513e6b-89a0-46cc-8f8f-a40f7bf25401 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc7f3b80-b8e0-4e2c-aa7b-d7ad609209a9 HTTP/1.1" status: 204 len: 168 time: 0.5779338 Nov 15 14:50:18.525876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61513e6b-89a0-46cc-8f8f-a40f7bf25401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7f3b80-b8e0-4e2c-aa7b-d7ad609209a9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:18.592840 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5abd8908-71fb-4429-8391-f2ee922671a5 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6044421 Nov 15 14:50:18.595683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48552) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:18.631200 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4904e99c-5405-4fb1-a9d9-3f32fa911fb8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.794981 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4904e99c-5405-4fb1-a9d9-3f32fa911fb8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.841777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4904e99c-5405-4fb1-a9d9-3f32fa911fb8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c8216c-6b81-4757-901c-ecb4b0eec10e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:18.861671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4904e99c-5405-4fb1-a9d9-3f32fa911fb8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983c1078-7707-4135-860a-4effff0c2354') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:18.862026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4904e99c-5405-4fb1-a9d9-3f32fa911fb8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983c1078-7707-4135-860a-4effff0c2354') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:18.888868 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4904e99c-5405-4fb1-a9d9-3f32fa911fb8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.895936 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.912545 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4904e99c-5405-4fb1-a9d9-3f32fa911fb8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.925859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4904e99c-5405-4fb1-a9d9-3f32fa911fb8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:18.926286 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4904e99c-5405-4fb1-a9d9-3f32fa911fb8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:18.933873 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:19.004723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4c69b-06f6-447e-ac86-6202af6db906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-7fd0345e-ecae-41bd-8a88-433ebb898760', 'network_id': '7fd0345e-ecae-41bd-8a88-433ebb898760', 'tenant_id': 'a64816c474e04ba9bfa514d49328d116', 'fixed_ips': [{'subnet_id': '21d403ba-c43d-4016-ac01-77c492fd129e'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:50:19.007212 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7db4c69b-06f6-447e-ac86-6202af6db906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.062700 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.212632 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4904e99c-5405-4fb1-a9d9-3f32fa911fb8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.240361 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4904e99c-5405-4fb1-a9d9-3f32fa911fb8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.246119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4904e99c-5405-4fb1-a9d9-3f32fa911fb8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "DELETE /v2.0/networks/39c8216c-6b81-4757-901c-ecb4b0eec10e HTTP/1.1" status: 204 len: 168 time: 0.9404342 Nov 15 14:50:19.268649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904e99c-5405-4fb1-a9d9-3f32fa911fb8 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Network': ['ID=39c8216c-6b81-4757-901c-ecb4b0eec10e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:19.279775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48562) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:19.291831 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bb1ea253-81ce-4923-ac69-983b5ec02b79 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'network': {'name': 'tempest-network-smoke--785435666', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:19.297461 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.340736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ac8a0dc8-6d48-4b15-a464-de7ed0efff85 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:19.356142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Subnet': ['ID=21d403ba-c43d-4016-ac01-77c492fd129e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:19.421862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: ac8a0dc8-6d48-4b15-a464-de7ed0efff85 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:19.445237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ac8a0dc8-6d48-4b15-a464-de7ed0efff85 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:19.456607 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.481342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f5c9319-8b7e-46a3-a1fa-736aec848080 req-f3f8e449-a919-49bf-8977-02ccabf3d743 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0533276 Nov 15 14:50:19.499250 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd0345e-ecae-41bd-8a88-433ebb898760']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:19.511658 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5adac04b-0d77-49f6-bdf3-f3390fed9f06') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:19.511963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5adac04b-0d77-49f6-bdf3-f3390fed9f06') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:19.537292 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-7db4c69b-06f6-447e-ac86-6202af6db906 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21d403ba-c43d-4016-ac01-77c492fd129e: This subnet is being modified by another concurrent operation. Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 14:50:19.541564 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21d403ba-c43d-4016-ac01-77c492fd129e: This subnet is being modified by another concurrent operation. Nov 15 14:50:19.546337 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server Nov 15 14:50:19.557180 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.565117 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:19.565517 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.568093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e962575b-dbe5-491b-ac07-3665b75d8c77 None None] Network 7fd0345e-ecae-41bd-8a88-433ebb898760 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:19.635615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48564) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:19.659471 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:19.665482 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-129ab2d9-c170-439c-a127-b467c82d37cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.768486 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.770180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1ea253-81ce-4923-ac69-983b5ec02b79 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Made reservation on behalf of c58edf6cb9de430bb198bc6fde6ccc02 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:19.776112 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea253-81ce-4923-ac69-983b5ec02b79 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.792973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.797696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48566) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:19.799469 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/7fd0345e-ecae-41bd-8a88-433ebb898760 HTTP/1.1" status: 204 len: 168 time: 1.2024677 Nov 15 14:50:19.803037 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9e459-edb6-4b50-b7e1-bc1b5bf5764f None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 14:50:19.804482 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-15010e77-a290-48e4-85e6-4020a21df377 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-437720810'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:19.862762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1f990-2b36-4036-8b8e-1eb967a88657 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Network': ['ID=7fd0345e-ecae-41bd-8a88-433ebb898760,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:19.893010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1ea253-81ce-4923-ac69-983b5ec02b79 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:19.920600 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea253-81ce-4923-ac69-983b5ec02b79 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.921311 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-bb1ea253-81ce-4923-ac69-983b5ec02b79 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Added segment 921a028c-887f-4536-a15f-d2241ec6805d of type vlan for network a8e24128-d22d-4209-951e-71ce02d5a378 Nov 15 14:50:19.952676 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-129ab2d9-c170-439c-a127-b467c82d37cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.958328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15010e77-a290-48e4-85e6-4020a21df377 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:19.966118 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15010e77-a290-48e4-85e6-4020a21df377 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:19.978808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b9e459-edb6-4b50-b7e1-bc1b5bf5764f None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 14:50:20.029126 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea253-81ce-4923-ac69-983b5ec02b79 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.033928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15010e77-a290-48e4-85e6-4020a21df377 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:20.059406 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15010e77-a290-48e4-85e6-4020a21df377 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.059406 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-15010e77-a290-48e4-85e6-4020a21df377 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Added segment 7043533f-8e31-4a1e-be22-d1190a16ad03 of type vlan for network f42a9858-7ca5-4782-a136-5c11aa20aa0e Nov 15 14:50:20.070448 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-129ab2d9-c170-439c-a127-b467c82d37cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.161595 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15010e77-a290-48e4-85e6-4020a21df377 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.180520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ab2d9-c170-439c-a127-b467c82d37cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7cbf2a-54f1-4285-aa9a-0d0f51cfbb04,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:20.191699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48568) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:20.194070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-129ab2d9-c170-439c-a127-b467c82d37cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45ec2fae6fc04019afbd0ef6576a65b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5520053 Nov 15 14:50:20.257859 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea253-81ce-4923-ac69-983b5ec02b79 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.274177 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1ea253-81ce-4923-ac69-983b5ec02b79 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:20.276069 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea253-81ce-4923-ac69-983b5ec02b79 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.292446 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15010e77-a290-48e4-85e6-4020a21df377 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.299078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15010e77-a290-48e4-85e6-4020a21df377 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:20.299982 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15010e77-a290-48e4-85e6-4020a21df377 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.453232 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ea253-81ce-4923-ac69-983b5ec02b79 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Network': ['ID=a8e24128-d22d-4209-951e-71ce02d5a378,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:20.455592 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df989e04-45d7-4db4-ab61-ba688c4590f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.461202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-15010e77-a290-48e4-85e6-4020a21df377 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6625142 Nov 15 14:50:20.471777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48574) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:20.487202 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df989e04-45d7-4db4-ab61-ba688c4590f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.498256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dae82ea2-6c62-4a37-81e0-787921005e81 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'subnet': {'network_id': 'f42a9858-7ca5-4782-a136-5c11aa20aa0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:20.541860 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bb1ea253-81ce-4923-ac69-983b5ec02b79 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2605400 Nov 15 14:50:20.551148 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48578) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:20.556498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-284947950', 'admin_state_up': True, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:20.572521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15010e77-a290-48e4-85e6-4020a21df377 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=f42a9858-7ca5-4782-a136-5c11aa20aa0e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:20.587514 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network a8e24128-d22d-4209-951e-71ce02d5a378 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:20.607428 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network f42a9858-7ca5-4782-a136-5c11aa20aa0e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:20.611679 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df989e04-45d7-4db4-ab61-ba688c4590f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.614834 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df989e04-45d7-4db4-ab61-ba688c4590f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.616004 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-df989e04-45d7-4db4-ab61-ba688c4590f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d7cbf2a-54f1-4285-aa9a-0d0f51cfbb04 HTTP/1.1" status: 204 len: 168 time: 0.4232905 Nov 15 14:50:20.635777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df989e04-45d7-4db4-ab61-ba688c4590f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7cbf2a-54f1-4285-aa9a-0d0f51cfbb04,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:20.651943 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.653050 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.763782 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:20.806706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d40b8829-cdf6-482c-b0cf-759ab3f9d1cc req-9f711750-93d5-42bb-b201-66f779d0d408 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0906572 Nov 15 14:50:21.012383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae82ea2-6c62-4a37-81e0-787921005e81 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:21.016241 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dae82ea2-6c62-4a37-81e0-787921005e81 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:21.060312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48582) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:21.067502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Request body: {'subnets': [{'network_id': '1893c043-bc5b-4c4d-b076-35a7c11b94cd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--888368390', 'ip_version': 6}, {'network_id': 'de5173af-3be2-4860-a83c-f11841be7d73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:21.068051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Request body: {'subnet': {'network_id': '1893c043-bc5b-4c4d-b076-35a7c11b94cd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--888368390', 'ip_version': 6}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:21.068841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Request body: {'subnet': {'network_id': 'de5173af-3be2-4860-a83c-f11841be7d73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:21.244312 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:21.378473 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dae82ea2-6c62-4a37-81e0-787921005e81 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:21.429988 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Made reservation on behalf of 52b424c6d11b4b7e825a2620bdfc1b7f for: {'subnet': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:21.435219 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:21.435967 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:21.461091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae82ea2-6c62-4a37-81e0-787921005e81 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Subnet': ['ID=b2f5bb6a-498a-49de-a80e-e7087c078d50,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:21.474645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae82ea2-6c62-4a37-81e0-787921005e81 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking segment: {'id': '7043533f-8e31-4a1e-be22-d1190a16ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f42a9858-7ca5-4782-a136-5c11aa20aa0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:21.475015 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae82ea2-6c62-4a37-81e0-787921005e81 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network hostable DHCP agents. Network: f42a9858-7ca5-4782-a136-5c11aa20aa0e, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:21.595100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae82ea2-6c62-4a37-81e0-787921005e81 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network f42a9858-7ca5-4782-a136-5c11aa20aa0e is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:21.681675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48590) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:21.702426 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:21.719549 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb575515-5736-4b01-b615-1ca44694c40c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:21.761399 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:21.770516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dae82ea2-6c62-4a37-81e0-787921005e81 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, f42a9858-7ca5-4782-a136-5c11aa20aa0e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:21.778045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae82ea2-6c62-4a37-81e0-787921005e81 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:21.778702 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dae82ea2-6c62-4a37-81e0-787921005e81 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:21.781592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feee9218-6534-40d7-b8dd-b75298a34ff9 None None] Network f42a9858-7ca5-4782-a136-5c11aa20aa0e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:21.859824 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb575515-5736-4b01-b615-1ca44694c40c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:21.867136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dae82ea2-6c62-4a37-81e0-787921005e81 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3833611 Nov 15 14:50:21.870418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48594) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:21.962769 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb575515-5736-4b01-b615-1ca44694c40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.055006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f34d4aea-9b67-4ee9-91c4-c5260e705876 req-0beb98ee-a538-4b5d-8936-2ef6df058124 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0816398 Nov 15 14:50:22.058349 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f42a9858-7ca5-4782-a136-5c11aa20aa0e', 'network_id': 'f42a9858-7ca5-4782-a136-5c11aa20aa0e', 'tenant_id': 'a64816c474e04ba9bfa514d49328d116', 'fixed_ips': [{'subnet_id': 'b2f5bb6a-498a-49de-a80e-e7087c078d50'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:50:22.059697 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.086769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bb575515-5736-4b01-b615-1ca44694c40c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca112139f1444c35b729ce7c6579eb08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4033828 Nov 15 14:50:22.091088 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb575515-5736-4b01-b615-1ca44694c40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b60058-f5c5-4aac-b8ba-20a03a3208b4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:22.092820 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48596) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:22.127290 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.139499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Allocated IP 172.25.4.175 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/ec09595c-de5f-44b2-abe4-ce659ec22c92) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:22.187471 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.259718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Allocated IP 172.20.0.1 (f42a9858-7ca5-4782-a136-5c11aa20aa0e/b2f5bb6a-498a-49de-a80e-e7087c078d50/17b3a9f0-a451-42c9-bc7b-85c48ac59c4f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:22.442677 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.446071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4998d5d9-948c-49d0-9e05-1b19dae098a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.472995 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.502671 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4998d5d9-948c-49d0-9e05-1b19dae098a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.561364 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.604332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Network f42a9858-7ca5-4782-a136-5c11aa20aa0e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:22.610473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:22.612704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:22.615608 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Pushing event updated for resources: {'Port': ['ID=17b3a9f0-a451-42c9-bc7b-85c48ac59c4f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:22.653424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.670669 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Attempting to bind port 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:22.670960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Attempting to bind port 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '7043533f-8e31-4a1e-be22-d1190a16ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f42a9858-7ca5-4782-a136-5c11aa20aa0e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:22.671388 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Attempting to bind port 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f on network f42a9858-7ca5-4782-a136-5c11aa20aa0e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:22.677011 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:22.677543 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Checking segment: {'id': '7043533f-8e31-4a1e-be22-d1190a16ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f42a9858-7ca5-4782-a136-5c11aa20aa0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:22.683365 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.683365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Bound using segment: {'id': '7043533f-8e31-4a1e-be22-d1190a16ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f42a9858-7ca5-4782-a136-5c11aa20aa0e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:22.683365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Bound port: 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7043533f-8e31-4a1e-be22-d1190a16ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f42a9858-7ca5-4782-a136-5c11aa20aa0e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:22.683365 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.716571 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4998d5d9-948c-49d0-9e05-1b19dae098a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.719924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4998d5d9-948c-49d0-9e05-1b19dae098a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.721080 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4998d5d9-948c-49d0-9e05-1b19dae098a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90b60058-f5c5-4aac-b8ba-20a03a3208b4 HTTP/1.1" status: 204 len: 168 time: 0.6224248 Nov 15 14:50:22.736980 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.750814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998d5d9-948c-49d0-9e05-1b19dae098a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b60058-f5c5-4aac-b8ba-20a03a3208b4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:22.757924 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.758614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] For port 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:22.760163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] For port 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=17b3a9f0-a451-42c9-bc7b-85c48ac59c4f,segment=NetworkSegment(7043533f-8e31-4a1e-be22-d1190a16ad03),segment_id=7043533f-8e31-4a1e-be22-d1190a16ad03)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:22.761090 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:22.766364 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:22.790286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926bfc13-b690-4e2b-93de-8a9c686d277d None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:22.794936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:22.831285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f5bb6a-498a-49de-a80e-e7087c078d50,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:22.864296 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.907299 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:22.936496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42a9858-7ca5-4782-a136-5c11aa20aa0e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:22.939782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event updated for resources: {'Subnet': ['ID=480d626d-4669-48e6-b95d-48619ee8761b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:22.957846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7043533f-8e31-4a1e-be22-d1190a16ad03') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:22.963372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7043533f-8e31-4a1e-be22-d1190a16ad03') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:22.995182 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:23.017870 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=ec09595c-de5f-44b2-abe4-ce659ec22c92,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:23.027435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Checking segment: {'id': '53ac6bbb-00ba-4626-a9c5-0af89ceaad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1893c043-bc5b-4c4d-b076-35a7c11b94cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:23.027871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Network hostable DHCP agents. Network: 1893c043-bc5b-4c4d-b076-35a7c11b94cd, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:23.041034 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:23.059474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:23.061630 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:23.072201 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:23.095726 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3bec0910-24b1-4c50-b958-d6799b9ba3e0 None None] Provisioning complete for port ec09595c-de5f-44b2-abe4-ce659ec22c92 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:23.099053 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bec0910-24b1-4c50-b958-d6799b9ba3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:23.102044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0242000-3fd3-4a9d-8f08-76c27263dcf7 None None] Pushing event updated for resources: {'Port': ['ID=17b3a9f0-a451-42c9-bc7b-85c48ac59c4f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:23.176552 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3bec0910-24b1-4c50-b958-d6799b9ba3e0 None None] Port ec09595c-de5f-44b2-abe4-ce659ec22c92 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:50:23.207203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Network 1893c043-bc5b-4c4d-b076-35a7c11b94cd is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:23.315479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03ab0f52-ff4c-4527-a246-a159460705bf req-1c22a0d3-8cf7-4f4e-b7af-71353c761aa8 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0991414 Nov 15 14:50:23.352184 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 14:50:23.352184 n-d-817748-2 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 14:50:23.352184 n-d-817748-2 neutron-server[103146]: [parameters: {'id': 'f42a9858-7ca5-4782-a136-5c11aa20aa0e'}] Nov 15 14:50:23.352184 n-d-817748-2 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:50:23.352184 n-d-817748-2 neutron-server[103146]: DEBUG oslo_db.api [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:50:23.419725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:23.424269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 1893c043-bc5b-4c4d-b076-35a7c11b94cd) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:23.429922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:23.434295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4952116f-05a8-451c-95cb-4ee1fc5a8445 None None] Network 1893c043-bc5b-4c4d-b076-35a7c11b94cd requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:23.676920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Checking segment: {'id': 'd1a6cd0c-2bbf-4b30-9baa-0541d3455d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'de5173af-3be2-4860-a83c-f11841be7d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:23.677550 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Network hostable DHCP agents. Network: de5173af-3be2-4860-a83c-f11841be7d73, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:23.707735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event updated for resources: {'Subnet': ['ID=0c58f8b3-fff9-4f5e-ac1c-13eb9a1fe140,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:23.851437 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:23.863857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Network de5173af-3be2-4860-a83c-f11841be7d73 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:23.900926 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:23.972601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Deleting port 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:23.972807 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:24.054100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, de5173af-3be2-4860-a83c-f11841be7d73) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:24.060694 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:24.061165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:24.061806 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:24.084259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a7d75f-050a-4368-8788-231cd738fbce None None] Network de5173af-3be2-4860-a83c-f11841be7d73 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:24.118804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] For port 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=17b3a9f0-a451-42c9-bc7b-85c48ac59c4f,segment=NetworkSegment(7043533f-8e31-4a1e-be22-d1190a16ad03),segment_id=7043533f-8e31-4a1e-be22-d1190a16ad03)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:24.119177 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:24.176147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-1893c043-bc5b-4c4d-b076-35a7c11b94cd', 'network_id': '1893c043-bc5b-4c4d-b076-35a7c11b94cd', 'tenant_id': '52b424c6d11b4b7e825a2620bdfc1b7f', 'fixed_ips': [{'subnet_id': '480d626d-4669-48e6-b95d-48619ee8761b'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:50:24.177523 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:24.201197 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1e192f91-119f-41ee-8982-1e09b94f8a72 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.1370087 Nov 15 14:50:24.202083 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48628) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:24.230241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Router fd3bf34b-da33-4de9-97eb-41c505b5c80e is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:50:24.407466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff550d-bed7-4fd7-9c02-1a6c8e1ac349 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:24.410306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff550d-bed7-4fd7-9c02-1a6c8e1ac349 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:24.415389 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff550d-bed7-4fd7-9c02-1a6c8e1ac349 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:24.417625 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-54ff550d-bed7-4fd7-9c02-1a6c8e1ac349 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2114124 Nov 15 14:50:24.444726 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48638) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:24.528495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Allocated IP 2001:db8::1 (1893c043-bc5b-4c4d-b076-35a7c11b94cd/480d626d-4669-48e6-b95d-48619ee8761b/abfed45c-5f4a-4333-b3dc-c51545fb28f5) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:24.597180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f1c4c7-13a9-41d9-b5f2-bb075bb2e998 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Deleting subnet 480d626d-4669-48e6-b95d-48619ee8761b {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:50:24.599638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:50:24.657061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da50653f-8305-410a-97dd-0e8fe4ce08b3 None None] Network f42a9858-7ca5-4782-a136-5c11aa20aa0e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:24.671960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Sync routers for ids ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:50:24.761654 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:24.763138 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-860d51af-c9d5-45e3-8988-1d40a7ac7114 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2109210 Nov 15 14:50:24.766067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:24.887799 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-56b6dbe3-a7a0-4102-a950-76a4af676880 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c58edf6cb9de430bb198bc6fde6ccc02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1205363 Nov 15 14:50:24.891607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:24.910700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Calling delete_port for 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:25.062537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431bd215-e66c-4410-ac33-b7916aadb648 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:25.063090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:50:25.066448 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-431bd215-e66c-4410-ac33-b7916aadb648 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1711867 Nov 15 14:50:25.067241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48652) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:25.068205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75258776-6d25-46fc-b5c4-111510d1e1ea req-834e49cd-34a0-4fc2-9ff8-c233b248e798 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.1838455 Nov 15 14:50:25.072650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Routers {'fd3bf34b-da33-4de9-97eb-41c505b5c80e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:50:25.077506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:50:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:25.119618 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-153507b2-ed7a-4704-a431-68ee6739a320 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472338 Nov 15 14:50:25.122283 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:25.135649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1928232336', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:25.139704 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0269cbc-2474-481c-9c70-49a5a9286d67 req-54b07924-f1ef-40a3-9870-89742b886987 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:25.141659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0269cbc-2474-481c-9c70-49a5a9286d67 req-54b07924-f1ef-40a3-9870-89742b886987 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.2428603 Nov 15 14:50:25.210887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a75bc89d-b057-4705-8b82-48d90999f44b None None] Provisioning complete for port 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:25.211478 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a75bc89d-b057-4705-8b82-48d90999f44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.218592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0269cbc-2474-481c-9c70-49a5a9286d67 req-37c6e4b6-9068-42b2-ac48-e421bfd4d9d7 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652742 Nov 15 14:50:25.252322 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.302962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Port': ['ID=17b3a9f0-a451-42c9-bc7b-85c48ac59c4f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:25.328430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No DVR routers for this DVR port 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:25.413724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No active binding found for port 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 14:50:25.414190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 15 14:50:25.421010 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.446896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42a9858-7ca5-4782-a136-5c11aa20aa0e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:25.452019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Made reservation on behalf of c58edf6cb9de430bb198bc6fde6ccc02 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:25.456388 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.467324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Port 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f not found, will not notify nova. {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 15 14:50:25.470451 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.480224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7043533f-8e31-4a1e-be22-d1190a16ad03') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:25.480670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7043533f-8e31-4a1e-be22-d1190a16ad03') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:25.490445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Set router fd3bf34b-da33-4de9-97eb-41c505b5c80e gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:50:25.510202 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.530783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-de5173af-3be2-4860-a83c-f11841be7d73', 'network_id': 'de5173af-3be2-4860-a83c-f11841be7d73', 'tenant_id': '52b424c6d11b4b7e825a2620bdfc1b7f', 'fixed_ips': [{'subnet_id': '0c58f8b3-fff9-4f5e-ac1c-13eb9a1fe140'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:50:25.531493 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.535923 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.544309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:25.544799 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:25.548496 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:25.567060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a75bc89d-b057-4705-8b82-48d90999f44b None None] Could not find standard attr ID for object 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:50:25.568877 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad00d1ff-be50-44a8-a388-d9672750a7de None None] DHCP port deletion for f42a9858-7ca5-4782-a136-5c11aa20aa0e request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:25.582043 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.db [None req-a75bc89d-b057-4705-8b82-48d90999f44b None None] No ports have port_id starting with 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f Nov 15 14:50:25.587439 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.639951 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c4c7-13a9-41d9-b5f2-bb075bb2e998 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.695633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Network 1893c043-bc5b-4c4d-b076-35a7c11b94cd is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:25.709585 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c4c7-13a9-41d9-b5f2-bb075bb2e998 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.718830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:25.721518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Pushing event updated for resources: {'Port': ['ID=abfed45c-5f4a-4333-b3dc-c51545fb28f5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:25.723959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:25.730361 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.731784 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.735348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/f42a9858-7ca5-4782-a136-5c11aa20aa0e HTTP/1.1" status: 204 len: 168 time: 3.8636346 Nov 15 14:50:25.760659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48668) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:25.770904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4def4b43-2060-4924-99b6-07884e6db700 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-340690401'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:25.772254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406b82a-5f4e-4f0b-875b-664f09830a74 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Network': ['ID=f42a9858-7ca5-4782-a136-5c11aa20aa0e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:25.864460 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c4c7-13a9-41d9-b5f2-bb075bb2e998 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:25.982557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Attempting to bind port abfed45c-5f4a-4333-b3dc-c51545fb28f5 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:25.982846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Attempting to bind port abfed45c-5f4a-4333-b3dc-c51545fb28f5 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '53ac6bbb-00ba-4626-a9c5-0af89ceaad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1893c043-bc5b-4c4d-b076-35a7c11b94cd'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:25.983211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Attempting to bind port abfed45c-5f4a-4333-b3dc-c51545fb28f5 on network 1893c043-bc5b-4c4d-b076-35a7c11b94cd {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:25.997177 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:26.000589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Checking segment: {'id': '53ac6bbb-00ba-4626-a9c5-0af89ceaad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1893c043-bc5b-4c4d-b076-35a7c11b94cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:26.000589 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.000589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Bound using segment: {'id': '53ac6bbb-00ba-4626-a9c5-0af89ceaad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1893c043-bc5b-4c4d-b076-35a7c11b94cd'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:26.000589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Bound port: abfed45c-5f4a-4333-b3dc-c51545fb28f5, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ac6bbb-00ba-4626-a9c5-0af89ceaad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1893c043-bc5b-4c4d-b076-35a7c11b94cd'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:26.000589 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.025477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Allocated IP 2001:db8:0:1::1 (de5173af-3be2-4860-a83c-f11841be7d73/0c58f8b3-fff9-4f5e-ac1c-13eb9a1fe140/199cd753-6547-43bc-be65-1744e7e63689) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:26.152187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:50:23Z', 'revision_number': 3, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:26.190602 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Checking router: fd3bf34b-da33-4de9-97eb-41c505b5c80e for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:50:26.193166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Updating router fd3bf34b-da33-4de9-97eb-41c505b5c80e port ec09595c-de5f-44b2-abe4-ce659ec22c92 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:50:26.217706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2ecef99-ee2c-49b7-a77d-3c6f5bddeae5 req-a4430caa-5a97-4517-ba75-fdb8b97c703e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0528078 Nov 15 14:50:26.256445 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.364255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad42a0d-daed-4e01-aa26-57975e79bf51 req-9234769a-f647-4c5d-95e5-b01db960e705 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:26.366133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cad42a0d-daed-4e01-aa26-57975e79bf51 req-9234769a-f647-4c5d-95e5-b01db960e705 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.0564349 Nov 15 14:50:26.427284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cad42a0d-daed-4e01-aa26-57975e79bf51 req-488e09d2-a0a5-4d5b-8ae9-05f1c77c5db4 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541151 Nov 15 14:50:26.496335 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c4c7-13a9-41d9-b5f2-bb075bb2e998 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.548253 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] For port abfed45c-5f4a-4333-b3dc-c51545fb28f5, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:26.549540 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1c4c7-13a9-41d9-b5f2-bb075bb2e998 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event deleted for resources: {'Subnet': ['ID=480d626d-4669-48e6-b95d-48619ee8761b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:26.553262 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c4c7-13a9-41d9-b5f2-bb075bb2e998 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.559403 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f8f1c4c7-13a9-41d9-b5f2-bb075bb2e998 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "DELETE /v2.0/subnets/480d626d-4669-48e6-b95d-48619ee8761b HTTP/1.1" status: 204 len: 168 time: 2.1119857 Nov 15 14:50:26.560387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48696) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:26.561599 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4def4b43-2060-4924-99b6-07884e6db700 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:26.565410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4def4b43-2060-4924-99b6-07884e6db700 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.606925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] For port abfed45c-5f4a-4333-b3dc-c51545fb28f5, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=abfed45c-5f4a-4333-b3dc-c51545fb28f5,segment=NetworkSegment(53ac6bbb-00ba-4626-a9c5-0af89ceaad2c),segment_id=53ac6bbb-00ba-4626-a9c5-0af89ceaad2c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:26.626933 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.630821 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b65c4-7253-4396-8ee4-2f443303855f req-b521f9a0-d722-456e-b078-171834ba7882 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:26.632382 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ad5b65c4-7253-4396-8ee4-2f443303855f req-b521f9a0-d722-456e-b078-171834ba7882 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 946 time: 0.2302380 Nov 15 14:50:26.661766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Deleting subnet 0c58f8b3-fff9-4f5e-ac1c-13eb9a1fe140 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:50:26.689777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4def4b43-2060-4924-99b6-07884e6db700 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:26.710729 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4def4b43-2060-4924-99b6-07884e6db700 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.711299 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-4def4b43-2060-4924-99b6-07884e6db700 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Added segment 33bb1a81-dc6b-4814-b422-7738e975a3eb of type vlan for network d52f439f-ab75-4089-ba70-24cf7020fe3b Nov 15 14:50:26.753050 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.787776 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4def4b43-2060-4924-99b6-07884e6db700 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.794584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.798151 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.806108 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.888601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.893803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Network de5173af-3be2-4860-a83c-f11841be7d73 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:26.897901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ad5b65c4-7253-4396-8ee4-2f443303855f req-27dcd594-c2f7-4153-9117-9b284cfc5d3e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Deleting port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:26.898252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad5b65c4-7253-4396-8ee4-2f443303855f req-27dcd594-c2f7-4153-9117-9b284cfc5d3e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.900219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92239205-3fab-44be-bd84-e5022d3a1487 None None] Pushing event updated for resources: {'Port': ['ID=abfed45c-5f4a-4333-b3dc-c51545fb28f5,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:26.909262 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:26.916133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:26.961088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:26.967900 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4def4b43-2060-4924-99b6-07884e6db700 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.974684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4def4b43-2060-4924-99b6-07884e6db700 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:26.975254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4def4b43-2060-4924-99b6-07884e6db700 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:26.988783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Subnet': ['ID=90837d5d-a3c5-44fa-9b33-91860a996f85,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:27.011950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:27.011950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 17b3a9f0-a451-42c9-bc7b-85c48ac59c4f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:27.015750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.016289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.016641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.016990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.018088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.018293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.020937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.021321 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.021668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.022014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.022360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.022730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.026804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Checking segment: {'id': '921a028c-887f-4536-a15f-d2241ec6805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:27.027189 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network hostable DHCP agents. Network: a8e24128-d22d-4209-951e-71ce02d5a378, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:27.051823 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.058286 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.063510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Pushing event updated for resources: {'Port': ['ID=199cd753-6547-43bc-be65-1744e7e63689,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:27.128867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Attempting to bind port 199cd753-6547-43bc-be65-1744e7e63689 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:27.129661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Attempting to bind port 199cd753-6547-43bc-be65-1744e7e63689 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'd1a6cd0c-2bbf-4b30-9baa-0541d3455d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'de5173af-3be2-4860-a83c-f11841be7d73'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:27.130630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Attempting to bind port 199cd753-6547-43bc-be65-1744e7e63689 on network de5173af-3be2-4860-a83c-f11841be7d73 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:27.137590 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.191086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:27.191915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Checking segment: {'id': 'd1a6cd0c-2bbf-4b30-9baa-0541d3455d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'de5173af-3be2-4860-a83c-f11841be7d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:27.192345 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.192845 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Bound using segment: {'id': 'd1a6cd0c-2bbf-4b30-9baa-0541d3455d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'de5173af-3be2-4860-a83c-f11841be7d73'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:27.193546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Bound port: 199cd753-6547-43bc-be65-1744e7e63689, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a6cd0c-2bbf-4b30-9baa-0541d3455d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'de5173af-3be2-4860-a83c-f11841be7d73'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:27.194487 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.209444 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4def4b43-2060-4924-99b6-07884e6db700 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4476819 Nov 15 14:50:27.212745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48718) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:27.221761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-83a8a41c-83e1-4df5-a9eb-c14ecdafbee0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'subnet': {'network_id': 'd52f439f-ab75-4089-ba70-24cf7020fe3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:27.224933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def4b43-2060-4924-99b6-07884e6db700 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=d52f439f-ab75-4089-ba70-24cf7020fe3b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:27.246542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ad5b65c4-7253-4396-8ee4-2f443303855f req-27dcd594-c2f7-4153-9117-9b284cfc5d3e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] For port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,segment=NetworkSegment(f6d3b711-cfd3-4334-b786-91fa4806f719),segment_id=f6d3b711-cfd3-4334-b786-91fa4806f719)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:27.246542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad5b65c4-7253-4396-8ee4-2f443303855f req-27dcd594-c2f7-4153-9117-9b284cfc5d3e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.255202 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.264543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ad5b65c4-7253-4396-8ee4-2f443303855f req-27dcd594-c2f7-4153-9117-9b284cfc5d3e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Calling delete_port for 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:27.319117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] For port 199cd753-6547-43bc-be65-1744e7e63689, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:27.327481 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] For port 199cd753-6547-43bc-be65-1744e7e63689, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=199cd753-6547-43bc-be65-1744e7e63689,segment=NetworkSegment(d1a6cd0c-2bbf-4b30-9baa-0541d3455d6a),segment_id=d1a6cd0c-2bbf-4b30-9baa-0541d3455d6a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:27.375443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event deleted for resources: {'Subnet': ['ID=0c58f8b3-fff9-4f5e-ac1c-13eb9a1fe140,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:27.394156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network d52f439f-ab75-4089-ba70-24cf7020fe3b details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:27.399800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361240f0-2ba2-4f08-bd3e-cf451bf7f532 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:27.400719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.401606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.402203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.402761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.403265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.403761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.404453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.404947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.405720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.406200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.406751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.407241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:27.446702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network a8e24128-d22d-4209-951e-71ce02d5a378 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:27.474205 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.474205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a8a9e117-cdb0-4058-ac41-7006bb026d03 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "DELETE /v2.0/subnets/0c58f8b3-fff9-4f5e-ac1c-13eb9a1fe140 HTTP/1.1" status: 204 len: 168 time: 0.9102802 Nov 15 14:50:27.476247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:27.488257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2118c2c-db2a-4829-8e20-6e9160e3a96f req-9953ad00-2f2a-4eb6-857c-807defa2fdf0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0669248 Nov 15 14:50:27.493160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Attempting to bind port ec09595c-de5f-44b2-abe4-ce659ec22c92 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:27.493508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Attempting to bind port ec09595c-de5f-44b2-abe4-ce659ec22c92 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:27.493958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Attempting to bind port ec09595c-de5f-44b2-abe4-ce659ec22c92 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:27.512775 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.532515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:27.532899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:27.533804 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.534210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:27.534760 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Bound port: ec09595c-de5f-44b2-abe4-ce659ec22c92, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:27.535158 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.564812 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fcb818-41a9-4a94-ad8a-f7fd5c6569d7 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:27.569967 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-49fcb818-41a9-4a94-ad8a-f7fd5c6569d7 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0892093 Nov 15 14:50:27.569967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, a8e24128-d22d-4209-951e-71ce02d5a378) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:27.570584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:27.583724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:27.584383 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.598018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc664b-8787-4eca-9d0f-face83331df6 None None] Pushing event updated for resources: {'Port': ['ID=ec09595c-de5f-44b2-abe4-ce659ec22c92,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:27.605344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b6db74-d7d2-4326-a479-5323a4ec5b78 None None] Network a8e24128-d22d-4209-951e-71ce02d5a378 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:27.638205 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad5b65c4-7253-4396-8ee4-2f443303855f req-27dcd594-c2f7-4153-9117-9b284cfc5d3e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.681464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed446db-5ef0-4bde-8f92-4a893a8bd71e req-a4c7851a-a6f5-47af-abb4-080471d80273 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:27.685430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ed446db-5ef0-4bde-8f92-4a893a8bd71e req-a4c7851a-a6f5-47af-abb4-080471d80273 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 868 time: 0.1034791 Nov 15 14:50:27.685939 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcd594-c2f7-4153-9117-9b284cfc5d3e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Pushing event deleted for resources: {'Port': ['ID=6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:27.709490 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:50:27.740271 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a8a41c-83e1-4df5-a9eb-c14ecdafbee0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:27.749872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5b65c4-7253-4396-8ee4-2f443303855f req-27dcd594-c2f7-4153-9117-9b284cfc5d3e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] No DVR routers for this DVR port 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:27.754088 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83a8a41c-83e1-4df5-a9eb-c14ecdafbee0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.757649 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad5b65c4-7253-4396-8ee4-2f443303855f req-27dcd594-c2f7-4153-9117-9b284cfc5d3e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.761307 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ad5b65c4-7253-4396-8ee4-2f443303855f req-27dcd594-c2f7-4153-9117-9b284cfc5d3e tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.46 "DELETE /v2.0/ports/6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 HTTP/1.1" status: 204 len: 173 time: 1.1156228 Nov 15 14:50:27.761774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'name': 'network-vif-deleted', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:50:27.771845 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8923761a-a767-4edd-8362-90c1609e4014" -d '{"events": [{"server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "name": "network-vif-deleted", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:50:27.772186 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c001653e-189b-4638-a69c-8cf00f69fd6d None None] DHCP port deletion for 49b70721-bd7f-4329-8b83-e5c54852f629 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:27.785647 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.841680 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1a67b21f-1fe1-493d-bf5a-b797c825ffb9 None None] Provisioning complete for port ec09595c-de5f-44b2-abe4-ce659ec22c92 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:27.841680 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a67b21f-1fe1-493d-bf5a-b797c825ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.875131 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-413a9ccd-fab5-4fe1-9ed8-c0857b6da6d7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7515640 Nov 15 14:50:27.876710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Deleting port 199cd753-6547-43bc-be65-1744e7e63689 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:27.877054 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:27.881757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48742) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:27.911588 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445ab37d-8fdd-49ad-8008-ff871648308f x-openstack-request-id: req-445ab37d-8fdd-49ad-8008-ff871648308f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:50:27.911879 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45", "name": "network-vif-deleted", "tag": "6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:50:27.912128 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-445ab37d-8fdd-49ad-8008-ff871648308f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:50:27.912538 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45', 'name': 'network-vif-deleted', 'tag': '6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6', 'status': 'completed', 'code': 200} Nov 15 14:50:27.930138 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] For port ec09595c-de5f-44b2-abe4-ce659ec22c92, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:27.939837 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89b8e0-ed4c-4c83-8160-b6d7ea678278 None None] Pushing event updated for resources: {'Port': ['ID=199cd753-6547-43bc-be65-1744e7e63689,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:27.986165 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] For port ec09595c-de5f-44b2-abe4-ce659ec22c92, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ec09595c-de5f-44b2-abe4-ce659ec22c92,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:27.992617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ed446db-5ef0-4bde-8f92-4a893a8bd71e req-7fae74c9-b137-446c-83aa-3dba2e94cd07 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/security-groups?id=484057ab-9855-49bc-baeb-50ed26be5537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871859 Nov 15 14:50:28.039476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1a67b21f-1fe1-493d-bf5a-b797c825ffb9 None None] Port ec09595c-de5f-44b2-abe4-ce659ec22c92 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:50:28.112228 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:28.231609 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc664b-8787-4eca-9d0f-face83331df6 None None] Pushing event updated for resources: {'Port': ['ID=ec09595c-de5f-44b2-abe4-ce659ec22c92,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:28.257182 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:28.290982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad48152a-1d05-4a60-b3ef-beae1fcae900 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:28.308291 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-a8e24128-d22d-4209-951e-71ce02d5a378', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ips': [{'subnet_id': '90837d5d-a3c5-44fa-9b33-91860a996f85'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:50:28.309183 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:28.311944 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Routers {'fd3bf34b-da33-4de9-97eb-41c505b5c80e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:50:28.312586 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:50:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:28.317196 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] For port 199cd753-6547-43bc-be65-1744e7e63689, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=199cd753-6547-43bc-be65-1744e7e63689,segment=NetworkSegment(d1a6cd0c-2bbf-4b30-9baa-0541d3455d6a),segment_id=d1a6cd0c-2bbf-4b30-9baa-0541d3455d6a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:28.317805 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:28.333626 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83a8a41c-83e1-4df5-a9eb-c14ecdafbee0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:28.352418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Calling delete_port for 199cd753-6547-43bc-be65-1744e7e63689 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:28.474275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] Set router fd3bf34b-da33-4de9-97eb-41c505b5c80e gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:50:28.527161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8a41c-83e1-4df5-a9eb-c14ecdafbee0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Subnet': ['ID=7d637392-2d28-4938-b4c8-13ba25a3f84c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:28.554418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a8a41c-83e1-4df5-a9eb-c14ecdafbee0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking segment: {'id': '33bb1a81-dc6b-4814-b422-7738e975a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd52f439f-ab75-4089-ba70-24cf7020fe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:28.559330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8a41c-83e1-4df5-a9eb-c14ecdafbee0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network hostable DHCP agents. Network: d52f439f-ab75-4089-ba70-24cf7020fe3b, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:28.656379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8a41c-83e1-4df5-a9eb-c14ecdafbee0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network d52f439f-ab75-4089-ba70-24cf7020fe3b is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:28.706850 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7f684a9e-befd-4f45-aed6-f2c64123900f None None] Provisioning complete for port ec09595c-de5f-44b2-abe4-ce659ec22c92 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:28.711687 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f684a9e-befd-4f45-aed6-f2c64123900f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:28.791837 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1b8c6da-c005-4174-94e5-f828e7e1b9c2 req-cafaa269-d3c2-4a21-b5f7-ded34538d06e tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.1063154 Nov 15 14:50:28.793624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-83a8a41c-83e1-4df5-a9eb-c14ecdafbee0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, d52f439f-ab75-4089-ba70-24cf7020fe3b) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:28.806424 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a8a41c-83e1-4df5-a9eb-c14ecdafbee0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:28.807045 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83a8a41c-83e1-4df5-a9eb-c14ecdafbee0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:28.834698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d498b2ca-2a7e-4750-81f8-749a7575d8a3 None None] Network d52f439f-ab75-4089-ba70-24cf7020fe3b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:28.930134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-83a8a41c-83e1-4df5-a9eb-c14ecdafbee0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7143512 Nov 15 14:50:28.936144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48782) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:29.153516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f71e16-fef8-4a91-8049-fd379510d95f None None] Network 1893c043-bc5b-4c4d-b076-35a7c11b94cd requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:29.156502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device abfed45c-5f4a-4333-b3dc-c51545fb28f5 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:50:29.167324 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:29.296316 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:29.393312 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5973f666-1e06-4a9c-be6e-c85c61401b8e req-6a0aa15f-8ae8-47dd-9f60-7098d13d12a2 tempest-ServersNegativeTestJSON-1492288159 tempest-ServersNegativeTestJSON-1492288159-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6ab0d5-b3d3-4ee5-ae8e-3b75fefcfe45 HTTP/1.1" status: 200 len: 210 time: 0.0889330 Nov 15 14:50:29.488569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845c483d-1b3a-47f2-ae9e-42143cfe89b4 None None] Network de5173af-3be2-4860-a83c-f11841be7d73 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:29.500641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a52b0-bdce-497e-ba37-71a976fa0405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-d52f439f-ab75-4089-ba70-24cf7020fe3b', 'network_id': 'd52f439f-ab75-4089-ba70-24cf7020fe3b', 'tenant_id': 'a64816c474e04ba9bfa514d49328d116', 'fixed_ips': [{'subnet_id': '7d637392-2d28-4938-b4c8-13ba25a3f84c'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:50:29.501958 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-166a52b0-bdce-497e-ba37-71a976fa0405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:29.512973 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:29.531308 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:29.675065 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:29.738443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:29.819924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Subnet': ['ID=7d637392-2d28-4938-b4c8-13ba25a3f84c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:29.877878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event deleted for resources: {'Port': ['ID=199cd753-6547-43bc-be65-1744e7e63689,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:29.880495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] No DVR routers for this DVR port 199cd753-6547-43bc-be65-1744e7e63689 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:29.898674 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f684a9e-befd-4f45-aed6-f2c64123900f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:29.926547 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7f684a9e-befd-4f45-aed6-f2c64123900f None None] For port ec09595c-de5f-44b2-abe4-ce659ec22c92, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ec09595c-de5f-44b2-abe4-ce659ec22c92,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:29.933486 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:29.972546 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:29.981920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Allocated IP 172.20.0.2 (a8e24128-d22d-4209-951e-71ce02d5a378/90837d5d-a3c5-44fa-9b33-91860a996f85/20172967-e745-460d-ab66-074c6213099e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:29.989863 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:29.996288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2bf9a412-1f39-4f1f-a8ea-56d0fbb4fcb5 req-8b287cf9-5fe4-4609-8c54-9a7767c79163 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0576446 Nov 15 14:50:30.002955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port abfed45c-5f4a-4333-b3dc-c51545fb28f5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:30.003334 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.005075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:30.005428 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6e26d6cc-8626-42ab-9a05-a3a7c79ed5c6 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:30.012774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52f439f-ab75-4089-ba70-24cf7020fe3b']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:30.032744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33bb1a81-dc6b-4814-b422-7738e975a3eb') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:30.033479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33bb1a81-dc6b-4814-b422-7738e975a3eb') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:30.040129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5173af-3be2-4860-a83c-f11841be7d73']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:30.046196 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.056584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a6cd0c-2bbf-4b30-9baa-0541d3455d6a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:30.056943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a6cd0c-2bbf-4b30-9baa-0541d3455d6a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:30.072953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.087347 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f684a9e-befd-4f45-aed6-f2c64123900f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.105246 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.112122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:30.112758 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:30.115716 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:30.133810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.147962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:30.148714 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:30.153831 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:30.275026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f61562-e7c5-4931-9fb2-7f0cf10f6a84 None None] DHCP port deletion for de5173af-3be2-4860-a83c-f11841be7d73 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:30.350146 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8d9fd48-cdb1-4d1f-b0fe-801ced28b2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.367996 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-245d1a82-b876-4924-a931-141009c99614 None None] Could not find standard attr ID for object 199cd753-6547-43bc-be65-1744e7e63689. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:50:30.451377 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.453909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f684a9e-befd-4f45-aed6-f2c64123900f None None] Pushing event updated for resources: {'Port': ['ID=ec09595c-de5f-44b2-abe4-ce659ec22c92,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:30.460759 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.463294 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-245d1a82-b876-4924-a931-141009c99614 None None] Provisioning complete for port abfed45c-5f4a-4333-b3dc-c51545fb28f5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:30.463711 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-245d1a82-b876-4924-a931-141009c99614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.475074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48822) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:30.483179 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:50:23Z', 'revision_number': 3, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:30.490496 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "DELETE /v2.0/networks/de5173af-3be2-4860-a83c-f11841be7d73 HTTP/1.1" status: 204 len: 168 time: 2.9174135 Nov 15 14:50:30.505994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48824) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:30.560304 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.569717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba43aa15-cb91-4300-a97f-8df11e3059a0 None None] DHCP port deletion for 1893c043-bc5b-4c4d-b076-35a7c11b94cd request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:30.571582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6e1c5-7594-4908-b432-f8eeabc211dc None None] Network d52f439f-ab75-4089-ba70-24cf7020fe3b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:30.572717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af677b4f-7ab0-4533-8031-213be506c0da tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event deleted for resources: {'Network': ['ID=de5173af-3be2-4860-a83c-f11841be7d73,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:30.584382 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.587720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/d52f439f-ab75-4089-ba70-24cf7020fe3b HTTP/1.1" status: 204 len: 168 time: 1.6505229 Nov 15 14:50:30.593644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:30.612731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc4feb-8b85-459e-9f50-b0ec7947c96a None None] The sync data for ids ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'] in n-d-817748-2 is: [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:50:23Z', 'revision_number': 3, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:50:30.627990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7507a4d0-1c94-49f9-a3ad-19b3c6ea7ed9 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-696092536'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:30.651889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938d155-6172-4b72-8f5b-bb50efa3fc6c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Network': ['ID=d52f439f-ab75-4089-ba70-24cf7020fe3b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:30.655628 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6e1c5-7594-4908-b432-f8eeabc211dc None None] Network d52f439f-ab75-4089-ba70-24cf7020fe3b could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 14:50:30.707650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6920478-7220-4fed-8862-92cc6c9d25e5 admin admin] Deleting subnet 98cd6aa6-42c0-4323-bf9b-53854b1f02f6 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:50:30.712579 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6920478-7220-4fed-8862-92cc6c9d25e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.760163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.782050 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.814516 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6920478-7220-4fed-8862-92cc6c9d25e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.840315 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.869406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port abfed45c-5f4a-4333-b3dc-c51545fb28f5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=abfed45c-5f4a-4333-b3dc-c51545fb28f5,segment=NetworkSegment(53ac6bbb-00ba-4626-a9c5-0af89ceaad2c),segment_id=53ac6bbb-00ba-4626-a9c5-0af89ceaad2c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:30.886165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Deleting port abfed45c-5f4a-4333-b3dc-c51545fb28f5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:30.886165 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.913615 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6920478-7220-4fed-8862-92cc6c9d25e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.916357 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-245d1a82-b876-4924-a931-141009c99614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.919668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ba43aa15-cb91-4300-a97f-8df11e3059a0 None None] Deleting port abfed45c-5f4a-4333-b3dc-c51545fb28f5 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:30.920040 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba43aa15-cb91-4300-a97f-8df11e3059a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:30.946897 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:31.006593 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.028628 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.029412 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 199cd753-6547-43bc-be65-1744e7e63689 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:50:31.085959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] For port abfed45c-5f4a-4333-b3dc-c51545fb28f5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=abfed45c-5f4a-4333-b3dc-c51545fb28f5,segment=NetworkSegment(53ac6bbb-00ba-4626-a9c5-0af89ceaad2c),segment_id=53ac6bbb-00ba-4626-a9c5-0af89ceaad2c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:31.086339 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.115365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ba43aa15-cb91-4300-a97f-8df11e3059a0 None None] For port abfed45c-5f4a-4333-b3dc-c51545fb28f5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=abfed45c-5f4a-4333-b3dc-c51545fb28f5,segment=NetworkSegment(53ac6bbb-00ba-4626-a9c5-0af89ceaad2c),segment_id=53ac6bbb-00ba-4626-a9c5-0af89ceaad2c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:31.116099 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba43aa15-cb91-4300-a97f-8df11e3059a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.144514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Calling delete_port for abfed45c-5f4a-4333-b3dc-c51545fb28f5 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:31.149355 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Allocated IP 172.20.0.1 (a8e24128-d22d-4209-951e-71ce02d5a378/90837d5d-a3c5-44fa-9b33-91860a996f85/6ebdeff0-2974-4962-9562-8b6008ca0710) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:31.174549 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6920478-7220-4fed-8862-92cc6c9d25e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.191709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e52ba753-af29-4728-9215-dd21e14c20b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.205821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 199cd753-6547-43bc-be65-1744e7e63689 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:31.206279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 199cd753-6547-43bc-be65-1744e7e63689 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 15 14:50:31.215259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ba43aa15-cb91-4300-a97f-8df11e3059a0 None None] Calling delete_port for abfed45c-5f4a-4333-b3dc-c51545fb28f5 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:31.226942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Network a8e24128-d22d-4209-951e-71ce02d5a378 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:31.245468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6920478-7220-4fed-8862-92cc6c9d25e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cd6aa6-42c0-4323-bf9b-53854b1f02f6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:31.256222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f38d399-6b27-441a-90fa-018aa987afd9 req-0a24d064-f141-46b9-afa7-d78bef96fb2a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.1058416 Nov 15 14:50:31.262259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7507a4d0-1c94-49f9-a3ad-19b3c6ea7ed9 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:31.266616 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7507a4d0-1c94-49f9-a3ad-19b3c6ea7ed9 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.279415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:31.286817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Port 199cd753-6547-43bc-be65-1744e7e63689 not found, will not notify nova. {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 15 14:50:31.287056 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6920478-7220-4fed-8862-92cc6c9d25e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.288528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Pushing event updated for resources: {'Port': ['ID=20172967-e745-460d-ab66-074c6213099e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:31.290674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:31.308691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f75a6-558a-4736-bb72-82aaf3a9bee1 None None] Network 49b70721-bd7f-4329-8b83-e5c54852f629 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:31.312574 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f6920478-7220-4fed-8862-92cc6c9d25e5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/98cd6aa6-42c0-4323-bf9b-53854b1f02f6 HTTP/1.1" status: 204 len: 168 time: 0.8357441 Nov 15 14:50:31.314357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48838) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:31.315983 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-245d1a82-b876-4924-a931-141009c99614 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:50:31.316398 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-245d1a82-b876-4924-a931-141009c99614 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:50:31.468809 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3b02-4bc7-4040-b879-40850adba80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.491144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7507a4d0-1c94-49f9-a3ad-19b3c6ea7ed9 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:31.545684 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7507a4d0-1c94-49f9-a3ad-19b3c6ea7ed9 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.546319 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-7507a4d0-1c94-49f9-a3ad-19b3c6ea7ed9 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Added segment 771bbc41-7160-4182-a48c-09f3701a2a5e of type vlan for network b4a93eb3-eb9a-419f-af79-fdadf33fac08 Nov 15 14:50:31.561088 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e52ba753-af29-4728-9215-dd21e14c20b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.614993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ec09595c-de5f-44b2-abe4-ce659ec22c92 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:50:31.618553 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.624482 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e52ba753-af29-4728-9215-dd21e14c20b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.654591 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3b02-4bc7-4040-b879-40850adba80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.658439 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7507a4d0-1c94-49f9-a3ad-19b3c6ea7ed9 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.692474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d9cd3b02-4bc7-4040-b879-40850adba80e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b70721-bd7f-4329-8b83-e5c54852f629']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:31.696948 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e52ba753-af29-4728-9215-dd21e14c20b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2162e3ac709e4eae8ceb3e39ec2feaa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7487776 Nov 15 14:50:31.701055 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:31.714544 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ba753-af29-4728-9215-dd21e14c20b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9d09b7-fe7a-4abe-862b-a39d75bd9998,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:31.737044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d9cd3b02-4bc7-4040-b879-40850adba80e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d3b711-cfd3-4334-b786-91fa4806f719') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:31.737361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d9cd3b02-4bc7-4040-b879-40850adba80e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d3b711-cfd3-4334-b786-91fa4806f719') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:31.753924 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3b02-4bc7-4040-b879-40850adba80e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.754629 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.775627 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Attempting to bind port 20172967-e745-460d-ab66-074c6213099e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:31.776900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Attempting to bind port 20172967-e745-460d-ab66-074c6213099e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '921a028c-887f-4536-a15f-d2241ec6805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:31.777540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Attempting to bind port 20172967-e745-460d-ab66-074c6213099e on network a8e24128-d22d-4209-951e-71ce02d5a378 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:31.778205 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3b02-4bc7-4040-b879-40850adba80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.780638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=abfed45c-5f4a-4333-b3dc-c51545fb28f5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:31.788703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9cd3b02-4bc7-4040-b879-40850adba80e admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:31.788900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event deleted for resources: {'Port': ['ID=abfed45c-5f4a-4333-b3dc-c51545fb28f5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:31.789109 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3b02-4bc7-4040-b879-40850adba80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:31.794247 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:31.797809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] No DVR routers for this DVR port abfed45c-5f4a-4333-b3dc-c51545fb28f5 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:31.815038 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba43aa15-cb91-4300-a97f-8df11e3059a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.835907 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.892095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254f38da-bc42-4026-867b-42660522e719 None None] DHCP port deletion for 49b70721-bd7f-4329-8b83-e5c54852f629 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:31.896739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:31.897121 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Checking segment: {'id': '921a028c-887f-4536-a15f-d2241ec6805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:31.897526 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.897926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Bound using segment: {'id': '921a028c-887f-4536-a15f-d2241ec6805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:31.898487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Bound port: 20172967-e745-460d-ab66-074c6213099e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921a028c-887f-4536-a15f-d2241ec6805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:31.898870 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.902637 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7507a4d0-1c94-49f9-a3ad-19b3c6ea7ed9 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.909121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7507a4d0-1c94-49f9-a3ad-19b3c6ea7ed9 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:31.911028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7507a4d0-1c94-49f9-a3ad-19b3c6ea7ed9 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.918305 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c1d082e-3424-4b9a-bf3c-2b992410ba91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:31.935659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-245d1a82-b876-4924-a931-141009c99614 None None] Port abfed45c-5f4a-4333-b3dc-c51545fb28f5 update to ACTIVE by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 14:50:31.949878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba43aa15-cb91-4300-a97f-8df11e3059a0 None None] No DVR routers for this DVR port abfed45c-5f4a-4333-b3dc-c51545fb28f5 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:32.037398 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c1d082e-3424-4b9a-bf3c-2b992410ba91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.042945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507a4d0-1c94-49f9-a3ad-19b3c6ea7ed9 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=b4a93eb3-eb9a-419f-af79-fdadf33fac08,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:32.043120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network a8e24128-d22d-4209-951e-71ce02d5a378 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:32.043721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] For port 20172967-e745-460d-ab66-074c6213099e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:32.048675 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] For port 20172967-e745-460d-ab66-074c6213099e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=20172967-e745-460d-ab66-074c6213099e,segment=NetworkSegment(921a028c-887f-4536-a15f-d2241ec6805d),segment_id=921a028c-887f-4536-a15f-d2241ec6805d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:32.053345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43aa15-cb91-4300-a97f-8df11e3059a0 None None] Pushing event deleted for resources: {'Port': ['ID=abfed45c-5f4a-4333-b3dc-c51545fb28f5,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:32.061242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:32.063660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:32.077359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b4a93eb3-eb9a-419f-af79-fdadf33fac08 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:32.107372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=6ebdeff0-2974-4962-9562-8b6008ca0710,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:32.121949 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.165189 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1893c043-bc5b-4c4d-b076-35a7c11b94cd']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:32.176382 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.189184 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.191966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ec09595c-de5f-44b2-abe4-ce659ec22c92 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:32.192442 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.203691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7507a4d0-1c94-49f9-a3ad-19b3c6ea7ed9 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5947328 Nov 15 14:50:32.204977 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3b02-4bc7-4040-b879-40850adba80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.207147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48844) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:32.217010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8550248c-4d85-42fe-be38-a546c7b28467 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:32.314480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ac6bbb-00ba-4626-a9c5-0af89ceaad2c') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:32.315951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ac6bbb-00ba-4626-a9c5-0af89ceaad2c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:32.329746 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3b02-4bc7-4040-b879-40850adba80e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.332363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c6d86-f269-4520-b423-c0443927ba9d None None] Pushing event updated for resources: {'Port': ['ID=20172967-e745-460d-ab66-074c6213099e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:32.339111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d9cd3b02-4bc7-4040-b879-40850adba80e admin admin] 10.222.0.70 "DELETE /v2.0/networks/49b70721-bd7f-4329-8b83-e5c54852f629 HTTP/1.1" status: 204 len: 168 time: 1.0144227 Nov 15 14:50:32.358094 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.377422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd3b02-4bc7-4040-b879-40850adba80e admin admin] Pushing event deleted for resources: {'Network': ['ID=49b70721-bd7f-4329-8b83-e5c54852f629,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:32.380696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.391078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:32.391498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:32.399697 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:32.539946 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c1d082e-3424-4b9a-bf3c-2b992410ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.544757 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c1d082e-3424-4b9a-bf3c-2b992410ba91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.546655 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2c1d082e-3424-4b9a-bf3c-2b992410ba91 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b9d09b7-fe7a-4abe-862b-a39d75bd9998 HTTP/1.1" status: 204 len: 168 time: 0.8418789 Nov 15 14:50:32.560324 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8550248c-4d85-42fe-be38-a546c7b28467 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.584465 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.587389 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d082e-3424-4b9a-bf3c-2b992410ba91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9d09b7-fe7a-4abe-862b-a39d75bd9998,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:32.598706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65fade91-f08e-4184-b1bd-ca8473c9748e req-024a6a0b-8af9-4011-8477-429aa168c9da tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.1962810 Nov 15 14:50:32.676013 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ac279347-4d97-456e-9634-73889762b7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.732667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8550248c-4d85-42fe-be38-a546c7b28467 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.739138 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.771829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8550248c-4d85-42fe-be38-a546c7b28467 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network b4a93eb3-eb9a-419f-af79-fdadf33fac08 is not hosted by any dhcp agent {{(pid=103146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 14:50:32.779726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8550248c-4d85-42fe-be38-a546c7b28467 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:32.780876 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8550248c-4d85-42fe-be38-a546c7b28467 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.782421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8550248c-4d85-42fe-be38-a546c7b28467 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "PUT /v2.0/networks/b4a93eb3-eb9a-419f-af79-fdadf33fac08 HTTP/1.1" status: 200 len: 723 time: 0.5740924 Nov 15 14:50:32.812683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:32.819717 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:32.830997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:32.835702 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device abfed45c-5f4a-4333-b3dc-c51545fb28f5 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:32.838122 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "DELETE /v2.0/networks/1893c043-bc5b-4c4d-b076-35a7c11b94cd HTTP/1.1" status: 204 len: 168 time: 2.3227439 Nov 15 14:50:32.850293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9c28a7dc-6773-44a6-981a-e45a044ecf33 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'subnet': {'network_id': 'b4a93eb3-eb9a-419f-af79-fdadf33fac08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:32.882462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: abfed45c-5f4a-4333-b3dc-c51545fb28f5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:32.882462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device abfed45c-5f4a-4333-b3dc-c51545fb28f5 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:32.882462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 199cd753-6547-43bc-be65-1744e7e63689 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:32.901838 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 199cd753-6547-43bc-be65-1744e7e63689 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:32.902799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 199cd753-6547-43bc-be65-1744e7e63689 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:32.954359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d403bc-0cd8-4dd7-9ef4-171e6a34c120 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event deleted for resources: {'Network': ['ID=1893c043-bc5b-4c4d-b076-35a7c11b94cd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:32.959710 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05146d2f-659a-4f44-99c7-46331bc09200 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.012523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550248c-4d85-42fe-be38-a546c7b28467 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=b4a93eb3-eb9a-419f-af79-fdadf33fac08,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:33.077070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b4a93eb3-eb9a-419f-af79-fdadf33fac08 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:33.115899 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05146d2f-659a-4f44-99c7-46331bc09200 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.141764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-05146d2f-659a-4f44-99c7-46331bc09200 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420d9e3e-be4e-41ba-a83c-0235286bb92f']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:33.158280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-05146d2f-659a-4f44-99c7-46331bc09200 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a493e8-7a32-48aa-9916-33e3855945bd') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:33.158607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-05146d2f-659a-4f44-99c7-46331bc09200 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a493e8-7a32-48aa-9916-33e3855945bd') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:33.169667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05146d2f-659a-4f44-99c7-46331bc09200 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.192928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48858) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:33.193903 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05146d2f-659a-4f44-99c7-46331bc09200 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.201890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05146d2f-659a-4f44-99c7-46331bc09200 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:33.202300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05146d2f-659a-4f44-99c7-46331bc09200 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:33.207476 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:33.218683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c28a7dc-6773-44a6-981a-e45a044ecf33 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:33.223699 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c28a7dc-6773-44a6-981a-e45a044ecf33 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.373331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05146d2f-659a-4f44-99c7-46331bc09200 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.408119 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05146d2f-659a-4f44-99c7-46331bc09200 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.411833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-05146d2f-659a-4f44-99c7-46331bc09200 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "DELETE /v2.0/networks/420d9e3e-be4e-41ba-a83c-0235286bb92f HTTP/1.1" status: 204 len: 168 time: 0.5797787 Nov 15 14:50:33.412925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05146d2f-659a-4f44-99c7-46331bc09200 tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event deleted for resources: {'Network': ['ID=420d9e3e-be4e-41ba-a83c-0235286bb92f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:33.414793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:33.435674 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-17f0c78a-74e4-45cb-9935-253cf56a3b27 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e64ab8c292434c08a0bd485e8163082c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2391441 Nov 15 14:50:33.445189 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.447594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:33.497728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 20172967-e745-460d-ab66-074c6213099e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:50:33.540605 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.548525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9a506b2-0de5-4ed6-a825-f4f30a4481ac tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.565036 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.575454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2584d889-0048-48af-9d82-fdbcc722e800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.598171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 20172967-e745-460d-ab66-074c6213099e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:33.599647 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.608087 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2584d889-0048-48af-9d82-fdbcc722e800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.719888 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9a506b2-0de5-4ed6-a825-f4f30a4481ac tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.761725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c9a506b2-0de5-4ed6-a825-f4f30a4481ac tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fc8395-1450-4a07-93e8-28a5b0cc6eeb']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:33.772700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c9a506b2-0de5-4ed6-a825-f4f30a4481ac tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c7bc79-d49e-4828-aa79-29a425ce18b3') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:33.773094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c9a506b2-0de5-4ed6-a825-f4f30a4481ac tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c7bc79-d49e-4828-aa79-29a425ce18b3') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:33.791124 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9a506b2-0de5-4ed6-a825-f4f30a4481ac tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.794309 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.853572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 20172967-e745-460d-ab66-074c6213099e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=20172967-e745-460d-ab66-074c6213099e,segment=NetworkSegment(921a028c-887f-4536-a15f-d2241ec6805d),segment_id=921a028c-887f-4536-a15f-d2241ec6805d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:33.870974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48868) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:33.894371 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf96772f-461d-45d2-81b9-a5a5feb2f39c req-39812338-ce4c-4713-9531-f4d79dc664cb tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.1060221 Nov 15 14:50:33.909271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85953bfb-2f1c-41fa-9f44-7d75f13ac080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.919613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9a506b2-0de5-4ed6-a825-f4f30a4481ac tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.930929 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a506b2-0de5-4ed6-a825-f4f30a4481ac tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:33.931640 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9a506b2-0de5-4ed6-a825-f4f30a4481ac tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:33.935110 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:33.948475 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.009409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=20172967-e745-460d-ab66-074c6213099e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:34.064715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac814de-bd0a-470b-896b-aeff01b9eac6 None None] Network a8e24128-d22d-4209-951e-71ce02d5a378 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:34.119142 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:50:34.212061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-897c5a76-2f2c-46b3-801d-06d16ccf5611 None None] Provisioning complete for port 20172967-e745-460d-ab66-074c6213099e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:34.212722 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-897c5a76-2f2c-46b3-801d-06d16ccf5611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.225313 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85953bfb-2f1c-41fa-9f44-7d75f13ac080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.227055 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9a506b2-0de5-4ed6-a825-f4f30a4481ac tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.235714 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9a506b2-0de5-4ed6-a825-f4f30a4481ac tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.239477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c9a506b2-0de5-4ed6-a825-f4f30a4481ac tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] 10.222.0.70 "DELETE /v2.0/networks/e9fc8395-1450-4a07-93e8-28a5b0cc6eeb HTTP/1.1" status: 204 len: 168 time: 0.8232975 Nov 15 14:50:34.259000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a506b2-0de5-4ed6-a825-f4f30a4481ac tempest-BulkNetworkOpsIpV6Test-625247138 tempest-BulkNetworkOpsIpV6Test-625247138-project] Pushing event deleted for resources: {'Network': ['ID=e9fc8395-1450-4a07-93e8-28a5b0cc6eeb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:34.310175 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.313105 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85953bfb-2f1c-41fa-9f44-7d75f13ac080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.396701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-85953bfb-2f1c-41fa-9f44-7d75f13ac080 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c64137506ae4e45abbb24fde08c348b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5248804 Nov 15 14:50:34.400255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48874) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:34.412256 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2584d889-0048-48af-9d82-fdbcc722e800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.434146 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2584d889-0048-48af-9d82-fdbcc722e800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.434146 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2584d889-0048-48af-9d82-fdbcc722e800 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/484057ab-9855-49bc-baeb-50ed26be5537 HTTP/1.1" status: 204 len: 168 time: 0.9811265 Nov 15 14:50:34.434146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=6ebdeff0-2974-4962-9562-8b6008ca0710,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:34.455106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85953bfb-2f1c-41fa-9f44-7d75f13ac080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e88a05c-d467-4b28-984e-3d307112b19c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:34.531930 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c01d202e-7d5f-4ba6-969f-a00f25e1ec20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.545463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584d889-0048-48af-9d82-fdbcc722e800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484057ab-9855-49bc-baeb-50ed26be5537,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:34.592617 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c01d202e-7d5f-4ba6-969f-a00f25e1ec20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.695457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network a8e24128-d22d-4209-951e-71ce02d5a378 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:34.697130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:34.705108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-82102ec4-1fb6-46a4-b448-886f7cad2632 None None] Provisioning complete for port 6ebdeff0-2974-4962-9562-8b6008ca0710 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:34.705501 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-82102ec4-1fb6-46a4-b448-886f7cad2632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.743399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-82102ec4-1fb6-46a4-b448-886f7cad2632 None None] Port 6ebdeff0-2974-4962-9562-8b6008ca0710 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:50:34.755099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-82102ec4-1fb6-46a4-b448-886f7cad2632 None None] Provisioning complete for port 20172967-e745-460d-ab66-074c6213099e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:34.755720 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-82102ec4-1fb6-46a4-b448-886f7cad2632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.756480 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c01d202e-7d5f-4ba6-969f-a00f25e1ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.772516 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c01d202e-7d5f-4ba6-969f-a00f25e1ec20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.776682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c01d202e-7d5f-4ba6-969f-a00f25e1ec20 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e88a05c-d467-4b28-984e-3d307112b19c HTTP/1.1" status: 204 len: 168 time: 0.3742518 Nov 15 14:50:34.799627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d202e-7d5f-4ba6-969f-a00f25e1ec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e88a05c-d467-4b28-984e-3d307112b19c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:34.870108 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c28a7dc-6773-44a6-981a-e45a044ecf33 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:34.925155 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Router fd3bf34b-da33-4de9-97eb-41c505b5c80e has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:50:34.997157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28a7dc-6773-44a6-981a-e45a044ecf33 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Subnet': ['ID=0eaa6e24-148b-446d-8f2a-ee1cc6c65e5c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:35.045807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c28a7dc-6773-44a6-981a-e45a044ecf33 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking segment: {'id': '771bbc41-7160-4182-a48c-09f3701a2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a93eb3-eb9a-419f-af79-fdadf33fac08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:35.045807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c28a7dc-6773-44a6-981a-e45a044ecf33 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network hostable DHCP agents. Network: b4a93eb3-eb9a-419f-af79-fdadf33fac08, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:35.086956 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb18b18c-fc71-4e56-8fde-176755383248 None None] Provisioning complete for port 6ebdeff0-2974-4962-9562-8b6008ca0710 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:35.089216 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb18b18c-fc71-4e56-8fde-176755383248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:35.105827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef1cc0b0-94a9-441e-bf48-db23cae9412a req-e32136f9-dc63-40d0-9bb8-e5a328645747 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0464053 Nov 15 14:50:35.173751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:50:35.177867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eb18b18c-fc71-4e56-8fde-176755383248 None None] Port 6ebdeff0-2974-4962-9562-8b6008ca0710 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:50:35.184524 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:35.188504 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Sync routers for ids ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:50:35.192310 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-15ca23a2-45dd-46a0-b46c-dc83f6eea43a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "PUT /v2.0/routers/fd3bf34b-da33-4de9-97eb-41c505b5c80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3094616 Nov 15 14:50:35.195086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:35.203962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c28a7dc-6773-44a6-981a-e45a044ecf33 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network b4a93eb3-eb9a-419f-af79-fdadf33fac08 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:35.216734 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Routers {'fd3bf34b-da33-4de9-97eb-41c505b5c80e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:50:35.219268 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:50:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:35.238051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48892) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:35.309428 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9c28a7dc-6773-44a6-981a-e45a044ecf33 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b4a93eb3-eb9a-419f-af79-fdadf33fac08) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:35.314893 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c28a7dc-6773-44a6-981a-e45a044ecf33 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.315443 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c28a7dc-6773-44a6-981a-e45a044ecf33 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:35.319925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f97b81-2b6d-4e6a-8f35-b10ee4341a74 None None] Network b4a93eb3-eb9a-419f-af79-fdadf33fac08 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:35.392147 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Set router fd3bf34b-da33-4de9-97eb-41c505b5c80e gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:50:35.411864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.412588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.413379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.414167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.414870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.415502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.420086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.420086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.420086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.420086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.420086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.420722 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9c28a7dc-6773-44a6-981a-e45a044ecf33 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5756381 Nov 15 14:50:35.420845 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.420845 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.421397 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48898) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:35.425512 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fa8081d6-0fe8-4402-9704-2b308a30181c tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9109 time: 0.2279115 Nov 15 14:50:35.428524 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a0bb1e7e-e982-439b-a60d-633b18672094 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:35.430879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:35.630061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.645677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.648758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.649428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.649891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.650353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.650859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.651312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.651764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.652212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.652660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.653104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.653549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:35.674981 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 20172967-e745-460d-ab66-074c6213099e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:50:35.678986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6e61c090-85bf-4084-bbab-2fc9822a9421 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8193 time: 0.2448947 Nov 15 14:50:35.681674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:35.705871 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:50:32Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '6ebdeff0-2974-4962-9562-8b6008ca0710', 'name': '', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:7e:68:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:29Z', 'updated_at': '2021-11-15T14:50:33Z', 'revision_number': 2, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:35.740325 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Checking router: fd3bf34b-da33-4de9-97eb-41c505b5c80e for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:50:35.740934 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Updating router fd3bf34b-da33-4de9-97eb-41c505b5c80e port 6ebdeff0-2974-4962-9562-8b6008ca0710 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:50:35.769523 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:35.878363 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a0bb1e7e-e982-439b-a60d-633b18672094 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11555297'] for subnet, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:35.912634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e34d78ce-8d9a-475a-a468-a15b002ebf65 None None] Provisioning complete for port 6ebdeff0-2974-4962-9562-8b6008ca0710 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:35.914703 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e34d78ce-8d9a-475a-a468-a15b002ebf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:35.952070 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-819ee71a-f67b-4178-bc03-b67360ceff60 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52b424c6d11b4b7e825a2620bdfc1b7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7127857 Nov 15 14:50:35.959014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:35.970278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 20172967-e745-460d-ab66-074c6213099e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:35.970709 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.032316 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c357dd9-cc03-4697-a4aa-6b834201ca3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.032532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e34d78ce-8d9a-475a-a468-a15b002ebf65 None None] Port 6ebdeff0-2974-4962-9562-8b6008ca0710 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:50:36.040293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-b4a93eb3-eb9a-419f-af79-fdadf33fac08', 'network_id': 'b4a93eb3-eb9a-419f-af79-fdadf33fac08', 'tenant_id': 'a64816c474e04ba9bfa514d49328d116', 'fixed_ips': [{'subnet_id': '0eaa6e24-148b-446d-8f2a-ee1cc6c65e5c'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:50:36.041174 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.047301 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.065187 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c357dd9-cc03-4697-a4aa-6b834201ca3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.222878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-de9edbb3-51dc-436f-9335-05c3e917e819 tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.5255668 Nov 15 14:50:36.258260 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.324318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-56e36e70-ed5e-4b34-b9c3-84eecfe0b573 req-2d1db63b-796c-4d34-9727-ba33e420f6db tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0565734 Nov 15 14:50:36.327612 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c357dd9-cc03-4697-a4aa-6b834201ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.342069 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c357dd9-cc03-4697-a4aa-6b834201ca3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.343189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2c357dd9-cc03-4697-a4aa-6b834201ca3d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7d1f7d0-dd4d-4082-947d-42cbd03dc7ba HTTP/1.1" status: 204 len: 168 time: 0.3814325 Nov 15 14:50:36.361781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c357dd9-cc03-4697-a4aa-6b834201ca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d1f7d0-dd4d-4082-947d-42cbd03dc7ba,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:36.367206 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.449472 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Pushing event updated for resources: {'Port': ['ID=6ebdeff0-2974-4962-9562-8b6008ca0710,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:36.468136 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:36.469001 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:36.469281 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a0bb1e7e-e982-439b-a60d-633b18672094 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779096471462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8472157'] for subnet, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.470999 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:36.479765 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:36.479765 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:36.479765 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:36.479765 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:36.479765 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:36.479765 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:36.479765 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:36.479765 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:36.479765 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:36.490230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bb1e7e-e982-439b-a60d-633b18672094 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:36.490872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a0bb1e7e-e982-439b-a60d-633b18672094 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.492200 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a0bb1e7e-e982-439b-a60d-633b18672094 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "PUT /v2.0/subnets/0eaa6e24-148b-446d-8f2a-ee1cc6c65e5c HTTP/1.1" status: 200 len: 806 time: 1.0698366 Nov 15 14:50:36.495983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:36.521135 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Attempting to bind port 6ebdeff0-2974-4962-9562-8b6008ca0710 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:36.522339 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Attempting to bind port 6ebdeff0-2974-4962-9562-8b6008ca0710 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '921a028c-887f-4536-a15f-d2241ec6805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:36.523097 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Attempting to bind port 6ebdeff0-2974-4962-9562-8b6008ca0710 on network a8e24128-d22d-4209-951e-71ce02d5a378 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:36.531975 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:36.533156 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Checking segment: {'id': '921a028c-887f-4536-a15f-d2241ec6805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:36.534352 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.535276 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Bound using segment: {'id': '921a028c-887f-4536-a15f-d2241ec6805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:36.536756 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Bound port: 6ebdeff0-2974-4962-9562-8b6008ca0710, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921a028c-887f-4536-a15f-d2241ec6805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:36.537790 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.578517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Allocated IP 172.20.0.2 (b4a93eb3-eb9a-419f-af79-fdadf33fac08/0eaa6e24-148b-446d-8f2a-ee1cc6c65e5c/fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:36.646126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb1e7e-e982-439b-a60d-633b18672094 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Subnet': ['ID=0eaa6e24-148b-446d-8f2a-ee1cc6c65e5c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:36.685391 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] For port 6ebdeff0-2974-4962-9562-8b6008ca0710, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:36.695682 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] For port 6ebdeff0-2974-4962-9562-8b6008ca0710, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6ebdeff0-2974-4962-9562-8b6008ca0710,segment=NetworkSegment(921a028c-887f-4536-a15f-d2241ec6805d),segment_id=921a028c-887f-4536-a15f-d2241ec6805d)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:36.745776 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.837614 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.845500 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.845679 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.862202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cfd738dd-262a-4455-85c0-e2281e0f0bf3 None None] Provisioning complete for port 6ebdeff0-2974-4962-9562-8b6008ca0710 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:36.862596 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfd738dd-262a-4455-85c0-e2281e0f0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.881665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48944) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:36.886351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2a3c2fc8-0a2b-41f5-a702-f426c6b80716 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356926751', 'description': 'tempest-secgroup-smoke-356926751 description', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:36.955152 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:36.985865 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Routers {'fd3bf34b-da33-4de9-97eb-41c505b5c80e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:50:36.987031 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:50:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:37.005826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Network b4a93eb3-eb9a-419f-af79-fdadf33fac08 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:37.011393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:37.017617 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfd738dd-262a-4455-85c0-e2281e0f0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.021207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:37.042171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Pushing event updated for resources: {'Port': ['ID=fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:37.086955 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3c2fc8-0a2b-41f5-a702-f426c6b80716 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.090682 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.112342 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] Set router fd3bf34b-da33-4de9-97eb-41c505b5c80e gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:50:37.120997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cfd738dd-262a-4455-85c0-e2281e0f0bf3 None None] For port 6ebdeff0-2974-4962-9562-8b6008ca0710, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6ebdeff0-2974-4962-9562-8b6008ca0710,segment=NetworkSegment(921a028c-887f-4536-a15f-d2241ec6805d),segment_id=921a028c-887f-4536-a15f-d2241ec6805d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:37.158269 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Attempting to bind port fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:37.158793 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Attempting to bind port fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '771bbc41-7160-4182-a48c-09f3701a2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a93eb3-eb9a-419f-af79-fdadf33fac08'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:37.159370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Attempting to bind port fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2 on network b4a93eb3-eb9a-419f-af79-fdadf33fac08 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:37.168223 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:37.178112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Checking segment: {'id': '771bbc41-7160-4182-a48c-09f3701a2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a93eb3-eb9a-419f-af79-fdadf33fac08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:37.178846 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.179881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Bound using segment: {'id': '771bbc41-7160-4182-a48c-09f3701a2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a93eb3-eb9a-419f-af79-fdadf33fac08'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:37.180238 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Bound port: fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771bbc41-7160-4182-a48c-09f3701a2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a93eb3-eb9a-419f-af79-fdadf33fac08'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:37.180920 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.229832 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfd738dd-262a-4455-85c0-e2281e0f0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.265955 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152e09a-f063-4f9e-91f6-6f8ee000c60f None None] Pushing event updated for resources: {'Port': ['ID=6ebdeff0-2974-4962-9562-8b6008ca0710,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:37.342500 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:37.415011 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] For port fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:37.422859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] For port fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2,segment=NetworkSegment(771bbc41-7160-4182-a48c-09f3701a2a5e),segment_id=771bbc41-7160-4182-a48c-09f3701a2a5e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:37.430198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd738dd-262a-4455-85c0-e2281e0f0bf3 None None] Pushing event updated for resources: {'Port': ['ID=6ebdeff0-2974-4962-9562-8b6008ca0710,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:37.434908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9138c07c-a339-4e64-bd45-c35d750a7fd8 None None] Provisioning complete for port 6ebdeff0-2974-4962-9562-8b6008ca0710 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:37.435558 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9138c07c-a339-4e64-bd45-c35d750a7fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.485289 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3c2fc8-0a2b-41f5-a702-f426c6b80716 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.487859 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:50:32Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '6ebdeff0-2974-4962-9562-8b6008ca0710', 'name': '', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:7e:68:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:29Z', 'updated_at': '2021-11-15T14:50:36Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:37.522739 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.530734 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35260782-89bd-4ca2-9e46-5958f9b8705c None None] The sync data for ids ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'] in n-d-817748-2 is: [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:50:32Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '6ebdeff0-2974-4962-9562-8b6008ca0710', 'name': '', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:7e:68:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:29Z', 'updated_at': '2021-11-15T14:50:36Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:50:37.531961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:37.554493 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3c2fc8-0a2b-41f5-a702-f426c6b80716 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.578323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.638187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Subnet': ['ID=0eaa6e24-148b-446d-8f2a-ee1cc6c65e5c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:37.643582 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a93eb3-eb9a-419f-af79-fdadf33fac08']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:37.674480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771bbc41-7160-4182-a48c-09f3701a2a5e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:37.679912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771bbc41-7160-4182-a48c-09f3701a2a5e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:37.685992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f7762-4ecb-48be-a151-a9ad5c575f1d None None] Pushing event updated for resources: {'Port': ['ID=fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:37.749906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-14d1a719-209a-4a2f-9abe-44c9c51f2d2d req-e5778897-3b15-4898-9859-096b06d069b0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.1157353 Nov 15 14:50:37.752024 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-951030366-network', 'tenant_id': 'b5623c03af814088be622d5d137baca2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:37.755491 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.764066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1609673806-network', 'tenant_id': '952d3cee8a4c481a97b0ade3d4825ad2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:37.776402 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.782783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36c8c94-8d4e-444f-a4f9-cd9bdd90ddf4 None None] Network b4a93eb3-eb9a-419f-af79-fdadf33fac08 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:37.798846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:37.799251 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:37.810732 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:37.826320 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3c2fc8-0a2b-41f5-a702-f426c6b80716 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.832986 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2a3c2fc8-0a2b-41f5-a702-f426c6b80716 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9501290 Nov 15 14:50:37.834370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c2fc8-0a2b-41f5-a702-f426c6b80716 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:37.852647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:37.861416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-da213499-2188-4730-9dd8-314760d4ab38 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': 'ccb80a7f-00a6-4d15-9e9f-36c8919d5a55', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:37.909553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Made reservation on behalf of 952d3cee8a4c481a97b0ade3d4825ad2 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:37.917470 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:37.974188 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.004900 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 14:50:38.004900 n-d-817748-2 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 14:50:38.004900 n-d-817748-2 neutron-server[103146]: [parameters: {'id': 'b4a93eb3-eb9a-419f-af79-fdadf33fac08'}] Nov 15 14:50:38.004900 n-d-817748-2 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:50:38.005354 n-d-817748-2 neutron-server[103146]: DEBUG oslo_db.api [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:50:38.029375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Made reservation on behalf of b5623c03af814088be622d5d137baca2 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:38.034662 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.074534 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.087017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c14993a-dfb9-474d-837c-ab4e5daa115e None None] Network b4a93eb3-eb9a-419f-af79-fdadf33fac08 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:38.162407 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.203653 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da213499-2188-4730-9dd8-314760d4ab38 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.262271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.266866 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.317207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:38.317477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ebbb48-1974-4773-9614-8cc91cac81f2 None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 14:50:38.379218 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.385442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.385442 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Added segment d5b11d1b-3e22-4b6e-9f57-4a54b56399a0 of type vlan for network 29d74007-16d0-4856-82a5-765288203751 Nov 15 14:50:38.403008 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da213499-2188-4730-9dd8-314760d4ab38 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.405287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b26cd4f-f778-4447-94f3-9b46437a785d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:38.443095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:38.472248 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.474847 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.475194 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Added segment 4ea88268-b493-4036-b744-8a659acccbec of type vlan for network fc92bc5e-c246-40ae-b668-485ec11a20e4 Nov 15 14:50:38.478215 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:38.506318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ebbb48-1974-4773-9614-8cc91cac81f2 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 14:50:38.506645 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.519447 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da213499-2188-4730-9dd8-314760d4ab38 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.552601 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.568779 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da213499-2188-4730-9dd8-314760d4ab38 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c62d68-4f07-43c4-bcfb-b137cb3a5bd9,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:38.637906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Deleting port fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:38.638256 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.654075 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da213499-2188-4730-9dd8-314760d4ab38 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.659576 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-da213499-2188-4730-9dd8-314760d4ab38 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8047104 Nov 15 14:50:38.661004 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48986) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:38.673567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9f75e903-996d-4362-8aa9-6108c6b9f933 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': 'ccb80a7f-00a6-4d15-9e9f-36c8919d5a55', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:38.677842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48988) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:38.692775 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.694019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:38.694637 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.696893 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.697807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:38.698354 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.743015 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] For port fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2,segment=NetworkSegment(771bbc41-7160-4182-a48c-09f3701a2a5e),segment_id=771bbc41-7160-4182-a48c-09f3701a2a5e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:38.743855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.788694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Calling delete_port for fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:38.805719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] Pushing event updated for resources: {'Network': ['ID=fc92bc5e-c246-40ae-b668-485ec11a20e4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:38.878922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] Pushing event updated for resources: {'Network': ['ID=29d74007-16d0-4856-82a5-765288203751,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:38.892190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-689634964'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:38.904431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network fc92bc5e-c246-40ae-b668-485ec11a20e4 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:38.906948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 29d74007-16d0-4856-82a5-765288203751 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:38.907511 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f75e903-996d-4362-8aa9-6108c6b9f933 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:38.955192 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ee0511f-73c3-4cae-9ced-ea3433903209 req-d6b9fe5a-f117-4266-9a29-8d726a90bb86 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/ports?device_id=6402c232-39af-4a0e-ad22-22df3dac48c3 HTTP/1.1" status: 200 len: 210 time: 0.0325618 Nov 15 14:50:38.970930 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a6c4fad4-7442-4c10-8d94-8bdb5bed00be admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4353058 Nov 15 14:50:38.971822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:38.976582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6bdcb7c7-3062-42af-9056-089158c10793 admin admin] Request body: {'subnet': {'network_id': 'fc92bc5e-c246-40ae-b668-485ec11a20e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-951030366-subnet', 'tenant_id': 'b5623c03af814088be622d5d137baca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:38.988877 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.003840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No DVR routers for this DVR port fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:39.029102 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cfc2fb6f-4ba9-4527-8394-f6175d6157a0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6790822 Nov 15 14:50:39.032129 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f75e903-996d-4362-8aa9-6108c6b9f933 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.033051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48996) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:39.040655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] Request body: {'subnet': {'network_id': '29d74007-16d0-4856-82a5-765288203751', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1609673806-subnet', 'tenant_id': '952d3cee8a4c481a97b0ade3d4825ad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:39.054064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Port': ['ID=fb22fb32-e6c4-4822-bb0e-b4a4b16d49a2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:39.097354 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f75e903-996d-4362-8aa9-6108c6b9f933 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.130364 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.136631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:39.142689 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.160987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a93eb3-eb9a-419f-af79-fdadf33fac08']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:39.167709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 14:50:39.167709 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 15 14:50:39.167709 n-d-817748-2 neutron-server[103147]: [parameters: {'project_id_1': '952d3cee8a4c481a97b0ade3d4825ad2', 'expiration_1': datetime.datetime(2021, 11, 15, 14, 50, 19, 50880)}] Nov 15 14:50:39.167709 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:50:39.171239 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:50:39.171239 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75e903-996d-4362-8aa9-6108c6b9f933 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ac3350-bd4f-4655-b8db-301e3b105908,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:39.177474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771bbc41-7160-4182-a48c-09f3701a2a5e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:39.178661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771bbc41-7160-4182-a48c-09f3701a2a5e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:39.179760 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.198091 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.215479 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.224653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:39.225334 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:39.229980 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:39.278568 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.306083 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdcb7c7-3062-42af-9056-089158c10793 admin admin] Made reservation on behalf of b5623c03af814088be622d5d137baca2 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:39.306836 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb7c7-3062-42af-9056-089158c10793 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.389184 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.396587 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.400522 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f75e903-996d-4362-8aa9-6108c6b9f933 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.408754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/b4a93eb3-eb9a-419f-af79-fdadf33fac08 HTTP/1.1" status: 204 len: 168 time: 2.9034948 Nov 15 14:50:39.408996 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9f75e903-996d-4362-8aa9-6108c6b9f933 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7402148 Nov 15 14:50:39.408996 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.409893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49000) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:39.410641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49002) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:39.443083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b1d78bd1-7a0b-44d8-a70b-a83cc767641e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': 'ccb80a7f-00a6-4d15-9e9f-36c8919d5a55', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:39.451692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6ebdeff0-2974-4962-9562-8b6008ca0710 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:50:39.456158 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c6a1eb-2f44-4884-b28f-84f283dd9038 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:50:39.456619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c6a1eb-2f44-4884-b28f-84f283dd9038 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:50:39.466448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-13c6a1eb-2f44-4884-b28f-84f283dd9038 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/b4a93eb3-eb9a-419f-af79-fdadf33fac08 HTTP/1.1" status: 404 len: 339 time: 0.0487025 Nov 15 14:50:39.466448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ad297-4fcf-409e-8aa2-0349266a671e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Network': ['ID=b4a93eb3-eb9a-419f-af79-fdadf33fac08,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:39.477929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:39.478997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49004) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:39.478997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-af6b0d6e-5563-4afe-af1a-01784be36a65 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1134595413', 'description': 'd1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:39.479178 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be66caa-727f-4210-af7e-97f6d3b5ff7a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:39.501129 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.501129 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Added segment 1f248110-5d05-45d5-a073-c14a75213bc8 of type vlan for network c87bea2a-5410-4ca7-bae7-e952de813d96 Nov 15 14:50:39.527052 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6ebdeff0-2974-4962-9562-8b6008ca0710 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:39.527493 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.555522 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.581995 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1d78bd1-7a0b-44d8-a70b-a83cc767641e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.650871 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1d78bd1-7a0b-44d8-a70b-a83cc767641e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.725464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6b0d6e-5563-4afe-af1a-01784be36a65 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:39.727210 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.729185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af6b0d6e-5563-4afe-af1a-01784be36a65 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.732852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:39.733442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.753267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6b0d6e-5563-4afe-af1a-01784be36a65 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:39.762619 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af6b0d6e-5563-4afe-af1a-01784be36a65 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.762969 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-af6b0d6e-5563-4afe-af1a-01784be36a65 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Added segment c439e399-bae7-446f-bba6-665160564526 of type vlan for network 908c9841-f220-4cef-87cd-b3d71a8b315a Nov 15 14:50:39.796571 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb7c7-3062-42af-9056-089158c10793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.800018 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1d78bd1-7a0b-44d8-a70b-a83cc767641e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.807988 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af6b0d6e-5563-4afe-af1a-01784be36a65 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.825135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d78bd1-7a0b-44d8-a70b-a83cc767641e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f2016d-1d1c-4d74-ba7c-7d626772db85,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:39.841774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Network': ['ID=c87bea2a-5410-4ca7-bae7-e952de813d96,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:39.851691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network c87bea2a-5410-4ca7-bae7-e952de813d96 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:39.868928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcb7c7-3062-42af-9056-089158c10793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b97c0d52-77f0-4e6e-800a-dcbb212cc511,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:39.876989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] Made reservation on behalf of 952d3cee8a4c481a97b0ade3d4825ad2 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:39.879316 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.883904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdcb7c7-3062-42af-9056-089158c10793 admin admin] Checking segment: {'id': '4ea88268-b493-4036-b744-8a659acccbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fc92bc5e-c246-40ae-b668-485ec11a20e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:39.885414 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdcb7c7-3062-42af-9056-089158c10793 admin admin] Network hostable DHCP agents. Network: fc92bc5e-c246-40ae-b668-485ec11a20e4, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:39.931616 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af6b0d6e-5563-4afe-af1a-01784be36a65 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.941687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6b0d6e-5563-4afe-af1a-01784be36a65 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:39.943135 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af6b0d6e-5563-4afe-af1a-01784be36a65 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.968220 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ca3fa693-2e87-41e6-a6a6-1c4d225afbd7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2879810 Nov 15 14:50:39.969951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49006) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:39.974750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'name': 'tempest-PortsTestJSON-200440163'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:39.995514 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1d78bd1-7a0b-44d8-a70b-a83cc767641e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:39.996720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b1d78bd1-7a0b-44d8-a70b-a83cc767641e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5779324 Nov 15 14:50:39.999625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49008) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:40.006153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c01c123b-662d-44a8-88e0-1f9acc772c72 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': 'ccb80a7f-00a6-4d15-9e9f-36c8919d5a55', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:40.020741 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdcb7c7-3062-42af-9056-089158c10793 admin admin] Network fc92bc5e-c246-40ae-b668-485ec11a20e4 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:40.027827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b0d6e-5563-4afe-af1a-01784be36a65 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=908c9841-f220-4cef-87cd-b3d71a8b315a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:40.040838 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 908c9841-f220-4cef-87cd-b3d71a8b315a details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:40.051223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-af6b0d6e-5563-4afe-af1a-01784be36a65 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5804174 Nov 15 14:50:40.061649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:40.108042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6bdcb7c7-3062-42af-9056-089158c10793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, fc92bc5e-c246-40ae-b668-485ec11a20e4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:40.123143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f813d7dd-0670-46e7-b177-778e9090bd41 None None] Network fc92bc5e-c246-40ae-b668-485ec11a20e4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:40.134914 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdcb7c7-3062-42af-9056-089158c10793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:40.136287 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb7c7-3062-42af-9056-089158c10793 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.150198 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c01c123b-662d-44a8-88e0-1f9acc772c72 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.168359 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4645b72-908d-419f-a57b-6c62352c4de0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:40.169891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a4645b72-908d-419f-a57b-6c62352c4de0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "GET /v2.0/networks?id=908c9841-f220-4cef-87cd-b3d71a8b315a HTTP/1.1" status: 200 len: 761 time: 0.1072817 Nov 15 14:50:40.172653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49016) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:40.177628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f10c1ffb-15a7-46e0-bda3-904f8e9f6d8d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'description': 'd2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:40.196923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49018) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:40.245550 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.279702 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ee2d21-0731-4984-a194-b9c6d9bb9f32 None None] Network fc92bc5e-c246-40ae-b668-485ec11a20e4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:40.286740 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:40.290278 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.336576 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14acbe87-dcdf-4191-80b9-260559968fc6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.356980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a8945cf-3e9d-4e30-b6a1-5009a0235edf,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:40.370457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:50:40.396729 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6bdcb7c7-3062-42af-9056-089158c10793 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4152405 Nov 15 14:50:40.405425 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14acbe87-dcdf-4191-80b9-260559968fc6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.429328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] Checking segment: {'id': 'd5b11d1b-3e22-4b6e-9f57-4a54b56399a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '29d74007-16d0-4856-82a5-765288203751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:40.430140 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] Network hostable DHCP agents. Network: 29d74007-16d0-4856-82a5-765288203751, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:40.573879 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] Network 29d74007-16d0-4856-82a5-765288203751 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:40.648091 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14acbe87-dcdf-4191-80b9-260559968fc6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.652001 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14acbe87-dcdf-4191-80b9-260559968fc6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.653521 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-14acbe87-dcdf-4191-80b9-260559968fc6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "DELETE /v2.0/security-groups/1cb30139-95fb-41bc-9395-bc2226dcb71e HTTP/1.1" status: 204 len: 168 time: 0.4547284 Nov 15 14:50:40.659622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49026) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:40.668722 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c01c123b-662d-44a8-88e0-1f9acc772c72 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.698771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 29d74007-16d0-4856-82a5-765288203751) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:40.702640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14acbe87-dcdf-4191-80b9-260559968fc6 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb30139-95fb-41bc-9395-bc2226dcb71e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:40.708177 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:40.708782 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.711014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b42727-ea43-449e-afd9-9ee013fe195d None None] Network 29d74007-16d0-4856-82a5-765288203751 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:40.716658 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-5f27ebf6-912f-4947-b91e-5d59ab3c02d0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] show failed (client error): The resource could not be found. Nov 15 14:50:40.717776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5f27ebf6-912f-4947-b91e-5d59ab3c02d0 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "GET /v2.0/security-groups/1cb30139-95fb-41bc-9395-bc2226dcb71e HTTP/1.1" status: 404 len: 347 time: 0.0570672 Nov 15 14:50:40.721137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49028) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:40.752526 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.785409 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c01c123b-662d-44a8-88e0-1f9acc772c72 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.855252 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ad9ffa07-2005-4d30-a82f-0132c7f4e8b5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8119721 Nov 15 14:50:40.859437 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f10c1ffb-15a7-46e0-bda3-904f8e9f6d8d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.862832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c123b-662d-44a8-88e0-1f9acc772c72 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d2bbd1-2785-4c29-a54c-08d31884bc74,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:40.873533 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.911348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7870b25d-f50a-4f4f-a8f3-449475a4a80e None None] Network 29d74007-16d0-4856-82a5-765288203751 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:40.925749 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ec717e47-0341-408d-99b1-6316561c082b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Deleting port 9c3bbb0a-9227-4079-b6cf-66967ced6ff0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:40.926115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec717e47-0341-408d-99b1-6316561c082b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:40.968065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=3aaf04e5-dcb5-415f-8d91-41a4218cc5b9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:40.973357 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Checking segment: {'id': '1f248110-5d05-45d5-a073-c14a75213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:40.973750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network hostable DHCP agents. Network: c87bea2a-5410-4ca7-bae7-e952de813d96, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:41.039526 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c01c123b-662d-44a8-88e0-1f9acc772c72 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.043560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:41.043702 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c01c123b-662d-44a8-88e0-1f9acc772c72 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0430706 Nov 15 14:50:41.045675 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec717e47-0341-408d-99b1-6316561c082b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.046013 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec717e47-0341-408d-99b1-6316561c082b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.048734 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f10c1ffb-15a7-46e0-bda3-904f8e9f6d8d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.049098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dc1a9c8a-1199-4019-af5f-7bfb0badf770 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': 'ccb80a7f-00a6-4d15-9e9f-36c8919d5a55', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:41.073748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f10c1ffb-15a7-46e0-bda3-904f8e9f6d8d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network 908c9841-f220-4cef-87cd-b3d71a8b315a is not hosted by any dhcp agent {{(pid=103146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 14:50:41.079299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c1ffb-15a7-46e0-bda3-904f8e9f6d8d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:41.080057 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f10c1ffb-15a7-46e0-bda3-904f8e9f6d8d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.083582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network c87bea2a-5410-4ca7-bae7-e952de813d96 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:41.084227 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f10c1ffb-15a7-46e0-bda3-904f8e9f6d8d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "PUT /v2.0/networks/908c9841-f220-4cef-87cd-b3d71a8b315a HTTP/1.1" status: 200 len: 758 time: 0.9105873 Nov 15 14:50:41.085388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ec717e47-0341-408d-99b1-6316561c082b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Calling delete_port for 9c3bbb0a-9227-4079-b6cf-66967ced6ff0 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:41.087079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:41.171928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, c87bea2a-5410-4ca7-bae7-e952de813d96) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:41.174071 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-dc1a9c8a-1199-4019-af5f-7bfb0badf770 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Project c58edf6cb9de430bb198bc6fde6ccc02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 14:50:41.183206 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc1a9c8a-1199-4019-af5f-7bfb0badf770 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.186044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13e49d9-75e4-48b9-a4ca-fea53837af5a None None] Network c87bea2a-5410-4ca7-bae7-e952de813d96 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:41.189013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:41.203921 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:41.210050 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.281248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c1ffb-15a7-46e0-bda3-904f8e9f6d8d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=908c9841-f220-4cef-87cd-b3d71a8b315a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:41.331673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 908c9841-f220-4cef-87cd-b3d71a8b315a details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:41.352338 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b9fa8100-5ed7-4fe8-a9e9-693801f9d656 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3812845 Nov 15 14:50:41.354994 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc1a9c8a-1199-4019-af5f-7bfb0badf770 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.355709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:41.360583 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3a9e0b7f-6cb8-4932-9348-e5a5470c1aa3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1952090867'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:41.365944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca29138-e0f5-4493-99bd-cacb150cd893 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:41.370267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6ca29138-e0f5-4493-99bd-cacb150cd893 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "GET /v2.0/networks?id=908c9841-f220-4cef-87cd-b3d71a8b315a HTTP/1.1" status: 200 len: 761 time: 0.2720528 Nov 15 14:50:41.378129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:41.385303 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ef5a898f-14db-4ce2-b3f1-44cf68cb8c96 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1997102729'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:41.428206 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49054) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:41.434220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1191502871-network', 'tenant_id': '167dbc0d1b474c39b096849040b22bd2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:41.457710 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc1a9c8a-1199-4019-af5f-7bfb0badf770 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.476569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a9c8a-1199-4019-af5f-7bfb0badf770 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3516e37c-1966-4c78-97eb-f589f5b6fb06,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:41.486563 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9e0b7f-6cb8-4932-9348-e5a5470c1aa3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:41.490223 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0b7f-6cb8-4932-9348-e5a5470c1aa3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.515731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9e0b7f-6cb8-4932-9348-e5a5470c1aa3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:41.524580 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0b7f-6cb8-4932-9348-e5a5470c1aa3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.525227 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-3a9e0b7f-6cb8-4932-9348-e5a5470c1aa3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Added segment 676a6341-b27d-460a-aa2f-5262d7d6992e of type vlan for network 196906ac-afba-478f-88d1-0698f1165e5a Nov 15 14:50:41.549505 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec717e47-0341-408d-99b1-6316561c082b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.581854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec717e47-0341-408d-99b1-6316561c082b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Port': ['ID=9c3bbb0a-9227-4079-b6cf-66967ced6ff0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:41.598217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055f10c2-bab5-45c3-8295-bdcf59e07f98 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:41.605984 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc1a9c8a-1199-4019-af5f-7bfb0badf770 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.615739 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dc1a9c8a-1199-4019-af5f-7bfb0badf770 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5627460 Nov 15 14:50:41.623173 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:41.630235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6b9bbd32-b405-4443-aaa0-9fa9c09c9795 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'security_group_rule': {'security_group_id': 'ccb80a7f-00a6-4d15-9e9f-36c8919d5a55', 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:41.644470 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0b7f-6cb8-4932-9348-e5a5470c1aa3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.676164 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec717e47-0341-408d-99b1-6316561c082b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.676164 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec717e47-0341-408d-99b1-6316561c082b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.678882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ec717e47-0341-408d-99b1-6316561c082b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "DELETE /v2.0/floatingips/010a4e9a-9590-426d-90d8-f1eb89e42fba HTTP/1.1" status: 204 len: 168 time: 0.9565828 Nov 15 14:50:41.680953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49066) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:41.733325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5a898f-14db-4ce2-b3f1-44cf68cb8c96 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:41.736941 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef5a898f-14db-4ce2-b3f1-44cf68cb8c96 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.756780 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-6b9bbd32-b405-4443-aaa0-9fa9c09c9795 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 14:50:41.756780 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 15 14:50:41.756780 n-d-817748-2 neutron-server[103147]: [parameters: {'project_id_1': 'c58edf6cb9de430bb198bc6fde6ccc02', 'expiration_1': datetime.datetime(2021, 11, 15, 14, 50, 21, 638534)}] Nov 15 14:50:41.756780 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:50:41.757173 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-6b9bbd32-b405-4443-aaa0-9fa9c09c9795 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:50:41.761389 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0b7f-6cb8-4932-9348-e5a5470c1aa3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.767107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9e0b7f-6cb8-4932-9348-e5a5470c1aa3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:41.767951 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0b7f-6cb8-4932-9348-e5a5470c1aa3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.780890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9ab8c-d4c6-423e-ba41-1f78f0e8b0f2 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Deleting port 5f31cc54-f91d-41a5-be06-8333aa16e417 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:41.781241 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ab8c-d4c6-423e-ba41-1f78f0e8b0f2 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.822498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:41.823201 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5a898f-14db-4ce2-b3f1-44cf68cb8c96 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:41.829198 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1697204563-network', 'tenant_id': 'bc42b96c54cd420abe4c62154c299957'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:41.846130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Made reservation on behalf of 167dbc0d1b474c39b096849040b22bd2 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:41.848444 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.866952 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef5a898f-14db-4ce2-b3f1-44cf68cb8c96 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.867297 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-ef5a898f-14db-4ce2-b3f1-44cf68cb8c96 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Added segment 213565ab-4312-4117-9495-8d0270b80a55 of type vlan for network 37eb8781-52f3-4b2b-8715-bad98afe3b3e Nov 15 14:50:41.871838 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ab8c-d4c6-423e-ba41-1f78f0e8b0f2 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.877013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:41.879699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e0b7f-6cb8-4932-9348-e5a5470c1aa3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Network': ['ID=196906ac-afba-478f-88d1-0698f1165e5a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:41.884842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9ab8c-d4c6-423e-ba41-1f78f0e8b0f2 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Calling delete_port for 5f31cc54-f91d-41a5-be06-8333aa16e417 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:41.891597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 196906ac-afba-478f-88d1-0698f1165e5a details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:41.924511 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3a9e0b7f-6cb8-4932-9348-e5a5470c1aa3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5651910 Nov 15 14:50:41.926204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49070) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:41.930768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'ports': [{'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96'}, {'network_id': '196906ac-afba-478f-88d1-0698f1165e5a'}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:41.930983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:41.931870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': '196906ac-afba-478f-88d1-0698f1165e5a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:41.938769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef5a898f-14db-4ce2-b3f1-44cf68cb8c96 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.030360 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.038691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Made reservation on behalf of bc42b96c54cd420abe4c62154c299957 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:42.040999 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.050166 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.068120 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef5a898f-14db-4ce2-b3f1-44cf68cb8c96 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.074279 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a898f-14db-4ce2-b3f1-44cf68cb8c96 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:42.077256 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef5a898f-14db-4ce2-b3f1-44cf68cb8c96 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.133751 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.186989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:42.192857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a898f-14db-4ce2-b3f1-44cf68cb8c96 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=37eb8781-52f3-4b2b-8715-bad98afe3b3e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:42.198902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddbaeab-aef1-431d-a3dc-a151e434a847,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:42.203686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 37eb8781-52f3-4b2b-8715-bad98afe3b3e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:42.205992 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.206329 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Added segment a0ab7f10-b820-463f-abd0-a142062665ca of type vlan for network 777472f0-e782-499d-aca1-8a3634495213 Nov 15 14:50:42.220844 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ef5a898f-14db-4ce2-b3f1-44cf68cb8c96 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8419900 Nov 15 14:50:42.226933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:42.233055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-50c6cab0-43e3-409e-8b61-d70b0d890014 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'subnet': {'network_id': '37eb8781-52f3-4b2b-8715-bad98afe3b3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:42.272471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.280856 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ab8c-d4c6-423e-ba41-1f78f0e8b0f2 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.282230 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.325483 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9ab8c-d4c6-423e-ba41-1f78f0e8b0f2 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Port': ['ID=5f31cc54-f91d-41a5-be06-8333aa16e417,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:42.361616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 2} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:42.365925 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.388698 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.389856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:42.390515 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.392658 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.407822 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.456683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:42.460405 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-6b9bbd32-b405-4443-aaa0-9fa9c09c9795 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Project c58edf6cb9de430bb198bc6fde6ccc02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 14:50:42.471531 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ab8c-d4c6-423e-ba41-1f78f0e8b0f2 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.474782 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cfc9ab8c-d4c6-423e-ba41-1f78f0e8b0f2 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "DELETE /v2.0/ports/5f31cc54-f91d-41a5-be06-8333aa16e417 HTTP/1.1" status: 204 len: 168 time: 0.7927272 Nov 15 14:50:42.481660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49074) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:42.489506 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b9bbd32-b405-4443-aaa0-9fa9c09c9795 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.504258 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.504610 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Added segment 1aafa48a-3c0c-409b-8d18-5f5bd7748f88 of type vlan for network 571c73b4-3c2c-4fea-b9aa-9317771bf5e9 Nov 15 14:50:42.505839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb537a7-60a8-4afb-b272-38c15272716d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:42.517625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] Pushing event updated for resources: {'Network': ['ID=777472f0-e782-499d-aca1-8a3634495213,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:42.536926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 777472f0-e782-499d-aca1-8a3634495213 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:42.547909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port 44a0b11d-7c26-4261-94c0-62f07dd1c78c yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:50:42.608060 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.624995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c6cab0-43e3-409e-8b61-d70b0d890014 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:42.628700 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50c6cab0-43e3-409e-8b61-d70b0d890014 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.656407 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b9bbd32-b405-4443-aaa0-9fa9c09c9795 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.730912 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-34b0a5a4-5e0a-40e8-be17-10ea29a33a36 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3015351 Nov 15 14:50:42.731561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49078) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:42.746028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5477dacf-8165-4cd5-b238-86e4d3b1a4a9 admin admin] Request body: {'subnet': {'network_id': '777472f0-e782-499d-aca1-8a3634495213', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1191502871-subnet', 'tenant_id': '167dbc0d1b474c39b096849040b22bd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:42.758676 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b9bbd32-b405-4443-aaa0-9fa9c09c9795 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.763953 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.764299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:42.765106 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.781417 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dd2e0857-f124-47f8-a40a-b2a1c472308b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Deleting port 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:42.781774 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd2e0857-f124-47f8-a40a-b2a1c472308b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:42.824279 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bbd32-b405-4443-aaa0-9fa9c09c9795 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac46e6f-f517-41fd-9db4-6b72bbb29b54,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:42.850613 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] Pushing event updated for resources: {'Network': ['ID=571c73b4-3c2c-4fea-b9aa-9317771bf5e9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:42.861709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 571c73b4-3c2c-4fea-b9aa-9317771bf5e9 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:42.979577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5477dacf-8165-4cd5-b238-86e4d3b1a4a9 admin admin] Made reservation on behalf of 167dbc0d1b474c39b096849040b22bd2 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:42.981841 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5477dacf-8165-4cd5-b238-86e4d3b1a4a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:43.001520 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:43.041970 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b9bbd32-b405-4443-aaa0-9fa9c09c9795 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:43.043227 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6b9bbd32-b405-4443-aaa0-9fa9c09c9795 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4179411 Nov 15 14:50:43.057747 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c264f3a9-7619-4962-b689-153abc2e1a01 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2290335 Nov 15 14:50:43.057747 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49082) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:43.067896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6505dbf0-824f-4152-85f0-0cbaa83fba9a admin admin] Request body: {'subnet': {'network_id': '571c73b4-3c2c-4fea-b9aa-9317771bf5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1697204563-subnet', 'tenant_id': 'bc42b96c54cd420abe4c62154c299957', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:43.116756 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd2e0857-f124-47f8-a40a-b2a1c472308b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:43.183030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dd2e0857-f124-47f8-a40a-b2a1c472308b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Calling delete_port for 3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:43.187399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6505dbf0-824f-4152-85f0-0cbaa83fba9a admin admin] Made reservation on behalf of bc42b96c54cd420abe4c62154c299957 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:43.187720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port e9a6b1af-8f5e-4d3f-9dd8-d7ac56c086fe yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:50:43.189893 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6505dbf0-824f-4152-85f0-0cbaa83fba9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:43.260973 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50c6cab0-43e3-409e-8b61-d70b0d890014 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:43.433501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6cab0-43e3-409e-8b61-d70b0d890014 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Subnet': ['ID=de0b5220-390d-4e50-8f73-6e473a5dc5b5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:43.461567 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6505dbf0-824f-4152-85f0-0cbaa83fba9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:43.487540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-41fafa19-086f-42a5-9f38-edbd7d7f690d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356926751&fields=id&tenant_id=c58edf6cb9de430bb198bc6fde6ccc02 HTTP/1.1" status: 200 len: 267 time: 0.2411964 Nov 15 14:50:43.505819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c6cab0-43e3-409e-8b61-d70b0d890014 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking segment: {'id': '213565ab-4312-4117-9495-8d0270b80a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '37eb8781-52f3-4b2b-8715-bad98afe3b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:43.508140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c6cab0-43e3-409e-8b61-d70b0d890014 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network hostable DHCP agents. Network: 37eb8781-52f3-4b2b-8715-bad98afe3b3e, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:43.521085 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505dbf0-824f-4152-85f0-0cbaa83fba9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f9c242-053f-4026-8672-6a0b2d92d2f2,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:43.532165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505dbf0-824f-4152-85f0-0cbaa83fba9a admin admin] Checking segment: {'id': '1aafa48a-3c0c-409b-8d18-5f5bd7748f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '571c73b4-3c2c-4fea-b9aa-9317771bf5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:43.532537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6505dbf0-824f-4152-85f0-0cbaa83fba9a admin admin] Network hostable DHCP agents. Network: 571c73b4-3c2c-4fea-b9aa-9317771bf5e9, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:43.609888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6505dbf0-824f-4152-85f0-0cbaa83fba9a admin admin] Network 571c73b4-3c2c-4fea-b9aa-9317771bf5e9 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:43.680415 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:43.714216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6505dbf0-824f-4152-85f0-0cbaa83fba9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 571c73b4-3c2c-4fea-b9aa-9317771bf5e9) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:43.718746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6505dbf0-824f-4152-85f0-0cbaa83fba9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:43.719421 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6505dbf0-824f-4152-85f0-0cbaa83fba9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:43.724982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980b95dd-07a3-40c9-b748-76223305520e None None] Network 571c73b4-3c2c-4fea-b9aa-9317771bf5e9 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:43.740918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-937691bb-235f-47f5-93b3-6c446cd1031f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:43.746371 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-937691bb-235f-47f5-93b3-6c446cd1031f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/networks?id=a8e24128-d22d-4209-951e-71ce02d5a378 HTTP/1.1" status: 200 len: 796 time: 0.2377462 Nov 15 14:50:43.769612 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5477dacf-8165-4cd5-b238-86e4d3b1a4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:43.772450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-85762c21-3330-4331-bf6d-e17861b611e9 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/quotas/c58edf6cb9de430bb198bc6fde6ccc02 HTTP/1.1" status: 200 len: 375 time: 0.0222905 Nov 15 14:50:43.835980 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd2e0857-f124-47f8-a40a-b2a1c472308b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:43.843419 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6505dbf0-824f-4152-85f0-0cbaa83fba9a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7794085 Nov 15 14:50:43.856110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c6cab0-43e3-409e-8b61-d70b0d890014 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network 37eb8781-52f3-4b2b-8715-bad98afe3b3e is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:43.858551 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:43.871651 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662ae455-eae6-462d-8276-76ea6f1d0127 None None] Network 571c73b4-3c2c-4fea-b9aa-9317771bf5e9 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:43.896242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477dacf-8165-4cd5-b238-86e4d3b1a4a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd7a542-853a-45a6-990f-cf7457ca8c05,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:43.899260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e0857-f124-47f8-a40a-b2a1c472308b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Port': ['ID=3d0344a3-d710-4e3a-97d6-6ee490ffe0b8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:43.949442 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-50c6cab0-43e3-409e-8b61-d70b0d890014 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 37eb8781-52f3-4b2b-8715-bad98afe3b3e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:43.965922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312ec32a-739d-4b46-88f4-6d812afeaf43 None None] Network 37eb8781-52f3-4b2b-8715-bad98afe3b3e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:43.966523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c6cab0-43e3-409e-8b61-d70b0d890014 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:43.967301 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50c6cab0-43e3-409e-8b61-d70b0d890014 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:43.991830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network c87bea2a-5410-4ca7-bae7-e952de813d96 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:44.028116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5477dacf-8165-4cd5-b238-86e4d3b1a4a9 admin admin] Checking segment: {'id': 'a0ab7f10-b820-463f-abd0-a142062665ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '777472f0-e782-499d-aca1-8a3634495213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:44.028489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5477dacf-8165-4cd5-b238-86e4d3b1a4a9 admin admin] Network hostable DHCP agents. Network: 777472f0-e782-499d-aca1-8a3634495213, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:44.030875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:44.036771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=44a0b11d-7c26-4261-94c0-62f07dd1c78c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:44.058565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:44.059418 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:44.069244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-64eae8f0-8008-4b35-929f-b27fde7c7057 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2738020 Nov 15 14:50:44.138230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-50c6cab0-43e3-409e-8b61-d70b0d890014 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9102266 Nov 15 14:50:44.141044 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:44.192575 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-37eb8781-52f3-4b2b-8715-bad98afe3b3e', 'network_id': '37eb8781-52f3-4b2b-8715-bad98afe3b3e', 'tenant_id': 'a64816c474e04ba9bfa514d49328d116', 'fixed_ips': [{'subnet_id': 'de0b5220-390d-4e50-8f73-6e473a5dc5b5'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:50:44.193747 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:44.207797 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd2e0857-f124-47f8-a40a-b2a1c472308b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:44.214647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dd2e0857-f124-47f8-a40a-b2a1c472308b tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "DELETE /v2.0/ports/3d0344a3-d710-4e3a-97d6-6ee490ffe0b8 HTTP/1.1" status: 204 len: 168 time: 1.7291315 Nov 15 14:50:44.216199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:44.232760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5477dacf-8165-4cd5-b238-86e4d3b1a4a9 admin admin] Network 777472f0-e782-499d-aca1-8a3634495213 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:44.237544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=e9a6b1af-8f5e-4d3f-9dd8-d7ac56c086fe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:44.279750 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Checking segment: {'id': '676a6341-b27d-460a-aa2f-5262d7d6992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '196906ac-afba-478f-88d1-0698f1165e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:44.280383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network hostable DHCP agents. Network: 196906ac-afba-478f-88d1-0698f1165e5a, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:44.316438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e39a9d-a11f-4321-8904-01774c4888e1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Deleting subnet 53bbca71-b99a-424a-9e90-02c5e8ace1fe {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:50:44.321608 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83e39a9d-a11f-4321-8904-01774c4888e1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:44.325269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-4a140b5c-6110-45a3-8693-475138929220 service neutron] 10.222.0.70 "GET /v2.0/networks/a8e24128-d22d-4209-951e-71ce02d5a378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105279 Nov 15 14:50:44.329050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5477dacf-8165-4cd5-b238-86e4d3b1a4a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 777472f0-e782-499d-aca1-8a3634495213) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:44.338492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5477dacf-8165-4cd5-b238-86e4d3b1a4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:44.339099 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5477dacf-8165-4cd5-b238-86e4d3b1a4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:44.364295 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:44.399883 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83e39a9d-a11f-4321-8904-01774c4888e1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:44.468029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network 196906ac-afba-478f-88d1-0698f1165e5a is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:44.495567 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:44.551627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-9807050a-9e79-4dbe-8049-4c7050d0c746 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:44.562902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-9807050a-9e79-4dbe-8049-4c7050d0c746 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/networks?id=29d74007-16d0-4856-82a5-765288203751 HTTP/1.1" status: 200 len: 825 time: 0.1594138 Nov 15 14:50:44.563149 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa13283-3538-461f-8051-67305d64f36e None None] Network 777472f0-e782-499d-aca1-8a3634495213 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:44.575304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 196906ac-afba-478f-88d1-0698f1165e5a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:44.591558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5477dacf-8165-4cd5-b238-86e4d3b1a4a9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8525546 Nov 15 14:50:44.605675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83e39a9d-a11f-4321-8904-01774c4888e1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:44.613195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08418fa0-01bc-42e4-9910-600df91c13cb None None] Network 196906ac-afba-478f-88d1-0698f1165e5a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:44.625620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:44.635508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:44.642329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:44.643418 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:44.662743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-68088adb-4021-43c6-b214-2834271983c2 service neutron] 10.222.0.70 "GET /v2.0/networks/a8e24128-d22d-4209-951e-71ce02d5a378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255851 Nov 15 14:50:44.668580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-85eb17cb-93be-4f0e-9764-9aade8d63993 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/quotas/952d3cee8a4c481a97b0ade3d4825ad2 HTTP/1.1" status: 200 len: 375 time: 0.1038806 Nov 15 14:50:44.690997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Allocated IP 172.20.0.2 (37eb8781-52f3-4b2b-8715-bad98afe3b3e/de0b5220-390d-4e50-8f73-6e473a5dc5b5/471876df-f295-4d9d-9918-c091fadb35d6) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:44.730016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-ec2d0972-9a21-461c-9a96-3b7c54687140 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=952d3cee8a4c481a97b0ade3d4825ad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469830 Nov 15 14:50:44.750976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-5de091a5-6986-4c71-bc9c-8651da2b0a22 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:50:44.756448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-5de091a5-6986-4c71-bc9c-8651da2b0a22 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128815 Nov 15 14:50:44.759661 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83e39a9d-a11f-4321-8904-01774c4888e1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:44.790872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e39a9d-a11f-4321-8904-01774c4888e1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Subnet': ['ID=53bbca71-b99a-424a-9e90-02c5e8ace1fe,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:44.805619 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83e39a9d-a11f-4321-8904-01774c4888e1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:44.811279 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-83e39a9d-a11f-4321-8904-01774c4888e1 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "DELETE /v2.0/subnets/53bbca71-b99a-424a-9e90-02c5e8ace1fe HTTP/1.1" status: 204 len: 168 time: 0.5941148 Nov 15 14:50:44.814647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:44.823569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09586b7c-e4dc-4bee-a83f-99a377fc25d5 None None] Network fd986e30-a4d1-4f5a-9bc4-fb302d682086 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:44.825049 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d005dba7-7f8d-462a-9cab-52f56af085e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8981380 Nov 15 14:50:44.828920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49124) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:44.937692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65089dd-dca2-44d3-9bc0-f6b8439de87a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Deleting subnet 89635555-0fa6-4f7c-80e0-319f99ce3138 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:50:44.941207 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b65089dd-dca2-44d3-9bc0-f6b8439de87a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:44.982231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0377d844-dc82-487e-890f-2e37a07e6c16 service neutron] 10.222.0.70 "GET /v2.0/networks/29d74007-16d0-4856-82a5-765288203751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223063 Nov 15 14:50:44.999726 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b65089dd-dca2-44d3-9bc0-f6b8439de87a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.056046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-94e5fe96-9092-4ae0-b0cd-252ababd3289 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port e9a6b1af-8f5e-4d3f-9dd8-d7ac56c086fe {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:45.056323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94e5fe96-9092-4ae0-b0cd-252ababd3289 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.075135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8823ce8-9199-4402-b333-71b442003c10 None None] Network 777472f0-e782-499d-aca1-8a3634495213 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:45.137313 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b65089dd-dca2-44d3-9bc0-f6b8439de87a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.165115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94e5fe96-9092-4ae0-b0cd-252ababd3289 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.229926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62aa460a-ccc9-4318-a057-80c95b5d4a55 req-a4921a72-76a1-4900-85a7-0718b4fddc55 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 210 time: 0.0742676 Nov 15 14:50:45.230454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-94e5fe96-9092-4ae0-b0cd-252ababd3289 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for e9a6b1af-8f5e-4d3f-9dd8-d7ac56c086fe owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:45.245661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-4c241efc-4003-4a42-a235-d8a5cb76e084 service neutron] 10.222.0.70 "GET /v2.0/networks/29d74007-16d0-4856-82a5-765288203751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548220 Nov 15 14:50:45.304260 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b65089dd-dca2-44d3-9bc0-f6b8439de87a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.383504 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65089dd-dca2-44d3-9bc0-f6b8439de87a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Subnet': ['ID=89635555-0fa6-4f7c-80e0-319f99ce3138,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:45.388396 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b65089dd-dca2-44d3-9bc0-f6b8439de87a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.391854 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b65089dd-dca2-44d3-9bc0-f6b8439de87a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "DELETE /v2.0/subnets/89635555-0fa6-4f7c-80e0-319f99ce3138 HTTP/1.1" status: 204 len: 168 time: 0.5759447 Nov 15 14:50:45.396325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49140) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:45.443873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b6753-2588-4317-b283-2a3e054f9f8b None None] Network 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:45.527341 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.556051 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.621949 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94e5fe96-9092-4ae0-b0cd-252ababd3289 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.632711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Deleting port 73cd2d3a-0fca-42e4-aee2-624727a10015 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:45.632940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.665570 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec984d7-42af-42b2-a1a9-e27696a2e1ed None None] DHCP port deletion for fd986e30-a4d1-4f5a-9bc4-fb302d682086 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:45.681487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5fe96-9092-4ae0-b0cd-252ababd3289 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=e9a6b1af-8f5e-4d3f-9dd8-d7ac56c086fe,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:45.706253 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.711366 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81eb6329-f2fd-4ca7-b016-94062d1981d3 req-7eeb30a0-950d-4b7e-b6d7-c62360f0cdb4 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 210 time: 0.0920093 Nov 15 14:50:45.722969 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94e5fe96-9092-4ae0-b0cd-252ababd3289 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.727372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-94e5fe96-9092-4ae0-b0cd-252ababd3289 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/e9a6b1af-8f5e-4d3f-9dd8-d7ac56c086fe HTTP/1.1" status: 204 len: 168 time: 0.8967359 Nov 15 14:50:45.732227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:45.736323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] For port 73cd2d3a-0fca-42e4-aee2-624727a10015, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=73cd2d3a-0fca-42e4-aee2-624727a10015,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:45.736789 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.749951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Calling delete_port for 73cd2d3a-0fca-42e4-aee2-624727a10015 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:45.764073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Pushing event updated for resources: {'Port': ['ID=471876df-f295-4d9d-9918-c091fadb35d6,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:45.807867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Network 37eb8781-52f3-4b2b-8715-bad98afe3b3e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:45.824152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb48bc8-827b-480f-b4a6-48a668c7939a None None] DHCP port deletion for 4e761ea9-c23e-45b2-a7c8-6141b0a150b4 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:45.825830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:45.836512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:45.840512 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.907380 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Subnet': ['ID=de0b5220-390d-4e50-8f73-6e473a5dc5b5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:45.957702 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9ec984d7-42af-42b2-a1a9-e27696a2e1ed None None] Deleting port 73cd2d3a-0fca-42e4-aee2-624727a10015 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:45.958072 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ec984d7-42af-42b2-a1a9-e27696a2e1ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:45.976248 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Attempting to bind port 471876df-f295-4d9d-9918-c091fadb35d6 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:45.976629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Attempting to bind port 471876df-f295-4d9d-9918-c091fadb35d6 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '213565ab-4312-4117-9495-8d0270b80a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '37eb8781-52f3-4b2b-8715-bad98afe3b3e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:45.976997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Attempting to bind port 471876df-f295-4d9d-9918-c091fadb35d6 on network 37eb8781-52f3-4b2b-8715-bad98afe3b3e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:46.001807 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.028647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:46.029028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Checking segment: {'id': '213565ab-4312-4117-9495-8d0270b80a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '37eb8781-52f3-4b2b-8715-bad98afe3b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:46.029436 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.030087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Bound using segment: {'id': '213565ab-4312-4117-9495-8d0270b80a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '37eb8781-52f3-4b2b-8715-bad98afe3b3e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:46.030636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Bound port: 471876df-f295-4d9d-9918-c091fadb35d6, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213565ab-4312-4117-9495-8d0270b80a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '37eb8781-52f3-4b2b-8715-bad98afe3b3e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:46.036465 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37eb8781-52f3-4b2b-8715-bad98afe3b3e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:46.036710 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.043230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213565ab-4312-4117-9495-8d0270b80a55') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:46.043626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213565ab-4312-4117-9495-8d0270b80a55') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:46.055750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.073348 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.081290 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:46.081859 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:46.103372 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:46.125251 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6bb48bc8-827b-480f-b4a6-48a668c7939a None None] Deleting port fe3cdbe3-bc17-4c03-9033-666e00f466e2 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:46.125610 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6bb48bc8-827b-480f-b4a6-48a668c7939a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.130049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9ec984d7-42af-42b2-a1a9-e27696a2e1ed None None] For port 73cd2d3a-0fca-42e4-aee2-624727a10015, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=73cd2d3a-0fca-42e4-aee2-624727a10015,segment=NetworkSegment(86f74415-26b4-4ce6-beb9-a2c10d6d28df),segment_id=86f74415-26b4-4ce6-beb9-a2c10d6d28df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:46.130282 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ec984d7-42af-42b2-a1a9-e27696a2e1ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.141561 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.191497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9ec984d7-42af-42b2-a1a9-e27696a2e1ed None None] Calling delete_port for 73cd2d3a-0fca-42e4-aee2-624727a10015 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:46.204291 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Port': ['ID=73cd2d3a-0fca-42e4-aee2-624727a10015,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:46.206737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] No DVR routers for this DVR port 73cd2d3a-0fca-42e4-aee2-624727a10015 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:46.215424 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-6663c759-80c3-4062-9fd6-dc3b096be444 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:46.218288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-6663c759-80c3-4062-9fd6-dc3b096be444 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/networks?id=fc92bc5e-c246-40ae-b668-485ec11a20e4 HTTP/1.1" status: 200 len: 811 time: 0.7022359 Nov 15 14:50:46.225022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] For port 471876df-f295-4d9d-9918-c091fadb35d6, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:46.232875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc621af-8604-4efe-8b21-1a9fdefc8967 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:46.239606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc621af-8604-4efe-8b21-1a9fdefc8967 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:46.244065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-acc621af-8604-4efe-8b21-1a9fdefc8967 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5111485 Nov 15 14:50:46.244840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:46.254890 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] For port 471876df-f295-4d9d-9918-c091fadb35d6, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=471876df-f295-4d9d-9918-c091fadb35d6,segment=NetworkSegment(213565ab-4312-4117-9495-8d0270b80a55),segment_id=213565ab-4312-4117-9495-8d0270b80a55)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:46.313593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6bb48bc8-827b-480f-b4a6-48a668c7939a None None] For port fe3cdbe3-bc17-4c03-9033-666e00f466e2, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fe3cdbe3-bc17-4c03-9033-666e00f466e2,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:46.313848 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.314096 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6bb48bc8-827b-480f-b4a6-48a668c7939a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.325792 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.339422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-59b144e5-503d-436c-87f1-1bd6247189cd tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/quotas/b5623c03af814088be622d5d137baca2 HTTP/1.1" status: 200 len: 375 time: 0.0932910 Nov 15 14:50:46.347679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd986e30-a4d1-4f5a-9bc4-fb302d682086']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:46.365013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 14:50:46.365013 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 14:50:46.365013 n-d-817748-2 neutron-server[103147]: [parameters: {'id': '37eb8781-52f3-4b2b-8715-bad98afe3b3e'}] Nov 15 14:50:46.365013 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:50:46.365451 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:50:46.368674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f74415-26b4-4ce6-beb9-a2c10d6d28df') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:46.368916 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f74415-26b4-4ce6-beb9-a2c10d6d28df') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:46.369543 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6bb48bc8-827b-480f-b4a6-48a668c7939a None None] Calling delete_port for fe3cdbe3-bc17-4c03-9033-666e00f466e2 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:46.379568 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.394996 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.404428 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:46.405473 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:46.409329 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:46.438684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-e26c0c3b-966d-4076-8eeb-58260e7544df tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5623c03af814088be622d5d137baca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981188 Nov 15 14:50:46.485108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-decda380-b67a-4f2f-b9db-21bda8be508f req-b7c7d0aa-cefe-494c-bc0f-67a97b3500ec tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 210 time: 0.0872660 Nov 15 14:50:46.512831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385c428-3a42-4f98-b202-1caaf436133a None None] Pushing event updated for resources: {'Port': ['ID=471876df-f295-4d9d-9918-c091fadb35d6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:46.523907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6520146d-35e3-4534-81dd-1c6fa37eae54 None None] Network 37eb8781-52f3-4b2b-8715-bad98afe3b3e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:46.561921 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e5749357-8680-4067-a7a9-5edc8945bf58 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port 44a0b11d-7c26-4261-94c0-62f07dd1c78c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:46.562262 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5749357-8680-4067-a7a9-5edc8945bf58 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.586462 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ec984d7-42af-42b2-a1a9-e27696a2e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.606075 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.613326 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.616636 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "DELETE /v2.0/networks/fd986e30-a4d1-4f5a-9bc4-fb302d682086 HTTP/1.1" status: 204 len: 168 time: 1.2195544 Nov 15 14:50:46.620960 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-87d5ec1c-7334-48c7-b9c5-aeeeefa3a00a service neutron] 10.222.0.70 "GET /v2.0/networks/fc92bc5e-c246-40ae-b668-485ec11a20e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813257 Nov 15 14:50:46.621541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:46.659995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ac893-470e-419a-bb6a-5aa38c75ab09 tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Network': ['ID=fd986e30-a4d1-4f5a-9bc4-fb302d682086,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:46.702573 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5749357-8680-4067-a7a9-5edc8945bf58 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.729798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e5749357-8680-4067-a7a9-5edc8945bf58 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for 44a0b11d-7c26-4261-94c0-62f07dd1c78c owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:46.765662 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.809810 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-7fcf34a8-ed6b-4bd5-a358-78a161aed012 service neutron] 10.222.0.70 "GET /v2.0/networks/fc92bc5e-c246-40ae-b668-485ec11a20e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878958 Nov 15 14:50:46.827008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec984d7-42af-42b2-a1a9-e27696a2e1ed None None] Pushing event deleted for resources: {'Port': ['ID=73cd2d3a-0fca-42e4-aee2-624727a10015,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:46.833393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec984d7-42af-42b2-a1a9-e27696a2e1ed None None] No DVR routers for this DVR port 73cd2d3a-0fca-42e4-aee2-624727a10015 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:46.873624 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.880017 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Deleting port fe3cdbe3-bc17-4c03-9033-666e00f466e2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:46.880017 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.904228 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9fa5bb2-53de-445f-943b-855ada856461 req-ef167ffb-19b4-472d-bf19-8e117d9deb8c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 210 time: 0.0311584 Nov 15 14:50:46.948623 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6bb48bc8-827b-480f-b4a6-48a668c7939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.966004 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5749357-8680-4067-a7a9-5edc8945bf58 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:46.981288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb48bc8-827b-480f-b4a6-48a668c7939a None None] Pushing event deleted for resources: {'Port': ['ID=fe3cdbe3-bc17-4c03-9033-666e00f466e2,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:46.985594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] For port fe3cdbe3-bc17-4c03-9033-666e00f466e2, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fe3cdbe3-bc17-4c03-9033-666e00f466e2,segment=NetworkSegment(2fe804f9-c401-448a-b249-dd67317f6905),segment_id=2fe804f9-c401-448a-b249-dd67317f6905)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:46.985961 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.001874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5749357-8680-4067-a7a9-5edc8945bf58 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=44a0b11d-7c26-4261-94c0-62f07dd1c78c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:47.003014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Calling delete_port for fe3cdbe3-bc17-4c03-9033-666e00f466e2 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:47.007379 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5749357-8680-4067-a7a9-5edc8945bf58 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.011593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e5749357-8680-4067-a7a9-5edc8945bf58 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/44a0b11d-7c26-4261-94c0-62f07dd1c78c HTTP/1.1" status: 204 len: 168 time: 0.7644470 Nov 15 14:50:47.013988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:47.027558 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb48bc8-827b-480f-b4a6-48a668c7939a None None] No DVR routers for this DVR port fe3cdbe3-bc17-4c03-9033-666e00f466e2 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:47.079669 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9187b19c-580a-40c0-b62f-ec8b65e478ed None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 14:50:47.084433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Deleting port 471876df-f295-4d9d-9918-c091fadb35d6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:47.085013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.089864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4fc501-38af-49ad-9c9d-ea59f60d0cdd tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:47.091587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0a4fc501-38af-49ad-9c9d-ea59f60d0cdd tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0760598 Nov 15 14:50:47.095047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:47.131875 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-827f1242-4f18-4b8a-9fcc-2ee0679e52a5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:50:47.131875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-827f1242-4f18-4b8a-9fcc-2ee0679e52a5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/e9a6b1af-8f5e-4d3f-9dd8-d7ac56c086fe HTTP/1.1" status: 404 len: 333 time: 0.0299878 Nov 15 14:50:47.134183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:47.168206 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db2d7a3c-c5fc-4212-8610-7fceed1263fb req-6188b28d-db43-4b67-829c-9b9d1b9c1316 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 210 time: 0.0355635 Nov 15 14:50:47.201174 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfd3f70-54ff-4519-8e35-8a1591ebf21b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:50:47.205136 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bdfd3f70-54ff-4519-8e35-8a1591ebf21b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/44a0b11d-7c26-4261-94c0-62f07dd1c78c HTTP/1.1" status: 404 len: 333 time: 0.0685925 Nov 15 14:50:47.205327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49186) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:47.221818 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.237198 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] For port 471876df-f295-4d9d-9918-c091fadb35d6, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=471876df-f295-4d9d-9918-c091fadb35d6,segment=NetworkSegment(213565ab-4312-4117-9495-8d0270b80a55),segment_id=213565ab-4312-4117-9495-8d0270b80a55)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:47.237575 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.266050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187b19c-580a-40c0-b62f-ec8b65e478ed None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 14:50:47.269693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Port': ['ID=fe3cdbe3-bc17-4c03-9033-666e00f466e2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:47.277885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] No DVR routers for this DVR port fe3cdbe3-bc17-4c03-9033-666e00f466e2 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:47.277885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Calling delete_port for 471876df-f295-4d9d-9918-c091fadb35d6 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:47.416186 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39b986e5-3dcd-483e-8c66-caecc62eeadb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.423160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.458488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e761ea9-c23e-45b2-a7c8-6141b0a150b4']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:47.479057 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe804f9-c401-448a-b249-dd67317f6905') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:47.479454 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe804f9-c401-448a-b249-dd67317f6905') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:47.484463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fe3cdbe3-bc17-4c03-9033-666e00f466e2 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:47.498842 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.520658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: fe3cdbe3-bc17-4c03-9033-666e00f466e2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:47.521005 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fe3cdbe3-bc17-4c03-9033-666e00f466e2 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:47.521432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 73cd2d3a-0fca-42e4-aee2-624727a10015 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:47.524921 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.531526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:47.531876 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:47.535226 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:47.540870 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39b986e5-3dcd-483e-8c66-caecc62eeadb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.558427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 73cd2d3a-0fca-42e4-aee2-624727a10015 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:47.560128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 73cd2d3a-0fca-42e4-aee2-624727a10015 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:47.601257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-39b986e5-3dcd-483e-8c66-caecc62eeadb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196906ac-afba-478f-88d1-0698f1165e5a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:47.611411 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.616171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-39b986e5-3dcd-483e-8c66-caecc62eeadb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676a6341-b27d-460a-aa2f-5262d7d6992e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:47.616552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-39b986e5-3dcd-483e-8c66-caecc62eeadb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676a6341-b27d-460a-aa2f-5262d7d6992e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:47.642372 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39b986e5-3dcd-483e-8c66-caecc62eeadb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.676082 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No DVR routers for this DVR port 471876df-f295-4d9d-9918-c091fadb35d6 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:47.681743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Port': ['ID=471876df-f295-4d9d-9918-c091fadb35d6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:47.705307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad58014-5f08-4f95-9a2e-83524ea0f178 req-2aa27725-1355-412e-a5f3-f95af8892dd5 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 210 time: 0.0651650 Nov 15 14:50:47.711235 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39b986e5-3dcd-483e-8c66-caecc62eeadb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.720377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b986e5-3dcd-483e-8c66-caecc62eeadb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:47.721246 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39b986e5-3dcd-483e-8c66-caecc62eeadb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:47.786028 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:47.897864 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39b986e5-3dcd-483e-8c66-caecc62eeadb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.904427 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39b986e5-3dcd-483e-8c66-caecc62eeadb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:47.908597 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-39b986e5-3dcd-483e-8c66-caecc62eeadb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/networks/196906ac-afba-478f-88d1-0698f1165e5a HTTP/1.1" status: 204 len: 168 time: 0.7023506 Nov 15 14:50:47.919032 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49196) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:47.933594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c19a98ba-97f7-4dbc-91f5-4cb074e489b8 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1791809637'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:47.956572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b986e5-3dcd-483e-8c66-caecc62eeadb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Network': ['ID=196906ac-afba-478f-88d1-0698f1165e5a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:47.989007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ae2e78ea-861d-45a7-ab45-39e67e9276e2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:47.991706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ae2e78ea-861d-45a7-ab45-39e67e9276e2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.59 "GET /v2.0/networks?id=a8e24128-d22d-4209-951e-71ce02d5a378 HTTP/1.1" status: 200 len: 796 time: 0.1764054 Nov 15 14:50:48.076314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-f192aa1f-67da-4937-88c9-3b7f69fc2751 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58edf6cb9de430bb198bc6fde6ccc02 HTTP/1.1" status: 200 len: 379 time: 0.0763371 Nov 15 14:50:48.088688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ede48fc3-67e5-4b90-93a5-a2c320ad73ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'port': {'device_id': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'admin_state_up': True, 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'security_groups': ['ccb80a7f-00a6-4d15-9e9f-36c8919d5a55']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:48.095891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19a98ba-97f7-4dbc-91f5-4cb074e489b8 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:48.100694 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c19a98ba-97f7-4dbc-91f5-4cb074e489b8 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.178481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19a98ba-97f7-4dbc-91f5-4cb074e489b8 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:48.185226 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.191375 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c19a98ba-97f7-4dbc-91f5-4cb074e489b8 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.191848 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-c19a98ba-97f7-4dbc-91f5-4cb074e489b8 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Added segment 94dc18ba-1584-4264-a987-7745b99a28e2 of type vlan for network 7851f4a0-8ba7-4a89-b3c2-71948e6dd056 Nov 15 14:50:48.209233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37eb8781-52f3-4b2b-8715-bad98afe3b3e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:48.219648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213565ab-4312-4117-9495-8d0270b80a55') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:48.219990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213565ab-4312-4117-9495-8d0270b80a55') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:48.230244 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.237327 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c19a98ba-97f7-4dbc-91f5-4cb074e489b8 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.245280 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.251914 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:48.252315 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:48.297748 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:48.301085 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.322301 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.337294 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] 10.222.0.70 "DELETE /v2.0/networks/4e761ea9-c23e-45b2-a7c8-6141b0a150b4 HTTP/1.1" status: 204 len: 168 time: 1.7043824 Nov 15 14:50:48.345271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46a3a851-ea70-4947-93fe-238b5ccb5ea8 req-e14bfe07-65fe-4480-add8-c8355bde596f tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 210 time: 0.0566597 Nov 15 14:50:48.359660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710efd60-582c-4004-bd42-3e1640d6a90a tempest-TaggedBootDevicesTest-48074925 tempest-TaggedBootDevicesTest-48074925-project] Pushing event deleted for resources: {'Network': ['ID=4e761ea9-c23e-45b2-a7c8-6141b0a150b4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:48.386043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2097ce9-7069-4bae-86f2-bf2f89355829 req-c9673b72-38d2-4004-b7ed-28cce5508509 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 210 time: 0.0830944 Nov 15 14:50:48.388799 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c19a98ba-97f7-4dbc-91f5-4cb074e489b8 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.397154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19a98ba-97f7-4dbc-91f5-4cb074e489b8 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:48.397778 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c19a98ba-97f7-4dbc-91f5-4cb074e489b8 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.448210 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.466044 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.471354 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/37eb8781-52f3-4b2b-8715-bad98afe3b3e HTTP/1.1" status: 204 len: 168 time: 4.3292952 Nov 15 14:50:48.483977 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:48.492929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f43bc6-5bee-405a-b4b6-15007be38b18 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Network': ['ID=37eb8781-52f3-4b2b-8715-bad98afe3b3e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:48.515185 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc36280-4487-4cc6-b77c-ed8cd0f0d8b4 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] GET failed (client error): The resource could not be found. Nov 15 14:50:48.517759 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8dc36280-4487-4cc6-b77c-ed8cd0f0d8b4 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "GET /v2.0/subnets/de0b5220-390d-4e50-8f73-6e473a5dc5b5 HTTP/1.1" status: 404 len: 337 time: 0.0313330 Nov 15 14:50:48.519619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:48.546850 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc64ff0-ace1-4ebf-990d-acc80156944d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:50:48.552055 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc64ff0-ace1-4ebf-990d-acc80156944d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:50:48.558467 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3fc64ff0-ace1-4ebf-990d-acc80156944d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/37eb8781-52f3-4b2b-8715-bad98afe3b3e HTTP/1.1" status: 404 len: 339 time: 0.0352409 Nov 15 14:50:48.563174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:48.567205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a98ba-97f7-4dbc-91f5-4cb074e489b8 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Network': ['ID=7851f4a0-8ba7-4a89-b3c2-71948e6dd056,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:48.578589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 7851f4a0-8ba7-4a89-b3c2-71948e6dd056 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:48.603151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c19a98ba-97f7-4dbc-91f5-4cb074e489b8 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6805277 Nov 15 14:50:48.609067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:48.618497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': '7851f4a0-8ba7-4a89-b3c2-71948e6dd056', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:48.709374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-c15fb158-215c-462e-9272-308d997ff90e tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:48.710881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-c15fb158-215c-462e-9272-308d997ff90e tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.59 "GET /v2.0/networks?id=29d74007-16d0-4856-82a5-765288203751 HTTP/1.1" status: 200 len: 825 time: 0.2793286 Nov 15 14:50:48.724855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-443df856-7dc1-4f7b-8a32-05888e78b56c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Request body: {'port': {'device_id': 'b407fcc8-3e6b-4b42-a26b-cc796c489c53', 'network_id': '29d74007-16d0-4856-82a5-765288203751', 'admin_state_up': True, 'tenant_id': '952d3cee8a4c481a97b0ade3d4825ad2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:48.777904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ede48fc3-67e5-4b90-93a5-a2c320ad73ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Made reservation on behalf of c58edf6cb9de430bb198bc6fde6ccc02 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:48.781611 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ede48fc3-67e5-4b90-93a5-a2c320ad73ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:48.830787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a720c8-782f-4b62-8636-589d71d43aea tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:48.832147 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-40a720c8-782f-4b62-8636-589d71d43aea tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2675524 Nov 15 14:50:48.834970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:48.869654 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae318646-6e82-47bd-9e7f-26e21e58caf0 req-94871957-d58a-4b57-903f-045495394175 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 210 time: 0.0502627 Nov 15 14:50:48.908006 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d2741d78-53e4-492d-981f-671fe836efbc tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 207 time: 0.0685148 Nov 15 14:50:48.908459 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:48.923496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:48.927826 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:49.085750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f89c05-e279-48b4-8f8a-2b669431dd02 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:49.093590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f89c05-e279-48b4-8f8a-2b669431dd02 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:49.100463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f89c05-e279-48b4-8f8a-2b669431dd02 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:49.107738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f89c05-e279-48b4-8f8a-2b669431dd02 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:49.109847 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-30f89c05-e279-48b4-8f8a-2b669431dd02 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2002439 Nov 15 14:50:49.114549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:49.170014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Performing IP validity checks on allocation pools {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 14:50:49.170877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 14:50:49.213142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-443df856-7dc1-4f7b-8a32-05888e78b56c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Made reservation on behalf of 952d3cee8a4c481a97b0ade3d4825ad2 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:49.217373 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-443df856-7dc1-4f7b-8a32-05888e78b56c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:49.319791 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-eedcc9df-7d67-434b-bf8d-3796d059e53b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2009912 Nov 15 14:50:49.320778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:49.381769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-443df856-7dc1-4f7b-8a32-05888e78b56c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Allocated IP 172.20.0.3 (29d74007-16d0-4856-82a5-765288203751/2a8945cf-3e9d-4e30-b6a1-5009a0235edf/4203998d-8975-437a-be1e-be2b7a991068) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:49.388881 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bc05a6-83cc-4e1b-91a7-0c9ac1b5409b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:49.392728 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bc05a6-83cc-4e1b-91a7-0c9ac1b5409b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:49.397494 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-37bc05a6-83cc-4e1b-91a7-0c9ac1b5409b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0747402 Nov 15 14:50:49.401014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:49.484388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ede48fc3-67e5-4b90-93a5-a2c320ad73ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Allocated IP 172.20.0.12 (a8e24128-d22d-4209-951e-71ce02d5a378/90837d5d-a3c5-44fa-9b33-91860a996f85/28729526-4d8a-4ba3-a5d3-097cbab6c0c9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:49.501481 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b1cc89-eda0-4126-a7c7-33d33e7feaef tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:49.506858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b1cc89-eda0-4126-a7c7-33d33e7feaef tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:49.509530 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b7b1cc89-eda0-4126-a7c7-33d33e7feaef tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1071212 Nov 15 14:50:49.513743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:49.583952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-010b0db4-8a85-4e1d-81c0-88d7c6dc2161 req-75127249-a376-47f9-a266-9b1e8c815815 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 210 time: 0.0971196 Nov 15 14:50:49.715587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a40fea-504b-45ba-9328-30e5d44731f6 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:49.717348 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-95a40fea-504b-45ba-9328-30e5d44731f6 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "GET /v2.0/networks/5c3681ff-2cd3-4207-bbf0-9b4300e20b11 HTTP/1.1" status: 200 len: 799 time: 0.2022943 Nov 15 14:50:49.723054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:49.754131 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac76da42-cb7e-4805-82f9-325d529e09d2 req-dc2646cc-afa6-4d50-9c2f-478af2b52234 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 210 time: 0.0612853 Nov 15 14:50:49.854956 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-881fbca6-4d4c-4c7c-8c1b-816761edce5b tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "GET /v2.0/networks/5c3681ff-2cd3-4207-bbf0-9b4300e20b11?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1288085 Nov 15 14:50:49.859794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:49.865118 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-443df856-7dc1-4f7b-8a32-05888e78b56c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.025086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-c57c2d0f-11eb-407b-94ce-286d22f69377 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:50.027270 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-c57c2d0f-11eb-407b-94ce-286d22f69377 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.59 "GET /v2.0/networks?id=fc92bc5e-c246-40ae-b668-485ec11a20e4 HTTP/1.1" status: 200 len: 811 time: 0.1254930 Nov 15 14:50:50.043250 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-f06a0327-54e4-472a-af14-8a5ce1bcc61a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Request body: {'port': {'device_id': 'b018479f-820a-466d-a5dc-ae7a1a2dec88', 'network_id': 'fc92bc5e-c246-40ae-b668-485ec11a20e4', 'admin_state_up': True, 'tenant_id': 'b5623c03af814088be622d5d137baca2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:50.101611 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ac8c1-72ed-4681-9c01-092aff22c38a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:50.106908 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-090ac8c1-72ed-4681-9c01-092aff22c38a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "GET /v2.0/subnets/ff72c47e-ff6b-4447-b895-68a8c7ec43a0 HTTP/1.1" status: 200 len: 811 time: 0.2452495 Nov 15 14:50:50.107699 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47e56533-98ab-424a-ada8-7e1c4a561290 req-efc4186b-718a-4e62-8915-09180004c409 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 210 time: 0.1148553 Nov 15 14:50:50.108222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49260) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:50.148423 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ede48fc3-67e5-4b90-93a5-a2c320ad73ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.157228 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.233663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c813ade-3e1a-4ad8-840f-1da1f2016401 req-4915f022-a73e-4df2-af49-29fe6c0e6d30 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:50.235181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c813ade-3e1a-4ad8-840f-1da1f2016401 req-4915f022-a73e-4df2-af49-29fe6c0e6d30 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 947 time: 0.3630381 Nov 15 14:50:50.267422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ee7c44-cc9d-470d-ba94-65ff7122a4bd tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:50.268730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-32ee7c44-cc9d-470d-ba94-65ff7122a4bd tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "GET /v2.0/subnets/ff72c47e-ff6b-4447-b895-68a8c7ec43a0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1561818 Nov 15 14:50:50.272819 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:50.279443 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9cd423e0-a315-48b3-9e32-90fe07d83665 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1048606124'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:50.299583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Subnet': ['ID=ed92940b-9ebc-4d1f-83a4-f60c81f2de48,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:50.301586 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-f06a0327-54e4-472a-af14-8a5ce1bcc61a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Made reservation on behalf of b5623c03af814088be622d5d137baca2 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:50.316320 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-f06a0327-54e4-472a-af14-8a5ce1bcc61a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.324602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Checking segment: {'id': '94dc18ba-1584-4264-a987-7745b99a28e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7851f4a0-8ba7-4a89-b3c2-71948e6dd056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:50.324961 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network hostable DHCP agents. Network: 7851f4a0-8ba7-4a89-b3c2-71948e6dd056, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:50.335443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-443df856-7dc1-4f7b-8a32-05888e78b56c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.355142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c813ade-3e1a-4ad8-840f-1da1f2016401 req-e2ec5ddd-fe55-47b3-9ba0-6a79b5dcb7df tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120510 Nov 15 14:50:50.387994 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ede48fc3-67e5-4b90-93a5-a2c320ad73ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.417159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-443df856-7dc1-4f7b-8a32-05888e78b56c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Network 29d74007-16d0-4856-82a5-765288203751 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:50.419787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd423e0-a315-48b3-9e32-90fe07d83665 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:50.421739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-443df856-7dc1-4f7b-8a32-05888e78b56c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:50.423904 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd423e0-a315-48b3-9e32-90fe07d83665 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.425662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443df856-7dc1-4f7b-8a32-05888e78b56c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Pushing event updated for resources: {'Port': ['ID=4203998d-8975-437a-be1e-be2b7a991068,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:50.433956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-443df856-7dc1-4f7b-8a32-05888e78b56c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:50.464225 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd423e0-a315-48b3-9e32-90fe07d83665 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:50:50.465137 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fa357b-5692-401d-b4c5-c104b57c214e None None] DHCP port deletion for 29d74007-16d0-4856-82a5-765288203751 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:50.496688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ede48fc3-67e5-4b90-93a5-a2c320ad73ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network a8e24128-d22d-4209-951e-71ce02d5a378 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:50.501075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network 7851f4a0-8ba7-4a89-b3c2-71948e6dd056 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:50.503442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd423e0-a315-48b3-9e32-90fe07d83665 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.503988 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-9cd423e0-a315-48b3-9e32-90fe07d83665 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Added segment 5209f3ea-0ad6-4dfb-bcb2-32c269cb4298 of type vlan for network 5e966f08-c121-4d33-b545-be9ee9356ccf Nov 15 14:50:50.507884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0bd124c8-d04b-44dc-9bc8-07cb5a1b6ed1 None None] Provisioning complete for port 4203998d-8975-437a-be1e-be2b7a991068 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:50.513979 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bd124c8-d04b-44dc-9bc8-07cb5a1b6ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.515020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ede48fc3-67e5-4b90-93a5-a2c320ad73ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:50.524381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ede48fc3-67e5-4b90-93a5-a2c320ad73ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:50.554062 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-f06a0327-54e4-472a-af14-8a5ce1bcc61a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Allocated IP 172.20.0.3 (fc92bc5e-c246-40ae-b668-485ec11a20e4/b97c0d52-77f0-4e6e-800a-dcbb212cc511/8a7a3658-d4f5-43fe-ae9e-d88630e412e3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:50.565713 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0bd124c8-d04b-44dc-9bc8-07cb5a1b6ed1 None None] Port 4203998d-8975-437a-be1e-be2b7a991068 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:50:50.567452 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd423e0-a315-48b3-9e32-90fe07d83665 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.583237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ede48fc3-67e5-4b90-93a5-a2c320ad73ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:50.584225 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ede48fc3-67e5-4b90-93a5-a2c320ad73ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.611122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-443df856-7dc1-4f7b-8a32-05888e78b56c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:50.611638 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-443df856-7dc1-4f7b-8a32-05888e78b56c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.616065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede48fc3-67e5-4b90-93a5-a2c320ad73ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=28729526-4d8a-4ba3-a5d3-097cbab6c0c9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:50.624962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 7851f4a0-8ba7-4a89-b3c2-71948e6dd056) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:50.631935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:50.632563 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.637549 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d5519-9c45-4ad9-96c1-67edb9970c1e None None] Network 7851f4a0-8ba7-4a89-b3c2-71948e6dd056 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:50.689105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-ede48fc3-67e5-4b90-93a5-a2c320ad73ba tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6059201 Nov 15 14:50:50.703402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Request body: {'port': {'device_id': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:50.737083 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-443df856-7dc1-4f7b-8a32-05888e78b56c tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0147884 Nov 15 14:50:50.746878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ad654f1e-e79d-4b0a-8bda-113a4475274c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1361735 Nov 15 14:50:50.750568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:50.755402 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': '7851f4a0-8ba7-4a89-b3c2-71948e6dd056', 'name': 'tempest-PortsTestJSON-832463039'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:50.756084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Request body: {'port': {'device_id': 'b407fcc8-3e6b-4b42-a26b-cc796c489c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:50.856700 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd423e0-a315-48b3-9e32-90fe07d83665 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.856987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cceb90ce-bfb8-40d2-bf04-e9322ae545a5 req-d3ef0aab-9c05-4c0a-a113-00a1bbec5ea2 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 210 time: 0.0692832 Nov 15 14:50:50.860128 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.873016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd423e0-a315-48b3-9e32-90fe07d83665 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:50.873692 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd423e0-a315-48b3-9e32-90fe07d83665 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.949331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-7851f4a0-8ba7-4a89-b3c2-71948e6dd056', 'network_id': '7851f4a0-8ba7-4a89-b3c2-71948e6dd056', 'tenant_id': 'dea70e201b0647fb936a8620cd1a94b8', 'fixed_ips': [{'subnet_id': 'ed92940b-9ebc-4d1f-83a4-f60c81f2de48'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:50:50.950207 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.982120 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:50.996573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae53953-4b5e-45bb-8380-3f60ebdc2f5d req-4fedf2eb-7d26-4a8f-b479-c4e745153170 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:51.008400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ae53953-4b5e-45bb-8380-3f60ebdc2f5d req-4fedf2eb-7d26-4a8f-b479-c4e745153170 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 931 time: 0.1329677 Nov 15 14:50:51.071308 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-f06a0327-54e4-472a-af14-8a5ce1bcc61a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:51.118667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd423e0-a315-48b3-9e32-90fe07d83665 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Network': ['ID=5e966f08-c121-4d33-b545-be9ee9356ccf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:51.130691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 5e966f08-c121-4d33-b545-be9ee9356ccf details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:50:51.137465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5eef2931-ea84-4d4f-aacc-d7d45c8c9518 None None] Provisioning complete for port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:51.138116 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5eef2931-ea84-4d4f-aacc-d7d45c8c9518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:51.171713 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-f06a0327-54e4-472a-af14-8a5ce1bcc61a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:51.181591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5eef2931-ea84-4d4f-aacc-d7d45c8c9518 None None] Port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:50:51.211536 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-f06a0327-54e4-472a-af14-8a5ce1bcc61a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Network fc92bc5e-c246-40ae-b668-485ec11a20e4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:51.238574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-f06a0327-54e4-472a-af14-8a5ce1bcc61a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:51.276863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eda683-f596-40ad-88d5-91a6c2374919 None None] DHCP port deletion for fc92bc5e-c246-40ae-b668-485ec11a20e4 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:51.278315 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9cd423e0-a315-48b3-9e32-90fe07d83665 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0039020 Nov 15 14:50:51.279684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-f06a0327-54e4-472a-af14-8a5ce1bcc61a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:51.283077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:51.295268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'subnet': {'network_id': '5e966f08-c121-4d33-b545-be9ee9356ccf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:51.329034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Allocated IP 172.20.0.2 (7851f4a0-8ba7-4a89-b3c2-71948e6dd056/ed92940b-9ebc-4d1f-83a4-f60c81f2de48/53dbb158-147d-4561-9486-94d21cd6a23d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:51.504505 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:51.507979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a0327-54e4-472a-af14-8a5ce1bcc61a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Pushing event updated for resources: {'Port': ['ID=8a7a3658-d4f5-43fe-ae9e-d88630e412e3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:51.522731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-47975d12-309e-4292-b245-37c8b6d0d1c9 None None] Provisioning complete for port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:51.523135 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47975d12-309e-4292-b245-37c8b6d0d1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:51.539989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-f9e0bb0c-8fa3-4d57-8548-45f8a80a4e8b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:51.544372 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-f9e0bb0c-8fa3-4d57-8548-45f8a80a4e8b tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 947 time: 0.0972297 Nov 15 14:50:51.555499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-f06a0327-54e4-472a-af14-8a5ce1bcc61a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:51.555499 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-f06a0327-54e4-472a-af14-8a5ce1bcc61a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:51.565796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-47975d12-309e-4292-b245-37c8b6d0d1c9 None None] Port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:50:51.596235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:51.599801 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:51.617829 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:51.639102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port a3c90a70-3687-478d-a58b-24c5f384e197 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:50:51.667242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Network 7851f4a0-8ba7-4a89-b3c2-71948e6dd056 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:51.671345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:51.675670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:51.684902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Pushing event updated for resources: {'Port': ['ID=53dbb158-147d-4561-9486-94d21cd6a23d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:51.720789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:51.722290 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:51.722821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:51.723361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:51.724704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:51.725224 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:51.725717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:51.732844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Made reservation on behalf of a64816c474e04ba9bfa514d49328d116 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:50:51.736666 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:51.739682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:51.740233 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:51.740661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:51.749521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:51.749521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:50:51.780731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Attempting to bind port 53dbb158-147d-4561-9486-94d21cd6a23d on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:51.781106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Attempting to bind port 53dbb158-147d-4561-9486-94d21cd6a23d by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '94dc18ba-1584-4264-a987-7745b99a28e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7851f4a0-8ba7-4a89-b3c2-71948e6dd056'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:51.781478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Attempting to bind port 53dbb158-147d-4561-9486-94d21cd6a23d on network 7851f4a0-8ba7-4a89-b3c2-71948e6dd056 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:51.790839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:51.790839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Checking segment: {'id': '94dc18ba-1584-4264-a987-7745b99a28e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7851f4a0-8ba7-4a89-b3c2-71948e6dd056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:51.790839 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:51.790839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Bound using segment: {'id': '94dc18ba-1584-4264-a987-7745b99a28e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7851f4a0-8ba7-4a89-b3c2-71948e6dd056'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:51.790839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Bound port: 53dbb158-147d-4561-9486-94d21cd6a23d, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94dc18ba-1584-4264-a987-7745b99a28e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7851f4a0-8ba7-4a89-b3c2-71948e6dd056'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:51.790839 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:51.837990 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-f06a0327-54e4-472a-af14-8a5ce1bcc61a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7988539 Nov 15 14:50:51.887275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Request body: {'port': {'device_id': 'b018479f-820a-466d-a5dc-ae7a1a2dec88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:51.898605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Performing IP validity checks on allocation pools {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 14:50:51.898605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 14:50:51.901061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] For port 53dbb158-147d-4561-9486-94d21cd6a23d, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:51.906625 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] For port 53dbb158-147d-4561-9486-94d21cd6a23d, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=53dbb158-147d-4561-9486-94d21cd6a23d,segment=NetworkSegment(94dc18ba-1584-4264-a987-7745b99a28e2),segment_id=94dc18ba-1584-4264-a987-7745b99a28e2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:51.928280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ae53953-4b5e-45bb-8380-3f60ebdc2f5d req-3ce217b4-f810-43b1-bb91-6f63d3919f8e tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9187326 Nov 15 14:50:51.979878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.7 (7851f4a0-8ba7-4a89-b3c2-71948e6dd056/ed92940b-9ebc-4d1f-83a4-f60c81f2de48/a3c90a70-3687-478d-a58b-24c5f384e197) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:51.983956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Deleting port a2a4c695-9c01-4d66-ac14-e2b444640e92 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:51.984366 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:51.995244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be94db-2609-4aa0-a14a-52f186ed3591 req-f4492879-ea88-4f1b-877b-8e51dc173760 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:51.997147 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:52.003253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5be94db-2609-4aa0-a14a-52f186ed3591 req-f4492879-ea88-4f1b-877b-8e51dc173760 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 932 time: 0.7260175 Nov 15 14:50:52.098341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd89dd-0260-4c6a-ae53-99bdeb43db2f None None] Pushing event updated for resources: {'Port': ['ID=53dbb158-147d-4561-9486-94d21cd6a23d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:52.108818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:50:52.119484 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:52.129852 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:52.145456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Transition to ACTIVE for port object 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:50:52.263471 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:52.279293 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5be94db-2609-4aa0-a14a-52f186ed3591 req-6405e178-fa10-4a80-ac5b-30898f25f2e9 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750673 Nov 15 14:50:52.436940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] For port a2a4c695-9c01-4d66-ac14-e2b444640e92, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a2a4c695-9c01-4d66-ac14-e2b444640e92,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:52.437307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:52.599477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f114bc7-df2f-4792-9a56-93877915b00a req-51cfc00d-5f6a-4802-a0cd-507c0ca41da3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:52.601477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f114bc7-df2f-4792-9a56-93877915b00a req-51cfc00d-5f6a-4802-a0cd-507c0ca41da3 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 947 time: 0.5064318 Nov 15 14:50:52.617880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Pushing event updated for resources: {'Port': ['ID=28729526-4d8a-4ba3-a5d3-097cbab6c0c9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:52.662045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4203998d-8975-437a-be1e-be2b7a991068 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:50:52.689283 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:52.690895 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:52.704324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Attempting to bind port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:52.704659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Attempting to bind port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '921a028c-887f-4536-a15f-d2241ec6805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:52.704991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Attempting to bind port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 on network a8e24128-d22d-4209-951e-71ce02d5a378 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:52.729938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371014-b3ab-4b0b-a950-d98c3f565ef2 req-14cc28f8-4c58-4fe5-a34d-230f1d6ab681 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:52.736335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f5371014-b3ab-4b0b-a950-d98c3f565ef2 req-14cc28f8-4c58-4fe5-a34d-230f1d6ab681 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 931 time: 0.2491658 Nov 15 14:50:52.766662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 on network a8e24128-d22d-4209-951e-71ce02d5a378 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:50:52.766987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Attempting to bind port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 on network a8e24128-d22d-4209-951e-71ce02d5a378 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:52.773879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Transition to ACTIVE for port object 4203998d-8975-437a-be1e-be2b7a991068 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:50:52.779577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:52.780172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Checking segment: {'id': '921a028c-887f-4536-a15f-d2241ec6805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:52.780557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Bound using segment: {'id': '921a028c-887f-4536-a15f-d2241ec6805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:52.780984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Bound port: 28729526-4d8a-4ba3-a5d3-097cbab6c0c9, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921a028c-887f-4536-a15f-d2241ec6805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:52.781338 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:52.788096 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f114bc7-df2f-4792-9a56-93877915b00a req-0b5889b1-fe24-4626-8226-a1eaaf1a6177 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731555 Nov 15 14:50:52.885793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f5371014-b3ab-4b0b-a950-d98c3f565ef2 req-5bc0a144-b4f0-49ea-a250-1fed5c97521a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291628 Nov 15 14:50:52.885793 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:52.920041 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:52.938124 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Subnet': ['ID=eeb66985-49ec-41a6-ab3a-fc2d92576931,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:52.942215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] For port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:52.951593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] For port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=28729526-4d8a-4ba3-a5d3-097cbab6c0c9,segment=NetworkSegment(921a028c-887f-4536-a15f-d2241ec6805d),segment_id=921a028c-887f-4536-a15f-d2241ec6805d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:52.952226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e236cc44-f4f8-4200-afac-1061d4dc7fca None None] DHCP port deletion for 29d74007-16d0-4856-82a5-765288203751 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:52.990526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Checking segment: {'id': '5209f3ea-0ad6-4dfb-bcb2-32c269cb4298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e966f08-c121-4d33-b545-be9ee9356ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:52.990899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network hostable DHCP agents. Network: 5e966f08-c121-4d33-b545-be9ee9356ccf, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:50:53.005689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Pushing event updated for resources: {'Port': ['ID=4203998d-8975-437a-be1e-be2b7a991068,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:53.005982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:53.006367 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:53.006753 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Floating IP 4ba8640f-9285-43b4-b712-094dc280c6b1 disassociated. External IP: 172.25.4.221, port: a2a4c695-9c01-4d66-ac14-e2b444640e92. Nov 15 14:50:53.007117 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Calling delete_port for a2a4c695-9c01-4d66-ac14-e2b444640e92 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:53.041040 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:53.148514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:53.149229 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:53.155361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-871a327c-26a5-4f4b-a643-88025709221e service neutron] 10.222.0.59 "PUT /v2.0/ports/28729526-4d8a-4ba3-a5d3-097cbab6c0c9 HTTP/1.1" status: 200 len: 1092 time: 2.4535673 Nov 15 14:50:53.155361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'tag': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:50:53.163614 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540b97be-5cdb-4df0-9d11-66b0f36c7b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "49edbc91-eb43-4a0f-93e1-c70c47d0297e", "tag": "28729526-4d8a-4ba3-a5d3-097cbab6c0c9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:50:53.254979 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0657ed66-0279-41fa-96ac-793a61e44126 x-openstack-request-id: req-0657ed66-0279-41fa-96ac-793a61e44126 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:50:53.255232 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49edbc91-eb43-4a0f-93e1-c70c47d0297e", "tag": "28729526-4d8a-4ba3-a5d3-097cbab6c0c9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:50:53.255479 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0657ed66-0279-41fa-96ac-793a61e44126 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:50:53.255902 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'tag': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9', 'status': 'completed', 'code': 200} Nov 15 14:50:53.257873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a327c-26a5-4f4b-a643-88025709221e service neutron] Pushing event updated for resources: {'Port': ['ID=28729526-4d8a-4ba3-a5d3-097cbab6c0c9,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:53.342771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Attempting to bind port 4203998d-8975-437a-be1e-be2b7a991068 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:53.343131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Attempting to bind port 4203998d-8975-437a-be1e-be2b7a991068 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'd5b11d1b-3e22-4b6e-9f57-4a54b56399a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '29d74007-16d0-4856-82a5-765288203751'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:53.343532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Attempting to bind port 4203998d-8975-437a-be1e-be2b7a991068 on network 29d74007-16d0-4856-82a5-765288203751 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:53.394142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Port 4203998d-8975-437a-be1e-be2b7a991068 on network 29d74007-16d0-4856-82a5-765288203751 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:50:53.395910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Attempting to bind port 4203998d-8975-437a-be1e-be2b7a991068 on network 29d74007-16d0-4856-82a5-765288203751 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:53.419498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c363e-ee7a-49bf-bd11-db62635941a4 req-41764844-7e5c-45db-9a2e-78222ac7f7d2 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:53.427749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d75c363e-ee7a-49bf-bd11-db62635941a4 req-41764844-7e5c-45db-9a2e-78222ac7f7d2 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 943 time: 0.3764753 Nov 15 14:50:53.485592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:53.485976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Checking segment: {'id': 'd5b11d1b-3e22-4b6e-9f57-4a54b56399a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '29d74007-16d0-4856-82a5-765288203751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:53.486385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Bound using segment: {'id': 'd5b11d1b-3e22-4b6e-9f57-4a54b56399a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '29d74007-16d0-4856-82a5-765288203751'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:53.486871 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Bound port: 4203998d-8975-437a-be1e-be2b7a991068, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5b11d1b-3e22-4b6e-9f57-4a54b56399a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '29d74007-16d0-4856-82a5-765288203751'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:53.487227 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:53.544108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 53dbb158-147d-4561-9486-94d21cd6a23d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:50:53.560233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b97be-5cdb-4df0-9d11-66b0f36c7b5b req-751baaf7-64db-442d-976c-2c751537a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:53.561740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-540b97be-5cdb-4df0-9d11-66b0f36c7b5b req-751baaf7-64db-442d-976c-2c751537a2c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 1095 time: 0.2813604 Nov 15 14:50:53.691593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 53dbb158-147d-4561-9486-94d21cd6a23d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:53.691962 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:53.750088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad82be4d-a7ec-4465-af04-a05ffbc12e24 None None] Network 7851f4a0-8ba7-4a89-b3c2-71948e6dd056 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:53.814869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01782487-f7ee-4f73-a227-46ab26bd1577 req-c905c0bc-d1fc-4975-85ea-b9e0eb2b5b78 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:53.823191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01782487-f7ee-4f73-a227-46ab26bd1577 req-c905c0bc-d1fc-4975-85ea-b9e0eb2b5b78 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 944 time: 0.3079917 Nov 15 14:50:53.826923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] For port 4203998d-8975-437a-be1e-be2b7a991068, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:53.842041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d75c363e-ee7a-49bf-bd11-db62635941a4 req-0d47737a-b038-4676-9a7d-2b72c2402f73 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133096 Nov 15 14:50:53.877265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:50:53.902162 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:53.920960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] For port 4203998d-8975-437a-be1e-be2b7a991068, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4203998d-8975-437a-be1e-be2b7a991068,segment=NetworkSegment(d5b11d1b-3e22-4b6e-9f57-4a54b56399a0),segment_id=d5b11d1b-3e22-4b6e-9f57-4a54b56399a0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:53.943151 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Transition to ACTIVE for port object 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:50:53.967440 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:53.993373 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:54.037621 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:54.052220 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b97be-5cdb-4df0-9d11-66b0f36c7b5b req-4eac489e-b2c4-4986-90bc-e6d8d5b51eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:54.053889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-540b97be-5cdb-4df0-9d11-66b0f36c7b5b req-4eac489e-b2c4-4986-90bc-e6d8d5b51eb6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3697677 Nov 15 14:50:54.055041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 53dbb158-147d-4561-9486-94d21cd6a23d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=53dbb158-147d-4561-9486-94d21cd6a23d,segment=NetworkSegment(94dc18ba-1584-4264-a987-7745b99a28e2),segment_id=94dc18ba-1584-4264-a987-7745b99a28e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:54.081141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01782487-f7ee-4f73-a227-46ab26bd1577 req-d7c48ede-16c5-476d-8982-eea270723c6e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385535 Nov 15 14:50:54.081246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-74100cee-f1f7-40a2-a08b-6379700b5183 None None] Provisioning complete for port 53dbb158-147d-4561-9486-94d21cd6a23d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:54.081246 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74100cee-f1f7-40a2-a08b-6379700b5183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:54.101645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Network 5e966f08-c121-4d33-b545-be9ee9356ccf is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:50:54.114954 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:54.139887 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:54.146089 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e1a30-faa9-4d51-bd89-43aad27d9a33 None None] DHCP port deletion for 29d74007-16d0-4856-82a5-765288203751 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:54.159196 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:54.161979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] 10.222.0.59 "PUT /v2.0/ports/4203998d-8975-437a-be1e-be2b7a991068 HTTP/1.1" status: 200 len: 1091 time: 3.4110320 Nov 15 14:50:54.168297 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:54.175503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network 7851f4a0-8ba7-4a89-b3c2-71948e6dd056 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:54.202708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:54.213702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:54.224612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=a3c90a70-3687-478d-a58b-24c5f384e197,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:54.247136 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 5e966f08-c121-4d33-b545-be9ee9356ccf) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:54.310162 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c2572-9411-4b92-86f1-2a34be1b062e None None] DHCP port deletion for fc92bc5e-c246-40ae-b668-485ec11a20e4 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:54.314454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ad2b13-b243-4f3c-a8b5-e2a54b0e4abc None None] Network 5e966f08-c121-4d33-b545-be9ee9356ccf requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:54.336617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:54.337217 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:54.377302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ce000-c036-4c5d-88ff-a6f1efb04e7f req-d76b8503-8723-4b03-bb8f-2fdfc0e9819f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:54.378935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-156ce000-c036-4c5d-88ff-a6f1efb04e7f req-d76b8503-8723-4b03-bb8f-2fdfc0e9819f tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 947 time: 0.4194691 Nov 15 14:50:54.425186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb49008-36c2-458b-9801-fd3caeb0328e service neutron] Pushing event updated for resources: {'Port': ['ID=4203998d-8975-437a-be1e-be2b7a991068,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:54.463609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:54.602608 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7a3658-d4f5-43fe-ae9e-d88630e412e3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:54.647780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=53dbb158-147d-4561-9486-94d21cd6a23d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:54.659220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-5e966f08-c121-4d33-b545-be9ee9356ccf', 'network_id': '5e966f08-c121-4d33-b545-be9ee9356ccf', 'tenant_id': 'a64816c474e04ba9bfa514d49328d116', 'fixed_ips': [{'subnet_id': 'eeb66985-49ec-41a6-ab3a-fc2d92576931'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:50:54.659573 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:54.667204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804eac2e-ee65-43f9-a4d9-23e75d29659d req-80cd6de7-7e75-4cd8-b437-a4bafd3446cb tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:54.677841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:54.687755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-804eac2e-ee65-43f9-a4d9-23e75d29659d req-80cd6de7-7e75-4cd8-b437-a4bafd3446cb tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 943 time: 0.4718709 Nov 15 14:50:54.689289 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:54.692162 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event deleted for resources: {'Port': ['ID=a2a4c695-9c01-4d66-ac14-e2b444640e92,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:54.725882 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-62a8f8c0-1f70-4659-ba01-9bda071dc97a tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.4319375 Nov 15 14:50:54.741358 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49306) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:54.761991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-29c75bc4-bf32-4d88-822a-6199c9728176 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:50:54.839779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-804eac2e-ee65-43f9-a4d9-23e75d29659d req-84f07f6d-85b2-4e45-be15-e7f861797b11 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312995 Nov 15 14:50:54.865567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-a0ed6225-de16-4a46-b435-c8ec9e46d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:54.876271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-a0ed6225-de16-4a46-b435-c8ec9e46d33e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952d3cee8a4c481a97b0ade3d4825ad2&device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 1094 time: 0.4520180 Nov 15 14:50:54.903733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3a3ee7ec-cb30-43cb-95de-6f9577549521 None None] Provisioning complete for port 53dbb158-147d-4561-9486-94d21cd6a23d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:54.904299 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee7ec-cb30-43cb-95de-6f9577549521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:54.919098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-156ce000-c036-4c5d-88ff-a6f1efb04e7f req-3dbf73ae-3f09-45f1-aed4-7bd274b09ef4 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups?id=b343234f-326c-48ba-917e-76775a026261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4175303 Nov 15 14:50:54.962871 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b97be-5cdb-4df0-9d11-66b0f36c7b5b req-074cda8c-b266-4dd0-b34e-b47b0ae00454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:54.964415 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-540b97be-5cdb-4df0-9d11-66b0f36c7b5b req-074cda8c-b266-4dd0-b34e-b47b0ae00454 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8950317 Nov 15 14:50:55.056998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-1f77486c-f88b-4301-a817-41a82fd696fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4203998d-8975-437a-be1e-be2b7a991068 HTTP/1.1" status: 200 len: 217 time: 0.1345189 Nov 15 14:50:55.063932 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Allocated IP 172.20.0.3 (5e966f08-c121-4d33-b545-be9ee9356ccf/eeb66985-49ec-41a6-ab3a-fc2d92576931/bfd6c0ba-06b5-44b5-82ac-a61ed72bc172) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:50:55.094078 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8745b9c3-a45d-4739-a5be-c4fa96a33c34 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3425179 Nov 15 14:50:55.098792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49312) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:55.188078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Attempting to bind port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:55.188465 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Attempting to bind port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '4ea88268-b493-4036-b744-8a659acccbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fc92bc5e-c246-40ae-b668-485ec11a20e4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:55.188802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Attempting to bind port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 on network fc92bc5e-c246-40ae-b668-485ec11a20e4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:55.266905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b407fcc8-3e6b-4b42-a26b-cc796c489c53', 'tag': '4203998d-8975-437a-be1e-be2b7a991068'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:50:55.270115 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d7e573-1288-435f-900c-96b1357113b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b407fcc8-3e6b-4b42-a26b-cc796c489c53", "tag": "4203998d-8975-437a-be1e-be2b7a991068"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:50:55.305515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 on network fc92bc5e-c246-40ae-b668-485ec11a20e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:50:55.305881 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Attempting to bind port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 on network fc92bc5e-c246-40ae-b668-485ec11a20e4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:55.324965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ac936-85ee-4d14-9f33-5227c6b7f99d req-163f469a-a590-4239-8401-fe4f78487058 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:55.327522 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Router 82e07860-a7a8-4e89-bdc0-1675d89f885c has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:50:55.330942 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:55.331291 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Checking segment: {'id': '4ea88268-b493-4036-b744-8a659acccbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fc92bc5e-c246-40ae-b668-485ec11a20e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:55.331693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Bound using segment: {'id': '4ea88268-b493-4036-b744-8a659acccbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fc92bc5e-c246-40ae-b668-485ec11a20e4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:55.332324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Bound port: 8a7a3658-d4f5-43fe-ae9e-d88630e412e3, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea88268-b493-4036-b744-8a659acccbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fc92bc5e-c246-40ae-b668-485ec11a20e4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:55.332691 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:55.337378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-821ac936-85ee-4d14-9f33-5227c6b7f99d req-163f469a-a590-4239-8401-fe4f78487058 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 943 time: 0.2710991 Nov 15 14:50:55.371565 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29c75bc4-bf32-4d88-822a-6199c9728176 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11555297'] for subnet, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:55.480510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-a812bad9-d5d4-4286-bcfb-98b3dcc391f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:55.480510 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-a812bad9-d5d4-4286-bcfb-98b3dcc391f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a8945cf-3e9d-4e30-b6a1-5009a0235edf HTTP/1.1" status: 200 len: 865 time: 0.3612640 Nov 15 14:50:55.490378 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:55.492067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 53dbb158-147d-4561-9486-94d21cd6a23d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:50:55.497249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-00f66b9c-c328-42dd-b78e-a83d4c7f1bf3 None None] Provisioning complete for port a3c90a70-3687-478d-a58b-24c5f384e197 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:55.497627 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00f66b9c-c328-42dd-b78e-a83d4c7f1bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:55.512988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-d67e0c91-f0b3-4f9e-ad55-eb542d4c734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:55.516023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-d67e0c91-f0b3-4f9e-ad55-eb542d4c734f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 1095 time: 0.4580803 Nov 15 14:50:55.557030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-7e3fd90e-7503-4058-a2df-6cb0ecdd486a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29d74007-16d0-4856-82a5-765288203751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529637 Nov 15 14:50:55.588835 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0085a153-a58c-451f-b2fe-d16a99bf1557 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port a3c90a70-3687-478d-a58b-24c5f384e197 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:55.589273 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0085a153-a58c-451f-b2fe-d16a99bf1557 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:55.597570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] For port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:55.602605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-821ac936-85ee-4d14-9f33-5227c6b7f99d req-12978243-0ebe-45ef-b3e1-b817ac209684 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643514 Nov 15 14:50:55.604605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-20943e62-7ae9-479f-9976-ff9897cfdf8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28729526-4d8a-4ba3-a5d3-097cbab6c0c9 HTTP/1.1" status: 200 len: 217 time: 0.0524845 Nov 15 14:50:55.624745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661e104-5443-44ee-87cd-72268800b318 req-cead1cbf-8993-46f9-b0eb-4fe9484d6a1f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:55.626449 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9661e104-5443-44ee-87cd-72268800b318 req-cead1cbf-8993-46f9-b0eb-4fe9484d6a1f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 944 time: 0.3931530 Nov 15 14:50:55.695984 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] For port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=8a7a3658-d4f5-43fe-ae9e-d88630e412e3,segment=NetworkSegment(4ea88268-b493-4036-b744-8a659acccbec),segment_id=4ea88268-b493-4036-b744-8a659acccbec)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:55.706460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-9d527c55-be30-4738-a766-244d30ddab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:55.708111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-9d527c55-be30-4738-a766-244d30ddab05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90837d5d-a3c5-44fa-9b33-91860a996f85 HTTP/1.1" status: 200 len: 835 time: 0.0934458 Nov 15 14:50:55.709817 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b4caf1-80f9-45c9-9f3c-d48a3dfeb2fb x-openstack-request-id: req-75b4caf1-80f9-45c9-9f3c-d48a3dfeb2fb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:50:55.710107 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b407fcc8-3e6b-4b42-a26b-cc796c489c53", "tag": "4203998d-8975-437a-be1e-be2b7a991068", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:50:55.710361 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75b4caf1-80f9-45c9-9f3c-d48a3dfeb2fb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:50:55.710778 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b407fcc8-3e6b-4b42-a26b-cc796c489c53', 'tag': '4203998d-8975-437a-be1e-be2b7a991068', 'status': 'completed', 'code': 200} Nov 15 14:50:55.724673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:50:55.787785 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] No DVR routers for this DVR port a2a4c695-9c01-4d66-ac14-e2b444640e92 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:55.796170 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:55.800666 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:55.804130 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dd77501b-be8d-41fa-8759-5b0e083c66af req-46a8941f-cf8c-4550-ab03-d786ad755f68 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.46 "DELETE /v2.0/ports/a2a4c695-9c01-4d66-ac14-e2b444640e92 HTTP/1.1" status: 204 len: 173 time: 4.2461665 Nov 15 14:50:55.827644 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2cc5a-52d6-4896-bf99-881b8da73e24 None None] Sync routers for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:50:55.831006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'name': 'network-vif-deleted', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:50:55.831600 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:55.833555 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0988d04a-903e-47af-b6fb-38338275c6e5" -d '{"events": [{"server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "name": "network-vif-deleted", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:50:55.898878 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0085a153-a58c-451f-b2fe-d16a99bf1557 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:55.918061 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a77d204-ac31-4d2a-8c00-a91293ba8d4b x-openstack-request-id: req-6a77d204-ac31-4d2a-8c00-a91293ba8d4b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:50:55.918471 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be6ca4f-324a-4266-a1f4-783d4249509b", "name": "network-vif-deleted", "tag": "a2a4c695-9c01-4d66-ac14-e2b444640e92", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:50:55.918799 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a77d204-ac31-4d2a-8c00-a91293ba8d4b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:50:55.919256 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be6ca4f-324a-4266-a1f4-783d4249509b', 'name': 'network-vif-deleted', 'tag': 'a2a4c695-9c01-4d66-ac14-e2b444640e92', 'status': 'completed', 'code': 200} Nov 15 14:50:55.938433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:55.939055 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:55.945013 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] 10.222.0.59 "PUT /v2.0/ports/8a7a3658-d4f5-43fe-ae9e-d88630e412e3 HTTP/1.1" status: 200 len: 1091 time: 4.0602438 Nov 15 14:50:55.954945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Network 5e966f08-c121-4d33-b545-be9ee9356ccf is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:50:55.957849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a8b59-a492-4daa-8b91-b2bd87a44839 None None] DHCP port deletion for fc92bc5e-c246-40ae-b668-485ec11a20e4 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:55.969049 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0085a153-a58c-451f-b2fe-d16a99bf1557 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for a3c90a70-3687-478d-a58b-24c5f384e197 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:55.994621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a2a4c695-9c01-4d66-ac14-e2b444640e92 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:55.998009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028973f0-e906-433e-9520-37fa59dfc182 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7a3658-d4f5-43fe-ae9e-d88630e412e3,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:56.026709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:50:56.042371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: a2a4c695-9c01-4d66-ac14-e2b444640e92 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:56.043373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a2a4c695-9c01-4d66-ac14-e2b444640e92 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:56.045579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:50:56.076698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-00f66b9c-c328-42dd-b78e-a83d4c7f1bf3 None None] Port a3c90a70-3687-478d-a58b-24c5f384e197 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:50:56.087826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f2cc5a-52d6-4896-bf99-881b8da73e24 None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:50:56.088738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-89f2cc5a-52d6-4896-bf99-881b8da73e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:50:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:56.146343 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-8f4c7404-7a0c-4859-acc1-f114a6aa41e3 service neutron] 10.222.0.59 "GET /v2.0/networks/29d74007-16d0-4856-82a5-765288203751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411568 Nov 15 14:50:56.153488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-13ec2289-d3bf-41a1-bbd3-9baa0f9e4d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:56.155563 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-13ec2289-d3bf-41a1-bbd3-9baa0f9e4d1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5623c03af814088be622d5d137baca2&device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 1094 time: 0.0745533 Nov 15 14:50:56.186347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9661e104-5443-44ee-87cd-72268800b318 req-52642383-f0e9-4a43-bd31-56b805495a45 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4428120 Nov 15 14:50:56.255524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-89f2cc5a-52d6-4896-bf99-881b8da73e24 None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:50:56.263201 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Pushing event updated for resources: {'Port': ['ID=bfd6c0ba-06b5-44b5-82ac-a61ed72bc172,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:56.277982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-f42910fb-ae77-403a-b6ad-a22850af9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:56.279966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-f42910fb-ae77-403a-b6ad-a22850af9d5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8e24128-d22d-4209-951e-71ce02d5a378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5337737 Nov 15 14:50:56.288473 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29c75bc4-bf32-4d88-822a-6199c9728176 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779096471462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8472157'] for subnet, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:56.301381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23063c2c-1aad-4749-98f4-e820a86c5463 req-c1a5d9e1-1e9a-4d65-aa37-0fd17e1544e5 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:56.310665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23063c2c-1aad-4749-98f4-e820a86c5463 req-c1a5d9e1-1e9a-4d65-aa37-0fd17e1544e5 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 943 time: 0.2768373 Nov 15 14:50:56.403983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e958164c-b827-4154-bb09-2a2df7c79a79 req-d3ce396d-8678-49f7-911d-b86d49dde77a tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/ports?device_id=6be6ca4f-324a-4266-a1f4-783d4249509b HTTP/1.1" status: 200 len: 210 time: 0.0892329 Nov 15 14:50:56.412514 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Attempting to bind port bfd6c0ba-06b5-44b5-82ac-a61ed72bc172 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:50:56.412893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Attempting to bind port bfd6c0ba-06b5-44b5-82ac-a61ed72bc172 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '5209f3ea-0ad6-4dfb-bcb2-32c269cb4298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e966f08-c121-4d33-b545-be9ee9356ccf'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:50:56.413264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Attempting to bind port bfd6c0ba-06b5-44b5-82ac-a61ed72bc172 on network 5e966f08-c121-4d33-b545-be9ee9356ccf {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:50:56.425491 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 53dbb158-147d-4561-9486-94d21cd6a23d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:56.425858 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:56.441240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:50:56.441626 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Checking segment: {'id': '5209f3ea-0ad6-4dfb-bcb2-32c269cb4298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e966f08-c121-4d33-b545-be9ee9356ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:50:56.442168 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:56.442603 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Bound using segment: {'id': '5209f3ea-0ad6-4dfb-bcb2-32c269cb4298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e966f08-c121-4d33-b545-be9ee9356ccf'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:50:56.443092 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Bound port: bfd6c0ba-06b5-44b5-82ac-a61ed72bc172, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5209f3ea-0ad6-4dfb-bcb2-32c269cb4298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e966f08-c121-4d33-b545-be9ee9356ccf'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:50:56.443468 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:56.462095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f596cb18-c31e-4daf-a11d-055de6bb1f04 req-eb7301f5-15b2-4506-b0fb-708fc14ddd7c service neutron] 10.222.0.59 "GET /v2.0/networks/29d74007-16d0-4856-82a5-765288203751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696772 Nov 15 14:50:56.474181 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0085a153-a58c-451f-b2fe-d16a99bf1557 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:56.477416 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-8be8389b-a606-4ead-993e-0ae086445395 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a7a3658-d4f5-43fe-ae9e-d88630e412e3 HTTP/1.1" status: 200 len: 217 time: 0.3067927 Nov 15 14:50:56.497119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23063c2c-1aad-4749-98f4-e820a86c5463 req-4e6b3f5c-f258-4c3e-9f15-fffbc8bc2fa3 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853898 Nov 15 14:50:56.524932 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-60eadb34-78c8-40ac-a660-5999c10e9d28 service neutron] 10.222.0.59 "GET /v2.0/networks/a8e24128-d22d-4209-951e-71ce02d5a378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080307 Nov 15 14:50:56.591367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085a153-a58c-451f-b2fe-d16a99bf1557 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=a3c90a70-3687-478d-a58b-24c5f384e197,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:56.612852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-147ddb6e-d68c-46dc-9aed-a290bdabb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:56.614852 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-147ddb6e-d68c-46dc-9aed-a290bdabb306 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b97c0d52-77f0-4e6e-800a-dcbb212cc511 HTTP/1.1" status: 200 len: 851 time: 0.0936782 Nov 15 14:50:56.628370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c75bc4-bf32-4d88-822a-6199c9728176 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:56.629759 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29c75bc4-bf32-4d88-822a-6199c9728176 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:56.630965 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-29c75bc4-bf32-4d88-822a-6199c9728176 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "PUT /v2.0/subnets/eeb66985-49ec-41a6-ab3a-fc2d92576931 HTTP/1.1" status: 200 len: 877 time: 1.8792114 Nov 15 14:50:56.635384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:56.679384 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] For port bfd6c0ba-06b5-44b5-82ac-a61ed72bc172, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:50:56.685881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] For port bfd6c0ba-06b5-44b5-82ac-a61ed72bc172, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=bfd6c0ba-06b5-44b5-82ac-a61ed72bc172,segment=NetworkSegment(5209f3ea-0ad6-4dfb-bcb2-32c269cb4298),segment_id=5209f3ea-0ad6-4dfb-bcb2-32c269cb4298)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:50:56.759493 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-89f2cc5a-52d6-4896-bf99-881b8da73e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:36Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:56.788532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2cc5a-52d6-4896-bf99-881b8da73e24 None None] Checking router: 82e07860-a7a8-4e89-bdc0-1675d89f885c for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:50:56.796706 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:56.828969 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f2cc5a-52d6-4896-bf99-881b8da73e24 None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:50:56.829610 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-89f2cc5a-52d6-4896-bf99-881b8da73e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:50:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:56.842277 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-cc389130-5289-4b5e-9631-71092694797d service neutron] 10.222.0.59 "GET /v2.0/networks/a8e24128-d22d-4209-951e-71ce02d5a378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091135 Nov 15 14:50:56.888609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e573-1288-435f-900c-96b1357113b8 req-deda2ddd-26ea-4697-be02-74b597ab14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:56.889401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4d7e573-1288-435f-900c-96b1357113b8 req-deda2ddd-26ea-4697-be02-74b597ab14f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=952d3cee8a4c481a97b0ade3d4825ad2&device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 1094 time: 0.2265208 Nov 15 14:50:56.905854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd502b-23c4-4961-bd97-a54d2edc186d req-efb8babd-e362-413f-8fb9-66045b4802c0 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:56.923305 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0085a153-a58c-451f-b2fe-d16a99bf1557 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:56.927005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15cd502b-23c4-4961-bd97-a54d2edc186d req-efb8babd-e362-413f-8fb9-66045b4802c0 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 943 time: 0.1726298 Nov 15 14:50:56.927733 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0085a153-a58c-451f-b2fe-d16a99bf1557 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/a3c90a70-3687-478d-a58b-24c5f384e197 HTTP/1.1" status: 204 len: 168 time: 1.8266292 Nov 15 14:50:56.931147 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-b67fe450-59f1-464c-b039-0029add7d525 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc92bc5e-c246-40ae-b668-485ec11a20e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2946942 Nov 15 14:50:56.934102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49332) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:56.952511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c75bc4-bf32-4d88-822a-6199c9728176 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event updated for resources: {'Subnet': ['ID=eeb66985-49ec-41a6-ab3a-fc2d92576931,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:57.046599 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a591503-cf99-42a5-b444-bd5b0bd488c1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] DELETE failed (client error): The resource could not be found. Nov 15 14:50:57.046599 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a591503-cf99-42a5-b444-bd5b0bd488c1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:50:57.062950 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1a591503-cf99-42a5-b444-bd5b0bd488c1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/a3c90a70-3687-478d-a58b-24c5f384e197 HTTP/1.1" status: 404 len: 333 time: 0.1182485 Nov 15 14:50:57.108263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d0d3a-9cbc-4462-bee9-8456c7d5d655 None None] Pushing event updated for resources: {'Port': ['ID=bfd6c0ba-06b5-44b5-82ac-a61ed72bc172,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:57.133322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e573-1288-435f-900c-96b1357113b8 req-12bce15d-4667-4bbe-bac4-a36f462d428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:57.135108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4d7e573-1288-435f-900c-96b1357113b8 req-12bce15d-4667-4bbe-bac4-a36f462d428b service neutron] 10.222.0.59 "GET /v2.0/networks?id=29d74007-16d0-4856-82a5-765288203751 HTTP/1.1" status: 200 len: 926 time: 0.1984727 Nov 15 14:50:57.135685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:57.160855 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-89f2cc5a-52d6-4896-bf99-881b8da73e24 None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:50:57.162679 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-d24a9ae8-51fc-4bcb-89d0-3361cce5eed0 service neutron] 10.222.0.59 "GET /v2.0/networks/fc92bc5e-c246-40ae-b668-485ec11a20e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056124 Nov 15 14:50:57.256256 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2927506-a7d9-4481-bdbf-c721cabd112c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:50:57.260331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b2927506-a7d9-4481-bdbf-c721cabd112c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/a3c90a70-3687-478d-a58b-24c5f384e197 HTTP/1.1" status: 404 len: 333 time: 0.1138654 Nov 15 14:50:57.261941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:57.264254 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4d7e573-1288-435f-900c-96b1357113b8 req-59fb739b-4540-44b8-a4d8-774bff73985d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4203998d-8975-437a-be1e-be2b7a991068 HTTP/1.1" status: 200 len: 217 time: 0.1072512 Nov 15 14:50:57.346788 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:57.413098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-04093d1b-1842-4fe7-95c7-a2a3107f1f38 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting subnet ed92940b-9ebc-4d1f-83a4-f60c81f2de48 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:50:57.417585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e573-1288-435f-900c-96b1357113b8 req-b5887212-bed5-4019-8943-98927f929c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:57.419172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4d7e573-1288-435f-900c-96b1357113b8 req-b5887212-bed5-4019-8943-98927f929c96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a8945cf-3e9d-4e30-b6a1-5009a0235edf HTTP/1.1" status: 200 len: 865 time: 0.0792181 Nov 15 14:50:57.443901 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a6e4fe5b-cb43-4334-9ca7-3d5a8a594b91 req-c3dddd3d-fec8-4191-8466-798e5a60b865 service neutron] 10.222.0.59 "GET /v2.0/networks/fc92bc5e-c246-40ae-b668-485ec11a20e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681475 Nov 15 14:50:57.479431 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04093d1b-1842-4fe7-95c7-a2a3107f1f38 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:57.500207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Deleting port bfd6c0ba-06b5-44b5-82ac-a61ed72bc172 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:57.500916 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:57.541745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4d7e573-1288-435f-900c-96b1357113b8 req-89d0c23a-e35c-40d5-bfbb-40c5e5d19aa8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29d74007-16d0-4856-82a5-765288203751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792403 Nov 15 14:50:57.580777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device bfd6c0ba-06b5-44b5-82ac-a61ed72bc172 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:50:57.625205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] For port bfd6c0ba-06b5-44b5-82ac-a61ed72bc172, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=bfd6c0ba-06b5-44b5-82ac-a61ed72bc172,segment=NetworkSegment(5209f3ea-0ad6-4dfb-bcb2-32c269cb4298),segment_id=5209f3ea-0ad6-4dfb-bcb2-32c269cb4298)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:57.625991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:57.646990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Calling delete_port for bfd6c0ba-06b5-44b5-82ac-a61ed72bc172 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:57.648488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-89f2cc5a-52d6-4896-bf99-881b8da73e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:36Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:57.684870 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2cc5a-52d6-4896-bf99-881b8da73e24 None None] The sync data for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 is: [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:41:29Z', 'revision_number': 4, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c63f2d2b-b12b-4794-9b66-9acbdb6eff9c', 'name': '', 'network_id': '5ea2ca3e-1721-4db8-b73a-df9152dcae6e', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'mac_address': 'fa:16:3e:d8:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '2626756d-4a13-433c-8da8-666b10a20de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:27Z', 'updated_at': '2021-11-15T14:41:36Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'subnets': [{'id': '2626756d-4a13-433c-8da8-666b10a20de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:50:57.694264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port bfd6c0ba-06b5-44b5-82ac-a61ed72bc172 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:50:57.694955 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:57.798295 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:57.920094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b018479f-820a-466d-a5dc-ae7a1a2dec88', 'tag': '8a7a3658-d4f5-43fe-ae9e-d88630e412e3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:50:57.922874 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392e522d-d6e1-4d03-adec-c515e43c9fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "b018479f-820a-466d-a5dc-ae7a1a2dec88", "tag": "8a7a3658-d4f5-43fe-ae9e-d88630e412e3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:50:57.935109 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:57.989723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Port': ['ID=bfd6c0ba-06b5-44b5-82ac-a61ed72bc172,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:58.023457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15cd502b-23c4-4961-bd97-a54d2edc186d req-386630e6-b7f6-4194-9507-4d0e4892f5ab tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0899074 Nov 15 14:50:58.036305 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04093d1b-1842-4fe7-95c7-a2a3107f1f38 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.042579 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No DVR routers for this DVR port bfd6c0ba-06b5-44b5-82ac-a61ed72bc172 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:58.084964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bd0ce-ad46-48e6-ae6a-e208bbc53caf req-e33d8935-f79a-4dfe-8096-7a912ca4ffa7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:58.094849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-788bd0ce-ad46-48e6-ae6a-e208bbc53caf req-e33d8935-f79a-4dfe-8096-7a912ca4ffa7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 944 time: 0.6679311 Nov 15 14:50:58.117244 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.179750 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.305437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4d7e573-1288-435f-900c-96b1357113b8 req-08caab7d-f27e-4fd5-a24f-4df9744f383a service neutron] 10.222.0.59 "GET /v2.0/networks/29d74007-16d0-4856-82a5-765288203751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541213 Nov 15 14:50:58.327038 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.348097 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3494b8c0-806d-49e8-babd-464652819679 None None] New status for floating IP 4ba8640f-9285-43b4-b712-094dc280c6b1: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:50:58.362752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb66985-49ec-41a6-ab3a-fc2d92576931,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:58.400901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-788bd0ce-ad46-48e6-ae6a-e208bbc53caf req-f0e43c22-8bd1-4428-9f23-8c24601501d4 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051651 Nov 15 14:50:58.437008 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04093d1b-1842-4fe7-95c7-a2a3107f1f38 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.450020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7a54c-babf-4707-9546-bddfb54f6af2 req-398d96cf-c411-4dff-95e6-91c8d5d2aa5a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:58.455654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c9789d-84de-40c7-866e-b28bb2ef984d None None] Network 5e966f08-c121-4d33-b545-be9ee9356ccf requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:58.457560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07d7a54c-babf-4707-9546-bddfb54f6af2 req-398d96cf-c411-4dff-95e6-91c8d5d2aa5a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 943 time: 0.2104635 Nov 15 14:50:58.520360 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.534972 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3f32431-a354-41e6-bf7a-d5487d22ac80 None None] Could not find standard attr ID for object bfd6c0ba-06b5-44b5-82ac-a61ed72bc172. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:50:58.561355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4d7e573-1288-435f-900c-96b1357113b8 req-bd7a896c-dc60-41b8-bfd1-a811ffc07753 service neutron] 10.222.0.59 "GET /v2.0/networks/29d74007-16d0-4856-82a5-765288203751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340448 Nov 15 14:50:58.588820 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e966f08-c121-4d33-b545-be9ee9356ccf']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:58.590784 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07d7a54c-babf-4707-9546-bddfb54f6af2 req-7bb5dfd4-cc15-43df-ac1a-4bc5e53adb0d tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318159 Nov 15 14:50:58.613909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5209f3ea-0ad6-4dfb-bcb2-32c269cb4298') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:58.614325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5209f3ea-0ad6-4dfb-bcb2-32c269cb4298') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:58.634863 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.637710 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3556a0c5-85a0-48cd-9dd5-edb0f705feb2 x-openstack-request-id: req-3556a0c5-85a0-48cd-9dd5-edb0f705feb2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:50:58.637989 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b018479f-820a-466d-a5dc-ae7a1a2dec88", "tag": "8a7a3658-d4f5-43fe-ae9e-d88630e412e3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:50:58.638249 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3556a0c5-85a0-48cd-9dd5-edb0f705feb2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:50:58.638677 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b018479f-820a-466d-a5dc-ae7a1a2dec88', 'tag': '8a7a3658-d4f5-43fe-ae9e-d88630e412e3', 'status': 'completed', 'code': 200} Nov 15 14:50:58.656707 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.665209 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:58.666358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:50:58.670472 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:50:58.697065 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04093d1b-1842-4fe7-95c7-a2a3107f1f38 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.713660 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.726912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49354) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:58.733192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04093d1b-1842-4fe7-95c7-a2a3107f1f38 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Subnet': ['ID=ed92940b-9ebc-4d1f-83a4-f60c81f2de48,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:58.737863 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04093d1b-1842-4fe7-95c7-a2a3107f1f38 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.743940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-04093d1b-1842-4fe7-95c7-a2a3107f1f38 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/ed92940b-9ebc-4d1f-83a4-f60c81f2de48 HTTP/1.1" status: 204 len: 168 time: 1.4786880 Nov 15 14:50:58.744203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:58.749080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7935f209-d2c1-422f-86ea-6cf9b76864d4 None None] Network 7851f4a0-8ba7-4a89-b3c2-71948e6dd056 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:58.757935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e522d-d6e1-4d03-adec-c515e43c9fd0 req-39db89de-bddd-4cc8-8fc4-036317e90aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:58.759396 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-392e522d-d6e1-4d03-adec-c515e43c9fd0 req-39db89de-bddd-4cc8-8fc4-036317e90aa8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5623c03af814088be622d5d137baca2&device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 1094 time: 0.0941725 Nov 15 14:50:58.805917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361daeb6-cba1-4384-9559-a871ce6bb58f None None] DHCP port deletion for 5e966f08-c121-4d33-b545-be9ee9356ccf request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:58.847571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce65d07-8317-4f4f-ad27-2606f2a620bf None None] Network 5e966f08-c121-4d33-b545-be9ee9356ccf requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:50:58.878092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e522d-d6e1-4d03-adec-c515e43c9fd0 req-a4381ab7-840d-42f3-ae73-449abae1cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:58.881325 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-392e522d-d6e1-4d03-adec-c515e43c9fd0 req-a4381ab7-840d-42f3-ae73-449abae1cdd0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc92bc5e-c246-40ae-b668-485ec11a20e4 HTTP/1.1" status: 200 len: 912 time: 0.1131074 Nov 15 14:50:58.885582 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.894753 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-014f23d4-88f3-4f96-b2b6-bf3d891fbb40 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.922873 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-014f23d4-88f3-4f96-b2b6-bf3d891fbb40 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.932755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-392e522d-d6e1-4d03-adec-c515e43c9fd0 req-0b802d90-64dc-46ec-a3af-931c8a0fcc46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a7a3658-d4f5-43fe-ae9e-d88630e412e3 HTTP/1.1" status: 200 len: 217 time: 0.0447426 Nov 15 14:50:58.944002 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.967807 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:58.973041 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/5e966f08-c121-4d33-b545-be9ee9356ccf HTTP/1.1" status: 204 len: 168 time: 2.3176012 Nov 15 14:50:58.980956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:58.991748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e76f1d-e9af-479a-bfc5-7a0298f9759f tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Network': ['ID=5e966f08-c121-4d33-b545-be9ee9356ccf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:59.014794 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-82da730e-7d45-4407-a6a5-a68d7e3d6bc0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:50:59.015251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82da730e-7d45-4407-a6a5-a68d7e3d6bc0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:50:59.018862 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-82da730e-7d45-4407-a6a5-a68d7e3d6bc0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/subnets/eeb66985-49ec-41a6-ab3a-fc2d92576931 HTTP/1.1" status: 404 len: 337 time: 0.0356925 Nov 15 14:50:59.021227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49360) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:59.060177 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db7a825-9255-4678-a84e-fb7dbcdba704 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:50:59.061637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db7a825-9255-4678-a84e-fb7dbcdba704 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:50:59.067835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7db7a825-9255-4678-a84e-fb7dbcdba704 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/5e966f08-c121-4d33-b545-be9ee9356ccf HTTP/1.1" status: 404 len: 339 time: 0.0412290 Nov 15 14:50:59.067835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:59.081770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e522d-d6e1-4d03-adec-c515e43c9fd0 req-eb55e239-c83b-48a6-b027-99be625b9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:59.084938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-392e522d-d6e1-4d03-adec-c515e43c9fd0 req-eb55e239-c83b-48a6-b027-99be625b9825 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b97c0d52-77f0-4e6e-800a-dcbb212cc511 HTTP/1.1" status: 200 len: 851 time: 0.1448772 Nov 15 14:50:59.090491 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740102d-1dd4-425f-8506-4d99f070b49f None None] DHCP port deletion for 7851f4a0-8ba7-4a89-b3c2-71948e6dd056 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:50:59.108601 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port 53dbb158-147d-4561-9486-94d21cd6a23d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:59.109362 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.160476 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-392e522d-d6e1-4d03-adec-c515e43c9fd0 req-36e8df73-453e-4bf9-ac70-b4993dcbe123 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc92bc5e-c246-40ae-b668-485ec11a20e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307851 Nov 15 14:50:59.161326 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-957a46af-3470-495f-ac33-ebbe6137516e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:50:59.161769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957a46af-3470-495f-ac33-ebbe6137516e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:50:59.171642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-957a46af-3470-495f-ac33-ebbe6137516e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/subnets/de0b5220-390d-4e50-8f73-6e473a5dc5b5 HTTP/1.1" status: 404 len: 337 time: 0.0993841 Nov 15 14:50:59.187312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b740102d-1dd4-425f-8506-4d99f070b49f None None] Deleting port 53dbb158-147d-4561-9486-94d21cd6a23d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:50:59.187852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49370) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:59.188510 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b740102d-1dd4-425f-8506-4d99f070b49f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.234787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] For port 53dbb158-147d-4561-9486-94d21cd6a23d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=53dbb158-147d-4561-9486-94d21cd6a23d,segment=NetworkSegment(94dc18ba-1584-4264-a987-7745b99a28e2),segment_id=94dc18ba-1584-4264-a987-7745b99a28e2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:59.235242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.254590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for 53dbb158-147d-4561-9486-94d21cd6a23d owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:59.272315 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff76ebf-37a5-4bf9-9ca7-4bc7fbcd427d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:50:59.272855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff76ebf-37a5-4bf9-9ca7-4bc7fbcd427d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:50:59.279238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1ff76ebf-37a5-4bf9-9ca7-4bc7fbcd427d tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/37eb8781-52f3-4b2b-8715-bad98afe3b3e HTTP/1.1" status: 404 len: 339 time: 0.0880618 Nov 15 14:50:59.284258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49372) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:59.377130 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-014f23d4-88f3-4f96-b2b6-bf3d891fbb40 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.381502 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-014f23d4-88f3-4f96-b2b6-bf3d891fbb40 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.383292 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-014f23d4-88f3-4f96-b2b6-bf3d891fbb40 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "DELETE /v2.0/security-groups/b343234f-326c-48ba-917e-76775a026261 HTTP/1.1" status: 204 len: 168 time: 0.6565933 Nov 15 14:50:59.390069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49374) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:59.411494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f23d4-88f3-4f96-b2b6-bf3d891fbb40 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b343234f-326c-48ba-917e-76775a026261,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:59.477361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device bfd6c0ba-06b5-44b5-82ac-a61ed72bc172 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:59.480778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b740102d-1dd4-425f-8506-4d99f070b49f None None] For port 53dbb158-147d-4561-9486-94d21cd6a23d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=53dbb158-147d-4561-9486-94d21cd6a23d,segment=NetworkSegment(94dc18ba-1584-4264-a987-7745b99a28e2),segment_id=94dc18ba-1584-4264-a987-7745b99a28e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:59.481512 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b740102d-1dd4-425f-8506-4d99f070b49f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.482104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e245d5-7bbe-4be1-9af9-798e8179ba06 req-b31176a0-625b-4eab-9353-8b63501e3ca8 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:59.492272 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.503727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39e245d5-7bbe-4be1-9af9-798e8179ba06 req-b31176a0-625b-4eab-9353-8b63501e3ca8 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 943 time: 0.3756006 Nov 15 14:50:59.521986 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-97a0396e-9c78-4a85-83d6-4d5fa45f32b9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] show failed (client error): The resource could not be found. Nov 15 14:50:59.523162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-97a0396e-9c78-4a85-83d6-4d5fa45f32b9 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "GET /v2.0/security-groups/b343234f-326c-48ba-917e-76775a026261 HTTP/1.1" status: 404 len: 347 time: 0.1299353 Nov 15 14:50:59.529504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: bfd6c0ba-06b5-44b5-82ac-a61ed72bc172 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:59.530537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device bfd6c0ba-06b5-44b5-82ac-a61ed72bc172 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:59.531654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 53dbb158-147d-4561-9486-94d21cd6a23d no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:50:59.537533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49380) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:50:59.556264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 53dbb158-147d-4561-9486-94d21cd6a23d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:50:59.556989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 53dbb158-147d-4561-9486-94d21cd6a23d not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:50:59.563060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b740102d-1dd4-425f-8506-4d99f070b49f None None] Calling delete_port for 53dbb158-147d-4561-9486-94d21cd6a23d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:50:59.631479 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f59af72e-4fbb-4479-8616-0bae70c58676 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.640597 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-392e522d-d6e1-4d03-adec-c515e43c9fd0 req-3b12f390-dbec-41ca-b026-203c17faf551 service neutron] 10.222.0.59 "GET /v2.0/networks/fc92bc5e-c246-40ae-b668-485ec11a20e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629774 Nov 15 14:50:59.651525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=53dbb158-147d-4561-9486-94d21cd6a23d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:59.659669 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No DVR routers for this DVR port 53dbb158-147d-4561-9486-94d21cd6a23d on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:59.681624 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b740102d-1dd4-425f-8506-4d99f070b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.698580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b740102d-1dd4-425f-8506-4d99f070b49f None None] No DVR routers for this DVR port 53dbb158-147d-4561-9486-94d21cd6a23d on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:50:59.721084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740102d-1dd4-425f-8506-4d99f070b49f None None] Pushing event deleted for resources: {'Port': ['ID=53dbb158-147d-4561-9486-94d21cd6a23d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:50:59.725080 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39e245d5-7bbe-4be1-9af9-798e8179ba06 req-78b104f0-4327-42d8-a6c9-4a5ed12fedb8 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202768 Nov 15 14:50:59.765507 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07fd549f-2d51-4f9f-ac48-a3d9af3d11ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.774517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:50:59.838465 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.884800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7851f4a0-8ba7-4a89-b3c2-71948e6dd056']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:59.904353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94dc18ba-1584-4264-a987-7745b99a28e2') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:59.904928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94dc18ba-1584-4264-a987-7745b99a28e2') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:50:59.928184 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.937788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f3d4d-4f95-41d5-ad5b-bf976a6a3399 req-533825c6-4d9e-4eac-ab4d-b43757828fc1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:50:59.951343 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a73f3d4d-4f95-41d5-ad5b-bf976a6a3399 req-533825c6-4d9e-4eac-ab4d-b43757828fc1 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 944 time: 0.3936656 Nov 15 14:50:59.953857 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.974284 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:50:59.977824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:50:59.982128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=28729526-4d8a-4ba3-a5d3-097cbab6c0c9,segment=NetworkSegment(921a028c-887f-4536-a15f-d2241ec6805d),segment_id=921a028c-887f-4536-a15f-d2241ec6805d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:50:59.994681 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'port_id': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9', 'mac_address': 'fa:16:3e:c5:8a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:51:00.035732 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.056985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:51:00.068574 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:51:00.080313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=28729526-4d8a-4ba3-a5d3-097cbab6c0c9,segment=NetworkSegment(921a028c-887f-4536-a15f-d2241ec6805d),segment_id=921a028c-887f-4536-a15f-d2241ec6805d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:00.098140 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2df36722-f868-4bb8-9a49-888a0a597b10 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Deleting port dc7d7de0-856a-4a47-9988-b8291c83385e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:00.099190 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df36722-f868-4bb8-9a49-888a0a597b10 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.139767 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.146988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.151097 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/networks/7851f4a0-8ba7-4a89-b3c2-71948e6dd056 HTTP/1.1" status: 204 len: 168 time: 1.4041846 Nov 15 14:51:00.160220 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49386) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:00.162069 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f59af72e-4fbb-4479-8616-0bae70c58676 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.169671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1d79b96f-b222-4c2d-977c-8763e808353b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-226987737'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:00.173594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028288e-4e50-4ed5-a056-7c64b815b88a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Network': ['ID=7851f4a0-8ba7-4a89-b3c2-71948e6dd056,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:00.176627 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.181328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:51:00.231358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df36722-f868-4bb8-9a49-888a0a597b10 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.231694 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df36722-f868-4bb8-9a49-888a0a597b10 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.241888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-392e522d-d6e1-4d03-adec-c515e43c9fd0 req-b1ba4a1d-a7c1-4719-b64e-0fe85faffb85 service neutron] 10.222.0.59 "GET /v2.0/networks/fc92bc5e-c246-40ae-b668-485ec11a20e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5603673 Nov 15 14:51:00.254365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=28729526-4d8a-4ba3-a5d3-097cbab6c0c9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:00.267966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2df36722-f868-4bb8-9a49-888a0a597b10 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Calling delete_port for dc7d7de0-856a-4a47-9988-b8291c83385e owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:00.268640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f59af72e-4fbb-4479-8616-0bae70c58676 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908c9841-f220-4cef-87cd-b3d71a8b315a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:00.303281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6498e-2a4b-495c-ada6-e9be041edd5d req-f1368a6a-153d-40d7-bbfb-d8918422aec5 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:00.310707 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ee6498e-2a4b-495c-ada6-e9be041edd5d req-f1368a6a-153d-40d7-bbfb-d8918422aec5 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 943 time: 0.2700799 Nov 15 14:51:00.328327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f59af72e-4fbb-4479-8616-0bae70c58676 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c439e399-bae7-446f-bba6-665160564526') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:00.328643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f59af72e-4fbb-4479-8616-0bae70c58676 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c439e399-bae7-446f-bba6-665160564526') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:00.335719 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a73f3d4d-4f95-41d5-ad5b-bf976a6a3399 req-f2887146-c711-4728-ad4d-f9f289b62de0 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3829191 Nov 15 14:51:00.361341 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f59af72e-4fbb-4479-8616-0bae70c58676 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.384095 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f59af72e-4fbb-4479-8616-0bae70c58676 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.396153 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=8a7a3658-d4f5-43fe-ae9e-d88630e412e3,segment=NetworkSegment(4ea88268-b493-4036-b744-8a659acccbec),segment_id=4ea88268-b493-4036-b744-8a659acccbec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:00.404822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d79b96f-b222-4c2d-977c-8763e808353b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:00.415857 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d79b96f-b222-4c2d-977c-8763e808353b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.418446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59af72e-4fbb-4479-8616-0bae70c58676 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:51:00.418865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f59af72e-4fbb-4479-8616-0bae70c58676 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.420469 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '8a7a3658-d4f5-43fe-ae9e-d88630e412e3', 'network_id': 'fc92bc5e-c246-40ae-b668-485ec11a20e4', 'port_id': '8a7a3658-d4f5-43fe-ae9e-d88630e412e3', 'mac_address': 'fa:16:3e:0a:9d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97c0d52-77f0-4e6e-800a-dcbb212cc511', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:51:00.423916 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:51:00.475779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ee6498e-2a4b-495c-ada6-e9be041edd5d req-4f50a44a-8b73-4238-8918-d5e864506bd5 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641846 Nov 15 14:51:00.489194 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.504056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:51:00.516290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d79b96f-b222-4c2d-977c-8763e808353b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:51:00.531500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=8a7a3658-d4f5-43fe-ae9e-d88630e412e3,segment=NetworkSegment(4ea88268-b493-4036-b744-8a659acccbec),segment_id=4ea88268-b493-4036-b744-8a659acccbec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:00.535630 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d79b96f-b222-4c2d-977c-8763e808353b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.536032 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-1d79b96f-b222-4c2d-977c-8763e808353b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Added segment 0c28e7dd-c1db-4171-ae2f-8c67707b191c of type vlan for network f660548f-fcd8-4938-83ee-e7fc209d8e56 Nov 15 14:51:00.579471 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d79b96f-b222-4c2d-977c-8763e808353b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.602207 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f59af72e-4fbb-4479-8616-0bae70c58676 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.621804 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f59af72e-4fbb-4479-8616-0bae70c58676 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.627333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f59af72e-4fbb-4479-8616-0bae70c58676 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/908c9841-f220-4cef-87cd-b3d71a8b315a HTTP/1.1" status: 204 len: 168 time: 1.3398435 Nov 15 14:51:00.627333 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59af72e-4fbb-4479-8616-0bae70c58676 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Network': ['ID=908c9841-f220-4cef-87cd-b3d71a8b315a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:00.628568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:00.633214 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.633901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4203998d-8975-437a-be1e-be2b7a991068 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:51:00.642902 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df36722-f868-4bb8-9a49-888a0a597b10 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.695324 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1599f71e-e0a2-45a4-837c-4cdce1725236 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:00.696513 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1599f71e-e0a2-45a4-837c-4cdce1725236 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:00.702581 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1599f71e-e0a2-45a4-837c-4cdce1725236 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/subnets/0eaa6e24-148b-446d-8f2a-ee1cc6c65e5c HTTP/1.1" status: 404 len: 337 time: 0.0716527 Nov 15 14:51:00.703006 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d79b96f-b222-4c2d-977c-8763e808353b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.706579 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df36722-f868-4bb8-9a49-888a0a597b10 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Pushing event deleted for resources: {'Port': ['ID=dc7d7de0-856a-4a47-9988-b8291c83385e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:00.708282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49392) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:00.708696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d79b96f-b222-4c2d-977c-8763e808353b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:00.714778 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d79b96f-b222-4c2d-977c-8763e808353b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.733189 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b661c6a8-4916-4256-80f1-0da09193faca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:00.733189 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b661c6a8-4916-4256-80f1-0da09193faca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:00.735114 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b661c6a8-4916-4256-80f1-0da09193faca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/b4a93eb3-eb9a-419f-af79-fdadf33fac08 HTTP/1.1" status: 404 len: 339 time: 0.0256240 Nov 15 14:51:00.750978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49394) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:00.773278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=8a7a3658-d4f5-43fe-ae9e-d88630e412e3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:00.849804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4203998d-8975-437a-be1e-be2b7a991068, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4203998d-8975-437a-be1e-be2b7a991068,segment=NetworkSegment(d5b11d1b-3e22-4b6e-9f57-4a54b56399a0),segment_id=d5b11d1b-3e22-4b6e-9f57-4a54b56399a0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:00.856160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df36722-f868-4bb8-9a49-888a0a597b10 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.856413 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fcf1cf-1c1c-4778-a81c-2c7009958338 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:00.856413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fcf1cf-1c1c-4778-a81c-2c7009958338 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:00.857982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df36722-f868-4bb8-9a49-888a0a597b10 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:00.858789 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-55fcf1cf-1c1c-4778-a81c-2c7009958338 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/subnets/7d637392-2d28-4938-b4c8-13ba25a3f84c HTTP/1.1" status: 404 len: 337 time: 0.0973737 Nov 15 14:51:00.872340 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '4203998d-8975-437a-be1e-be2b7a991068', 'network_id': '29d74007-16d0-4856-82a5-765288203751', 'port_id': '4203998d-8975-437a-be1e-be2b7a991068', 'mac_address': 'fa:16:3e:93:86:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8945cf-3e9d-4e30-b6a1-5009a0235edf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:51:00.877633 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2df36722-f868-4bb8-9a49-888a0a597b10 tempest-AttachVolumeShelveTestJSON-1942005150 tempest-AttachVolumeShelveTestJSON-1942005150-project] 10.222.0.70 "DELETE /v2.0/floatingips/4ba8640f-9285-43b4-b712-094dc280c6b1 HTTP/1.1" status: 204 len: 168 time: 1.3361602 Nov 15 14:51:00.878331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49398) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:00.902500 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49402) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:00.907003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1d79b96f-b222-4c2d-977c-8763e808353b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7418752 Nov 15 14:51:00.912956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-feb09c25-719c-4e4d-a50f-3886225f5f68 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': 'f660548f-fcd8-4938-83ee-e7fc209d8e56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:00.935249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79b96f-b222-4c2d-977c-8763e808353b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Network': ['ID=f660548f-fcd8-4938-83ee-e7fc209d8e56,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:00.949776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network f660548f-fcd8-4938-83ee-e7fc209d8e56 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:51:00.957802 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-428fe525-1c4e-442f-810a-6760d2ec28ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:00.958696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428fe525-1c4e-442f-810a-6760d2ec28ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:00.965211 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-428fe525-1c4e-442f-810a-6760d2ec28ca tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/d52f439f-ab75-4089-ba70-24cf7020fe3b HTTP/1.1" status: 404 len: 339 time: 0.0858185 Nov 15 14:51:00.968532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49406) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:00.976525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93249624-15d0-47dd-814d-12c950cc45bc req-e9d7773b-ccf7-4f36-b3ec-2820bd272358 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:00.983181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93249624-15d0-47dd-814d-12c950cc45bc req-e9d7773b-ccf7-4f36-b3ec-2820bd272358 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 943 time: 0.1374295 Nov 15 14:51:01.057601 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-53146432-2d25-454b-91dd-4400d3a743a8 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:01.058074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53146432-2d25-454b-91dd-4400d3a743a8 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:01.062680 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-53146432-2d25-454b-91dd-4400d3a743a8 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/subnets/b2f5bb6a-498a-49de-a80e-e7087c078d50 HTTP/1.1" status: 404 len: 337 time: 0.0784345 Nov 15 14:51:01.069343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:01.112869 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:01.166359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4203998d-8975-437a-be1e-be2b7a991068 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:51:01.186603 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa309e2f-a891-4a7e-9da8-751bc32c6b71 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:01.188658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa309e2f-a891-4a7e-9da8-751bc32c6b71 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:01.194281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb09c25-719c-4e4d-a50f-3886225f5f68 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:01.198791 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feb09c25-719c-4e4d-a50f-3886225f5f68 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:01.213862 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fa309e2f-a891-4a7e-9da8-751bc32c6b71 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/f42a9858-7ca5-4782-a136-5c11aa20aa0e HTTP/1.1" status: 404 len: 339 time: 0.1421690 Nov 15 14:51:01.215782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49412) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:01.228902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4203998d-8975-437a-be1e-be2b7a991068, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4203998d-8975-437a-be1e-be2b7a991068,segment=NetworkSegment(d5b11d1b-3e22-4b6e-9f57-4a54b56399a0),segment_id=d5b11d1b-3e22-4b6e-9f57-4a54b56399a0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:01.256211 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39bb484-3310-4111-a58a-c4deb8aadded tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:01.260051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39bb484-3310-4111-a58a-c4deb8aadded tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:01.260764 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e39bb484-3310-4111-a58a-c4deb8aadded tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/subnets/21d403ba-c43d-4016-ac01-77c492fd129e HTTP/1.1" status: 404 len: 337 time: 0.0413458 Nov 15 14:51:01.266444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93249624-15d0-47dd-814d-12c950cc45bc req-8371db4c-2ef0-431c-81c7-445284478253 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693527 Nov 15 14:51:01.267412 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:01.312588 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ebc9d9-f022-48e7-85bd-5f3f2e0bab8e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:01.313129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ebc9d9-f022-48e7-85bd-5f3f2e0bab8e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:01.314569 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:01.316449 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b3ebc9d9-f022-48e7-85bd-5f3f2e0bab8e tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/7fd0345e-ecae-41bd-8a88-433ebb898760 HTTP/1.1" status: 404 len: 339 time: 0.0479827 Nov 15 14:51:01.319450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:01.380755 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-528146ac-456c-4caf-b2ae-18e95dfc2626 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:01.382121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528146ac-456c-4caf-b2ae-18e95dfc2626 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:01.392606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-528146ac-456c-4caf-b2ae-18e95dfc2626 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/subnets/80f76e5b-2387-4eb7-a629-7df1f4cf467b HTTP/1.1" status: 404 len: 337 time: 0.0713344 Nov 15 14:51:01.394993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49420) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:01.436980 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c3a2d7-ac37-445d-9936-7f11dfe67db0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:01.440955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c3a2d7-ac37-445d-9936-7f11dfe67db0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:01.442090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=4203998d-8975-437a-be1e-be2b7a991068,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:01.446958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:01.448210 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-76c3a2d7-ac37-445d-9936-7f11dfe67db0 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/eb38a9e8-d1c5-47d1-9bde-5dff50a7e221 HTTP/1.1" status: 404 len: 339 time: 0.0480905 Nov 15 14:51:01.484560 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce95205a-1ee9-46dd-91e5-396d35880635 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:01.485024 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce95205a-1ee9-46dd-91e5-396d35880635 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:01.488058 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ce95205a-1ee9-46dd-91e5-396d35880635 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/subnets/6e885763-00a7-4fe9-9c3b-c29b6a0bff46 HTTP/1.1" status: 404 len: 337 time: 0.0402925 Nov 15 14:51:01.490802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:01.513627 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-76de55cf-3df6-42cb-87e6-e2f15fbc580c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:01.514155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76de55cf-3df6-42cb-87e6-e2f15fbc580c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:01.517378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-76de55cf-3df6-42cb-87e6-e2f15fbc580c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/53cc5708-c04c-48e9-92d2-2138b8259add HTTP/1.1" status: 404 len: 339 time: 0.0254955 Nov 15 14:51:01.526953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168c13c-e794-4319-8788-ae3d6cac8e4f req-7ccd3be1-8024-4dcb-b6ed-d1caf5019bad tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:01.528544 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9168c13c-e794-4319-8788-ae3d6cac8e4f req-7ccd3be1-8024-4dcb-b6ed-d1caf5019bad tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 945 time: 0.0749238 Nov 15 14:51:01.529059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:01.580807 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-43161a58-7179-4e14-8792-819867f9ceef tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:01.581319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43161a58-7179-4e14-8792-819867f9ceef tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:01.585579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-43161a58-7179-4e14-8792-819867f9ceef tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/subnets/f6918c2f-97c7-4b1c-a074-684cbd3bbc9a HTTP/1.1" status: 404 len: 337 time: 0.0551288 Nov 15 14:51:01.588342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:01.600953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['8a7a3658-d4f5-43fe-ae9e-d88630e412e3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:51:01.617394 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a88fcc6-de0b-46ad-9271-ae3077acca31 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:01.617911 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a88fcc6-de0b-46ad-9271-ae3077acca31 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:01.636029 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7a88fcc6-de0b-46ad-9271-ae3077acca31 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/2b2a34da-714b-4893-b134-8ec946f834e4 HTTP/1.1" status: 404 len: 339 time: 0.0465934 Nov 15 14:51:01.636638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:01.647735 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['4203998d-8975-437a-be1e-be2b7a991068'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:51:01.688718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['28729526-4d8a-4ba3-a5d3-097cbab6c0c9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:51:01.701651 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9168c13c-e794-4319-8788-ae3d6cac8e4f req-26d1e18a-6c25-4eba-a6d4-d4b11a29c36b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638093 Nov 15 14:51:01.702949 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c47b93-dc98-4800-b711-b2c8e1d77f2c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:01.703424 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c47b93-dc98-4800-b711-b2c8e1d77f2c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:01.713280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:01.717596 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-82c47b93-dc98-4800-b711-b2c8e1d77f2c tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/subnets/707e7c5a-556a-4a60-a2b4-c40cfb207d30 HTTP/1.1" status: 404 len: 337 time: 0.0715249 Nov 15 14:51:01.719074 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feb09c25-719c-4e4d-a50f-3886225f5f68 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:01.724374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d78cc-085c-46b6-aa45-604e1fa8cfed req-a32352d5-7e5c-41ae-966f-7662bf5daf2d tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:01.726240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b23d78cc-085c-46b6-aa45-604e1fa8cfed req-a32352d5-7e5c-41ae-966f-7662bf5daf2d tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 944 time: 0.1396089 Nov 15 14:51:01.759900 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5801777-a801-4535-8557-5905bc6e73e1 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] DELETE failed (client error): The resource could not be found. Nov 15 14:51:01.760563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5801777-a801-4535-8557-5905bc6e73e1 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:01.766037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e5801777-a801-4535-8557-5905bc6e73e1 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/3c2a2fa5-d8f7-434c-8ad4-e3ec00a72316 HTTP/1.1" status: 404 len: 339 time: 0.0365367 Nov 15 14:51:01.810625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:01.813577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb09c25-719c-4e4d-a50f-3886225f5f68 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Subnet': ['ID=b7fd7228-54cd-49a5-a7ae-369c4f064b8b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:01.838073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b23d78cc-085c-46b6-aa45-604e1fa8cfed req-1c3c248a-1354-400c-80c3-bc5a826a6691 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728319 Nov 15 14:51:01.875588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0ac367-7577-4569-8068-d3ed56da3709 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Deleting subnet ff72c47e-ff6b-4447-b895-68a8c7ec43a0 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:51:01.885267 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac367-7577-4569-8068-d3ed56da3709 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:01.953724 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac367-7577-4569-8068-d3ed56da3709 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:01.987378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb09c25-719c-4e4d-a50f-3886225f5f68 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Checking segment: {'id': '0c28e7dd-c1db-4171-ae2f-8c67707b191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f660548f-fcd8-4938-83ee-e7fc209d8e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:01.987680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb09c25-719c-4e4d-a50f-3886225f5f68 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network hostable DHCP agents. Network: f660548f-fcd8-4938-83ee-e7fc209d8e56, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:51:02.073061 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac367-7577-4569-8068-d3ed56da3709 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:02.077783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb09c25-719c-4e4d-a50f-3886225f5f68 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network f660548f-fcd8-4938-83ee-e7fc209d8e56 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:51:02.150896 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f18e5442-e2c1-4319-8385-f743fc37377e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:02.194287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-feb09c25-719c-4e4d-a50f-3886225f5f68 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, f660548f-fcd8-4938-83ee-e7fc209d8e56) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:02.204299 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7229ce-619c-4812-ab40-1e4e9b0e59b9 None None] Network f660548f-fcd8-4938-83ee-e7fc209d8e56 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:02.205478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb09c25-719c-4e4d-a50f-3886225f5f68 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:02.206079 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feb09c25-719c-4e4d-a50f-3886225f5f68 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:02.223311 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac367-7577-4569-8068-d3ed56da3709 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:02.340234 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-feb09c25-719c-4e4d-a50f-3886225f5f68 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4289696 Nov 15 14:51:02.340333 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49446) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:02.340426 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac367-7577-4569-8068-d3ed56da3709 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:02.344445 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cc0ac367-7577-4569-8068-d3ed56da3709 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/subnets/ff72c47e-ff6b-4447-b895-68a8c7ec43a0 HTTP/1.1" status: 204 len: 168 time: 0.5262113 Nov 15 14:51:02.344445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ac367-7577-4569-8068-d3ed56da3709 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Subnet': ['ID=ff72c47e-ff6b-4447-b895-68a8c7ec43a0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:02.346783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:02.351377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': 'f660548f-fcd8-4938-83ee-e7fc209d8e56', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2128568828'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:02.387653 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552e2944-db20-49ec-98ee-04328ecb92b3 None None] Network 5c3681ff-2cd3-4207-bbf0-9b4300e20b11 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:02.463912 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:02.550906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Deleting port f59145d6-6845-4c19-a03d-27c930dced9b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:02.551160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:02.628883 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f660548f-fcd8-4938-83ee-e7fc209d8e56', 'network_id': 'f660548f-fcd8-4938-83ee-e7fc209d8e56', 'tenant_id': 'dea70e201b0647fb936a8620cd1a94b8', 'fixed_ips': [{'subnet_id': 'b7fd7228-54cd-49a5-a7ae-369c4f064b8b'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:51:02.630252 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:02.673253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] For port f59145d6-6845-4c19-a03d-27c930dced9b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f59145d6-6845-4c19-a03d-27c930dced9b,segment=NetworkSegment(3ae2e2be-2196-4676-b5e9-cf72c4175ad8),segment_id=3ae2e2be-2196-4676-b5e9-cf72c4175ad8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:02.673863 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:02.703147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb5b68-1ec6-4098-a67a-17079538345d req-53415b8e-aebb-4cff-8cbf-ec192d888274 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:02.714829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4fb5b68-1ec6-4098-a67a-17079538345d req-53415b8e-aebb-4cff-8cbf-ec192d888274 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 944 time: 0.2213285 Nov 15 14:51:02.725072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Calling delete_port for f59145d6-6845-4c19-a03d-27c930dced9b owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:02.797403 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c107323-bf9e-448d-9f3e-6223c4e02473 None None] DHCP port deletion for 5c3681ff-2cd3-4207-bbf0-9b4300e20b11 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:02.880264 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4fb5b68-1ec6-4098-a67a-17079538345d req-dc71cee4-8b6c-44f2-a3c4-c8c994fad083 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644564 Nov 15 14:51:02.911758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9ad71-34b7-4d67-944f-7cd760626f5d req-24d7a26e-9643-4c07-b086-ec9d26586adb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:02.921009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89e9ad71-34b7-4d67-944f-7cd760626f5d req-24d7a26e-9643-4c07-b086-ec9d26586adb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 945 time: 0.1052315 Nov 15 14:51:02.925174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Allocated IP 172.20.0.2 (f660548f-fcd8-4938-83ee-e7fc209d8e56/b7fd7228-54cd-49a5-a7ae-369c4f064b8b/b1e497d1-0888-4652-83a0-3046caba02b1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:02.931175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:02.935428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:02.942277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8c107323-bf9e-448d-9f3e-6223c4e02473 None None] Deleting port f59145d6-6845-4c19-a03d-27c930dced9b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:02.942674 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c107323-bf9e-448d-9f3e-6223c4e02473 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:02.948595 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:02.980718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port 845dd9f9-9c96-4c94-8f35-20d824541a86 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:51:03.011145 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Port': ['ID=f59145d6-6845-4c19-a03d-27c930dced9b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:03.025590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] No DVR routers for this DVR port f59145d6-6845-4c19-a03d-27c930dced9b on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:03.056799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8c107323-bf9e-448d-9f3e-6223c4e02473 None None] For port f59145d6-6845-4c19-a03d-27c930dced9b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f59145d6-6845-4c19-a03d-27c930dced9b,segment=NetworkSegment(3ae2e2be-2196-4676-b5e9-cf72c4175ad8),segment_id=3ae2e2be-2196-4676-b5e9-cf72c4175ad8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:03.057203 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c107323-bf9e-448d-9f3e-6223c4e02473 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:03.075117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8c107323-bf9e-448d-9f3e-6223c4e02473 None None] Calling delete_port for f59145d6-6845-4c19-a03d-27c930dced9b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:03.119224 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89e9ad71-34b7-4d67-944f-7cd760626f5d req-5bbc7c9d-8d0d-455a-916e-8202d07d8925 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915991 Nov 15 14:51:03.158353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740d2a9-65b3-4778-b15a-8cf12b7e6c8a req-4668fd6a-3a37-48c2-b507-080f677ebbb9 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:03.160144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3740d2a9-65b3-4778-b15a-8cf12b7e6c8a req-4668fd6a-3a37-48c2-b507-080f677ebbb9 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 944 time: 0.1152802 Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.163608 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:03.166513 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:51:03.203791 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c107323-bf9e-448d-9f3e-6223c4e02473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:03.233113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3740d2a9-65b3-4778-b15a-8cf12b7e6c8a req-67672609-0736-454b-b5e2-3bca4dc08de8 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616555 Nov 15 14:51:03.237238 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c107323-bf9e-448d-9f3e-6223c4e02473 None None] Pushing event deleted for resources: {'Port': ['ID=f59145d6-6845-4c19-a03d-27c930dced9b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:03.244283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c107323-bf9e-448d-9f3e-6223c4e02473 None None] No DVR routers for this DVR port f59145d6-6845-4c19-a03d-27c930dced9b on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:03.388592 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:03.439480 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f59145d6-6845-4c19-a03d-27c930dced9b no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:51:03.474335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: f59145d6-6845-4c19-a03d-27c930dced9b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:51:03.474781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f59145d6-6845-4c19-a03d-27c930dced9b not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:51:03.497760 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:03.509612 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:03.533840 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Network f660548f-fcd8-4938-83ee-e7fc209d8e56 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:03.539454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:03.542432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:03.570844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.14 (f660548f-fcd8-4938-83ee-e7fc209d8e56/b7fd7228-54cd-49a5-a7ae-369c4f064b8b/845dd9f9-9c96-4c94-8f35-20d824541a86) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:03.602569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Pushing event updated for resources: {'Port': ['ID=b1e497d1-0888-4652-83a0-3046caba02b1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:03.644482 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Attempting to bind port b1e497d1-0888-4652-83a0-3046caba02b1 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:51:03.645243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Attempting to bind port b1e497d1-0888-4652-83a0-3046caba02b1 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0c28e7dd-c1db-4171-ae2f-8c67707b191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f660548f-fcd8-4938-83ee-e7fc209d8e56'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:51:03.645961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Attempting to bind port b1e497d1-0888-4652-83a0-3046caba02b1 on network f660548f-fcd8-4938-83ee-e7fc209d8e56 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:03.654761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:51:03.655938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Checking segment: {'id': '0c28e7dd-c1db-4171-ae2f-8c67707b191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f660548f-fcd8-4938-83ee-e7fc209d8e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:03.657001 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:03.657635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Bound using segment: {'id': '0c28e7dd-c1db-4171-ae2f-8c67707b191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f660548f-fcd8-4938-83ee-e7fc209d8e56'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:51:03.658845 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Bound port: b1e497d1-0888-4652-83a0-3046caba02b1, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c28e7dd-c1db-4171-ae2f-8c67707b191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f660548f-fcd8-4938-83ee-e7fc209d8e56'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:51:03.659491 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:03.740928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] For port b1e497d1-0888-4652-83a0-3046caba02b1, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:51:03.744474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] For port b1e497d1-0888-4652-83a0-3046caba02b1, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b1e497d1-0888-4652-83a0-3046caba02b1,segment=NetworkSegment(0c28e7dd-c1db-4171-ae2f-8c67707b191c),segment_id=0c28e7dd-c1db-4171-ae2f-8c67707b191c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:51:03.760629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:03.778029 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:03.799272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3681ff-2cd3-4207-bbf0-9b4300e20b11']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:03.807681 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4203998d-8975-437a-be1e-be2b7a991068 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:03.809750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae2e2be-2196-4676-b5e9-cf72c4175ad8') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:03.810057 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae2e2be-2196-4676-b5e9-cf72c4175ad8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:03.820067 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:03.842638 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:03.849770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:51:03.850348 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:51:03.853919 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:51:04.005082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936277b-1d37-4320-98f7-81dddce3affc req-665585fc-5d74-4370-a514-e830789d25b0 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:04.006983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2936277b-1d37-4320-98f7-81dddce3affc req-665585fc-5d74-4370-a514-e830789d25b0 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 944 time: 0.0506542 Nov 15 14:51:04.023339 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:04.031326 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:04.090666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network f660548f-fcd8-4938-83ee-e7fc209d8e56 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:04.095402 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c06446-c9d8-41a1-a861-516590a074bf None None] Pushing event updated for resources: {'Port': ['ID=b1e497d1-0888-4652-83a0-3046caba02b1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:04.103145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:04.105675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:04.113719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 4203998d-8975-437a-be1e-be2b7a991068 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:51:04.122604 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 4203998d-8975-437a-be1e-be2b7a991068 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:04.122604 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:04.142280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=845dd9f9-9c96-4c94-8f35-20d824541a86,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:04.142519 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:04.151368 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:04.163352 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] 10.222.0.70 "DELETE /v2.0/networks/5c3681ff-2cd3-4207-bbf0-9b4300e20b11 HTTP/1.1" status: 204 len: 168 time: 1.8130729 Nov 15 14:51:04.171974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2936277b-1d37-4320-98f7-81dddce3affc req-a3c52f8b-7210-464a-9770-4cb4bfb35db4 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577263 Nov 15 14:51:04.188921 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670ee7d-9637-4006-9b91-fc96b3f9f0c7 tempest-NetworksTest-890033424 tempest-NetworksTest-890033424-project] Pushing event deleted for resources: {'Network': ['ID=5c3681ff-2cd3-4207-bbf0-9b4300e20b11,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:04.223766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:04.224422 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:04.350062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4b498-dbe0-4c65-a6b2-d6e493c8949d req-f86e2118-4b14-47ed-a458-080e454388e7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:04.362275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52d4b498-dbe0-4c65-a6b2-d6e493c8949d req-f86e2118-4b14-47ed-a458-080e454388e7 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 945 time: 0.1218514 Nov 15 14:51:04.395777 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-47d3904a-826c-4ef9-98a9-64201bab69f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.0556922 Nov 15 14:51:04.397265 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:04.398817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49472) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:04.447592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b407fcc8-3e6b-4b42-a26b-cc796c489c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4203998d-8975-437a-be1e-be2b7a991068'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:04.459351 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f05860-12b2-4535-a6ba-dabf780a8158" -d '{"events": [{"server_uuid": "b407fcc8-3e6b-4b42-a26b-cc796c489c53", "name": "network-vif-plugged", "status": "completed", "tag": "4203998d-8975-437a-be1e-be2b7a991068"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:04.470859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52d4b498-dbe0-4c65-a6b2-d6e493c8949d req-84a11bb7-e75e-452a-b290-af9f884fe571 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087198 Nov 15 14:51:04.486208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 4203998d-8975-437a-be1e-be2b7a991068, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4203998d-8975-437a-be1e-be2b7a991068,segment=NetworkSegment(d5b11d1b-3e22-4b6e-9f57-4a54b56399a0),segment_id=d5b11d1b-3e22-4b6e-9f57-4a54b56399a0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:04.492722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8f3ad-d0e7-407a-b7ec-89ff86e1cb13 req-0b98f849-4712-4687-a660-8cce74212838 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:04.507432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19f8f3ad-d0e7-407a-b7ec-89ff86e1cb13 req-0b98f849-4712-4687-a660-8cce74212838 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 944 time: 0.1261451 Nov 15 14:51:04.565714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19f8f3ad-d0e7-407a-b7ec-89ff86e1cb13 req-72312863-b969-4a37-93ee-9bcc2799fb68 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617929 Nov 15 14:51:04.577691 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2f7cbf-fee1-4187-ac0a-0632c514184d x-openstack-request-id: req-7d2f7cbf-fee1-4187-ac0a-0632c514184d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:04.578005 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b407fcc8-3e6b-4b42-a26b-cc796c489c53", "name": "network-vif-plugged", "status": "completed", "tag": "4203998d-8975-437a-be1e-be2b7a991068", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:04.578261 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d2f7cbf-fee1-4187-ac0a-0632c514184d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:04.578872 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b407fcc8-3e6b-4b42-a26b-cc796c489c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4203998d-8975-437a-be1e-be2b7a991068', 'code': 200} Nov 15 14:51:04.611955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a9de5-e9de-4e6d-a728-47532c0da12b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port 845dd9f9-9c96-4c94-8f35-20d824541a86 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:04.617632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a2a9de5-e9de-4e6d-a728-47532c0da12b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:04.684443 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:04.692189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:04.694796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f41e8-e554-4084-b385-e99bfc6e53a7 req-7a2fc260-819e-4288-b5e2-a9cd13aa677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:04.696636 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a31f41e8-e554-4084-b385-e99bfc6e53a7 req-7a2fc260-819e-4288-b5e2-a9cd13aa677b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 1095 time: 0.0519211 Nov 15 14:51:04.717502 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a2a9de5-e9de-4e6d-a728-47532c0da12b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:04.731859 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a9de5-e9de-4e6d-a728-47532c0da12b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for 845dd9f9-9c96-4c94-8f35-20d824541a86 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:04.757870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a31f41e8-e554-4084-b385-e99bfc6e53a7 req-db3d128f-5ed5-477c-ae56-fd1c54069028 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545845 Nov 15 14:51:04.793506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=4203998d-8975-437a-be1e-be2b7a991068,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:04.806627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49482) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:04.932277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:51:04.939699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:04.940104 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:04.990411 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a2a9de5-e9de-4e6d-a728-47532c0da12b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:05.057856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a9de5-e9de-4e6d-a728-47532c0da12b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=845dd9f9-9c96-4c94-8f35-20d824541a86,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:05.130246 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:05.156701 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:05.173350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49488) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:05.214457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=28729526-4d8a-4ba3-a5d3-097cbab6c0c9,segment=NetworkSegment(921a028c-887f-4536-a15f-d2241ec6805d),segment_id=921a028c-887f-4536-a15f-d2241ec6805d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:05.229317 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a2a9de5-e9de-4e6d-a728-47532c0da12b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:05.233660 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7a2a9de5-e9de-4e6d-a728-47532c0da12b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/845dd9f9-9c96-4c94-8f35-20d824541a86 HTTP/1.1" status: 204 len: 168 time: 0.8321490 Nov 15 14:51:05.236826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49494) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:05.281129 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:05.286306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:05.295073 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d76487-8938-490e-8509-035835a37d23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:51:05.299795 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b5d76487-8938-490e-8509-035835a37d23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/845dd9f9-9c96-4c94-8f35-20d824541a86 HTTP/1.1" status: 404 len: 333 time: 0.0614972 Nov 15 14:51:05.302883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49496) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:05.478969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e34864-a4f1-46ed-b2ac-48149a7c637c req-b4fb3860-a15d-46d7-ada6-becf60b52e7a tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:05.480754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91e34864-a4f1-46ed-b2ac-48149a7c637c req-b4fb3860-a15d-46d7-ada6-becf60b52e7a tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 945 time: 0.1041474 Nov 15 14:51:05.525131 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f029a58a-b7c3-4eab-8f5c-d02b5b1d1c62 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a64816c474e04ba9bfa514d49328d116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502362 Nov 15 14:51:05.527830 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49500) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:05.561565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa553f5-9e21-41a9-956a-cc5c66b54d6a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting subnet b7fd7228-54cd-49a5-a7ae-369c4f064b8b {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:51:05.578140 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0aa553f5-9e21-41a9-956a-cc5c66b54d6a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:05.606792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=28729526-4d8a-4ba3-a5d3-097cbab6c0c9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:05.638692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b1e497d1-0888-4652-83a0-3046caba02b1 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:05.650573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:51:05.656473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91e34864-a4f1-46ed-b2ac-48149a7c637c req-673ff71e-940d-4dd6-924c-d456f5fcc1db tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680436 Nov 15 14:51:05.673792 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0aa553f5-9e21-41a9-956a-cc5c66b54d6a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:05.738875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c1521-ed22-4e62-863e-a31a9b640af1 None None] Network f660548f-fcd8-4938-83ee-e7fc209d8e56 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:05.747554 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-229356bc-2c8e-463a-a89b-b111995a72b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:05.803091 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0aa553f5-9e21-41a9-956a-cc5c66b54d6a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:05.950951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e530942-c391-406e-9f8e-6147b62433d7 req-1319beb1-b4d1-4c19-bb7c-2d68b05d183b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:05.953660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ef2002-014c-4456-b438-83c87c0b4217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:05.962741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e530942-c391-406e-9f8e-6147b62433d7 req-1319beb1-b4d1-4c19-bb7c-2d68b05d183b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 946 time: 0.3308036 Nov 15 14:51:06.010735 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ef2002-014c-4456-b438-83c87c0b4217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.014826 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0aa553f5-9e21-41a9-956a-cc5c66b54d6a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.044105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746780-bd27-4034-86ae-53f75a69fbc3 req-7ddabc36-12f1-496d-bb1c-57b9e65292ff tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:06.052772 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46746780-bd27-4034-86ae-53f75a69fbc3 req-7ddabc36-12f1-496d-bb1c-57b9e65292ff tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 944 time: 0.1408322 Nov 15 14:51:06.088178 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa553f5-9e21-41a9-956a-cc5c66b54d6a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Subnet': ['ID=b7fd7228-54cd-49a5-a7ae-369c4f064b8b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:06.097603 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0aa553f5-9e21-41a9-956a-cc5c66b54d6a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.109923 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0aa553f5-9e21-41a9-956a-cc5c66b54d6a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/b7fd7228-54cd-49a5-a7ae-369c4f064b8b HTTP/1.1" status: 204 len: 168 time: 0.8058000 Nov 15 14:51:06.125009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49512) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:06.139576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:06.139952 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.270219 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.277777 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e530942-c391-406e-9f8e-6147b62433d7 req-46763bcd-d659-4ba0-a9fe-4f11c09d0b48 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989039 Nov 15 14:51:06.294167 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ef2002-014c-4456-b438-83c87c0b4217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.297658 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ef2002-014c-4456-b438-83c87c0b4217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.299074 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-15ef2002-014c-4456-b438-83c87c0b4217 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e744ee4-51de-45f0-b179-10728da1f00d HTTP/1.1" status: 204 len: 168 time: 0.7703280 Nov 15 14:51:06.303998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46746780-bd27-4034-86ae-53f75a69fbc3 req-04614332-2b35-4eed-a078-7cf419a650b8 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502747 Nov 15 14:51:06.333037 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2e8eec7e-f0e4-4c4c-ae29-f922e00a0dbd None None] Provisioning complete for port b1e497d1-0888-4652-83a0-3046caba02b1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:06.333927 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e8eec7e-f0e4-4c4c-ae29-f922e00a0dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.340764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef2002-014c-4456-b438-83c87c0b4217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e744ee4-51de-45f0-b179-10728da1f00d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:06.408148 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.461335 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.500148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port b1e497d1-0888-4652-83a0-3046caba02b1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:06.500890 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.541167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port b1e497d1-0888-4652-83a0-3046caba02b1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:06.541167 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.583398 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:06.585639 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c858fe-61d9-4fb9-8a05-6a6f5988ff80" -d '{"events": [{"server_uuid": "49edbc91-eb43-4a0f-93e1-c70c47d0297e", "name": "network-vif-plugged", "status": "completed", "tag": "28729526-4d8a-4ba3-a5d3-097cbab6c0c9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:06.621643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=8a7a3658-d4f5-43fe-ae9e-d88630e412e3,segment=NetworkSegment(4ea88268-b493-4036-b744-8a659acccbec),segment_id=4ea88268-b493-4036-b744-8a659acccbec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:06.634880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] For port b1e497d1-0888-4652-83a0-3046caba02b1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b1e497d1-0888-4652-83a0-3046caba02b1,segment=NetworkSegment(0c28e7dd-c1db-4171-ae2f-8c67707b191c),segment_id=0c28e7dd-c1db-4171-ae2f-8c67707b191c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:06.635271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.643187 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cea862-6227-4df6-8176-68c49b9e705f x-openstack-request-id: req-e2cea862-6227-4df6-8176-68c49b9e705f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:06.646867 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49edbc91-eb43-4a0f-93e1-c70c47d0297e", "name": "network-vif-plugged", "status": "completed", "tag": "28729526-4d8a-4ba3-a5d3-097cbab6c0c9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:06.647581 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2cea862-6227-4df6-8176-68c49b9e705f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:06.648192 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9', 'code': 200} Nov 15 14:51:06.674940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for b1e497d1-0888-4652-83a0-3046caba02b1 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:06.773484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-229356bc-2c8e-463a-a89b-b111995a72b7 admin admin] Deleting port d1066eca-82bd-43cb-a5e3-610f4c49a907 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:06.773840 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-229356bc-2c8e-463a-a89b-b111995a72b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.809861 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e8eec7e-f0e4-4c4c-ae29-f922e00a0dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.816017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce9d207-87eb-4a88-a35d-9769f314978e None None] DHCP port deletion for f660548f-fcd8-4938-83ee-e7fc209d8e56 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:06.868708 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.939961 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:06.977257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2e8eec7e-f0e4-4c4c-ae29-f922e00a0dbd None None] For port b1e497d1-0888-4652-83a0-3046caba02b1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b1e497d1-0888-4652-83a0-3046caba02b1,segment=NetworkSegment(0c28e7dd-c1db-4171-ae2f-8c67707b191c),segment_id=0c28e7dd-c1db-4171-ae2f-8c67707b191c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:06.994562 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=8a7a3658-d4f5-43fe-ae9e-d88630e412e3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:07.007784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bce9d207-87eb-4a88-a35d-9769f314978e None None] Deleting port b1e497d1-0888-4652-83a0-3046caba02b1 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:07.008251 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bce9d207-87eb-4a88-a35d-9769f314978e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:07.015445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-229356bc-2c8e-463a-a89b-b111995a72b7 admin admin] For port d1066eca-82bd-43cb-a5e3-610f4c49a907, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d1066eca-82bd-43cb-a5e3-610f4c49a907,segment=NetworkSegment(9de8b916-1c41-43ba-8250-6b6d8496600d),segment_id=9de8b916-1c41-43ba-8250-6b6d8496600d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:07.016069 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-229356bc-2c8e-463a-a89b-b111995a72b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:07.052067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-229356bc-2c8e-463a-a89b-b111995a72b7 admin admin] Calling delete_port for d1066eca-82bd-43cb-a5e3-610f4c49a907 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:07.053573 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e8eec7e-f0e4-4c4c-ae29-f922e00a0dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:07.195236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8eec7e-f0e4-4c4c-ae29-f922e00a0dbd None None] Pushing event updated for resources: {'Port': ['ID=b1e497d1-0888-4652-83a0-3046caba02b1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:07.198442 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:51:07.205781 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:51:07.214448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bce9d207-87eb-4a88-a35d-9769f314978e None None] For port b1e497d1-0888-4652-83a0-3046caba02b1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b1e497d1-0888-4652-83a0-3046caba02b1,segment=NetworkSegment(0c28e7dd-c1db-4171-ae2f-8c67707b191c),segment_id=0c28e7dd-c1db-4171-ae2f-8c67707b191c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:07.215066 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bce9d207-87eb-4a88-a35d-9769f314978e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:07.232226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bce9d207-87eb-4a88-a35d-9769f314978e None None] Calling delete_port for b1e497d1-0888-4652-83a0-3046caba02b1 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:07.344919 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bce9d207-87eb-4a88-a35d-9769f314978e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:07.377791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce9d207-87eb-4a88-a35d-9769f314978e None None] No DVR routers for this DVR port b1e497d1-0888-4652-83a0-3046caba02b1 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:07.420617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9d207-87eb-4a88-a35d-9769f314978e None None] Pushing event deleted for resources: {'Port': ['ID=b1e497d1-0888-4652-83a0-3046caba02b1,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:07.617718 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:07.673908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3167b-1b2d-493b-bfb0-9da4d4cb99cd req-e50c3c5d-b04a-4ecb-9dff-98074280eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:07.675446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7d3167b-1b2d-493b-bfb0-9da4d4cb99cd req-e50c3c5d-b04a-4ecb-9dff-98074280eb40 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 1097 time: 0.8196929 Nov 15 14:51:07.688244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=b1e497d1-0888-4652-83a0-3046caba02b1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:07.690236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No DVR routers for this DVR port b1e497d1-0888-4652-83a0-3046caba02b1 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:07.711429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49548) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:07.739099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Port b1e497d1-0888-4652-83a0-3046caba02b1 update to ACTIVE by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 14:51:07.771714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a4c32-54b6-4e9b-bb06-8607aaaaea5d req-f0dfa46d-5cba-49bb-879e-6288c3e67084 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:07.773302 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d4a4c32-54b6-4e9b-bb06-8607aaaaea5d req-f0dfa46d-5cba-49bb-879e-6288c3e67084 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 945 time: 0.9162934 Nov 15 14:51:07.839911 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1eb33091-1b39-4c00-ba62-b91aa4e962fa tempest-SubnetPoolsTestJSON-815981314 tempest-SubnetPoolsTestJSON-815981314-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-261481676', 'prefixes': ['172.20.0.0/16']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:07.873561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b1e497d1-0888-4652-83a0-3046caba02b1 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:51:07.896211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: b1e497d1-0888-4652-83a0-3046caba02b1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:51:07.896678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b1e497d1-0888-4652-83a0-3046caba02b1 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:51:07.961200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc7b8c-6541-47cd-8300-7be60c473055 req-eb4ff51c-dd9f-451e-85ee-4dff54e04ea3 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:07.963295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20bc7b8c-6541-47cd-8300-7be60c473055 req-eb4ff51c-dd9f-451e-85ee-4dff54e04ea3 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.3518429 Nov 15 14:51:07.967469 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:07.988258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7d3167b-1b2d-493b-bfb0-9da4d4cb99cd req-79ff9693-4dc9-4a39-81eb-b2581a0fd9d0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956164 Nov 15 14:51:08.038768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f660548f-fcd8-4938-83ee-e7fc209d8e56']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:08.063652 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c28e7dd-c1db-4171-ae2f-8c67707b191c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:08.063967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c28e7dd-c1db-4171-ae2f-8c67707b191c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:08.084940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d4a4c32-54b6-4e9b-bb06-8607aaaaea5d req-50bda209-a02d-464f-aece-caf4e3e7e15e tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488921 Nov 15 14:51:08.091463 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:08.123390 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eb33091-1b39-4c00-ba62-b91aa4e962fa tempest-SubnetPoolsTestJSON-815981314 tempest-SubnetPoolsTestJSON-815981314-project] Publish callbacks [] for subnetpool, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:08.125398 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1eb33091-1b39-4c00-ba62-b91aa4e962fa tempest-SubnetPoolsTestJSON-815981314 tempest-SubnetPoolsTestJSON-815981314-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4128766 Nov 15 14:51:08.130448 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49556) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:08.172244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20bc7b8c-6541-47cd-8300-7be60c473055 req-377910a0-54f2-4b14-a31e-13f6adf439ee tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907349 Nov 15 14:51:08.174579 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5c685973-6a69-436d-b690-3a151a347eb9 tempest-SubnetPoolsTestJSON-815981314 tempest-SubnetPoolsTestJSON-815981314-project] 10.222.0.70 "GET /v2.0/subnetpools/87cd271c-5896-4d26-ab54-44032f7b873c HTTP/1.1" status: 200 len: 731 time: 0.0421288 Nov 15 14:51:08.177312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:08.183393 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a9e646cb-af06-4379-bbe9-c91ef2acb0db tempest-SubnetPoolsTestJSON-815981314 tempest-SubnetPoolsTestJSON-815981314-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-674115596'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:08.200575 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:08.210287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:51:08.210797 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:51:08.215868 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:51:08.230600 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-229356bc-2c8e-463a-a89b-b111995a72b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:08.309784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229356bc-2c8e-463a-a89b-b111995a72b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1066eca-82bd-43cb-a5e3-610f4c49a907,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:08.381304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f339b-0485-47ac-9842-91ec4edc8c38 req-10dbdb07-9ffa-46a0-bf94-b02212fd2ae2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:08.382859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc3f339b-0485-47ac-9842-91ec4edc8c38 req-10dbdb07-9ffa-46a0-bf94-b02212fd2ae2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 946 time: 0.2292187 Nov 15 14:51:08.415374 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9e646cb-af06-4379-bbe9-c91ef2acb0db tempest-SubnetPoolsTestJSON-815981314 tempest-SubnetPoolsTestJSON-815981314-project] Publish callbacks [] for subnetpool, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:08.417482 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a9e646cb-af06-4379-bbe9-c91ef2acb0db tempest-SubnetPoolsTestJSON-815981314 tempest-SubnetPoolsTestJSON-815981314-project] 10.222.0.70 "PUT /v2.0/subnetpools/87cd271c-5896-4d26-ab54-44032f7b873c HTTP/1.1" status: 200 len: 683 time: 0.2389565 Nov 15 14:51:08.419995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49560) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:08.454651 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:08.476456 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:08.480287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/networks/f660548f-fcd8-4938-83ee-e7fc209d8e56 HTTP/1.1" status: 204 len: 168 time: 2.3546274 Nov 15 14:51:08.485700 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49562) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:08.502618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c26b7b3d-5008-4c41-83c7-b0629ccc70d2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'name': 'tempest-PortsTestJSON-1910722550'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:08.507079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf21af-2c1e-4ce0-9cdd-06707b1c4feb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Network': ['ID=f660548f-fcd8-4938-83ee-e7fc209d8e56,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:08.566953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d12dd2-5380-42a6-a5a7-b9bee5f9f892 req-b9890e75-94c7-49f8-89c2-7a44541f4f03 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:08.570885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42d12dd2-5380-42a6-a5a7-b9bee5f9f892 req-b9890e75-94c7-49f8-89c2-7a44541f4f03 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 945 time: 0.2034814 Nov 15 14:51:08.622978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc3f339b-0485-47ac-9842-91ec4edc8c38 req-b18767ef-c44e-4d5e-9dda-abf3fc05f20a tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075319 Nov 15 14:51:08.631701 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c19d3fef-5fad-4022-9abd-6000350131fc tempest-SubnetPoolsTestJSON-815981314 tempest-SubnetPoolsTestJSON-815981314-project] Publish callbacks [] for subnetpool, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:08.635432 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c19d3fef-5fad-4022-9abd-6000350131fc tempest-SubnetPoolsTestJSON-815981314 tempest-SubnetPoolsTestJSON-815981314-project] 10.222.0.70 "DELETE /v2.0/subnetpools/87cd271c-5896-4d26-ab54-44032f7b873c HTTP/1.1" status: 204 len: 168 time: 0.2115781 Nov 15 14:51:08.636253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:08.649644 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b018479f-820a-466d-a5dc-ae7a1a2dec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7a3658-d4f5-43fe-ae9e-d88630e412e3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:08.652984 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafc2647-8e91-492e-a28d-47a7ae12d9bc" -d '{"events": [{"server_uuid": "b018479f-820a-466d-a5dc-ae7a1a2dec88", "name": "network-vif-plugged", "status": "completed", "tag": "8a7a3658-d4f5-43fe-ae9e-d88630e412e3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:08.674389 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-1e637384-c542-4686-ba33-45721c1974c0 tempest-SubnetPoolsTestJSON-815981314 tempest-SubnetPoolsTestJSON-815981314-project] show failed (client error): The resource could not be found. Nov 15 14:51:08.676384 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1e637384-c542-4686-ba33-45721c1974c0 tempest-SubnetPoolsTestJSON-815981314 tempest-SubnetPoolsTestJSON-815981314-project] 10.222.0.70 "GET /v2.0/subnetpools/87cd271c-5896-4d26-ab54-44032f7b873c HTTP/1.1" status: 404 len: 346 time: 0.0386486 Nov 15 14:51:08.680469 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49568) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:08.686035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42d12dd2-5380-42a6-a5a7-b9bee5f9f892 req-ae9c699c-c840-49d7-9f36-efb35b3c7dc7 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759366 Nov 15 14:51:08.696783 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-229356bc-2c8e-463a-a89b-b111995a72b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:08.700198 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67b8762-7249-4ffa-b31c-31d38699895c x-openstack-request-id: req-a67b8762-7249-4ffa-b31c-31d38699895c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:08.700625 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b018479f-820a-466d-a5dc-ae7a1a2dec88", "name": "network-vif-plugged", "status": "completed", "tag": "8a7a3658-d4f5-43fe-ae9e-d88630e412e3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:08.700945 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a67b8762-7249-4ffa-b31c-31d38699895c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:08.701411 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b018479f-820a-466d-a5dc-ae7a1a2dec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7a3658-d4f5-43fe-ae9e-d88630e412e3', 'code': 200} Nov 15 14:51:08.705289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26b7b3d-5008-4c41-83c7-b0629ccc70d2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:08.709065 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c26b7b3d-5008-4c41-83c7-b0629ccc70d2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:08.729407 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-f7c15dc0-744c-4acb-a3f4-56f99c18ef7a tempest-SubnetPoolsTestJSON-815981314 tempest-SubnetPoolsTestJSON-815981314-project] delete failed (client error): The resource could not be found. Nov 15 14:51:08.730479 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f7c15dc0-744c-4acb-a3f4-56f99c18ef7a tempest-SubnetPoolsTestJSON-815981314 tempest-SubnetPoolsTestJSON-815981314-project] 10.222.0.70 "DELETE /v2.0/subnetpools/87cd271c-5896-4d26-ab54-44032f7b873c HTTP/1.1" status: 404 len: 346 time: 0.0484273 Nov 15 14:51:08.749516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-c26b7b3d-5008-4c41-83c7-b0629ccc70d2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port 645a928b-4ac5-4e75-a98b-9c9bfe69e85a yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:51:08.901428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203d89b-bb7a-4ef3-96c9-d39725886330 req-70d5bcae-709b-4d4f-8641-df520df11471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:08.903026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5203d89b-bb7a-4ef3-96c9-d39725886330 req-70d5bcae-709b-4d4f-8641-df520df11471 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 1096 time: 0.1081126 Nov 15 14:51:09.012604 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c26b7b3d-5008-4c41-83c7-b0629ccc70d2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:09.047592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5203d89b-bb7a-4ef3-96c9-d39725886330 req-01c6092b-adda-496b-9489-7b4141fb24d6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225893 Nov 15 14:51:09.082438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229356bc-2c8e-463a-a89b-b111995a72b7 admin admin] Router 499f5ad8-53b7-4b8a-9218-a46128fda3eb has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:51:09.166813 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c26b7b3d-5008-4c41-83c7-b0629ccc70d2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:09.234149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229356bc-2c8e-463a-a89b-b111995a72b7 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:51:09.244484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395120ec-3092-4327-88d8-1b1cca3a92f7 req-9b8803c4-2fbe-409e-abcb-083a1a3cb9db tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:09.246050 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395120ec-3092-4327-88d8-1b1cca3a92f7 req-9b8803c4-2fbe-409e-abcb-083a1a3cb9db tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 945 time: 0.0638719 Nov 15 14:51:09.246556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aec134-62c8-47c4-8035-bba54bc210e6 None None] Sync routers for ids ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:51:09.250447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-229356bc-2c8e-463a-a89b-b111995a72b7 admin admin] 10.222.0.70 "PUT /v2.0/routers/499f5ad8-53b7-4b8a-9218-a46128fda3eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4417005 Nov 15 14:51:09.257027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49584) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:09.264426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b7b3d-5008-4c41-83c7-b0629ccc70d2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network c87bea2a-5410-4ca7-bae7-e952de813d96 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:09.267667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aec134-62c8-47c4-8035-bba54bc210e6 None None] Routers {'499f5ad8-53b7-4b8a-9218-a46128fda3eb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:09.268499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-69aec134-62c8-47c4-8035-bba54bc210e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:09.269300 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c26b7b3d-5008-4c41-83c7-b0629ccc70d2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:09.281889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b7b3d-5008-4c41-83c7-b0629ccc70d2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:09.300235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b7b3d-5008-4c41-83c7-b0629ccc70d2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:09.300903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c26b7b3d-5008-4c41-83c7-b0629ccc70d2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:09.323318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b7b3d-5008-4c41-83c7-b0629ccc70d2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=645a928b-4ac5-4e75-a98b-9c9bfe69e85a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:09.370267 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49588) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:09.393894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-69aec134-62c8-47c4-8035-bba54bc210e6 None None] Set router 499f5ad8-53b7-4b8a-9218-a46128fda3eb gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:09.414146 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c26b7b3d-5008-4c41-83c7-b0629ccc70d2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9246867 Nov 15 14:51:09.417320 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:09.499586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062823a6-aef7-4ea0-a703-5936a8b9fa4a req-8a3c17b2-7a2d-4478-b056-79f68e117bc7 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:09.501380 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-062823a6-aef7-4ea0-a703-5936a8b9fa4a req-8a3c17b2-7a2d-4478-b056-79f68e117bc7 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.1351871 Nov 15 14:51:09.507030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395120ec-3092-4327-88d8-1b1cca3a92f7 req-0e3af6f3-c265-44ec-aee0-9bb4fc15fead tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943865 Nov 15 14:51:09.575834 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:09.620434 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdbf4b95-ef3b-4b7c-8d9c-544b52b14ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:09.672273 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-062823a6-aef7-4ea0-a703-5936a8b9fa4a req-926a37c6-ca8c-47a0-b8d2-1c4e376ced76 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625710 Nov 15 14:51:09.673414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-69aec134-62c8-47c4-8035-bba54bc210e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:51:08Z', 'revision_number': 5, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:09.718850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8db3d477-30a8-4702-9261-2a685d0798e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port 645a928b-4ac5-4e75-a98b-9c9bfe69e85a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:09.718850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8db3d477-30a8-4702-9261-2a685d0798e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:09.747249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aec134-62c8-47c4-8035-bba54bc210e6 None None] Checking router: 499f5ad8-53b7-4b8a-9218-a46128fda3eb for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:51:09.754522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aec134-62c8-47c4-8035-bba54bc210e6 None None] Routers {'499f5ad8-53b7-4b8a-9218-a46128fda3eb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:09.755195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-69aec134-62c8-47c4-8035-bba54bc210e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:09.762255 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:09.819832 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8db3d477-30a8-4702-9261-2a685d0798e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:09.844249 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8db3d477-30a8-4702-9261-2a685d0798e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for 645a928b-4ac5-4e75-a98b-9c9bfe69e85a owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:09.851512 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdbf4b95-ef3b-4b7c-8d9c-544b52b14ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:09.924532 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdbf4b95-ef3b-4b7c-8d9c-544b52b14ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:09.930943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-69aec134-62c8-47c4-8035-bba54bc210e6 None None] Set router 499f5ad8-53b7-4b8a-9218-a46128fda3eb gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:09.970306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f2f99-abc0-4b94-8a7d-9c4e2d4b1d84 req-c508d9c2-63bc-4f9c-9aa6-1e6cbe29ab6e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:09.972399 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a2f2f99-abc0-4b94-8a7d-9c4e2d4b1d84 req-c508d9c2-63bc-4f9c-9aa6-1e6cbe29ab6e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 946 time: 0.1581068 Nov 15 14:51:09.991037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Deleting port 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:09.992195 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:10.048723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf4b95-ef3b-4b7c-8d9c-544b52b14ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070e151f-dec4-473d-869b-637c3d237212,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:10.054476 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bdbf4b95-ef3b-4b7c-8d9c-544b52b14ab7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5df9f8a4ffa9431f8b293f9d92fd5b2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6830807 Nov 15 14:51:10.057157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:10.123534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a2f2f99-abc0-4b94-8a7d-9c4e2d4b1d84 req-5405b5ba-37b1-48a7-878b-67f7c2204a7f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405761 Nov 15 14:51:10.126586 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bfddfe9-f06b-4e86-9ba7-d4b31f8e88de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:10.151370 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8db3d477-30a8-4702-9261-2a685d0798e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:10.169671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] For port 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:10.170074 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:10.182767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-69aec134-62c8-47c4-8035-bba54bc210e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:51:08Z', 'revision_number': 5, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:10.183325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bfddfe9-f06b-4e86-9ba7-d4b31f8e88de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:10.193859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Calling delete_port for 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:10.210040 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aec134-62c8-47c4-8035-bba54bc210e6 None None] The sync data for ids ['499f5ad8-53b7-4b8a-9218-a46128fda3eb'] in n-d-817748-2 is: [{'id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'name': 'tempest-TaggedBootDevicesTest-1213403269-router', 'tenant_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:38:27Z', 'updated_at': '2021-11-15T14:51:08Z', 'revision_number': 5, 'project_id': '9d3e7501213e48d7a9edd485f0ee7f80', 'gw_port': {'id': '9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f5ad8-53b7-4b8a-9218-a46128fda3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:38:28Z', 'updated_at': '2021-11-15T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:51:10.228967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3d477-30a8-4702-9261-2a685d0798e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=645a928b-4ac5-4e75-a98b-9c9bfe69e85a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:10.250692 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8db3d477-30a8-4702-9261-2a685d0798e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:10.254208 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8db3d477-30a8-4702-9261-2a685d0798e1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/645a928b-4ac5-4e75-a98b-9c9bfe69e85a HTTP/1.1" status: 204 len: 168 time: 0.8358700 Nov 15 14:51:10.260791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:10.266216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dcf53e72-af8d-447f-9d18-159ff01f0593 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'mac_address': 'fa:16:3e:e2:39:48', 'name': 'tempest-PortsTestJSON-1110664302'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:10.426593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199972fc-db83-4ee8-b74b-d86d7ae8ab62 req-96f67c64-17f7-460d-a7bf-e3666e760810 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:10.428066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-199972fc-db83-4ee8-b74b-d86d7ae8ab62 req-96f67c64-17f7-460d-a7bf-e3666e760810 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 946 time: 0.1912234 Nov 15 14:51:10.474011 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bfddfe9-f06b-4e86-9ba7-d4b31f8e88de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:10.476987 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bfddfe9-f06b-4e86-9ba7-d4b31f8e88de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:10.479135 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1bfddfe9-f06b-4e86-9ba7-d4b31f8e88de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/070e151f-dec4-473d-869b-637c3d237212 HTTP/1.1" status: 204 len: 168 time: 0.4208958 Nov 15 14:51:10.480664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705174b-e43e-43b7-809a-da2352c45599 req-5871e87b-8ebe-440e-9b87-9ba835bfe19b tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:10.482258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c705174b-e43e-43b7-809a-da2352c45599 req-5871e87b-8ebe-440e-9b87-9ba835bfe19b tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 945 time: 0.1708217 Nov 15 14:51:10.488950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfddfe9-f06b-4e86-9ba7-d4b31f8e88de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070e151f-dec4-473d-869b-637c3d237212,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:10.522517 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf53e72-af8d-447f-9d18-159ff01f0593 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:10.596590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-199972fc-db83-4ee8-b74b-d86d7ae8ab62 req-767ba16a-869d-4da5-a20e-42873ee4fb82 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382737 Nov 15 14:51:10.629313 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49612) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:10.631108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c705174b-e43e-43b7-809a-da2352c45599 req-cff61623-718a-46d1-b2b7-b1efab1379b4 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358545 Nov 15 14:51:10.674440 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcf53e72-af8d-447f-9d18-159ff01f0593 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:10.735311 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-dcf53e72-af8d-447f-9d18-159ff01f0593 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port d83b60ed-bfd3-44fd-8269-401e6dffab19 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:51:10.751540 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f563b1c-20db-49f8-9e6b-4ceec11ccbfd tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:10.756062 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1f563b1c-20db-49f8-9e6b-4ceec11ccbfd tempest-TestNetworkBasicOps-597125336 tempest-TestNetworkBasicOps-597125336-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 1092 time: 0.1257150 Nov 15 14:51:10.756665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49618) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:10.783879 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:10.792378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:10.850981 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:10.877603 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04095b43-8285-41f1-9cdf-c014389479b2 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:10.901317 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:10.950019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61188955-7399-435f-91a6-ca36f8ab03e5 req-9c27e40f-4d16-4d7f-b806-9fcd984b28de tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:10.951641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61188955-7399-435f-91a6-ca36f8ab03e5 req-9c27e40f-4d16-4d7f-b806-9fcd984b28de tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.1651046 Nov 15 14:51:10.958927 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.052561 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcf53e72-af8d-447f-9d18-159ff01f0593 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.068697 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.070950 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.120264 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:51:11.162939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61188955-7399-435f-91a6-ca36f8ab03e5 req-a0baeb9b-e464-40ef-86ee-e64f27614d2c tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469513 Nov 15 14:51:11.191149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49636) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:11.205253 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.205798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 499f5ad8-53b7-4b8a-9218-a46128fda3eb {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:51:11.210428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.219337 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1e8313ad-957d-472e-84c6-c8fe9dd2e9f5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/499f5ad8-53b7-4b8a-9218-a46128fda3eb HTTP/1.1" status: 204 len: 168 time: 1.9534047 Nov 15 14:51:11.220028 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.221511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49640) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:11.341840 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcf53e72-af8d-447f-9d18-159ff01f0593 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.348406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c884e43-2a8a-4736-bc8d-e69cb641d97f admin admin] Deleting subnet 0dbae45e-6630-4c9e-b1c2-188262994e2c {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:51:11.360619 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c884e43-2a8a-4736-bc8d-e69cb641d97f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.418136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d28b04-530d-4049-919b-ff1f5f397712 req-dab4e545-e534-42b9-a61a-8286fa87ef86 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:11.426329 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d28b04-530d-4049-919b-ff1f5f397712 req-dab4e545-e534-42b9-a61a-8286fa87ef86 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.1406560 Nov 15 14:51:11.451603 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c884e43-2a8a-4736-bc8d-e69cb641d97f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.498984 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf53e72-af8d-447f-9d18-159ff01f0593 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network c87bea2a-5410-4ca7-bae7-e952de813d96 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:11.541640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-dcf53e72-af8d-447f-9d18-159ff01f0593 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:11.546425 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf53e72-af8d-447f-9d18-159ff01f0593 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=d83b60ed-bfd3-44fd-8269-401e6dffab19,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:11.548904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf53e72-af8d-447f-9d18-159ff01f0593 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:11.557953 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf53e72-af8d-447f-9d18-159ff01f0593 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:11.557953 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcf53e72-af8d-447f-9d18-159ff01f0593 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.563791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d28b04-530d-4049-919b-ff1f5f397712 req-456982ea-f7d8-4ebd-89e4-2d61ad943487 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362386 Nov 15 14:51:11.608823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Allocated IP 172.25.4.19 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/c4ef19d6-1d62-40db-a97d-d54b981271e1) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:11.643337 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dcf53e72-af8d-447f-9d18-159ff01f0593 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3814781 Nov 15 14:51:11.657017 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:11.760321 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54985be9-acb2-4a2c-b562-bebc0effb41b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:11.762760 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-54985be9-acb2-4a2c-b562-bebc0effb41b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/d83b60ed-bfd3-44fd-8269-401e6dffab19 HTTP/1.1" status: 200 len: 841 time: 0.1046185 Nov 15 14:51:11.765658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:11.768986 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c884e43-2a8a-4736-bc8d-e69cb641d97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.853292 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.935835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d1066eca-82bd-43cb-a5e3-610f4c49a907 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:51:11.971746 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:11.979396 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: d1066eca-82bd-43cb-a5e3-610f4c49a907 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:51:11.980027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d1066eca-82bd-43cb-a5e3-610f4c49a907 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:51:11.980935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:51:11.985228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da8982-da1b-45e5-9039-fa085ab704d9 req-5d60c340-28e1-4b5c-b2f0-02a9fdab1394 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:11.986815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8da8982-da1b-45e5-9039-fa085ab704d9 req-5d60c340-28e1-4b5c-b2f0-02a9fdab1394 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.59 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 945 time: 0.2896497 Nov 15 14:51:12.046656 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:12.051938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f75e77-0945-40cf-b188-961de5800ef0 req-6428618f-e829-4186-b55a-2c215dc37caa tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:12.053664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:51:12.055328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9d4a526a-79cb-44d5-9b2b-8b0e6f2c4c66 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:51:12.059447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9f75e77-0945-40cf-b188-961de5800ef0 req-6428618f-e829-4186-b55a-2c215dc37caa tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 945 time: 0.3200884 Nov 15 14:51:12.061076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:12.065206 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:12.164783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=c4ef19d6-1d62-40db-a97d-d54b981271e1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:12.190058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c884e43-2a8a-4736-bc8d-e69cb641d97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:12.277025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c884e43-2a8a-4736-bc8d-e69cb641d97f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dbae45e-6630-4c9e-b1c2-188262994e2c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:12.281806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-15f75685-dc93-4e3b-b8f3-82fdced5fac3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port d83b60ed-bfd3-44fd-8269-401e6dffab19 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:12.282161 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15f75685-dc93-4e3b-b8f3-82fdced5fac3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:12.288519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd73c20-81fd-4ce1-b49c-f0bcd5cc5e72 None None] Network fdcf4cf0-944a-4585-9636-be35a7eff07b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:12.295881 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c884e43-2a8a-4736-bc8d-e69cb641d97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:12.302055 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c884e43-2a8a-4736-bc8d-e69cb641d97f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0dbae45e-6630-4c9e-b1c2-188262994e2c HTTP/1.1" status: 204 len: 168 time: 1.0795197 Nov 15 14:51:12.316153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49666) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:12.545619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b78f7-1d86-4683-98f8-1bc8c21558bf None None] DHCP port deletion for fdcf4cf0-944a-4585-9636-be35a7eff07b request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:12.605067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b55b78f7-1d86-4683-98f8-1bc8c21558bf None None] Deleting port 0f8c6693-9a36-44b9-9a5a-9eea68149839 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:12.605783 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b55b78f7-1d86-4683-98f8-1bc8c21558bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:12.686517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b55b78f7-1d86-4683-98f8-1bc8c21558bf None None] For port 0f8c6693-9a36-44b9-9a5a-9eea68149839, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0f8c6693-9a36-44b9-9a5a-9eea68149839,segment=NetworkSegment(9de8b916-1c41-43ba-8250-6b6d8496600d),segment_id=9de8b916-1c41-43ba-8250-6b6d8496600d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:12.687125 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b55b78f7-1d86-4683-98f8-1bc8c21558bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:12.705758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b55b78f7-1d86-4683-98f8-1bc8c21558bf None None] Calling delete_port for 0f8c6693-9a36-44b9-9a5a-9eea68149839 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:12.727885 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:12.854343 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9f75e77-0945-40cf-b188-961de5800ef0 req-6bf96f46-b9bc-4c5d-8f76-a47f0f3e3bed tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b26cd4f-f778-4447-94f3-9b46437a785d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7938523 Nov 15 14:51:12.893457 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b55b78f7-1d86-4683-98f8-1bc8c21558bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:12.926717 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:12.939922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b78f7-1d86-4683-98f8-1bc8c21558bf None None] Pushing event deleted for resources: {'Port': ['ID=0f8c6693-9a36-44b9-9a5a-9eea68149839,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:12.941907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55b78f7-1d86-4683-98f8-1bc8c21558bf None None] No DVR routers for this DVR port 0f8c6693-9a36-44b9-9a5a-9eea68149839 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:12.952846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15f75685-dc93-4e3b-b8f3-82fdced5fac3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:12.975087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-15f75685-dc93-4e3b-b8f3-82fdced5fac3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for d83b60ed-bfd3-44fd-8269-401e6dffab19 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:13.012581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-977a45cd-f3c3-4d8b-9f44-611d13cc7493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.031144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791369e5-721b-4a0b-babd-9a3d76f8340f req-b541a673-e51a-4813-b6aa-e728cfb7c6b7 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:13.033100 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-791369e5-721b-4a0b-babd-9a3d76f8340f req-b541a673-e51a-4813-b6aa-e728cfb7c6b7 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.7723379 Nov 15 14:51:13.074660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f8da8982-da1b-45e5-9039-fa085ab704d9 req-bf27ee2f-cf85-461d-8f43-4f3f9099d206 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Deleting port 4203998d-8975-437a-be1e-be2b7a991068 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:13.075007 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8da8982-da1b-45e5-9039-fa085ab704d9 req-bf27ee2f-cf85-461d-8f43-4f3f9099d206 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.104723 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.183196 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.273078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event updated for resources: {'Port': ['ID=c4ef19d6-1d62-40db-a97d-d54b981271e1,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:13.278231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.354190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-791369e5-721b-4a0b-babd-9a3d76f8340f req-9b267170-f8e4-4da5-b41c-88e6d7cf0810 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826011 Nov 15 14:51:13.362547 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-977a45cd-f3c3-4d8b-9f44-611d13cc7493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.382050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f8da8982-da1b-45e5-9039-fa085ab704d9 req-bf27ee2f-cf85-461d-8f43-4f3f9099d206 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] For port 4203998d-8975-437a-be1e-be2b7a991068, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=4203998d-8975-437a-be1e-be2b7a991068,segment=NetworkSegment(d5b11d1b-3e22-4b6e-9f57-4a54b56399a0),segment_id=d5b11d1b-3e22-4b6e-9f57-4a54b56399a0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:13.388304 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8da8982-da1b-45e5-9039-fa085ab704d9 req-bf27ee2f-cf85-461d-8f43-4f3f9099d206 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.390936 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Floating IP cd8120aa-11a8-4b3a-baa4-9f09550d18ad associated. External IP: 172.25.4.19, port: 28729526-4d8a-4ba3-a5d3-097cbab6c0c9. Nov 15 14:51:13.402029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-977a45cd-f3c3-4d8b-9f44-611d13cc7493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdcf4cf0-944a-4585-9636-be35a7eff07b']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:13.417803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f8da8982-da1b-45e5-9039-fa085ab704d9 req-bf27ee2f-cf85-461d-8f43-4f3f9099d206 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Calling delete_port for 4203998d-8975-437a-be1e-be2b7a991068 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:13.421521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-977a45cd-f3c3-4d8b-9f44-611d13cc7493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de8b916-1c41-43ba-8250-6b6d8496600d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:13.421819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-977a45cd-f3c3-4d8b-9f44-611d13cc7493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de8b916-1c41-43ba-8250-6b6d8496600d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:13.442837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-977a45cd-f3c3-4d8b-9f44-611d13cc7493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.444429 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15f75685-dc93-4e3b-b8f3-82fdced5fac3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.487287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-977a45cd-f3c3-4d8b-9f44-611d13cc7493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.526706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f75685-dc93-4e3b-b8f3-82fdced5fac3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=d83b60ed-bfd3-44fd-8269-401e6dffab19,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:13.535998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977a45cd-f3c3-4d8b-9f44-611d13cc7493 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:51:13.539247 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-977a45cd-f3c3-4d8b-9f44-611d13cc7493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:51:13.539647 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:51:13.559334 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15f75685-dc93-4e3b-b8f3-82fdced5fac3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.562691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-15f75685-dc93-4e3b-b8f3-82fdced5fac3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/d83b60ed-bfd3-44fd-8269-401e6dffab19 HTTP/1.1" status: 204 len: 168 time: 1.7905369 Nov 15 14:51:13.567555 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:13.707467 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a72983e3-413b-4466-b05a-04f8e3c67dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.784647 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-977a45cd-f3c3-4d8b-9f44-611d13cc7493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.799064 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-977a45cd-f3c3-4d8b-9f44-611d13cc7493 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.805066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-977a45cd-f3c3-4d8b-9f44-611d13cc7493 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fdcf4cf0-944a-4585-9636-be35a7eff07b HTTP/1.1" status: 204 len: 168 time: 1.4860985 Nov 15 14:51:13.824359 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a45cd-f3c3-4d8b-9f44-611d13cc7493 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdcf4cf0-944a-4585-9636-be35a7eff07b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:13.847171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0f8c6693-9a36-44b9-9a5a-9eea68149839 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:51:13.873749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 0f8c6693-9a36-44b9-9a5a-9eea68149839 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:51:13.876665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0f8c6693-9a36-44b9-9a5a-9eea68149839 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:51:13.934274 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8da8982-da1b-45e5-9039-fa085ab704d9 req-bf27ee2f-cf85-461d-8f43-4f3f9099d206 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:13.962513 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-501133d6-c58d-402c-af0f-790259784e48 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:51:13.963960 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-501133d6-c58d-402c-af0f-790259784e48 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/d83b60ed-bfd3-44fd-8269-401e6dffab19 HTTP/1.1" status: 404 len: 333 time: 0.3953581 Nov 15 14:51:13.968716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:13.973524 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-edc0f52c-9a83-4260-bddf-eed830e6b4bb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'name': 'tempest-PortsTestJSON-1579934966'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:13.985703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27ee2f-cf85-461d-8f43-4f3f9099d206 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Pushing event deleted for resources: {'Port': ['ID=4203998d-8975-437a-be1e-be2b7a991068,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:14.012734 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c94ce-51a5-44a6-bf5c-eac4b22495cf None None] DHCP port deletion for 29d74007-16d0-4856-82a5-765288203751 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:14.033592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e5a8360-ce4f-466c-aa10-09c42e55c2aa req-5f961e4c-085f-4605-8fd8-fa0f92a2854a tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 210 time: 0.0525997 Nov 15 14:51:14.066419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8da8982-da1b-45e5-9039-fa085ab704d9 req-bf27ee2f-cf85-461d-8f43-4f3f9099d206 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] No DVR routers for this DVR port 4203998d-8975-437a-be1e-be2b7a991068 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:14.074675 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8da8982-da1b-45e5-9039-fa085ab704d9 req-bf27ee2f-cf85-461d-8f43-4f3f9099d206 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:14.079573 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Router fd3bf34b-da33-4de9-97eb-41c505b5c80e has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:51:14.079801 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8da8982-da1b-45e5-9039-fa085ab704d9 req-bf27ee2f-cf85-461d-8f43-4f3f9099d206 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.59 "DELETE /v2.0/ports/4203998d-8975-437a-be1e-be2b7a991068 HTTP/1.1" status: 204 len: 173 time: 2.0805902 Nov 15 14:51:14.081188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b407fcc8-3e6b-4b42-a26b-cc796c489c53', 'name': 'network-vif-deleted', 'tag': '4203998d-8975-437a-be1e-be2b7a991068'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:14.083681 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63630b02-1c47-4415-a4bc-0f972238ec13" -d '{"events": [{"server_uuid": "b407fcc8-3e6b-4b42-a26b-cc796c489c53", "name": "network-vif-deleted", "tag": "4203998d-8975-437a-be1e-be2b7a991068"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:14.154941 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40de8e2-4af5-4e33-81cb-a0a1be9efc49 x-openstack-request-id: req-b40de8e2-4af5-4e33-81cb-a0a1be9efc49 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:14.155215 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b407fcc8-3e6b-4b42-a26b-cc796c489c53", "name": "network-vif-deleted", "tag": "4203998d-8975-437a-be1e-be2b7a991068", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:14.155471 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b40de8e2-4af5-4e33-81cb-a0a1be9efc49 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:14.155869 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b407fcc8-3e6b-4b42-a26b-cc796c489c53', 'name': 'network-vif-deleted', 'tag': '4203998d-8975-437a-be1e-be2b7a991068', 'status': 'completed', 'code': 200} Nov 15 14:51:14.219869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a72983e3-413b-4466-b05a-04f8e3c67dd1 admin admin] Deleting port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:14.220216 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a72983e3-413b-4466-b05a-04f8e3c67dd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:14.277588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:51:14.293273 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:14.296494 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc9eae-607f-4bc9-9e76-be8426092aeb None None] Sync routers for ids ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:51:14.324806 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc9eae-607f-4bc9-9e76-be8426092aeb None None] Routers {'fd3bf34b-da33-4de9-97eb-41c505b5c80e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:14.325642 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-30dc9eae-607f-4bc9-9e76-be8426092aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:14.336400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a72983e3-413b-4466-b05a-04f8e3c67dd1 admin admin] For port c63f2d2b-b12b-4794-9b66-9acbdb6eff9c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c63f2d2b-b12b-4794-9b66-9acbdb6eff9c,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:14.339085 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a72983e3-413b-4466-b05a-04f8e3c67dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:14.362334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a72983e3-413b-4466-b05a-04f8e3c67dd1 admin admin] Calling delete_port for c63f2d2b-b12b-4794-9b66-9acbdb6eff9c owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:14.371534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc0f52c-9a83-4260-bddf-eed830e6b4bb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:14.376010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-edc0f52c-9a83-4260-bddf-eed830e6b4bb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:14.400494 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9dd42419-8b7e-47a3-993a-bbfef1188dcd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d3e7501213e48d7a9edd485f0ee7f80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0919166 Nov 15 14:51:14.401882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:14.423310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-edc0f52c-9a83-4260-bddf-eed830e6b4bb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port 969993a0-0b37-4d8e-ae77-05bae48a944d yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:51:14.461032 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-30dc9eae-607f-4bc9-9e76-be8426092aeb None None] Set router fd3bf34b-da33-4de9-97eb-41c505b5c80e gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:14.477980 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:14.525682 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bcdd4fe3-c60b-4494-8245-4a8b4b45c2eb tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7426987 Nov 15 14:51:14.531459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49714) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:14.534419 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'tag': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:14.538107 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12cb4cd-5527-4f0b-951c-755b5946222d" -d '{"events": [{"name": "network-changed", "server_uuid": "49edbc91-eb43-4a0f-93e1-c70c47d0297e", "tag": "28729526-4d8a-4ba3-a5d3-097cbab6c0c9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:14.632190 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fba8974-87fc-4d3b-a5ed-f85b56da0e07 x-openstack-request-id: req-7fba8974-87fc-4d3b-a5ed-f85b56da0e07 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:14.632700 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49edbc91-eb43-4a0f-93e1-c70c47d0297e", "tag": "28729526-4d8a-4ba3-a5d3-097cbab6c0c9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:14.632817 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7fba8974-87fc-4d3b-a5ed-f85b56da0e07 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:14.633362 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'tag': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9', 'status': 'completed', 'code': 200} Nov 15 14:51:14.651997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-330f99f4-f1dd-41a9-a526-9095cbad1fb9 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/floatingips/cd8120aa-11a8-4b3a-baa4-9f09550d18ad HTTP/1.1" status: 200 len: 991 time: 0.1134031 Nov 15 14:51:14.694948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d35b1-2950-46b7-9f6c-5dae8be0d7ab req-c5bf495e-b0fc-4079-8012-28bc2fb1ffda tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:14.696096 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-edc0f52c-9a83-4260-bddf-eed830e6b4bb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:14.697122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996d35b1-2950-46b7-9f6c-5dae8be0d7ab req-c5bf495e-b0fc-4079-8012-28bc2fb1ffda tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.2449033 Nov 15 14:51:14.752609 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f67eb0d-9be2-44f6-b3d6-8b9895f23384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:14.794485 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-edc0f52c-9a83-4260-bddf-eed830e6b4bb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:14.820382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cb4cd-5527-4f0b-951c-755b5946222d req-e7701977-0cab-449a-bdc7-0a62840e7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:14.822005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a12cb4cd-5527-4f0b-951c-755b5946222d req-e7701977-0cab-449a-bdc7-0a62840e7d13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 1097 time: 0.1836498 Nov 15 14:51:14.826381 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-30dc9eae-607f-4bc9-9e76-be8426092aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:50:32Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'cd8120aa-11a8-4b3a-baa4-9f09550d18ad', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'port_id': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'mac_address': 'fa:16:3e:c5:8a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:51:12Z', 'updated_at': '2021-11-15T14:51:12Z', 'revision_number': 0, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ebdeff0-2974-4962-9562-8b6008ca0710', 'name': '', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:7e:68:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:29Z', 'updated_at': '2021-11-15T14:50:37Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:14.830037 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f67eb0d-9be2-44f6-b3d6-8b9895f23384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:14.855101 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc9eae-607f-4bc9-9e76-be8426092aeb None None] Checking router: fd3bf34b-da33-4de9-97eb-41c505b5c80e for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:51:14.867175 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0f52c-9a83-4260-bddf-eed830e6b4bb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network c87bea2a-5410-4ca7-bae7-e952de813d96 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:14.868288 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc9eae-607f-4bc9-9e76-be8426092aeb None None] Routers {'fd3bf34b-da33-4de9-97eb-41c505b5c80e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:14.869097 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-30dc9eae-607f-4bc9-9e76-be8426092aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:14.870570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-edc0f52c-9a83-4260-bddf-eed830e6b4bb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:14.874622 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0f52c-9a83-4260-bddf-eed830e6b4bb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:14.880704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0f52c-9a83-4260-bddf-eed830e6b4bb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:14.881513 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-edc0f52c-9a83-4260-bddf-eed830e6b4bb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:14.890173 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0f52c-9a83-4260-bddf-eed830e6b4bb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=969993a0-0b37-4d8e-ae77-05bae48a944d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:14.911715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996d35b1-2950-46b7-9f6c-5dae8be0d7ab req-fe3cf303-fb97-4e96-b4c1-0167185b21f2 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764221 Nov 15 14:51:14.978536 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-edc0f52c-9a83-4260-bddf-eed830e6b4bb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0087388 Nov 15 14:51:14.981349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:14.988493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ed426300-aee5-4e98-8c0f-c27e505ac6aa tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:15.001450 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-30dc9eae-607f-4bc9-9e76-be8426092aeb None None] Set router fd3bf34b-da33-4de9-97eb-41c505b5c80e gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:15.020253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cb4cd-5527-4f0b-951c-755b5946222d req-d3ceff9a-9580-4464-9028-d95f29c6df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:15.021748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a12cb4cd-5527-4f0b-951c-755b5946222d req-d3ceff9a-9580-4464-9028-d95f29c6df89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8e24128-d22d-4209-951e-71ce02d5a378 HTTP/1.1" status: 200 len: 897 time: 0.1877136 Nov 15 14:51:15.062672 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed426300-aee5-4e98-8c0f-c27e505ac6aa tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:15.125662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a12cb4cd-5527-4f0b-951c-755b5946222d req-81c28d4b-27b0-4ee5-9c9a-c7ee020dc418 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28729526-4d8a-4ba3-a5d3-097cbab6c0c9 HTTP/1.1" status: 200 len: 999 time: 0.0955348 Nov 15 14:51:15.127141 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a72983e3-413b-4466-b05a-04f8e3c67dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:15.129341 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f67eb0d-9be2-44f6-b3d6-8b9895f23384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:15.131813 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f67eb0d-9be2-44f6-b3d6-8b9895f23384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:15.148125 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1f67eb0d-9be2-44f6-b3d6-8b9895f23384 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03241558-7aac-4ed1-b52f-be2b8550e52d HTTP/1.1" status: 204 len: 168 time: 0.7326939 Nov 15 14:51:15.348658 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed426300-aee5-4e98-8c0f-c27e505ac6aa tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:15.349453 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-30dc9eae-607f-4bc9-9e76-be8426092aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:50:32Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'cd8120aa-11a8-4b3a-baa4-9f09550d18ad', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'port_id': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'mac_address': 'fa:16:3e:c5:8a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:51:12Z', 'updated_at': '2021-11-15T14:51:12Z', 'revision_number': 0, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ebdeff0-2974-4962-9562-8b6008ca0710', 'name': '', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:7e:68:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:29Z', 'updated_at': '2021-11-15T14:50:37Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:15.355207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67eb0d-9be2-44f6-b3d6-8b9895f23384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03241558-7aac-4ed1-b52f-be2b8550e52d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:15.366335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1682ae65-3032-4d2c-a9e2-e5375587cf9a req-36ce201d-9f3b-4dba-9fcd-6fbb39988af5 tempest-ServersNegativeTestMultiTenantJSON-1984079536 tempest-ServersNegativeTestMultiTenantJSON-1984079536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b407fcc8-3e6b-4b42-a26b-cc796c489c53 HTTP/1.1" status: 200 len: 210 time: 0.1903508 Nov 15 14:51:15.372964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72983e3-413b-4466-b05a-04f8e3c67dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63f2d2b-b12b-4794-9b66-9acbdb6eff9c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:15.388383 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc9eae-607f-4bc9-9e76-be8426092aeb None None] The sync data for ids ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'] in n-d-817748-2 is: [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:50:32Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'cd8120aa-11a8-4b3a-baa4-9f09550d18ad', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'port_id': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'mac_address': 'fa:16:3e:c5:8a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:51:12Z', 'updated_at': '2021-11-15T14:51:12Z', 'revision_number': 0, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ebdeff0-2974-4962-9562-8b6008ca0710', 'name': '', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:7e:68:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:29Z', 'updated_at': '2021-11-15T14:50:37Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:51:15.474296 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed426300-aee5-4e98-8c0f-c27e505ac6aa tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:15.509321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cb4cd-5527-4f0b-951c-755b5946222d req-85d43b3f-b52b-40e0-854d-03ecede8a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:15.509321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a12cb4cd-5527-4f0b-951c-755b5946222d req-85d43b3f-b52b-40e0-854d-03ecede8a5c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90837d5d-a3c5-44fa-9b33-91860a996f85 HTTP/1.1" status: 200 len: 835 time: 0.3577499 Nov 15 14:51:15.548925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ecb5b-4c3e-4269-90bf-c87aec6e079e req-ec467f0c-4403-440d-bd1c-6d307cbd1d9a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:15.550911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-717ecb5b-4c3e-4269-90bf-c87aec6e079e req-ec467f0c-4403-440d-bd1c-6d307cbd1d9a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.2125251 Nov 15 14:51:15.576605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ed426300-aee5-4e98-8c0f-c27e505ac6aa tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] In _notify_port_updated(), no bound segment for port 969993a0-0b37-4d8e-ae77-05bae48a944d on network c87bea2a-5410-4ca7-bae7-e952de813d96 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:51:15.589329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed426300-aee5-4e98-8c0f-c27e505ac6aa tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:15.591376 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed426300-aee5-4e98-8c0f-c27e505ac6aa tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:15.592922 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ed426300-aee5-4e98-8c0f-c27e505ac6aa tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "PUT /v2.0/ports/969993a0-0b37-4d8e-ae77-05bae48a944d HTTP/1.1" status: 200 len: 818 time: 0.6088483 Nov 15 14:51:15.607657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:15.608580 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed426300-aee5-4e98-8c0f-c27e505ac6aa tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=969993a0-0b37-4d8e-ae77-05bae48a944d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:15.623283 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b3d1-c182-4108-a911-0ca18644b5a8 req-e9f349cf-b8c5-42fa-9e44-67cbb00198ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:15.631090 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8e81b3d1-c182-4108-a911-0ca18644b5a8 req-e9f349cf-b8c5-42fa-9e44-67cbb00198ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5623c03af814088be622d5d137baca2&device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 1096 time: 0.2028732 Nov 15 14:51:15.701125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49738) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:15.712049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cb4cd-5527-4f0b-951c-755b5946222d req-b8de1352-90d1-43f9-a365-140f888bbb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:15.713577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a12cb4cd-5527-4f0b-951c-755b5946222d req-b8de1352-90d1-43f9-a365-140f888bbb39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8e24128-d22d-4209-951e-71ce02d5a378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1951637 Nov 15 14:51:15.794784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705fc0ec-0e92-47f2-b66a-1df774ebbf6d None None] New status for floating IP cd8120aa-11a8-4b3a-baa4-9f09550d18ad: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:51:15.889238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-717ecb5b-4c3e-4269-90bf-c87aec6e079e req-f69ce02f-8ee5-4400-accc-4839f394da26 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074093 Nov 15 14:51:15.913171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4203998d-8975-437a-be1e-be2b7a991068 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:51:15.936184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 4203998d-8975-437a-be1e-be2b7a991068 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:51:15.943567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 4203998d-8975-437a-be1e-be2b7a991068 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:51:15.948401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a12cb4cd-5527-4f0b-951c-755b5946222d req-8984e40d-00b7-43d5-8822-ead94890af20 service neutron] 10.222.0.59 "GET /v2.0/networks/a8e24128-d22d-4209-951e-71ce02d5a378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762996 Nov 15 14:51:15.971195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-66c42361-41e2-4f04-bb0f-fb68e38ab60b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/floatingips/cd8120aa-11a8-4b3a-baa4-9f09550d18ad HTTP/1.1" status: 200 len: 991 time: 0.2688689 Nov 15 14:51:15.986475 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a86a8-3d8e-40d3-8a3a-c75875561969 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port 969993a0-0b37-4d8e-ae77-05bae48a944d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:15.987054 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a4a86a8-3d8e-40d3-8a3a-c75875561969 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:15.990543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b3d1-c182-4108-a911-0ca18644b5a8 req-8015ddf4-a5b8-4ec3-add9-edd4310f1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:15.991800 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8e81b3d1-c182-4108-a911-0ca18644b5a8 req-8015ddf4-a5b8-4ec3-add9-edd4310f1b54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc92bc5e-c246-40ae-b668-485ec11a20e4 HTTP/1.1" status: 200 len: 912 time: 0.2908504 Nov 15 14:51:16.024613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a72983e3-413b-4466-b05a-04f8e3c67dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:16.101836 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8e81b3d1-c182-4108-a911-0ca18644b5a8 req-2307455b-4ec1-4323-a7e6-1cb7dbf0edb4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a7a3658-d4f5-43fe-ae9e-d88630e412e3 HTTP/1.1" status: 200 len: 217 time: 0.0934966 Nov 15 14:51:16.130291 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a4a86a8-3d8e-40d3-8a3a-c75875561969 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:16.168792 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a12cb4cd-5527-4f0b-951c-755b5946222d req-ef81aabe-3ede-4791-98ba-d2d945148d4e service neutron] 10.222.0.59 "GET /v2.0/networks/a8e24128-d22d-4209-951e-71ce02d5a378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956968 Nov 15 14:51:16.171186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a86a8-3d8e-40d3-8a3a-c75875561969 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for 969993a0-0b37-4d8e-ae77-05bae48a944d owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:16.207204 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b3d1-c182-4108-a911-0ca18644b5a8 req-09b3b2b5-07f7-43c8-9dc1-6a2d34f243df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:16.209086 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8e81b3d1-c182-4108-a911-0ca18644b5a8 req-09b3b2b5-07f7-43c8-9dc1-6a2d34f243df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b97c0d52-77f0-4e6e-800a-dcbb212cc511 HTTP/1.1" status: 200 len: 851 time: 0.0986211 Nov 15 14:51:16.283231 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8e81b3d1-c182-4108-a911-0ca18644b5a8 req-ffaa1ce1-79e7-434a-be56-1c81017a119b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc92bc5e-c246-40ae-b668-485ec11a20e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332534 Nov 15 14:51:16.344962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72983e3-413b-4466-b05a-04f8e3c67dd1 admin admin] Router 82e07860-a7a8-4e89-bdc0-1675d89f885c has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:51:16.421135 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8e81b3d1-c182-4108-a911-0ca18644b5a8 req-a85763f7-da21-40e7-b02d-57f822e65f5a service neutron] 10.222.0.59 "GET /v2.0/networks/fc92bc5e-c246-40ae-b668-485ec11a20e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227858 Nov 15 14:51:16.445050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49764) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:16.483867 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a4a86a8-3d8e-40d3-8a3a-c75875561969 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:16.521074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a86a8-3d8e-40d3-8a3a-c75875561969 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=969993a0-0b37-4d8e-ae77-05bae48a944d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:16.532161 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a4a86a8-3d8e-40d3-8a3a-c75875561969 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:16.535466 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2a4a86a8-3d8e-40d3-8a3a-c75875561969 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/969993a0-0b37-4d8e-ae77-05bae48a944d HTTP/1.1" status: 204 len: 168 time: 0.9240627 Nov 15 14:51:16.538447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:16.650567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d24e4-12d9-4b3e-bcc6-07f6297e176d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:16.653810 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0f1d24e4-12d9-4b3e-bcc6-07f6297e176d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1117735 Nov 15 14:51:16.653810 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8e81b3d1-c182-4108-a911-0ca18644b5a8 req-307dd454-05cd-4b78-9ab0-d2964e369075 service neutron] 10.222.0.59 "GET /v2.0/networks/fc92bc5e-c246-40ae-b668-485ec11a20e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249653 Nov 15 14:51:16.653810 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:16.689379 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-516cfee1-660a-4ecb-9e84-5b30d18ac75e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:51:16.690965 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-516cfee1-660a-4ecb-9e84-5b30d18ac75e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/969993a0-0b37-4d8e-ae77-05bae48a944d HTTP/1.1" status: 404 len: 333 time: 0.0359416 Nov 15 14:51:16.697287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49776) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:16.704670 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-317410a8-b0ba-4dfb-a55a-447e72dd9ab4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-193886873'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:16.736002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49778) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:16.782275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317410a8-b0ba-4dfb-a55a-447e72dd9ab4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:16.786782 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-317410a8-b0ba-4dfb-a55a-447e72dd9ab4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:16.824304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317410a8-b0ba-4dfb-a55a-447e72dd9ab4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:51:16.841732 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-317410a8-b0ba-4dfb-a55a-447e72dd9ab4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:16.842747 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-317410a8-b0ba-4dfb-a55a-447e72dd9ab4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Added segment b1d9a66e-c780-4977-8265-41a87d9aa9dc of type vlan for network de27f2a2-b340-4e3e-918b-18c385348c0c Nov 15 14:51:16.891392 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-515404902-network', 'tenant_id': '48cec9a2b695455f9d8bb7d42fe381c3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:16.917284 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-317410a8-b0ba-4dfb-a55a-447e72dd9ab4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:16.931599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-10aaea27-5950-4aea-80e5-fb46c42d01ab admin admin] Deleting subnet 2a8945cf-3e9d-4e30-b6a1-5009a0235edf {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:51:16.937816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10aaea27-5950-4aea-80e5-fb46c42d01ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:16.959332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72983e3-413b-4466-b05a-04f8e3c67dd1 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:51:16.966662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a72983e3-413b-4466-b05a-04f8e3c67dd1 admin admin] 10.222.0.70 "PUT /v2.0/routers/82e07860-a7a8-4e89-bdc0-1675d89f885c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7726161 Nov 15 14:51:16.969556 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc57113-1506-4899-ac7f-8ce83871c24e None None] Sync routers for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:51:16.971987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49784) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:16.974793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49786) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:16.983992 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc57113-1506-4899-ac7f-8ce83871c24e None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:16.984954 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-efc57113-1506-4899-ac7f-8ce83871c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:17.058065 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d7e04d18-bce0-4f9b-983d-5da2eccb6733 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/floatingips/cd8120aa-11a8-4b3a-baa4-9f09550d18ad HTTP/1.1" status: 200 len: 993 time: 0.0786507 Nov 15 14:51:17.058065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Made reservation on behalf of 48cec9a2b695455f9d8bb7d42fe381c3 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:17.059576 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.069771 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-317410a8-b0ba-4dfb-a55a-447e72dd9ab4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.077078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317410a8-b0ba-4dfb-a55a-447e72dd9ab4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:17.077538 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-317410a8-b0ba-4dfb-a55a-447e72dd9ab4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.091621 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.091864 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.136953 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-efc57113-1506-4899-ac7f-8ce83871c24e None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:17.178287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10aaea27-5950-4aea-80e5-fb46c42d01ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.242475 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.247035 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-317410a8-b0ba-4dfb-a55a-447e72dd9ab4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5486219 Nov 15 14:51:17.250160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49788) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:17.255805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d6330b79-ac61-4eda-ab62-9959ef523257 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': 'de27f2a2-b340-4e3e-918b-18c385348c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:17.257502 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10aaea27-5950-4aea-80e5-fb46c42d01ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.293329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce7bb5-463e-42f1-b9bd-d663c0f3f92b req-dd915215-85be-4f63-8aab-976c8bff41e9 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:17.294909 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66ce7bb5-463e-42f1-b9bd-d663c0f3f92b req-dd915215-85be-4f63-8aab-976c8bff41e9 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.3264678 Nov 15 14:51:17.319774 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.331848 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317410a8-b0ba-4dfb-a55a-447e72dd9ab4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Network': ['ID=de27f2a2-b340-4e3e-918b-18c385348c0c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:17.356152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network de27f2a2-b340-4e3e-918b-18c385348c0c details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:51:17.373019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:51:17.415527 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.415905 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Added segment da3bd499-84e8-46a4-8502-c457c2b1b682 of type vlan for network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 Nov 15 14:51:17.419993 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2672588-6027-4dd3-b081-72dba76f818a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:17.467763 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66ce7bb5-463e-42f1-b9bd-d663c0f3f92b req-6eb741f2-45b3-4f38-8f57-38a7775eb516 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456399 Nov 15 14:51:17.469215 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.483574 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10aaea27-5950-4aea-80e5-fb46c42d01ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.489009 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-efc57113-1506-4899-ac7f-8ce83871c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:51:14Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:17.500251 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.534874 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc57113-1506-4899-ac7f-8ce83871c24e None None] Checking router: 82e07860-a7a8-4e89-bdc0-1675d89f885c for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:51:17.537658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aaea27-5950-4aea-80e5-fb46c42d01ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a8945cf-3e9d-4e30-b6a1-5009a0235edf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:17.545661 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc57113-1506-4899-ac7f-8ce83871c24e None None] Routers {'82e07860-a7a8-4e89-bdc0-1675d89f885c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:17.546308 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-efc57113-1506-4899-ac7f-8ce83871c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['82e07860-a7a8-4e89-bdc0-1675d89f885c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:17.551531 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10aaea27-5950-4aea-80e5-fb46c42d01ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.558302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd4d4f9-f397-4909-b918-47fda09bd4bb None None] Network 29d74007-16d0-4856-82a5-765288203751 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:17.558575 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-10aaea27-5950-4aea-80e5-fb46c42d01ab admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2a8945cf-3e9d-4e30-b6a1-5009a0235edf HTTP/1.1" status: 204 len: 168 time: 1.1095967 Nov 15 14:51:17.559216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49794) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:17.622187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6330b79-ac61-4eda-ab62-9959ef523257 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:17.626499 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6330b79-ac61-4eda-ab62-9959ef523257 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.677783 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-efc57113-1506-4899-ac7f-8ce83871c24e None None] Set router 82e07860-a7a8-4e89-bdc0-1675d89f885c gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:17.687255 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f916044a-f13b-432e-a440-3b455fe6b48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.749591 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.765582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:17.767608 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.803433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Deleting port 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:17.803910 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.866149 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f916044a-f13b-432e-a440-3b455fe6b48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.898058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:17.899727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f916044a-f13b-432e-a440-3b455fe6b48f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d74007-16d0-4856-82a5-765288203751']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:17.916270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f916044a-f13b-432e-a440-3b455fe6b48f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b11d1b-3e22-4b6e-9f57-4a54b56399a0') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:17.916666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f916044a-f13b-432e-a440-3b455fe6b48f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b11d1b-3e22-4b6e-9f57-4a54b56399a0') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:17.927394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:51:17.937448 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e3e66ff5-095d-4f04-917e-01edffd177e0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2000053 Nov 15 14:51:17.938612 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f916044a-f13b-432e-a440-3b455fe6b48f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.940938 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:17.949324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-460c5bbc-a9f8-42a6-bb63-3b94370d0db5 admin admin] Request body: {'subnet': {'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-515404902-subnet', 'tenant_id': '48cec9a2b695455f9d8bb7d42fe381c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:17.969291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] For port 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=37d16629-2d7e-4cc1-8171-0d3d8c38e4a1,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:17.969555 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.972887 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f916044a-f13b-432e-a440-3b455fe6b48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.987453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f916044a-f13b-432e-a440-3b455fe6b48f admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:51:17.988059 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f916044a-f13b-432e-a440-3b455fe6b48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:51:17.990025 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:51:18.000055 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-efc57113-1506-4899-ac7f-8ce83871c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:51:14Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:18.015216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d0f6d9-23dd-4987-8ea0-7269b091f9f7 None None] DHCP port deletion for 29d74007-16d0-4856-82a5-765288203751 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:18.041781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Calling delete_port for 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:18.050539 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc57113-1506-4899-ac7f-8ce83871c24e None None] The sync data for ids ['82e07860-a7a8-4e89-bdc0-1675d89f885c'] in n-d-817748-2 is: [{'id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'name': 'tempest-AttachVolumeShelveTestJSON-1478330230-router', 'tenant_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:41:22Z', 'updated_at': '2021-11-15T14:51:14Z', 'revision_number': 5, 'project_id': 'a7c2bcbbefb14b7884f8bf1f6ee9e7d5', 'gw_port': {'id': '37d16629-2d7e-4cc1-8171-0d3d8c38e4a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e07860-a7a8-4e89-bdc0-1675d89f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:41:24Z', 'updated_at': '2021-11-15T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:51:18.090710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460c5bbc-a9f8-42a6-bb63-3b94370d0db5 admin admin] Made reservation on behalf of 48cec9a2b695455f9d8bb7d42fe381c3 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:18.093092 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-460c5bbc-a9f8-42a6-bb63-3b94370d0db5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.131940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6330b79-ac61-4eda-ab62-9959ef523257 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.202624 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f916044a-f13b-432e-a440-3b455fe6b48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.212666 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f916044a-f13b-432e-a440-3b455fe6b48f admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.215906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f916044a-f13b-432e-a440-3b455fe6b48f admin admin] 10.222.0.70 "DELETE /v2.0/networks/29d74007-16d0-4856-82a5-765288203751 HTTP/1.1" status: 204 len: 168 time: 0.6556833 Nov 15 14:51:18.217311 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6330b79-ac61-4eda-ab62-9959ef523257 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Subnet': ['ID=e3a6a71e-6d0b-4473-a58e-4b7d60b050d3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:18.219066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49800) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:18.239626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6330b79-ac61-4eda-ab62-9959ef523257 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Checking segment: {'id': 'b1d9a66e-c780-4977-8265-41a87d9aa9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'de27f2a2-b340-4e3e-918b-18c385348c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:18.243767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916044a-f13b-432e-a440-3b455fe6b48f admin admin] Pushing event deleted for resources: {'Network': ['ID=29d74007-16d0-4856-82a5-765288203751,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:18.243899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6330b79-ac61-4eda-ab62-9959ef523257 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network hostable DHCP agents. Network: de27f2a2-b340-4e3e-918b-18c385348c0c, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:51:18.282991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c170560-eb3f-4a0c-a9f4-250c782716f0 admin admin] Deleting subnet a5f9c242-053f-4026-8672-6a0b2d92d2f2 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:51:18.286616 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c170560-eb3f-4a0c-a9f4-250c782716f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.323168 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c170560-eb3f-4a0c-a9f4-250c782716f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.362132 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c170560-eb3f-4a0c-a9f4-250c782716f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.364711 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.387747 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6330b79-ac61-4eda-ab62-9959ef523257 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network de27f2a2-b340-4e3e-918b-18c385348c0c is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:51:18.423201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d16629-2d7e-4cc1-8171-0d3d8c38e4a1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:18.423661 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-460c5bbc-a9f8-42a6-bb63-3b94370d0db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.433997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d973e41-5ef7-4138-926f-fcf88126e6f5 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:18.480677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d6330b79-ac61-4eda-ab62-9959ef523257 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, de27f2a2-b340-4e3e-918b-18c385348c0c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:18.489915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6330b79-ac61-4eda-ab62-9959ef523257 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:18.491284 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6330b79-ac61-4eda-ab62-9959ef523257 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.496323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1454eca1-b9d4-4bd3-b4db-c419aaa3909d None None] Network de27f2a2-b340-4e3e-918b-18c385348c0c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:18.515756 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.533946 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c5bbc-a9f8-42a6-bb63-3b94370d0db5 admin admin] Checking segment: {'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:18.534569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460c5bbc-a9f8-42a6-bb63-3b94370d0db5 admin admin] Network hostable DHCP agents. Network: b1f8cf78-7842-4ddb-a2d5-086f5d2d6963, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:51:18.541676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c5bbc-a9f8-42a6-bb63-3b94370d0db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71cffa27-893a-466c-9721-4f41e9b04ed6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:18.597139 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d6330b79-ac61-4eda-ab62-9959ef523257 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3458486 Nov 15 14:51:18.600694 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:18.606189 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-95eb52dd-2ec2-451c-8f00-f283e5d4c83b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': 'de27f2a2-b340-4e3e-918b-18c385348c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:18.700204 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.706043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.706310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460c5bbc-a9f8-42a6-bb63-3b94370d0db5 admin admin] Network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:51:18.743977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-de27f2a2-b340-4e3e-918b-18c385348c0c', 'network_id': 'de27f2a2-b340-4e3e-918b-18c385348c0c', 'tenant_id': 'dea70e201b0647fb936a8620cd1a94b8', 'fixed_ips': [{'subnet_id': 'e3a6a71e-6d0b-4473-a58e-4b7d60b050d3'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:51:18.745145 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.764001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740a037-da5f-4055-8e42-c86a5c62df2c req-3ee9d189-f466-4dd9-929b-27573f9d53f9 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:18.765549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2740a037-da5f-4055-8e42-c86a5c62df2c req-3ee9d189-f466-4dd9-929b-27573f9d53f9 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.1872323 Nov 15 14:51:18.786014 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c170560-eb3f-4a0c-a9f4-250c782716f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.802753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eb52dd-2ec2-451c-8f00-f283e5d4c83b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:18.812107 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95eb52dd-2ec2-451c-8f00-f283e5d4c83b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.813871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-460c5bbc-a9f8-42a6-bb63-3b94370d0db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b1f8cf78-7842-4ddb-a2d5-086f5d2d6963) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:18.829232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e46c437-1bdf-428d-bb72-d8eaf3ffc5f3 None None] Network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:18.832657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460c5bbc-a9f8-42a6-bb63-3b94370d0db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:18.833335 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-460c5bbc-a9f8-42a6-bb63-3b94370d0db5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.843581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c170560-eb3f-4a0c-a9f4-250c782716f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f9c242-053f-4026-8672-6a0b2d92d2f2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:18.846261 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c170560-eb3f-4a0c-a9f4-250c782716f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.851957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8c170560-eb3f-4a0c-a9f4-250c782716f0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a5f9c242-053f-4026-8672-6a0b2d92d2f2 HTTP/1.1" status: 204 len: 168 time: 0.6297305 Nov 15 14:51:18.856400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49814) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:18.870241 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.871079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82e07860-a7a8-4e89-bdc0-1675d89f885c {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:51:18.888384 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.889672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6cec6837-ef4e-438b-8fcb-c9b01eb03f82 admin admin] 10.222.0.70 "DELETE /v2.0/routers/82e07860-a7a8-4e89-bdc0-1675d89f885c HTTP/1.1" status: 204 len: 168 time: 1.9172676 Nov 15 14:51:18.894107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49816) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:18.918220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5b616-31a2-4f99-8ec6-8ba1ac591a60 None None] Network 571c73b4-3c2c-4fea-b9aa-9317771bf5e9 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:18.942547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2740a037-da5f-4055-8e42-c86a5c62df2c req-5b2cec81-3afd-41b5-82b2-7ceca7a50f78 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704483 Nov 15 14:51:18.971653 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab4ff-5dd5-445a-ae0c-540d4a1960c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:18.994940 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-460c5bbc-a9f8-42a6-bb63-3b94370d0db5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0444841 Nov 15 14:51:19.075568 n-d-817748-2 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-95eb52dd-2ec2-451c-8f00-f283e5d4c83b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e3a6a71e-6d0b-4473-a58e-4b7d60b050d3 (CIDR: 172.20.0.0/28) Nov 15 14:51:19.101370 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab4ff-5dd5-445a-ae0c-540d4a1960c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.107399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-748c9f62-7259-48ef-8c44-37d329534ea5 admin admin] Deleting subnet 2626756d-4a13-433c-8da8-666b10a20de3 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:51:19.107399 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748c9f62-7259-48ef-8c44-37d329534ea5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.140068 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-95eb52dd-2ec2-451c-8f00-f283e5d4c83b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:51:19.140617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95eb52dd-2ec2-451c-8f00-f283e5d4c83b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:51:19.147515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c0ab4ff-5dd5-445a-ae0c-540d4a1960c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571c73b4-3c2c-4fea-b9aa-9317771bf5e9']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:19.158090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c0ab4ff-5dd5-445a-ae0c-540d4a1960c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aafa48a-3c0c-409b-8d18-5f5bd7748f88') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:19.159360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c0ab4ff-5dd5-445a-ae0c-540d4a1960c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aafa48a-3c0c-409b-8d18-5f5bd7748f88') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:19.181839 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748c9f62-7259-48ef-8c44-37d329534ea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.182091 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab4ff-5dd5-445a-ae0c-540d4a1960c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.198506 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab4ff-5dd5-445a-ae0c-540d4a1960c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.208070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0ab4ff-5dd5-445a-ae0c-540d4a1960c2 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:51:19.208482 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab4ff-5dd5-445a-ae0c-540d4a1960c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:51:19.216376 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:51:19.264937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-b1f8cf78-7842-4ddb-a2d5-086f5d2d6963', 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963', 'tenant_id': '48cec9a2b695455f9d8bb7d42fe381c3', 'fixed_ips': [{'subnet_id': '71cffa27-893a-466c-9721-4f41e9b04ed6'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:51:19.265789 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.271978 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-95eb52dd-2ec2-451c-8f00-f283e5d4c83b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6653352 Nov 15 14:51:19.277146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49826) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:19.283980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Allocated IP 172.20.0.2 (de27f2a2-b340-4e3e-918b-18c385348c0c/e3a6a71e-6d0b-4473-a58e-4b7d60b050d3/56d4d70e-7c38-4db6-9a76-c972c6de1866) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:19.284966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-10452cdc-d3fb-41ef-93d1-a39715be02c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': 'de27f2a2-b340-4e3e-918b-18c385348c0c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:19.368860 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d16193-ee9a-48c6-bc2e-f412f4cd37a1 None None] DHCP port deletion for 571c73b4-3c2c-4fea-b9aa-9317771bf5e9 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:19.424389 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab4ff-5dd5-445a-ae0c-540d4a1960c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.437324 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab4ff-5dd5-445a-ae0c-540d4a1960c2 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.440075 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748c9f62-7259-48ef-8c44-37d329534ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.447099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0c0ab4ff-5dd5-445a-ae0c-540d4a1960c2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/571c73b4-3c2c-4fea-b9aa-9317771bf5e9 HTTP/1.1" status: 204 len: 168 time: 0.5867844 Nov 15 14:51:19.469044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ab4ff-5dd5-445a-ae0c-540d4a1960c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=571c73b4-3c2c-4fea-b9aa-9317771bf5e9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:19.645735 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Allocated IP 172.20.0.2 (b1f8cf78-7842-4ddb-a2d5-086f5d2d6963/71cffa27-893a-466c-9721-4f41e9b04ed6/1a72010a-0a10-402f-a36b-fafcfcc74c09) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:19.664232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70349e9-a490-4ea8-8cb1-c255fae824c9 req-66042ba8-6402-4634-9387-b7ec97b1e638 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:19.670540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a70349e9-a490-4ea8-8cb1-c255fae824c9 req-66042ba8-6402-4634-9387-b7ec97b1e638 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.0753112 Nov 15 14:51:19.691551 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10452cdc-d3fb-41ef-93d1-a39715be02c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:19.696675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10452cdc-d3fb-41ef-93d1-a39715be02c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.702872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748c9f62-7259-48ef-8c44-37d329534ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.748005 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a23ceb-bd25-46b0-bfa4-8da99a9b3350 None None] Network 5ea2ca3e-1721-4db8-b73a-df9152dcae6e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:19.799278 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748c9f62-7259-48ef-8c44-37d329534ea5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.805622 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-748c9f62-7259-48ef-8c44-37d329534ea5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2626756d-4a13-433c-8da8-666b10a20de3 HTTP/1.1" status: 204 len: 168 time: 0.9098580 Nov 15 14:51:19.809238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49846) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:19.817691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c9f62-7259-48ef-8c44-37d329534ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2626756d-4a13-433c-8da8-666b10a20de3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:19.832519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a70349e9-a490-4ea8-8cb1-c255fae824c9 req-dcacf02e-68a8-4f40-8e36-691bcf8916c0 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553128 Nov 15 14:51:19.898909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c249d3-4167-450a-82bb-014f91896483 req-161925ab-5341-49f3-a27c-2ae2963f3d87 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:19.901120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-161925ab-5341-49f3-a27c-2ae2963f3d87 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/networks?id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 HTTP/1.1" status: 200 len: 815 time: 0.2251790 Nov 15 14:51:19.913333 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:19.922238 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:51:19.924128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-54c17207-9932-427b-85c3-babe82ad4737 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/quotas/48cec9a2b695455f9d8bb7d42fe381c3 HTTP/1.1" status: 200 len: 375 time: 0.0142424 Nov 15 14:51:19.996474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:51:19.996824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 37d16629-2d7e-4cc1-8171-0d3d8c38e4a1 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:51:19.997238 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c63f2d2b-b12b-4794-9b66-9acbdb6eff9c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:51:20.012981 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49850) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:20.025797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c63f2d2b-b12b-4794-9b66-9acbdb6eff9c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:51:20.026141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c63f2d2b-b12b-4794-9b66-9acbdb6eff9c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:51:20.037530 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.084430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-4f505a5f-0494-4d13-abdd-f55342fe611e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=48cec9a2b695455f9d8bb7d42fe381c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1502337 Nov 15 14:51:20.150094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Network de27f2a2-b340-4e3e-918b-18c385348c0c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:20.151105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Pushing event updated for resources: {'Port': ['ID=56d4d70e-7c38-4db6-9a76-c972c6de1866,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:20.159512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:20.166336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:20.181730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-92765e44-f490-46db-b520-5e68d983e565 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=952d3cee8a4c481a97b0ade3d4825ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1640894 Nov 15 14:51:20.186045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49852) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:20.277840 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.284053 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.303163 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-afc29c97-c3e9-4149-9b7f-b7db04e5a125 service neutron] 10.222.0.70 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130554 Nov 15 14:51:20.304085 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b769d6a8-52d5-4aa5-8250-4e233d3f5d8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.332086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d3a08-8890-4ec8-a266-e8a27f8a6ac4 None None] DHCP port deletion for 5ea2ca3e-1721-4db8-b73a-df9152dcae6e request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:20.370435 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.390336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Attempting to bind port 56d4d70e-7c38-4db6-9a76-c972c6de1866 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:51:20.390336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Attempting to bind port 56d4d70e-7c38-4db6-9a76-c972c6de1866 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'b1d9a66e-c780-4977-8265-41a87d9aa9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'de27f2a2-b340-4e3e-918b-18c385348c0c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:51:20.390705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Attempting to bind port 56d4d70e-7c38-4db6-9a76-c972c6de1866 on network de27f2a2-b340-4e3e-918b-18c385348c0c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:20.421232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:20.431777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:20.433785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:51:20.434160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Checking segment: {'id': 'b1d9a66e-c780-4977-8265-41a87d9aa9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'de27f2a2-b340-4e3e-918b-18c385348c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:20.434907 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.435046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Bound using segment: {'id': 'b1d9a66e-c780-4977-8265-41a87d9aa9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'de27f2a2-b340-4e3e-918b-18c385348c0c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:51:20.435532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Bound port: 56d4d70e-7c38-4db6-9a76-c972c6de1866, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d9a66e-c780-4977-8265-41a87d9aa9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'de27f2a2-b340-4e3e-918b-18c385348c0c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:51:20.435847 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.437952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:20.453036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-1563320f-c0d2-4b5d-95bf-bfc03d3a6100 service neutron] 10.222.0.70 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272988 Nov 15 14:51:20.470142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Deleting port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:20.472394 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.491807 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b769d6a8-52d5-4aa5-8250-4e233d3f5d8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.524339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Pushing event updated for resources: {'Port': ['ID=1a72010a-0a10-402f-a36b-fafcfcc74c09,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:20.588902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] For port 56d4d70e-7c38-4db6-9a76-c972c6de1866, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:51:20.590165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] For port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=87d39484-8f61-47fd-b7b7-ce1ee1476c8d,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:20.590848 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.593034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] For port 56d4d70e-7c38-4db6-9a76-c972c6de1866, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=56d4d70e-7c38-4db6-9a76-c972c6de1866,segment=NetworkSegment(b1d9a66e-c780-4977-8265-41a87d9aa9dc),segment_id=b1d9a66e-c780-4977-8265-41a87d9aa9dc)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:51:20.594209 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Attempting to bind port 1a72010a-0a10-402f-a36b-fafcfcc74c09 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:51:20.594597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Attempting to bind port 1a72010a-0a10-402f-a36b-fafcfcc74c09 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:51:20.594954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Attempting to bind port 1a72010a-0a10-402f-a36b-fafcfcc74c09 on network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:20.605343 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:51:20.605741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Checking segment: {'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:20.606128 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.606555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Bound using segment: {'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:51:20.607067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Bound port: 1a72010a-0a10-402f-a36b-fafcfcc74c09, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:51:20.607457 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.609709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Calling delete_port for 87d39484-8f61-47fd-b7b7-ce1ee1476c8d owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:20.612820 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b14d3a08-8890-4ec8-a266-e8a27f8a6ac4 None None] Deleting port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:20.613189 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b14d3a08-8890-4ec8-a266-e8a27f8a6ac4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.652242 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b769d6a8-52d5-4aa5-8250-4e233d3f5d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.657232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b769d6a8-52d5-4aa5-8250-4e233d3f5d8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.659074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b769d6a8-52d5-4aa5-8250-4e233d3f5d8b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b26cd4f-f778-4447-94f3-9b46437a785d HTTP/1.1" status: 204 len: 168 time: 0.4747574 Nov 15 14:51:20.715581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769d6a8-52d5-4aa5-8250-4e233d3f5d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b26cd4f-f778-4447-94f3-9b46437a785d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:20.735953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.806989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b14d3a08-8890-4ec8-a266-e8a27f8a6ac4 None None] For port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=87d39484-8f61-47fd-b7b7-ce1ee1476c8d,segment=NetworkSegment(363a7f4c-f1d4-42ce-af58-0875bb9106dc),segment_id=363a7f4c-f1d4-42ce-af58-0875bb9106dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:20.807424 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b14d3a08-8890-4ec8-a266-e8a27f8a6ac4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.810750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10452cdc-d3fb-41ef-93d1-a39715be02c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.851639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b14d3a08-8890-4ec8-a266-e8a27f8a6ac4 None None] Calling delete_port for 87d39484-8f61-47fd-b7b7-ce1ee1476c8d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:20.894881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] For port 1a72010a-0a10-402f-a36b-fafcfcc74c09, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:51:20.944689 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:20.976488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4e42a-aef8-4df8-97c8-c4c6b4dac40e None None] Pushing event updated for resources: {'Port': ['ID=56d4d70e-7c38-4db6-9a76-c972c6de1866,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:20.979777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10452cdc-d3fb-41ef-93d1-a39715be02c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network de27f2a2-b340-4e3e-918b-18c385348c0c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:20.981045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] For port 1a72010a-0a10-402f-a36b-fafcfcc74c09, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1a72010a-0a10-402f-a36b-fafcfcc74c09,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:51:20.995272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-10452cdc-d3fb-41ef-93d1-a39715be02c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:20.999854 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] No DVR routers for this DVR port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:21.046551 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Pushing event deleted for resources: {'Port': ['ID=87d39484-8f61-47fd-b7b7-ce1ee1476c8d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:21.050011 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10452cdc-d3fb-41ef-93d1-a39715be02c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Subnet': ['ID=c6505a64-430d-41a1-8a20-e10df359cdcd,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:21.051738 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b14d3a08-8890-4ec8-a266-e8a27f8a6ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:21.058902 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:21.072448 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10452cdc-d3fb-41ef-93d1-a39715be02c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:21.072448 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10452cdc-d3fb-41ef-93d1-a39715be02c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:21.092663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d3a08-8890-4ec8-a266-e8a27f8a6ac4 None None] Pushing event deleted for resources: {'Port': ['ID=87d39484-8f61-47fd-b7b7-ce1ee1476c8d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:21.106671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d3a08-8890-4ec8-a266-e8a27f8a6ac4 None None] No DVR routers for this DVR port 87d39484-8f61-47fd-b7b7-ce1ee1476c8d on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:21.142843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efe1e2-5285-4a0e-999e-49e004a26b14 req-c20be8a1-f0b4-4ff3-95f3-b9e5dbd08cba tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:21.142843 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53efe1e2-5285-4a0e-999e-49e004a26b14 req-c20be8a1-f0b4-4ff3-95f3-b9e5dbd08cba tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.1768620 Nov 15 14:51:21.314036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed4133-904b-464a-8d65-5c36a09c1ad2 None None] Pushing event updated for resources: {'Port': ['ID=1a72010a-0a10-402f-a36b-fafcfcc74c09,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:21.314235 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:21.361021 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea2ca3e-1721-4db8-b73a-df9152dcae6e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:21.373155 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363a7f4c-f1d4-42ce-af58-0875bb9106dc') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:21.373406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363a7f4c-f1d4-42ce-af58-0875bb9106dc') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:21.400644 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-10452cdc-d3fb-41ef-93d1-a39715be02c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1223168 Nov 15 14:51:21.403043 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:21.404772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49886) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:21.413946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53efe1e2-5285-4a0e-999e-49e004a26b14 req-4ce0c45f-f494-4193-86f4-5c1642fb4b2f tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460620 Nov 15 14:51:21.423113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': 'de27f2a2-b340-4e3e-918b-18c385348c0c', 'fixed_ips': [{'subnet_id': 'e3a6a71e-6d0b-4473-a58e-4b7d60b050d3'}, {'subnet_id': 'c6505a64-430d-41a1-8a20-e10df359cdcd'}], 'name': 'tempest-PortsTestJSON-2095673543'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:21.431075 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:21.438091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:51:21.438548 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:51:21.440343 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:51:21.576575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-111c7bb3-b38c-471b-ba5d-baff6a399519 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:21.578478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-111c7bb3-b38c-471b-ba5d-baff6a399519 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/networks?id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 HTTP/1.1" status: 200 len: 815 time: 0.4356902 Nov 15 14:51:21.588868 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:21.598887 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:21.620484 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] 10.222.0.70 "DELETE /v2.0/networks/5ea2ca3e-1721-4db8-b73a-df9152dcae6e HTTP/1.1" status: 204 len: 168 time: 1.8096931 Nov 15 14:51:21.661779 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09345dbf-c1c6-47ed-a019-5b10e57d118c admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea2ca3e-1721-4db8-b73a-df9152dcae6e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:21.692421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-fc90639d-77dc-4ba1-8fac-9bb3c3856db3 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/quotas/48cec9a2b695455f9d8bb7d42fe381c3 HTTP/1.1" status: 200 len: 375 time: 0.0708013 Nov 15 14:51:21.845435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49892) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:21.910072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:21.929647 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-12d35266-cd29-4abb-b6e5-d7f3d3387a09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc42b96c54cd420abe4c62154c299957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0805759 Nov 15 14:51:21.929998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49896) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:21.993522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-bd5e3b04-924d-4a16-8111-0ae127e898c1 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=48cec9a2b695455f9d8bb7d42fe381c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2095678 Nov 15 14:51:22.004892 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fce51913-6054-48e1-87bf-74a1d3f99034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:22.046962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fce51913-6054-48e1-87bf-74a1d3f99034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:22.096087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 56d4d70e-7c38-4db6-9a76-c972c6de1866 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:22.125001 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:22.170489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port c2bcbc87-041a-4509-b80d-49fcc764d15c yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:51:22.200749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 56d4d70e-7c38-4db6-9a76-c972c6de1866 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:22.201287 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:22.226067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-50a33e91-0288-422e-9851-0f5452055661 service neutron] 10.222.0.70 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220178 Nov 15 14:51:22.235712 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fce51913-6054-48e1-87bf-74a1d3f99034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:22.240851 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fce51913-6054-48e1-87bf-74a1d3f99034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:22.244651 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fce51913-6054-48e1-87bf-74a1d3f99034 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cdb537a7-60a8-4afb-b272-38c15272716d HTTP/1.1" status: 204 len: 168 time: 0.3105745 Nov 15 14:51:22.250352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49902) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:22.330826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce51913-6054-48e1-87bf-74a1d3f99034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb537a7-60a8-4afb-b272-38c15272716d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:22.432390 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:22.453674 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-367e4b67-d102-4502-a09b-d70762e7f13e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7c2bcbbefb14b7884f8bf1f6ee9e7d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004890 Nov 15 14:51:22.457992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49906) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:22.487148 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9637b0-2ec9-4745-ad14-28eb1caf21db req-e52925fa-8684-43c1-93cf-8f16c10233db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:22.488374 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4e9637b0-2ec9-4745-ad14-28eb1caf21db req-e52925fa-8684-43c1-93cf-8f16c10233db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5623c03af814088be622d5d137baca2&device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 1096 time: 0.1415198 Nov 15 14:51:22.536884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 56d4d70e-7c38-4db6-9a76-c972c6de1866, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=56d4d70e-7c38-4db6-9a76-c972c6de1866,segment=NetworkSegment(b1d9a66e-c780-4977-8265-41a87d9aa9dc),segment_id=b1d9a66e-c780-4977-8265-41a87d9aa9dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:22.599260 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:22.600222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1a72010a-0a10-402f-a36b-fafcfcc74c09 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:22.614438 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10df79a3-8e2a-45a0-bd27-a04e225fee4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:22.640714 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10df79a3-8e2a-45a0-bd27-a04e225fee4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:22.665930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-1b600c88-24cd-43a0-a5f2-6f2f6877f26e service neutron] 10.222.0.70 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709273 Nov 15 14:51:22.693879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47ad4b-fd97-4f7f-8a37-5c5d2dfe3c9a req-9032e764-d6e7-49af-8279-50853fa99267 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:22.707408 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c47ad4b-fd97-4f7f-8a37-5c5d2dfe3c9a req-9032e764-d6e7-49af-8279-50853fa99267 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.4841783 Nov 15 14:51:22.756449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9637b0-2ec9-4745-ad14-28eb1caf21db req-ed9511c4-0b35-4823-8eda-fbfd254655a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:22.762506 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4e9637b0-2ec9-4745-ad14-28eb1caf21db req-ed9511c4-0b35-4823-8eda-fbfd254655a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc92bc5e-c246-40ae-b668-485ec11a20e4 HTTP/1.1" status: 200 len: 912 time: 0.2623963 Nov 15 14:51:22.838090 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4e9637b0-2ec9-4745-ad14-28eb1caf21db req-c626420c-d88e-4905-a303-2759901b1b71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a7a3658-d4f5-43fe-ae9e-d88630e412e3 HTTP/1.1" status: 200 len: 217 time: 0.0674102 Nov 15 14:51:22.879169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c47ad4b-fd97-4f7f-8a37-5c5d2dfe3c9a req-18c26afe-563b-4a9c-9031-8cfc5c686de7 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707971 Nov 15 14:51:22.943450 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0939c91-30fa-4670-b7bd-4fb3844233a3 None None] Network de27f2a2-b340-4e3e-918b-18c385348c0c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:23.005520 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10df79a3-8e2a-45a0-bd27-a04e225fee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:23.017353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10df79a3-8e2a-45a0-bd27-a04e225fee4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:23.018561 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-10df79a3-8e2a-45a0-bd27-a04e225fee4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d52534f-f781-49aa-a03c-fdf48579f116 HTTP/1.1" status: 204 len: 168 time: 0.5549903 Nov 15 14:51:23.086169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df79a3-8e2a-45a0-bd27-a04e225fee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d52534f-f781-49aa-a03c-fdf48579f116,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:23.150485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9637b0-2ec9-4745-ad14-28eb1caf21db req-9c8eba61-d0e4-4e6b-bcfd-9d4f44822cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:23.157949 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4e9637b0-2ec9-4745-ad14-28eb1caf21db req-9c8eba61-d0e4-4e6b-bcfd-9d4f44822cdd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b97c0d52-77f0-4e6e-800a-dcbb212cc511 HTTP/1.1" status: 200 len: 851 time: 0.3027511 Nov 15 14:51:23.159546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.6 (de27f2a2-b340-4e3e-918b-18c385348c0c/e3a6a71e-6d0b-4473-a58e-4b7d60b050d3/c2bcbc87-041a-4509-b80d-49fcc764d15c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:23.185662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.27 (de27f2a2-b340-4e3e-918b-18c385348c0c/c6505a64-430d-41a1-8a20-e10df359cdcd/c2bcbc87-041a-4509-b80d-49fcc764d15c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:23.252054 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4e9637b0-2ec9-4745-ad14-28eb1caf21db req-e48119a4-dd67-4579-889f-dfcd29b584e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc92bc5e-c246-40ae-b668-485ec11a20e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837924 Nov 15 14:51:23.309686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-772f7ca9-2da6-455f-acff-d7b8c6a857bb None None] Provisioning complete for port 56d4d70e-7c38-4db6-9a76-c972c6de1866 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:23.312020 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-772f7ca9-2da6-455f-acff-d7b8c6a857bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:23.441615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=56d4d70e-7c38-4db6-9a76-c972c6de1866,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:23.488623 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4e9637b0-2ec9-4745-ad14-28eb1caf21db req-ac55adad-ea07-4c52-b545-2ce46cb19f13 service neutron] 10.222.0.59 "GET /v2.0/networks/fc92bc5e-c246-40ae-b668-485ec11a20e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278028 Nov 15 14:51:23.542731 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:23.564068 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1a72010a-0a10-402f-a36b-fafcfcc74c09 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:23.564452 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:23.576661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d47674-ef23-429a-80e6-a9fe671b4dd1 None None] Network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:23.651098 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4e9637b0-2ec9-4745-ad14-28eb1caf21db req-a3f40ec2-5fb8-4eb8-9ffc-534d5bcf8323 service neutron] 10.222.0.59 "GET /v2.0/networks/fc92bc5e-c246-40ae-b668-485ec11a20e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489353 Nov 15 14:51:23.667953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:23.718973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network de27f2a2-b340-4e3e-918b-18c385348c0c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:23.727344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:23.738004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:23.781357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=c2bcbc87-041a-4509-b80d-49fcc764d15c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:23.815947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-e7d298d5-108f-47e1-8fbd-8c88773f14b2 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:23.817019 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-e7d298d5-108f-47e1-8fbd-8c88773f14b2 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/networks?id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 HTTP/1.1" status: 200 len: 815 time: 0.2294040 Nov 15 14:51:23.847693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:23.848501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:23.862207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-322feec8-0a32-4360-9421-e96c8c8b1d7a tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/quotas/48cec9a2b695455f9d8bb7d42fe381c3 HTTP/1.1" status: 200 len: 375 time: 0.0380640 Nov 15 14:51:23.931893 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-de2891fd-c8f1-415b-9c99-249293bcf8bf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.5141184 Nov 15 14:51:23.936066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49956) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:23.936167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f62327-be57-4353-9db9-de5bac880b12 None None] Update dhcp port {'port': {'network_id': 'de27f2a2-b340-4e3e-918b-18c385348c0c', 'fixed_ips': [{'subnet_id': 'e3a6a71e-6d0b-4473-a58e-4b7d60b050d3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c6505a64-430d-41a1-8a20-e10df359cdcd'}], 'binding:host_id': 'n-d-817748-2'}, 'id': '56d4d70e-7c38-4db6-9a76-c972c6de1866'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 14:51:23.944303 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-05485228-7af1-4d77-8792-707cad11a361 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e3a6a71e-6d0b-4473-a58e-4b7d60b050d3'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:23.962372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-9ac93099-c8cd-4e14-88c3-897d481f0b7f tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=48cec9a2b695455f9d8bb7d42fe381c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0919139 Nov 15 14:51:24.105998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:24.160230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-f069c11e-e5fb-443a-a70e-f2d1dfeb15f1 service neutron] 10.222.0.70 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899514 Nov 15 14:51:24.202202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 1a72010a-0a10-402f-a36b-fafcfcc74c09, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1a72010a-0a10-402f-a36b-fafcfcc74c09,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:24.211448 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05f62327-be57-4353-9db9-de5bac880b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:24.213274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1f8774a3-6118-4c73-b4e2-abc242e13ae7 None None] Provisioning complete for port 1a72010a-0a10-402f-a36b-fafcfcc74c09 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:24.213632 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f8774a3-6118-4c73-b4e2-abc242e13ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:24.300127 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:24.498447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c249d3-4167-450a-82bb-014f91896483 req-f1dab4ea-f278-4705-9b30-2e35acf2a022 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:24.501061 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-f1dab4ea-f278-4705-9b30-2e35acf2a022 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.46 "GET /v2.0/networks?id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 HTTP/1.1" status: 200 len: 815 time: 0.5165424 Nov 15 14:51:24.502460 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05485228-7af1-4d77-8792-707cad11a361 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:24.516254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 87d39484-8f61-47fd-b7b7-ce1ee1476c8d no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:51:24.522317 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-73c249d3-4167-450a-82bb-014f91896483 req-aa530333-6cb2-4282-b3bd-4690813ca46b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Request body: {'port': {'device_id': '22bf6f62-f896-4251-bc5c-f561706501b9', 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963', 'admin_state_up': True, 'tenant_id': '48cec9a2b695455f9d8bb7d42fe381c3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:24.617179 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 87d39484-8f61-47fd-b7b7-ce1ee1476c8d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:51:24.617465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 87d39484-8f61-47fd-b7b7-ce1ee1476c8d not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:51:24.736411 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=1a72010a-0a10-402f-a36b-fafcfcc74c09,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:24.884110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 56d4d70e-7c38-4db6-9a76-c972c6de1866 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:24.993599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da738b83-8604-48ec-86ca-295ffc29ca0a req-ed89c975-1033-4ff6-ba12-361d89c0e467 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:25.006115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da738b83-8604-48ec-86ca-295ffc29ca0a req-ed89c975-1033-4ff6-ba12-361d89c0e467 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.8442168 Nov 15 14:51:25.090874 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-05f62327-be57-4353-9db9-de5bac880b12 None None] Allocated IP 172.20.0.18 (de27f2a2-b340-4e3e-918b-18c385348c0c/c6505a64-430d-41a1-8a20-e10df359cdcd/56d4d70e-7c38-4db6-9a76-c972c6de1866) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:25.148753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c249d3-4167-450a-82bb-014f91896483 req-aa530333-6cb2-4282-b3bd-4690813ca46b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Made reservation on behalf of 48cec9a2b695455f9d8bb7d42fe381c3 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:25.162343 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73c249d3-4167-450a-82bb-014f91896483 req-aa530333-6cb2-4282-b3bd-4690813ca46b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:25.181797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-ea18a173-67ff-47b4-ba35-30e21abfb58a service neutron] 10.222.0.70 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0099158 Nov 15 14:51:25.251620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 56d4d70e-7c38-4db6-9a76-c972c6de1866 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:25.251996 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:25.258121 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da738b83-8604-48ec-86ca-295ffc29ca0a req-7d1a5ae4-2176-43bf-8999-19e3349668a1 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195423 Nov 15 14:51:25.316804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7d0c39a4-ed37-4a28-a745-9a29d960b123 None None] Provisioning complete for port 1a72010a-0a10-402f-a36b-fafcfcc74c09 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:25.317420 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d0c39a4-ed37-4a28-a745-9a29d960b123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:25.370970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49996) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:25.453411 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-05f62327-be57-4353-9db9-de5bac880b12 None None] For port 56d4d70e-7c38-4db6-9a76-c972c6de1866, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=56d4d70e-7c38-4db6-9a76-c972c6de1866,segment=NetworkSegment(b1d9a66e-c780-4977-8265-41a87d9aa9dc),segment_id=b1d9a66e-c780-4977-8265-41a87d9aa9dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:25.539155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1798653601-network', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:25.550028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-73c249d3-4167-450a-82bb-014f91896483 req-aa530333-6cb2-4282-b3bd-4690813ca46b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Allocated IP 172.20.0.11 (b1f8cf78-7842-4ddb-a2d5-086f5d2d6963/71cffa27-893a-466c-9721-4f41e9b04ed6/60ad9670-0cdd-480e-9f96-4a33eb4f3258) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:25.595098 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05f62327-be57-4353-9db9-de5bac880b12 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:25.638029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02e9461f-0d55-4584-b9ed-ad1993d2c62b req-cccfdecd-55eb-4567-ad11-ebcf385e9a1f tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 210 time: 0.0810018 Nov 15 14:51:25.680001 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05f62327-be57-4353-9db9-de5bac880b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:25.742219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Made reservation on behalf of 7e3c5086c0d24d0abfc32fbd74182803 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:25.746157 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:25.761056 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:25.794551 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-05485228-7af1-4d77-8792-707cad11a361 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Delete allocated IP 172.20.0.27 (de27f2a2-b340-4e3e-918b-18c385348c0c/c6505a64-430d-41a1-8a20-e10df359cdcd) {{(pid=103147) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 14:51:25.804917 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73c249d3-4167-450a-82bb-014f91896483 req-aa530333-6cb2-4282-b3bd-4690813ca46b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:25.869715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f62327-be57-4353-9db9-de5bac880b12 None None] Pushing event updated for resources: {'Port': ['ID=56d4d70e-7c38-4db6-9a76-c972c6de1866,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:25.897759 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:25.986246 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:26.012494 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05485228-7af1-4d77-8792-707cad11a361 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:26.029762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:51:26.041054 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73c249d3-4167-450a-82bb-014f91896483 req-aa530333-6cb2-4282-b3bd-4690813ca46b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:26.058227 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:26.058612 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Added segment 7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd of type vlan for network f5e26bce-6e6a-4dbe-a181-42003518ed99 Nov 15 14:51:26.144371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa530333-6cb2-4282-b3bd-4690813ca46b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Pushing event updated for resources: {'Port': ['ID=60ad9670-0cdd-480e-9f96-4a33eb4f3258,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:26.152824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05485228-7af1-4d77-8792-707cad11a361 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:26.154995 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:26.173254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c249d3-4167-450a-82bb-014f91896483 req-aa530333-6cb2-4282-b3bd-4690813ca46b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:26.183170 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-73c249d3-4167-450a-82bb-014f91896483 req-aa530333-6cb2-4282-b3bd-4690813ca46b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:26.201505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c249d3-4167-450a-82bb-014f91896483 req-aa530333-6cb2-4282-b3bd-4690813ca46b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:26.230469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2547a22c-7984-4ef9-a053-455b9bf6ada0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:26.304405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-01496c35-eb9c-489a-b500-d4c7572c7590 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:26.326191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-01496c35-eb9c-489a-b500-d4c7572c7590 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.46 "GET /v2.0/networks?id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 HTTP/1.1" status: 200 len: 815 time: 0.4022746 Nov 15 14:51:26.333384 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:26.334408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:26.335009 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:26.386152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-0f57264b-6c66-4763-84fe-58d80886446b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Request body: {'port': {'device_id': 'ef4ffc0d-9daf-499c-ab83-553518cbdf01', 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963', 'admin_state_up': True, 'tenant_id': '48cec9a2b695455f9d8bb7d42fe381c3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:26.474685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05485228-7af1-4d77-8792-707cad11a361 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=c2bcbc87-041a-4509-b80d-49fcc764d15c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:26.507171 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c249d3-4167-450a-82bb-014f91896483 req-aa530333-6cb2-4282-b3bd-4690813ca46b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:26.511197 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73c249d3-4167-450a-82bb-014f91896483 req-aa530333-6cb2-4282-b3bd-4690813ca46b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:26.524933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-05485228-7af1-4d77-8792-707cad11a361 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] In _notify_port_updated(), no bound segment for port c2bcbc87-041a-4509-b80d-49fcc764d15c on network de27f2a2-b340-4e3e-918b-18c385348c0c {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:51:26.532458 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05485228-7af1-4d77-8792-707cad11a361 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:26.533355 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05485228-7af1-4d77-8792-707cad11a361 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:26.547193 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-05485228-7af1-4d77-8792-707cad11a361 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "PUT /v2.0/ports/c2bcbc87-041a-4509-b80d-49fcc764d15c HTTP/1.1" status: 200 len: 919 time: 2.6126945 Nov 15 14:51:26.554651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50024) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:26.567451 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e3a6a71e-6d0b-4473-a58e-4b7d60b050d3'}, {'subnet_id': 'c6505a64-430d-41a1-8a20-e10df359cdcd'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:26.662072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] Pushing event updated for resources: {'Network': ['ID=f5e26bce-6e6a-4dbe-a181-42003518ed99,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:26.693724 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-aa530333-6cb2-4282-b3bd-4690813ca46b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1733167 Nov 15 14:51:26.698991 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network f5e26bce-6e6a-4dbe-a181-42003518ed99 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:51:26.714226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Request body: {'port': {'device_id': '22bf6f62-f896-4251-bc5c-f561706501b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:26.807768 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:26.831370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 56d4d70e-7c38-4db6-9a76-c972c6de1866 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:26.884860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-872bf754-0beb-4394-a042-920b9930a5fc req-0376de80-b7d9-4958-a08c-47c2bdb436ae tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 210 time: 0.1068902 Nov 15 14:51:26.924200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8b23a9e2-4fc7-4096-b805-6dc8df3d1011 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5519786 Nov 15 14:51:26.925441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:26.933615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:26.941804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Request body: {'subnet': {'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1798653601-subnet', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:26.982683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaede98-94a1-476d-b57c-1be19ec6576e None None] Network de27f2a2-b340-4e3e-918b-18c385348c0c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:27.014220 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd71cd-1afc-4f9f-9e5d-b82c92ee98eb req-b0873966-4cd5-4f2e-aff1-fda6ad0d5a0a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:27.015894 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8fd71cd-1afc-4f9f-9e5d-b82c92ee98eb req-b0873966-4cd5-4f2e-aff1-fda6ad0d5a0a tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.4519038 Nov 15 14:51:27.107387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e764ca2c-785c-4716-bbd9-a3ed6ab0953c None None] Provisioning complete for port 60ad9670-0cdd-480e-9f96-4a33eb4f3258 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:27.107778 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e764ca2c-785c-4716-bbd9-a3ed6ab0953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:27.121001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8fd71cd-1afc-4f9f-9e5d-b82c92ee98eb req-3e44c8b4-94d3-4ba2-b28e-2e555c972455 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959251 Nov 15 14:51:27.169085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Made reservation on behalf of 7e3c5086c0d24d0abfc32fbd74182803 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:27.174335 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:27.195087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e764ca2c-785c-4716-bbd9-a3ed6ab0953c None None] Port 60ad9670-0cdd-480e-9f96-4a33eb4f3258 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:27.216744 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 56d4d70e-7c38-4db6-9a76-c972c6de1866 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:27.217711 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:27.324585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-0f57264b-6c66-4763-84fe-58d80886446b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Made reservation on behalf of 48cec9a2b695455f9d8bb7d42fe381c3 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:27.330185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-0f57264b-6c66-4763-84fe-58d80886446b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:27.379727 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b4777171-10b3-4df3-b370-d4e1128bd940 None None] Provisioning complete for port 56d4d70e-7c38-4db6-9a76-c972c6de1866 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:27.380257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4777171-10b3-4df3-b370-d4e1128bd940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:27.467965 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.26 (de27f2a2-b340-4e3e-918b-18c385348c0c/c6505a64-430d-41a1-8a20-e10df359cdcd/c2bcbc87-041a-4509-b80d-49fcc764d15c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:27.603306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1a72010a-0a10-402f-a36b-fafcfcc74c09 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:27.739630 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ad9670-0cdd-480e-9f96-4a33eb4f3258 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:51:27.756925 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:27.823540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3586e-2e15-456c-9406-4c0612d39789 req-9412a840-9bcf-4ffd-a7be-15adc2876d9b tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:27.833273 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18a3586e-2e15-456c-9406-4c0612d39789 req-9412a840-9bcf-4ffd-a7be-15adc2876d9b tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.0988171 Nov 15 14:51:27.843517 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:27.882852 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:27.941457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Transition to ACTIVE for port object 60ad9670-0cdd-480e-9f96-4a33eb4f3258 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:51:27.964722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:27.988034 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:27.992418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1a72010a-0a10-402f-a36b-fafcfcc74c09 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:27.993491 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:28.018637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.019395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.020078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.020674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.021826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.022381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.023302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.023985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.024506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.024943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.025421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.026226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.039242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=c2bcbc87-041a-4509-b80d-49fcc764d15c,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:28.055728 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:28.059630 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.059978 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.062186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.062186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.062186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.062186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.062186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.062676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.062768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.063645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.063987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.064316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:28.119268 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aab51533-b7e0-4991-a57f-fdb5a910abac req-a98322db-11c4-4f79-aeaa-31d5fd6b754a tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 210 time: 0.1222034 Nov 15 14:51:28.205640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18a3586e-2e15-456c-9406-4c0612d39789 req-471c157b-71dc-4457-8fdf-0664ccc3507f tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714044 Nov 15 14:51:28.216066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Checking segment: {'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:28.216759 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:28.220243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8ca263d0-6e14-4848-8081-56c3a6d7cde0 None None] Provisioning complete for port 56d4d70e-7c38-4db6-9a76-c972c6de1866 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:28.220608 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ca263d0-6e14-4848-8081-56c3a6d7cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:28.221012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Network hostable DHCP agents. Network: f5e26bce-6e6a-4dbe-a181-42003518ed99, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:51:28.271098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-0f57264b-6c66-4763-84fe-58d80886446b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Allocated IP 172.20.0.3 (b1f8cf78-7842-4ddb-a2d5-086f5d2d6963/71cffa27-893a-466c-9721-4f41e9b04ed6/b7032914-4f51-4aad-8f9b-fb4425501a52) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:28.423102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Network f5e26bce-6e6a-4dbe-a181-42003518ed99 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:51:28.516038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8ca263d0-6e14-4848-8081-56c3a6d7cde0 None None] Provisioning complete for port c2bcbc87-041a-4509-b80d-49fcc764d15c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:28.516413 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ca263d0-6e14-4848-8081-56c3a6d7cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:28.552438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, f5e26bce-6e6a-4dbe-a181-42003518ed99) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:28.576081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:28.587278 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:28.587557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e2beb-9968-47b7-9494-eba0cbeb09e8 None None] Network f5e26bce-6e6a-4dbe-a181-42003518ed99 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:28.646657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-71f59c71-df08-4f5b-afb1-9346921f2655 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:28.650440 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-71f59c71-df08-4f5b-afb1-9346921f2655 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.59 "GET /v2.0/networks?id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 HTTP/1.1" status: 200 len: 815 time: 0.2733140 Nov 15 14:51:28.667396 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8ca263d0-6e14-4848-8081-56c3a6d7cde0 None None] Port c2bcbc87-041a-4509-b80d-49fcc764d15c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:28.740296 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:28.761414 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-0f57264b-6c66-4763-84fe-58d80886446b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:28.900964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a61e5f92-0c2f-4b93-9c41-f82dc37068b2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9570897 Nov 15 14:51:28.902551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50052) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:28.907340 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:28.959194 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-21166b1d-781d-4ded-9529-2b4ac11cdb63 None None] Provisioning complete for port c2bcbc87-041a-4509-b80d-49fcc764d15c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:28.959566 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21166b1d-781d-4ded-9529-2b4ac11cdb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:28.959918 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-0f57264b-6c66-4763-84fe-58d80886446b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:28.996606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-0f57264b-6c66-4763-84fe-58d80886446b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:29.002662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-0f57264b-6c66-4763-84fe-58d80886446b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:29.027719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-0f57264b-6c66-4763-84fe-58d80886446b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:29.041463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-21166b1d-781d-4ded-9529-2b4ac11cdb63 None None] Port c2bcbc87-041a-4509-b80d-49fcc764d15c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:29.071679 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.081886 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.127968 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f5e26bce-6e6a-4dbe-a181-42003518ed99', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:51:29.129177 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.187348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f2d72968-e6b6-4d94-8f35-43f40eb12ddf None None] Provisioning complete for port c2bcbc87-041a-4509-b80d-49fcc764d15c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:29.187848 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2d72968-e6b6-4d94-8f35-43f40eb12ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.382563 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Pushing event updated for resources: {'Port': ['ID=60ad9670-0cdd-480e-9f96-4a33eb4f3258,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:29.390659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-25ee5caa-4c63-435e-89e8-45f81aa04d4e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Request body: {'port': {'device_id': 'bd2f33d3-035a-4e28-9a39-7c1422bdb8c3', 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963', 'admin_state_up': True, 'tenant_id': '48cec9a2b695455f9d8bb7d42fe381c3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:29.405210 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] In _notify_port_updated(), no bound segment for port c2bcbc87-041a-4509-b80d-49fcc764d15c on network de27f2a2-b340-4e3e-918b-18c385348c0c {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:51:29.412424 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:29.413324 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.418032 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5d055549-1dd4-4e1e-8339-40b9690ec751 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "PUT /v2.0/ports/c2bcbc87-041a-4509-b80d-49fcc764d15c HTTP/1.1" status: 200 len: 999 time: 2.8592064 Nov 15 14:51:29.420009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:29.420175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57264b-6c66-4763-84fe-58d80886446b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Pushing event updated for resources: {'Port': ['ID=b7032914-4f51-4aad-8f9b-fb4425501a52,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:29.477992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebb0a6d7-d2d0-4de6-b8d2-21f0912c07d8 req-8fc25c18-241b-4bb3-a4cf-99f3d2485487 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 210 time: 0.1730084 Nov 15 14:51:29.517791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f2d72968-e6b6-4d94-8f35-43f40eb12ddf None None] Port c2bcbc87-041a-4509-b80d-49fcc764d15c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:29.532042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-0f57264b-6c66-4763-84fe-58d80886446b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:29.532972 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-0f57264b-6c66-4763-84fe-58d80886446b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.564881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Allocated IP 172.20.0.2 (f5e26bce-6e6a-4dbe-a181-42003518ed99/6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c/88a87f93-0521-4acc-abd1-2cbd30fab254) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:29.565280 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.590892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cc9d3-1aa1-4a14-8639-58c5b5cd6e37 req-f310fcfa-4fdb-47e2-80cc-13f58d9b1491 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:29.599500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b04cc9d3-1aa1-4a14-8639-58c5b5cd6e37 req-f310fcfa-4fdb-47e2-80cc-13f58d9b1491 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.1589046 Nov 15 14:51:29.665694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b04cc9d3-1aa1-4a14-8639-58c5b5cd6e37 req-9bf5564e-75dc-49d9-95ac-e45cdd998881 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649781 Nov 15 14:51:29.684308 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e331eedc-b714-4e35-8d55-88cc8b686110 None None] Provisioning complete for port c2bcbc87-041a-4509-b80d-49fcc764d15c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:29.684308 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e331eedc-b714-4e35-8d55-88cc8b686110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.687912 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-0f57264b-6c66-4763-84fe-58d80886446b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3365612 Nov 15 14:51:29.696533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Attempting to bind port 60ad9670-0cdd-480e-9f96-4a33eb4f3258 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:51:29.696998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Attempting to bind port 60ad9670-0cdd-480e-9f96-4a33eb4f3258 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:51:29.704540 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Attempting to bind port 60ad9670-0cdd-480e-9f96-4a33eb4f3258 on network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:29.713127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Port 60ad9670-0cdd-480e-9f96-4a33eb4f3258 on network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:51:29.713605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Attempting to bind port 60ad9670-0cdd-480e-9f96-4a33eb4f3258 on network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:29.724017 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:51:29.724482 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Checking segment: {'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:29.725093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Bound using segment: {'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:51:29.725756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Bound port: 60ad9670-0cdd-480e-9f96-4a33eb4f3258, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:51:29.726237 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.771968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Request body: {'port': {'device_id': 'ef4ffc0d-9daf-499c-ab83-553518cbdf01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:29.785240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa01bc-18b1-4daa-9c5b-c1d30e0fee9f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port c2bcbc87-041a-4509-b80d-49fcc764d15c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:29.785855 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aaa01bc-18b1-4daa-9c5b-c1d30e0fee9f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.822050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e331eedc-b714-4e35-8d55-88cc8b686110 None None] Port c2bcbc87-041a-4509-b80d-49fcc764d15c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:29.838792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-25ee5caa-4c63-435e-89e8-45f81aa04d4e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Made reservation on behalf of 48cec9a2b695455f9d8bb7d42fe381c3 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:29.842540 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-25ee5caa-4c63-435e-89e8-45f81aa04d4e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.915087 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb225-defb-4f72-9b06-2232fcd9b2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.984646 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.995946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e331eedc-b714-4e35-8d55-88cc8b686110 None None] Provisioning complete for port b7032914-4f51-4aad-8f9b-fb4425501a52 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:29.995946 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e331eedc-b714-4e35-8d55-88cc8b686110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:29.997088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] For port 60ad9670-0cdd-480e-9f96-4a33eb4f3258, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:51:30.072099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e331eedc-b714-4e35-8d55-88cc8b686110 None None] Port b7032914-4f51-4aad-8f9b-fb4425501a52 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:30.073440 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:30.074376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] For port 60ad9670-0cdd-480e-9f96-4a33eb4f3258, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=60ad9670-0cdd-480e-9f96-4a33eb4f3258,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:51:30.079438 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:30.082514 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aaa01bc-18b1-4daa-9c5b-c1d30e0fee9f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:30.088331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:30.154984 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Pushing event updated for resources: {'Port': ['ID=88a87f93-0521-4acc-abd1-2cbd30fab254,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:30.169740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Network f5e26bce-6e6a-4dbe-a181-42003518ed99 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:30.172824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:30.177887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:30.202505 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:30.205680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa01bc-18b1-4daa-9c5b-c1d30e0fee9f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for c2bcbc87-041a-4509-b80d-49fcc764d15c owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:30.281410 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Attempting to bind port 88a87f93-0521-4acc-abd1-2cbd30fab254 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:51:30.284278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Attempting to bind port 88a87f93-0521-4acc-abd1-2cbd30fab254 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:51:30.286363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Attempting to bind port 88a87f93-0521-4acc-abd1-2cbd30fab254 on network f5e26bce-6e6a-4dbe-a181-42003518ed99 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:30.302504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:51:30.303176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Checking segment: {'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:30.307886 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:30.307886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Bound using segment: {'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:51:30.307886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Bound port: 88a87f93-0521-4acc-abd1-2cbd30fab254, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:51:30.307886 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:30.375901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-25ee5caa-4c63-435e-89e8-45f81aa04d4e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Allocated IP 172.20.0.8 (b1f8cf78-7842-4ddb-a2d5-086f5d2d6963/71cffa27-893a-466c-9721-4f41e9b04ed6/22096179-17a7-4caa-8d85-002f6fa58af4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:30.387353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:30.387353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:30.387353 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] 10.222.0.46 "PUT /v2.0/ports/60ad9670-0cdd-480e-9f96-4a33eb4f3258 HTTP/1.1" status: 200 len: 1092 time: 3.6856890 Nov 15 14:51:30.409221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] For port 88a87f93-0521-4acc-abd1-2cbd30fab254, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:51:30.409490 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22bf6f62-f896-4251-bc5c-f561706501b9', 'tag': '60ad9670-0cdd-480e-9f96-4a33eb4f3258'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:30.412646 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68040125-0d56-4d27-8b63-7678eae060b3" -d '{"events": [{"name": "network-changed", "server_uuid": "22bf6f62-f896-4251-bc5c-f561706501b9", "tag": "60ad9670-0cdd-480e-9f96-4a33eb4f3258"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:30.413594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] For port 88a87f93-0521-4acc-abd1-2cbd30fab254, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=88a87f93-0521-4acc-abd1-2cbd30fab254,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:51:30.566610 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:30.580965 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5e2b24-f025-4fd4-8cdb-a31864947fbd x-openstack-request-id: req-6c5e2b24-f025-4fd4-8cdb-a31864947fbd {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:30.581267 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22bf6f62-f896-4251-bc5c-f561706501b9", "tag": "60ad9670-0cdd-480e-9f96-4a33eb4f3258", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:30.581504 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c5e2b24-f025-4fd4-8cdb-a31864947fbd {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:30.581914 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22bf6f62-f896-4251-bc5c-f561706501b9', 'tag': '60ad9670-0cdd-480e-9f96-4a33eb4f3258', 'status': 'completed', 'code': 200} Nov 15 14:51:30.593683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64abdfd-6a1d-49d5-a22d-2ce2b1941635 req-cb5891b7-dfe3-47f9-9a28-21398825edf8 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:30.596662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d64abdfd-6a1d-49d5-a22d-2ce2b1941635 req-cb5891b7-dfe3-47f9-9a28-21398825edf8 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.59 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.1831074 Nov 15 14:51:30.599306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d057ff-9d17-43bb-969c-417b0add0099 service neutron] Pushing event updated for resources: {'Port': ['ID=60ad9670-0cdd-480e-9f96-4a33eb4f3258,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:30.667174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff593a-1149-4141-b328-7e4835bbd5cf None None] Pushing event updated for resources: {'Port': ['ID=88a87f93-0521-4acc-abd1-2cbd30fab254,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:30.776025 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b9576ef-f5f0-420a-8949-55e3bb7f5bac req-61e3fed5-3199-4724-a8aa-dfcc700a31f6 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 210 time: 0.1118686 Nov 15 14:51:30.965209 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c249d3-4167-450a-82bb-014f91896483 req-f51ac6aa-e3be-4a81-b7a8-ee49c949648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:30.965209 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-f51ac6aa-e3be-4a81-b7a8-ee49c949648d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48cec9a2b695455f9d8bb7d42fe381c3&device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 1095 time: 0.4505324 Nov 15 14:51:31.033224 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-25ee5caa-4c63-435e-89e8-45f81aa04d4e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:31.038327 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-66d4e05e-e4b6-4015-ad98-e3f19cec5741 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ad9670-0cdd-480e-9f96-4a33eb4f3258 HTTP/1.1" status: 200 len: 217 time: 0.0651245 Nov 15 14:51:31.038846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d64abdfd-6a1d-49d5-a22d-2ce2b1941635 req-0d61e451-6308-4dde-a914-595c714c9389 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Deleting port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:31.039187 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d64abdfd-6a1d-49d5-a22d-2ce2b1941635 req-0d61e451-6308-4dde-a914-595c714c9389 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:31.041765 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aaa01bc-18b1-4daa-9c5b-c1d30e0fee9f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:31.144353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d64abdfd-6a1d-49d5-a22d-2ce2b1941635 req-0d61e451-6308-4dde-a914-595c714c9389 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] For port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=8a7a3658-d4f5-43fe-ae9e-d88630e412e3,segment=NetworkSegment(4ea88268-b493-4036-b744-8a659acccbec),segment_id=4ea88268-b493-4036-b744-8a659acccbec)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:31.144801 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d64abdfd-6a1d-49d5-a22d-2ce2b1941635 req-0d61e451-6308-4dde-a914-595c714c9389 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:31.159291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d64abdfd-6a1d-49d5-a22d-2ce2b1941635 req-0d61e451-6308-4dde-a914-595c714c9389 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Calling delete_port for 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:31.211125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c249d3-4167-450a-82bb-014f91896483 req-c055597e-d747-46ae-8f9a-eefc9510db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:31.213207 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-c055597e-d747-46ae-8f9a-eefc9510db41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71cffa27-893a-466c-9721-4f41e9b04ed6 HTTP/1.1" status: 200 len: 854 time: 0.1592598 Nov 15 14:51:31.340619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa01bc-18b1-4daa-9c5b-c1d30e0fee9f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=c2bcbc87-041a-4509-b80d-49fcc764d15c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:31.396035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84557a6e-e936-4c85-b1a5-ec69c1ea18fa req-1219e5f9-f396-4686-868b-e980479d4f55 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:31.419115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84557a6e-e936-4c85-b1a5-ec69c1ea18fa req-1219e5f9-f396-4686-868b-e980479d4f55 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 945 time: 0.5883641 Nov 15 14:51:31.427627 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:31.442227 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d64abdfd-6a1d-49d5-a22d-2ce2b1941635 req-0d61e451-6308-4dde-a914-595c714c9389 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:31.456906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['8a7a3658-d4f5-43fe-ae9e-d88630e412e3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:51:31.471560 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-25ee5caa-4c63-435e-89e8-45f81aa04d4e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:31.518758 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:31.550817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c249d3-4167-450a-82bb-014f91896483 req-ac9e25c4-6edf-43f3-9fe5-2a0743e14747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:31.552398 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-ac9e25c4-6edf-43f3-9fe5-2a0743e14747 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2925911 Nov 15 14:51:31.575110 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aaa01bc-18b1-4daa-9c5b-c1d30e0fee9f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:31.586269 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5aaa01bc-18b1-4daa-9c5b-c1d30e0fee9f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/c2bcbc87-041a-4509-b80d-49fcc764d15c HTTP/1.1" status: 204 len: 168 time: 2.1633804 Nov 15 14:51:31.595122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee5caa-4c63-435e-89e8-45f81aa04d4e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Pushing event updated for resources: {'Port': ['ID=22096179-17a7-4caa-8d85-002f6fa58af4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:31.607316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e0992-28b1-4089-a575-e6fe52663e52 None None] DHCP port deletion for fc92bc5e-c246-40ae-b668-485ec11a20e4 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:31.607419 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-25ee5caa-4c63-435e-89e8-45f81aa04d4e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:31.608843 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:31.632501 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-25ee5caa-4c63-435e-89e8-45f81aa04d4e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:31.647671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-25ee5caa-4c63-435e-89e8-45f81aa04d4e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:31.662226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61e451-6308-4dde-a914-595c714c9389 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Pushing event deleted for resources: {'Port': ['ID=8a7a3658-d4f5-43fe-ae9e-d88630e412e3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:31.664240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64abdfd-6a1d-49d5-a22d-2ce2b1941635 req-0d61e451-6308-4dde-a914-595c714c9389 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] No DVR routers for this DVR port 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:31.677407 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d64abdfd-6a1d-49d5-a22d-2ce2b1941635 req-0d61e451-6308-4dde-a914-595c714c9389 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:31.681779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d64abdfd-6a1d-49d5-a22d-2ce2b1941635 req-0d61e451-6308-4dde-a914-595c714c9389 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.59 "DELETE /v2.0/ports/8a7a3658-d4f5-43fe-ae9e-d88630e412e3 HTTP/1.1" status: 204 len: 173 time: 1.0701463 Nov 15 14:51:31.682277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b018479f-820a-466d-a5dc-ae7a1a2dec88', 'name': 'network-vif-deleted', 'tag': '8a7a3658-d4f5-43fe-ae9e-d88630e412e3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:31.684656 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d3374e-7570-4479-9894-bdc30e39409e" -d '{"events": [{"server_uuid": "b018479f-820a-466d-a5dc-ae7a1a2dec88", "name": "network-vif-deleted", "tag": "8a7a3658-d4f5-43fe-ae9e-d88630e412e3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:31.704724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84557a6e-e936-4c85-b1a5-ec69c1ea18fa req-cd8a277f-1402-4ff0-9949-7e53c578b292 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843275 Nov 15 14:51:31.812357 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c0c970-3cf2-416c-b9d9-004271350e07 x-openstack-request-id: req-93c0c970-3cf2-416c-b9d9-004271350e07 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:31.812646 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b018479f-820a-466d-a5dc-ae7a1a2dec88", "name": "network-vif-deleted", "tag": "8a7a3658-d4f5-43fe-ae9e-d88630e412e3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:31.812903 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93c0c970-3cf2-416c-b9d9-004271350e07 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:31.813301 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b018479f-820a-466d-a5dc-ae7a1a2dec88', 'name': 'network-vif-deleted', 'tag': '8a7a3658-d4f5-43fe-ae9e-d88630e412e3', 'status': 'completed', 'code': 200} Nov 15 14:51:31.888507 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cf66de-c4b7-4b84-856c-a40a9b87db5c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:51:31.890447 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-87cf66de-c4b7-4b84-856c-a40a9b87db5c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/c2bcbc87-041a-4509-b80d-49fcc764d15c HTTP/1.1" status: 404 len: 333 time: 0.2551205 Nov 15 14:51:31.899128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:31.987248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-25ee5caa-4c63-435e-89e8-45f81aa04d4e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:31.987248 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-25ee5caa-4c63-435e-89e8-45f81aa04d4e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:31.988263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7032914-4f51-4aad-8f9b-fb4425501a52 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:51:32.035531 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a23430b-32bc-4dc5-b3af-a2e1836e9ebf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting subnet c6505a64-430d-41a1-8a20-e10df359cdcd {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:51:32.039038 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a23430b-32bc-4dc5-b3af-a2e1836e9ebf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:32.043106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:32.046389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Allocated IP 172.25.4.51 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/2f6b4ff2-6ce0-451a-a96a-0184e55d72b3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:32.088594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Transition to ACTIVE for port object b7032914-4f51-4aad-8f9b-fb4425501a52 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:51:32.096715 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a23430b-32bc-4dc5-b3af-a2e1836e9ebf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:32.111303 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3ab2c120-2292-48eb-933c-8a7e247a1ee1 None None] Provisioning complete for port 22096179-17a7-4caa-8d85-002f6fa58af4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:32.111971 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ab2c120-2292-48eb-933c-8a7e247a1ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:32.147615 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-921e1197-4186-44b9-be8e-e0c8f15b72c9 service neutron] 10.222.0.46 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736868 Nov 15 14:51:32.186945 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bee5685d-29d3-4223-98b7-fb38b32ad241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:32.191716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3ab2c120-2292-48eb-933c-8a7e247a1ee1 None None] Port 22096179-17a7-4caa-8d85-002f6fa58af4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:32.212045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a932b-fe9d-4e90-8fed-78a2a22e7aff req-04611978-ee55-4c2d-9abf-aeac085d9c7b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:32.226171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c44a932b-fe9d-4e90-8fed-78a2a22e7aff req-04611978-ee55-4c2d-9abf-aeac085d9c7b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 931 time: 0.2991588 Nov 15 14:51:32.328347 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:32.351850 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:32.365865 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-25ee5caa-4c63-435e-89e8-45f81aa04d4e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9802520 Nov 15 14:51:32.393378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Request body: {'port': {'device_id': 'bd2f33d3-035a-4e28-9a39-7c1422bdb8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:32.457315 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a23430b-32bc-4dc5-b3af-a2e1836e9ebf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:32.526801 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c44a932b-fe9d-4e90-8fed-78a2a22e7aff req-f6819ed0-d0b7-4580-b817-321bd0249919 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960467 Nov 15 14:51:32.564863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Pushing event updated for resources: {'Port': ['ID=b7032914-4f51-4aad-8f9b-fb4425501a52,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:32.601621 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-73c249d3-4167-450a-82bb-014f91896483 req-d9b31688-06a9-42bd-bcf4-eab87a7b2b59 service neutron] 10.222.0.46 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186008 Nov 15 14:51:32.604040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:32.744323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Attempting to bind port b7032914-4f51-4aad-8f9b-fb4425501a52 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:51:32.744323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Attempting to bind port b7032914-4f51-4aad-8f9b-fb4425501a52 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:51:32.744323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Attempting to bind port b7032914-4f51-4aad-8f9b-fb4425501a52 on network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:32.749087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Port b7032914-4f51-4aad-8f9b-fb4425501a52 on network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:51:32.749426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Attempting to bind port b7032914-4f51-4aad-8f9b-fb4425501a52 on network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:32.754257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f2d90-4a91-4bdd-b1aa-8a39f5b3e44d None None] Network f5e26bce-6e6a-4dbe-a181-42003518ed99 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:32.767110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:51:32.767797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Checking segment: {'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:32.768414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Bound using segment: {'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:51:32.769018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Bound port: b7032914-4f51-4aad-8f9b-fb4425501a52, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:51:32.769760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:32.774667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:32.847381 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a23430b-32bc-4dc5-b3af-a2e1836e9ebf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:32.849568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6b4ff2-6ce0-451a-a96a-0184e55d72b3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:32.859611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 88a87f93-0521-4acc-abd1-2cbd30fab254 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:32.923015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eb6e80-3f9d-4277-aea1-a14712c4cf6f None None] Network de27f2a2-b340-4e3e-918b-18c385348c0c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:32.924796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecdb8230-840e-4f27-a7a9-cd2b2bf7b6a8 req-b13c0d57-b80b-4f2f-8e34-c3d61e374186 tempest-TestServerAdvancedOps-444153966 tempest-TestServerAdvancedOps-444153966-project] 10.222.0.70 "GET /v2.0/ports?device_id=b018479f-820a-466d-a5dc-ae7a1a2dec88 HTTP/1.1" status: 200 len: 210 time: 0.0331285 Nov 15 14:51:32.926589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:32.932231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:32.934654 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a23430b-32bc-4dc5-b3af-a2e1836e9ebf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:32.935971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:32.938144 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7a23430b-32bc-4dc5-b3af-a2e1836e9ebf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/c6505a64-430d-41a1-8a20-e10df359cdcd HTTP/1.1" status: 204 len: 168 time: 1.0382473 Nov 15 14:51:32.966913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23430b-32bc-4dc5-b3af-a2e1836e9ebf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Subnet': ['ID=c6505a64-430d-41a1-8a20-e10df359cdcd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:32.968689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:32.989498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44586874-4bc0-483e-872d-76b4bf99334d None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:33.023949 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68040125-0d56-4d27-8b63-7678eae060b3 req-0be718ab-a88b-42ef-b98b-af5d36816fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:33.023949 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68040125-0d56-4d27-8b63-7678eae060b3 req-0be718ab-a88b-42ef-b98b-af5d36816fe4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48cec9a2b695455f9d8bb7d42fe381c3&device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 1095 time: 0.1389248 Nov 15 14:51:33.032016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] For port b7032914-4f51-4aad-8f9b-fb4425501a52, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:51:33.061771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] For port b7032914-4f51-4aad-8f9b-fb4425501a52, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b7032914-4f51-4aad-8f9b-fb4425501a52,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:51:33.105175 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 88a87f93-0521-4acc-abd1-2cbd30fab254 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:33.105548 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:33.153776 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ae8851-e74a-4805-a525-a1ab209f1eff tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting subnet e3a6a71e-6d0b-4473-a58e-4b7d60b050d3 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:51:33.154270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-09a9ed14-51e3-4f5b-8f73-b09d4a12fcdb None None] Provisioning complete for port 88a87f93-0521-4acc-abd1-2cbd30fab254 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:33.154563 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09a9ed14-51e3-4f5b-8f73-b09d4a12fcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:33.163005 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:33.165671 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8851-e74a-4805-a525-a1ab209f1eff tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:33.220932 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68040125-0d56-4d27-8b63-7678eae060b3 req-5a106b5e-64f7-4eb3-b1bb-23e447d97273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:33.223187 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68040125-0d56-4d27-8b63-7678eae060b3 req-5a106b5e-64f7-4eb3-b1bb-23e447d97273 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 HTTP/1.1" status: 200 len: 916 time: 0.1905639 Nov 15 14:51:33.242508 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22096179-17a7-4caa-8d85-002f6fa58af4 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:51:33.277472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:33.278017 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:33.279735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] 10.222.0.46 "PUT /v2.0/ports/b7032914-4f51-4aad-8f9b-fb4425501a52 HTTP/1.1" status: 200 len: 1091 time: 3.5454819 Nov 15 14:51:33.297201 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68040125-0d56-4d27-8b63-7678eae060b3 req-4aedf273-e0a9-440b-86cb-1b5cd44cdd07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ad9670-0cdd-480e-9f96-4a33eb4f3258 HTTP/1.1" status: 200 len: 217 time: 0.0654037 Nov 15 14:51:33.299417 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:33.343460 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8851-e74a-4805-a525-a1ab209f1eff tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:33.373070 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:33.376541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Transition to ACTIVE for port object 22096179-17a7-4caa-8d85-002f6fa58af4 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:51:33.400521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68040125-0d56-4d27-8b63-7678eae060b3 req-fbce70b8-f0a8-49e6-8a91-7b7ebb22c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:33.402184 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68040125-0d56-4d27-8b63-7678eae060b3 req-fbce70b8-f0a8-49e6-8a91-7b7ebb22c19c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71cffa27-893a-466c-9721-4f41e9b04ed6 HTTP/1.1" status: 200 len: 854 time: 0.0822520 Nov 15 14:51:33.486266 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:33.525418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 88a87f93-0521-4acc-abd1-2cbd30fab254, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=88a87f93-0521-4acc-abd1-2cbd30fab254,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:33.574862 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68040125-0d56-4d27-8b63-7678eae060b3 req-072fb41e-4ce7-406e-857f-da187d950618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:33.574862 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68040125-0d56-4d27-8b63-7678eae060b3 req-072fb41e-4ce7-406e-857f-da187d950618 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627824 Nov 15 14:51:33.645070 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:33.647533 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09a9ed14-51e3-4f5b-8f73-b09d4a12fcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:33.652864 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:33.760792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Pushing event updated for resources: {'Port': ['ID=22096179-17a7-4caa-8d85-002f6fa58af4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:33.820321 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=88a87f93-0521-4acc-abd1-2cbd30fab254,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:33.844919 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-09a9ed14-51e3-4f5b-8f73-b09d4a12fcdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:51:33.844919 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-09a9ed14-51e3-4f5b-8f73-b09d4a12fcdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:51:33.849441 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Attempting to bind port 22096179-17a7-4caa-8d85-002f6fa58af4 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:51:33.849971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Attempting to bind port 22096179-17a7-4caa-8d85-002f6fa58af4 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:51:33.850426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Attempting to bind port 22096179-17a7-4caa-8d85-002f6fa58af4 on network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:33.883397 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Port 22096179-17a7-4caa-8d85-002f6fa58af4 on network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:51:33.883743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Attempting to bind port 22096179-17a7-4caa-8d85-002f6fa58af4 on network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:33.894967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:51:33.902071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Checking segment: {'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:33.902071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Bound using segment: {'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:51:33.902071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Bound port: 22096179-17a7-4caa-8d85-002f6fa58af4, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3bd499-84e8-46a4-8502-c457c2b1b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:51:33.902071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:33.922112 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68040125-0d56-4d27-8b63-7678eae060b3 req-7bde7657-c621-4516-9c9c-d46ca99d7169 service neutron] 10.222.0.46 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171306 Nov 15 14:51:33.942909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:51:34.005793 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:51:34.008530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 8a7a3658-d4f5-43fe-ae9e-d88630e412e3 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:51:34.081265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4ffc0d-9daf-499c-ab83-553518cbdf01', 'tag': 'b7032914-4f51-4aad-8f9b-fb4425501a52'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:34.083694 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94d92ac-f431-4cd0-bb83-50b72dfa3015" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4ffc0d-9daf-499c-ab83-553518cbdf01", "tag": "b7032914-4f51-4aad-8f9b-fb4425501a52"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:34.087254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50136) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:34.113691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03e4c1-cb5d-461a-80e4-d191f5fe8f42 service neutron] Pushing event updated for resources: {'Port': ['ID=b7032914-4f51-4aad-8f9b-fb4425501a52,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:34.202549 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f831027-02b9-4d5c-8a57-99d2ca3cac1e x-openstack-request-id: req-3f831027-02b9-4d5c-8a57-99d2ca3cac1e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:34.202859 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4ffc0d-9daf-499c-ab83-553518cbdf01", "tag": "b7032914-4f51-4aad-8f9b-fb4425501a52", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:34.202967 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f831027-02b9-4d5c-8a57-99d2ca3cac1e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:34.203644 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4ffc0d-9daf-499c-ab83-553518cbdf01', 'tag': 'b7032914-4f51-4aad-8f9b-fb4425501a52', 'status': 'completed', 'code': 200} Nov 15 14:51:34.230648 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68040125-0d56-4d27-8b63-7678eae060b3 req-f9d1c45f-3f00-4609-8806-51533582d1b5 service neutron] 10.222.0.46 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992766 Nov 15 14:51:34.238805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] For port 22096179-17a7-4caa-8d85-002f6fa58af4, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:51:34.243770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] For port 22096179-17a7-4caa-8d85-002f6fa58af4, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=22096179-17a7-4caa-8d85-002f6fa58af4,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:51:34.335719 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:34.346656 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33db353-651a-43b6-9e42-488fee74b9f2 admin admin] Deleting subnet b97c0d52-77f0-4e6e-800a-dcbb212cc511 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:51:34.366650 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a33db353-651a-43b6-9e42-488fee74b9f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:34.381996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71447b2b-2374-47bc-b29d-8e2b21f6a1cf req-86ece879-aa4f-4ae6-a7a6-2570ae010fab tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:34.383953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71447b2b-2374-47bc-b29d-8e2b21f6a1cf req-86ece879-aa4f-4ae6-a7a6-2570ae010fab tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 943 time: 0.2925308 Nov 15 14:51:34.428667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-bd4ac07f-84f9-4349-9e71-bf95a742647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:34.430197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-bd4ac07f-84f9-4349-9e71-bf95a742647c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48cec9a2b695455f9d8bb7d42fe381c3&device_id=ef4ffc0d-9daf-499c-ab83-553518cbdf01 HTTP/1.1" status: 200 len: 1094 time: 0.3377824 Nov 15 14:51:34.441243 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Pushing event updated for resources: {'Port': ['ID=22096179-17a7-4caa-8d85-002f6fa58af4,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:34.458991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:34.458991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:34.460372 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-8a083cbd-8038-45bd-9801-394eb68b9880 service neutron] 10.222.0.59 "PUT /v2.0/ports/22096179-17a7-4caa-8d85-002f6fa58af4 HTTP/1.1" status: 200 len: 1091 time: 2.0712402 Nov 15 14:51:34.462535 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2f33d3-035a-4e28-9a39-7c1422bdb8c3', 'tag': '22096179-17a7-4caa-8d85-002f6fa58af4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:34.468655 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0006f87-f30e-4085-9711-6b1cdb620797" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2f33d3-035a-4e28-9a39-7c1422bdb8c3", "tag": "22096179-17a7-4caa-8d85-002f6fa58af4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:34.509522 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8851-e74a-4805-a525-a1ab209f1eff tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:34.525244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-eea277ea-c140-41dd-a3f3-419de4ca2771 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7032914-4f51-4aad-8f9b-fb4425501a52 HTTP/1.1" status: 200 len: 217 time: 0.0743437 Nov 15 14:51:34.538099 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a33db353-651a-43b6-9e42-488fee74b9f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:34.563406 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cbd198-068b-4a7e-8d3e-54298560c73f x-openstack-request-id: req-e3cbd198-068b-4a7e-8d3e-54298560c73f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:34.563874 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2f33d3-035a-4e28-9a39-7c1422bdb8c3", "tag": "22096179-17a7-4caa-8d85-002f6fa58af4", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:34.564197 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3cbd198-068b-4a7e-8d3e-54298560c73f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:34.564691 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2f33d3-035a-4e28-9a39-7c1422bdb8c3', 'tag': '22096179-17a7-4caa-8d85-002f6fa58af4', 'status': 'completed', 'code': 200} Nov 15 14:51:34.589966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-457f78d9-35aa-4dee-a5a9-7c2791a9aaef None None] Provisioning complete for port 88a87f93-0521-4acc-abd1-2cbd30fab254 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:34.590488 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-457f78d9-35aa-4dee-a5a9-7c2791a9aaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:34.705643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0006f87-f30e-4085-9711-6b1cdb620797 req-5818b11f-8aa8-4dab-b4d0-0f368de069ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:34.718173 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b0006f87-f30e-4085-9711-6b1cdb620797 req-5818b11f-8aa8-4dab-b4d0-0f368de069ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=48cec9a2b695455f9d8bb7d42fe381c3&device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 1094 time: 0.1490567 Nov 15 14:51:34.759312 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71447b2b-2374-47bc-b29d-8e2b21f6a1cf req-118dbf53-017b-4c9b-970c-90513879e08d tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467457 Nov 15 14:51:34.784371 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:34.823631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 88a87f93-0521-4acc-abd1-2cbd30fab254 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:34.905795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 88a87f93-0521-4acc-abd1-2cbd30fab254 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:34.905795 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:34.970707 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a33db353-651a-43b6-9e42-488fee74b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:34.984522 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-8bf811ff-02aa-4d37-b47b-7588e4a31804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:34.986495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-8bf811ff-02aa-4d37-b47b-7588e4a31804 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71cffa27-893a-466c-9721-4f41e9b04ed6 HTTP/1.1" status: 200 len: 854 time: 0.2767818 Nov 15 14:51:35.085320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-457f78d9-35aa-4dee-a5a9-7c2791a9aaef None None] Provisioning complete for port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:35.086248 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-457f78d9-35aa-4dee-a5a9-7c2791a9aaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:35.094777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0006f87-f30e-4085-9711-6b1cdb620797 req-a9cd8e97-ea49-42ad-bb6a-ff05a68a1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:35.097601 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b0006f87-f30e-4085-9711-6b1cdb620797 req-a9cd8e97-ea49-42ad-bb6a-ff05a68a1d3a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=48cec9a2b695455f9d8bb7d42fe381c3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3705482 Nov 15 14:51:35.138842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-457f78d9-35aa-4dee-a5a9-7c2791a9aaef None None] Port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:35.164573 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:35.225078 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8851-e74a-4805-a525-a1ab209f1eff tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:35.238723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-fd025044-d58f-4ba2-9c41-5274967f5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:35.240273 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-fd025044-d58f-4ba2-9c41-5274967f5847 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2129066 Nov 15 14:51:35.265502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cc089aa0-5c27-4b15-ab5d-09526a1acd58 None None] Provisioning complete for port 56d4d70e-7c38-4db6-9a76-c972c6de1866 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:35.266267 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc089aa0-5c27-4b15-ab5d-09526a1acd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:35.318009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae8851-e74a-4805-a525-a1ab209f1eff tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a6a71e-6d0b-4473-a58e-4b7d60b050d3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:35.327821 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8851-e74a-4805-a525-a1ab209f1eff tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:35.331258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d6ae8851-e74a-4805-a525-a1ab209f1eff tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/e3a6a71e-6d0b-4473-a58e-4b7d60b050d3 HTTP/1.1" status: 204 len: 168 time: 2.3615777 Nov 15 14:51:35.337021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:35.351523 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a33db353-651a-43b6-9e42-488fee74b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:35.353480 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b6983e-2ab4-41a9-b53a-886138d49c41 None None] Network de27f2a2-b340-4e3e-918b-18c385348c0c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:35.459453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33db353-651a-43b6-9e42-488fee74b9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b97c0d52-77f0-4e6e-800a-dcbb212cc511,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:35.474236 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a33db353-651a-43b6-9e42-488fee74b9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:35.478063 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a33db353-651a-43b6-9e42-488fee74b9f2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b97c0d52-77f0-4e6e-800a-dcbb212cc511 HTTP/1.1" status: 204 len: 168 time: 1.3705957 Nov 15 14:51:35.487245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:35.487666 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb6b5b-88e3-4b5f-9807-65de3dde86d4 None None] Network fc92bc5e-c246-40ae-b668-485ec11a20e4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:35.499118 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:35.564005 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:35.628155 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0006f87-f30e-4085-9711-6b1cdb620797 req-76b043e6-97ef-4668-bd14-46f5d3450c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:35.629004 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-825e2a0d-d31b-434b-b884-beeb53673177 service neutron] 10.222.0.46 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765457 Nov 15 14:51:35.630324 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b0006f87-f30e-4085-9711-6b1cdb620797 req-76b043e6-97ef-4668-bd14-46f5d3450c07 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5244665 Nov 15 14:51:35.752398 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-4328e639-833a-4552-8d96-10a74ac606cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:35.752398 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-4328e639-833a-4552-8d96-10a74ac606cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=48cec9a2b695455f9d8bb7d42fe381c3&device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 1094 time: 0.0613658 Nov 15 14:51:35.782774 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72f30ab4-749f-4e4c-a7bd-6c3c8cfa8631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:35.836297 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-a7541f58-7a6f-458c-a1fe-580c9330e0bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22096179-17a7-4caa-8d85-002f6fa58af4 HTTP/1.1" status: 200 len: 217 time: 0.0760441 Nov 15 14:51:35.908157 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:35.931979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-231b677f-9eb7-45aa-8fbf-232c826ec34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:35.933115 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-231b677f-9eb7-45aa-8fbf-232c826ec34b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71cffa27-893a-466c-9721-4f41e9b04ed6 HTTP/1.1" status: 200 len: 854 time: 0.0870810 Nov 15 14:51:35.940337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5fa64-9687-405d-a93c-e2cf5aea8fa2 None None] DHCP port deletion for fc92bc5e-c246-40ae-b668-485ec11a20e4 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:35.999985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-39181855-3119-492d-8f3a-f33992b4e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:36.001599 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-39181855-3119-492d-8f3a-f33992b4e2ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579021 Nov 15 14:51:36.016125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9742f15-806d-4411-94e1-8d6bdb2ce71b None None] DHCP port deletion for de27f2a2-b340-4e3e-918b-18c385348c0c request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:36.026662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb71eabe-f5d7-4072-a2c1-90dc2cdcf94c req-9e0a0546-8897-42e5-af98-6562f6e75ff7 service neutron] 10.222.0.46 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434167 Nov 15 14:51:36.033673 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72f30ab4-749f-4e4c-a7bd-6c3c8cfa8631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.073127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c9742f15-806d-4411-94e1-8d6bdb2ce71b None None] Deleting port 56d4d70e-7c38-4db6-9a76-c972c6de1866 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:36.073509 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c9742f15-806d-4411-94e1-8d6bdb2ce71b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.077152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-72f30ab4-749f-4e4c-a7bd-6c3c8cfa8631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc92bc5e-c246-40ae-b668-485ec11a20e4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:36.080086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port 56d4d70e-7c38-4db6-9a76-c972c6de1866 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:36.080429 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.096621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147d3d3-4afd-4d69-934c-4d3fcc7c76d1 req-706293dd-cc25-4756-915b-53047a9eef9b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:36.098147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0147d3d3-4afd-4d69-934c-4d3fcc7c76d1 req-706293dd-cc25-4756-915b-53047a9eef9b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 943 time: 0.1873617 Nov 15 14:51:36.116955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-72f30ab4-749f-4e4c-a7bd-6c3c8cfa8631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea88268-b493-4036-b744-8a659acccbec') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:36.117311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-72f30ab4-749f-4e4c-a7bd-6c3c8cfa8631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea88268-b493-4036-b744-8a659acccbec') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:36.121261 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-f7c7dc1f-a7cf-4ee4-93bc-8a39a098aca4 service neutron] 10.222.0.59 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096034 Nov 15 14:51:36.121779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 60ad9670-0cdd-480e-9f96-4a33eb4f3258 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:51:36.168275 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72f30ab4-749f-4e4c-a7bd-6c3c8cfa8631 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.219051 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c9742f15-806d-4411-94e1-8d6bdb2ce71b None None] For port 56d4d70e-7c38-4db6-9a76-c972c6de1866, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=56d4d70e-7c38-4db6-9a76-c972c6de1866,segment=NetworkSegment(b1d9a66e-c780-4977-8265-41a87d9aa9dc),segment_id=b1d9a66e-c780-4977-8265-41a87d9aa9dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:36.219459 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c9742f15-806d-4411-94e1-8d6bdb2ce71b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.232734 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72f30ab4-749f-4e4c-a7bd-6c3c8cfa8631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.236236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c9742f15-806d-4411-94e1-8d6bdb2ce71b None None] Calling delete_port for 56d4d70e-7c38-4db6-9a76-c972c6de1866 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:36.246858 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:51:36.253612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] For port 56d4d70e-7c38-4db6-9a76-c972c6de1866, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=56d4d70e-7c38-4db6-9a76-c972c6de1866,segment=NetworkSegment(b1d9a66e-c780-4977-8265-41a87d9aa9dc),segment_id=b1d9a66e-c780-4977-8265-41a87d9aa9dc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:36.253982 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.262137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f30ab4-749f-4e4c-a7bd-6c3c8cfa8631 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72f30ab4-749f-4e4c-a7bd-6c3c8cfa8631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:51:36.268956 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:51:36.272333 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-66ae0bea-1263-4045-b8fa-afe478319e62 req-621d3a84-3a93-4a5f-863f-94eed2faf01e service neutron] 10.222.0.59 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352785 Nov 15 14:51:36.314360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 60ad9670-0cdd-480e-9f96-4a33eb4f3258, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=60ad9670-0cdd-480e-9f96-4a33eb4f3258,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:36.324407 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0147d3d3-4afd-4d69-934c-4d3fcc7c76d1 req-34952b63-ed23-49a2-822e-e01e40a21551 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109611 Nov 15 14:51:36.325848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for 56d4d70e-7c38-4db6-9a76-c972c6de1866 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:36.335993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '60ad9670-0cdd-480e-9f96-4a33eb4f3258', 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963', 'port_id': '60ad9670-0cdd-480e-9f96-4a33eb4f3258', 'mac_address': 'fa:16:3e:64:e3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cffa27-893a-466c-9721-4f41e9b04ed6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:51:36.357230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d92ac-f431-4cd0-bb83-50b72dfa3015 req-c879077b-57a2-4489-b498-21edc6144306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:36.358759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b94d92ac-f431-4cd0-bb83-50b72dfa3015 req-c879077b-57a2-4489-b498-21edc6144306 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48cec9a2b695455f9d8bb7d42fe381c3&device_id=ef4ffc0d-9daf-499c-ab83-553518cbdf01 HTTP/1.1" status: 200 len: 1094 time: 0.1872542 Nov 15 14:51:36.398922 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.413316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ad9670-0cdd-480e-9f96-4a33eb4f3258 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:51:36.436141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 60ad9670-0cdd-480e-9f96-4a33eb4f3258, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=60ad9670-0cdd-480e-9f96-4a33eb4f3258,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:36.477768 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72f30ab4-749f-4e4c-a7bd-6c3c8cfa8631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.501938 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c9742f15-806d-4411-94e1-8d6bdb2ce71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.516127 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72f30ab4-749f-4e4c-a7bd-6c3c8cfa8631 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.519304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-72f30ab4-749f-4e4c-a7bd-6c3c8cfa8631 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fc92bc5e-c246-40ae-b668-485ec11a20e4 HTTP/1.1" status: 204 len: 168 time: 1.0310869 Nov 15 14:51:36.522242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:36.529504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9742f15-806d-4411-94e1-8d6bdb2ce71b None None] Pushing event deleted for resources: {'Port': ['ID=56d4d70e-7c38-4db6-9a76-c972c6de1866,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:36.537164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9742f15-806d-4411-94e1-8d6bdb2ce71b None None] No DVR routers for this DVR port 56d4d70e-7c38-4db6-9a76-c972c6de1866 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:36.559752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f30ab4-749f-4e4c-a7bd-6c3c8cfa8631 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc92bc5e-c246-40ae-b668-485ec11a20e4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:36.571283 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.581240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be1bf1f-5ad4-4474-af32-0b8dd1ab0f57 admin admin] Deleting subnet 3bd7a542-853a-45a6-990f-cf7457ca8c05 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:51:36.590472 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7be1bf1f-5ad4-4474-af32-0b8dd1ab0f57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.617611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:51:36.646411 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7be1bf1f-5ad4-4474-af32-0b8dd1ab0f57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.646558 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Sync routers for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:51:36.646663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d92ac-f431-4cd0-bb83-50b72dfa3015 req-f3d4a8fd-bb26-4681-a43c-f3e7521f6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:36.646663 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b94d92ac-f431-4cd0-bb83-50b72dfa3015 req-f3d4a8fd-bb26-4681-a43c-f3e7521f6c3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 HTTP/1.1" status: 200 len: 916 time: 0.2087321 Nov 15 14:51:36.646663 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.660715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=60ad9670-0cdd-480e-9f96-4a33eb4f3258,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:36.671348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:36.672539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:36.675083 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7be1bf1f-5ad4-4474-af32-0b8dd1ab0f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.686621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=56d4d70e-7c38-4db6-9a76-c972c6de1866,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:36.713727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No DVR routers for this DVR port 56d4d70e-7c38-4db6-9a76-c972c6de1866 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:36.716729 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b94d92ac-f431-4cd0-bb83-50b72dfa3015 req-82d68dcc-b8fa-448e-9816-a8dcaf2d2c9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7032914-4f51-4aad-8f9b-fb4425501a52 HTTP/1.1" status: 200 len: 217 time: 0.0636375 Nov 15 14:51:36.773262 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.777586 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8ae37e6f-ebfb-482c-84be-07c89f8f79c1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8739452 Nov 15 14:51:36.777850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:36.825736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 56d4d70e-7c38-4db6-9a76-c972c6de1866 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:51:36.874923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 56d4d70e-7c38-4db6-9a76-c972c6de1866 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:51:36.875372 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 56d4d70e-7c38-4db6-9a76-c972c6de1866 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:51:36.883382 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7be1bf1f-5ad4-4474-af32-0b8dd1ab0f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.900125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:36.900738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d92ac-f431-4cd0-bb83-50b72dfa3015 req-e10c7717-d386-4d36-a9b0-25099507406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:36.902294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b94d92ac-f431-4cd0-bb83-50b72dfa3015 req-e10c7717-d386-4d36-a9b0-25099507406a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71cffa27-893a-466c-9721-4f41e9b04ed6 HTTP/1.1" status: 200 len: 854 time: 0.1640453 Nov 15 14:51:36.905430 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.929316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1bf1f-5ad4-4474-af32-0b8dd1ab0f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd7a542-853a-45a6-990f-cf7457ca8c05,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:36.937136 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7be1bf1f-5ad4-4474-af32-0b8dd1ab0f57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:36.943148 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7be1bf1f-5ad4-4474-af32-0b8dd1ab0f57 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3bd7a542-853a-45a6-990f-cf7457ca8c05 HTTP/1.1" status: 204 len: 168 time: 0.4197934 Nov 15 14:51:36.949917 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:36.995525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de27f2a2-b340-4e3e-918b-18c385348c0c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:37.018673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d9a66e-c780-4977-8265-41a87d9aa9dc') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:37.019665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d9a66e-c780-4977-8265-41a87d9aa9dc') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:37.029538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b6831d-8993-408d-81a9-778b0061a340 None None] Network 777472f0-e782-499d-aca1-8a3634495213 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:37.035753 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.050998 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.059095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:51:37.059788 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.070307 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['60ad9670-0cdd-480e-9f96-4a33eb4f3258'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:51:37.083451 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:51:37.141614 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-458f15b7-5ae2-4806-bc09-0f02683e31a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.144140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d92ac-f431-4cd0-bb83-50b72dfa3015 req-97cc1eee-a602-4317-b886-e234c7a724b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:37.146090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b94d92ac-f431-4cd0-bb83-50b72dfa3015 req-97cc1eee-a602-4317-b886-e234c7a724b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2326829 Nov 15 14:51:37.310789 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-458f15b7-5ae2-4806-bc09-0f02683e31a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.311026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2012bb05-9dc6-4fe1-b61e-13acbaead999 None None] DHCP port deletion for 777472f0-e782-499d-aca1-8a3634495213 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:37.345931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-458f15b7-5ae2-4806-bc09-0f02683e31a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777472f0-e782-499d-aca1-8a3634495213']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:37.360989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-458f15b7-5ae2-4806-bc09-0f02683e31a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ab7f10-b820-463f-abd0-a142062665ca') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:37.361301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-458f15b7-5ae2-4806-bc09-0f02683e31a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ab7f10-b820-463f-abd0-a142062665ca') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:37.376888 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-458f15b7-5ae2-4806-bc09-0f02683e31a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.396461 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-458f15b7-5ae2-4806-bc09-0f02683e31a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.409691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458f15b7-5ae2-4806-bc09-0f02683e31a7 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:51:37.412714 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-458f15b7-5ae2-4806-bc09-0f02683e31a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.468849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:33Z', 'revision_number': 3, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:51:37.495975 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:51:37.517036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Checking router: 46f96f41-dc11-4f5e-8f36-d9db87be80c3 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:51:37.517960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Updating router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:51:37.574764 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.611248 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-458f15b7-5ae2-4806-bc09-0f02683e31a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.649321 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-458f15b7-5ae2-4806-bc09-0f02683e31a7 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.655205 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-458f15b7-5ae2-4806-bc09-0f02683e31a7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/777472f0-e782-499d-aca1-8a3634495213 HTTP/1.1" status: 204 len: 168 time: 0.7059896 Nov 15 14:51:37.662370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f15b7-5ae2-4806-bc09-0f02683e31a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=777472f0-e782-499d-aca1-8a3634495213,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:37.848694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5696e-fbb0-4511-905a-798bc12b28aa req-5d087df0-1ce3-45f3-9a8e-133f4bc1a1e7 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:37.851684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04e5696e-fbb0-4511-905a-798bc12b28aa req-5d087df0-1ce3-45f3-9a8e-133f4bc1a1e7 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 943 time: 0.1252294 Nov 15 14:51:37.878063 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b94d92ac-f431-4cd0-bb83-50b72dfa3015 req-dc67b43d-43d0-4d82-baee-becb5bc9ec81 service neutron] 10.222.0.46 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7092144 Nov 15 14:51:37.879098 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.889817 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.912145 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:37.916950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/networks/de27f2a2-b340-4e3e-918b-18c385348c0c HTTP/1.1" status: 204 len: 168 time: 2.5771129 Nov 15 14:51:37.921800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50220) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:37.963813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 22096179-17a7-4caa-8d85-002f6fa58af4 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:51:37.985084 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.027926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16a472-1457-4e76-b162-66a6620efb02 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Network': ['ID=de27f2a2-b340-4e3e-918b-18c385348c0c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:38.085944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04e5696e-fbb0-4511-905a-798bc12b28aa req-24583ffc-bb68-4f68-993c-5d46dfc144dd tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150750 Nov 15 14:51:38.099169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 22096179-17a7-4caa-8d85-002f6fa58af4, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=22096179-17a7-4caa-8d85-002f6fa58af4,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:38.139456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b94d92ac-f431-4cd0-bb83-50b72dfa3015 req-f2d7541e-e65a-408f-abef-b77aa8f7f3d5 service neutron] 10.222.0.46 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456756 Nov 15 14:51:38.140894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '22096179-17a7-4caa-8d85-002f6fa58af4', 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963', 'port_id': '22096179-17a7-4caa-8d85-002f6fa58af4', 'mac_address': 'fa:16:3e:ba:86:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cffa27-893a-466c-9721-4f41e9b04ed6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:51:38.142772 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.179567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50232) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:38.185734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f71718f-c000-4246-87b2-8ccc72787c58 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:38.188127 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5f71718f-c000-4246-87b2-8ccc72787c58 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2569797 Nov 15 14:51:38.193418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:38.238047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a75e20b2-9b9d-4bfa-ae27-6fcd2bb79b8e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5623c03af814088be622d5d137baca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565727 Nov 15 14:51:38.241321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:38.253007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8603d66-ac04-4122-a7c6-449fb4d6a13b None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:38.282718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Attempting to bind port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:51:38.283088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Attempting to bind port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:51:38.283809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Attempting to bind port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:38.286355 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.290693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3b423-dd64-45c8-bc81-21ac618d7199 None None] Pushing event updated for resources: {'Port': ['ID=2f6b4ff2-6ce0-451a-a96a-0184e55d72b3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:38.309816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:51:38.310269 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:38.310613 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.311002 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:51:38.311730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Bound port: 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:51:38.312113 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.326153 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7bcf1a63-483a-4472-b280-cffe0efeb0a4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1257527 Nov 15 14:51:38.329612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:38.334672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fe5448a0-3fc4-4c23-9725-a33c78ca24b4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-833666705'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:38.337387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22096179-17a7-4caa-8d85-002f6fa58af4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:51:38.341275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Allocated IP 172.20.0.1 (f5e26bce-6e6a-4dbe-a181-42003518ed99/6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c/21a3493a-8c3e-4f64-9939-b3dd348f1ca3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:38.356567 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd85e65c-785f-4316-9771-f9cc8ee21c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.380249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 22096179-17a7-4caa-8d85-002f6fa58af4, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=22096179-17a7-4caa-8d85-002f6fa58af4,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:38.384447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd85e65c-785f-4316-9771-f9cc8ee21c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.397671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-252e3372-29b5-4f86-864a-3dd40ff14e43 None None] Provisioning complete for port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:38.398050 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-252e3372-29b5-4f86-864a-3dd40ff14e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.422011 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] For port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:51:38.437988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] For port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2f6b4ff2-6ce0-451a-a96a-0184e55d72b3,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:51:38.449242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-252e3372-29b5-4f86-864a-3dd40ff14e43 None None] Port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:38.479028 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.481902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5448a0-3fc4-4c23-9725-a33c78ca24b4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:38.485384 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe5448a0-3fc4-4c23-9725-a33c78ca24b4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.524462 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5448a0-3fc4-4c23-9725-a33c78ca24b4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:51:38.538267 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe5448a0-3fc4-4c23-9725-a33c78ca24b4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.538636 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-fe5448a0-3fc4-4c23-9725-a33c78ca24b4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Added segment 79675758-36a5-4473-b6d9-915a9f92482c of type vlan for network d1e1b57d-24d2-49a4-9840-d04590bcc042 Nov 15 14:51:38.577856 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe5448a0-3fc4-4c23-9725-a33c78ca24b4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.616503 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.682205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=22096179-17a7-4caa-8d85-002f6fa58af4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:38.686272 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.686617 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd85e65c-785f-4316-9771-f9cc8ee21c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.688481 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.698761 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd85e65c-785f-4316-9771-f9cc8ee21c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.698761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bd85e65c-785f-4316-9771-f9cc8ee21c75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d3dd5dd-18a6-4515-8c6c-8c70356b38d7 HTTP/1.1" status: 204 len: 168 time: 0.4481912 Nov 15 14:51:38.712501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85e65c-785f-4316-9771-f9cc8ee21c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3dd5dd-18a6-4515-8c6c-8c70356b38d7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:38.739875 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Network f5e26bce-6e6a-4dbe-a181-42003518ed99 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:38.743778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:38.748792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:38.750824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224231c7-002c-4b77-9875-6c5ebb7e834b None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:38.788719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:38.789630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:38.799878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3b423-dd64-45c8-bc81-21ac618d7199 None None] Pushing event updated for resources: {'Port': ['ID=2f6b4ff2-6ce0-451a-a96a-0184e55d72b3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:38.799978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe5448a0-3fc4-4c23-9725-a33c78ca24b4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.800595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5448a0-3fc4-4c23-9725-a33c78ca24b4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:38.801210 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe5448a0-3fc4-4c23-9725-a33c78ca24b4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.817540 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Pushing event updated for resources: {'Port': ['ID=21a3493a-8c3e-4f64-9939-b3dd348f1ca3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:38.878330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['22096179-17a7-4caa-8d85-002f6fa58af4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:51:38.895278 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:38.954644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5448a0-3fc4-4c23-9725-a33c78ca24b4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Network': ['ID=d1e1b57d-24d2-49a4-9840-d04590bcc042,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:38.967622 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fe5448a0-3fc4-4c23-9725-a33c78ca24b4 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6341724 Nov 15 14:51:38.967884 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:38.972915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b32ebf7a-2d53-4704-a40d-f33e2ba5fe49 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': 'd1e1b57d-24d2-49a4-9840-d04590bcc042', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:39.091431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network d1e1b57d-24d2-49a4-9840-d04590bcc042 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:51:39.181892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32ebf7a-2d53-4704-a40d-f33e2ba5fe49 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:39.187325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b32ebf7a-2d53-4704-a40d-f33e2ba5fe49 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:39.244635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6b4b980d-865e-4d6c-9d1f-4794335cc1d7 None None] Provisioning complete for port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:39.244635 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b4b980d-865e-4d6c-9d1f-4794335cc1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:39.284404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6131ce0-65b0-452f-9495-d95ee8079354 req-f1645ca4-8432-4120-89bb-6a18c860c741 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:39.303297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6131ce0-65b0-452f-9495-d95ee8079354 req-f1645ca4-8432-4120-89bb-6a18c860c741 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 944 time: 0.1011453 Nov 15 14:51:39.329492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:39.407814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6131ce0-65b0-452f-9495-d95ee8079354 req-90983826-0eb5-46bf-867b-37cb9e94cc36 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031749 Nov 15 14:51:39.491637 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:39.581568 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b4b980d-865e-4d6c-9d1f-4794335cc1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:39.648327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6b4b980d-865e-4d6c-9d1f-4794335cc1d7 None None] For port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2f6b4ff2-6ce0-451a-a96a-0184e55d72b3,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:39.690144 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b32ebf7a-2d53-4704-a40d-f33e2ba5fe49 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:39.701952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:33Z', 'revision_number': 3, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:39.746172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa80a68-899e-45d7-a7bb-0a26333ef508 None None] The sync data for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 is: [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:33Z', 'revision_number': 3, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:51:39.746172 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b4b980d-865e-4d6c-9d1f-4794335cc1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:39.792144 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:39.799925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ebf7a-2d53-4704-a40d-f33e2ba5fe49 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Subnet': ['ID=d39b25b4-12bf-4384-8260-24eb95d5c73a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:39.808759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b980d-865e-4d6c-9d1f-4794335cc1d7 None None] Pushing event updated for resources: {'Port': ['ID=2f6b4ff2-6ce0-451a-a96a-0184e55d72b3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:39.826168 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ebf7a-2d53-4704-a40d-f33e2ba5fe49 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Checking segment: {'id': '79675758-36a5-4473-b6d9-915a9f92482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd1e1b57d-24d2-49a4-9840-d04590bcc042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:39.826644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ebf7a-2d53-4704-a40d-f33e2ba5fe49 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network hostable DHCP agents. Network: d1e1b57d-24d2-49a4-9840-d04590bcc042, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:51:39.828130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50260) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:39.872455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2342580b-7ab1-456f-8faa-9b8965ddd293 None None] Provisioning complete for port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:39.872892 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2342580b-7ab1-456f-8faa-9b8965ddd293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:39.884687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:39.886231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cf53c7b3-6c60-454b-84c7-cc4a6e217d11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=167dbc0d1b474c39b096849040b22bd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551820 Nov 15 14:51:39.907057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:39.924321 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2342580b-7ab1-456f-8faa-9b8965ddd293 None None] Port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:39.964630 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ebf7a-2d53-4704-a40d-f33e2ba5fe49 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network d1e1b57d-24d2-49a4-9840-d04590bcc042 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:51:40.016090 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Pushing event updated for resources: {'Port': ['ID=21a3493a-8c3e-4f64-9939-b3dd348f1ca3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:40.020818 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:40.044215 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62440c75-0b4d-41fb-a35e-6364998c7650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:40.119435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b7032914-4f51-4aad-8f9b-fb4425501a52 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:51:40.121545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b32ebf7a-2d53-4704-a40d-f33e2ba5fe49 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, d1e1b57d-24d2-49a4-9840-d04590bcc042) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:40.124560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 60ad9670-0cdd-480e-9f96-4a33eb4f3258 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:40.140233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32ebf7a-2d53-4704-a40d-f33e2ba5fe49 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:40.140827 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b32ebf7a-2d53-4704-a40d-f33e2ba5fe49 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:40.147620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62440c75-0b4d-41fb-a35e-6364998c7650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:40.190034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb90d97-5c42-4ca6-bf6f-40d083f14fdb None None] Network d1e1b57d-24d2-49a4-9840-d04590bcc042 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:40.235475 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Network f5e26bce-6e6a-4dbe-a181-42003518ed99 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:40.236907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:40.606334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27590-1b04-4d09-b005-1fd9887e2b67 req-6f95d5ff-9a84-4b2a-b24a-57bc92bd1d7d tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:40.610678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b7032914-4f51-4aad-8f9b-fb4425501a52, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b7032914-4f51-4aad-8f9b-fb4425501a52,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:40.615400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4d27590-1b04-4d09-b005-1fd9887e2b67 req-6f95d5ff-9a84-4b2a-b24a-57bc92bd1d7d tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 944 time: 0.1076181 Nov 15 14:51:40.629076 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 60ad9670-0cdd-480e-9f96-4a33eb4f3258 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:51:40.634325 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'b7032914-4f51-4aad-8f9b-fb4425501a52', 'network_id': 'b1f8cf78-7842-4ddb-a2d5-086f5d2d6963', 'port_id': 'b7032914-4f51-4aad-8f9b-fb4425501a52', 'mac_address': 'fa:16:3e:c4:36:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cffa27-893a-466c-9721-4f41e9b04ed6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:51:40.717060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4d27590-1b04-4d09-b005-1fd9887e2b67 req-0e74f646-2979-4b97-af13-d0996287fa89 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003058 Nov 15 14:51:40.731188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 60ad9670-0cdd-480e-9f96-4a33eb4f3258 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:40.731188 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:40.741531 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b32ebf7a-2d53-4704-a40d-f33e2ba5fe49 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7681425 Nov 15 14:51:40.752947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50274) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:40.775019 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62440c75-0b4d-41fb-a35e-6364998c7650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:40.777546 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62440c75-0b4d-41fb-a35e-6364998c7650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:40.784048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': 'd1e1b57d-24d2-49a4-9840-d04590bcc042', 'name': 'tempest-PortsTestJSON-825202712'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:40.788655 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-62440c75-0b4d-41fb-a35e-6364998c7650 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ddbaeab-aef1-431d-a3dc-a151e434a847 HTTP/1.1" status: 204 len: 168 time: 0.9001575 Nov 15 14:51:40.832432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62440c75-0b4d-41fb-a35e-6364998c7650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddbaeab-aef1-431d-a3dc-a151e434a847,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:40.873274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-d1e1b57d-24d2-49a4-9840-d04590bcc042', 'network_id': 'd1e1b57d-24d2-49a4-9840-d04590bcc042', 'tenant_id': 'dea70e201b0647fb936a8620cd1a94b8', 'fixed_ips': [{'subnet_id': 'd39b25b4-12bf-4384-8260-24eb95d5c73a'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:51:40.875659 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:40.896077 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:40.933819 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:51:41.017370 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:41.065914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8da88aef-a540-42b2-9e7b-cf01ed6958d5 None None] Provisioning complete for port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:41.066285 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8da88aef-a540-42b2-9e7b-cf01ed6958d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:41.109654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:51:41.114925 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-49c5d114-7690-4f18-99ed-46842570aeb6 admin admin] 10.222.0.70 "PUT /v2.0/routers/46f96f41-dc11-4f5e-8f36-d9db87be80c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3360004 Nov 15 14:51:41.193498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:41.198449 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:41.223956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port 1afd8bc3-8f5d-4467-be16-f2ce1397064f yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:51:41.288098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8da88aef-a540-42b2-9e7b-cf01ed6958d5 None None] Port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:41.291261 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7032914-4f51-4aad-8f9b-fb4425501a52 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:51:41.398191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Allocated IP 172.20.0.2 (d1e1b57d-24d2-49a4-9840-d04590bcc042/d39b25b4-12bf-4384-8260-24eb95d5c73a/64cc5184-a2d8-42f0-b094-3ab56d4d69f9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:41.521652 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b7032914-4f51-4aad-8f9b-fb4425501a52, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b7032914-4f51-4aad-8f9b-fb4425501a52,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:41.524083 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:41.553277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:41.557345 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:41.622663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bf6f62-f896-4251-bc5c-f561706501b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad9670-0cdd-480e-9f96-4a33eb4f3258'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:41.623208 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0567ddc2-a0ce-41f5-9560-54149dcb6d3d" -d '{"events": [{"server_uuid": "22bf6f62-f896-4251-bc5c-f561706501b9", "name": "network-vif-plugged", "status": "completed", "tag": "60ad9670-0cdd-480e-9f96-4a33eb4f3258"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:41.650505 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:41.659919 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 60ad9670-0cdd-480e-9f96-4a33eb4f3258, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=60ad9670-0cdd-480e-9f96-4a33eb4f3258,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:41.689754 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61376513-87d2-499c-a94b-e15c616075ee x-openstack-request-id: req-61376513-87d2-499c-a94b-e15c616075ee {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:41.690106 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bf6f62-f896-4251-bc5c-f561706501b9", "name": "network-vif-plugged", "status": "completed", "tag": "60ad9670-0cdd-480e-9f96-4a33eb4f3258", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:41.690298 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-61376513-87d2-499c-a94b-e15c616075ee {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:41.690701 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bf6f62-f896-4251-bc5c-f561706501b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad9670-0cdd-480e-9f96-4a33eb4f3258', 'code': 200} Nov 15 14:51:41.781478 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:41.823156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=b7032914-4f51-4aad-8f9b-fb4425501a52,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:41.830417 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:41.916209 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:41.919645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=60ad9670-0cdd-480e-9f96-4a33eb4f3258,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:41.970277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 22096179-17a7-4caa-8d85-002f6fa58af4 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:41.988919 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Network d1e1b57d-24d2-49a4-9840-d04590bcc042 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:42.016611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:42.025250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['b7032914-4f51-4aad-8f9b-fb4425501a52'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:51:42.035034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:42.047473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c6754-6ead-4f5f-983b-ffadca184eec req-ad34aa2d-8c94-4c09-8493-41c8a8633ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:42.049960 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-455c6754-6ead-4f5f-983b-ffadca184eec req-ad34aa2d-8c94-4c09-8493-41c8a8633ffb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 1096 time: 0.2898345 Nov 15 14:51:42.085440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.6 (d1e1b57d-24d2-49a4-9840-d04590bcc042/d39b25b4-12bf-4384-8260-24eb95d5c73a/1afd8bc3-8f5d-4467-be16-f2ce1397064f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:42.096390 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Pushing event updated for resources: {'Port': ['ID=64cc5184-a2d8-42f0-b094-3ab56d4d69f9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:42.128773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496edd90-ba24-49e2-a9de-a6cbe177b5a9 req-3d777cb4-93e0-4935-886b-2fc0f03448c4 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:42.130330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-496edd90-ba24-49e2-a9de-a6cbe177b5a9 req-3d777cb4-93e0-4935-886b-2fc0f03448c4 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 944 time: 0.2752590 Nov 15 14:51:42.207341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Attempting to bind port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:51:42.207792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Attempting to bind port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '79675758-36a5-4473-b6d9-915a9f92482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd1e1b57d-24d2-49a4-9840-d04590bcc042'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:51:42.208259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Attempting to bind port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 on network d1e1b57d-24d2-49a4-9840-d04590bcc042 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:42.215956 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:51:42.216473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Checking segment: {'id': '79675758-36a5-4473-b6d9-915a9f92482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd1e1b57d-24d2-49a4-9840-d04590bcc042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:42.216974 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:42.217107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-455c6754-6ead-4f5f-983b-ffadca184eec req-16223647-5659-494d-b046-eccae7693f2f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536012 Nov 15 14:51:42.217529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Bound using segment: {'id': '79675758-36a5-4473-b6d9-915a9f92482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd1e1b57d-24d2-49a4-9840-d04590bcc042'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:51:42.218068 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Bound port: 64cc5184-a2d8-42f0-b094-3ab56d4d69f9, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79675758-36a5-4473-b6d9-915a9f92482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd1e1b57d-24d2-49a4-9840-d04590bcc042'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:51:42.218542 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:42.303812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-496edd90-ba24-49e2-a9de-a6cbe177b5a9 req-03475550-5c0c-48e4-9c8c-8ad16d2983b1 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612215 Nov 15 14:51:42.358793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:42.365884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 22096179-17a7-4caa-8d85-002f6fa58af4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:51:42.366906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1f6657b1-3a0a-409d-91d9-3d9f68be6079 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--735969589', 'description': 'tempest-description--457304783'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:42.376205 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Sync routers for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:51:42.381099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 22096179-17a7-4caa-8d85-002f6fa58af4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:42.381471 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:42.393973 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:42.394304 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:42.415081 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] For port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:51:42.421846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:42.478683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] For port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=64cc5184-a2d8-42f0-b094-3ab56d4d69f9,segment=NetworkSegment(79675758-36a5-4473-b6d9-915a9f92482c),segment_id=79675758-36a5-4473-b6d9-915a9f92482c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:51:42.527211 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f6657b1-3a0a-409d-91d9-3d9f68be6079 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:42.578459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50324) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:42.619064 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:42.673583 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:42.696610 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f6657b1-3a0a-409d-91d9-3d9f68be6079 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:42.708370 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:42.765629 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:42.777928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-927577553-network', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:42.793248 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f6657b1-3a0a-409d-91d9-3d9f68be6079 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:42.822304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e3f64-e3f1-43a3-b3ee-300e6db9900c None None] Pushing event updated for resources: {'Port': ['ID=64cc5184-a2d8-42f0-b094-3ab56d4d69f9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:42.832916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=1afd8bc3-8f5d-4467-be16-f2ce1397064f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:42.846014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 22096179-17a7-4caa-8d85-002f6fa58af4, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=22096179-17a7-4caa-8d85-002f6fa58af4,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:42.852523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network d1e1b57d-24d2-49a4-9840-d04590bcc042 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:42.854248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:42.857444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:42.858866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6657b1-3a0a-409d-91d9-3d9f68be6079 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50cf3a9-e81b-48d6-8c59-d23fa94c615d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:42.928960 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f6657b1-3a0a-409d-91d9-3d9f68be6079 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:42.929202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:42.930641 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:42.934135 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1f6657b1-3a0a-409d-91d9-3d9f68be6079 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5717239 Nov 15 14:51:42.934898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:42.944260 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:42.951316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9493c214-346b-438c-b496-91979beab8e0 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Request body: {'security_group_rule': {'security_group_id': 'b50cf3a9-e81b-48d6-8c59-d23fa94c615d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:43.029202 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 2, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:43.030386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=22096179-17a7-4caa-8d85-002f6fa58af4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:43.051185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Made reservation on behalf of 39fc9d6038ab44d4a3047dd28c8d5a4e for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:43.055333 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.069643 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Checking router: 46f96f41-dc11-4f5e-8f36-d9db87be80c3 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:51:43.069995 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Updating router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:51:43.079737 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.100856 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.208683 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c1cbedc-978f-4943-ad18-d5a6bfeff12e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4545140 Nov 15 14:51:43.209792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:43.228641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': 'd1e1b57d-24d2-49a4-9840-d04590bcc042', 'name': 'tempest-PortsTestJSON-1250273759'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:43.235447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.346594 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.364609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:51:43.462307 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.464109 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Added segment 77384d84-f49c-4ee7-b2be-752b6e6da965 of type vlan for network 6060806c-5695-4362-be69-2c67ffdc5a4a Nov 15 14:51:43.467474 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.494996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afef6acd-dfcb-4709-888d-808a881d9d3f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:43.517444 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9493c214-346b-438c-b496-91979beab8e0 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.547471 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.578824 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.583623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840a3d1-1619-48f3-86fd-7727ad8712c4 req-885e074a-2f5f-4230-8c9f-85f31980fe14 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:43.585333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3840a3d1-1619-48f3-86fd-7727ad8712c4 req-885e074a-2f5f-4230-8c9f-85f31980fe14 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 945 time: 0.1602213 Nov 15 14:51:43.649191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9493c214-346b-438c-b496-91979beab8e0 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.680180 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Pushing event updated for resources: {'Port': ['ID=21a3493a-8c3e-4f64-9939-b3dd348f1ca3,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:43.691810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2f33d3-035a-4e28-9a39-7c1422bdb8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22096179-17a7-4caa-8d85-002f6fa58af4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:43.692009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3840a3d1-1619-48f3-86fd-7727ad8712c4 req-5c99a960-93d6-4d7b-93b2-2c539ac2a323 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981438 Nov 15 14:51:43.694301 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2dac33-a997-4fb5-9025-30a3b6707b1a" -d '{"events": [{"server_uuid": "bd2f33d3-035a-4e28-9a39-7c1422bdb8c3", "name": "network-vif-plugged", "status": "completed", "tag": "22096179-17a7-4caa-8d85-002f6fa58af4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:43.742317 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:43.742792 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:43.743015 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:43.743355 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:43.743689 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:43.744012 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:43.744409 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:43.744658 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:43.745007 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:43.745626 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:43.745626 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:43.748174 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:43.753790 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:43.756651 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.761382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:43.767176 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.774562 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.792052 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ae4ef9-aa4c-4a83-a308-ab7cc5552628 x-openstack-request-id: req-d8ae4ef9-aa4c-4a83-a308-ab7cc5552628 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:43.792052 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2f33d3-035a-4e28-9a39-7c1422bdb8c3", "name": "network-vif-plugged", "status": "completed", "tag": "22096179-17a7-4caa-8d85-002f6fa58af4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:43.792052 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8ae4ef9-aa4c-4a83-a308-ab7cc5552628 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:43.792917 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2f33d3-035a-4e28-9a39-7c1422bdb8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22096179-17a7-4caa-8d85-002f6fa58af4', 'code': 200} Nov 15 14:51:43.854981 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port ff91d9b6-585f-44b5-9156-05c62b5d1bb2 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:51:43.891543 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Attempting to bind port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:51:43.892050 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Attempting to bind port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:51:43.894173 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Attempting to bind port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 on network f5e26bce-6e6a-4dbe-a181-42003518ed99 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:43.934019 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:51:43.937487 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Checking segment: {'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:43.938074 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:43.942690 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Bound using segment: {'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:51:43.942690 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Bound port: 21a3493a-8c3e-4f64-9939-b3dd348f1ca3, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:51:43.942690 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:44.041465 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4615526 Nov 15 14:51:44.052423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.13 (d1e1b57d-24d2-49a4-9840-d04590bcc042/d39b25b4-12bf-4384-8260-24eb95d5c73a/ff91d9b6-585f-44b5-9156-05c62b5d1bb2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:44.060598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50350) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:44.087650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c7c03724-2f78-4d83-9768-a9567a2f496f admin admin] Request body: {'subnet': {'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-927577553-subnet', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:44.106051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7266ce8-5cf5-40ac-8723-ed3d4dea4df0 admin admin] Pushing event updated for resources: {'Network': ['ID=6060806c-5695-4362-be69-2c67ffdc5a4a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:44.115026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] For port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:51:44.119013 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] For port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=21a3493a-8c3e-4f64-9939-b3dd348f1ca3,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:51:44.119404 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 6060806c-5695-4362-be69-2c67ffdc5a4a details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:51:44.125873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b7032914-4f51-4aad-8f9b-fb4425501a52 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:44.162475 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9493c214-346b-438c-b496-91979beab8e0 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:44.256731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0c376-5989-4318-bb53-46c6a6431643 req-110aa4c3-801d-4e88-99d1-155354f65380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:44.259270 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bcd0c376-5989-4318-bb53-46c6a6431643 req-110aa4c3-801d-4e88-99d1-155354f65380 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 1096 time: 0.1309161 Nov 15 14:51:44.262781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493c214-346b-438c-b496-91979beab8e0 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a355ec4a-83fa-47a1-bc01-856cb9e550b7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:44.277927 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:44.319258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c03724-2f78-4d83-9768-a9567a2f496f admin admin] Made reservation on behalf of 39fc9d6038ab44d4a3047dd28c8d5a4e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:44.323391 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7c03724-2f78-4d83-9768-a9567a2f496f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:44.392099 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:44.393536 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:44.397468 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe605eb8-6bb5-41e1-b983-45d3700ac38e None None] Pushing event updated for resources: {'Port': ['ID=21a3493a-8c3e-4f64-9939-b3dd348f1ca3,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:44.434436 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9493c214-346b-438c-b496-91979beab8e0 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:44.442516 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9493c214-346b-438c-b496-91979beab8e0 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4998059 Nov 15 14:51:44.456387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50352) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:44.465545 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bcd0c376-5989-4318-bb53-46c6a6431643 req-cbb3f1f8-91e2-4ddc-b763-4f4217b08232 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810927 Nov 15 14:51:44.481416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-937f6925-bd22-4910-bdcf-98cc20228bb2 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Request body: {'security_group_rule': {'security_group_id': 'b50cf3a9-e81b-48d6-8c59-d23fa94c615d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:44.593677 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:44.656741 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:44.721256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b93d205-742a-4f0d-bd69-7f13c2ff154f None None] Network d1e1b57d-24d2-49a4-9840-d04590bcc042 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:44.737057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-937f6925-bd22-4910-bdcf-98cc20228bb2 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:44.756613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7c03724-2f78-4d83-9768-a9567a2f496f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:44.844457 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:44.873841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:44.957862 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network d1e1b57d-24d2-49a4-9840-d04590bcc042 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:44.968335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:44.975948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:44.977768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-677c16d1-2e2f-4859-8a54-30675744b1c6 None None] Provisioning complete for port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:44.978141 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-677c16d1-2e2f-4859-8a54-30675744b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:44.991160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c03724-2f78-4d83-9768-a9567a2f496f admin admin] Checking segment: {'id': '77384d84-f49c-4ee7-b2be-752b6e6da965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:44.991606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c03724-2f78-4d83-9768-a9567a2f496f admin admin] Network hostable DHCP agents. Network: 6060806c-5695-4362-be69-2c67ffdc5a4a, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:51:45.006629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=ff91d9b6-585f-44b5-9156-05c62b5d1bb2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:45.016786 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-937f6925-bd22-4910-bdcf-98cc20228bb2 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:45.024026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c03724-2f78-4d83-9768-a9567a2f496f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e12c4d99-7641-4f7c-9cda-6d8dc7d098e4,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:45.046757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:45.047468 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:45.061894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc23df4-ec03-4c41-b01d-7c384471948a req-38cf4013-40ba-4ef1-845e-0c9153b41228 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:45.064029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2bc23df4-ec03-4c41-b01d-7c384471948a req-38cf4013-40ba-4ef1-845e-0c9153b41228 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 945 time: 0.1849360 Nov 15 14:51:45.119266 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-937f6925-bd22-4910-bdcf-98cc20228bb2 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:45.151537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f6925-bd22-4910-bdcf-98cc20228bb2 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f4a70d-0427-46b8-bc2a-2cfde93b32cb,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:45.158325 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:44Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:45.170253 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-69ae3f6a-7ab1-4a1a-8381-acc6130765b5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9555960 Nov 15 14:51:45.170253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50366) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:45.192247 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6488f41-19cd-4223-9cff-5933cc3a546d None None] The sync data for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 is: [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:44Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:51:45.218649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2bc23df4-ec03-4c41-b01d-7c384471948a req-921fc36b-5cdc-47b3-bf04-d210a5a4d7ba tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337044 Nov 15 14:51:45.219453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:45.219579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c03724-2f78-4d83-9768-a9567a2f496f admin admin] Network 6060806c-5695-4362-be69-2c67ffdc5a4a is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:51:45.219894 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:45.285101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port b7032914-4f51-4aad-8f9b-fb4425501a52 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:51:45.292751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port b7032914-4f51-4aad-8f9b-fb4425501a52 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:45.293121 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:45.326079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a5cb91-a896-459c-aa66-aab6adca7c6c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:45.327912 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f9a5cb91-a896-459c-aa66-aab6adca7c6c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.1564174 Nov 15 14:51:45.334197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50368) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:45.348224 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-677c16d1-2e2f-4859-8a54-30675744b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:45.376447 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-937f6925-bd22-4910-bdcf-98cc20228bb2 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:45.377442 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-937f6925-bd22-4910-bdcf-98cc20228bb2 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9097009 Nov 15 14:51:45.379537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50370) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:45.385740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:45.423839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c7c03724-2f78-4d83-9768-a9567a2f496f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 6060806c-5695-4362-be69-2c67ffdc5a4a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:45.451767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c03724-2f78-4d83-9768-a9567a2f496f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:45.455887 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7c03724-2f78-4d83-9768-a9567a2f496f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:45.501899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0341c7-a104-40a5-9c8b-f592db9e84c2 None None] Network 6060806c-5695-4362-be69-2c67ffdc5a4a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:45.527872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:45.636016 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:45.692860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c7c03724-2f78-4d83-9768-a9567a2f496f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6310449 Nov 15 14:51:45.697093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50374) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:45.731206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-927577553-router', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:45.749068 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-677c16d1-2e2f-4859-8a54-30675744b1c6 None None] For port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=21a3493a-8c3e-4f64-9939-b3dd348f1ca3,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:45.810280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-30718440-a48a-4987-99bd-dbd0ecf715da tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port ff91d9b6-585f-44b5-9156-05c62b5d1bb2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:45.812309 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30718440-a48a-4987-99bd-dbd0ecf715da tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:45.823440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=64cc5184-a2d8-42f0-b094-3ab56d4d69f9,segment=NetworkSegment(79675758-36a5-4473-b6d9-915a9f92482c),segment_id=79675758-36a5-4473-b6d9-915a9f92482c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:45.911284 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:45.936509 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:45.939716 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:46.027643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b7032914-4f51-4aad-8f9b-fb4425501a52, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b7032914-4f51-4aad-8f9b-fb4425501a52,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:46.030864 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:46.043165 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4ffc0d-9daf-499c-ab83-553518cbdf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7032914-4f51-4aad-8f9b-fb4425501a52'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:46.045332 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2ec965-d5bc-47e4-b539-06debdb04cdb" -d '{"events": [{"server_uuid": "ef4ffc0d-9daf-499c-ab83-553518cbdf01", "name": "network-vif-plugged", "status": "completed", "tag": "b7032914-4f51-4aad-8f9b-fb4425501a52"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:46.063049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-677c16d1-2e2f-4859-8a54-30675744b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:46.145964 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b786fbb-85ab-4ca6-919e-974c867a0de6 x-openstack-request-id: req-8b786fbb-85ab-4ca6-919e-974c867a0de6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:46.146290 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4ffc0d-9daf-499c-ab83-553518cbdf01", "name": "network-vif-plugged", "status": "completed", "tag": "b7032914-4f51-4aad-8f9b-fb4425501a52", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:46.146572 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b786fbb-85ab-4ca6-919e-974c867a0de6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:46.147043 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4ffc0d-9daf-499c-ab83-553518cbdf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7032914-4f51-4aad-8f9b-fb4425501a52', 'code': 200} Nov 15 14:51:46.173980 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:46.192356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=64cc5184-a2d8-42f0-b094-3ab56d4d69f9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:46.210544 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30718440-a48a-4987-99bd-dbd0ecf715da tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:46.216093 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:46.281974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-30718440-a48a-4987-99bd-dbd0ecf715da tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for ff91d9b6-585f-44b5-9156-05c62b5d1bb2 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:46.340630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-6060806c-5695-4362-be69-2c67ffdc5a4a', 'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'fixed_ips': [{'subnet_id': 'e12c4d99-7641-4f7c-9cda-6d8dc7d098e4'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:51:46.340630 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:46.348244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ae5605c7-0660-4aed-9bd6-4eca2c674534 None None] Provisioning complete for port ff91d9b6-585f-44b5-9156-05c62b5d1bb2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:46.348612 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae5605c7-0660-4aed-9bd6-4eca2c674534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:46.425324 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:46.426025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c16d1-2e2f-4859-8a54-30675744b1c6 None None] Pushing event updated for resources: {'Port': ['ID=21a3493a-8c3e-4f64-9939-b3dd348f1ca3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:46.531761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=b7032914-4f51-4aad-8f9b-fb4425501a52,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:46.542639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ae5605c7-0660-4aed-9bd6-4eca2c674534 None None] Port ff91d9b6-585f-44b5-9156-05c62b5d1bb2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:46.660572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f239a0-ebf1-4775-ae28-dd47bde61b72 req-cebb5366-4307-4db3-b339-96f4c0f4f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:46.660572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2f239a0-ebf1-4775-ae28-dd47bde61b72 req-cebb5366-4307-4db3-b339-96f4c0f4f656 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef4ffc0d-9daf-499c-ab83-553518cbdf01 HTTP/1.1" status: 200 len: 1096 time: 0.4312563 Nov 15 14:51:46.674802 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:46.753197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac35c8-eb3f-477c-8100-86eaf61bd573 req-ecd9b7ad-2b84-4f3f-b8e7-ea17975ee8f7 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:46.758219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbac35c8-eb3f-477c-8100-86eaf61bd573 req-ecd9b7ad-2b84-4f3f-b8e7-ea17975ee8f7 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 945 time: 0.3431959 Nov 15 14:51:46.781221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Allocated IP 172.20.0.2 (6060806c-5695-4362-be69-2c67ffdc5a4a/e12c4d99-7641-4f7c-9cda-6d8dc7d098e4/823c393d-d916-4603-80ea-90d576aed855) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:46.982008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:47.021610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2f239a0-ebf1-4775-ae28-dd47bde61b72 req-9134eadf-a2a2-424d-8dad-850a96c44afa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490810 Nov 15 14:51:47.056224 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ae5605c7-0660-4aed-9bd6-4eca2c674534 None None] Provisioning complete for port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:47.056598 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae5605c7-0660-4aed-9bd6-4eca2c674534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.084237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Allocated IP 172.25.4.133 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/2d5dfda7-9eee-4676-bd89-c8ac7dce3efd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:47.094706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbac35c8-eb3f-477c-8100-86eaf61bd573 req-5dc8806a-315b-4649-9b22-d21570c2285f tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203833 Nov 15 14:51:47.192879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:47.193219 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.197164 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.227266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30718440-a48a-4987-99bd-dbd0ecf715da tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.272500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30718440-a48a-4987-99bd-dbd0ecf715da tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=ff91d9b6-585f-44b5-9156-05c62b5d1bb2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:47.290022 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.335633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Network 6060806c-5695-4362-be69-2c67ffdc5a4a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:47.336948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ae5605c7-0660-4aed-9bd6-4eca2c674534 None None] Provisioning complete for port 1afd8bc3-8f5d-4467-be16-f2ce1397064f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:47.337322 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae5605c7-0660-4aed-9bd6-4eca2c674534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.347240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:47.369249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:47.398519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Pushing event updated for resources: {'Port': ['ID=823c393d-d916-4603-80ea-90d576aed855,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:47.438971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ae5605c7-0660-4aed-9bd6-4eca2c674534 None None] Port 1afd8bc3-8f5d-4467-be16-f2ce1397064f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:47.488813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acdbc6-4aa7-4e93-96cd-6d3326c41621 req-b1975e90-9117-4c59-88b1-4fcc0bf52350 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:47.490594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45acdbc6-4aa7-4e93-96cd-6d3326c41621 req-b1975e90-9117-4c59-88b1-4fcc0bf52350 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.2659419 Nov 15 14:51:47.497506 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30718440-a48a-4987-99bd-dbd0ecf715da tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.501478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-30718440-a48a-4987-99bd-dbd0ecf715da tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/ff91d9b6-585f-44b5-9156-05c62b5d1bb2 HTTP/1.1" status: 204 len: 168 time: 2.1661403 Nov 15 14:51:47.504200 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50396) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:47.519751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Attempting to bind port 823c393d-d916-4603-80ea-90d576aed855 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:51:47.520393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Attempting to bind port 823c393d-d916-4603-80ea-90d576aed855 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '77384d84-f49c-4ee7-b2be-752b6e6da965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:51:47.522196 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Attempting to bind port 823c393d-d916-4603-80ea-90d576aed855 on network 6060806c-5695-4362-be69-2c67ffdc5a4a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:47.525830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:47.558658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ae5605c7-0660-4aed-9bd6-4eca2c674534 None None] Provisioning complete for port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:47.559386 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae5605c7-0660-4aed-9bd6-4eca2c674534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.586342 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-6085ab43-8a47-4ea4-8630-9d16537805cb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:51:47.586342 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6085ab43-8a47-4ea4-8630-9d16537805cb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/ff91d9b6-585f-44b5-9156-05c62b5d1bb2 HTTP/1.1" status: 404 len: 333 time: 0.0780599 Nov 15 14:51:47.587766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50398) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:47.606819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:51:47.607271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Checking segment: {'id': '77384d84-f49c-4ee7-b2be-752b6e6da965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:47.607765 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.608259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Bound using segment: {'id': '77384d84-f49c-4ee7-b2be-752b6e6da965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:51:47.608874 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Bound port: 823c393d-d916-4603-80ea-90d576aed855, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77384d84-f49c-4ee7-b2be-752b6e6da965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:51:47.609307 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.653545 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.674146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.713865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.723714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8c90e63e-6afc-40cc-ac4a-1d8ce1164313 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port 1afd8bc3-8f5d-4467-be16-f2ce1397064f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:47.724280 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c90e63e-6afc-40cc-ac4a-1d8ce1164313 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.740909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:47.740909 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.761591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] For port 823c393d-d916-4603-80ea-90d576aed855, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:51:47.779247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45acdbc6-4aa7-4e93-96cd-6d3326c41621 req-c20ae8d2-992b-4ce8-8bd4-ee3a212642c9 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705264 Nov 15 14:51:47.802045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] For port 823c393d-d916-4603-80ea-90d576aed855, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=823c393d-d916-4603-80ea-90d576aed855,segment=NetworkSegment(77384d84-f49c-4ee7-b2be-752b6e6da965),segment_id=77384d84-f49c-4ee7-b2be-752b6e6da965)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:51:47.858952 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c90e63e-6afc-40cc-ac4a-1d8ce1164313 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.875292 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8c90e63e-6afc-40cc-ac4a-1d8ce1164313 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for 1afd8bc3-8f5d-4467-be16-f2ce1397064f owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:47.926561 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.939993 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:47.949467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d9e18a13-fc94-4aab-80ac-ff7a070796d2 None None] Could not find standard attr ID for object ff91d9b6-585f-44b5-9156-05c62b5d1bb2. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:51:48.010865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:48.019740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:48.021687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d9e18a13-fc94-4aab-80ac-ff7a070796d2 None None] Provisioning complete for port 1afd8bc3-8f5d-4467-be16-f2ce1397064f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:48.024954 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9e18a13-fc94-4aab-80ac-ff7a070796d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:48.030181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:48.080066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e2dc8-6e35-4b62-bf23-e51cbdd20170 req-0e1bf50d-f121-45f8-a40a-690a00ce4de9 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:48.081850 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab5e2dc8-6e35-4b62-bf23-e51cbdd20170 req-0e1bf50d-f121-45f8-a40a-690a00ce4de9 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef4ffc0d-9daf-499c-ab83-553518cbdf01 HTTP/1.1" status: 200 len: 945 time: 0.2161176 Nov 15 14:51:48.083362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Allocated IP 172.25.4.184 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/a16870cc-6578-4084-bc64-b19968f5ef70) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:48.088242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event updated for resources: {'Port': ['ID=2d5dfda7-9eee-4676-bd89-c8ac7dce3efd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:48.120421 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:51:48.124421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516fb53-6692-4339-9813-ecf705e30b24 None None] Pushing event updated for resources: {'Port': ['ID=823c393d-d916-4603-80ea-90d576aed855,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:48.138473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d9e18a13-fc94-4aab-80ac-ff7a070796d2 None None] Port 1afd8bc3-8f5d-4467-be16-f2ce1397064f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:48.259667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:48.307709 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab5e2dc8-6e35-4b62-bf23-e51cbdd20170 req-3fd514c0-b72d-432a-8432-6cb95b78fac8 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059758 Nov 15 14:51:48.355151 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c90e63e-6afc-40cc-ac4a-1d8ce1164313 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:48.403332 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:48.423146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:48.458354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90e63e-6afc-40cc-ac4a-1d8ce1164313 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=1afd8bc3-8f5d-4467-be16-f2ce1397064f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:48.550720 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-889166ae-feab-4752-8b06-6fefb4849c42 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/floatingips/cd8120aa-11a8-4b3a-baa4-9f09550d18ad HTTP/1.1" status: 200 len: 993 time: 0.2894213 Nov 15 14:51:48.615629 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c90e63e-6afc-40cc-ac4a-1d8ce1164313 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:48.620151 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8c90e63e-6afc-40cc-ac4a-1d8ce1164313 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/1afd8bc3-8f5d-4467-be16-f2ce1397064f HTTP/1.1" status: 204 len: 168 time: 1.0312099 Nov 15 14:51:48.631023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50420) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:48.636456 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:48.656031 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:48.693332 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-6448256a-d86f-4893-bdb8-dd2f86621f18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:51:48.702884 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6448256a-d86f-4893-bdb8-dd2f86621f18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/1afd8bc3-8f5d-4467-be16-f2ce1397064f HTTP/1.1" status: 404 len: 333 time: 0.0622275 Nov 15 14:51:48.703468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:48.820522 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:48.843393 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:48.850501 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:48.873258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:48.875340 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 823c393d-d916-4603-80ea-90d576aed855 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:48.909264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53e519b-5ed3-4ada-b9c1-29c94202093f None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:48.924534 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Pushing event updated for resources: {'Port': ['ID=a16870cc-6578-4084-bc64-b19968f5ef70,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:48.983477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2e4ad0-634f-4f1c-ba32-3d9284568c05 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting subnet d39b25b4-12bf-4384-8260-24eb95d5c73a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:51:48.990267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 823c393d-d916-4603-80ea-90d576aed855 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:48.991046 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:48.994881 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4ad0-634f-4f1c-ba32-3d9284568c05 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:49.076564 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-283265e6-6816-42e2-a5b3-b33d73065d5a None None] Provisioning complete for port a16870cc-6578-4084-bc64-b19968f5ef70 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:49.077258 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-283265e6-6816-42e2-a5b3-b33d73065d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:49.094249 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4ad0-634f-4f1c-ba32-3d9284568c05 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:49.174255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c3ffd-ef9e-4073-aee3-492d04b59bea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting port c4ef19d6-1d62-40db-a97d-d54b981271e1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:49.175217 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7c3ffd-ef9e-4073-aee3-492d04b59bea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:49.303162 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:49.318938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-283265e6-6816-42e2-a5b3-b33d73065d5a None None] Port a16870cc-6578-4084-bc64-b19968f5ef70 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:49.354031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7c3ffd-ef9e-4073-aee3-492d04b59bea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:49.354692 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7c3ffd-ef9e-4073-aee3-492d04b59bea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:49.387383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 823c393d-d916-4603-80ea-90d576aed855, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=823c393d-d916-4603-80ea-90d576aed855,segment=NetworkSegment(77384d84-f49c-4ee7-b2be-752b6e6da965),segment_id=77384d84-f49c-4ee7-b2be-752b6e6da965)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:49.395507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c3ffd-ef9e-4073-aee3-492d04b59bea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Calling delete_port for c4ef19d6-1d62-40db-a97d-d54b981271e1 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:49.502069 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:49.635539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=823c393d-d916-4603-80ea-90d576aed855,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:49.806283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2f4a37-c26a-4db0-9d19-21da2f04154e None None] Network 6060806c-5695-4362-be69-2c67ffdc5a4a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:49.837995 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7c3ffd-ef9e-4073-aee3-492d04b59bea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:49.892415 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c3ffd-ef9e-4073-aee3-492d04b59bea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Port': ['ID=c4ef19d6-1d62-40db-a97d-d54b981271e1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:49.924286 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:50.006716 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4ad0-634f-4f1c-ba32-3d9284568c05 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:50.013475 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7c3ffd-ef9e-4073-aee3-492d04b59bea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:50.014001 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-4f7c3ffd-ef9e-4073-aee3-492d04b59bea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Floating IP cd8120aa-11a8-4b3a-baa4-9f09550d18ad disassociated (deleted). External IP: 172.25.4.19, port: 28729526-4d8a-4ba3-a5d3-097cbab6c0c9. Nov 15 14:51:50.072145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9c892511-b7b8-4191-bf86-2cc0201c5ae0 None None] Provisioning complete for port 823c393d-d916-4603-80ea-90d576aed855 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:50.072612 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c892511-b7b8-4191-bf86-2cc0201c5ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:50.106804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e68cf3-2f00-4d51-a73f-b43ef7f45272 req-039af4ff-2e54-4b37-b74e-66212e4144bd tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:50.111020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4e68cf3-2f00-4d51-a73f-b43ef7f45272 req-039af4ff-2e54-4b37-b74e-66212e4144bd tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef4ffc0d-9daf-499c-ab83-553518cbdf01 HTTP/1.1" status: 200 len: 945 time: 0.3130956 Nov 15 14:51:50.128442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:50.313376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event updated for resources: {'Port': ['ID=2d5dfda7-9eee-4676-bd89-c8ac7dce3efd,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:50.327624 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4ad0-634f-4f1c-ba32-3d9284568c05 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:50.399809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7c3ffd-ef9e-4073-aee3-492d04b59bea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Router fd3bf34b-da33-4de9-97eb-41c505b5c80e has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:51:50.426661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e4ad0-634f-4f1c-ba32-3d9284568c05 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Subnet': ['ID=d39b25b4-12bf-4384-8260-24eb95d5c73a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:50.545185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4ad0-634f-4f1c-ba32-3d9284568c05 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:50.551517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2b2e4ad0-634f-4f1c-ba32-3d9284568c05 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/d39b25b4-12bf-4384-8260-24eb95d5c73a HTTP/1.1" status: 204 len: 168 time: 1.8123310 Nov 15 14:51:50.554982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50442) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:50.558876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7802d-8cb6-4659-9017-d57445a4729f None None] Network d1e1b57d-24d2-49a4-9840-d04590bcc042 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:50.573035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4e68cf3-2f00-4d51-a73f-b43ef7f45272 req-74b2755b-3dde-41c4-bcf5-9b0e6f203648 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409609 Nov 15 14:51:50.667106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:50.745382 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7c3ffd-ef9e-4073-aee3-492d04b59bea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:51:50.763218 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7c3ffd-ef9e-4073-aee3-492d04b59bea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:50.818851 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:50.836727 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4f7c3ffd-ef9e-4073-aee3-492d04b59bea tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "DELETE /v2.0/floatingips/cd8120aa-11a8-4b3a-baa4-9f09550d18ad HTTP/1.1" status: 204 len: 168 time: 1.9801030 Nov 15 14:51:50.839081 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'tag': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:50.843563 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb42c7ad-a6ef-4146-bf8a-0f0dc121d778" -d '{"events": [{"name": "network-changed", "server_uuid": "49edbc91-eb43-4a0f-93e1-c70c47d0297e", "tag": "28729526-4d8a-4ba3-a5d3-097cbab6c0c9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:50.920019 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:50.921342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c7a2ae79-ca01-4d5d-a38c-fd9fd5bdc710 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5407312 Nov 15 14:51:51.032824 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:51.057602 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 823c393d-d916-4603-80ea-90d576aed855 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:51.061184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d858ad-0edc-4c3f-813f-9b4c84b7a83c None None] Sync routers for ids ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:51:51.206031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d858ad-0edc-4c3f-813f-9b4c84b7a83c None None] Routers {'fd3bf34b-da33-4de9-97eb-41c505b5c80e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:51.207076 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-71d858ad-0edc-4c3f-813f-9b4c84b7a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:51.274187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eaf64515-54e1-411f-a5a6-19bc60d811a3 None None] Provisioning complete for port 823c393d-d916-4603-80ea-90d576aed855 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:51.274584 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaf64515-54e1-411f-a5a6-19bc60d811a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:51.304836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:51.305287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:51.402951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 823c393d-d916-4603-80ea-90d576aed855 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:51.403416 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:51.434874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] For port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=64cc5184-a2d8-42f0-b094-3ab56d4d69f9,segment=NetworkSegment(79675758-36a5-4473-b6d9-915a9f92482c),segment_id=79675758-36a5-4473-b6d9-915a9f92482c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:51.434874 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:51.449388 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-71d858ad-0edc-4c3f-813f-9b4c84b7a83c None None] Set router fd3bf34b-da33-4de9-97eb-41c505b5c80e gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:51.458549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3c9cf-2791-4c9a-84ea-4189cfbc2693 req-2a127ab5-fb8a-4e1b-a520-bf0309e265a7 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:51.460050 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfc3c9cf-2791-4c9a-84ea-4189cfbc2693 req-2a127ab5-fb8a-4e1b-a520-bf0309e265a7 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 945 time: 0.2413607 Nov 15 14:51:51.469898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:51.494642 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:51.505957 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340831be-ff32-452b-ae61-7c1eec3dcae2 x-openstack-request-id: req-340831be-ff32-452b-ae61-7c1eec3dcae2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:51.506273 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49edbc91-eb43-4a0f-93e1-c70c47d0297e", "tag": "28729526-4d8a-4ba3-a5d3-097cbab6c0c9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:51.512336 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-340831be-ff32-452b-ae61-7c1eec3dcae2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:51.512336 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'tag': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9', 'status': 'completed', 'code': 200} Nov 15 14:51:51.611079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] DHCP port deletion for d1e1b57d-24d2-49a4-9840-d04590bcc042 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:51.621338 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c7ad-a6ef-4146-bf8a-0f0dc121d778 req-1bbf38df-6f90-4743-b712-48f172559c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:51.624255 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb42c7ad-a6ef-4146-bf8a-0f0dc121d778 req-1bbf38df-6f90-4743-b712-48f172559c3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 1097 time: 0.0629923 Nov 15 14:51:51.741014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c7ad-a6ef-4146-bf8a-0f0dc121d778 req-a8bed862-5bf3-4464-8c29-c333a1c36eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:51.743426 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb42c7ad-a6ef-4146-bf8a-0f0dc121d778 req-a8bed862-5bf3-4464-8c29-c333a1c36eca service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8e24128-d22d-4209-951e-71ce02d5a378 HTTP/1.1" status: 200 len: 897 time: 0.1040480 Nov 15 14:51:51.757874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfc3c9cf-2791-4c9a-84ea-4189cfbc2693 req-6e968f2d-b4ff-4384-b17c-806c6be255d1 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795465 Nov 15 14:51:51.782808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-9265f0e2-97c6-488e-8a0b-1e6106380c3d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--735969589&fields=id&tenant_id=7e3c5086c0d24d0abfc32fbd74182803 HTTP/1.1" status: 200 len: 267 time: 0.1193819 Nov 15 14:51:51.810065 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb42c7ad-a6ef-4146-bf8a-0f0dc121d778 req-a37075c8-1134-485a-ba9e-72d0c3790e13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28729526-4d8a-4ba3-a5d3-097cbab6c0c9 HTTP/1.1" status: 200 len: 217 time: 0.0586355 Nov 15 14:51:51.900476 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c7ad-a6ef-4146-bf8a-0f0dc121d778 req-acd94cc6-3147-41a5-ba9b-e39efd920489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:51.902096 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb42c7ad-a6ef-4146-bf8a-0f0dc121d778 req-acd94cc6-3147-41a5-ba9b-e39efd920489 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90837d5d-a3c5-44fa-9b33-91860a996f85 HTTP/1.1" status: 200 len: 835 time: 0.0841804 Nov 15 14:51:51.937350 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Deleting port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:51.937722 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:51.956776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c7ad-a6ef-4146-bf8a-0f0dc121d778 req-862b35b1-57ce-4fa1-9910-b509dda80029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:51.960875 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb42c7ad-a6ef-4146-bf8a-0f0dc121d778 req-862b35b1-57ce-4fa1-9910-b509dda80029 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8e24128-d22d-4209-951e-71ce02d5a378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463345 Nov 15 14:51:52.013161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa175f-820c-4b97-93ff-4bf2191dcc14 req-83070d96-52c3-4daf-80f7-7c75596bb2f2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:52.014766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69aa175f-820c-4b97-93ff-4bf2191dcc14 req-83070d96-52c3-4daf-80f7-7c75596bb2f2 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 946 time: 0.1477687 Nov 15 14:51:52.019242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] For port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=64cc5184-a2d8-42f0-b094-3ab56d4d69f9,segment=NetworkSegment(79675758-36a5-4473-b6d9-915a9f92482c),segment_id=79675758-36a5-4473-b6d9-915a9f92482c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:52.019855 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:52.023326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272817-aeab-4f37-a07c-15ead9740004 req-215a737f-42ce-4436-9588-a4f01362289b tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:52.030290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-215a737f-42ce-4436-9588-a4f01362289b tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/networks?id=f5e26bce-6e6a-4dbe-a181-42003518ed99 HTTP/1.1" status: 200 len: 811 time: 0.2409358 Nov 15 14:51:52.039764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Calling delete_port for 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:52.057780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-71d858ad-0edc-4c3f-813f-9b4c84b7a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:50:32Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '6ebdeff0-2974-4962-9562-8b6008ca0710', 'name': '', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:7e:68:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:29Z', 'updated_at': '2021-11-15T14:50:37Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:52.065763 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:52.082697 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb42c7ad-a6ef-4146-bf8a-0f0dc121d778 req-0f1834b1-874e-4035-9db3-7ffb3641b53f service neutron] 10.222.0.59 "GET /v2.0/networks/a8e24128-d22d-4209-951e-71ce02d5a378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142025 Nov 15 14:51:52.119937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=64cc5184-a2d8-42f0-b094-3ab56d4d69f9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:52.120294 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d858ad-0edc-4c3f-813f-9b4c84b7a83c None None] Checking router: fd3bf34b-da33-4de9-97eb-41c505b5c80e for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:51:52.131724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No DVR routers for this DVR port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:52.137840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-64cbc590-0c2f-4b85-9f10-31baa5a4fc95 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/quotas/7e3c5086c0d24d0abfc32fbd74182803 HTTP/1.1" status: 200 len: 375 time: 0.0875750 Nov 15 14:51:52.141157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d858ad-0edc-4c3f-813f-9b4c84b7a83c None None] Routers {'fd3bf34b-da33-4de9-97eb-41c505b5c80e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:52.141998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-71d858ad-0edc-4c3f-813f-9b4c84b7a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:52.210106 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb42c7ad-a6ef-4146-bf8a-0f0dc121d778 req-08d1dd64-9a30-4e1f-be29-c7cd01b2dda8 service neutron] 10.222.0.59 "GET /v2.0/networks/a8e24128-d22d-4209-951e-71ce02d5a378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176679 Nov 15 14:51:52.245745 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:52.261887 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69aa175f-820c-4b97-93ff-4bf2191dcc14 req-a690e38d-4c18-490f-8ca2-b3c13422ed9f tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304301 Nov 15 14:51:52.271527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Router cbe6b521-3f5d-491f-9eb4-f68fad9f84fe is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:51:52.287120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Pushing event deleted for resources: {'Port': ['ID=64cc5184-a2d8-42f0-b094-3ab56d4d69f9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:52.294586 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] No DVR routers for this DVR port 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:52.326532 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:52.327353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:52.327353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:52.327651 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:52.328045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:52.328382 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:52.328720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:52.329242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:52.329576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:52.329932 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:52.330301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:52.330568 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:52.330901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f016f8-738d-403a-b4b8-b021b2adab2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:51:52.343256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-71d858ad-0edc-4c3f-813f-9b4c84b7a83c None None] Set router fd3bf34b-da33-4de9-97eb-41c505b5c80e gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:52.357271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-1a6ffb52-ec7c-4b84-a66b-2e201df96c83 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1847496 Nov 15 14:51:52.430350 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e1b57d-24d2-49a4-9840-d04590bcc042']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:52.442502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79675758-36a5-4473-b6d9-915a9f92482c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:52.443597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79675758-36a5-4473-b6d9-915a9f92482c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:52.455414 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:52.470237 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:52.479823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:51:52.480290 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:52.594612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-71d858ad-0edc-4c3f-813f-9b4c84b7a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:50:32Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '6ebdeff0-2974-4962-9562-8b6008ca0710', 'name': '', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:7e:68:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:29Z', 'updated_at': '2021-11-15T14:50:37Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:51:52.613062 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:51:52.627207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d858ad-0edc-4c3f-813f-9b4c84b7a83c None None] The sync data for ids ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'] in n-d-817748-2 is: [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:50:32Z', 'revision_number': 4, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '6ebdeff0-2974-4962-9562-8b6008ca0710', 'name': '', 'network_id': 'a8e24128-d22d-4209-951e-71ce02d5a378', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'mac_address': 'fa:16:3e:7e:68:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:29Z', 'updated_at': '2021-11-15T14:50:37Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'subnets': [{'id': '90837d5d-a3c5-44fa-9b33-91860a996f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:51:52.789662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:51:52.802541 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:52.819313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:51:52.824272 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 64cc5184-a2d8-42f0-b094-3ab56d4d69f9 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:51:52.824410 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-499ce09c-6cf6-481d-8a34-70277d420a13 service neutron] 10.222.0.70 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662590 Nov 15 14:51:52.833284 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:52.843089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/networks/d1e1b57d-24d2-49a4-9840-d04590bcc042 HTTP/1.1" status: 204 len: 168 time: 2.2620583 Nov 15 14:51:52.843201 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50482) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:52.845817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:51:52.849686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2f72d060-9626-4ea1-841f-a009d08ca78c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1337573262'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:52.854794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc39b7f-402d-47fc-befc-eecf91e6d1be req-83253303-7ada-40d5-9a80-c387ae3198f9 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:52.856536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbc39b7f-402d-47fc-befc-eecf91e6d1be req-83253303-7ada-40d5-9a80-c387ae3198f9 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.1345270 Nov 15 14:51:52.936770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb44b2-90f9-4381-9581-d0f341296c5e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Network': ['ID=d1e1b57d-24d2-49a4-9840-d04590bcc042,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:52.957205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b120d5-4bf7-4af9-bc92-f60e856595ce req-ffd9f6c5-64ee-4e7f-9043-cf268f8c251e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:52.962856 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b120d5-4bf7-4af9-bc92-f60e856595ce req-ffd9f6c5-64ee-4e7f-9043-cf268f8c251e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.59 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 946 time: 0.1087465 Nov 15 14:51:53.015854 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbc39b7f-402d-47fc-befc-eecf91e6d1be req-32e5be35-c009-42b1-a7b8-1f70912a70fa tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357033 Nov 15 14:51:53.016771 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Sync routers for ids ['cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:51:53.033644 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-127ccf02-780f-43c3-b12a-e383faed44b4 service neutron] 10.222.0.70 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098386 Nov 15 14:51:53.040940 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Routers {'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:53.042475 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:53.083050 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f72d060-9626-4ea1-841f-a009d08ca78c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:53.087215 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f72d060-9626-4ea1-841f-a009d08ca78c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:53.132072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f72d060-9626-4ea1-841f-a009d08ca78c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:51:53.143894 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f72d060-9626-4ea1-841f-a009d08ca78c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:53.144259 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-2f72d060-9626-4ea1-841f-a009d08ca78c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Added segment eee6a41d-66cf-4b57-845b-4a02dd999555 of type vlan for network fc45e0b1-68c2-4781-8e72-b44feeb57dae Nov 15 14:51:53.198364 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f72d060-9626-4ea1-841f-a009d08ca78c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:53.248575 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:53.250715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-da5323d0-ceb0-4f28-beff-13c1fb51f74c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.5466650 Nov 15 14:51:53.255512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50490) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:53.264726 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e9b120d5-4bf7-4af9-bc92-f60e856595ce req-79c069d1-ef99-4c61-8d8d-73e5f256c0de tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:51:53.265093 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9b120d5-4bf7-4af9-bc92-f60e856595ce req-79c069d1-ef99-4c61-8d8d-73e5f256c0de tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:53.329707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4b5a17-50a5-4915-b555-920749b51266 None None] New status for floating IP cd8120aa-11a8-4b3a-baa4-9f09550d18ad: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:51:53.395303 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Set router cbe6b521-3f5d-491f-9eb4-f68fad9f84fe gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:53.405350 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f72d060-9626-4ea1-841f-a009d08ca78c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:53.420446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f72d060-9626-4ea1-841f-a009d08ca78c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:53.421254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f72d060-9626-4ea1-841f-a009d08ca78c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:53.628330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:53.696444 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72d060-9626-4ea1-841f-a009d08ca78c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Network': ['ID=fc45e0b1-68c2-4781-8e72-b44feeb57dae,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:53.700071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f54793-fd30-4b7d-b770-0be64c10ed45 req-dcbb046f-760b-4d52-88fd-155d20cf044e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:53.707107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1f54793-fd30-4b7d-b770-0be64c10ed45 req-dcbb046f-760b-4d52-88fd-155d20cf044e tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 946 time: 0.1936517 Nov 15 14:51:53.713137 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network fc45e0b1-68c2-4781-8e72-b44feeb57dae details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:51:53.724310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e9b120d5-4bf7-4af9-bc92-f60e856595ce req-79c069d1-ef99-4c61-8d8d-73e5f256c0de tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] For port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=28729526-4d8a-4ba3-a5d3-097cbab6c0c9,segment=NetworkSegment(921a028c-887f-4536-a15f-d2241ec6805d),segment_id=921a028c-887f-4536-a15f-d2241ec6805d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:53.728431 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9b120d5-4bf7-4af9-bc92-f60e856595ce req-79c069d1-ef99-4c61-8d8d-73e5f256c0de tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:53.741531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50510) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:53.742277 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2f72d060-9626-4ea1-841f-a009d08ca78c tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8971274 Nov 15 14:51:53.753027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d9dccd2d-499e-47cd-8f60-56bd1491f43a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': 'fc45e0b1-68c2-4781-8e72-b44feeb57dae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:53.768794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e9b120d5-4bf7-4af9-bc92-f60e856595ce req-79c069d1-ef99-4c61-8d8d-73e5f256c0de tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Calling delete_port for 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:51:53.791471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122581f9-9d14-4546-b6f4-c8eb92ab238a req-f45418ea-3aaf-4b37-96aa-14e00fc27b27 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:53.797593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122581f9-9d14-4546-b6f4-c8eb92ab238a req-f45418ea-3aaf-4b37-96aa-14e00fc27b27 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:53.803870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122581f9-9d14-4546-b6f4-c8eb92ab238a req-f45418ea-3aaf-4b37-96aa-14e00fc27b27 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:53.811805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-122581f9-9d14-4546-b6f4-c8eb92ab238a req-f45418ea-3aaf-4b37-96aa-14e00fc27b27 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3&device_id=ef4ffc0d-9daf-499c-ab83-553518cbdf01&device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 2417 time: 0.3468609 Nov 15 14:51:53.929108 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'name': 'tempest-ImageQuotaTest-927577553-router', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:45Z', 'updated_at': '2021-11-15T14:51:49Z', 'revision_number': 3, 'project_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'gw_port': {'id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:47Z', 'updated_at': '2021-11-15T14:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:53.966824 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dffbd58-b5e2-4583-89ca-29db76e2bbf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:53.984304 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Checking router: cbe6b521-3f5d-491f-9eb4-f68fad9f84fe for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:51:53.984904 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Updating router cbe6b521-3f5d-491f-9eb4-f68fad9f84fe port a16870cc-6578-4084-bc64-b19968f5ef70 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:51:54.047615 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1f54793-fd30-4b7d-b770-0be64c10ed45 req-acbe9b29-59fb-4c4b-9c85-f4e8c313dce9 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/security-groups?id=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3267121 Nov 15 14:51:54.075357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-122581f9-9d14-4546-b6f4-c8eb92ab238a req-e7985040-69ff-4b0f-a4f5-153b95ce77a5 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621717 Nov 15 14:51:54.145417 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9b120d5-4bf7-4af9-bc92-f60e856595ce req-79c069d1-ef99-4c61-8d8d-73e5f256c0de tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:54.221101 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:54.235226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c069d1-ef99-4c61-8d8d-73e5f256c0de tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Port': ['ID=28729526-4d8a-4ba3-a5d3-097cbab6c0c9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:54.290532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e81ca135-1753-4a5d-b8eb-f92bb629c2a3 req-cb933d97-6031-4d33-b752-7692117ef6ce tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 210 time: 0.1111526 Nov 15 14:51:54.317291 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b120d5-4bf7-4af9-bc92-f60e856595ce req-79c069d1-ef99-4c61-8d8d-73e5f256c0de tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] No DVR routers for this DVR port 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:51:54.320908 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9b120d5-4bf7-4af9-bc92-f60e856595ce req-79c069d1-ef99-4c61-8d8d-73e5f256c0de tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:54.332926 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9b120d5-4bf7-4af9-bc92-f60e856595ce req-79c069d1-ef99-4c61-8d8d-73e5f256c0de tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.59 "DELETE /v2.0/ports/28729526-4d8a-4ba3-a5d3-097cbab6c0c9 HTTP/1.1" status: 204 len: 173 time: 1.3634307 Nov 15 14:51:54.333627 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'name': 'network-vif-deleted', 'tag': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:51:54.337665 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d376d36f-6961-464b-8317-8b5c09b79c95" -d '{"events": [{"server_uuid": "49edbc91-eb43-4a0f-93e1-c70c47d0297e", "name": "network-vif-deleted", "tag": "28729526-4d8a-4ba3-a5d3-097cbab6c0c9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:51:54.403880 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce714a6-1820-45e8-b145-b391495aff65 x-openstack-request-id: req-5ce714a6-1820-45e8-b145-b391495aff65 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:51:54.404283 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49edbc91-eb43-4a0f-93e1-c70c47d0297e", "name": "network-vif-deleted", "tag": "28729526-4d8a-4ba3-a5d3-097cbab6c0c9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:51:54.404783 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ce714a6-1820-45e8-b145-b391495aff65 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:51:54.405300 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49edbc91-eb43-4a0f-93e1-c70c47d0297e', 'name': 'network-vif-deleted', 'tag': '28729526-4d8a-4ba3-a5d3-097cbab6c0c9', 'status': 'completed', 'code': 200} Nov 15 14:51:54.415202 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dffbd58-b5e2-4583-89ca-29db76e2bbf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:54.480331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27a2fa-ceef-4ad2-9a91-f7a2ee0a1118 req-3dc8f979-0193-4b5e-8a90-5c4abb0f321d tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:54.481748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e27a2fa-ceef-4ad2-9a91-f7a2ee0a1118 req-3dc8f979-0193-4b5e-8a90-5c4abb0f321d tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 945 time: 0.1211984 Nov 15 14:51:54.534960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dccd2d-499e-47cd-8f60-56bd1491f43a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:54.538555 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9dccd2d-499e-47cd-8f60-56bd1491f43a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:54.541614 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dffbd58-b5e2-4583-89ca-29db76e2bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:54.585061 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:54.707968 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:54.756033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2f392b-025d-4e92-ac94-8ed092534b7d None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:54.787372 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Attempting to bind port a16870cc-6578-4084-bc64-b19968f5ef70 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:51:54.788019 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Attempting to bind port a16870cc-6578-4084-bc64-b19968f5ef70 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:51:54.788588 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Attempting to bind port a16870cc-6578-4084-bc64-b19968f5ef70 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:54.799786 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:51:54.800774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:54.801384 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:54.808418 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:51:54.808418 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Bound port: a16870cc-6578-4084-bc64-b19968f5ef70, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:51:54.808418 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:54.808418 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df7ba-6b4f-4121-ab66-77d43c9a4e48 None None] Pushing event updated for resources: {'Port': ['ID=a16870cc-6578-4084-bc64-b19968f5ef70,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:54.869304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6ccbffdc-2705-4eac-a08c-e772e8d55cf9 None None] Provisioning complete for port a16870cc-6578-4084-bc64-b19968f5ef70 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:54.869840 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ccbffdc-2705-4eac-a08c-e772e8d55cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:54.903074 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] For port a16870cc-6578-4084-bc64-b19968f5ef70, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:51:54.906730 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] For port a16870cc-6578-4084-bc64-b19968f5ef70, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a16870cc-6578-4084-bc64-b19968f5ef70,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:51:54.918050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6ccbffdc-2705-4eac-a08c-e772e8d55cf9 None None] Port a16870cc-6578-4084-bc64-b19968f5ef70 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:55.056841 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:55.066883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8dffbd58-b5e2-4583-89ca-29db76e2bbf8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e149af909b14b56a4d7f1ba2395945a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4244657 Nov 15 14:51:55.067880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e27a2fa-ceef-4ad2-9a91-f7a2ee0a1118 req-739f51a9-542c-4d04-8fd7-910370455b23 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776513 Nov 15 14:51:55.068645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50522) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:55.090190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffbd58-b5e2-4583-89ca-29db76e2bbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d803d7f9-19b6-4a02-936b-72f38adcd6d9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:55.109676 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Routers {'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:51:55.110412 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:55.145148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb4937d-abbd-40b4-ab3f-2e50cc7e4c3d None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:51:55.190861 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:55.241146 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] Set router cbe6b521-3f5d-491f-9eb4-f68fad9f84fe gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:51:55.341385 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e51596d5-2459-4695-9462-c06c6d8bab17 None None] Provisioning complete for port a16870cc-6578-4084-bc64-b19968f5ef70 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:55.342233 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e51596d5-2459-4695-9462-c06c6d8bab17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:55.342576 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30410db6-b6ac-477b-94d0-0acefcf3e6e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:55.379693 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30410db6-b6ac-477b-94d0-0acefcf3e6e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:55.381377 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df7ba-6b4f-4121-ab66-77d43c9a4e48 None None] Pushing event updated for resources: {'Port': ['ID=a16870cc-6578-4084-bc64-b19968f5ef70,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:55.481314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4742253a-07f3-4af2-bdac-4ba8694a8493 req-41f4b36a-dfba-4ee6-bcb7-239d4b0f3dcd tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 210 time: 0.1238732 Nov 15 14:51:55.559380 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e51596d5-2459-4695-9462-c06c6d8bab17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:55.629119 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30410db6-b6ac-477b-94d0-0acefcf3e6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:55.636550 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e51596d5-2459-4695-9462-c06c6d8bab17 None None] For port a16870cc-6578-4084-bc64-b19968f5ef70, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a16870cc-6578-4084-bc64-b19968f5ef70,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:51:55.637254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30410db6-b6ac-477b-94d0-0acefcf3e6e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:55.641614 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-30410db6-b6ac-477b-94d0-0acefcf3e6e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d803d7f9-19b6-4a02-936b-72f38adcd6d9 HTTP/1.1" status: 204 len: 168 time: 0.5696089 Nov 15 14:51:55.657619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30410db6-b6ac-477b-94d0-0acefcf3e6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d803d7f9-19b6-4a02-936b-72f38adcd6d9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:55.687748 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9dccd2d-499e-47cd-8f60-56bd1491f43a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:55.704823 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'name': 'tempest-ImageQuotaTest-927577553-router', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:45Z', 'updated_at': '2021-11-15T14:51:49Z', 'revision_number': 3, 'project_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'gw_port': {'id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:47Z', 'updated_at': '2021-11-15T14:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:51:55.711485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-ebeb97f6-7274-49fe-8527-f0a9ed9050d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3578870 Nov 15 14:51:55.769828 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e51596d5-2459-4695-9462-c06c6d8bab17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:55.775913 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3105b547-33d6-46c8-85ae-b36dd8897c95 None None] The sync data for ids ['cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'] in n-d-817748-2 is: [{'id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'name': 'tempest-ImageQuotaTest-927577553-router', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:45Z', 'updated_at': '2021-11-15T14:51:49Z', 'revision_number': 3, 'project_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'gw_port': {'id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:47Z', 'updated_at': '2021-11-15T14:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:51:55.801106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-455492a3-ebdc-421b-9958-c8cc479cfe97 req-ef0024d7-ce5f-4d3a-88f5-40290044fb49 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 210 time: 0.1241717 Nov 15 14:51:55.850647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Allocated IP 172.20.0.1 (6060806c-5695-4362-be69-2c67ffdc5a4a/e12c4d99-7641-4f7c-9cda-6d8dc7d098e4/3aac3f11-b695-47bf-88fb-ee57651f8d71) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:55.913455 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dccd2d-499e-47cd-8f60-56bd1491f43a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Subnet': ['ID=682a8b9d-04e5-488d-b592-2e3d4c04d62c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:55.920095 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d7f4583f-b74b-4f38-b76a-94ac71af1d02 req-ed8afc3f-524d-4b24-8a97-020cf2dfc0a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0443912 Nov 15 14:51:55.931165 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51596d5-2459-4695-9462-c06c6d8bab17 None None] Pushing event updated for resources: {'Port': ['ID=a16870cc-6578-4084-bc64-b19968f5ef70,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:56.040750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:51:56.060999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-4a16128c-919d-4413-939b-2c95212f60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:56.062658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-4a16128c-919d-4413-939b-2c95212f60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:56.062658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-4a16128c-919d-4413-939b-2c95212f60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:56.062658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-4a16128c-919d-4413-939b-2c95212f60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:56.066389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-4a16128c-919d-4413-939b-2c95212f60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:56.066893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-4a16128c-919d-4413-939b-2c95212f60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:56.067364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-4a16128c-919d-4413-939b-2c95212f60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:56.069477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-4a16128c-919d-4413-939b-2c95212f60d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 6500 time: 0.2465379 Nov 15 14:51:56.081198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dccd2d-499e-47cd-8f60-56bd1491f43a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Checking segment: {'id': 'eee6a41d-66cf-4b57-845b-4a02dd999555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc45e0b1-68c2-4781-8e72-b44feeb57dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:56.081564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dccd2d-499e-47cd-8f60-56bd1491f43a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network hostable DHCP agents. Network: fc45e0b1-68c2-4781-8e72-b44feeb57dae, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:51:56.083280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:51:56.083854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 28729526-4d8a-4ba3-a5d3-097cbab6c0c9 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:51:56.107999 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d7f4583f-b74b-4f38-b76a-94ac71af1d02 req-dde43f79-149d-4067-9af3-b39246f08aa4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&device_id=49edbc91-eb43-4a0f-93e1-c70c47d0297e HTTP/1.1" status: 200 len: 210 time: 0.0701575 Nov 15 14:51:56.282696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dccd2d-499e-47cd-8f60-56bd1491f43a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network fc45e0b1-68c2-4781-8e72-b44feeb57dae is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:51:56.352995 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:56.373349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4583f-b74b-4f38-b76a-94ac71af1d02 req-8f436562-f9da-4980-8245-37237ac84f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:56.375520 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d7f4583f-b74b-4f38-b76a-94ac71af1d02 req-8f436562-f9da-4980-8245-37237ac84f3f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2478380 Nov 15 14:51:56.433307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d9dccd2d-499e-47cd-8f60-56bd1491f43a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, fc45e0b1-68c2-4781-8e72-b44feeb57dae) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:56.442260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e72c703-99b3-4159-819f-a2f3a985c57e None None] Network fc45e0b1-68c2-4781-8e72-b44feeb57dae requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:51:56.466452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dccd2d-499e-47cd-8f60-56bd1491f43a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:56.470907 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9dccd2d-499e-47cd-8f60-56bd1491f43a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:56.543793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-ec49ee2a-e3d0-4467-aaa0-89093984d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:56.544998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-ec49ee2a-e3d0-4467-aaa0-89093984d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:56.549764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-ec49ee2a-e3d0-4467-aaa0-89093984d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:56.555971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-ec49ee2a-e3d0-4467-aaa0-89093984d265 service neutron] 10.222.0.46 "GET /v2.0/networks?id=05e84ef2-d628-4e8b-85d1-d2b727ab8196&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a HTTP/1.1" status: 200 len: 2297 time: 0.4374723 Nov 15 14:51:56.557760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50560) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:56.644940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4583f-b74b-4f38-b76a-94ac71af1d02 req-4dc1b6e3-9d82-4307-8e16-ab8421a3b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:56.647828 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d7f4583f-b74b-4f38-b76a-94ac71af1d02 req-4dc1b6e3-9d82-4307-8e16-ab8421a3b488 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2631195 Nov 15 14:51:56.683599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d9dccd2d-499e-47cd-8f60-56bd1491f43a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9352736 Nov 15 14:51:56.687210 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:56.699721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': 'fc45e0b1-68c2-4781-8e72-b44feeb57dae', 'name': 'tempest-PortsTestJSON-501207543', 'fixed_ips': [{'subnet_id': '682a8b9d-04e5-488d-b592-2e3d4c04d62c', 'ip_address': '172.20.0.10'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:56.758164 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:56.878426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-fc45e0b1-68c2-4781-8e72-b44feeb57dae', 'network_id': 'fc45e0b1-68c2-4781-8e72-b44feeb57dae', 'tenant_id': 'dea70e201b0647fb936a8620cd1a94b8', 'fixed_ips': [{'subnet_id': '682a8b9d-04e5-488d-b592-2e3d4c04d62c'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:51:56.880198 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:56.945565 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a16870cc-6578-4084-bc64-b19968f5ef70 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:51:56.961898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-9a45aac8-9c2b-4871-bb20-030d58b82c46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 HTTP/1.1" status: 200 len: 1001 time: 0.3886473 Nov 15 14:51:57.081108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Network 6060806c-5695-4362-be69-2c67ffdc5a4a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:57.110528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:57.118693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:57.128089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272817-aeab-4f37-a07c-15ead9740004 req-bbe74637-440b-44bc-a806-d8e3ab9ac5c3 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:57.137240 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-bbe74637-440b-44bc-a806-d8e3ab9ac5c3 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.59 "GET /v2.0/networks?id=f5e26bce-6e6a-4dbe-a181-42003518ed99 HTTP/1.1" status: 200 len: 811 time: 0.1741281 Nov 15 14:51:57.166633 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:57.168707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Pushing event updated for resources: {'Port': ['ID=3aac3f11-b695-47bf-88fb-ee57651f8d71,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:57.247230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2aab045d-1d91-4688-8190-4a40524c8a7b req-1048783f-beb4-4105-b407-32b15d24b3a1 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 210 time: 0.1635497 Nov 15 14:51:57.247901 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f739f3a-abfd-45f9-b45a-fa9f68a0f21d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:57.261528 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-6e8ca3ac-dc23-40d3-ae99-4a7261eb9b65 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e3c5086c0d24d0abfc32fbd74182803 HTTP/1.1" status: 200 len: 379 time: 0.1169806 Nov 15 14:51:57.274577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a1272817-aeab-4f37-a07c-15ead9740004 req-93b98e0f-3a8e-48c7-a3e8-0e6f5cc32a5f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Request body: {'port': {'device_id': '82a4fcf0-42c7-4944-a9cd-996ee281f93f', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'admin_state_up': True, 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'security_groups': ['b50cf3a9-e81b-48d6-8c59-d23fa94c615d']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:57.544013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-c898a8e4-2e95-49a0-8b89-665af5d83a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:57.545564 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-c898a8e4-2e95-49a0-8b89-665af5d83a82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0960faaf-544e-49a8-b77f-fff26bcae0b5 HTTP/1.1" status: 200 len: 855 time: 0.5495005 Nov 15 14:51:57.773783 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f739f3a-abfd-45f9-b45a-fa9f68a0f21d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:57.784641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port a16870cc-6578-4084-bc64-b19968f5ef70 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:57.785266 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:57.831624 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:57.855002 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f515bd31-91f9-4a19-a1e5-a976d2571081 None None] Provisioning complete for port 3aac3f11-b695-47bf-88fb-ee57651f8d71 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:57.855572 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f515bd31-91f9-4a19-a1e5-a976d2571081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:57.893870 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Allocated IP 172.20.0.2 (fc45e0b1-68c2-4781-8e72-b44feeb57dae/682a8b9d-04e5-488d-b592-2e3d4c04d62c/efe2c6d7-c1ea-4d54-af75-5a27c8f808a2) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:57.915421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c55d4-07d3-4381-a0be-ca3541f7fc05 req-9d9a042d-c0db-48e6-9b66-198996b51bfc tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:57.923173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-613c55d4-07d3-4381-a0be-ca3541f7fc05 req-9d9a042d-c0db-48e6-9b66-198996b51bfc tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.3722031 Nov 15 14:51:57.931317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-1b26fc80-b117-46c9-82aa-1030a0e6d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:57.933220 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-1b26fc80-b117-46c9-82aa-1030a0e6d9fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05e84ef2-d628-4e8b-85d1-d2b727ab8196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3677566 Nov 15 14:51:57.938662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f515bd31-91f9-4a19-a1e5-a976d2571081 None None] Port 3aac3f11-b695-47bf-88fb-ee57651f8d71 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:58.034193 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:58.111462 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1272817-aeab-4f37-a07c-15ead9740004 req-93b98e0f-3a8e-48c7-a3e8-0e6f5cc32a5f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Made reservation on behalf of 7e3c5086c0d24d0abfc32fbd74182803 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:51:58.111462 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1272817-aeab-4f37-a07c-15ead9740004 req-93b98e0f-3a8e-48c7-a3e8-0e6f5cc32a5f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.140802 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.196333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-613c55d4-07d3-4381-a0be-ca3541f7fc05 req-46772a5d-31bd-42a4-9b44-edf23b8fe875 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720022 Nov 15 14:51:58.209929 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.227263 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-2b4a467f-e145-4baa-9921-817cc86881cc service neutron] 10.222.0.46 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560840 Nov 15 14:51:58.242769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.281056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port e17a277d-76ff-4042-8ddf-539e01c5c981 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:51:58.295964 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.351289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-a1272817-aeab-4f37-a07c-15ead9740004 req-93b98e0f-3a8e-48c7-a3e8-0e6f5cc32a5f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Allocated IP 172.20.0.12 (f5e26bce-6e6a-4dbe-a181-42003518ed99/6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c/f5805a61-7fa2-4bf0-93f2-9607818e62ae) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:58.359462 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f739f3a-abfd-45f9-b45a-fa9f68a0f21d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.362743 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f739f3a-abfd-45f9-b45a-fa9f68a0f21d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.367497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0f739f3a-abfd-45f9-b45a-fa9f68a0f21d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "DELETE /v2.0/security-groups/ccb80a7f-00a6-4d15-9e9f-36c8919d5a55 HTTP/1.1" status: 204 len: 168 time: 1.7955995 Nov 15 14:51:58.367663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Network fc45e0b1-68c2-4781-8e72-b44feeb57dae is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:58.370083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:58.373774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:58.381473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Pushing event updated for resources: {'Port': ['ID=efe2c6d7-c1ea-4d54-af75-5a27c8f808a2,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:58.430316 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03db0275-2c98-4bdb-9ce9-7308d8cd5470 req-5422cadd-5175-4c7a-9b1f-b209989ff184 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 210 time: 0.0827744 Nov 15 14:51:58.456809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f739f3a-abfd-45f9-b45a-fa9f68a0f21d tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb80a7f-00a6-4d15-9e9f-36c8919d5a55,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:58.461489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Attempting to bind port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:51:58.462069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Attempting to bind port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'eee6a41d-66cf-4b57-845b-4a02dd999555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc45e0b1-68c2-4781-8e72-b44feeb57dae'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:51:58.462844 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Attempting to bind port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 on network fc45e0b1-68c2-4781-8e72-b44feeb57dae {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:51:58.473397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:51:58.474535 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Checking segment: {'id': 'eee6a41d-66cf-4b57-845b-4a02dd999555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc45e0b1-68c2-4781-8e72-b44feeb57dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:51:58.475631 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.476448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Bound using segment: {'id': 'eee6a41d-66cf-4b57-845b-4a02dd999555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc45e0b1-68c2-4781-8e72-b44feeb57dae'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:51:58.477116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Bound port: efe2c6d7-c1ea-4d54-af75-5a27c8f808a2, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee6a41d-66cf-4b57-845b-4a02dd999555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc45e0b1-68c2-4781-8e72-b44feeb57dae'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:51:58.477945 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.495731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50600) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:58.570200 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.579544 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-ba5596c8-0d4f-4bf6-97a0-7230d9fb0079 service neutron] 10.222.0.46 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433125 Nov 15 14:51:58.620858 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] For port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:51:58.624186 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] For port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=efe2c6d7-c1ea-4d54-af75-5a27c8f808a2,segment=NetworkSegment(eee6a41d-66cf-4b57-845b-4a02dd999555),segment_id=eee6a41d-66cf-4b57-845b-4a02dd999555)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:51:58.635792 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-346303ce-af29-4c0a-bd63-a8fa7f6a8cf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=68fee45f-e988-4280-9d1f-4feb0fed1987 HTTP/1.1" status: 200 len: 217 time: 0.0455630 Nov 15 14:51:58.636294 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.657003 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.10 (fc45e0b1-68c2-4781-8e72-b44feeb57dae/682a8b9d-04e5-488d-b592-2e3d4c04d62c/e17a277d-76ff-4042-8ddf-539e01c5c981) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:51:58.673703 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1272817-aeab-4f37-a07c-15ead9740004 req-93b98e0f-3a8e-48c7-a3e8-0e6f5cc32a5f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.696558 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.698325 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.783858 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267db1c-2483-4e77-94cb-b9c823c9092a None None] Pushing event updated for resources: {'Port': ['ID=efe2c6d7-c1ea-4d54-af75-5a27c8f808a2,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:58.801206 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.803551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Pushing event updated for resources: {'Port': ['ID=3aac3f11-b695-47bf-88fb-ee57651f8d71,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:58.868808 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1272817-aeab-4f37-a07c-15ead9740004 req-93b98e0f-3a8e-48c7-a3e8-0e6f5cc32a5f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:58.893491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-43c5f28e-038b-4373-a4ca-a4284fc79dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:58.895262 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-43c5f28e-038b-4373-a4ca-a4284fc79dc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.2324424 Nov 15 14:51:58.956771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1272817-aeab-4f37-a07c-15ead9740004 req-93b98e0f-3a8e-48c7-a3e8-0e6f5cc32a5f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Network f5e26bce-6e6a-4dbe-a181-42003518ed99 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:58.979877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-a1272817-aeab-4f37-a07c-15ead9740004 req-93b98e0f-3a8e-48c7-a3e8-0e6f5cc32a5f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:58.989567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1272817-aeab-4f37-a07c-15ead9740004 req-93b98e0f-3a8e-48c7-a3e8-0e6f5cc32a5f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:59.035571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b98e0f-3a8e-48c7-a3e8-0e6f5cc32a5f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event updated for resources: {'Port': ['ID=f5805a61-7fa2-4bf0-93f2-9607818e62ae,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:59.067446 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:59.095885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-3be994e3-d6eb-4506-90bc-f06ec168c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:59.097545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-3be994e3-d6eb-4506-90bc-f06ec168c01b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1667204 Nov 15 14:51:59.124155 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272817-aeab-4f37-a07c-15ead9740004 req-93b98e0f-3a8e-48c7-a3e8-0e6f5cc32a5f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:59.126469 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1272817-aeab-4f37-a07c-15ead9740004 req-93b98e0f-3a8e-48c7-a3e8-0e6f5cc32a5f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:59.183121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Network 6060806c-5695-4362-be69-2c67ffdc5a4a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:59.222859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:59.283071 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-93b98e0f-3a8e-48c7-a3e8-0e6f5cc32a5f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0140450 Nov 15 14:51:59.300934 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Request body: {'port': {'device_id': '82a4fcf0-42c7-4944-a9cd-996ee281f93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:51:59.347414 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:59.475601 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-6d77885f-0d18-4d29-bee5-0bf383e75d59 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296304 Nov 15 14:51:59.476813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network fc45e0b1-68c2-4781-8e72-b44feeb57dae is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:51:59.477698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=e17a277d-76ff-4042-8ddf-539e01c5c981,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:51:59.490441 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:51:59.493269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:51:59.497946 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:59.614072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-75cedb31-fd62-409d-b2f5-739a39967fef None None] Provisioning complete for port f5805a61-7fa2-4bf0-93f2-9607818e62ae triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:59.618507 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75cedb31-fd62-409d-b2f5-739a39967fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:59.728955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:59.729612 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:59.732988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-75cedb31-fd62-409d-b2f5-739a39967fef None None] Port f5805a61-7fa2-4bf0-93f2-9607818e62ae cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:59.773454 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-a5dbab3f-63c8-4c8c-b174-3bc1889f019e service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962353 Nov 15 14:51:59.781505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4514e-9839-4963-942d-fd4ecaaa6b55 req-440beb4a-114b-40ee-9ecf-2b2bae58e157 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:51:59.788830 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65a4514e-9839-4963-942d-fd4ecaaa6b55 req-440beb4a-114b-40ee-9ecf-2b2bae58e157 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.3801279 Nov 15 14:51:59.816038 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f0fde50-dbb1-4fbc-9245-c3c843edd513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:59.873494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8f590b94-8933-4c0b-a04e-4740ffae7a4f None None] Provisioning complete for port 3aac3f11-b695-47bf-88fb-ee57651f8d71 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:51:59.873877 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f590b94-8933-4c0b-a04e-4740ffae7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:51:59.874707 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-3ba50851-07f2-4d40-be42-0a6929a8645e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=d60d6b5b-7447-4438-8b12-570eb0e866e7 HTTP/1.1" status: 200 len: 217 time: 0.0770118 Nov 15 14:51:59.893323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Router cbe6b521-3f5d-491f-9eb4-f68fad9f84fe has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:51:59.941811 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0678753f-f2f5-4b96-a57b-11db945bab18 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2531638 Nov 15 14:51:59.945048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50640) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:51:59.958585 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8f590b94-8933-4c0b-a04e-4740ffae7a4f None None] Port 3aac3f11-b695-47bf-88fb-ee57651f8d71 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:51:59.963234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': 'fc45e0b1-68c2-4781-8e72-b44feeb57dae', 'name': 'tempest-PortsTestJSON-1674201116', 'fixed_ips': [{'subnet_id': '682a8b9d-04e5-488d-b592-2e3d4c04d62c', 'ip_address': '172.20.0.9'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:00.215253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5805a61-7fa2-4bf0-93f2-9607818e62ae {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:52:00.229023 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:00.276616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Transition to ACTIVE for port object f5805a61-7fa2-4bf0-93f2-9607818e62ae will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:52:00.320862 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:00.326642 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:00.347253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port 0a6df0e8-79b4-4ea2-bf56-e2ded985fdbf yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:52:00.351116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4284fb-ac0b-4f12-b1b9-d12e6e70ce64 req-6927f3d2-9bd4-4117-b63d-81104ae1fe9f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:00.358517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c4284fb-ac0b-4f12-b1b9-d12e6e70ce64 req-6927f3d2-9bd4-4117-b63d-81104ae1fe9f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 932 time: 0.8070216 Nov 15 14:52:00.360545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faec685-e36a-44b8-944c-340884c3c14c None None] Network fc45e0b1-68c2-4781-8e72-b44feeb57dae requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:00.378235 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:00.426945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65a4514e-9839-4963-942d-fd4ecaaa6b55 req-ce7b223c-9ab8-4be2-a62c-7cc883815309 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372664 Nov 15 14:52:00.518755 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Pushing event updated for resources: {'Port': ['ID=f5805a61-7fa2-4bf0-93f2-9607818e62ae,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:00.539952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6b2b8092-fef4-465c-9dbd-97f518d508a4 None None] Provisioning complete for port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:00.540579 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b2b8092-fef4-465c-9dbd-97f518d508a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:00.564041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-138f7cba-404f-4d61-95a9-ce94f67d9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:00.565599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-138f7cba-404f-4d61-95a9-ce94f67d9095 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.6699293 Nov 15 14:52:00.609072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c4284fb-ac0b-4f12-b1b9-d12e6e70ce64 req-c6585c0c-483c-4d62-bd57-d9d6b35782c1 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343030 Nov 15 14:52:00.681962 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecfb2203-8c2e-4486-a1ab-45f35cb47c84 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:00.832955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Attempting to bind port f5805a61-7fa2-4bf0-93f2-9607818e62ae on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:52:00.833186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Attempting to bind port f5805a61-7fa2-4bf0-93f2-9607818e62ae by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:52:00.838576 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Attempting to bind port f5805a61-7fa2-4bf0-93f2-9607818e62ae on network f5e26bce-6e6a-4dbe-a181-42003518ed99 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:00.848813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.9 (fc45e0b1-68c2-4781-8e72-b44feeb57dae/682a8b9d-04e5-488d-b592-2e3d4c04d62c/0a6df0e8-79b4-4ea2-bf56-e2ded985fdbf) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:00.851310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Port f5805a61-7fa2-4bf0-93f2-9607818e62ae on network f5e26bce-6e6a-4dbe-a181-42003518ed99 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:52:00.851695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Attempting to bind port f5805a61-7fa2-4bf0-93f2-9607818e62ae on network f5e26bce-6e6a-4dbe-a181-42003518ed99 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:00.864513 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:52:00.864863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Checking segment: {'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:00.865259 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Bound using segment: {'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:52:00.865758 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Bound port: f5805a61-7fa2-4bf0-93f2-9607818e62ae, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:52:00.866133 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:00.886289 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b2b8092-fef4-465c-9dbd-97f518d508a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:00.921438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:00.995451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:52:01.013355 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Sync routers for ids ['cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:52:01.029040 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Routers {'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:01.031260 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-18988348-4286-4ee4-aa7c-dcfee0d0fb4b admin admin] 10.222.0.70 "PUT /v2.0/routers/cbe6b521-3f5d-491f-9eb4-f68fad9f84fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7705750 Nov 15 14:52:01.032097 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:51:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:01.035864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-e4bb103e-1eda-4d10-9018-a99ab1fd3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:01.037639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-e4bb103e-1eda-4d10-9018-a99ab1fd3303 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4334040 Nov 15 14:52:01.042768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] For port f5805a61-7fa2-4bf0-93f2-9607818e62ae, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:52:01.061742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] For port f5805a61-7fa2-4bf0-93f2-9607818e62ae, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5805a61-7fa2-4bf0-93f2-9607818e62ae,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:52:01.117029 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6b2b8092-fef4-465c-9dbd-97f518d508a4 None None] For port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=efe2c6d7-c1ea-4d54-af75-5a27c8f808a2,segment=NetworkSegment(eee6a41d-66cf-4b57-845b-4a02dd999555),segment_id=eee6a41d-66cf-4b57-845b-4a02dd999555)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:01.184327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:01.188083 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:01.194801 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b2b8092-fef4-465c-9dbd-97f518d508a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:01.197471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:01.275475 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:01.302041 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Set router cbe6b521-3f5d-491f-9eb4-f68fad9f84fe gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:01.363756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:01.364450 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:01.370656 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] 10.222.0.59 "PUT /v2.0/ports/f5805a61-7fa2-4bf0-93f2-9607818e62ae HTTP/1.1" status: 200 len: 1092 time: 2.0732043 Nov 15 14:52:01.370892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a4fcf0-42c7-4944-a9cd-996ee281f93f', 'tag': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:52:01.373828 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d470afdd-1843-44f9-9209-64db2fd19b20" -d '{"events": [{"name": "network-changed", "server_uuid": "82a4fcf0-42c7-4944-a9cd-996ee281f93f", "tag": "f5805a61-7fa2-4bf0-93f2-9607818e62ae"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:52:01.384339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-3c5c802a-3f94-4216-9b88-6be7169494cf service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354707 Nov 15 14:52:01.442921 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:01.516933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network fc45e0b1-68c2-4781-8e72-b44feeb57dae is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:01.533087 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b621acbc-a9a8-45fc-8b9c-6c27b8b535be x-openstack-request-id: req-b621acbc-a9a8-45fc-8b9c-6c27b8b535be {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:52:01.534494 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a4fcf0-42c7-4944-a9cd-996ee281f93f", "tag": "f5805a61-7fa2-4bf0-93f2-9607818e62ae", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:52:01.539343 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b621acbc-a9a8-45fc-8b9c-6c27b8b535be {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:52:01.539343 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a4fcf0-42c7-4944-a9cd-996ee281f93f', 'tag': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae', 'status': 'completed', 'code': 200} Nov 15 14:52:01.539343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:01.586070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b8092-fef4-465c-9dbd-97f518d508a4 None None] Pushing event updated for resources: {'Port': ['ID=efe2c6d7-c1ea-4d54-af75-5a27c8f808a2,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:01.645431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9bee9652-62bc-4940-9089-b303828c9f86 None None] Provisioning complete for port e17a277d-76ff-4042-8ddf-539e01c5c981 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:01.646052 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9bee9652-62bc-4940-9089-b303828c9f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:01.695685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:01.711837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122ab8a-fe15-4e1c-8c93-f9aa8c261284 service neutron] Pushing event updated for resources: {'Port': ['ID=f5805a61-7fa2-4bf0-93f2-9607818e62ae,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:01.733199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9bee9652-62bc-4940-9089-b303828c9f86 None None] Port e17a277d-76ff-4042-8ddf-539e01c5c981 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:01.790288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9bee9652-62bc-4940-9089-b303828c9f86 None None] Provisioning complete for port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:01.790845 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9bee9652-62bc-4940-9089-b303828c9f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:01.841732 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'name': 'tempest-ImageQuotaTest-927577553-router', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:45Z', 'updated_at': '2021-11-15T14:51:57Z', 'revision_number': 4, 'project_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'gw_port': {'id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:47Z', 'updated_at': '2021-11-15T14:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3aac3f11-b695-47bf-88fb-ee57651f8d71', 'name': '', 'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'mac_address': 'fa:16:3e:18:3d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'e12c4d99-7641-4f7c-9cda-6d8dc7d098e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:55Z', 'updated_at': '2021-11-15T14:51:58Z', 'revision_number': 2, 'project_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'subnets': [{'id': 'e12c4d99-7641-4f7c-9cda-6d8dc7d098e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:01.937123 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Checking router: cbe6b521-3f5d-491f-9eb4-f68fad9f84fe for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:52:01.937916 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Updating router cbe6b521-3f5d-491f-9eb4-f68fad9f84fe port 3aac3f11-b695-47bf-88fb-ee57651f8d71 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:52:01.958782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=0a6df0e8-79b4-4ea2-bf56-e2ded985fdbf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:01.984109 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470afdd-1843-44f9-9209-64db2fd19b20 req-17cd426a-703f-45f9-9638-c1ee128d82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:01.985691 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d470afdd-1843-44f9-9209-64db2fd19b20 req-17cd426a-703f-45f9-9638-c1ee128d82aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 1095 time: 0.4353275 Nov 15 14:52:02.009780 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:02.065100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:02.149990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb2203-8c2e-4486-a1ab-45f35cb47c84 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting port 6ebdeff0-2974-4962-9562-8b6008ca0710 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:02.150537 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecfb2203-8c2e-4486-a1ab-45f35cb47c84 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:02.190499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470afdd-1843-44f9-9209-64db2fd19b20 req-4b829dab-7e5f-43bc-955f-9659afec4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:02.192544 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d470afdd-1843-44f9-9209-64db2fd19b20 req-4b829dab-7e5f-43bc-955f-9659afec4760 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1834607 Nov 15 14:52:02.198040 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c01b-6685-49c8-b739-c5a0933d0843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:02.199439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:02.200984 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:02.234557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-61d9051b-fb3a-4f9a-a3fe-673a013eac39 None None] Provisioning complete for port e17a277d-76ff-4042-8ddf-539e01c5c981 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:02.235100 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61d9051b-fb3a-4f9a-a3fe-673a013eac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:02.334519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-61d9051b-fb3a-4f9a-a3fe-673a013eac39 None None] Port e17a277d-76ff-4042-8ddf-539e01c5c981 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:02.353280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ecfb2203-8c2e-4486-a1ab-45f35cb47c84 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] For port 6ebdeff0-2974-4962-9562-8b6008ca0710, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6ebdeff0-2974-4962-9562-8b6008ca0710,segment=NetworkSegment(921a028c-887f-4536-a15f-d2241ec6805d),segment_id=921a028c-887f-4536-a15f-d2241ec6805d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:02.354990 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecfb2203-8c2e-4486-a1ab-45f35cb47c84 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:02.372188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb2203-8c2e-4486-a1ab-45f35cb47c84 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Calling delete_port for 6ebdeff0-2974-4962-9562-8b6008ca0710 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:02.410232 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-12795d69-bc40-4a8b-8f1c-b71b372011e0 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4620097 Nov 15 14:52:02.424975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50690) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:02.588960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3f647dcc-7fb2-4d65-bd0c-093c7db3d181 None None] Provisioning complete for port 0a6df0e8-79b4-4ea2-bf56-e2ded985fdbf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:02.589496 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f647dcc-7fb2-4d65-bd0c-093c7db3d181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:02.614387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470afdd-1843-44f9-9209-64db2fd19b20 req-4bb01a19-71b3-421a-b2bb-20474b0f8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:02.616132 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d470afdd-1843-44f9-9209-64db2fd19b20 req-4bb01a19-71b3-421a-b2bb-20474b0f8c2e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4120042 Nov 15 14:52:02.640786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a3efd6-ddc4-4271-bc73-387915292ec5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:02.644928 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d3a3efd6-ddc4-4271-bc73-387915292ec5 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2189038 Nov 15 14:52:02.653554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:02.655683 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:02.671586 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3f647dcc-7fb2-4d65-bd0c-093c7db3d181 None None] Port 0a6df0e8-79b4-4ea2-bf56-e2ded985fdbf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:02.702878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea823c7-dd97-4e88-ac42-eb5a89b8a313 req-0a2df82b-4cdd-4279-ab36-df27174ba2dd tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:02.702878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aea823c7-dd97-4e88-ac42-eb5a89b8a313 req-0a2df82b-4cdd-4279-ab36-df27174ba2dd tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.9667490 Nov 15 14:52:02.718929 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fe17d3f-27aa-4649-a263-ed30222dcaa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:02.758799 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:02.777371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272817-aeab-4f37-a07c-15ead9740004 req-f2b41290-0936-4e41-b24c-6b5cb5232060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:02.783108 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-f2b41290-0936-4e41-b24c-6b5cb5232060 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 1095 time: 0.1074340 Nov 15 14:52:02.804236 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-7f625792-ee58-464b-af0e-bd3b2c65dd24 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3877606 Nov 15 14:52:02.804887 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecfb2203-8c2e-4486-a1ab-45f35cb47c84 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:02.813813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:02.850444 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa34edca-6503-4bb0-8e2f-45f75b8a3887 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:02.861488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa34edca-6503-4bb0-8e2f-45f75b8a3887 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:02.879471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa34edca-6503-4bb0-8e2f-45f75b8a3887 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:02.884693 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fa34edca-6503-4bb0-8e2f-45f75b8a3887 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2266707 Nov 15 14:52:02.885089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:02.889060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:02.889437 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:02.916461 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb2203-8c2e-4486-a1ab-45f35cb47c84 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Port': ['ID=6ebdeff0-2974-4962-9562-8b6008ca0710,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:02.920104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-7f326a41-4290-4107-8a10-1035d0cf540b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=012e9bf2-0414-4d9d-a820-1d1a5c19a79f HTTP/1.1" status: 200 len: 217 time: 0.0994151 Nov 15 14:52:02.967376 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aea823c7-dd97-4e88-ac42-eb5a89b8a313 req-ea5d540e-c608-49ed-86cb-c99b32e4c4d7 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335711 Nov 15 14:52:02.996262 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-92738161-197f-45ab-b09b-3cde0a6dbebd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5805a61-7fa2-4bf0-93f2-9607818e62ae HTTP/1.1" status: 200 len: 217 time: 0.1942253 Nov 15 14:52:02.999726 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670614b-6004-4f8f-b25a-6898352816cc None None] Pushing event updated for resources: {'Port': ['ID=3aac3f11-b695-47bf-88fb-ee57651f8d71,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:03.028002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7947d8-d164-404e-bbe8-7addc86a6ef0 req-18cd4957-2c22-4672-a6b9-12ab2906ffd6 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:03.029890 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec7947d8-d164-404e-bbe8-7addc86a6ef0 req-18cd4957-2c22-4672-a6b9-12ab2906ffd6 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 944 time: 1.0830059 Nov 15 14:52:03.118580 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Attempting to bind port 3aac3f11-b695-47bf-88fb-ee57651f8d71 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:52:03.118956 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Attempting to bind port 3aac3f11-b695-47bf-88fb-ee57651f8d71 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '77384d84-f49c-4ee7-b2be-752b6e6da965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:52:03.122960 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Attempting to bind port 3aac3f11-b695-47bf-88fb-ee57651f8d71 on network 6060806c-5695-4362-be69-2c67ffdc5a4a {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:03.142335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272817-aeab-4f37-a07c-15ead9740004 req-463187eb-22b6-41d8-9ce3-4313788d137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:03.143079 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:52:03.143461 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Checking segment: {'id': '77384d84-f49c-4ee7-b2be-752b6e6da965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:03.143758 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-463187eb-22b6-41d8-9ce3-4313788d137b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c HTTP/1.1" status: 200 len: 850 time: 0.0958211 Nov 15 14:52:03.143887 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.144431 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Bound using segment: {'id': '77384d84-f49c-4ee7-b2be-752b6e6da965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:52:03.145648 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Bound port: 3aac3f11-b695-47bf-88fb-ee57651f8d71, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77384d84-f49c-4ee7-b2be-752b6e6da965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:52:03.146467 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.302082 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fe17d3f-27aa-4649-a263-ed30222dcaa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.304806 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] For port 3aac3f11-b695-47bf-88fb-ee57651f8d71, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:52:03.310370 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] For port 3aac3f11-b695-47bf-88fb-ee57651f8d71, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3aac3f11-b695-47bf-88fb-ee57651f8d71,segment=NetworkSegment(77384d84-f49c-4ee7-b2be-752b6e6da965),segment_id=77384d84-f49c-4ee7-b2be-752b6e6da965)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:52:03.320146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272817-aeab-4f37-a07c-15ead9740004 req-a7bcb239-6c4d-495b-820f-8b3c7201cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:03.321824 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-a7bcb239-6c4d-495b-820f-8b3c7201cb51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5e26bce-6e6a-4dbe-a181-42003518ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661808 Nov 15 14:52:03.365960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:03.398250 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fe17d3f-27aa-4649-a263-ed30222dcaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.404311 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dec92cd9-b7bf-4323-9f0c-ab9024bfb0cf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port 0a6df0e8-79b4-4ea2-bf56-e2ded985fdbf {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:03.404798 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dec92cd9-b7bf-4323-9f0c-ab9024bfb0cf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.421921 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.427809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6c6eac1f-4089-4bce-bb37-114ca24557ea None None] Provisioning complete for port 3aac3f11-b695-47bf-88fb-ee57651f8d71 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:03.428418 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c6eac1f-4089-4bce-bb37-114ca24557ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.446317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-ab45b4f3-9ea5-4b73-8495-43cf9a72eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:03.448423 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-ab45b4f3-9ea5-4b73-8495-43cf9a72eb35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.4851100 Nov 15 14:52:03.500706 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Routers {'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:03.501499 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:03.510455 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670614b-6004-4f8f-b25a-6898352816cc None None] Pushing event updated for resources: {'Port': ['ID=3aac3f11-b695-47bf-88fb-ee57651f8d71,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:03.519060 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.572973 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-71dbbe17-cf3b-4441-83b4-02cedf693c8b service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402749 Nov 15 14:52:03.587217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe17d3f-27aa-4649-a263-ed30222dcaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0486797f-db21-43f3-88c9-fa4c212ddca2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:03.603149 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c6eac1f-4089-4bce-bb37-114ca24557ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.638998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0fe17d3f-27aa-4649-a263-ed30222dcaa9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f82f817c229242359be4301f532899ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5662475 Nov 15 14:52:03.645210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50708) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:03.659054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6c6eac1f-4089-4bce-bb37-114ca24557ea None None] For port 3aac3f11-b695-47bf-88fb-ee57651f8d71, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3aac3f11-b695-47bf-88fb-ee57651f8d71,segment=NetworkSegment(77384d84-f49c-4ee7-b2be-752b6e6da965),segment_id=77384d84-f49c-4ee7-b2be-752b6e6da965)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:03.708912 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec7947d8-d164-404e-bbe8-7addc86a6ef0 req-506cc898-98ac-448f-94e2-37ed5d9d7cb3 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5806775 Nov 15 14:52:03.709683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecfb2203-8c2e-4486-a1ab-45f35cb47c84 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.764581 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c6eac1f-4089-4bce-bb37-114ca24557ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.833969 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6eac1f-4089-4bce-bb37-114ca24557ea None None] Pushing event updated for resources: {'Port': ['ID=3aac3f11-b695-47bf-88fb-ee57651f8d71,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:03.834220 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dec92cd9-b7bf-4323-9f0c-ab9024bfb0cf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.859650 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] Set router cbe6b521-3f5d-491f-9eb4-f68fad9f84fe gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:03.866257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-6245b7e9-0e41-44dc-af2e-7382f0532323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:03.867749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-6245b7e9-0e41-44dc-af2e-7382f0532323 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3029017 Nov 15 14:52:03.873082 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dec92cd9-b7bf-4323-9f0c-ab9024bfb0cf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for 0a6df0e8-79b4-4ea2-bf56-e2ded985fdbf owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:03.874454 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d55390af-fbac-4957-bc7c-b184644b5e59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.879159 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a1272817-aeab-4f37-a07c-15ead9740004 req-28a08690-8d13-4d42-b351-4f33b77b73f4 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059817 Nov 15 14:52:03.902881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-47948ebe-646f-4b53-8941-5f1cbbbe0b2f None None] Provisioning complete for port 3aac3f11-b695-47bf-88fb-ee57651f8d71 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:03.903810 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47948ebe-646f-4b53-8941-5f1cbbbe0b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:03.977048 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d55390af-fbac-4957-bc7c-b184644b5e59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:04.136579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-d85727c0-2408-4a23-ba99-25a234e41498 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578387 Nov 15 14:52:04.195376 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'name': 'tempest-ImageQuotaTest-927577553-router', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:45Z', 'updated_at': '2021-11-15T14:51:57Z', 'revision_number': 4, 'project_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'gw_port': {'id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:47Z', 'updated_at': '2021-11-15T14:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3aac3f11-b695-47bf-88fb-ee57651f8d71', 'name': '', 'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'mac_address': 'fa:16:3e:18:3d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'e12c4d99-7641-4f7c-9cda-6d8dc7d098e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:55Z', 'updated_at': '2021-11-15T14:52:03Z', 'revision_number': 4, 'project_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'subnets': [{'id': 'e12c4d99-7641-4f7c-9cda-6d8dc7d098e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:04.233696 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385a4a5-9d95-4c4c-9221-23144a0f2b0c None None] The sync data for ids ['cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'] in n-d-817748-2 is: [{'id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'name': 'tempest-ImageQuotaTest-927577553-router', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:45Z', 'updated_at': '2021-11-15T14:51:57Z', 'revision_number': 4, 'project_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'gw_port': {'id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:47Z', 'updated_at': '2021-11-15T14:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3aac3f11-b695-47bf-88fb-ee57651f8d71', 'name': '', 'network_id': '6060806c-5695-4362-be69-2c67ffdc5a4a', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'mac_address': 'fa:16:3e:18:3d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'e12c4d99-7641-4f7c-9cda-6d8dc7d098e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:55Z', 'updated_at': '2021-11-15T14:52:03Z', 'revision_number': 4, 'project_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'subnets': [{'id': 'e12c4d99-7641-4f7c-9cda-6d8dc7d098e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:52:04.279555 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e3c05-bf50-4827-8942-8996c910c028 req-f98b0dbd-3131-412e-ad51-f2036b9e4fb5 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:04.286896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d0e3c05-bf50-4827-8942-8996c910c028 req-f98b0dbd-3131-412e-ad51-f2036b9e4fb5 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.1967807 Nov 15 14:52:04.298510 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d55390af-fbac-4957-bc7c-b184644b5e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:04.309516 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d55390af-fbac-4957-bc7c-b184644b5e59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:04.316394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d55390af-fbac-4957-bc7c-b184644b5e59 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0486797f-db21-43f3-88c9-fa4c212ddca2 HTTP/1.1" status: 204 len: 168 time: 0.6459701 Nov 15 14:52:04.350063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfb2203-8c2e-4486-a1ab-45f35cb47c84 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Router fd3bf34b-da33-4de9-97eb-41c505b5c80e has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:52:04.368134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55390af-fbac-4957-bc7c-b184644b5e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0486797f-db21-43f3-88c9-fa4c212ddca2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:04.414519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-65d6a355-96f3-4c54-a2a1-e8f90fe73387 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558522 Nov 15 14:52:04.434313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d0e3c05-bf50-4827-8942-8996c910c028 req-bfe2ec6e-16da-4849-9e53-3ff5261e941c tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464200 Nov 15 14:52:04.520915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-dfaae76b-7963-478c-a3ff-f2e3c3642b0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=67213a63-6141-41d5-9bd4-fafaf28fcad9 HTTP/1.1" status: 200 len: 217 time: 0.0852523 Nov 15 14:52:04.621972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-0b66c479-23c6-46e5-96e8-280f5bdd1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:04.623867 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-0b66c479-23c6-46e5-96e8-280f5bdd1903 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.0686920 Nov 15 14:52:04.748969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfb2203-8c2e-4486-a1ab-45f35cb47c84 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:52:04.762613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868a09a-a121-4e88-9f1c-6e9b98b688fc None None] Sync routers for ids ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:52:04.783015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868a09a-a121-4e88-9f1c-6e9b98b688fc None None] Routers {'fd3bf34b-da33-4de9-97eb-41c505b5c80e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:04.790318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ecfb2203-8c2e-4486-a1ab-45f35cb47c84 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "PUT /v2.0/routers/fd3bf34b-da33-4de9-97eb-41c505b5c80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2934976 Nov 15 14:52:04.794305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b868a09a-a121-4e88-9f1c-6e9b98b688fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:04.798231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50724) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:04.952084 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dec92cd9-b7bf-4323-9f0c-ab9024bfb0cf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:04.956260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-e6d29d95-ef54-41d5-ba7f-7257a86bed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:04.972698 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-e6d29d95-ef54-41d5-ba7f-7257a86bed9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3352323 Nov 15 14:52:05.054898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3aac3f11-b695-47bf-88fb-ee57651f8d71 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:05.060362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b868a09a-a121-4e88-9f1c-6e9b98b688fc None None] Set router fd3bf34b-da33-4de9-97eb-41c505b5c80e gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:05.081798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec92cd9-b7bf-4323-9f0c-ab9024bfb0cf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=0a6df0e8-79b4-4ea2-bf56-e2ded985fdbf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:05.099990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b4ec7f-4ee4-4d37-9490-38687cef006b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting subnet 90837d5d-a3c5-44fa-9b33-91860a996f85 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:52:05.116310 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ec7f-4ee4-4d37-9490-38687cef006b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:05.158750 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:05.188915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112fd1e-af08-4b00-bfa7-30f73a867931 req-6a4f9402-1175-4376-8465-06f495fbecf4 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:05.189843 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dec92cd9-b7bf-4323-9f0c-ab9024bfb0cf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:05.193204 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dec92cd9-b7bf-4323-9f0c-ab9024bfb0cf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/0a6df0e8-79b4-4ea2-bf56-e2ded985fdbf HTTP/1.1" status: 204 len: 168 time: 2.3067837 Nov 15 14:52:05.201453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a112fd1e-af08-4b00-bfa7-30f73a867931 req-6a4f9402-1175-4376-8465-06f495fbecf4 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 944 time: 0.3321972 Nov 15 14:52:05.217708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50726) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:05.279288 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-868745a1-db9a-415d-86a9-8c54a0be8195 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:52:05.307369 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-868745a1-db9a-415d-86a9-8c54a0be8195 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/0a6df0e8-79b4-4ea2-bf56-e2ded985fdbf HTTP/1.1" status: 404 len: 333 time: 0.0840552 Nov 15 14:52:05.321544 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ec7f-4ee4-4d37-9490-38687cef006b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:05.338781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:05.360287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:05.392440 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86c57347-3324-4ebf-9072-c26809b08b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:05.396430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-e51064ad-3bb1-4d67-937e-3d606b1a9e28 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092152 Nov 15 14:52:05.410102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 3aac3f11-b695-47bf-88fb-ee57651f8d71 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:05.410656 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:05.615367 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ec7f-4ee4-4d37-9490-38687cef006b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:05.621204 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5ebebc-2d4f-49f0-b39a-eeffe520fcaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:05.674884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b868a09a-a121-4e88-9f1c-6e9b98b688fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:52:02Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:05.728310 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a112fd1e-af08-4b00-bfa7-30f73a867931 req-094edf13-01ff-4479-bb1b-563e1a230df2 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5257244 Nov 15 14:52:05.762699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868a09a-a121-4e88-9f1c-6e9b98b688fc None None] Checking router: fd3bf34b-da33-4de9-97eb-41c505b5c80e for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:52:05.807019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868a09a-a121-4e88-9f1c-6e9b98b688fc None None] Routers {'fd3bf34b-da33-4de9-97eb-41c505b5c80e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:05.807968 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b868a09a-a121-4e88-9f1c-6e9b98b688fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:06.063091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b868a09a-a121-4e88-9f1c-6e9b98b688fc None None] Set router fd3bf34b-da33-4de9-97eb-41c505b5c80e gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:06.191040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5ebebc-2d4f-49f0-b39a-eeffe520fcaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:06.200096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f5805a61-7fa2-4bf0-93f2-9607818e62ae details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:52:06.207064 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:06.267647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bc1208c7-d710-44e5-ad99-5d3e636b1b16 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port e17a277d-76ff-4042-8ddf-539e01c5c981 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:06.268349 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc1208c7-d710-44e5-ad99-5d3e636b1b16 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:06.349489 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5ebebc-2d4f-49f0-b39a-eeffe520fcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:06.430682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ebebc-2d4f-49f0-b39a-eeffe520fcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeea8cf-1b23-4f62-b798-a3b15acee727,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:06.472771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495f8c3-53ac-422e-8805-4c57051a8b14 req-ab8b5fb8-df4f-40f3-8219-998205efb277 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:06.474499 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d495f8c3-53ac-422e-8805-4c57051a8b14 req-ab8b5fb8-df4f-40f3-8219-998205efb277 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.8148663 Nov 15 14:52:06.480917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-d7e159fe-26e8-42a2-b49f-ede60ef7e6cf service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0668647 Nov 15 14:52:06.507387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f5805a61-7fa2-4bf0-93f2-9607818e62ae, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5805a61-7fa2-4bf0-93f2-9607818e62ae,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:06.521720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-86c57347-3324-4ebf-9072-c26809b08b93 admin admin] Deleting port 3aac3f11-b695-47bf-88fb-ee57651f8d71 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:06.522191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86c57347-3324-4ebf-9072-c26809b08b93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:06.542843 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4f5ebebc-2d4f-49f0-b39a-eeffe520fcaa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92f00df00f6f4d4fa502b449616a70c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1764627 Nov 15 14:52:06.544371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'port_id': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae', 'mac_address': 'fa:16:3e:ba:77:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:52:06.558097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:06.562634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b868a09a-a121-4e88-9f1c-6e9b98b688fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:52:02Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:06.574416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-caab9f4b-c063-4f44-ba13-428823fc0835 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd15e723-98fc-42e7-b4df-b2bacc78da3d HTTP/1.1" status: 200 len: 217 time: 0.0819774 Nov 15 14:52:06.575977 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ec7f-4ee4-4d37-9490-38687cef006b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:06.666218 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ec7f-4ee4-4d37-9490-38687cef006b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:06.689896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f5b4ec7f-4ee4-4d37-9490-38687cef006b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "DELETE /v2.0/subnets/90837d5d-a3c5-44fa-9b33-91860a996f85 HTTP/1.1" status: 204 len: 168 time: 1.8903451 Nov 15 14:52:06.690812 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50754) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:06.698412 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4ec7f-4ee4-4d37-9490-38687cef006b tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Subnet': ['ID=90837d5d-a3c5-44fa-9b33-91860a996f85,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:06.716872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc1208c7-d710-44e5-ad99-5d3e636b1b16 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:06.740899 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6272bd4d-f54c-4131-9a1d-8974e3bbd334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:06.745091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-a2ecd08a-782f-4157-996e-b016fdd0e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:06.748156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-a2ecd08a-782f-4157-996e-b016fdd0e1a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfcbb94e-6f43-4c2f-ba15-404b45ed75fb HTTP/1.1" status: 200 len: 797 time: 0.1647379 Nov 15 14:52:06.761208 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bc1208c7-d710-44e5-ad99-5d3e636b1b16 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for e17a277d-76ff-4042-8ddf-539e01c5c981 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:06.844508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-1c0851ef-7e39-4e70-8008-852cc3419c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:06.861780 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6272bd4d-f54c-4131-9a1d-8974e3bbd334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:06.871177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-1c0851ef-7e39-4e70-8008-852cc3419c6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149709 Nov 15 14:52:06.895026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868a09a-a121-4e88-9f1c-6e9b98b688fc None None] The sync data for ids ['fd3bf34b-da33-4de9-97eb-41c505b5c80e'] in n-d-817748-2 is: [{'id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'name': 'tempest-TestNetworkBasicOps-router-284947950', 'tenant_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:50:20Z', 'updated_at': '2021-11-15T14:52:02Z', 'revision_number': 5, 'project_id': 'c58edf6cb9de430bb198bc6fde6ccc02', 'gw_port': {'id': 'ec09595c-de5f-44b2-abe4-ce659ec22c92', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3bf34b-da33-4de9-97eb-41c505b5c80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:50:21Z', 'updated_at': '2021-11-15T14:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:52:06.897495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03401f8e-5245-4e59-b998-d16049f32386 None None] Network a8e24128-d22d-4209-951e-71ce02d5a378 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:07.013237 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:07.062235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5805a61-7fa2-4bf0-93f2-9607818e62ae {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:52:07.079101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-86c57347-3324-4ebf-9072-c26809b08b93 admin admin] For port 3aac3f11-b695-47bf-88fb-ee57651f8d71, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3aac3f11-b695-47bf-88fb-ee57651f8d71,segment=NetworkSegment(77384d84-f49c-4ee7-b2be-752b6e6da965),segment_id=77384d84-f49c-4ee7-b2be-752b6e6da965)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:07.079476 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86c57347-3324-4ebf-9072-c26809b08b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:07.089366 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d495f8c3-53ac-422e-8805-4c57051a8b14 req-41d59af7-707b-48df-a355-5507d07abe95 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6075931 Nov 15 14:52:07.094035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f5805a61-7fa2-4bf0-93f2-9607818e62ae, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5805a61-7fa2-4bf0-93f2-9607818e62ae,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:07.099581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309abfb-46c3-42d2-8650-b2687d25dffb req-acbcc779-097b-4aad-ba16-4e7a4e3dd45f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:07.110300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b309abfb-46c3-42d2-8650-b2687d25dffb req-acbcc779-097b-4aad-ba16-4e7a4e3dd45f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 944 time: 0.2219486 Nov 15 14:52:07.162183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-86c57347-3324-4ebf-9072-c26809b08b93 admin admin] Calling delete_port for 3aac3f11-b695-47bf-88fb-ee57651f8d71 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:07.162303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-8cadf5da-bcc9-4031-aef2-47e7c9473208 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750084 Nov 15 14:52:07.181200 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:07.261662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b309abfb-46c3-42d2-8650-b2687d25dffb req-3f49d16b-b402-47ef-a59c-ef0bce32722e tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519070 Nov 15 14:52:07.264914 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:07.268872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f5805a61-7fa2-4bf0-93f2-9607818e62ae,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:07.303087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4129d8-e8bf-40cc-b1c5-b38d8446bf6a None None] DHCP port deletion for a8e24128-d22d-4209-951e-71ce02d5a378 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:07.311862 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-44cf99c2-b276-4892-9e19-5134fac202da service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342549 Nov 15 14:52:07.363863 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6272bd4d-f54c-4131-9a1d-8974e3bbd334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:07.366456 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6272bd4d-f54c-4131-9a1d-8974e3bbd334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:07.371466 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6272bd4d-f54c-4131-9a1d-8974e3bbd334 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0aeea8cf-1b23-4f62-b798-a3b15acee727 HTTP/1.1" status: 204 len: 168 time: 0.8006697 Nov 15 14:52:07.383965 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-f9d2eb92-76da-46eb-a880-b730d93b4f9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85456e19-635c-40ff-b10b-d45a8a34f522 HTTP/1.1" status: 200 len: 217 time: 0.0617466 Nov 15 14:52:07.392999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ed4129d8-e8bf-40cc-b1c5-b38d8446bf6a None None] Deleting port 20172967-e745-460d-ab66-074c6213099e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:07.393649 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed4129d8-e8bf-40cc-b1c5-b38d8446bf6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:07.452502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f5805a61-7fa2-4bf0-93f2-9607818e62ae'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:52:07.468006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272bd4d-f54c-4131-9a1d-8974e3bbd334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeea8cf-1b23-4f62-b798-a3b15acee727,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:07.498747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-2ce7b639-f1ae-4417-9099-84a1a7ecb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:07.502737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-2ce7b639-f1ae-4417-9099-84a1a7ecb01e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfcbb94e-6f43-4c2f-ba15-404b45ed75fb HTTP/1.1" status: 200 len: 797 time: 0.1075003 Nov 15 14:52:07.567119 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:07.596423 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc1208c7-d710-44e5-ad99-5d3e636b1b16 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:07.602321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149d5c-325c-4598-9470-3f6382d298c0 req-3d48fce5-b895-43c5-ba90-6a79314aa0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:07.606939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-3d48fce5-b895-43c5-ba90-6a79314aa0dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0910175 Nov 15 14:52:07.626049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ed4129d8-e8bf-40cc-b1c5-b38d8446bf6a None None] For port 20172967-e745-460d-ab66-074c6213099e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=20172967-e745-460d-ab66-074c6213099e,segment=NetworkSegment(921a028c-887f-4536-a15f-d2241ec6805d),segment_id=921a028c-887f-4536-a15f-d2241ec6805d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:07.630563 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed4129d8-e8bf-40cc-b1c5-b38d8446bf6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:07.659711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ed4129d8-e8bf-40cc-b1c5-b38d8446bf6a None None] Calling delete_port for 20172967-e745-460d-ab66-074c6213099e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:07.700543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1208c7-d710-44e5-ad99-5d3e636b1b16 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=e17a277d-76ff-4042-8ddf-539e01c5c981,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:07.740712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-6d4c4f15-43e4-4251-a3b4-5753064e99f9 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230855 Nov 15 14:52:07.795749 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86c57347-3324-4ebf-9072-c26809b08b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:07.857788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c57347-3324-4ebf-9072-c26809b08b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aac3f11-b695-47bf-88fb-ee57651f8d71,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:07.895429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84149d5c-325c-4598-9470-3f6382d298c0 req-a8d5a1e0-c524-4664-a58d-fa33b673a27e service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465449 Nov 15 14:52:07.958278 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed4129d8-e8bf-40cc-b1c5-b38d8446bf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:07.987326 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc1208c7-d710-44e5-ad99-5d3e636b1b16 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:07.993988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50768) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:07.999987 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bc1208c7-d710-44e5-ad99-5d3e636b1b16 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/e17a277d-76ff-4042-8ddf-539e01c5c981 HTTP/1.1" status: 204 len: 168 time: 2.6567640 Nov 15 14:52:08.017873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4129d8-e8bf-40cc-b1c5-b38d8446bf6a None None] Pushing event deleted for resources: {'Port': ['ID=20172967-e745-460d-ab66-074c6213099e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:08.021937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4129d8-e8bf-40cc-b1c5-b38d8446bf6a None None] No DVR routers for this DVR port 20172967-e745-460d-ab66-074c6213099e on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:52:08.044535 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Deleting port ec09595c-de5f-44b2-abe4-ce659ec22c92 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:08.044892 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:08.074733 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6feeecd1-c693-45ff-a4b7-071abfea1f20 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:52:08.076247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6feeecd1-c693-45ff-a4b7-071abfea1f20 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/e17a277d-76ff-4042-8ddf-539e01c5c981 HTTP/1.1" status: 404 len: 333 time: 0.0802219 Nov 15 14:52:08.078976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:08.156556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bbc253-7878-47a6-a406-b31a94e990a3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting subnet 682a8b9d-04e5-488d-b592-2e3d4c04d62c {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:52:08.164852 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55bbc253-7878-47a6-a406-b31a94e990a3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:08.260477 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55bbc253-7878-47a6-a406-b31a94e990a3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:08.329541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cdd2a-68e3-4a81-b8da-2426e8d33745 req-5f05a62b-f5ca-4f47-a81e-61fd357f6790 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:08.331122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-576cdd2a-68e3-4a81-b8da-2426e8d33745 req-5f05a62b-f5ca-4f47-a81e-61fd357f6790 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.1348293 Nov 15 14:52:08.345406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] For port ec09595c-de5f-44b2-abe4-ce659ec22c92, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ec09595c-de5f-44b2-abe4-ce659ec22c92,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:08.346029 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:08.367871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Calling delete_port for ec09595c-de5f-44b2-abe4-ce659ec22c92 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:08.409633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86c57347-3324-4ebf-9072-c26809b08b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:08.460480 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-576cdd2a-68e3-4a81-b8da-2426e8d33745 req-a97044f8-f880-4bda-b91d-fa2b01e00855 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189353 Nov 15 14:52:08.463437 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55bbc253-7878-47a6-a406-b31a94e990a3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:08.512838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fd999-30bc-4c3d-8819-5eaa229e52d7 req-b92128ad-9d0b-4d44-b6eb-f166ddfd8e28 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:08.514728 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c0fd999-30bc-4c3d-8819-5eaa229e52d7 req-b92128ad-9d0b-4d44-b6eb-f166ddfd8e28 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 945 time: 0.1255038 Nov 15 14:52:08.602622 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c0fd999-30bc-4c3d-8819-5eaa229e52d7 req-583308d4-4a0a-4ea9-a794-a1ce902b65d5 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760229 Nov 15 14:52:08.679560 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55bbc253-7878-47a6-a406-b31a94e990a3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:08.719375 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbc253-7878-47a6-a406-b31a94e990a3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Subnet': ['ID=682a8b9d-04e5-488d-b592-2e3d4c04d62c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:08.721472 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55bbc253-7878-47a6-a406-b31a94e990a3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:08.726278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-55bbc253-7878-47a6-a406-b31a94e990a3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/682a8b9d-04e5-488d-b592-2e3d4c04d62c HTTP/1.1" status: 204 len: 168 time: 0.6456401 Nov 15 14:52:08.730382 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b131d5-773b-4dd7-b776-2395fa8653fb None None] Network fc45e0b1-68c2-4781-8e72-b44feeb57dae requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:08.730595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50788) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:08.821991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c57347-3324-4ebf-9072-c26809b08b93 admin admin] Router cbe6b521-3f5d-491f-9eb4-f68fad9f84fe has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:52:08.828345 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:08.874219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6ebdeff0-2974-4962-9562-8b6008ca0710 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:52:08.900395 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 6ebdeff0-2974-4962-9562-8b6008ca0710 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:52:08.902438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6ebdeff0-2974-4962-9562-8b6008ca0710 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:52:08.902438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 20172967-e745-460d-ab66-074c6213099e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:52:08.923966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 20172967-e745-460d-ab66-074c6213099e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:52:08.924199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 20172967-e745-460d-ab66-074c6213099e not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:52:09.037041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bcd095-9cfe-4ac9-bb94-deedca735963 None None] DHCP port deletion for fc45e0b1-68c2-4781-8e72-b44feeb57dae request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:09.133718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-16bcd095-9cfe-4ac9-bb94-deedca735963 None None] Deleting port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:09.134109 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16bcd095-9cfe-4ac9-bb94-deedca735963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.213875 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Port': ['ID=ec09595c-de5f-44b2-abe4-ce659ec22c92,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:09.215821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-16bcd095-9cfe-4ac9-bb94-deedca735963 None None] For port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=efe2c6d7-c1ea-4d54-af75-5a27c8f808a2,segment=NetworkSegment(eee6a41d-66cf-4b57-845b-4a02dd999555),segment_id=eee6a41d-66cf-4b57-845b-4a02dd999555)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:09.216227 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16bcd095-9cfe-4ac9-bb94-deedca735963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.218783 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.234174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e4e2c-5d1b-4b52-9eb4-ebcbdd72c28c None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:09.236964 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-16bcd095-9cfe-4ac9-bb94-deedca735963 None None] Calling delete_port for efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:09.378520 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.467071 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16bcd095-9cfe-4ac9-bb94-deedca735963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.496432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bcd095-9cfe-4ac9-bb94-deedca735963 None None] No DVR routers for this DVR port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:52:09.507700 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcd095-9cfe-4ac9-bb94-deedca735963 None None] Pushing event deleted for resources: {'Port': ['ID=efe2c6d7-c1ea-4d54-af75-5a27c8f808a2,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:09.532774 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.537124 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.546330 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c57347-3324-4ebf-9072-c26809b08b93 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:52:09.555683 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244ad64-f684-44be-bf7e-244000c2e3d4 None None] Sync routers for ids ['cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:52:09.568091 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9244ad64-f684-44be-bf7e-244000c2e3d4 None None] Routers {'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:09.570221 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9244ad64-f684-44be-bf7e-244000c2e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:09.574685 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-86c57347-3324-4ebf-9072-c26809b08b93 admin admin] 10.222.0.70 "PUT /v2.0/routers/cbe6b521-3f5d-491f-9eb4-f68fad9f84fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2069664 Nov 15 14:52:09.577097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50808) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:09.609172 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:09.609435 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.686177 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] For port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2, host n-d-817748-2, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:09.686177 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.699778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:09.702772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 was not found and therefore no delete operation was performed {{(pid=103147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 14:52:09.703735 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.704265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Fanout notify agent at l3_agent the message router_deleted on router fd3bf34b-da33-4de9-97eb-41c505b5c80e {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:52:09.706845 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.713622 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.714770 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-aaebcebf-455d-4ec5-b1b4-d0f3a00a8784 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "DELETE /v2.0/routers/fd3bf34b-da33-4de9-97eb-41c505b5c80e HTTP/1.1" status: 204 len: 168 time: 3.0227931 Nov 15 14:52:09.721095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50816) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:09.744407 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9244ad64-f684-44be-bf7e-244000c2e3d4 None None] Set router cbe6b521-3f5d-491f-9eb4-f68fad9f84fe gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:09.795419 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=efe2c6d7-c1ea-4d54-af75-5a27c8f808a2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:09.800161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No DVR routers for this DVR port efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:52:09.819777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673136e-47ba-4e34-b4b3-fd13d19b81c2 req-f574dad1-06dd-408e-b293-782f04aa390f tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:09.821477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e673136e-47ba-4e34-b4b3-fd13d19b81c2 req-f574dad1-06dd-408e-b293-782f04aa390f tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.2784154 Nov 15 14:52:09.827735 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.838943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4e92-bc1a-48e7-81df-4c9cc0b03342 req-dbf6a0ad-3e31-476a-9123-37b65fadf2cb tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:09.841107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb2f4e92-bc1a-48e7-81df-4c9cc0b03342 req-dbf6a0ad-3e31-476a-9123-37b65fadf2cb tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 945 time: 0.0912113 Nov 15 14:52:09.904027 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1a11c72-64b8-45d8-8c9d-1841bec6fd83 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.920546 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:09.947268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc45e0b1-68c2-4781-8e72-b44feeb57dae']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:09.982340 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee6a41d-66cf-4b57-845b-4a02dd999555') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:09.982642 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee6a41d-66cf-4b57-845b-4a02dd999555') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:10.005384 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9244ad64-f684-44be-bf7e-244000c2e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'name': 'tempest-ImageQuotaTest-927577553-router', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:45Z', 'updated_at': '2021-11-15T14:52:07Z', 'revision_number': 5, 'project_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'gw_port': {'id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:47Z', 'updated_at': '2021-11-15T14:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:10.027242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.041018 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244ad64-f684-44be-bf7e-244000c2e3d4 None None] Checking router: cbe6b521-3f5d-491f-9eb4-f68fad9f84fe for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:52:10.051797 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1a11c72-64b8-45d8-8c9d-1841bec6fd83 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.053190 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9244ad64-f684-44be-bf7e-244000c2e3d4 None None] Routers {'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:10.054909 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9244ad64-f684-44be-bf7e-244000c2e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:10.055046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:52:10.077614 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:52:10.083569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f5805a61-7fa2-4bf0-93f2-9607818e62ae up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:10.121313 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c1a11c72-64b8-45d8-8c9d-1841bec6fd83 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e24128-d22d-4209-951e-71ce02d5a378']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:10.144530 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c1a11c72-64b8-45d8-8c9d-1841bec6fd83 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921a028c-887f-4536-a15f-d2241ec6805d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:10.144759 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c1a11c72-64b8-45d8-8c9d-1841bec6fd83 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921a028c-887f-4536-a15f-d2241ec6805d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:10.172584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.173321 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1a11c72-64b8-45d8-8c9d-1841bec6fd83 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.201557 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1a11c72-64b8-45d8-8c9d-1841bec6fd83 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.217290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb2f4e92-bc1a-48e7-81df-4c9cc0b03342 req-7f832f63-b33b-4ae8-aca1-6cfe775197d1 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948377 Nov 15 14:52:10.217992 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9244ad64-f684-44be-bf7e-244000c2e3d4 None None] Set router cbe6b521-3f5d-491f-9eb4-f68fad9f84fe gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:10.220387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a11c72-64b8-45d8-8c9d-1841bec6fd83 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:52:10.220803 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1a11c72-64b8-45d8-8c9d-1841bec6fd83 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:52:10.232950 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:52:10.237830 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e673136e-47ba-4e34-b4b3-fd13d19b81c2 req-a63d7260-363d-4c8e-b123-5f7b292bf8bc tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960335 Nov 15 14:52:10.317770 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.340952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port f5805a61-7fa2-4bf0-93f2-9607818e62ae completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:52:10.345560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port f5805a61-7fa2-4bf0-93f2-9607818e62ae triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:10.346368 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.361785 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.373092 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/networks/fc45e0b1-68c2-4781-8e72-b44feeb57dae HTTP/1.1" status: 204 len: 168 time: 1.6415441 Nov 15 14:52:10.374109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50836) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:10.396642 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6d2ed-4cde-483f-90ea-1afe93dd0938 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Network': ['ID=fc45e0b1-68c2-4781-8e72-b44feeb57dae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:10.406731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1d711c63-dd87-4ded-a1cd-795f1f746f61 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1919763193'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:10.437218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Deleting port a16870cc-6578-4084-bc64-b19968f5ef70 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:10.437489 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.462184 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.473036 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1a11c72-64b8-45d8-8c9d-1841bec6fd83 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.480794 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1a11c72-64b8-45d8-8c9d-1841bec6fd83 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.492449 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c1a11c72-64b8-45d8-8c9d-1841bec6fd83 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] 10.222.0.70 "DELETE /v2.0/networks/a8e24128-d22d-4209-951e-71ce02d5a378 HTTP/1.1" status: 204 len: 168 time: 0.7608056 Nov 15 14:52:10.514335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a11c72-64b8-45d8-8c9d-1841bec6fd83 tempest-TestNetworkBasicOps-109563608 tempest-TestNetworkBasicOps-109563608-project] Pushing event deleted for resources: {'Network': ['ID=a8e24128-d22d-4209-951e-71ce02d5a378,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:10.531710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f5805a61-7fa2-4bf0-93f2-9607818e62ae, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5805a61-7fa2-4bf0-93f2-9607818e62ae,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:10.534745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a4fcf0-42c7-4944-a9cd-996ee281f93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:52:10.538809 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc55ae0d-d515-463a-a08c-eb57936db0c4" -d '{"events": [{"server_uuid": "82a4fcf0-42c7-4944-a9cd-996ee281f93f", "name": "network-vif-plugged", "status": "completed", "tag": "f5805a61-7fa2-4bf0-93f2-9607818e62ae"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:52:10.544820 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9244ad64-f684-44be-bf7e-244000c2e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'name': 'tempest-ImageQuotaTest-927577553-router', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:45Z', 'updated_at': '2021-11-15T14:52:07Z', 'revision_number': 5, 'project_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'gw_port': {'id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:47Z', 'updated_at': '2021-11-15T14:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:10.565122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d711c63-dd87-4ded-a1cd-795f1f746f61 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:10.570026 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d711c63-dd87-4ded-a1cd-795f1f746f61 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.591484 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a6fd9f-c470-4030-942a-ae71aa2a5ea4 x-openstack-request-id: req-33a6fd9f-c470-4030-942a-ae71aa2a5ea4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:52:10.593894 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a4fcf0-42c7-4944-a9cd-996ee281f93f", "name": "network-vif-plugged", "status": "completed", "tag": "f5805a61-7fa2-4bf0-93f2-9607818e62ae", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:52:10.593894 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33a6fd9f-c470-4030-942a-ae71aa2a5ea4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:52:10.593894 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a4fcf0-42c7-4944-a9cd-996ee281f93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae', 'code': 200} Nov 15 14:52:10.607392 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] For port a16870cc-6578-4084-bc64-b19968f5ef70, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a16870cc-6578-4084-bc64-b19968f5ef70,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:10.607863 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.611987 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244ad64-f684-44be-bf7e-244000c2e3d4 None None] The sync data for ids ['cbe6b521-3f5d-491f-9eb4-f68fad9f84fe'] in n-d-817748-2 is: [{'id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'name': 'tempest-ImageQuotaTest-927577553-router', 'tenant_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:45Z', 'updated_at': '2021-11-15T14:52:07Z', 'revision_number': 5, 'project_id': '39fc9d6038ab44d4a3047dd28c8d5a4e', 'gw_port': {'id': 'a16870cc-6578-4084-bc64-b19968f5ef70', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe6b521-3f5d-491f-9eb4-f68fad9f84fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:47Z', 'updated_at': '2021-11-15T14:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:52:10.627057 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d711c63-dd87-4ded-a1cd-795f1f746f61 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:52:10.629900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Calling delete_port for a16870cc-6578-4084-bc64-b19968f5ef70 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:10.638526 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.656414 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d711c63-dd87-4ded-a1cd-795f1f746f61 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.665108 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-1d711c63-dd87-4ded-a1cd-795f1f746f61 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Added segment 8ff56325-f2c1-49a5-b148-e13177e05365 of type vlan for network 117f7b1f-ab05-4e77-8dc9-eedc6bb24763 Nov 15 14:52:10.751900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f5805a61-7fa2-4bf0-93f2-9607818e62ae,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:10.766570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be74c6-c064-4dc4-987c-9dfe1d83fe5f req-1d0dfe9e-1005-417b-a8d2-4895fb8e4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:10.770852 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68be74c6-c064-4dc4-987c-9dfe1d83fe5f req-1d0dfe9e-1005-417b-a8d2-4895fb8e4e5f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 1097 time: 0.0967679 Nov 15 14:52:10.819846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d711c63-dd87-4ded-a1cd-795f1f746f61 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:10.825466 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-68be74c6-c064-4dc4-987c-9dfe1d83fe5f req-189913d2-ffa7-4186-b794-aa1950d1e5f7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477805 Nov 15 14:52:10.987546 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d711c63-dd87-4ded-a1cd-795f1f746f61 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:11.003569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d711c63-dd87-4ded-a1cd-795f1f746f61 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:11.003569 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d711c63-dd87-4ded-a1cd-795f1f746f61 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:11.088519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3aac3f11-b695-47bf-88fb-ee57651f8d71 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:52:11.091796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:11.118944 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 3aac3f11-b695-47bf-88fb-ee57651f8d71 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:52:11.119293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3aac3f11-b695-47bf-88fb-ee57651f8d71 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:52:11.119705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:52:11.141582 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Pushing event deleted for resources: {'Port': ['ID=a16870cc-6578-4084-bc64-b19968f5ef70,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:11.168353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d711c63-dd87-4ded-a1cd-795f1f746f61 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Network': ['ID=117f7b1f-ab05-4e77-8dc9-eedc6bb24763,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:11.168899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:52:11.177215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1d711c63-dd87-4ded-a1cd-795f1f746f61 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7926984 Nov 15 14:52:11.186936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50862) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:11.187300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device efe2c6d7-c1ea-4d54-af75-5a27c8f808a2 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:52:11.187300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ec09595c-de5f-44b2-abe4-ce659ec22c92 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:52:11.194289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-baea4246-a8dd-4132-b6c9-111d6e17a711 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': '117f7b1f-ab05-4e77-8dc9-eedc6bb24763', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:11.224806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: ec09595c-de5f-44b2-abe4-ce659ec22c92 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:52:11.225070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ec09595c-de5f-44b2-abe4-ce659ec22c92 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:52:11.227182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71be5a7-694b-4ccc-9d4f-af7f9b02499c None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:11.231625 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 117f7b1f-ab05-4e77-8dc9-eedc6bb24763 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:52:11.251939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:11.468143 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:11.472858 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:11.481539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baea4246-a8dd-4132-b6c9-111d6e17a711 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:11.483262 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baea4246-a8dd-4132-b6c9-111d6e17a711 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:11.531792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50874) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:11.599102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343303c-bb93-42c6-8855-31d6096a0b3a req-d47101fe-41d1-4ef4-8155-a3c49164592c tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:11.607183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d343303c-bb93-42c6-8855-31d6096a0b3a req-d47101fe-41d1-4ef4-8155-a3c49164592c tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.1575298 Nov 15 14:52:11.617403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a28a5e-b3cc-45b0-a23a-0d5b0b9d8859 req-7a445d80-bd28-4e4e-a9b0-f575afab2551 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:11.618979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8a28a5e-b3cc-45b0-a23a-0d5b0b9d8859 req-7a445d80-bd28-4e4e-a9b0-f575afab2551 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.1612735 Nov 15 14:52:11.659626 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:11.659626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbe6b521-3f5d-491f-9eb4-f68fad9f84fe {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:52:11.669361 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:11.670551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-87da6ca9-c6cd-4788-8ea3-3b86f090f46f admin admin] 10.222.0.70 "DELETE /v2.0/routers/cbe6b521-3f5d-491f-9eb4-f68fad9f84fe HTTP/1.1" status: 204 len: 168 time: 2.0915945 Nov 15 14:52:11.675830 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50878) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:11.730498 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d343303c-bb93-42c6-8855-31d6096a0b3a req-555ca86b-323c-449d-bc4f-f92431e74742 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172819 Nov 15 14:52:11.792652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8a28a5e-b3cc-45b0-a23a-0d5b0b9d8859 req-3996118f-666d-42a0-8211-8d8f40cc1f70 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593833 Nov 15 14:52:11.830884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4626b72c-fd5d-417f-a6a3-7ef07dbaae8b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c58edf6cb9de430bb198bc6fde6ccc02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962172 Nov 15 14:52:11.835267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50884) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:11.868719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d1a0a7-3268-47fa-9a68-cc1c41bedc0a admin admin] Deleting subnet e12c4d99-7641-4f7c-9cda-6d8dc7d098e4 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:52:11.880607 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a0a7-3268-47fa-9a68-cc1c41bedc0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:11.953845 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6549763-a9b4-46e6-9b24-bc72d0c36ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:11.957999 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a0a7-3268-47fa-9a68-cc1c41bedc0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:11.993853 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6549763-a9b4-46e6-9b24-bc72d0c36ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.050154 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a0a7-3268-47fa-9a68-cc1c41bedc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.073441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baea4246-a8dd-4132-b6c9-111d6e17a711 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.154061 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6549763-a9b4-46e6-9b24-bc72d0c36ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.157549 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6549763-a9b4-46e6-9b24-bc72d0c36ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.161959 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c6549763-a9b4-46e6-9b24-bc72d0c36ab5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5fc58e7c-5e9a-4de7-a4fb-dd8baf2accbb HTTP/1.1" status: 204 len: 168 time: 0.3212061 Nov 15 14:52:12.162122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea4246-a8dd-4132-b6c9-111d6e17a711 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Subnet': ['ID=7fec6af7-b3e0-4d37-b59a-ff0416a686d5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:12.172374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea4246-a8dd-4132-b6c9-111d6e17a711 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Checking segment: {'id': '8ff56325-f2c1-49a5-b148-e13177e05365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '117f7b1f-ab05-4e77-8dc9-eedc6bb24763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:12.172733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baea4246-a8dd-4132-b6c9-111d6e17a711 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network hostable DHCP agents. Network: 117f7b1f-ab05-4e77-8dc9-eedc6bb24763, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:52:12.183769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6549763-a9b4-46e6-9b24-bc72d0c36ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc58e7c-5e9a-4de7-a4fb-dd8baf2accbb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:12.274702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baea4246-a8dd-4132-b6c9-111d6e17a711 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network 117f7b1f-ab05-4e77-8dc9-eedc6bb24763 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:52:12.277932 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a0a7-3268-47fa-9a68-cc1c41bedc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.314679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1a0a7-3268-47fa-9a68-cc1c41bedc0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e12c4d99-7641-4f7c-9cda-6d8dc7d098e4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:12.319880 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a0a7-3268-47fa-9a68-cc1c41bedc0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.324649 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a3d1a0a7-3268-47fa-9a68-cc1c41bedc0a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e12c4d99-7641-4f7c-9cda-6d8dc7d098e4 HTTP/1.1" status: 204 len: 168 time: 0.6407456 Nov 15 14:52:12.327434 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:12.332326 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aba6304-c8a1-4278-8a52-cb193784159c None None] Network 6060806c-5695-4362-be69-2c67ffdc5a4a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:12.411390 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-baea4246-a8dd-4132-b6c9-111d6e17a711 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 117f7b1f-ab05-4e77-8dc9-eedc6bb24763) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:12.419135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea4246-a8dd-4132-b6c9-111d6e17a711 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:12.419933 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baea4246-a8dd-4132-b6c9-111d6e17a711 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.447393 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.449120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b1557-8a84-48ab-b190-5e026391044d None None] Network 117f7b1f-ab05-4e77-8dc9-eedc6bb24763 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:12.517815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Deleting port 823c393d-d916-4603-80ea-90d576aed855 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:12.518158 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.570823 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-baea4246-a8dd-4132-b6c9-111d6e17a711 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3871052 Nov 15 14:52:12.573425 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:12.579486 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6e00b470-e146-44ad-b8c2-4a8c2f64e0df tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-216015466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:12.630613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] For port 823c393d-d916-4603-80ea-90d576aed855, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=823c393d-d916-4603-80ea-90d576aed855,segment=NetworkSegment(77384d84-f49c-4ee7-b2be-752b6e6da965),segment_id=77384d84-f49c-4ee7-b2be-752b6e6da965)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:12.631077 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.647703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Calling delete_port for 823c393d-d916-4603-80ea-90d576aed855 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:12.736257 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e00b470-e146-44ad-b8c2-4a8c2f64e0df tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.737670 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e00b470-e146-44ad-b8c2-4a8c2f64e0df tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.824767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c7b1e-44e3-405f-855b-4d566db93154 None None] DHCP port deletion for 6060806c-5695-4362-be69-2c67ffdc5a4a request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:12.867065 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-117f7b1f-ab05-4e77-8dc9-eedc6bb24763', 'network_id': '117f7b1f-ab05-4e77-8dc9-eedc6bb24763', 'tenant_id': 'dea70e201b0647fb936a8620cd1a94b8', 'fixed_ips': [{'subnet_id': '7fec6af7-b3e0-4d37-b59a-ff0416a686d5'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:52:12.868343 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.873813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a16870cc-6578-4084-bc64-b19968f5ef70 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:52:12.916741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: a16870cc-6578-4084-bc64-b19968f5ef70 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:52:12.917588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a16870cc-6578-4084-bc64-b19968f5ef70 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:52:12.918223 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 823c393d-d916-4603-80ea-90d576aed855 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:52:12.980466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:12.985414 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e00b470-e146-44ad-b8c2-4a8c2f64e0df tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.019816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No active binding found for port 823c393d-d916-4603-80ea-90d576aed855 {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 14:52:13.020363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 823c393d-d916-4603-80ea-90d576aed855 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:52:13.021940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-823c7b1e-44e3-405f-855b-4d566db93154 None None] The port '823c393d-d916-4603-80ea-90d576aed855' was deleted {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 15 14:52:13.040058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Pushing event deleted for resources: {'Port': ['ID=823c393d-d916-4603-80ea-90d576aed855,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:13.043741 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] No DVR routers for this DVR port 823c393d-d916-4603-80ea-90d576aed855 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:52:13.137922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9847d-3904-4bdd-9058-136e332e914b req-3d028d4e-1a90-43ff-94c7-5846c6ca8690 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:13.139544 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fc9847d-3904-4bdd-9058-136e332e914b req-3d028d4e-1a90-43ff-94c7-5846c6ca8690 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.2388561 Nov 15 14:52:13.143324 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e00b470-e146-44ad-b8c2-4a8c2f64e0df tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.167331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2eebd2-5b23-4b8d-8d30-ab4d96589395 req-8ed1518a-8dad-4d1f-a975-1f1aa222df6d tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:13.168864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e2eebd2-5b23-4b8d-8d30-ab4d96589395 req-8ed1518a-8dad-4d1f-a975-1f1aa222df6d tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.1987951 Nov 15 14:52:13.177863 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.235612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6060806c-5695-4362-be69-2c67ffdc5a4a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:13.236110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Allocated IP 172.20.0.2 (117f7b1f-ab05-4e77-8dc9-eedc6bb24763/7fec6af7-b3e0-4d37-b59a-ff0416a686d5/c5f36461-4429-4a9d-8a12-885f2f7fb019) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:13.248568 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e00b470-e146-44ad-b8c2-4a8c2f64e0df tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.250470 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6e00b470-e146-44ad-b8c2-4a8c2f64e0df tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6758647 Nov 15 14:52:13.260135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:13.265710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'network_id': '117f7b1f-ab05-4e77-8dc9-eedc6bb24763', 'name': 'tempest-PortsTestJSON-1885530771'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:13.298002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77384d84-f49c-4ee7-b2be-752b6e6da965') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:13.298002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77384d84-f49c-4ee7-b2be-752b6e6da965') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:13.328900 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.341648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fc9847d-3904-4bdd-9058-136e332e914b req-aabfc97c-b3bc-4b20-a22c-8f28cc56281e tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935768 Nov 15 14:52:13.358528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e2eebd2-5b23-4b8d-8d30-ab4d96589395 req-76e40aad-ba86-4f95-ac68-6f28221e29d9 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820533 Nov 15 14:52:13.364776 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.395755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:52:13.395755 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:52:13.396724 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:52:13.437925 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.439504 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50924) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:13.471060 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4326a84f-22bb-40c2-b10c-fee14ba9914a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.544005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79cd0-c79b-4ef7-ab84-d0038bfecabb req-91c68321-614f-4b76-92c7-e862e64915c8 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:13.545545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fd79cd0-c79b-4ef7-ab84-d0038bfecabb req-91c68321-614f-4b76-92c7-e862e64915c8 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0528367 Nov 15 14:52:13.554715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:13.559142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-df9e5800-fa28-44a6-9d3e-83a3215bc589 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Request body: {'floatingip': {'port_id': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:13.566838 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.589135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:13.594200 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.601359 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.606857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Network 117f7b1f-ab05-4e77-8dc9-eedc6bb24763 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:13.607567 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.610844 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6060806c-5695-4362-be69-2c67ffdc5a4a HTTP/1.1" status: 204 len: 168 time: 1.2823961 Nov 15 14:52:13.615353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:13.619524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:13.627089 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df9e5800-fa28-44a6-9d3e-83a3215bc589 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.635918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port 6bfb07af-cea1-462d-96c9-8530d5bc5baf yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:52:13.639643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c8000-62ff-45eb-8eec-13e326cb7120 admin admin] Pushing event deleted for resources: {'Network': ['ID=6060806c-5695-4362-be69-2c67ffdc5a4a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:13.648961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Pushing event updated for resources: {'Port': ['ID=c5f36461-4429-4a9d-8a12-885f2f7fb019,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:13.684842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Attempting to bind port c5f36461-4429-4a9d-8a12-885f2f7fb019 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:52:13.685141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Attempting to bind port c5f36461-4429-4a9d-8a12-885f2f7fb019 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '8ff56325-f2c1-49a5-b148-e13177e05365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '117f7b1f-ab05-4e77-8dc9-eedc6bb24763'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:52:13.685728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Attempting to bind port c5f36461-4429-4a9d-8a12-885f2f7fb019 on network 117f7b1f-ab05-4e77-8dc9-eedc6bb24763 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:13.691299 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:52:13.692141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Checking segment: {'id': '8ff56325-f2c1-49a5-b148-e13177e05365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '117f7b1f-ab05-4e77-8dc9-eedc6bb24763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:13.692729 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.693298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Bound using segment: {'id': '8ff56325-f2c1-49a5-b148-e13177e05365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '117f7b1f-ab05-4e77-8dc9-eedc6bb24763'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:52:13.695007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Bound port: c5f36461-4429-4a9d-8a12-885f2f7fb019, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff56325-f2c1-49a5-b148-e13177e05365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '117f7b1f-ab05-4e77-8dc9-eedc6bb24763'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:52:13.708730 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.849728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] For port c5f36461-4429-4a9d-8a12-885f2f7fb019, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:52:13.853786 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] For port c5f36461-4429-4a9d-8a12-885f2f7fb019, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c5f36461-4429-4a9d-8a12-885f2f7fb019,segment=NetworkSegment(8ff56325-f2c1-49a5-b148-e13177e05365),segment_id=8ff56325-f2c1-49a5-b148-e13177e05365)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:52:13.870778 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4326a84f-22bb-40c2-b10c-fee14ba9914a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.885730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.9 (117f7b1f-ab05-4e77-8dc9-eedc6bb24763/7fec6af7-b3e0-4d37-b59a-ff0416a686d5/6bfb07af-cea1-462d-96c9-8530d5bc5baf) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:13.918568 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:13.995306 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4326a84f-22bb-40c2-b10c-fee14ba9914a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:14.023553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f246d-0c82-4164-8a21-4bae11711013 None None] Pushing event updated for resources: {'Port': ['ID=c5f36461-4429-4a9d-8a12-885f2f7fb019,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:14.082166 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4326a84f-22bb-40c2-b10c-fee14ba9914a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44ae748c37c14be783401bdf4650762a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6388488 Nov 15 14:52:14.086492 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:14.094659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326a84f-22bb-40c2-b10c-fee14ba9914a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8415ef4-3e97-4830-a2ed-f268e905b240,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:14.170777 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df9e5800-fa28-44a6-9d3e-83a3215bc589 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:14.175768 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:14.198067 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cc26-68c8-4ac8-83ac-5a01a25b90c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:14.244022 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df9e5800-fa28-44a6-9d3e-83a3215bc589 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:14.249391 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cc26-68c8-4ac8-83ac-5a01a25b90c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:14.292898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:14.393147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e56446c2-e38c-482f-a555-926e766fc34b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39fc9d6038ab44d4a3047dd28c8d5a4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0968792 Nov 15 14:52:14.393467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:14.395101 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:14.431698 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cc26-68c8-4ac8-83ac-5a01a25b90c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:14.434461 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cc26-68c8-4ac8-83ac-5a01a25b90c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:14.435704 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d7d5cc26-68c8-4ac8-83ac-5a01a25b90c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8415ef4-3e97-4830-a2ed-f268e905b240 HTTP/1.1" status: 204 len: 168 time: 0.3483984 Nov 15 14:52:14.456442 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-df9e5800-fa28-44a6-9d3e-83a3215bc589 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Floating IP fc6ed039-199c-49b2-8c61-502db24eae38 associated. External IP: 172.25.4.133, port: f5805a61-7fa2-4bf0-93f2-9607818e62ae. Nov 15 14:52:14.461101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network 117f7b1f-ab05-4e77-8dc9-eedc6bb24763 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:14.465030 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:14.472417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5cc26-68c8-4ac8-83ac-5a01a25b90c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8415ef4-3e97-4830-a2ed-f268e905b240,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:14.498750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:14.515453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=6bfb07af-cea1-462d-96c9-8530d5bc5baf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:14.535034 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11785b87-7da5-4bda-83db-b36b677ca5cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:14.564956 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11785b87-7da5-4bda-83db-b36b677ca5cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:14.608922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:14.609600 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:14.704700 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-58eea91f-24e0-4c15-963e-917faa04b33b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4432988 Nov 15 14:52:14.707810 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50952) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:14.898082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c5f36461-4429-4a9d-8a12-885f2f7fb019 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:14.997504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c5f36461-4429-4a9d-8a12-885f2f7fb019 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:14.998968 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:15.282067 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:15.359584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f307c-741e-437d-92b1-450fd3bd319a req-28dc6fbf-11c4-4e66-bc0d-e956d652fc40 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:15.367876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e88f307c-741e-437d-92b1-450fd3bd319a req-28dc6fbf-11c4-4e66-bc0d-e956d652fc40 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.8645091 Nov 15 14:52:15.429751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port c5f36461-4429-4a9d-8a12-885f2f7fb019, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c5f36461-4429-4a9d-8a12-885f2f7fb019,segment=NetworkSegment(8ff56325-f2c1-49a5-b148-e13177e05365),segment_id=8ff56325-f2c1-49a5-b148-e13177e05365)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:15.468437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:15.483244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e88f307c-741e-437d-92b1-450fd3bd319a req-ffbf68bf-c040-41f9-9fab-698c10dd6444 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142237 Nov 15 14:52:15.492174 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11785b87-7da5-4bda-83db-b36b677ca5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:15.498450 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11785b87-7da5-4bda-83db-b36b677ca5cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:15.503104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-11785b87-7da5-4bda-83db-b36b677ca5cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/afef6acd-dfcb-4709-888d-808a881d9d3f HTTP/1.1" status: 204 len: 168 time: 1.1082528 Nov 15 14:52:15.516009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11785b87-7da5-4bda-83db-b36b677ca5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afef6acd-dfcb-4709-888d-808a881d9d3f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:15.520163 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:15.524344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9e5800-fa28-44a6-9d3e-83a3215bc589 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:52:15.618265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=c5f36461-4429-4a9d-8a12-885f2f7fb019,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:15.732830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac9a80d-8939-41f2-9503-22122f652ce2 None None] Network 117f7b1f-ab05-4e77-8dc9-eedc6bb24763 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:15.805712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9e5800-fa28-44a6-9d3e-83a3215bc589 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:52:15.830607 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df9e5800-fa28-44a6-9d3e-83a3215bc589 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:15.859344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62da799-66bb-47f4-b591-646d2685fc30 None None] Sync routers for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:52:15.890872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62da799-66bb-47f4-b591-646d2685fc30 None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:15.891642 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c62da799-66bb-47f4-b591-646d2685fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:15.898919 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6103998d-59b3-4d2f-b4cb-677788a1b8a2 None None] Provisioning complete for port c5f36461-4429-4a9d-8a12-885f2f7fb019 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:15.899652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-df9e5800-fa28-44a6-9d3e-83a3215bc589 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "PUT /v2.0/floatingips/fc6ed039-199c-49b2-8c61-502db24eae38 HTTP/1.1" status: 200 len: 992 time: 2.3425763 Nov 15 14:52:15.899785 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6103998d-59b3-4d2f-b4cb-677788a1b8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:15.899897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a4fcf0-42c7-4944-a9cd-996ee281f93f', 'tag': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:52:15.904836 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b6d67d-304f-44c1-b556-a82ff5800bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "82a4fcf0-42c7-4944-a9cd-996ee281f93f", "tag": "f5805a61-7fa2-4bf0-93f2-9607818e62ae"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:52:16.085891 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:16.104619 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f71b9c-ca6f-45ca-b500-4ab6ae270f4a x-openstack-request-id: req-85f71b9c-ca6f-45ca-b500-4ab6ae270f4a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:52:16.104969 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a4fcf0-42c7-4944-a9cd-996ee281f93f", "tag": "f5805a61-7fa2-4bf0-93f2-9607818e62ae", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:52:16.105415 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85f71b9c-ca6f-45ca-b500-4ab6ae270f4a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:52:16.105865 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a4fcf0-42c7-4944-a9cd-996ee281f93f', 'tag': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae', 'status': 'completed', 'code': 200} Nov 15 14:52:16.191289 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:16.263513 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bd077-1059-4463-beda-5113d9521476 req-291723e2-ecda-4d23-816f-6470e9251a1f tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:16.271070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f9bd077-1059-4463-beda-5113d9521476 req-291723e2-ecda-4d23-816f-6470e9251a1f tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.1262097 Nov 15 14:52:16.362180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f9bd077-1059-4463-beda-5113d9521476 req-f9f7681a-f744-4094-b720-ed936a543090 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861797 Nov 15 14:52:16.362930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6d67d-304f-44c1-b556-a82ff5800bc4 req-6a13ef7a-2362-426b-8770-46f041c00360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:16.364498 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99b6d67d-304f-44c1-b556-a82ff5800bc4 req-6a13ef7a-2362-426b-8770-46f041c00360 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 1097 time: 0.2343552 Nov 15 14:52:16.365294 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=6bfb07af-cea1-462d-96c9-8530d5bc5baf,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:16.389892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af703a-85e0-49cd-947b-b88a0610b361 req-bec9db1f-0a39-4605-b61b-748225059670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:16.416293 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16af703a-85e0-49cd-947b-b88a0610b361 req-bec9db1f-0a39-4605-b61b-748225059670 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48cec9a2b695455f9d8bb7d42fe381c3&device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 1097 time: 0.1013002 Nov 15 14:52:16.586476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c62da799-66bb-47f4-b591-646d2685fc30 None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:16.589327 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6d67d-304f-44c1-b556-a82ff5800bc4 req-ec5181c9-c6ce-4b55-874a-ef874fe3a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:16.590993 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99b6d67d-304f-44c1-b556-a82ff5800bc4 req-ec5181c9-c6ce-4b55-874a-ef874fe3a45a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5e26bce-6e6a-4dbe-a181-42003518ed99 HTTP/1.1" status: 200 len: 912 time: 0.2158432 Nov 15 14:52:16.646309 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:16.669821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af703a-85e0-49cd-947b-b88a0610b361 req-13d5c967-dcf2-4d11-b398-63d1dd36b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:16.674887 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16af703a-85e0-49cd-947b-b88a0610b361 req-13d5c967-dcf2-4d11-b398-63d1dd36b3c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 HTTP/1.1" status: 200 len: 916 time: 0.2536542 Nov 15 14:52:16.703385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51008) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:16.735947 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0abd2796-8705-45d7-9be7-b6e620ab9e10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:16.868532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c5f36461-4429-4a9d-8a12-885f2f7fb019 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:16.909686 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16af703a-85e0-49cd-947b-b88a0610b361 req-c4636a17-b51f-48c1-b6fd-59f943682fb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ad9670-0cdd-480e-9f96-4a33eb4f3258 HTTP/1.1" status: 200 len: 217 time: 0.2273433 Nov 15 14:52:17.029204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af703a-85e0-49cd-947b-b88a0610b361 req-34b078bd-a45f-4474-852f-dbd9714f3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:17.033365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16af703a-85e0-49cd-947b-b88a0610b361 req-34b078bd-a45f-4474-852f-dbd9714f3bb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71cffa27-893a-466c-9721-4f41e9b04ed6 HTTP/1.1" status: 200 len: 854 time: 0.1106308 Nov 15 14:52:17.098982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c5f36461-4429-4a9d-8a12-885f2f7fb019 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:17.099554 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:17.136896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af703a-85e0-49cd-947b-b88a0610b361 req-2c55bcde-4567-4df4-8d11-b30d100eb5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:17.138623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16af703a-85e0-49cd-947b-b88a0610b361 req-2c55bcde-4567-4df4-8d11-b30d100eb5e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972874 Nov 15 14:52:17.150043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0abd2796-8705-45d7-9be7-b6e620ab9e10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:17.256897 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99b6d67d-304f-44c1-b556-a82ff5800bc4 req-d6a1eb97-9721-4465-b6a8-ee5611b2c2a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5805a61-7fa2-4bf0-93f2-9607818e62ae HTTP/1.1" status: 200 len: 1000 time: 0.6451056 Nov 15 14:52:17.299512 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0abd2796-8705-45d7-9be7-b6e620ab9e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:17.312797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c62da799-66bb-47f4-b591-646d2685fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'fc6ed039-199c-49b2-8c61-502db24eae38', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'port_id': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'mac_address': 'fa:16:3e:ba:77:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a4fcf0-42c7-4944-a9cd-996ee281f93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:51:48Z', 'updated_at': '2021-11-15T14:52:14Z', 'revision_number': 1, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:45Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:17.372298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62da799-66bb-47f4-b591-646d2685fc30 None None] Checking router: 46f96f41-dc11-4f5e-8f36-d9db87be80c3 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:52:17.375566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0d5f55d9-82a7-4eaf-9d1b-85e05d010329 None None] Provisioning complete for port 6bfb07af-cea1-462d-96c9-8530d5bc5baf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:17.375932 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0d5f55d9-82a7-4eaf-9d1b-85e05d010329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:17.380510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6d67d-304f-44c1-b556-a82ff5800bc4 req-6a2ea99d-33fe-46a4-9401-17ce61cd2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:17.389604 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99b6d67d-304f-44c1-b556-a82ff5800bc4 req-6a2ea99d-33fe-46a4-9401-17ce61cd2bfc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c HTTP/1.1" status: 200 len: 850 time: 0.1251402 Nov 15 14:52:17.439761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62da799-66bb-47f4-b591-646d2685fc30 None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:17.440398 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c62da799-66bb-47f4-b591-646d2685fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:17.523883 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:17.558101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6d67d-304f-44c1-b556-a82ff5800bc4 req-f116c096-98a7-4db8-9cbf-5f580f5f91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:17.559657 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99b6d67d-304f-44c1-b556-a82ff5800bc4 req-f116c096-98a7-4db8-9cbf-5f580f5f91d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5e26bce-6e6a-4dbe-a181-42003518ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627328 Nov 15 14:52:17.581624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0abd2796-8705-45d7-9be7-b6e620ab9e10 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.8770127 Nov 15 14:52:17.585742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16af703a-85e0-49cd-947b-b88a0610b361 req-d33cd0a9-5741-4347-b150-c871628591e4 service neutron] 10.222.0.46 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352980 Nov 15 14:52:17.589730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:17.590672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd2796-8705-45d7-9be7-b6e620ab9e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108ca769-2211-4866-9ee7-672102de1acb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:17.687479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f55d9-82a7-4eaf-9d1b-85e05d010329 None None] Port 6bfb07af-cea1-462d-96c9-8530d5bc5baf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:17.716600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0d5f55d9-82a7-4eaf-9d1b-85e05d010329 None None] Provisioning complete for port c5f36461-4429-4a9d-8a12-885f2f7fb019 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:17.717686 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0d5f55d9-82a7-4eaf-9d1b-85e05d010329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:17.801831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c62da799-66bb-47f4-b591-646d2685fc30 None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:17.815614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5423b53-3ad9-4833-9895-4bac9e3a8a73 req-9599185b-34db-4568-abc0-e07d9b0add96 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:17.817377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5423b53-3ad9-4833-9895-4bac9e3a8a73 req-9599185b-34db-4568-abc0-e07d9b0add96 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.3388801 Nov 15 14:52:17.844277 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99b6d67d-304f-44c1-b556-a82ff5800bc4 req-2cc7be0b-5abb-46be-9f0c-7f9794541af0 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714622 Nov 15 14:52:17.980546 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02c10e29-3fac-4772-abca-eec6ee3bd1ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:18.002257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5423b53-3ad9-4833-9895-4bac9e3a8a73 req-66d8e281-711b-4fec-8e30-0a1308faab9f tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700521 Nov 15 14:52:18.020917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16af703a-85e0-49cd-947b-b88a0610b361 req-2e55642f-4293-47c8-bf20-c9aa29c8ab94 service neutron] 10.222.0.46 "GET /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103467 Nov 15 14:52:18.035028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02c10e29-3fac-4772-abca-eec6ee3bd1ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:18.167149 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99b6d67d-304f-44c1-b556-a82ff5800bc4 req-2c224c76-4eae-4f3b-8bac-281911e26ebb service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421241 Nov 15 14:52:18.197536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e181e743-9775-41e9-94ae-899d8f40f3c5 None None] Provisioning complete for port 6bfb07af-cea1-462d-96c9-8530d5bc5baf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:18.199976 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e181e743-9775-41e9-94ae-899d8f40f3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:18.227855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02c10e29-3fac-4772-abca-eec6ee3bd1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:18.232774 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02c10e29-3fac-4772-abca-eec6ee3bd1ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:18.235152 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-02c10e29-3fac-4772-abca-eec6ee3bd1ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/108ca769-2211-4866-9ee7-672102de1acb HTTP/1.1" status: 204 len: 168 time: 0.6400294 Nov 15 14:52:18.247849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c10e29-3fac-4772-abca-eec6ee3bd1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108ca769-2211-4866-9ee7-672102de1acb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:18.303689 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e181e743-9775-41e9-94ae-899d8f40f3c5 None None] Port 6bfb07af-cea1-462d-96c9-8530d5bc5baf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:18.354568 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c62da799-66bb-47f4-b591-646d2685fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'fc6ed039-199c-49b2-8c61-502db24eae38', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'port_id': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'mac_address': 'fa:16:3e:ba:77:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a4fcf0-42c7-4944-a9cd-996ee281f93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:51:48Z', 'updated_at': '2021-11-15T14:52:14Z', 'revision_number': 1, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:45Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:18.375855 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:18.406878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62da799-66bb-47f4-b591-646d2685fc30 None None] The sync data for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 is: [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'fc6ed039-199c-49b2-8c61-502db24eae38', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'port_id': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'mac_address': 'fa:16:3e:ba:77:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a4fcf0-42c7-4944-a9cd-996ee281f93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:51:48Z', 'updated_at': '2021-11-15T14:52:14Z', 'revision_number': 1, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:45Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:52:18.445490 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:18.709026 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:18.712824 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=6bfb07af-cea1-462d-96c9-8530d5bc5baf,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:18.875040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network 117f7b1f-ab05-4e77-8dc9-eedc6bb24763 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:18.879177 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:18.901647 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a11e0d-e9b1-4fcb-9d51-b06c246c7d28 None None] New status for floating IP fc6ed039-199c-49b2-8c61-502db24eae38: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:52:19.186351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Router 457e39f6-b28d-4678-8add-354bb23c8430 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:52:19.233049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0521-f2f6-4cc0-8c03-da3023284aab req-7ffc8f5c-05f1-42fe-9ba3-d11cb1ec476f tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:19.243674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f25a0521-f2f6-4cc0-8c03-da3023284aab req-7ffc8f5c-05f1-42fe-9ba3-d11cb1ec476f tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.0669327 Nov 15 14:52:19.345156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f25a0521-f2f6-4cc0-8c03-da3023284aab req-070668df-ed10-4af1-82ea-92ca32c20c0f tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989327 Nov 15 14:52:19.353840 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1ea95677-439c-4786-b1c8-7d328e255c60 None None] Provisioning complete for port 6bfb07af-cea1-462d-96c9-8530d5bc5baf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:19.354347 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ea95677-439c-4786-b1c8-7d328e255c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:19.430724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:52:19.438306 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fa3bf9b9-8ccc-40ca-94ee-25b4a40918eb tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "PUT /v2.0/routers/457e39f6-b28d-4678-8add-354bb23c8430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7291622 Nov 15 14:52:19.441010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:19.446275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2fabe3-c71c-4b9a-8b80-94729cafb588 None None] Sync routers for ids ['457e39f6-b28d-4678-8add-354bb23c8430'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:52:19.471045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1ea95677-439c-4786-b1c8-7d328e255c60 None None] Port 6bfb07af-cea1-462d-96c9-8530d5bc5baf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:19.495480 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2fabe3-c71c-4b9a-8b80-94729cafb588 None None] Routers {'457e39f6-b28d-4678-8add-354bb23c8430'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:19.496131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ab2fabe3-c71c-4b9a-8b80-94729cafb588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['457e39f6-b28d-4678-8add-354bb23c8430'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:19.533106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ab2fabe3-c71c-4b9a-8b80-94729cafb588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:19.546650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2fabe3-c71c-4b9a-8b80-94729cafb588 None None] Routers {'457e39f6-b28d-4678-8add-354bb23c8430'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:19.547550 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ab2fabe3-c71c-4b9a-8b80-94729cafb588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['457e39f6-b28d-4678-8add-354bb23c8430'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:19.585383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ab2fabe3-c71c-4b9a-8b80-94729cafb588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:19.586609 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2fabe3-c71c-4b9a-8b80-94729cafb588 None None] The sync data for ids ['457e39f6-b28d-4678-8add-354bb23c8430'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:52:19.623363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4842fe7-7029-47cb-b34a-9f6ff79d1eef tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:19.627639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e4842fe7-7029-47cb-b34a-9f6ff79d1eef tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports?device_id=457e39f6-b28d-4678-8add-354bb23c8430 HTTP/1.1" status: 200 len: 982 time: 0.1853344 Nov 15 14:52:19.634488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51130) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:19.649058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeae940-3566-475b-ad8f-465232ab6f05 req-7d28d226-b220-424b-803e-acbcdf81df24 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:19.652397 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1eeae940-3566-475b-ad8f-465232ab6f05 req-7d28d226-b220-424b-803e-acbcdf81df24 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.1570988 Nov 15 14:52:19.734925 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1eeae940-3566-475b-ad8f-465232ab6f05 req-ec6290bc-5e37-43e1-89fb-5be47f07a192 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746317 Nov 15 14:52:19.916245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10fd7f-fead-477c-90ce-eed187ab763f req-6397d87d-f861-442e-801c-3ed2c6608313 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:19.918829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd10fd7f-fead-477c-90ce-eed187ab763f req-6397d87d-f861-442e-801c-3ed2c6608313 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef4ffc0d-9daf-499c-ab83-553518cbdf01 HTTP/1.1" status: 200 len: 945 time: 0.0955622 Nov 15 14:52:19.987718 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd10fd7f-fead-477c-90ce-eed187ab763f req-1ff6e735-2790-474f-90d6-eb7b49da88b4 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554659 Nov 15 14:52:20.118111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7007f-e6f6-42dc-a68c-e6c83acb5781 req-eb5ae302-acaf-4461-9cc6-dce38092b29d tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:20.120163 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50f7007f-e6f6-42dc-a68c-e6c83acb5781 req-eb5ae302-acaf-4461-9cc6-dce38092b29d tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 945 time: 0.0527995 Nov 15 14:52:20.185384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50f7007f-e6f6-42dc-a68c-e6c83acb5781 req-f984f049-108a-4332-bd2a-69d4fffc32ae tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589604 Nov 15 14:52:20.246035 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aac3807-335e-400b-85c4-a03c8302aaba tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:20.324003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-aa856b61-8b37-4192-a6ca-993c7dd54c2b req-1a747377-8516-4613-9930-ab85e0bb925a tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:52:20.325516 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa856b61-8b37-4192-a6ca-993c7dd54c2b req-1a747377-8516-4613-9930-ab85e0bb925a tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108600 Nov 15 14:52:20.445946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa856b61-8b37-4192-a6ca-993c7dd54c2b req-87a920b2-fd36-42d2-877b-fa8111e06f5e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1108232 Nov 15 14:52:20.494184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6aac3807-335e-400b-85c4-a03c8302aaba tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port 6bfb07af-cea1-462d-96c9-8530d5bc5baf {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:20.494736 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aac3807-335e-400b-85c4-a03c8302aaba tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:20.623383 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aac3807-335e-400b-85c4-a03c8302aaba tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:20.644735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6aac3807-335e-400b-85c4-a03c8302aaba tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for 6bfb07af-cea1-462d-96c9-8530d5bc5baf owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:20.911034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7afaf1-6660-4587-b2c5-59e9679941a5 req-80bbd108-3f35-43fc-bec6-40f2d6dfb1bc tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:20.913581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b7afaf1-6660-4587-b2c5-59e9679941a5 req-80bbd108-3f35-43fc-bec6-40f2d6dfb1bc tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.0601914 Nov 15 14:52:20.952245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aac3807-335e-400b-85c4-a03c8302aaba tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:20.985461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b7afaf1-6660-4587-b2c5-59e9679941a5 req-33d64b4a-81aa-4bac-a166-15847ce29ab7 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649848 Nov 15 14:52:21.032848 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac3807-335e-400b-85c4-a03c8302aaba tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=6bfb07af-cea1-462d-96c9-8530d5bc5baf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:21.190572 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aac3807-335e-400b-85c4-a03c8302aaba tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:21.216588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02db76-cef2-4c5c-9aed-1579b72a582c req-8adf8957-90fd-48db-b640-14706c66dca2 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:21.220667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e02db76-cef2-4c5c-9aed-1579b72a582c req-8adf8957-90fd-48db-b640-14706c66dca2 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef4ffc0d-9daf-499c-ab83-553518cbdf01 HTTP/1.1" status: 200 len: 945 time: 0.1118765 Nov 15 14:52:21.238496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:21.244600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Request body: {'network': {'name': 'tempest-network-smoke--834711974', 'project_id': '3b571c77e27f4f52ae37627811351862', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:21.319706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e02db76-cef2-4c5c-9aed-1579b72a582c req-225dd2e3-8a50-4806-81fd-5dd08766c7ac tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915637 Nov 15 14:52:21.364126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Made reservation on behalf of 3b571c77e27f4f52ae37627811351862 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:21.367661 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:21.378115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:21.419132 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aac3807-335e-400b-85c4-a03c8302aaba tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Router 457e39f6-b28d-4678-8add-354bb23c8430 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:52:21.505262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3db3e-c231-4767-bf73-543f1f398992 req-87b2a916-e1bc-4a93-a8ad-ae1a1ea5c5d7 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:21.507383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59b3db3e-c231-4767-bf73-543f1f398992 req-87b2a916-e1bc-4a93-a8ad-ae1a1ea5c5d7 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 945 time: 0.1197748 Nov 15 14:52:21.514864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aac3807-335e-400b-85c4-a03c8302aaba tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:52:21.526454 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2729b0b5-2f03-4028-ba2f-91e15065c55b None None] Sync routers for ids ['457e39f6-b28d-4678-8add-354bb23c8430'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:52:21.531243 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6aac3807-335e-400b-85c4-a03c8302aaba tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "PUT /v2.0/routers/457e39f6-b28d-4678-8add-354bb23c8430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8929498 Nov 15 14:52:21.531398 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:21.537349 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2729b0b5-2f03-4028-ba2f-91e15065c55b None None] Routers {'457e39f6-b28d-4678-8add-354bb23c8430'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:21.538256 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2729b0b5-2f03-4028-ba2f-91e15065c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['457e39f6-b28d-4678-8add-354bb23c8430'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:21.558639 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23ee707-8358-4eb6-9be3-898431062436 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:52:21.561582 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f23ee707-8358-4eb6-9be3-898431062436 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/6bfb07af-cea1-462d-96c9-8530d5bc5baf HTTP/1.1" status: 404 len: 333 time: 0.0277665 Nov 15 14:52:21.566689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:21.582913 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2729b0b5-2f03-4028-ba2f-91e15065c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:21.608909 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2729b0b5-2f03-4028-ba2f-91e15065c55b None None] Routers {'457e39f6-b28d-4678-8add-354bb23c8430'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:21.609539 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2729b0b5-2f03-4028-ba2f-91e15065c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['457e39f6-b28d-4678-8add-354bb23c8430'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:21.613933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59b3db3e-c231-4767-bf73-543f1f398992 req-0fb6b57b-93c5-463a-aa3c-d51321cd5817 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944498 Nov 15 14:52:21.617651 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:21.644452 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2729b0b5-2f03-4028-ba2f-91e15065c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:21.645111 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2729b0b5-2f03-4028-ba2f-91e15065c55b None None] The sync data for ids ['457e39f6-b28d-4678-8add-354bb23c8430'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:52:21.698847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:21.717630 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:21.760245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:52:21.771723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff26c76b-497c-4c94-875c-073a489d56ed,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:21.780141 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:21.783372 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Added segment 3cf2d5be-a1a7-48c1-947c-4d185aa48912 of type vlan for network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 Nov 15 14:52:21.845374 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:21.927971 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93cc5dd1-72b8-4a21-b262-96d07233f171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:21.949589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc1487-3101-46ec-89d0-8581b1667cae req-2800b467-4ba8-43f6-8531-101c3ffad741 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:21.955856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc1487-3101-46ec-89d0-8581b1667cae req-2800b467-4ba8-43f6-8531-101c3ffad741 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:21.962584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc1487-3101-46ec-89d0-8581b1667cae req-2800b467-4ba8-43f6-8531-101c3ffad741 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:21.964444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0fc1487-3101-46ec-89d0-8581b1667cae req-2800b467-4ba8-43f6-8531-101c3ffad741 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3&device_id=ef4ffc0d-9daf-499c-ab83-553518cbdf01&device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 2417 time: 0.1088262 Nov 15 14:52:22.031775 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6a6308b-4da1-4084-8b89-e8fa4904cc84 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.037198 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93cc5dd1-72b8-4a21-b262-96d07233f171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.042537 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.048288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:22.048896 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.123584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93cc5dd1-72b8-4a21-b262-96d07233f171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.172858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9297006 Nov 15 14:52:22.182268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cb792-591a-4c3c-baf3-84f70f10f9ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Network': ['ID=5ac219fd-61a8-41e3-a0bc-19bb8f49b978,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:22.183701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:22.188234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'admin_state_up': True, 'project_id': '3b571c77e27f4f52ae37627811351862', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:22.195967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:52:22.210234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6a6308b-4da1-4084-8b89-e8fa4904cc84 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.212096 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-93cc5dd1-72b8-4a21-b262-96d07233f171 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff6d0a812b4a48f78883230117f0a9f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5122633 Nov 15 14:52:22.217337 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6a6308b-4da1-4084-8b89-e8fa4904cc84 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.218664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51268) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:22.227959 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0fc1487-3101-46ec-89d0-8581b1667cae req-1610ba53-6292-4e61-9da3-18dbbe07f235 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883943 Nov 15 14:52:22.229345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc5dd1-72b8-4a21-b262-96d07233f171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da112d3-eafa-4f00-aae4-f2b7544ac85d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:22.311625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0284b4f6-453d-45df-92bc-ff40f97ebb4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.334637 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0284b4f6-453d-45df-92bc-ff40f97ebb4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.342578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-683b76c9-76da-4b67-ad66-9d45944a317c req-8cc63ab0-0576-4303-ba9e-5ce8efd2a0c4 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0675044 Nov 15 14:52:22.404275 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.405361 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.478013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6a6308b-4da1-4084-8b89-e8fa4904cc84 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.478565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a6308b-4da1-4084-8b89-e8fa4904cc84 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Fanout notify agent at l3_agent the message router_deleted on router 457e39f6-b28d-4678-8add-354bb23c8430 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:52:22.486197 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6a6308b-4da1-4084-8b89-e8fa4904cc84 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.494683 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b6a6308b-4da1-4084-8b89-e8fa4904cc84 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/routers/457e39f6-b28d-4678-8add-354bb23c8430 HTTP/1.1" status: 204 len: 168 time: 0.9194148 Nov 15 14:52:22.496165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:22.533330 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0284b4f6-453d-45df-92bc-ff40f97ebb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.535958 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0284b4f6-453d-45df-92bc-ff40f97ebb4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.537220 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0284b4f6-453d-45df-92bc-ff40f97ebb4c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3da112d3-eafa-4f00-aae4-f2b7544ac85d HTTP/1.1" status: 204 len: 168 time: 0.3175983 Nov 15 14:52:22.565427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284b4f6-453d-45df-92bc-ff40f97ebb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da112d3-eafa-4f00-aae4-f2b7544ac85d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:22.605654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ccc864-8f67-4908-9d0f-0890ac745519 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting subnet 7fec6af7-b3e0-4d37-b59a-ff0416a686d5 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:52:22.608800 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.610950 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4ccc864-8f67-4908-9d0f-0890ac745519 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.671811 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4ccc864-8f67-4908-9d0f-0890ac745519 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.899560 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:22.911472 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4ccc864-8f67-4908-9d0f-0890ac745519 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.079732 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4ccc864-8f67-4908-9d0f-0890ac745519 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.112718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccc864-8f67-4908-9d0f-0890ac745519 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Subnet': ['ID=7fec6af7-b3e0-4d37-b59a-ff0416a686d5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:23.118367 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4ccc864-8f67-4908-9d0f-0890ac745519 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.124346 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c4ccc864-8f67-4908-9d0f-0890ac745519 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/7fec6af7-b3e0-4d37-b59a-ff0416a686d5 HTTP/1.1" status: 204 len: 168 time: 0.6256542 Nov 15 14:52:23.124560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51294) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:23.126034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e342d896-efca-4021-8bb2-7568abb0dd40 None None] Network 117f7b1f-ab05-4e77-8dc9-eedc6bb24763 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:23.225432 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.257982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.280986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:23.289560 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.309185 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d596c148-16f6-4820-b863-bbd28e058686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.322089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port c5f36461-4429-4a9d-8a12-885f2f7fb019 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:23.322089 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.414016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] For port c5f36461-4429-4a9d-8a12-885f2f7fb019, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c5f36461-4429-4a9d-8a12-885f2f7fb019,segment=NetworkSegment(8ff56325-f2c1-49a5-b148-e13177e05365),segment_id=8ff56325-f2c1-49a5-b148-e13177e05365)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:23.414504 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.424135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e713e4-76a5-4a54-8d38-4a67c435d497 None None] DHCP port deletion for 117f7b1f-ab05-4e77-8dc9-eedc6bb24763 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:23.446303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for c5f36461-4429-4a9d-8a12-885f2f7fb019 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:23.469817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Allocated IP 172.25.4.36 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/c87a4eff-a251-4d1c-ae61-84348c04d340) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:23.521544 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d596c148-16f6-4820-b863-bbd28e058686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.523872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d3e713e4-76a5-4a54-8d38-4a67c435d497 None None] Deleting port c5f36461-4429-4a9d-8a12-885f2f7fb019 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:23.524434 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d3e713e4-76a5-4a54-8d38-4a67c435d497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.592284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d3e713e4-76a5-4a54-8d38-4a67c435d497 None None] For port c5f36461-4429-4a9d-8a12-885f2f7fb019, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c5f36461-4429-4a9d-8a12-885f2f7fb019,segment=NetworkSegment(8ff56325-f2c1-49a5-b148-e13177e05365),segment_id=8ff56325-f2c1-49a5-b148-e13177e05365)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:23.592676 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d3e713e4-76a5-4a54-8d38-4a67c435d497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.605810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d3e713e4-76a5-4a54-8d38-4a67c435d497 None None] Calling delete_port for c5f36461-4429-4a9d-8a12-885f2f7fb019 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:23.626743 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d596c148-16f6-4820-b863-bbd28e058686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.661186 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.674964 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d596c148-16f6-4820-b863-bbd28e058686 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d59c815bbddd490b88cf6d9bf9ce97c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3925283 Nov 15 14:52:23.681694 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.682919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51308) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:23.691142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596c148-16f6-4820-b863-bbd28e058686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3571eccf-e17b-439f-8c92-4a0a4438989d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:23.697118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No DVR routers for this DVR port c5f36461-4429-4a9d-8a12-885f2f7fb019 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:52:23.699147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=c5f36461-4429-4a9d-8a12-885f2f7fb019,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:23.746923 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d3e713e4-76a5-4a54-8d38-4a67c435d497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.762901 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07edd99b-db0a-4507-ac3c-127d55d3605a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.776836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e713e4-76a5-4a54-8d38-4a67c435d497 None None] No DVR routers for this DVR port c5f36461-4429-4a9d-8a12-885f2f7fb019 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:52:23.778848 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e713e4-76a5-4a54-8d38-4a67c435d497 None None] Pushing event deleted for resources: {'Port': ['ID=c5f36461-4429-4a9d-8a12-885f2f7fb019,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:23.794049 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07edd99b-db0a-4507-ac3c-127d55d3605a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.795997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.819872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117f7b1f-ab05-4e77-8dc9-eedc6bb24763']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:23.838786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff56325-f2c1-49a5-b148-e13177e05365') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:23.839760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff56325-f2c1-49a5-b148-e13177e05365') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:23.849676 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.865367 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.871670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:52:23.872067 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.873078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:52:23.875541 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:52:23.919087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:23.922087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:23.926053 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:23.938576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c0cde1-f964-4a3d-a568-ba304351302c None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:23.960007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Port': ['ID=c87a4eff-a251-4d1c-ae61-84348c04d340,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:24.028182 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07edd99b-db0a-4507-ac3c-127d55d3605a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:24.031078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07edd99b-db0a-4507-ac3c-127d55d3605a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:24.032322 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-07edd99b-db0a-4507-ac3c-127d55d3605a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3571eccf-e17b-439f-8c92-4a0a4438989d HTTP/1.1" status: 204 len: 168 time: 0.3477805 Nov 15 14:52:24.056393 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:24.067137 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3a3fbdd0-e613-471e-a866-8e8b373006b1 None None] Provisioning complete for port c87a4eff-a251-4d1c-ae61-84348c04d340 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:24.067761 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a3fbdd0-e613-471e-a866-8e8b373006b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:24.074932 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:24.081527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/networks/117f7b1f-ab05-4e77-8dc9-eedc6bb24763 HTTP/1.1" status: 204 len: 168 time: 0.9519660 Nov 15 14:52:24.081527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f2c43-bc54-40ae-a6ff-de51dd2a270d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Network': ['ID=117f7b1f-ab05-4e77-8dc9-eedc6bb24763,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:24.083731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edd99b-db0a-4507-ac3c-127d55d3605a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3571eccf-e17b-439f-8c92-4a0a4438989d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:24.089182 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:24.114594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53465b-37a3-4abe-acde-73a412870689 req-1cd312e2-16cf-4f43-89c2-f2ae6515496e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:24.116137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec53465b-37a3-4abe-acde-73a412870689 req-1cd312e2-16cf-4f43-89c2-f2ae6515496e tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 945 time: 0.0917766 Nov 15 14:52:24.140665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3a3fbdd0-e613-471e-a866-8e8b373006b1 None None] Port c87a4eff-a251-4d1c-ae61-84348c04d340 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:24.165225 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956eecdf-d447-4d3d-9532-9ec98b173db7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:24.169225 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-956eecdf-d447-4d3d-9532-9ec98b173db7 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 HTTP/1.1" status: 200 len: 840 time: 0.0756333 Nov 15 14:52:24.170639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51322) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:24.208656 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec53465b-37a3-4abe-acde-73a412870689 req-9dfed16e-c1c8-467a-9c75-190b8df4f0e9 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848176 Nov 15 14:52:24.220345 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a60534c9-eb88-4060-a385-02ebea669266 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/3aaf04e5-dcb5-415f-8d91-41a4218cc5b9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0485649 Nov 15 14:52:24.224071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51324) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:24.228928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-887f7613-bd14-4c33-8efb-101da0e19d8f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:24.386844 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:24.449622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887f7613-bd14-4c33-8efb-101da0e19d8f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:24.454178 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-887f7613-bd14-4c33-8efb-101da0e19d8f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:24.644019 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:24.752881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c5f36461-4429-4a9d-8a12-885f2f7fb019 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:52:24.770345 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-887f7613-bd14-4c33-8efb-101da0e19d8f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:24.825585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887f7613-bd14-4c33-8efb-101da0e19d8f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network c87bea2a-5410-4ca7-bae7-e952de813d96 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:24.829011 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-887f7613-bd14-4c33-8efb-101da0e19d8f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:24.833872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887f7613-bd14-4c33-8efb-101da0e19d8f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:24.834564 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-887f7613-bd14-4c33-8efb-101da0e19d8f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:24.846874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f7613-bd14-4c33-8efb-101da0e19d8f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Subnet': ['ID=7cb35fb2-9904-46f8-a680-8423a952362a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:24.867439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Router 90bbc640-9b97-4250-b395-72f10bc3f9a8 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:52:24.941768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c5f36461-4429-4a9d-8a12-885f2f7fb019 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:52:24.942102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c5f36461-4429-4a9d-8a12-885f2f7fb019 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:52:24.952400 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53b9dbe-499e-45a2-88a3-18099471a78f None None] Network c87bea2a-5410-4ca7-bae7-e952de813d96 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:24.971219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-887f7613-bd14-4c33-8efb-101da0e19d8f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7460482 Nov 15 14:52:24.974147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:24.981099 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-798a5950-bf32-4865-913b-229cf38c1222 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'security_group': {'name': 'tempest-secgroup-808226188'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:25.012276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:52:25.024978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Sync routers for ids ['90bbc640-9b97-4250-b395-72f10bc3f9a8'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:52:25.051270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Routers {'90bbc640-9b97-4250-b395-72f10bc3f9a8'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:25.051914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['90bbc640-9b97-4250-b395-72f10bc3f9a8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:25.072453 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-798a5950-bf32-4865-913b-229cf38c1222 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:25.120326 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:52:25.144178 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-798a5950-bf32-4865-913b-229cf38c1222 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:25.154484 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:25.159120 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cf27cc29-377a-482e-9a95-21882c0b475d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9744177 Nov 15 14:52:25.159413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51354) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:25.203919 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-798a5950-bf32-4865-913b-229cf38c1222 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:25.268276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Set router 90bbc640-9b97-4250-b395-72f10bc3f9a8 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:25.298518 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a5950-bf32-4865-913b-229cf38c1222 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d45c65-18d4-4461-ba22-67e1b99697d7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:25.372166 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-798a5950-bf32-4865-913b-229cf38c1222 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:25.373430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-798a5950-bf32-4865-913b-229cf38c1222 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3968675 Nov 15 14:52:25.376501 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:25.383302 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-757fac90-ab9f-48f0-88c6-8c3e5dc72c8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'security_group': {'name': 'tempest-secgroup-1357122112'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:25.394742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a494e-0f34-410b-981f-51169c46ef1e req-9699dbbc-98d9-4155-9d7f-c2bd4a5df748 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:25.404386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-666a494e-0f34-410b-981f-51169c46ef1e req-9699dbbc-98d9-4155-9d7f-c2bd4a5df748 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 945 time: 0.0799618 Nov 15 14:52:25.422560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-c87bea2a-5410-4ca7-bae7-e952de813d96', 'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'tenant_id': 'dea70e201b0647fb936a8620cd1a94b8', 'fixed_ips': [{'subnet_id': '7cb35fb2-9904-46f8-a680-8423a952362a'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:52:25.424762 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:25.467968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-666a494e-0f34-410b-981f-51169c46ef1e req-88996fa5-7e26-4e8a-a6d3-5dc4992c0e67 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604331 Nov 15 14:52:25.496339 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-757fac90-ab9f-48f0-88c6-8c3e5dc72c8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:25.517886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d71441-d768-4dae-a108-b9acb01803e4 req-a2cdb336-0d99-438e-b524-09969bf51314 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:25.519421 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-50d71441-d768-4dae-a108-b9acb01803e4 req-a2cdb336-0d99-438e-b524-09969bf51314 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 945 time: 0.0763104 Nov 15 14:52:25.541455 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-21e15119-962e-4fdc-a178-ce9bfbda5f25 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=3b571c77e27f4f52ae37627811351862&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3809719 Nov 15 14:52:25.544332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51366) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:25.652243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Allocated IP 172.20.0.2 (c87bea2a-5410-4ca7-bae7-e952de813d96/7cb35fb2-9904-46f8-a680-8423a952362a/6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:25.654966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722fa58e-1319-4baf-bac6-8e0b73f23dd4 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:25.656815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-722fa58e-1319-4baf-bac6-8e0b73f23dd4 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1114857 Nov 15 14:52:25.661090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51372) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:25.708030 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-757fac90-ab9f-48f0-88c6-8c3e5dc72c8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:25.713271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-40fcaaa5-0ab0-4af2-8fad-cde0e5d60bc8 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509369 Nov 15 14:52:25.715797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51374) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:25.722529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b1bf608f-0bf9-404c-822a-0dbd6eed608f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1138210744', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'project_id': '3b571c77e27f4f52ae37627811351862', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:25.735242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-50d71441-d768-4dae-a108-b9acb01803e4 req-e4e55e0e-1271-4997-83aa-ad9944a8f6e0 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Deleting port 22096179-17a7-4caa-8d85-002f6fa58af4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:25.735760 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-50d71441-d768-4dae-a108-b9acb01803e4 req-e4e55e0e-1271-4997-83aa-ad9944a8f6e0 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:25.737379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:52:24Z', 'revision_number': 3, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:25.770265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Checking router: 90bbc640-9b97-4250-b395-72f10bc3f9a8 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:52:25.770979 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Updating router 90bbc640-9b97-4250-b395-72f10bc3f9a8 port c87a4eff-a251-4d1c-ae61-84348c04d340 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:52:25.822105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-757fac90-ab9f-48f0-88c6-8c3e5dc72c8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:25.834293 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:25.882178 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fac90-ab9f-48f0-88c6-8c3e5dc72c8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c19399-fd10-4e6f-beba-de2e54bb3547,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:25.890301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-50d71441-d768-4dae-a108-b9acb01803e4 req-e4e55e0e-1271-4997-83aa-ad9944a8f6e0 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] For port 22096179-17a7-4caa-8d85-002f6fa58af4, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=22096179-17a7-4caa-8d85-002f6fa58af4,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:25.890659 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-50d71441-d768-4dae-a108-b9acb01803e4 req-e4e55e0e-1271-4997-83aa-ad9944a8f6e0 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:25.903374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-50d71441-d768-4dae-a108-b9acb01803e4 req-e4e55e0e-1271-4997-83aa-ad9944a8f6e0 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Calling delete_port for 22096179-17a7-4caa-8d85-002f6fa58af4 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:25.906440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bf608f-0bf9-404c-822a-0dbd6eed608f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Made reservation on behalf of 3b571c77e27f4f52ae37627811351862 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:25.911347 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1bf608f-0bf9-404c-822a-0dbd6eed608f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:25.976776 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.024463 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-757fac90-ab9f-48f0-88c6-8c3e5dc72c8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.025752 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-757fac90-ab9f-48f0-88c6-8c3e5dc72c8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6472642 Nov 15 14:52:26.028718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51382) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:26.035978 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-187002756', 'security_groups': ['d8c19399-fd10-4e6f-beba-de2e54bb3547'], 'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7cb35fb2-9904-46f8-a680-8423a952362a'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:26.143346 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.213793 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Network c87bea2a-5410-4ca7-bae7-e952de813d96 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:26.230511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:26.232576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:26.234574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Pushing event updated for resources: {'Port': ['ID=6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:26.245310 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.255505 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1bf608f-0bf9-404c-822a-0dbd6eed608f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.281215 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-50d71441-d768-4dae-a108-b9acb01803e4 req-e4e55e0e-1271-4997-83aa-ad9944a8f6e0 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.295435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:26.310822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['22096179-17a7-4caa-8d85-002f6fa58af4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:52:26.335566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['60ad9670-0cdd-480e-9f96-4a33eb4f3258', 'b7032914-4f51-4aad-8f9b-fb4425501a52'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:52:26.357417 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf608f-0bf9-404c-822a-0dbd6eed608f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Subnet': ['ID=b7cc3866-b46d-4668-93b9-f2940945be90,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:26.383389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf608f-0bf9-404c-822a-0dbd6eed608f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Checking segment: {'id': '3cf2d5be-a1a7-48c1-947c-4d185aa48912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:26.383753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf608f-0bf9-404c-822a-0dbd6eed608f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Network hostable DHCP agents. Network: 5ac219fd-61a8-41e3-a0bc-19bb8f49b978, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:52:26.409526 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.411010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e55e0e-1271-4997-83aa-ad9944a8f6e0 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Pushing event deleted for resources: {'Port': ['ID=22096179-17a7-4caa-8d85-002f6fa58af4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:26.457235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d71441-d768-4dae-a108-b9acb01803e4 req-e4e55e0e-1271-4997-83aa-ad9944a8f6e0 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] No DVR routers for this DVR port 22096179-17a7-4caa-8d85-002f6fa58af4 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:52:26.465030 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-50d71441-d768-4dae-a108-b9acb01803e4 req-e4e55e0e-1271-4997-83aa-ad9944a8f6e0 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.468336 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-50d71441-d768-4dae-a108-b9acb01803e4 req-e4e55e0e-1271-4997-83aa-ad9944a8f6e0 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.59 "DELETE /v2.0/ports/22096179-17a7-4caa-8d85-002f6fa58af4 HTTP/1.1" status: 204 len: 173 time: 0.9395866 Nov 15 14:52:26.468784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2f33d3-035a-4e28-9a39-7c1422bdb8c3', 'name': 'network-vif-deleted', 'tag': '22096179-17a7-4caa-8d85-002f6fa58af4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:52:26.470507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Attempting to bind port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:52:26.470896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Attempting to bind port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '1f248110-5d05-45d5-a073-c14a75213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:52:26.471109 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4e59ad-7428-47d8-8ff3-b7c07dce9cca" -d '{"events": [{"server_uuid": "bd2f33d3-035a-4e28-9a39-7c1422bdb8c3", "name": "network-vif-deleted", "tag": "22096179-17a7-4caa-8d85-002f6fa58af4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:52:26.471254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Attempting to bind port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f on network c87bea2a-5410-4ca7-bae7-e952de813d96 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:26.472963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf608f-0bf9-404c-822a-0dbd6eed608f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:52:26.482507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:52:26.482507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Checking segment: {'id': '1f248110-5d05-45d5-a073-c14a75213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:26.482507 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.482507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Bound using segment: {'id': '1f248110-5d05-45d5-a073-c14a75213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:52:26.483006 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Bound port: 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f248110-5d05-45d5-a073-c14a75213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:52:26.483006 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.492233 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dc4a7-2c7b-43a7-ad6d-100dabf39910 None None] Pushing event updated for resources: {'Port': ['ID=c87a4eff-a251-4d1c-ae61-84348c04d340,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:26.519870 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Attempting to bind port c87a4eff-a251-4d1c-ae61-84348c04d340 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:52:26.520246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Attempting to bind port c87a4eff-a251-4d1c-ae61-84348c04d340 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:52:26.520765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Attempting to bind port c87a4eff-a251-4d1c-ae61-84348c04d340 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:26.529254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b51e0-da58-4e8d-8d31-f87c01f73bf6 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:26.539912 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.556794 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2ca101-5cb4-4340-8af8-f4a36d519c96 x-openstack-request-id: req-9f2ca101-5cb4-4340-8af8-f4a36d519c96 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:52:26.557069 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2f33d3-035a-4e28-9a39-7c1422bdb8c3", "name": "network-vif-deleted", "tag": "22096179-17a7-4caa-8d85-002f6fa58af4", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:52:26.557570 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f2ca101-5cb4-4340-8af8-f4a36d519c96 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:52:26.557971 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2f33d3-035a-4e28-9a39-7c1422bdb8c3', 'name': 'network-vif-deleted', 'tag': '22096179-17a7-4caa-8d85-002f6fa58af4', 'status': 'completed', 'code': 200} Nov 15 14:52:26.563530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:52:26.563918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:26.564313 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.564737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:52:26.565418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Bound port: c87a4eff-a251-4d1c-ae61-84348c04d340, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:52:26.565806 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.567915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port 1a62add0-5bbf-4a90-9d65-a303e5aed9f7 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:52:26.607560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-107fdfc2-785f-43d8-84bf-63d75090b5ef req-f5b03248-6951-46fa-b788-fd2078b86af5 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 210 time: 0.0329010 Nov 15 14:52:26.669018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b1bf608f-0bf9-404c-822a-0dbd6eed608f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 5ac219fd-61a8-41e3-a0bc-19bb8f49b978) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:26.676612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bf608f-0bf9-404c-822a-0dbd6eed608f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:26.677331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1bf608f-0bf9-404c-822a-0dbd6eed608f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.686075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5f920b-45d4-436d-b4e6-02aa6a91bde9 None None] Network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:26.756897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] For port c87a4eff-a251-4d1c-ae61-84348c04d340, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:52:26.770056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] For port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:52:26.776440 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.5 (c87bea2a-5410-4ca7-bae7-e952de813d96/7cb35fb2-9904-46f8-a680-8423a952362a/1a62add0-5bbf-4a90-9d65-a303e5aed9f7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:26.803101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] For port c87a4eff-a251-4d1c-ae61-84348c04d340, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c87a4eff-a251-4d1c-ae61-84348c04d340,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:52:26.818790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-01125f8f-bf5b-4d94-9322-0b10e733b789 None None] Provisioning complete for port c87a4eff-a251-4d1c-ae61-84348c04d340 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:26.819195 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01125f8f-bf5b-4d94-9322-0b10e733b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.827359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] For port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f,segment=NetworkSegment(1f248110-5d05-45d5-a073-c14a75213bc8),segment_id=1f248110-5d05-45d5-a073-c14a75213bc8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:52:26.852946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b1bf608f-0bf9-404c-822a-0dbd6eed608f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1301239 Nov 15 14:52:26.854184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:26.917381 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.924575 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:26.966365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-01125f8f-bf5b-4d94-9322-0b10e733b789 None None] Port c87a4eff-a251-4d1c-ae61-84348c04d340 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:27.034753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d51a56-5ce1-48c5-8917-f32100b600bc None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:27.070424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:27.134409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Routers {'90bbc640-9b97-4250-b395-72f10bc3f9a8'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:27.135063 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['90bbc640-9b97-4250-b395-72f10bc3f9a8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:27.138742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09884cc7-ff73-4926-8149-63117ec19000 None None] Pushing event updated for resources: {'Port': ['ID=6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:27.220549 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:27.297804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network c87bea2a-5410-4ca7-bae7-e952de813d96 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:27.313196 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:27.322301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:27.408034 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=1a62add0-5bbf-4a90-9d65-a303e5aed9f7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:27.412046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'fixed_ips': [{'subnet_id': 'b7cc3866-b46d-4668-93b9-f2940945be90'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:52:27.413446 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:27.514902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:27.517910 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:27.575232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dc4a7-2c7b-43a7-ad6d-100dabf39910 None None] Pushing event updated for resources: {'Port': ['ID=c87a4eff-a251-4d1c-ae61-84348c04d340,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:27.649738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b0cc3a49-e0f6-44f9-a22c-39ea2a1b22c0 None None] Provisioning complete for port c87a4eff-a251-4d1c-ae61-84348c04d340 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:27.650120 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3a49-e0f6-44f9-a22c-39ea2a1b22c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:27.662340 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a1b57e0d-e8b6-43c6-9325-6d6399b85c6f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6300101 Nov 15 14:52:27.662821 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:27.671047 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-869c93e7-d590-471b-a8cc-666ea1ae1a94 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:27.747402 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] Set router 90bbc640-9b97-4250-b395-72f10bc3f9a8 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:27.778633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95661c74-d11b-40d8-9b14-033418256911 req-7bd5c96c-3da0-483f-a051-d6caeb598447 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd2f33d3-035a-4e28-9a39-7c1422bdb8c3 HTTP/1.1" status: 200 len: 210 time: 0.0415258 Nov 15 14:52:27.855329 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:27.972849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Allocated IP 172.20.0.2 (5ac219fd-61a8-41e3-a0bc-19bb8f49b978/b7cc3866-b46d-4668-93b9-f2940945be90/ef80b463-dabc-40c4-9000-0e0956444a80) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:28.018727 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3a49-e0f6-44f9-a22c-39ea2a1b22c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:28.038353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869c93e7-d590-471b-a8cc-666ea1ae1a94 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:28.042437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-869c93e7-d590-471b-a8cc-666ea1ae1a94 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:28.110471 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b0cc3a49-e0f6-44f9-a22c-39ea2a1b22c0 None None] For port c87a4eff-a251-4d1c-ae61-84348c04d340, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c87a4eff-a251-4d1c-ae61-84348c04d340,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:28.228230 n-d-817748-2 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-869c93e7-d590-471b-a8cc-666ea1ae1a94 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7cb35fb2-9904-46f8-a680-8423a952362a (CIDR: 172.20.0.0/28) Nov 15 14:52:28.236795 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3a49-e0f6-44f9-a22c-39ea2a1b22c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:28.266995 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-869c93e7-d590-471b-a8cc-666ea1ae1a94 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:28.267503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869c93e7-d590-471b-a8cc-666ea1ae1a94 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:28.291329 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:28.292719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:52:24Z', 'revision_number': 3, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:28.356664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec579e2-95c2-4b8b-85b9-9b6ef5a836c9 None None] The sync data for ids ['90bbc640-9b97-4250-b395-72f10bc3f9a8'] in n-d-817748-2 is: [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:52:24Z', 'revision_number': 3, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:52:28.382838 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:28.388576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc3a49-e0f6-44f9-a22c-39ea2a1b22c0 None None] Pushing event updated for resources: {'Port': ['ID=c87a4eff-a251-4d1c-ae61-84348c04d340,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:28.404105 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-869c93e7-d590-471b-a8cc-666ea1ae1a94 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7399282 Nov 15 14:52:28.404958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51450) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:28.415138 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:28.488366 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:28.562723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:28.607514 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Pushing event updated for resources: {'Port': ['ID=ef80b463-dabc-40c4-9000-0e0956444a80,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:28.618226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:28.628877 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:28.716120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6fbe72ba-51f2-4775-a2f2-53e073c659ce None None] Provisioning complete for port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:28.716793 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fbe72ba-51f2-4775-a2f2-53e073c659ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:28.782323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Attempting to bind port ef80b463-dabc-40c4-9000-0e0956444a80 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:52:28.782778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Attempting to bind port ef80b463-dabc-40c4-9000-0e0956444a80 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '3cf2d5be-a1a7-48c1-947c-4d185aa48912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:52:28.785744 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Attempting to bind port ef80b463-dabc-40c4-9000-0e0956444a80 on network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:28.805560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:28.812674 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:28.819662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Allocated IP 172.20.0.1 (5ac219fd-61a8-41e3-a0bc-19bb8f49b978/b7cc3866-b46d-4668-93b9-f2940945be90/c22b161a-e8bf-43aa-ab65-3380f25aeed4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:28.877334 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:28.884502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:52:28.884876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Checking segment: {'id': '3cf2d5be-a1a7-48c1-947c-4d185aa48912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:28.885277 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:28.885699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Bound using segment: {'id': '3cf2d5be-a1a7-48c1-947c-4d185aa48912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:52:28.889234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Bound port: ef80b463-dabc-40c4-9000-0e0956444a80, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf2d5be-a1a7-48c1-947c-4d185aa48912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:52:28.891244 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:29.026103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:29.137593 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:29.296098 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fbe72ba-51f2-4775-a2f2-53e073c659ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:29.299464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] For port ef80b463-dabc-40c4-9000-0e0956444a80, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:52:29.304837 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] For port ef80b463-dabc-40c4-9000-0e0956444a80, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ef80b463-dabc-40c4-9000-0e0956444a80,segment=NetworkSegment(3cf2d5be-a1a7-48c1-947c-4d185aa48912),segment_id=3cf2d5be-a1a7-48c1-947c-4d185aa48912)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:52:29.329855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:29.375333 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:29.376045 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:29.405210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6fbe72ba-51f2-4775-a2f2-53e073c659ce None None] For port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f,segment=NetworkSegment(1f248110-5d05-45d5-a073-c14a75213bc8),segment_id=1f248110-5d05-45d5-a073-c14a75213bc8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:29.409299 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:29.421508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:29.428254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:29.433014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:29.467785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Port': ['ID=c22b161a-e8bf-43aa-ab65-3380f25aeed4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:29.483061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.483301 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.483876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.484442 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.485868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.488660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.489317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.489850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.490636 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.491168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.495149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.495747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.522577 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fbe72ba-51f2-4775-a2f2-53e073c659ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:29.534649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac14c21-4075-4a53-abce-a6f3101883d0 None None] Pushing event updated for resources: {'Port': ['ID=ef80b463-dabc-40c4-9000-0e0956444a80,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:29.568861 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:29.576449 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:29.708101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Subnet': ['ID=0447a8b5-1109-4955-889c-e63dd36cd3a3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:29.722832 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network c87bea2a-5410-4ca7-bae7-e952de813d96 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:29.733227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:29.737490 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:29.738500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:29.744898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.745393 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.745846 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.746341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.746815 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.747256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.747693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.748120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.753749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.754218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.754689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.755129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:29.756138 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe72ba-51f2-4775-a2f2-53e073c659ce None None] Pushing event updated for resources: {'Port': ['ID=6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:29.763908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3bee95-59c9-4f0e-8ca9-bf5da348f108 None None] Network c87bea2a-5410-4ca7-bae7-e952de813d96 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:29.859451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6fbe72ba-51f2-4775-a2f2-53e073c659ce None None] Provisioning complete for port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:29.859451 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fbe72ba-51f2-4775-a2f2-53e073c659ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:29.867518 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44693ee-9150-4b3b-ad6e-ed8514b31034 req-6b41ee8f-0eb1-4e33-88c8-022cdb027b5b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:29.878815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f44693ee-9150-4b3b-ad6e-ed8514b31034 req-6b41ee8f-0eb1-4e33-88c8-022cdb027b5b tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef4ffc0d-9daf-499c-ab83-553518cbdf01 HTTP/1.1" status: 200 len: 945 time: 0.2083271 Nov 15 14:52:29.926582 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ff906b8d-bfd6-4487-a6ef-73a2cbb15403 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5199454 Nov 15 14:52:29.929769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51484) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:29.939084 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-62b94e9a-a74e-41a8-8c56-4f756d20eb8a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2035761088', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0447a8b5-1109-4955-889c-e63dd36cd3a3'}], 'security_groups': ['41d45c65-18d4-4461-ba22-67e1b99697d7']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:29.958775 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe72ba-51f2-4775-a2f2-53e073c659ce None None] Port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:29.982108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f44693ee-9150-4b3b-ad6e-ed8514b31034 req-08137cb4-8ad7-454f-bc95-9a1f264a58b4 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022620 Nov 15 14:52:29.983419 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41e3a535-babe-46d3-9321-edbbffc6c529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:30.098638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6475981d-3da7-4f58-9495-04076dd5db65 None None] Provisioning complete for port 1a62add0-5bbf-4a90-9d65-a303e5aed9f7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:30.099364 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62b94e9a-a74e-41a8-8c56-4f756d20eb8a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:30.099480 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6475981d-3da7-4f58-9495-04076dd5db65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:30.106049 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:30.176440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 22096179-17a7-4caa-8d85-002f6fa58af4 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:52:30.392065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51492) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:30.573351 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:30.588573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6475981d-3da7-4f58-9495-04076dd5db65 None None] Port 1a62add0-5bbf-4a90-9d65-a303e5aed9f7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:30.593365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 22096179-17a7-4caa-8d85-002f6fa58af4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:52:30.594200 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 22096179-17a7-4caa-8d85-002f6fa58af4 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:52:30.660939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:30.669824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2004c6d-6a85-4996-ac28-8b8164ccea5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:30.696266 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-62b94e9a-a74e-41a8-8c56-4f756d20eb8a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Delete allocated IP 172.20.0.5 (c87bea2a-5410-4ca7-bae7-e952de813d96/7cb35fb2-9904-46f8-a680-8423a952362a) {{(pid=103147) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 14:52:30.703419 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-62b94e9a-a74e-41a8-8c56-4f756d20eb8a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.25 (c87bea2a-5410-4ca7-bae7-e952de813d96/0447a8b5-1109-4955-889c-e63dd36cd3a3/1a62add0-5bbf-4a90-9d65-a303e5aed9f7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:30.743204 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d117951-a054-458b-8b41-5033fcfe9437 None None] Update dhcp port {'port': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'fixed_ips': [{'subnet_id': '7cb35fb2-9904-46f8-a680-8423a952362a', 'ip_address': '172.20.0.2'}, {'subnet_id': '0447a8b5-1109-4955-889c-e63dd36cd3a3'}], 'binding:host_id': 'n-d-817748-2'}, 'id': '6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 14:52:30.768793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Port': ['ID=c22b161a-e8bf-43aa-ab65-3380f25aeed4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:30.785125 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:30.816362 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d117951-a054-458b-8b41-5033fcfe9437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:30.945832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:30.947313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:30.951705 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62b94e9a-a74e-41a8-8c56-4f756d20eb8a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.050893 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62b94e9a-a74e-41a8-8c56-4f756d20eb8a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.124222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ef80b463-dabc-40c4-9000-0e0956444a80 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:31.201600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3d117951-a054-458b-8b41-5033fcfe9437 None None] Allocated IP 172.20.0.18 (c87bea2a-5410-4ca7-bae7-e952de813d96/0447a8b5-1109-4955-889c-e63dd36cd3a3/6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:31.228440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4df06-8b7c-4044-b931-f7c4631ec52a req-f4fcc3cc-de70-4c5d-8724-6e03955d9d2c tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:31.230001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99c4df06-8b7c-4044-b931-f7c4631ec52a req-f4fcc3cc-de70-4c5d-8724-6e03955d9d2c tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef4ffc0d-9daf-499c-ab83-553518cbdf01 HTTP/1.1" status: 200 len: 945 time: 0.2110505 Nov 15 14:52:31.278105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2004c6d-6a85-4996-ac28-8b8164ccea5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.285110 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-62b94e9a-a74e-41a8-8c56-4f756d20eb8a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] In _notify_port_updated(), no bound segment for port 1a62add0-5bbf-4a90-9d65-a303e5aed9f7 on network c87bea2a-5410-4ca7-bae7-e952de813d96 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:52:31.290819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ef80b463-dabc-40c4-9000-0e0956444a80 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:31.290819 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.291565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b94e9a-a74e-41a8-8c56-4f756d20eb8a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:31.291565 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62b94e9a-a74e-41a8-8c56-4f756d20eb8a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.296664 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-62b94e9a-a74e-41a8-8c56-4f756d20eb8a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "PUT /v2.0/ports/1a62add0-5bbf-4a90-9d65-a303e5aed9f7 HTTP/1.1" status: 200 len: 921 time: 1.3657162 Nov 15 14:52:31.300161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51502) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:31.361349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cccbdc-4851-4926-93ab-65a1ae37e230 req-f718c7fb-80ab-4442-8468-131240586179 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:31.370422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62cccbdc-4851-4926-93ab-65a1ae37e230 req-f718c7fb-80ab-4442-8468-131240586179 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef4ffc0d-9daf-499c-ab83-553518cbdf01 HTTP/1.1" status: 200 len: 945 time: 0.2181406 Nov 15 14:52:31.375948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b94e9a-a74e-41a8-8c56-4f756d20eb8a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=1a62add0-5bbf-4a90-9d65-a303e5aed9f7,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:31.407675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2004c6d-6a85-4996-ac28-8b8164ccea5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.465338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbffe64a-bec7-4a07-9387-712394068c3a None None] Network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:31.477027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2004c6d-6a85-4996-ac28-8b8164ccea5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27509449-8df6-42ba-8661-ec2282e76a58,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:31.482420 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a2004c6d-6a85-4996-ac28-8b8164ccea5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca8213f19b9a493f88ff66d04ade54a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0897055 Nov 15 14:52:31.485706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51506) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:31.544526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Router 90bbc640-9b97-4250-b395-72f10bc3f9a8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:52:31.556140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3d117951-a054-458b-8b41-5033fcfe9437 None None] For port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f,segment=NetworkSegment(1f248110-5d05-45d5-a073-c14a75213bc8),segment_id=1f248110-5d05-45d5-a073-c14a75213bc8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:31.586773 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62cccbdc-4851-4926-93ab-65a1ae37e230 req-d0a8750a-40e4-4a7c-9d97-178a81072a77 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153161 Nov 15 14:52:31.659421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c010dacf-670c-4ba9-8906-6879e4ea7117 None None] Provisioning complete for port ef80b463-dabc-40c4-9000-0e0956444a80 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:31.659421 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c010dacf-670c-4ba9-8906-6879e4ea7117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.711788 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.717885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-99c4df06-8b7c-4044-b931-f7c4631ec52a req-164d7ccc-9271-4838-84ce-6acd0368586c tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Deleting port b7032914-4f51-4aad-8f9b-fb4425501a52 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:31.718092 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d117951-a054-458b-8b41-5033fcfe9437 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.718219 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99c4df06-8b7c-4044-b931-f7c4631ec52a req-164d7ccc-9271-4838-84ce-6acd0368586c tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.818170 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d117951-a054-458b-8b41-5033fcfe9437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.826703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port ef80b463-dabc-40c4-9000-0e0956444a80, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ef80b463-dabc-40c4-9000-0e0956444a80,segment=NetworkSegment(3cf2d5be-a1a7-48c1-947c-4d185aa48912),segment_id=3cf2d5be-a1a7-48c1-947c-4d185aa48912)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:31.832820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-99c4df06-8b7c-4044-b931-f7c4631ec52a req-164d7ccc-9271-4838-84ce-6acd0368586c tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] For port b7032914-4f51-4aad-8f9b-fb4425501a52, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b7032914-4f51-4aad-8f9b-fb4425501a52,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:31.833207 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99c4df06-8b7c-4044-b931-f7c4631ec52a req-164d7ccc-9271-4838-84ce-6acd0368586c tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.877477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-99c4df06-8b7c-4044-b931-f7c4631ec52a req-164d7ccc-9271-4838-84ce-6acd0368586c tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Calling delete_port for b7032914-4f51-4aad-8f9b-fb4425501a52 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:31.894092 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c010dacf-670c-4ba9-8906-6879e4ea7117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.936950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-05a048df-849a-4f00-8aab-285aa77a026e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port 1a62add0-5bbf-4a90-9d65-a303e5aed9f7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:31.937532 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05a048df-849a-4f00-8aab-285aa77a026e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.948752 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:31.949585 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c87a4eff-a251-4d1c-ae61-84348c04d340 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:32.050861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05a048df-849a-4f00-8aab-285aa77a026e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:32.064275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d117951-a054-458b-8b41-5033fcfe9437 None None] Pushing event updated for resources: {'Port': ['ID=6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:32.071218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-05a048df-849a-4f00-8aab-285aa77a026e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for 1a62add0-5bbf-4a90-9d65-a303e5aed9f7 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:32.116028 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-c010dacf-670c-4ba9-8906-6879e4ea7117 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:52:32.116481 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-c010dacf-670c-4ba9-8906-6879e4ea7117 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:52:32.156211 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08545c03-7c06-4d05-ad92-1cf54488f6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:32.157804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c87a4eff-a251-4d1c-ae61-84348c04d340 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:32.160860 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:32.163063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:52:32.172730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=ef80b463-dabc-40c4-9000-0e0956444a80,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:32.174983 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Sync routers for ids ['90bbc640-9b97-4250-b395-72f10bc3f9a8'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:52:32.183490 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-932ab2a8-2413-40b8-9403-1d44ab45ded6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "PUT /v2.0/routers/90bbc640-9b97-4250-b395-72f10bc3f9a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3281441 Nov 15 14:52:32.184589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51510) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:32.191863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cd0d361f-cd43-4467-863e-b9d1ae094138 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2134926452', 'description': 'tempest-secgroup_access--2134926452 description', 'project_id': '3b571c77e27f4f52ae37627811351862'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:32.193772 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Routers {'90bbc640-9b97-4250-b395-72f10bc3f9a8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:32.194424 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['90bbc640-9b97-4250-b395-72f10bc3f9a8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:32.208606 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99c4df06-8b7c-4044-b931-f7c4631ec52a req-164d7ccc-9271-4838-84ce-6acd0368586c tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:32.227397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['60ad9670-0cdd-480e-9f96-4a33eb4f3258', 'b7032914-4f51-4aad-8f9b-fb4425501a52'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:52:32.306903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d7ccc-9271-4838-84ce-6acd0368586c tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Pushing event deleted for resources: {'Port': ['ID=b7032914-4f51-4aad-8f9b-fb4425501a52,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:32.328325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7f8259a-2760-4524-8620-2842e1d3bc1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:32.363117 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05a048df-849a-4f00-8aab-285aa77a026e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:32.403222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a048df-849a-4f00-8aab-285aa77a026e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=1a62add0-5bbf-4a90-9d65-a303e5aed9f7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:32.444890 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7f8259a-2760-4524-8620-2842e1d3bc1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:32.458611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c4df06-8b7c-4044-b931-f7c4631ec52a req-164d7ccc-9271-4838-84ce-6acd0368586c tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] No DVR routers for this DVR port b7032914-4f51-4aad-8f9b-fb4425501a52 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:52:32.465031 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99c4df06-8b7c-4044-b931-f7c4631ec52a req-164d7ccc-9271-4838-84ce-6acd0368586c tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:32.480305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99c4df06-8b7c-4044-b931-f7c4631ec52a req-164d7ccc-9271-4838-84ce-6acd0368586c tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.46 "DELETE /v2.0/ports/b7032914-4f51-4aad-8f9b-fb4425501a52 HTTP/1.1" status: 204 len: 173 time: 1.2353089 Nov 15 14:52:32.480305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4ffc0d-9daf-499c-ab83-553518cbdf01', 'name': 'network-vif-deleted', 'tag': 'b7032914-4f51-4aad-8f9b-fb4425501a52'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:52:32.480582 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Set router 90bbc640-9b97-4250-b395-72f10bc3f9a8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:32.486139 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60983bb2-fb0d-4cd2-af13-08591e5334cb" -d '{"events": [{"server_uuid": "ef4ffc0d-9daf-499c-ab83-553518cbdf01", "name": "network-vif-deleted", "tag": "b7032914-4f51-4aad-8f9b-fb4425501a52"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:52:32.521406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:32.575509 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd0d361f-cd43-4467-863e-b9d1ae094138 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:32.596775 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e83f2a2-096b-48c7-8c62-4512480978db x-openstack-request-id: req-5e83f2a2-096b-48c7-8c62-4512480978db {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:52:32.597386 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4ffc0d-9daf-499c-ab83-553518cbdf01", "name": "network-vif-deleted", "tag": "b7032914-4f51-4aad-8f9b-fb4425501a52", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:52:32.597834 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e83f2a2-096b-48c7-8c62-4512480978db {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:52:32.603499 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4ffc0d-9daf-499c-ab83-553518cbdf01', 'name': 'network-vif-deleted', 'tag': 'b7032914-4f51-4aad-8f9b-fb4425501a52', 'status': 'completed', 'code': 200} Nov 15 14:52:32.692514 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05a048df-849a-4f00-8aab-285aa77a026e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:32.703897 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-05a048df-849a-4f00-8aab-285aa77a026e tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/1a62add0-5bbf-4a90-9d65-a303e5aed9f7 HTTP/1.1" status: 204 len: 168 time: 1.4017339 Nov 15 14:52:32.706042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51520) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:32.839998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:32.840372 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:32.883942 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7f8259a-2760-4524-8620-2842e1d3bc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:32.886650 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7f8259a-2760-4524-8620-2842e1d3bc1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:32.890089 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b7f8259a-2760-4524-8620-2842e1d3bc1e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27509449-8df6-42ba-8661-ec2282e76a58 HTTP/1.1" status: 204 len: 168 time: 1.4007599 Nov 15 14:52:32.916369 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-180206f7-6b08-4a4a-bfdb-8a5ea616bdb1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:52:32.923298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-180206f7-6b08-4a4a-bfdb-8a5ea616bdb1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/1a62add0-5bbf-4a90-9d65-a303e5aed9f7 HTTP/1.1" status: 404 len: 333 time: 0.2142446 Nov 15 14:52:32.927104 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51524) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:32.928537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8259a-2760-4524-8620-2842e1d3bc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27509449-8df6-42ba-8661-ec2282e76a58,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:33.054145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a35e69a-3097-4fb2-86f9-75f7b2384ddc req-a6b375c9-7892-4715-810b-0a1bff635725 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef4ffc0d-9daf-499c-ab83-553518cbdf01 HTTP/1.1" status: 200 len: 210 time: 0.2841239 Nov 15 14:52:33.146582 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd0d361f-cd43-4467-863e-b9d1ae094138 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.149351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81db9009-cc02-4ae9-88b9-bd90c9e58e8b None None] Provisioning complete for port c22b161a-e8bf-43aa-ab65-3380f25aeed4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:33.149762 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81db9009-cc02-4ae9-88b9-bd90c9e58e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.191741 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a518798b-91d9-4244-a337-fc3378d08a75 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.242872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd0d361f-cd43-4467-863e-b9d1ae094138 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.266276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81db9009-cc02-4ae9-88b9-bd90c9e58e8b None None] Port c22b161a-e8bf-43aa-ab65-3380f25aeed4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:33.310293 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a518798b-91d9-4244-a337-fc3378d08a75 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.337907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d361f-cd43-4467-863e-b9d1ae094138 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a150dba-5fc5-4d97-9099-76cfd18b6cc5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:33.375906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81db9009-cc02-4ae9-88b9-bd90c9e58e8b None None] Provisioning complete for port ef80b463-dabc-40c4-9000-0e0956444a80 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:33.376287 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81db9009-cc02-4ae9-88b9-bd90c9e58e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.404872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd0d361f-cd43-4467-863e-b9d1ae094138 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.408992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51528) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:33.409757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cd0d361f-cd43-4467-863e-b9d1ae094138 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2225153 Nov 15 14:52:33.414555 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b22ece31-9bb6-4149-b79d-0acbf2ed46c3 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--552008433', 'description': 'tempest-secgroup_general--552008433 description', 'project_id': '3b571c77e27f4f52ae37627811351862'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:33.508903 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:52:29Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c22b161a-e8bf-43aa-ab65-3380f25aeed4', 'name': '', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'mac_address': 'fa:16:3e:00:ed:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:28Z', 'updated_at': '2021-11-15T14:52:30Z', 'revision_number': 2, 'project_id': '3b571c77e27f4f52ae37627811351862', 'subnets': [{'id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:33.535140 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.535400 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a518798b-91d9-4244-a337-fc3378d08a75 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.539142 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a518798b-91d9-4244-a337-fc3378d08a75 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.540581 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a518798b-91d9-4244-a337-fc3378d08a75 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/security-groups/d8c19399-fd10-4e6f-beba-de2e54bb3547 HTTP/1.1" status: 204 len: 168 time: 0.5935762 Nov 15 14:52:33.543395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51532) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:33.549160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b22ece31-9bb6-4149-b79d-0acbf2ed46c3 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.589805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ef80b463-dabc-40c4-9000-0e0956444a80 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:33.589909 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Checking router: 90bbc640-9b97-4250-b395-72f10bc3f9a8 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:52:33.589909 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Updating router 90bbc640-9b97-4250-b395-72f10bc3f9a8 port c22b161a-e8bf-43aa-ab65-3380f25aeed4 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:52:33.597375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518798b-91d9-4244-a337-fc3378d08a75 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c19399-fd10-4e6f-beba-de2e54bb3547,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:33.643717 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.696470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb51f80f-4971-4c04-aab2-69c4641c8b9a None None] Could not find standard attr ID for object 1a62add0-5bbf-4a90-9d65-a303e5aed9f7. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:52:33.743680 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b7c9-a192-4a6a-aa1a-4c52580d512a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.761978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b22ece31-9bb6-4149-b79d-0acbf2ed46c3 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.764882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb51f80f-4971-4c04-aab2-69c4641c8b9a None None] Provisioning complete for port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:33.765260 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb51f80f-4971-4c04-aab2-69c4641c8b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.820579 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b7c9-a192-4a6a-aa1a-4c52580d512a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.838921 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b22ece31-9bb6-4149-b79d-0acbf2ed46c3 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.844347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ef80b463-dabc-40c4-9000-0e0956444a80 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:33.844537 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.909835 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ece31-9bb6-4149-b79d-0acbf2ed46c3 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab84744c-4056-4ab1-b721-940b07481924,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:33.954935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb51f80f-4971-4c04-aab2-69c4641c8b9a None None] Provisioning complete for port c22b161a-e8bf-43aa-ab65-3380f25aeed4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:33.954935 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb51f80f-4971-4c04-aab2-69c4641c8b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.956759 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b22ece31-9bb6-4149-b79d-0acbf2ed46c3 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:33.958346 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b22ece31-9bb6-4149-b79d-0acbf2ed46c3 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5482173 Nov 15 14:52:33.961782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51538) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:33.967248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ee105fbd-343d-44a5-84a2-ae933f39de1d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Request body: {'security_group_rule': {'security_group_id': '2a150dba-5fc5-4d97-9099-76cfd18b6cc5', 'project_id': '3b571c77e27f4f52ae37627811351862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:34.015367 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b7c9-a192-4a6a-aa1a-4c52580d512a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.018018 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b7c9-a192-4a6a-aa1a-4c52580d512a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.019242 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3cd6b7c9-a192-4a6a-aa1a-4c52580d512a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/security-groups/41d45c65-18d4-4461-ba22-67e1b99697d7 HTTP/1.1" status: 204 len: 168 time: 0.4745173 Nov 15 14:52:34.022672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51540) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:34.032572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:34.043801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6b7c9-a192-4a6a-aa1a-4c52580d512a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d45c65-18d4-4461-ba22-67e1b99697d7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:34.114938 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee105fbd-343d-44a5-84a2-ae933f39de1d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.121126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9e6fff-d24e-4100-affc-f164f345532a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting subnet 7cb35fb2-9904-46f8-a680-8423a952362a {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:52:34.126522 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6fff-d24e-4100-affc-f164f345532a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.141988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eb51f80f-4971-4c04-aab2-69c4641c8b9a None None] Port c22b161a-e8bf-43aa-ab65-3380f25aeed4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:34.204086 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6fff-d24e-4100-affc-f164f345532a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.216438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb51f80f-4971-4c04-aab2-69c4641c8b9a None None] Provisioning complete for port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:34.217085 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb51f80f-4971-4c04-aab2-69c4641c8b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.217214 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.269154 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee105fbd-343d-44a5-84a2-ae933f39de1d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.278519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51548) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:34.284149 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eb51f80f-4971-4c04-aab2-69c4641c8b9a None None] Port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:34.303441 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-344baea7-9e24-4c60-91bf-cbe03da35be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.304005 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:34.304390 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.341411 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.375626 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b7032914-4f51-4aad-8f9b-fb4425501a52 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:52:34.378478 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6fff-d24e-4100-affc-f164f345532a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.383618 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee105fbd-343d-44a5-84a2-ae933f39de1d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.431790 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee105fbd-343d-44a5-84a2-ae933f39de1d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd397f5-1f75-4e7e-b29b-2c41abe21f85,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:34.433710 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2dae0a-a72f-44b7-bd49-50df11d10d29 None None] Pushing event updated for resources: {'Port': ['ID=c22b161a-e8bf-43aa-ab65-3380f25aeed4,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:34.447961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: b7032914-4f51-4aad-8f9b-fb4425501a52 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:52:34.448307 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b7032914-4f51-4aad-8f9b-fb4425501a52 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:52:34.465634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-75f7d9c8-1127-4444-862d-866f4be7eaa1 None None] Could not find standard attr ID for object 1a62add0-5bbf-4a90-9d65-a303e5aed9f7. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 14:52:34.481395 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-344baea7-9e24-4c60-91bf-cbe03da35be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.499573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-75f7d9c8-1127-4444-862d-866f4be7eaa1 None None] Provisioning complete for port c22b161a-e8bf-43aa-ab65-3380f25aeed4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:34.500195 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75f7d9c8-1127-4444-862d-866f4be7eaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.506234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee105fbd-343d-44a5-84a2-ae933f39de1d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.508223 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ee105fbd-343d-44a5-84a2-ae933f39de1d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5451577 Nov 15 14:52:34.554108 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Attempting to bind port c22b161a-e8bf-43aa-ab65-3380f25aeed4 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:52:34.554784 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Attempting to bind port c22b161a-e8bf-43aa-ab65-3380f25aeed4 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '3cf2d5be-a1a7-48c1-947c-4d185aa48912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:52:34.554899 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Attempting to bind port c22b161a-e8bf-43aa-ab65-3380f25aeed4 on network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:34.583190 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:52:34.583623 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Checking segment: {'id': '3cf2d5be-a1a7-48c1-947c-4d185aa48912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:34.585225 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.585627 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Bound using segment: {'id': '3cf2d5be-a1a7-48c1-947c-4d185aa48912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:52:34.586363 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Bound port: c22b161a-e8bf-43aa-ab65-3380f25aeed4, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf2d5be-a1a7-48c1-947c-4d185aa48912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:52:34.586974 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.629469 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-75f7d9c8-1127-4444-862d-866f4be7eaa1 None None] Port c22b161a-e8bf-43aa-ab65-3380f25aeed4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:34.631414 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-344baea7-9e24-4c60-91bf-cbe03da35be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.677235 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6fff-d24e-4100-affc-f164f345532a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.681701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-344baea7-9e24-4c60-91bf-cbe03da35be4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07026a59214a4f4792e506985b0d4cb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4014606 Nov 15 14:52:34.684364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:34.726865 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e6fff-d24e-4100-affc-f164f345532a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb35fb2-9904-46f8-a680-8423a952362a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:34.730202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344baea7-9e24-4c60-91bf-cbe03da35be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2d9ce5-f739-41bc-9360-1be4673a1499,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:34.751755 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6fff-d24e-4100-affc-f164f345532a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.764036 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5c9e6fff-d24e-4100-affc-f164f345532a tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/7cb35fb2-9904-46f8-a680-8423a952362a HTTP/1.1" status: 204 len: 168 time: 0.7399161 Nov 15 14:52:34.770205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:34.777403 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e7260c46-3e76-48a6-8c1e-c459ba801634 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:34.782071 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] For port c22b161a-e8bf-43aa-ab65-3380f25aeed4, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:52:34.786036 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] For port c22b161a-e8bf-43aa-ab65-3380f25aeed4, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c22b161a-e8bf-43aa-ab65-3380f25aeed4,segment=NetworkSegment(3cf2d5be-a1a7-48c1-947c-4d185aa48912),segment_id=3cf2d5be-a1a7-48c1-947c-4d185aa48912)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:52:34.799924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd35e779-6e16-4c18-a903-bb92c1cae991 None None] Network c87bea2a-5410-4ca7-bae7-e952de813d96 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:34.810070 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00403717-3530-490e-a589-d375f98b3c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.836964 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00403717-3530-490e-a589-d375f98b3c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:34.874006 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:35.000787 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-7cc36f16-360e-457a-bd7d-3ea41593eb3b tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_access--2134926452&fields=id&tenant_id=3b571c77e27f4f52ae37627811351862 HTTP/1.1" status: 200 len: 267 time: 0.1317873 Nov 15 14:52:35.023667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d202cd-f9d1-4a70-952b-c98fcd652d3c req-481ff5c7-5b8e-4d28-9afc-c829f995c8a8 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:35.026927 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2dae0a-a72f-44b7-bd49-50df11d10d29 None None] Pushing event updated for resources: {'Port': ['ID=c22b161a-e8bf-43aa-ab65-3380f25aeed4,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:35.036739 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Routers {'90bbc640-9b97-4250-b395-72f10bc3f9a8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:35.037010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46d202cd-f9d1-4a70-952b-c98fcd652d3c req-481ff5c7-5b8e-4d28-9afc-c829f995c8a8 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.0975692 Nov 15 14:52:35.038079 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['90bbc640-9b97-4250-b395-72f10bc3f9a8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:35.071762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7260c46-3e76-48a6-8c1e-c459ba801634 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:35.076349 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7260c46-3e76-48a6-8c1e-c459ba801634 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:35.117507 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-e604246f-0e89-4b1f-875c-bbc83a55009c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_general--552008433&fields=id&tenant_id=3b571c77e27f4f52ae37627811351862 HTTP/1.1" status: 200 len: 267 time: 0.1077094 Nov 15 14:52:35.143769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-347eb0dd-481f-455d-b5df-c743db9c21b5 None None] Provisioning complete for port c22b161a-e8bf-43aa-ab65-3380f25aeed4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:35.145404 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-347eb0dd-481f-455d-b5df-c743db9c21b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:35.162160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46d202cd-f9d1-4a70-952b-c98fcd652d3c req-cf7a8c12-f192-40fd-81d4-a2c41d6c46e4 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223879 Nov 15 14:52:35.162891 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00403717-3530-490e-a589-d375f98b3c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:35.165514 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00403717-3530-490e-a589-d375f98b3c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:35.166670 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-00403717-3530-490e-a589-d375f98b3c00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa2d9ce5-f739-41bc-9360-1be4673a1499 HTTP/1.1" status: 204 len: 168 time: 0.4809663 Nov 15 14:52:35.238498 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:35.257399 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] Set router 90bbc640-9b97-4250-b395-72f10bc3f9a8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:35.317045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00403717-3530-490e-a589-d375f98b3c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2d9ce5-f739-41bc-9360-1be4673a1499,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:35.403996 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-347eb0dd-481f-455d-b5df-c743db9c21b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:35.434332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-d90c0b19-48c6-4fbc-9791-cf64b913dd2c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:35.444214 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-d90c0b19-48c6-4fbc-9791-cf64b913dd2c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/networks?id=5ac219fd-61a8-41e3-a0bc-19bb8f49b978 HTTP/1.1" status: 200 len: 796 time: 0.3138368 Nov 15 14:52:35.470990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-b3ef7fa3-7e4c-4e32-b2bc-403a247ec49f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/quotas/3b571c77e27f4f52ae37627811351862 HTTP/1.1" status: 200 len: 375 time: 0.0257990 Nov 15 14:52:35.504556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-347eb0dd-481f-455d-b5df-c743db9c21b5 None None] For port c22b161a-e8bf-43aa-ab65-3380f25aeed4, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c22b161a-e8bf-43aa-ab65-3380f25aeed4,segment=NetworkSegment(3cf2d5be-a1a7-48c1-947c-4d185aa48912),segment_id=3cf2d5be-a1a7-48c1-947c-4d185aa48912)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:35.552943 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-69b34fe5-4896-4158-9b4b-a1668984c5bf tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b571c77e27f4f52ae37627811351862&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806901 Nov 15 14:52:35.558016 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-347eb0dd-481f-455d-b5df-c743db9c21b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:35.644063 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347eb0dd-481f-455d-b5df-c743db9c21b5 None None] Pushing event updated for resources: {'Port': ['ID=c22b161a-e8bf-43aa-ab65-3380f25aeed4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:35.655991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7260c46-3e76-48a6-8c1e-c459ba801634 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:35.700590 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:52:29Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c22b161a-e8bf-43aa-ab65-3380f25aeed4', 'name': '', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'mac_address': 'fa:16:3e:00:ed:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:28Z', 'updated_at': '2021-11-15T14:52:34Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'subnets': [{'id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:35.728258 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7260c46-3e76-48a6-8c1e-c459ba801634 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Subnet': ['ID=e36b4575-f7fd-49fd-9455-afb5a2dafe8d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:35.735489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2e8a25ee-8046-4aec-a2e3-9015d6c7aef7 None None] Provisioning complete for port c22b161a-e8bf-43aa-ab65-3380f25aeed4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:35.737034 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e8a25ee-8046-4aec-a2e3-9015d6c7aef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:35.758445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7260c46-3e76-48a6-8c1e-c459ba801634 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network c87bea2a-5410-4ca7-bae7-e952de813d96 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:35.764901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e7260c46-3e76-48a6-8c1e-c459ba801634 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:35.770360 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-c74ac894-5051-430b-96c6-adb0cb8769ed service neutron] 10.222.0.70 "GET /v2.0/networks/5ac219fd-61a8-41e3-a0bc-19bb8f49b978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834362 Nov 15 14:52:35.773603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7260c46-3e76-48a6-8c1e-c459ba801634 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:35.778039 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7260c46-3e76-48a6-8c1e-c459ba801634 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:35.780123 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36b754-7b6e-4efe-8c01-805fc06fc7fb None None] The sync data for ids ['90bbc640-9b97-4250-b395-72f10bc3f9a8'] in n-d-817748-2 is: [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:52:29Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c22b161a-e8bf-43aa-ab65-3380f25aeed4', 'name': '', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'mac_address': 'fa:16:3e:00:ed:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:28Z', 'updated_at': '2021-11-15T14:52:34Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'subnets': [{'id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:52:35.809284 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:35.881193 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e7260c46-3e76-48a6-8c1e-c459ba801634 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1095710 Nov 15 14:52:35.884303 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:35.902141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-419789c5-a8c3-4e2e-9758-0a7f47c11066 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'security_group': {'name': 'tempest-secgroup-1080879763'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:36.032494 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-419789c5-a8c3-4e2e-9758-0a7f47c11066 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:36.077771 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-d0c241f0-10ba-42b8-b377-ec6fbcdc01c2 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac219fd-61a8-41e3-a0bc-19bb8f49b978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067031 Nov 15 14:52:36.171256 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-419789c5-a8c3-4e2e-9758-0a7f47c11066 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:36.231739 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-419789c5-a8c3-4e2e-9758-0a7f47c11066 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:36.283495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419789c5-a8c3-4e2e-9758-0a7f47c11066 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf8cc6e-093b-499a-9c80-4add742e7477,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:36.348604 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-419789c5-a8c3-4e2e-9758-0a7f47c11066 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:36.350628 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-419789c5-a8c3-4e2e-9758-0a7f47c11066 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4649439 Nov 15 14:52:36.357214 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51594) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:36.362646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-63d239a5-8daa-4203-8677-8923d19c5a20 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'security_group': {'name': 'tempest-secgroup-1466542598'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:36.408207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ae3ec-9fc6-44d8-b6c6-96b165bdda18 req-a2fe8145-6ea1-410d-b76a-60398ba8f228 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:36.413176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a26ae3ec-9fc6-44d8-b6c6-96b165bdda18 req-a2fe8145-6ea1-410d-b76a-60398ba8f228 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.1131620 Nov 15 14:52:36.510746 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99400360-dd66-4f96-aae5-d878ce696129 None None] Network c87bea2a-5410-4ca7-bae7-e952de813d96 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:36.522281 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63d239a5-8daa-4203-8677-8923d19c5a20 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:36.559102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a26ae3ec-9fc6-44d8-b6c6-96b165bdda18 req-aa773458-8c56-4d71-8bf3-f5c5223b518f tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2672588-6027-4dd3-b081-72dba76f818a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241045 Nov 15 14:52:36.588549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fce08-5ec6-4afd-bd26-6be9439cb26f req-50edd7ca-8c72-4218-b741-5e6ccb927dd5 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:36.596027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a2fce08-5ec6-4afd-bd26-6be9439cb26f req-50edd7ca-8c72-4218-b741-5e6ccb927dd5 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.46 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 946 time: 0.1815250 Nov 15 14:52:36.680171 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63d239a5-8daa-4203-8677-8923d19c5a20 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:36.699641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ab4dfb1a-721c-4bd9-8b60-6b193bf89bea None None] Provisioning complete for port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:36.699641 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab4dfb1a-721c-4bd9-8b60-6b193bf89bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:36.743842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31870814-a985-470d-9317-d4231b6b4b29 req-4deb11f8-c5f3-4585-95bd-f6328bad5e25 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 210 time: 0.1332448 Nov 15 14:52:36.922528 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63d239a5-8daa-4203-8677-8923d19c5a20 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:36.924629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3a2fce08-5ec6-4afd-bd26-6be9439cb26f req-b1ac6fdf-1394-4f66-b417-ce00370fd1c6 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Deleting port 60ad9670-0cdd-480e-9f96-4a33eb4f3258 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:36.924629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3a2fce08-5ec6-4afd-bd26-6be9439cb26f req-b1ac6fdf-1394-4f66-b417-ce00370fd1c6 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:36.977385 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d239a5-8daa-4203-8677-8923d19c5a20 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e58c60-92b3-40ea-ae30-b4ec2bb0d5ac,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:37.050055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3a2fce08-5ec6-4afd-bd26-6be9439cb26f req-b1ac6fdf-1394-4f66-b417-ce00370fd1c6 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] For port 60ad9670-0cdd-480e-9f96-4a33eb4f3258, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=60ad9670-0cdd-480e-9f96-4a33eb4f3258,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:37.050569 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3a2fce08-5ec6-4afd-bd26-6be9439cb26f req-b1ac6fdf-1394-4f66-b417-ce00370fd1c6 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:37.065728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3a2fce08-5ec6-4afd-bd26-6be9439cb26f req-b1ac6fdf-1394-4f66-b417-ce00370fd1c6 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Calling delete_port for 60ad9670-0cdd-480e-9f96-4a33eb4f3258 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:37.142883 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63d239a5-8daa-4203-8677-8923d19c5a20 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:37.144389 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-63d239a5-8daa-4203-8677-8923d19c5a20 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7856681 Nov 15 14:52:37.147915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:37.153261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-022c513f-a5c0-467c-803a-7890b5803c65 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'security_group': {'name': 'tempest-secgroup-167440875'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:37.166830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ab4dfb1a-721c-4bd9-8b60-6b193bf89bea None None] Provisioning complete for port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:37.167203 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab4dfb1a-721c-4bd9-8b60-6b193bf89bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:37.204384 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ab4dfb1a-721c-4bd9-8b60-6b193bf89bea None None] Port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:37.255419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d48400-fe30-4e66-b780-10e2756f54e1 None None] Update dhcp port {'port': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'fixed_ips': [{'subnet_id': '0447a8b5-1109-4955-889c-e63dd36cd3a3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e36b4575-f7fd-49fd-9455-afb5a2dafe8d'}], 'binding:host_id': 'n-d-817748-2'}, 'id': '6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 14:52:37.293613 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87d48400-fe30-4e66-b780-10e2756f54e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:37.334879 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-022c513f-a5c0-467c-803a-7890b5803c65 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:37.352466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3a2fce08-5ec6-4afd-bd26-6be9439cb26f req-b1ac6fdf-1394-4f66-b417-ce00370fd1c6 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:37.443592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['60ad9670-0cdd-480e-9f96-4a33eb4f3258'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:52:37.503633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac6fdf-1394-4f66-b417-ce00370fd1c6 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Pushing event deleted for resources: {'Port': ['ID=60ad9670-0cdd-480e-9f96-4a33eb4f3258,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:37.519138 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-022c513f-a5c0-467c-803a-7890b5803c65 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:37.538921 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2fce08-5ec6-4afd-bd26-6be9439cb26f req-b1ac6fdf-1394-4f66-b417-ce00370fd1c6 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] No DVR routers for this DVR port 60ad9670-0cdd-480e-9f96-4a33eb4f3258 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:52:37.541626 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3a2fce08-5ec6-4afd-bd26-6be9439cb26f req-b1ac6fdf-1394-4f66-b417-ce00370fd1c6 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:37.546620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a2fce08-5ec6-4afd-bd26-6be9439cb26f req-b1ac6fdf-1394-4f66-b417-ce00370fd1c6 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.46 "DELETE /v2.0/ports/60ad9670-0cdd-480e-9f96-4a33eb4f3258 HTTP/1.1" status: 204 len: 173 time: 0.9025714 Nov 15 14:52:37.546620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bf6f62-f896-4251-bc5c-f561706501b9', 'name': 'network-vif-deleted', 'tag': '60ad9670-0cdd-480e-9f96-4a33eb4f3258'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:52:37.548894 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d501df-07f7-47df-9d02-ebf60b2b2e9c" -d '{"events": [{"server_uuid": "22bf6f62-f896-4251-bc5c-f561706501b9", "name": "network-vif-deleted", "tag": "60ad9670-0cdd-480e-9f96-4a33eb4f3258"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:52:37.586255 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c22b161a-e8bf-43aa-ab65-3380f25aeed4 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:37.632826 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410dce9f-f79e-414f-b7f7-5b6ca9a45397 x-openstack-request-id: req-410dce9f-f79e-414f-b7f7-5b6ca9a45397 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:52:37.632826 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bf6f62-f896-4251-bc5c-f561706501b9", "name": "network-vif-deleted", "tag": "60ad9670-0cdd-480e-9f96-4a33eb4f3258", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:52:37.633137 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-410dce9f-f79e-414f-b7f7-5b6ca9a45397 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:52:37.633450 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bf6f62-f896-4251-bc5c-f561706501b9', 'name': 'network-vif-deleted', 'tag': '60ad9670-0cdd-480e-9f96-4a33eb4f3258', 'status': 'completed', 'code': 200} Nov 15 14:52:37.673098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-87d48400-fe30-4e66-b780-10e2756f54e1 None None] Allocated IP 172.20.0.2 (c87bea2a-5410-4ca7-bae7-e952de813d96/e36b4575-f7fd-49fd-9455-afb5a2dafe8d/6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:37.683537 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-022c513f-a5c0-467c-803a-7890b5803c65 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:37.759215 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c22b161a-e8bf-43aa-ab65-3380f25aeed4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:37.759601 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:37.823343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c513f-a5c0-467c-803a-7890b5803c65 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2fb19a-9d80-402d-8eb9-c6583dd73979,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:37.873513 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-022c513f-a5c0-467c-803a-7890b5803c65 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:37.875155 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-022c513f-a5c0-467c-803a-7890b5803c65 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7262001 Nov 15 14:52:37.877952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:37.886943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-507557197', 'security_groups': ['3e2fb19a-9d80-402d-8eb9-c6583dd73979'], 'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e36b4575-f7fd-49fd-9455-afb5a2dafe8d'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:37.915994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7b7edbc-5a12-40d8-bbf5-f61b25a65d0e req-2a8f6a1c-85ea-4ef0-a507-edae049b5a81 tempest-ListServerFiltersTestJSON-491225615 tempest-ListServerFiltersTestJSON-491225615-project] 10.222.0.70 "GET /v2.0/ports?device_id=22bf6f62-f896-4251-bc5c-f561706501b9 HTTP/1.1" status: 200 len: 210 time: 0.0617867 Nov 15 14:52:37.951742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-87d48400-fe30-4e66-b780-10e2756f54e1 None None] For port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f,segment=NetworkSegment(1f248110-5d05-45d5-a073-c14a75213bc8),segment_id=1f248110-5d05-45d5-a073-c14a75213bc8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:37.965331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71761594-0020-4537-9bcf-a4ac9774c424 req-08d0b465-3bf2-4cf3-bb36-beb18b75e8c2 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 210 time: 0.0419397 Nov 15 14:52:38.020129 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87d48400-fe30-4e66-b780-10e2756f54e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:38.077946 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87d48400-fe30-4e66-b780-10e2756f54e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:38.117806 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:38.200492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d48400-fe30-4e66-b780-10e2756f54e1 None None] Pushing event updated for resources: {'Port': ['ID=6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:38.225415 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:38.254115 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] device_id is not set on port 39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:52:38.511084 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.7 (c87bea2a-5410-4ca7-bae7-e952de813d96/e36b4575-f7fd-49fd-9455-afb5a2dafe8d/39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:38.715966 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:38.888393 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:38.948653 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f5c440fd-10e4-42ae-9849-3d850678d6dd None None] Provisioning complete for port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:38.949147 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5c440fd-10e4-42ae-9849-3d850678d6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:38.975156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:38.979413 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network c87bea2a-5410-4ca7-bae7-e952de813d96 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:38.989339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:38.993640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:39.001307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:39.080061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8a7bcd-76d6-4195-a6b8-c833e7cf7284 admin admin] Deleting subnet 71cffa27-893a-466c-9721-4f41e9b04ed6 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:52:39.088408 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7bcd-76d6-4195-a6b8-c833e7cf7284 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:39.105990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f5c440fd-10e4-42ae-9849-3d850678d6dd None None] Provisioning complete for port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:39.112718 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5c440fd-10e4-42ae-9849-3d850678d6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:39.131878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:39.132870 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:39.152064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f5c440fd-10e4-42ae-9849-3d850678d6dd None None] Port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:39.177581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e872dc60-14be-42e9-a05b-f02d178d9383 req-356f5396-35d2-4bcd-a6a0-a4e3116eb137 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 210 time: 0.0573502 Nov 15 14:52:39.187892 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7bcd-76d6-4195-a6b8-c833e7cf7284 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:39.230183 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-05faa79b-be42-4f8e-b3d6-715b27a49f23 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3504996 Nov 15 14:52:39.232970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51686) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:39.251503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-70fa23fa-0fd2-4f13-acdb-81a8bb808770 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:39.299562 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7bcd-76d6-4195-a6b8-c833e7cf7284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:39.385683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b961e655-a312-43e9-9c5d-952a95f54e45 None None] Provisioning complete for port 39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:39.385983 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b961e655-a312-43e9-9c5d-952a95f54e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:39.422648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b961e655-a312-43e9-9c5d-952a95f54e45 None None] Port 39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:39.465199 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7bcd-76d6-4195-a6b8-c833e7cf7284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:39.486073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:39.504264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a7bcd-76d6-4195-a6b8-c833e7cf7284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71cffa27-893a-466c-9721-4f41e9b04ed6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:39.517735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fa23fa-0fd2-4f13-acdb-81a8bb808770 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:39.521857 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70fa23fa-0fd2-4f13-acdb-81a8bb808770 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:39.530593 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7bcd-76d6-4195-a6b8-c833e7cf7284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:39.534774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8f8a7bcd-76d6-4195-a6b8-c833e7cf7284 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/71cffa27-893a-466c-9721-4f41e9b04ed6 HTTP/1.1" status: 204 len: 168 time: 0.5578604 Nov 15 14:52:39.537974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:39.542732 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d214cdc0-d258-49a4-b411-6f9366a4dc07 None None] Network b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:39.709273 n-d-817748-2 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-70fa23fa-0fd2-4f13-acdb-81a8bb808770 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e36b4575-f7fd-49fd-9455-afb5a2dafe8d (CIDR: 172.20.0.0/28) Nov 15 14:52:39.722671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:39.723041 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:39.741456 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fa23fa-0fd2-4f13-acdb-81a8bb808770 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:39.741456 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fa23fa-0fd2-4f13-acdb-81a8bb808770 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:39.742180 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:39.813113 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-70fa23fa-0fd2-4f13-acdb-81a8bb808770 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5790575 Nov 15 14:52:39.815718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51704) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:39.835963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ed24197c-6d6f-4486-895d-9bc933c569c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:39.922261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-f8cc0489-dffa-4654-9599-f55ceb283786 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:39.930808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-f8cc0489-dffa-4654-9599-f55ceb283786 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.46 "GET /v2.0/networks?id=5ac219fd-61a8-41e3-a0bc-19bb8f49b978 HTTP/1.1" status: 200 len: 796 time: 0.2566743 Nov 15 14:52:39.954288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47420db3-1fa9-4fbe-a34d-6893aecf0f8d None None] DHCP port deletion for b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:40.003509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Deleting port 1a72010a-0a10-402f-a36b-fafcfcc74c09 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:40.004512 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.043446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-47420db3-1fa9-4fbe-a34d-6893aecf0f8d None None] Deleting port 1a72010a-0a10-402f-a36b-fafcfcc74c09 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:40.043899 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47420db3-1fa9-4fbe-a34d-6893aecf0f8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.138327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] For port 1a72010a-0a10-402f-a36b-fafcfcc74c09, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1a72010a-0a10-402f-a36b-fafcfcc74c09,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:40.139029 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.143446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-47420db3-1fa9-4fbe-a34d-6893aecf0f8d None None] For port 1a72010a-0a10-402f-a36b-fafcfcc74c09, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1a72010a-0a10-402f-a36b-fafcfcc74c09,segment=NetworkSegment(da3bd499-84e8-46a4-8502-c457c2b1b682),segment_id=da3bd499-84e8-46a4-8502-c457c2b1b682)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:40.144461 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47420db3-1fa9-4fbe-a34d-6893aecf0f8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.148973 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-e7301178-1d0a-4a86-abba-b2f02b3ac8ec tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b571c77e27f4f52ae37627811351862 HTTP/1.1" status: 200 len: 477 time: 0.1935759 Nov 15 14:52:40.153236 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed24197c-6d6f-4486-895d-9bc933c569c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:40.159424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed24197c-6d6f-4486-895d-9bc933c569c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.165220 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-1dd42aff-2ec1-4c0f-b42e-d49d36328065 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Request body: {'port': {'device_id': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'admin_state_up': True, 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'security_groups': ['2a150dba-5fc5-4d97-9099-76cfd18b6cc5', 'ab84744c-4056-4ab1-b721-940b07481924']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:40.173633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Calling delete_port for 1a72010a-0a10-402f-a36b-fafcfcc74c09 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:40.188772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-47420db3-1fa9-4fbe-a34d-6893aecf0f8d None None] Calling delete_port for 1a72010a-0a10-402f-a36b-fafcfcc74c09 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:40.289583 n-d-817748-2 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-ed24197c-6d6f-4486-895d-9bc933c569c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0447a8b5-1109-4955-889c-e63dd36cd3a3 (CIDR: 172.20.0.16/28) Nov 15 14:52:40.344783 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed24197c-6d6f-4486-895d-9bc933c569c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:40.345317 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed24197c-6d6f-4486-895d-9bc933c569c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:40.398856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 60ad9670-0cdd-480e-9f96-4a33eb4f3258 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:52:40.404341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-862e8697-4b0f-4068-bb12-3d85719aeaf1 req-d690c0d0-9bf8-47d2-b4c5-33aba9aa1825 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 210 time: 0.0922401 Nov 15 14:52:40.426685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 60ad9670-0cdd-480e-9f96-4a33eb4f3258 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:52:40.426971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 60ad9670-0cdd-480e-9f96-4a33eb4f3258 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:52:40.466551 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47420db3-1fa9-4fbe-a34d-6893aecf0f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.473496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.502169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47420db3-1fa9-4fbe-a34d-6893aecf0f8d None None] No DVR routers for this DVR port 1a72010a-0a10-402f-a36b-fafcfcc74c09 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:52:40.503814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Pushing event deleted for resources: {'Port': ['ID=1a72010a-0a10-402f-a36b-fafcfcc74c09,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:40.506151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47420db3-1fa9-4fbe-a34d-6893aecf0f8d None None] Pushing event deleted for resources: {'Port': ['ID=1a72010a-0a10-402f-a36b-fafcfcc74c09,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:40.513208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-1dd42aff-2ec1-4c0f-b42e-d49d36328065 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Made reservation on behalf of 3b571c77e27f4f52ae37627811351862 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:40.514136 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-1dd42aff-2ec1-4c0f-b42e-d49d36328065 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.518585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] No DVR routers for this DVR port 1a72010a-0a10-402f-a36b-fafcfcc74c09 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:52:40.617402 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ed24197c-6d6f-4486-895d-9bc933c569c9 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8002226 Nov 15 14:52:40.618277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:40.624384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7da910a0-69ea-4ec5-9444-79966dc6d849 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'subnet': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:40.645984 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.696155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f8cf78-7842-4ddb-a2d5-086f5d2d6963']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:40.726422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3bd499-84e8-46a4-8502-c457c2b1b682') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:40.726724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3bd499-84e8-46a4-8502-c457c2b1b682') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:40.742372 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.762793 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.772238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-1dd42aff-2ec1-4c0f-b42e-d49d36328065 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Allocated IP 172.20.0.11 (5ac219fd-61a8-41e3-a0bc-19bb8f49b978/b7cc3866-b46d-4668-93b9-f2940945be90/9611de94-fbea-4c2d-9aef-003798fe3641) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:40.774627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:52:40.774966 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:52:40.776814 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:52:40.871646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da910a0-69ea-4ec5-9444-79966dc6d849 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Made reservation on behalf of dea70e201b0647fb936a8620cd1a94b8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:40.876014 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7da910a0-69ea-4ec5-9444-79966dc6d849 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.965290 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.979683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:40.986582 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] 10.222.0.70 "DELETE /v2.0/networks/b1f8cf78-7842-4ddb-a2d5-086f5d2d6963 HTTP/1.1" status: 204 len: 168 time: 1.4466143 Nov 15 14:52:41.004817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63508c-73db-4b2a-8f9b-3761d4ef058e admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f8cf78-7842-4ddb-a2d5-086f5d2d6963,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:41.092568 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-1dd42aff-2ec1-4c0f-b42e-d49d36328065 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:41.272554 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-1dd42aff-2ec1-4c0f-b42e-d49d36328065 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:41.322308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-1dd42aff-2ec1-4c0f-b42e-d49d36328065 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:41.325687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-1dd42aff-2ec1-4c0f-b42e-d49d36328065 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:41.328317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-1dd42aff-2ec1-4c0f-b42e-d49d36328065 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:41.358896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd42aff-2ec1-4c0f-b42e-d49d36328065 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Port': ['ID=9611de94-fbea-4c2d-9aef-003798fe3641,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:41.369879 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7da910a0-69ea-4ec5-9444-79966dc6d849 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:41.417950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-1dd42aff-2ec1-4c0f-b42e-d49d36328065 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:41.418907 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-1dd42aff-2ec1-4c0f-b42e-d49d36328065 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:41.466485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da910a0-69ea-4ec5-9444-79966dc6d849 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Network c87bea2a-5410-4ca7-bae7-e952de813d96 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:41.509766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1a72010a-0a10-402f-a36b-fafcfcc74c09 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:52:41.535876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7da910a0-69ea-4ec5-9444-79966dc6d849 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:41.549366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da910a0-69ea-4ec5-9444-79966dc6d849 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:41.551595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-1dd42aff-2ec1-4c0f-b42e-d49d36328065 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3921797 Nov 15 14:52:41.558337 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7da910a0-69ea-4ec5-9444-79966dc6d849 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:41.580980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 1a72010a-0a10-402f-a36b-fafcfcc74c09 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:52:41.582715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1a72010a-0a10-402f-a36b-fafcfcc74c09 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:52:41.587650 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da910a0-69ea-4ec5-9444-79966dc6d849 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Subnet': ['ID=10069d9b-426f-4e4e-9e02-a1f7d901b690,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:41.589929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceb3b9c-51a0-430f-8a4f-ebc078203ff8 None None] Network c87bea2a-5410-4ca7-bae7-e952de813d96 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:41.594166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Request body: {'port': {'device_id': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:41.619237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51742) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:41.687273 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7da910a0-69ea-4ec5-9444-79966dc6d849 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0649726 Nov 15 14:52:41.688718 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-feedac90-c3aa-48b9-add7-77fb66057f46 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=48cec9a2b695455f9d8bb7d42fe381c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0679259 Nov 15 14:52:41.689021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51744) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:41.690795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51746) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:41.708051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e9640530-7295-4609-b2f4-b32f7baedbbc tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1616299796', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '10069d9b-426f-4e4e-9e02-a1f7d901b690'}], 'security_groups': ['3bf8cc6e-093b-499a-9c80-4add742e7477', 'a1e58c60-92b3-40ea-ae30-b4ec2bb0d5ac']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:41.744521 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36f6c0bf-aac3-4f01-b96b-d7065416888c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:41.768995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb43f6-6e80-46be-bb11-bfd34af9a022 req-0e02ac8e-6994-4dc0-a3f3-af43b7dc6f58 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:41.770117 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36f6c0bf-aac3-4f01-b96b-d7065416888c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:41.771953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85cb43f6-6e80-46be-bb11-bfd34af9a022 req-0e02ac8e-6994-4dc0-a3f3-af43b7dc6f58 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 971 time: 0.2538004 Nov 15 14:52:41.772882 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:41.827416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8a6b871a-51d0-4ccc-9f4d-6713b7e7a94f None None] Provisioning complete for port 9611de94-fbea-4c2d-9aef-003798fe3641 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:41.827821 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a6b871a-51d0-4ccc-9f4d-6713b7e7a94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:41.865326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51750) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:41.907448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b871a-51d0-4ccc-9f4d-6713b7e7a94f None None] Port 9611de94-fbea-4c2d-9aef-003798fe3641 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:41.951940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36f6c0bf-aac3-4f01-b96b-d7065416888c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:41.958376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae89849-3334-44e1-8ca7-902aa7f76cd9 None None] Update dhcp port {'port': {'network_id': 'c87bea2a-5410-4ca7-bae7-e952de813d96', 'fixed_ips': [{'subnet_id': '0447a8b5-1109-4955-889c-e63dd36cd3a3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e36b4575-f7fd-49fd-9455-afb5a2dafe8d', 'ip_address': '172.20.0.2'}, {'subnet_id': '10069d9b-426f-4e4e-9e02-a1f7d901b690'}], 'binding:host_id': 'n-d-817748-2'}, 'id': '6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 14:52:41.959167 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36f6c0bf-aac3-4f01-b96b-d7065416888c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:41.959167 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-36f6c0bf-aac3-4f01-b96b-d7065416888c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f2672588-6027-4dd3-b081-72dba76f818a HTTP/1.1" status: 204 len: 168 time: 0.2640612 Nov 15 14:52:41.966891 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6c0bf-aac3-4f01-b96b-d7065416888c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2672588-6027-4dd3-b081-72dba76f818a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:41.994557 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ae89849-3334-44e1-8ca7-902aa7f76cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:42.091418 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48e82b8e-bdc9-4d0a-955e-bba1c347ee32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:42.210944 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48e82b8e-bdc9-4d0a-955e-bba1c347ee32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:42.233069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-8ae89849-3334-44e1-8ca7-902aa7f76cd9 None None] Allocated IP 172.20.0.34 (c87bea2a-5410-4ca7-bae7-e952de813d96/10069d9b-426f-4e4e-9e02-a1f7d901b690/6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:42.315393 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48e82b8e-bdc9-4d0a-955e-bba1c347ee32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:42.373575 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8ae89849-3334-44e1-8ca7-902aa7f76cd9 None None] For port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f,segment=NetworkSegment(1f248110-5d05-45d5-a073-c14a75213bc8),segment_id=1f248110-5d05-45d5-a073-c14a75213bc8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:42.377061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e82b8e-bdc9-4d0a-955e-bba1c347ee32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838f0f24-fc61-4508-a025-3e5acbdf5c05,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:42.399938 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-48e82b8e-bdc9-4d0a-955e-bba1c347ee32 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1c9e8a2b9fa4345a454f2bbea32695a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5317724 Nov 15 14:52:42.403130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51762) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:42.420762 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ae89849-3334-44e1-8ca7-902aa7f76cd9 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:42.435035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85cb43f6-6e80-46be-bb11-bfd34af9a022 req-3ce75621-319b-4481-9c3c-3d90a641230c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6523769 Nov 15 14:52:42.471078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4014e015-2955-4e14-ac39-f5c88f6ce01c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:42.496500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4014e015-2955-4e14-ac39-f5c88f6ce01c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:42.507172 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ae89849-3334-44e1-8ca7-902aa7f76cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:42.594735 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9640530-7295-4609-b2f4-b32f7baedbbc tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:42.621778 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4014e015-2955-4e14-ac39-f5c88f6ce01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:42.625780 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4014e015-2955-4e14-ac39-f5c88f6ce01c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:42.631359 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4014e015-2955-4e14-ac39-f5c88f6ce01c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/838f0f24-fc61-4508-a025-3e5acbdf5c05 HTTP/1.1" status: 204 len: 168 time: 0.2229502 Nov 15 14:52:42.647451 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014e015-2955-4e14-ac39-f5c88f6ce01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838f0f24-fc61-4508-a025-3e5acbdf5c05,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:42.671431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae89849-3334-44e1-8ca7-902aa7f76cd9 None None] Pushing event updated for resources: {'Port': ['ID=6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:42.938578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9611de94-fbea-4c2d-9aef-003798fe3641 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:52:42.951707 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:42.991258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Transition to ACTIVE for port object 9611de94-fbea-4c2d-9aef-003798fe3641 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:52:43.063991 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.121385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e9640530-7295-4609-b2f4-b32f7baedbbc tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Delete allocated IP 172.20.0.7 (c87bea2a-5410-4ca7-bae7-e952de813d96/e36b4575-f7fd-49fd-9455-afb5a2dafe8d) {{(pid=103146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 14:52:43.182941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e9640530-7295-4609-b2f4-b32f7baedbbc tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Allocated IP 172.20.0.40 (c87bea2a-5410-4ca7-bae7-e952de813d96/10069d9b-426f-4e4e-9e02-a1f7d901b690/39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:43.257784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Pushing event updated for resources: {'Port': ['ID=9611de94-fbea-4c2d-9aef-003798fe3641,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:43.396760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Attempting to bind port 9611de94-fbea-4c2d-9aef-003798fe3641 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:52:43.396760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Attempting to bind port 9611de94-fbea-4c2d-9aef-003798fe3641 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '3cf2d5be-a1a7-48c1-947c-4d185aa48912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:52:43.396760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Attempting to bind port 9611de94-fbea-4c2d-9aef-003798fe3641 on network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:43.407917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Port 9611de94-fbea-4c2d-9aef-003798fe3641 on network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:52:43.408327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Attempting to bind port 9611de94-fbea-4c2d-9aef-003798fe3641 on network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:43.425502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:52:43.425502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Checking segment: {'id': '3cf2d5be-a1a7-48c1-947c-4d185aa48912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:43.425502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Bound using segment: {'id': '3cf2d5be-a1a7-48c1-947c-4d185aa48912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:52:43.425502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Bound port: 9611de94-fbea-4c2d-9aef-003798fe3641, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf2d5be-a1a7-48c1-947c-4d185aa48912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:52:43.425502 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.451620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51792) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:43.470532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:43.507294 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9640530-7295-4609-b2f4-b32f7baedbbc tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.537459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:43.537848 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.565515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:43.580419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] For port 9611de94-fbea-4c2d-9aef-003798fe3641, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:52:43.583371 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e245c223-6e8b-4ee9-8247-c0cf401e16c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.586320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2fa53ff0-b419-4955-aa3d-71870887c67d None None] Provisioning complete for port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:43.586729 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fa53ff0-b419-4955-aa3d-71870887c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.590999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-network', 'tenant_id': '418df9050a8941aab5de4eb3374c308c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:43.594978 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9640530-7295-4609-b2f4-b32f7baedbbc tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.625635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] For port 9611de94-fbea-4c2d-9aef-003798fe3641, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9611de94-fbea-4c2d-9aef-003798fe3641,segment=NetworkSegment(3cf2d5be-a1a7-48c1-947c-4d185aa48912),segment_id=3cf2d5be-a1a7-48c1-947c-4d185aa48912)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:52:43.726941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a45bb-4c72-4400-8cdc-2ea058ba095e req-65f8fcab-098f-459d-add6-36043b47c997 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:43.728913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b0a45bb-4c72-4400-8cdc-2ea058ba095e req-65f8fcab-098f-459d-add6-36043b47c997 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 983 time: 0.2048852 Nov 15 14:52:43.730075 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.740513 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2fa53ff0-b419-4955-aa3d-71870887c67d None None] Provisioning complete for port 39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:43.741090 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fa53ff0-b419-4955-aa3d-71870887c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.744234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e245c223-6e8b-4ee9-8247-c0cf401e16c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.746553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Made reservation on behalf of 418df9050a8941aab5de4eb3374c308c for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:43.749419 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.756768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9640530-7295-4609-b2f4-b32f7baedbbc tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event updated for resources: {'Port': ['ID=39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:43.767625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.772496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:43.773797 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.775621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] 10.222.0.46 "PUT /v2.0/ports/9611de94-fbea-4c2d-9aef-003798fe3641 HTTP/1.1" status: 200 len: 1131 time: 2.1875610 Nov 15 14:52:43.798208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2fa53ff0-b419-4955-aa3d-71870887c67d None None] Port 39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:43.813277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'tag': '9611de94-fbea-4c2d-9aef-003798fe3641'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:52:43.813579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2fa53ff0-b419-4955-aa3d-71870887c67d None None] Provisioning complete for port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:43.814021 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fa53ff0-b419-4955-aa3d-71870887c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.815805 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8120c00-b7a5-4aff-83e4-535b42cc09eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7e1e25-3f4a-4866-bcd9-146df37ef04f", "tag": "9611de94-fbea-4c2d-9aef-003798fe3641"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:52:43.830706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e9640530-7295-4609-b2f4-b32f7baedbbc tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] In _notify_port_updated(), no bound segment for port 39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb on network c87bea2a-5410-4ca7-bae7-e952de813d96 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:52:43.837299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9640530-7295-4609-b2f4-b32f7baedbbc tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:43.838254 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9640530-7295-4609-b2f4-b32f7baedbbc tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.839613 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e9640530-7295-4609-b2f4-b32f7baedbbc tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "PUT /v2.0/ports/39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb HTTP/1.1" status: 200 len: 960 time: 2.1496212 Nov 15 14:52:43.846671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:43.878322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2fa53ff0-b419-4955-aa3d-71870887c67d None None] Port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:43.893703 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.895389 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e245c223-6e8b-4ee9-8247-c0cf401e16c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:43.927892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dae7cc-f3ca-4ac4-9219-62ee9f2f1dcc service neutron] Pushing event updated for resources: {'Port': ['ID=9611de94-fbea-4c2d-9aef-003798fe3641,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:43.936570 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dd4df9-5e19-4aa3-aa53-09ff06cb9ae2 x-openstack-request-id: req-38dd4df9-5e19-4aa3-aa53-09ff06cb9ae2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:52:43.936812 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7e1e25-3f4a-4866-bcd9-146df37ef04f", "tag": "9611de94-fbea-4c2d-9aef-003798fe3641", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:52:43.937202 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38dd4df9-5e19-4aa3-aa53-09ff06cb9ae2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:52:43.937779 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'tag': '9611de94-fbea-4c2d-9aef-003798fe3641', 'status': 'completed', 'code': 200} Nov 15 14:52:43.962611 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e245c223-6e8b-4ee9-8247-c0cf401e16c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3ca07ff03c849b6b2308e3f47760eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3917909 Nov 15 14:52:43.962611 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245c223-6e8b-4ee9-8247-c0cf401e16c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aff5301-95cc-49ed-a15c-e9b8c47b7e60,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:43.962982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:43.993659 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.045370 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b0a45bb-4c72-4400-8cdc-2ea058ba095e req-053459fe-21c3-43d0-b334-242c24f25ff9 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2992868 Nov 15 14:52:44.048902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:52:44.074506 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.074937 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Added segment 2e9c1459-c206-4534-9400-81eba47e34a4 of type vlan for network b4a20029-5ff9-4f01-a01c-7758396c41a6 Nov 15 14:52:44.094545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8120c00-b7a5-4aff-83e4-535b42cc09eb req-f8d7bc4c-38a4-4037-b02c-7d7967f30050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:44.096370 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8120c00-b7a5-4aff-83e4-535b42cc09eb req-f8d7bc4c-38a4-4037-b02c-7d7967f30050 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b571c77e27f4f52ae37627811351862&device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 1134 time: 0.1641796 Nov 15 14:52:44.118777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73995af-578e-439a-ac2d-373c1938ab4e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:44.147561 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fe0bd11-dbca-4073-ac0b-a5f72c5b6936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.150545 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.162153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e171f-9f57-4296-94a6-52d99872a2bd tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port 39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:44.162805 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6e171f-9f57-4296-94a6-52d99872a2bd tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.188793 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fe0bd11-dbca-4073-ac0b-a5f72c5b6936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.282808 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.283801 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:44.284378 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.335281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8120c00-b7a5-4aff-83e4-535b42cc09eb req-d70d1ba3-3bab-4fc9-a85e-ead7b713d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:44.336812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8120c00-b7a5-4aff-83e4-535b42cc09eb req-d70d1ba3-3bab-4fc9-a85e-ead7b713d8c2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3b571c77e27f4f52ae37627811351862&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2319441 Nov 15 14:52:44.350747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-04c1f802-225a-4a12-8bed-063c81ebdc19 None None] Provisioning complete for port 39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:44.351366 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c1f802-225a-4a12-8bed-063c81ebdc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.385670 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fe0bd11-dbca-4073-ac0b-a5f72c5b6936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.388271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fe0bd11-dbca-4073-ac0b-a5f72c5b6936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.396838 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1fe0bd11-dbca-4073-ac0b-a5f72c5b6936 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0aff5301-95cc-49ed-a15c-e9b8c47b7e60 HTTP/1.1" status: 204 len: 168 time: 0.4255955 Nov 15 14:52:44.410598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-04c1f802-225a-4a12-8bed-063c81ebdc19 None None] Port 39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:44.422246 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6e171f-9f57-4296-94a6-52d99872a2bd tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.425510 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9717894 Nov 15 14:52:44.430115 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51830) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:44.442028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d3856399-b7db-4281-9efe-6bdc7440842e admin admin] Request body: {'subnet': {'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-subnet', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:44.453068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e171f-9f57-4296-94a6-52d99872a2bd tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for 39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:44.489913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0bd11-dbca-4073-ac0b-a5f72c5b6936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aff5301-95cc-49ed-a15c-e9b8c47b7e60,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:44.515641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06b1a0-3b6a-41b4-a977-438762466caa admin admin] Pushing event updated for resources: {'Network': ['ID=b4a20029-5ff9-4f01-a01c-7758396c41a6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:44.534036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b4a20029-5ff9-4f01-a01c-7758396c41a6 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:52:44.557503 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8120c00-b7a5-4aff-83e4-535b42cc09eb req-6aeb9402-4191-4464-b90d-bd7b36422047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:44.559297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8120c00-b7a5-4aff-83e4-535b42cc09eb req-6aeb9402-4191-4464-b90d-bd7b36422047 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2130136 Nov 15 14:52:44.570240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3856399-b7db-4281-9efe-6bdc7440842e admin admin] Made reservation on behalf of 418df9050a8941aab5de4eb3374c308c for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:44.578880 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3856399-b7db-4281-9efe-6bdc7440842e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.697645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-47415571-76b4-4cd5-94a1-e0c7b7053fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:44.699286 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-47415571-76b4-4cd5-94a1-e0c7b7053fc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b571c77e27f4f52ae37627811351862&device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 1134 time: 0.0655468 Nov 15 14:52:44.754282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-e3813c9b-2027-4c9d-8953-18e384fa71d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9611de94-fbea-4c2d-9aef-003798fe3641 HTTP/1.1" status: 200 len: 217 time: 0.0415928 Nov 15 14:52:44.791953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6e171f-9f57-4296-94a6-52d99872a2bd tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.830707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e171f-9f57-4296-94a6-52d99872a2bd tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:44.886659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-de971a85-8c8d-4040-9ba0-a1a455548e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:44.888150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-de971a85-8c8d-4040-9ba0-a1a455548e68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7cc3866-b46d-4668-93b9-f2940945be90 HTTP/1.1" status: 200 len: 835 time: 0.1235316 Nov 15 14:52:44.895296 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3856399-b7db-4281-9efe-6bdc7440842e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.938324 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6e171f-9f57-4296-94a6-52d99872a2bd tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:44.942163 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5b6e171f-9f57-4296-94a6-52d99872a2bd tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb HTTP/1.1" status: 204 len: 168 time: 1.0948832 Nov 15 14:52:44.945618 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51834) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:44.968928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3856399-b7db-4281-9efe-6bdc7440842e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5cc610b-147d-412a-ad3f-568efc681a63,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:44.982329 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3fc015-2d31-4188-9837-243f33d1f922 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] GET failed (client error): The resource could not be found. Nov 15 14:52:44.984599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1e3fc015-2d31-4188-9837-243f33d1f922 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports/39a11dc8-7e4a-4a92-aacc-ff9e5cc14dbb HTTP/1.1" status: 404 len: 333 time: 0.0365293 Nov 15 14:52:44.991131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-e6a690c0-408f-4d9b-a927-46ed19f28ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:44.994077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-e6a690c0-408f-4d9b-a927-46ed19f28ff8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ac219fd-61a8-41e3-a0bc-19bb8f49b978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953991 Nov 15 14:52:44.995010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51838) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:45.022366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3856399-b7db-4281-9efe-6bdc7440842e admin admin] Checking segment: {'id': '2e9c1459-c206-4534-9400-81eba47e34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:45.022835 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3856399-b7db-4281-9efe-6bdc7440842e admin admin] Network hostable DHCP agents. Network: b4a20029-5ff9-4f01-a01c-7758396c41a6, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:52:45.124271 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3856399-b7db-4281-9efe-6bdc7440842e admin admin] Network b4a20029-5ff9-4f01-a01c-7758396c41a6 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:52:45.124537 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b896105-ab03-44b3-8e64-3d9520d1d74b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.154813 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b896105-ab03-44b3-8e64-3d9520d1d74b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.221182 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d3856399-b7db-4281-9efe-6bdc7440842e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b4a20029-5ff9-4f01-a01c-7758396c41a6) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:45.225793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3856399-b7db-4281-9efe-6bdc7440842e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:45.226484 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3856399-b7db-4281-9efe-6bdc7440842e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.234647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-bdd382a7-1f00-4527-b8f7-0709e0688261 service neutron] 10.222.0.46 "GET /v2.0/networks/5ac219fd-61a8-41e3-a0bc-19bb8f49b978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020268 Nov 15 14:52:45.237273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d665d4b4-b937-4675-b00c-c6f12cb4b402 None None] Network b4a20029-5ff9-4f01-a01c-7758396c41a6 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:45.265322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94911adf-38a1-4c96-ba2d-267d439e11e8 req-62c483f4-967d-44c6-9f00-3ab0618079b2 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:45.267134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94911adf-38a1-4c96-ba2d-267d439e11e8 req-62c483f4-967d-44c6-9f00-3ab0618079b2 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 983 time: 0.1030989 Nov 15 14:52:45.343731 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d3856399-b7db-4281-9efe-6bdc7440842e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9078908 Nov 15 14:52:45.346710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51850) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:45.351133 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:45.354785 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b896105-ab03-44b3-8e64-3d9520d1d74b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.358245 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b896105-ab03-44b3-8e64-3d9520d1d74b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.359607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1b896105-ab03-44b3-8e64-3d9520d1d74b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/security-groups/3e2fb19a-9d80-402d-8eb9-c6583dd73979 HTTP/1.1" status: 204 len: 168 time: 0.3639748 Nov 15 14:52:45.366521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:45.390955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b896105-ab03-44b3-8e64-3d9520d1d74b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2fb19a-9d80-402d-8eb9-c6583dd73979,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:45.493039 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07e9c785-1be0-48f8-9373-3bd515643200 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.498241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94911adf-38a1-4c96-ba2d-267d439e11e8 req-a5cf84d2-82e6-4df9-b9da-3bff5fbf84e0 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2176590 Nov 15 14:52:45.506370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac62664-0ae9-43e0-b4b3-217c512c33d4 None None] Network b4a20029-5ff9-4f01-a01c-7758396c41a6 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:45.509128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab3a1ed-20a0-4570-a8ea-5e10aab773f3 req-9a5331b4-c99d-476f-bde6-77d7feb7eefe service neutron] 10.222.0.46 "GET /v2.0/networks/5ac219fd-61a8-41e3-a0bc-19bb8f49b978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655811 Nov 15 14:52:45.558584 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.558986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.589358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07e9c785-1be0-48f8-9373-3bd515643200 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.663617 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.776634 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07e9c785-1be0-48f8-9373-3bd515643200 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.779645 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07e9c785-1be0-48f8-9373-3bd515643200 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.780808 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-07e9c785-1be0-48f8-9373-3bd515643200 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/security-groups/a1e58c60-92b3-40ea-ae30-b4ec2bb0d5ac HTTP/1.1" status: 204 len: 168 time: 0.4113176 Nov 15 14:52:45.783596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:45.821126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9c785-1be0-48f8-9373-3bd515643200 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e58c60-92b3-40ea-ae30-b4ec2bb0d5ac,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:45.857323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76813afa-bb0b-49b2-b09a-17c0afe43336 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.884676 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76813afa-bb0b-49b2-b09a-17c0afe43336 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.899622 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:45.998101 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76813afa-bb0b-49b2-b09a-17c0afe43336 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:46.000792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76813afa-bb0b-49b2-b09a-17c0afe43336 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:46.012721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51872) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:46.012977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-76813afa-bb0b-49b2-b09a-17c0afe43336 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/security-groups/3bf8cc6e-093b-499a-9c80-4add742e7477 HTTP/1.1" status: 204 len: 168 time: 0.2275951 Nov 15 14:52:46.040363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76813afa-bb0b-49b2-b09a-17c0afe43336 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf8cc6e-093b-499a-9c80-4add742e7477,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:46.078743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27f42e0-539f-4aad-b3aa-1a541263f274 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting subnet e36b4575-f7fd-49fd-9455-afb5a2dafe8d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:52:46.086875 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a27f42e0-539f-4aad-b3aa-1a541263f274 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:46.147269 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a27f42e0-539f-4aad-b3aa-1a541263f274 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:46.332804 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:46.357256 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:46.359409 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a27f42e0-539f-4aad-b3aa-1a541263f274 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:46.511331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Allocated IP 172.25.4.34 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/884bb803-e409-445e-86b9-2fa26b6b94cf) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:46.621901 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a27f42e0-539f-4aad-b3aa-1a541263f274 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:46.678429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f42e0-539f-4aad-b3aa-1a541263f274 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Subnet': ['ID=e36b4575-f7fd-49fd-9455-afb5a2dafe8d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:46.683753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9bf82-673f-48c8-a863-e74b8da61232 req-207ce46b-40fc-4cff-b2e2-3c6425ee4e28 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:46.685849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61f9bf82-673f-48c8-a863-e74b8da61232 req-207ce46b-40fc-4cff-b2e2-3c6425ee4e28 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 983 time: 0.0593021 Nov 15 14:52:46.688350 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:46.691006 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a27f42e0-539f-4aad-b3aa-1a541263f274 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:46.695012 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a27f42e0-539f-4aad-b3aa-1a541263f274 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/e36b4575-f7fd-49fd-9455-afb5a2dafe8d HTTP/1.1" status: 204 len: 168 time: 0.6804571 Nov 15 14:52:46.698674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51896) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:46.701263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153513fe-778e-4df2-8f3a-52eb802f4bb9 None None] Network c87bea2a-5410-4ca7-bae7-e952de813d96 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:46.784274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61f9bf82-673f-48c8-a863-e74b8da61232 req-52add390-4afe-46ab-86bf-f46f3b842d4c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0765226 Nov 15 14:52:46.814437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abc66da-7ee3-4a44-a0ee-09f6d57f0ede tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting subnet 10069d9b-426f-4e4e-9e02-a1f7d901b690 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:52:46.819743 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3abc66da-7ee3-4a44-a0ee-09f6d57f0ede tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:46.870066 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3abc66da-7ee3-4a44-a0ee-09f6d57f0ede tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:47.007538 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3abc66da-7ee3-4a44-a0ee-09f6d57f0ede tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:47.045737 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:47.092706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:47.095262 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:47.103525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:47.111181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e0dcb1-3482-4d85-999f-eedf0edd2225 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:47.171562 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Pushing event updated for resources: {'Port': ['ID=884bb803-e409-445e-86b9-2fa26b6b94cf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:47.252445 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3abc66da-7ee3-4a44-a0ee-09f6d57f0ede tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:47.264083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bf6b111e-f712-46bc-ae29-e4e93d5f7235 None None] Provisioning complete for port 884bb803-e409-445e-86b9-2fa26b6b94cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:47.265041 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf6b111e-f712-46bc-ae29-e4e93d5f7235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:47.309338 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc66da-7ee3-4a44-a0ee-09f6d57f0ede tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Subnet': ['ID=10069d9b-426f-4e4e-9e02-a1f7d901b690,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:47.325055 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3abc66da-7ee3-4a44-a0ee-09f6d57f0ede tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:47.327764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b111e-f712-46bc-ae29-e4e93d5f7235 None None] Port 884bb803-e409-445e-86b9-2fa26b6b94cf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:47.328297 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3abc66da-7ee3-4a44-a0ee-09f6d57f0ede tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/10069d9b-426f-4e4e-9e02-a1f7d901b690 HTTP/1.1" status: 204 len: 168 time: 0.6174722 Nov 15 14:52:47.330925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51906) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:47.364644 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ab98ff-d5d9-4f6f-a220-8360dc2f6b0b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] DELETE failed (client error): The resource could not be found. Nov 15 14:52:47.365042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ab98ff-d5d9-4f6f-a220-8360dc2f6b0b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:47.368304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-70ab98ff-d5d9-4f6f-a220-8360dc2f6b0b tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/e36b4575-f7fd-49fd-9455-afb5a2dafe8d HTTP/1.1" status: 404 len: 337 time: 0.0361969 Nov 15 14:52:47.376383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:47.434726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c56fe2a-9229-4339-8a2f-ccbb20630c48 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting subnet 0447a8b5-1109-4955-889c-e63dd36cd3a3 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:52:47.438874 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c56fe2a-9229-4339-8a2f-ccbb20630c48 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:47.510049 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c56fe2a-9229-4339-8a2f-ccbb20630c48 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:47.556397 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:47.663394 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c56fe2a-9229-4339-8a2f-ccbb20630c48 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:47.828349 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c56fe2a-9229-4339-8a2f-ccbb20630c48 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:47.872456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56fe2a-9229-4339-8a2f-ccbb20630c48 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Subnet': ['ID=0447a8b5-1109-4955-889c-e63dd36cd3a3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:47.876291 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c56fe2a-9229-4339-8a2f-ccbb20630c48 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:47.879600 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3c56fe2a-9229-4339-8a2f-ccbb20630c48 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/0447a8b5-1109-4955-889c-e63dd36cd3a3 HTTP/1.1" status: 204 len: 168 time: 0.5078690 Nov 15 14:52:47.882564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51924) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:47.924584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:47.935095 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f277c06-c3b3-48c0-b3a3-c43c303ade83 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] DELETE failed (client error): The resource could not be found. Nov 15 14:52:47.935095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f277c06-c3b3-48c0-b3a3-c43c303ade83 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:47.937630 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6f277c06-c3b3-48c0-b3a3-c43c303ade83 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/7cb35fb2-9904-46f8-a680-8423a952362a HTTP/1.1" status: 404 len: 337 time: 0.0539346 Nov 15 14:52:47.948157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:47.998356 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-304b0af6-8064-43e2-8f3f-dc72f734e5c1 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "GET /v2.0/ports?device_id=457e39f6-b28d-4678-8add-354bb23c8430 HTTP/1.1" status: 200 len: 205 time: 0.0489421 Nov 15 14:52:48.006923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:48.023730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d4bf1a-70e8-46c8-b06c-4e3e280e757d None None] Network c87bea2a-5410-4ca7-bae7-e952de813d96 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:52:48.066691 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-69f79aa6-82a4-47a1-a1f6-42db066b71b3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] delete failed (client error): The resource could not be found. Nov 15 14:52:48.070544 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-69f79aa6-82a4-47a1-a1f6-42db066b71b3 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/routers/457e39f6-b28d-4678-8add-354bb23c8430 HTTP/1.1" status: 404 len: 336 time: 0.0588486 Nov 15 14:52:48.073079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51934) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:48.082561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d4cde-3526-423a-86e4-58ef3fef8053 req-7d3994b6-a98c-4552-9d31-4fe681d1e9b3 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:48.090342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-868d4cde-3526-423a-86e4-58ef3fef8053 req-7d3994b6-a98c-4552-9d31-4fe681d1e9b3 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 983 time: 0.1652396 Nov 15 14:52:48.140783 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50a0521-dda8-4858-a8b5-a028c4185894 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] DELETE failed (client error): The resource could not be found. Nov 15 14:52:48.141320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50a0521-dda8-4858-a8b5-a028c4185894 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:48.146479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f50a0521-dda8-4858-a8b5-a028c4185894 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/7fec6af7-b3e0-4d37-b59a-ff0416a686d5 HTTP/1.1" status: 404 len: 337 time: 0.0518589 Nov 15 14:52:48.155036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:48.166447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-600adc6b-bf40-461b-965d-2acd6aad460d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.171566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-65c89c7f-8756-40ea-a329-a52ce41da5a3 None None] Provisioning complete for port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:48.171948 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65c89c7f-8756-40ea-a329-a52ce41da5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.209209 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bcb76c-e56e-4dd9-a29d-de0df8c03882 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] DELETE failed (client error): The resource could not be found. Nov 15 14:52:48.210196 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bcb76c-e56e-4dd9-a29d-de0df8c03882 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:48.214701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-20bcb76c-e56e-4dd9-a29d-de0df8c03882 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/682a8b9d-04e5-488d-b592-2e3d4c04d62c HTTP/1.1" status: 404 len: 337 time: 0.0577776 Nov 15 14:52:48.227675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:48.296852 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90841f7-d440-4e25-bedd-64a509fd3b00 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] DELETE failed (client error): The resource could not be found. Nov 15 14:52:48.297462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90841f7-d440-4e25-bedd-64a509fd3b00 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:48.301425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f90841f7-d440-4e25-bedd-64a509fd3b00 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/d39b25b4-12bf-4384-8260-24eb95d5c73a HTTP/1.1" status: 404 len: 337 time: 0.0723164 Nov 15 14:52:48.313669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:48.360635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-65c89c7f-8756-40ea-a329-a52ce41da5a3 None None] Provisioning complete for port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:48.361017 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65c89c7f-8756-40ea-a329-a52ce41da5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.379066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-868d4cde-3526-423a-86e4-58ef3fef8053 req-738d2d37-fbf5-4f98-a0ec-7671d1dc45ac tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2831240 Nov 15 14:52:48.382339 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a33f0ee-501e-4e10-90b8-29f8c3c6bac6 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] DELETE failed (client error): The resource could not be found. Nov 15 14:52:48.383244 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.384434 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a33f0ee-501e-4e10-90b8-29f8c3c6bac6 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:48.387923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6a33f0ee-501e-4e10-90b8-29f8c3c6bac6 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/c2bcbc87-041a-4509-b80d-49fcc764d15c HTTP/1.1" status: 404 len: 333 time: 0.0732245 Nov 15 14:52:48.399597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:48.401152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-65c89c7f-8756-40ea-a329-a52ce41da5a3 None None] Port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:48.402904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750cb36e-b362-49e0-b00c-f1840c13508c None None] DHCP port deletion for c87bea2a-5410-4ca7-bae7-e952de813d96 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:48.427774 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f62e8d2-5bed-4d8a-9a09-4a388978f104 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] DELETE failed (client error): The resource could not be found. Nov 15 14:52:48.428670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f62e8d2-5bed-4d8a-9a09-4a388978f104 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:48.432190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8f62e8d2-5bed-4d8a-9a09-4a388978f104 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/c6505a64-430d-41a1-8a20-e10df359cdcd HTTP/1.1" status: 404 len: 337 time: 0.0401213 Nov 15 14:52:48.436499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:48.457815 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-750cb36e-b362-49e0-b00c-f1840c13508c None None] Deleting port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:48.458182 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-750cb36e-b362-49e0-b00c-f1840c13508c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.466670 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb1a695-529e-497c-af69-3f208b92e23d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] DELETE failed (client error): The resource could not be found. Nov 15 14:52:48.467464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb1a695-529e-497c-af69-3f208b92e23d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:48.471552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5eb1a695-529e-497c-af69-3f208b92e23d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/e3a6a71e-6d0b-4473-a58e-4b7d60b050d3 HTTP/1.1" status: 404 len: 337 time: 0.0338490 Nov 15 14:52:48.472531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 9611de94-fbea-4c2d-9aef-003798fe3641 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:52:48.475758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51946) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:48.507586 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-402e07f8-3c70-487b-9eac-44441de10f8f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] DELETE failed (client error): The resource could not be found. Nov 15 14:52:48.508360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402e07f8-3c70-487b-9eac-44441de10f8f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:48.514569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-402e07f8-3c70-487b-9eac-44441de10f8f tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/845dd9f9-9c96-4c94-8f35-20d824541a86 HTTP/1.1" status: 404 len: 333 time: 0.0338910 Nov 15 14:52:48.515086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:48.537442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-600adc6b-bf40-461b-965d-2acd6aad460d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.551434 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-750cb36e-b362-49e0-b00c-f1840c13508c None None] For port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f,segment=NetworkSegment(1f248110-5d05-45d5-a073-c14a75213bc8),segment_id=1f248110-5d05-45d5-a073-c14a75213bc8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:48.551739 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-750cb36e-b362-49e0-b00c-f1840c13508c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.556103 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8c6b5d-426f-45d3-b595-823f874cf216 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] DELETE failed (client error): The resource could not be found. Nov 15 14:52:48.556730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8c6b5d-426f-45d3-b595-823f874cf216 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:48.562431 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ae8c6b5d-426f-45d3-b595-823f874cf216 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/b7fd7228-54cd-49a5-a7ae-369c4f064b8b HTTP/1.1" status: 404 len: 337 time: 0.0436795 Nov 15 14:52:48.563884 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:48.600708 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-750cb36e-b362-49e0-b00c-f1840c13508c None None] Calling delete_port for 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:48.606618 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4671623-765e-449a-8f5b-80b6c1e5a8f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] DELETE failed (client error): The resource could not be found. Nov 15 14:52:48.607272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4671623-765e-449a-8f5b-80b6c1e5a8f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:52:48.613993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c4671623-765e-449a-8f5b-80b6c1e5a8f2 tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/subnets/ed92940b-9ebc-4d1f-83a4-f60c81f2de48 HTTP/1.1" status: 404 len: 337 time: 0.0463083 Nov 15 14:52:48.613993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-600adc6b-bf40-461b-965d-2acd6aad460d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.615312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51952) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:48.662150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600adc6b-bf40-461b-965d-2acd6aad460d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f423aa2d-7c49-47d4-92e0-9cadcfe2d703,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:48.682058 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-600adc6b-bf40-461b-965d-2acd6aad460d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c7fb1123f9d4e69adb1e2640d382d96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7556541 Nov 15 14:52:48.686247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:48.699020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 9611de94-fbea-4c2d-9aef-003798fe3641, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9611de94-fbea-4c2d-9aef-003798fe3641,segment=NetworkSegment(3cf2d5be-a1a7-48c1-947c-4d185aa48912),segment_id=3cf2d5be-a1a7-48c1-947c-4d185aa48912)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:48.714268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '9611de94-fbea-4c2d-9aef-003798fe3641', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'port_id': '9611de94-fbea-4c2d-9aef-003798fe3641', 'mac_address': 'fa:16:3e:58:58:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:52:48.730097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Router d46450fd-4d1a-4ffb-894d-084bd80720aa is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:52:48.750331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7918fd-44af-434c-af48-c4b1df3d20f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.778227 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7918fd-44af-434c-af48-c4b1df3d20f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.799681 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.826351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9611de94-fbea-4c2d-9aef-003798fe3641 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:52:48.850939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 9611de94-fbea-4c2d-9aef-003798fe3641, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9611de94-fbea-4c2d-9aef-003798fe3641,segment=NetworkSegment(3cf2d5be-a1a7-48c1-947c-4d185aa48912),segment_id=3cf2d5be-a1a7-48c1-947c-4d185aa48912)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:48.892131 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0e270-47ad-4018-b3f2-e24a13081bdf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Deleting port 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:52:48.892510 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e270-47ad-4018-b3f2-e24a13081bdf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.905572 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-750cb36e-b362-49e0-b00c-f1840c13508c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.929220 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7918fd-44af-434c-af48-c4b1df3d20f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.931727 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7918fd-44af-434c-af48-c4b1df3d20f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.933002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ba7918fd-44af-434c-af48-c4b1df3d20f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f423aa2d-7c49-47d4-92e0-9cadcfe2d703 HTTP/1.1" status: 204 len: 168 time: 0.2453482 Nov 15 14:52:48.935530 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:48.942055 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cb36e-b362-49e0-b00c-f1840c13508c None None] Pushing event deleted for resources: {'Port': ['ID=6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:48.943647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750cb36e-b362-49e0-b00c-f1840c13508c None None] No DVR routers for this DVR port 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:52:48.946484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7918fd-44af-434c-af48-c4b1df3d20f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f423aa2d-7c49-47d4-92e0-9cadcfe2d703,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:49.000040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e270-47ad-4018-b3f2-e24a13081bdf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:49.017736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0e270-47ad-4018-b3f2-e24a13081bdf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Calling delete_port for 3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:52:49.035859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=9611de94-fbea-4c2d-9aef-003798fe3641,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:49.092337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:52:49.108362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Sync routers for ids ['d46450fd-4d1a-4ffb-894d-084bd80720aa'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:52:49.123218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Routers {'d46450fd-4d1a-4ffb-894d-084bd80720aa'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:49.123850 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d46450fd-4d1a-4ffb-894d-084bd80720aa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:49.183627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:49.187754 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-30538330-06bb-484e-bcdd-dd0735909398 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8377903 Nov 15 14:52:49.188473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51966) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:49.231866 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e270-47ad-4018-b3f2-e24a13081bdf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:49.252314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Set router d46450fd-4d1a-4ffb-894d-084bd80720aa gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:49.261379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0e270-47ad-4018-b3f2-e24a13081bdf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Port': ['ID=3aaf04e5-dcb5-415f-8d91-41a4218cc5b9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:49.270210 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e270-47ad-4018-b3f2-e24a13081bdf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:49.273925 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d1c0e270-47ad-4018-b3f2-e24a13081bdf tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/ports/3aaf04e5-dcb5-415f-8d91-41a4218cc5b9 HTTP/1.1" status: 204 len: 168 time: 0.6572580 Nov 15 14:52:49.276527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:49.339152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['9611de94-fbea-4c2d-9aef-003798fe3641'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:52:49.394625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d860e39-2117-4602-b46e-7329d93f6d8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:49.521363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:52:49.544585 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d860e39-2117-4602-b46e-7329d93f6d8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:49.569835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:52:49.570204 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6bd9786d-6e64-4dd1-bc95-5ffa3d0cb83f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:52:49.576042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2d860e39-2117-4602-b46e-7329d93f6d8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87bea2a-5410-4ca7-bae7-e952de813d96']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:49.593373 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2d860e39-2117-4602-b46e-7329d93f6d8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f248110-5d05-45d5-a073-c14a75213bc8') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:49.593872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2d860e39-2117-4602-b46e-7329d93f6d8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f248110-5d05-45d5-a073-c14a75213bc8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:49.607040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d860e39-2117-4602-b46e-7329d93f6d8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:49.622415 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d860e39-2117-4602-b46e-7329d93f6d8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:49.632003 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d860e39-2117-4602-b46e-7329d93f6d8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d860e39-2117-4602-b46e-7329d93f6d8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:52:49.637001 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:52:49.646675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a49ca-0a78-452a-a6b0-cb4123664198 req-7ecb2157-739e-4e76-9392-dde457b1eefd tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:49.648189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab4a49ca-0a78-452a-a6b0-cb4123664198 req-7ecb2157-739e-4e76-9392-dde457b1eefd tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 984 time: 0.1210847 Nov 15 14:52:49.774588 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d860e39-2117-4602-b46e-7329d93f6d8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:49.783594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab4a49ca-0a78-452a-a6b0-cb4123664198 req-41deace5-9001-492f-b844-fbced13bdccf tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1172748 Nov 15 14:52:49.810503 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d860e39-2117-4602-b46e-7329d93f6d8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:49.812530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:52:47Z', 'revision_number': 3, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port': {'id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:46Z', 'updated_at': '2021-11-15T14:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:49.818608 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2d860e39-2117-4602-b46e-7329d93f6d8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] 10.222.0.70 "DELETE /v2.0/networks/c87bea2a-5410-4ca7-bae7-e952de813d96 HTTP/1.1" status: 204 len: 168 time: 0.5364602 Nov 15 14:52:49.818608 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d860e39-2117-4602-b46e-7329d93f6d8d tempest-PortsTestJSON-238374701 tempest-PortsTestJSON-238374701-project] Pushing event deleted for resources: {'Network': ['ID=c87bea2a-5410-4ca7-bae7-e952de813d96,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:49.863675 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Checking router: d46450fd-4d1a-4ffb-894d-084bd80720aa for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:52:49.863675 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Updating router d46450fd-4d1a-4ffb-894d-084bd80720aa port 884bb803-e409-445e-86b9-2fa26b6b94cf binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:52:49.900689 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:49.946143 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.146461 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Allocated IP 172.20.0.1 (b4a20029-5ff9-4f01-a01c-7758396c41a6/b5cc610b-147d-412a-ad3f-568efc681a63/c95cebe0-6724-4ab9-a4a5-394a551c3cec) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:50.217063 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.262692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52004) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:50.283408 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.283555 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.371469 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e559e63-7927-475f-9dae-165b11357a56 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:50.373804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Attempting to bind port 884bb803-e409-445e-86b9-2fa26b6b94cf on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:52:50.374277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Attempting to bind port 884bb803-e409-445e-86b9-2fa26b6b94cf by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:52:50.374926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Attempting to bind port 884bb803-e409-445e-86b9-2fa26b6b94cf on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:50.375525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.392698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:52:50.393208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:50.393718 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.394219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:52:50.394824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Bound port: 884bb803-e409-445e-86b9-2fa26b6b94cf, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:52:50.395308 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.450963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Network b4a20029-5ff9-4f01-a01c-7758396c41a6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:50.454492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:50.463942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae4bab-f5a3-46e8-8567-d9515b0d422f None None] Pushing event updated for resources: {'Port': ['ID=884bb803-e409-445e-86b9-2fa26b6b94cf,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:50.468576 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8a420a7b-7e86-4d48-9bc8-e68ffca75aed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dea70e201b0647fb936a8620cd1a94b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2046196 Nov 15 14:52:50.469249 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52008) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:50.470249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] For port 884bb803-e409-445e-86b9-2fa26b6b94cf, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:52:50.474467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] For port 884bb803-e409-445e-86b9-2fa26b6b94cf, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=884bb803-e409-445e-86b9-2fa26b6b94cf,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:52:50.482493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:50.517270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Pushing event updated for resources: {'Port': ['ID=c95cebe0-6724-4ab9-a4a5-394a551c3cec,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:50.545276 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c637cd6b-bd0f-4222-82ee-144ae0c37c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.562435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-55e73838-0a3d-40c2-9d31-aa9a483b13c6 None None] Provisioning complete for port 884bb803-e409-445e-86b9-2fa26b6b94cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:50.562809 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55e73838-0a3d-40c2-9d31-aa9a483b13c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.573391 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.581229 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c637cd6b-bd0f-4222-82ee-144ae0c37c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.595372 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.682441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550891a7-ada0-4ed2-9f78-fbe627fe9a23 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:52:50.697974 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-55e73838-0a3d-40c2-9d31-aa9a483b13c6 None None] Port 884bb803-e409-445e-86b9-2fa26b6b94cf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:52:50.720116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Routers {'d46450fd-4d1a-4ffb-894d-084bd80720aa'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:50.720762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d46450fd-4d1a-4ffb-894d-084bd80720aa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:50.722671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae4bab-f5a3-46e8-8567-d9515b0d422f None None] Pushing event updated for resources: {'Port': ['ID=884bb803-e409-445e-86b9-2fa26b6b94cf,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:50.758497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c637cd6b-bd0f-4222-82ee-144ae0c37c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.761104 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c637cd6b-bd0f-4222-82ee-144ae0c37c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.765023 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c637cd6b-bd0f-4222-82ee-144ae0c37c92 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2be66caa-727f-4210-af7e-97f6d3b5ff7a HTTP/1.1" status: 204 len: 168 time: 0.2947247 Nov 15 14:52:50.772958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637cd6b-bd0f-4222-82ee-144ae0c37c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be66caa-727f-4210-af7e-97f6d3b5ff7a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:50.894148 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.900291 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d2e8a18e-c410-4e0e-8e74-d6109e91be63 None None] Provisioning complete for port 884bb803-e409-445e-86b9-2fa26b6b94cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:50.900724 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a18e-c410-4e0e-8e74-d6109e91be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:50.969696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] Set router d46450fd-4d1a-4ffb-894d-084bd80720aa gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:51.169671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bdb33-054b-4546-a04a-17617ee471d7 req-c38fbb0e-c5d0-4d17-b49a-ff8cdb0f2304 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:51.172415 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a18e-c410-4e0e-8e74-d6109e91be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:51.172557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af1bdb33-054b-4546-a04a-17617ee471d7 req-c38fbb0e-c5d0-4d17-b49a-ff8cdb0f2304 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 984 time: 0.2583508 Nov 15 14:52:51.205767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d2e8a18e-c410-4e0e-8e74-d6109e91be63 None None] For port 884bb803-e409-445e-86b9-2fa26b6b94cf, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=884bb803-e409-445e-86b9-2fa26b6b94cf,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:51.319091 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a18e-c410-4e0e-8e74-d6109e91be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:51.416453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8a18e-c410-4e0e-8e74-d6109e91be63 None None] Pushing event updated for resources: {'Port': ['ID=884bb803-e409-445e-86b9-2fa26b6b94cf,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:51.649911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:52:47Z', 'revision_number': 3, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port': {'id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:46Z', 'updated_at': '2021-11-15T14:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:51.696977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fbdba-9283-4df8-8802-12b46b65ed22 None None] The sync data for ids ['d46450fd-4d1a-4ffb-894d-084bd80720aa'] in n-d-817748-2 is: [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:52:47Z', 'revision_number': 3, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port': {'id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:46Z', 'updated_at': '2021-11-15T14:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:52:51.713236 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:51.744384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af1bdb33-054b-4546-a04a-17617ee471d7 req-16f6fb14-4f50-4a26-9bf2-88f27d77f471 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5052938 Nov 15 14:52:51.779671 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:51.857293 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:51.859212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Pushing event updated for resources: {'Port': ['ID=c95cebe0-6724-4ab9-a4a5-394a551c3cec,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:52.034255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Network b4a20029-5ff9-4f01-a01c-7758396c41a6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:52.036851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:52.237809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Router d46450fd-4d1a-4ffb-894d-084bd80720aa has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:52:52.348798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52074) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:52.371990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:52:52.382940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-45350ad8-efd1-43e9-97af-cbbd1b2f3ade admin admin] 10.222.0.70 "PUT /v2.0/routers/d46450fd-4d1a-4ffb-894d-084bd80720aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1878843 Nov 15 14:52:52.463796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-589c119d-cb30-4b0a-8295-62467b727f27 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:52.464520 n-d-817748-2 neutron-server[103147]: WARNING neutron.api.v2.base [None req-589c119d-cb30-4b0a-8295-62467b727f27 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 15 14:52:52.465021 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-589c119d-cb30-4b0a-8295-62467b727f27 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): There was a conflict when trying to complete your request. Nov 15 14:52:52.466017 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-589c119d-cb30-4b0a-8295-62467b727f27 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1153390 Nov 15 14:52:52.469668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52080) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:52.474956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bebc4763-f07e-4174-81a7-a9968d12f709 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group': {'name': 'tempest-secgroup--192874486'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:52.483131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 9611de94-fbea-4c2d-9aef-003798fe3641 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:52.563132 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bebc4763-f07e-4174-81a7-a9968d12f709 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:52.573714 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bebc4763-f07e-4174-81a7-a9968d12f709 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:52.609042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 9611de94-fbea-4c2d-9aef-003798fe3641 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:52:52.618210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 9611de94-fbea-4c2d-9aef-003798fe3641 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:52.618210 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:52.620376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52086) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:52.700169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bebc4763-f07e-4174-81a7-a9968d12f709 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:52.758286 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:52.774310 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bebc4763-f07e-4174-81a7-a9968d12f709 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:52.793655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9611de94-fbea-4c2d-9aef-003798fe3641'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:52:52.796445 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60086f8-8e46-4f6a-bcbc-876fc84b2604" -d '{"events": [{"server_uuid": "3c7e1e25-3f4a-4866-bcd9-146df37ef04f", "name": "network-vif-plugged", "status": "completed", "tag": "9611de94-fbea-4c2d-9aef-003798fe3641"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:52:52.812929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 9611de94-fbea-4c2d-9aef-003798fe3641, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9611de94-fbea-4c2d-9aef-003798fe3641,segment=NetworkSegment(3cf2d5be-a1a7-48c1-947c-4d185aa48912),segment_id=3cf2d5be-a1a7-48c1-947c-4d185aa48912)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:52.822559 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2931eb2-3168-48ba-98b8-2f5b8df073a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:52.856046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc4763-f07e-4174-81a7-a9968d12f709 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d0c8ba-6184-46e9-91f2-84a79f9b008b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:52.902615 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:52.912337 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bebc4763-f07e-4174-81a7-a9968d12f709 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:52.967500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=9611de94-fbea-4c2d-9aef-003798fe3641,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:52.977596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9702fa-5b7d-4e41-9c84-9e0874c5fa22 req-cd00501a-3bd4-43a7-bcb6-72a4777686e4 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:52.979271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed9702fa-5b7d-4e41-9c84-9e0874c5fa22 req-cd00501a-3bd4-43a7-bcb6-72a4777686e4 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 984 time: 0.0986907 Nov 15 14:52:52.986135 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bebc4763-f07e-4174-81a7-a9968d12f709 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:52.992449 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2931eb2-3168-48ba-98b8-2f5b8df073a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:52.995389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:52.995389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:52.995389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:52.995389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:52.995389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:52.995389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:52.995389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:52.996350 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:52.996350 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:52.996996 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:52.997466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:52.997992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:53.029984 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc4763-f07e-4174-81a7-a9968d12f709 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0898492f-5692-4e93-aeba-b7f5a56741a6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:53.079046 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2931eb2-3168-48ba-98b8-2f5b8df073a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:53.100279 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bebc4763-f07e-4174-81a7-a9968d12f709 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:53.104387 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bebc4763-f07e-4174-81a7-a9968d12f709 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6301963 Nov 15 14:52:53.104654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52112) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:53.111336 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-37d7a334-35e9-4e9a-9200-87357f76d991 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': '0898492f-5692-4e93-aeba-b7f5a56741a6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:53.161123 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c2931eb2-3168-48ba-98b8-2f5b8df073a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5703cb4b72834bf7ab72de9c20772209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5396106 Nov 15 14:52:53.164377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52114) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:53.169644 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed9702fa-5b7d-4e41-9c84-9e0874c5fa22 req-fc700af5-856b-4517-bc2e-950455dcb1d6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1807475 Nov 15 14:52:53.177076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2931eb2-3168-48ba-98b8-2f5b8df073a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c74223-d560-4ada-bc04-1870382e1b7c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:53.202017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-7762e8e8-f422-4d1e-8dfe-9d53fee9c9fa tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:53.204270 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-7762e8e8-f422-4d1e-8dfe-9d53fee9c9fa tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/networks?id=b4a20029-5ff9-4f01-a01c-7758396c41a6 HTTP/1.1" status: 200 len: 820 time: 0.2108498 Nov 15 14:52:53.220330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-bd1837b6-639a-4aa9-a73a-fbcf51c6117c tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/quotas/418df9050a8941aab5de4eb3374c308c HTTP/1.1" status: 200 len: 375 time: 0.0094287 Nov 15 14:52:53.240181 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37d7a334-35e9-4e9a-9200-87357f76d991 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:53.245244 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6815a541-77fa-4901-98b8-2fa44472c736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:53.295113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-dc8ae435-3971-4529-9c60-1a63ef9b6120 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=418df9050a8941aab5de4eb3374c308c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0682409 Nov 15 14:52:53.300551 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6815a541-77fa-4901-98b8-2fa44472c736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:53.322286 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5370dc64-45ad-4ede-9e09-a980dbff04f8 x-openstack-request-id: req-5370dc64-45ad-4ede-9e09-a980dbff04f8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:52:53.322692 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7e1e25-3f4a-4866-bcd9-146df37ef04f", "name": "network-vif-plugged", "status": "completed", "tag": "9611de94-fbea-4c2d-9aef-003798fe3641", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:52:53.323020 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5370dc64-45ad-4ede-9e09-a980dbff04f8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:52:53.323475 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9611de94-fbea-4c2d-9aef-003798fe3641', 'code': 200} Nov 15 14:52:53.352248 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37d7a334-35e9-4e9a-9200-87357f76d991 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:53.414987 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37d7a334-35e9-4e9a-9200-87357f76d991 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:53.444937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7a334-35e9-4e9a-9200-87357f76d991 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e890d9d7-b5eb-40bd-9460-71d4045e85cc,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:53.449022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-e398fae4-4ea7-4f12-9eee-295ae0aec9ef service neutron] 10.222.0.70 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528628 Nov 15 14:52:53.483399 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6815a541-77fa-4901-98b8-2fa44472c736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:53.486427 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6815a541-77fa-4901-98b8-2fa44472c736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:53.487956 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6815a541-77fa-4901-98b8-2fa44472c736 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71c74223-d560-4ada-bc04-1870382e1b7c HTTP/1.1" status: 204 len: 168 time: 0.3223114 Nov 15 14:52:53.508091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815a541-77fa-4901-98b8-2fa44472c736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c74223-d560-4ada-bc04-1870382e1b7c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:53.570983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 884bb803-e409-445e-86b9-2fa26b6b94cf up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:53.600885 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37d7a334-35e9-4e9a-9200-87357f76d991 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:53.602886 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-37d7a334-35e9-4e9a-9200-87357f76d991 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4971390 Nov 15 14:52:53.610829 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52124) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:53.614943 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-50a0d47d-1ac5-4e76-87ee-5df33f3c97f4 service neutron] 10.222.0.70 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647804 Nov 15 14:52:53.618308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-06da55af-e1e3-4ef5-b135-0d6848380334 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': '0898492f-5692-4e93-aeba-b7f5a56741a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:53.629673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c64e12-1f13-4e05-9882-7148cecd448c req-0dcfaffd-05b2-4f1e-8ba2-48558a2c8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:53.632382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2c64e12-1f13-4e05-9882-7148cecd448c req-0dcfaffd-05b2-4f1e-8ba2-48558a2c8476 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 1136 time: 0.2172201 Nov 15 14:52:53.653798 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 884bb803-e409-445e-86b9-2fa26b6b94cf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:53.653798 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:53.700982 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2c64e12-1f13-4e05-9882-7148cecd448c req-65df519c-4b93-4a43-92ea-78b612b951f1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0557146 Nov 15 14:52:53.759419 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06da55af-e1e3-4ef5-b135-0d6848380334 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:53.907374 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-06da55af-e1e3-4ef5-b135-0d6848380334 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): There was a conflict when trying to complete your request. Nov 15 14:52:53.911582 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-06da55af-e1e3-4ef5-b135-0d6848380334 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2959425 Nov 15 14:52:53.911932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52138) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:53.982570 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Sync routers for ids ['d46450fd-4d1a-4ffb-894d-084bd80720aa'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:52:53.995101 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Routers {'d46450fd-4d1a-4ffb-894d-084bd80720aa'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:53.995880 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d46450fd-4d1a-4ffb-894d-084bd80720aa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:53.999971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bcdfe54-3a03-434d-9552-90e761ca5d35 req-838680a4-24ca-42ac-a950-c7be9110cb61 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 210 time: 0.0344849 Nov 15 14:52:54.029725 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3ab809f-d8f2-48c2-915c-830de5702552 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.056991 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3ab809f-d8f2-48c2-915c-830de5702552 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.122046 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Set router d46450fd-4d1a-4ffb-894d-084bd80720aa gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:54.191640 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3ab809f-d8f2-48c2-915c-830de5702552 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.201565 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3ab809f-d8f2-48c2-915c-830de5702552 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.203446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a3ab809f-d8f2-48c2-915c-830de5702552 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "DELETE /v2.0/security-groups/0898492f-5692-4e93-aeba-b7f5a56741a6 HTTP/1.1" status: 204 len: 168 time: 0.2910116 Nov 15 14:52:54.206281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:54.218502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab809f-d8f2-48c2-915c-830de5702552 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0898492f-5692-4e93-aeba-b7f5a56741a6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:54.305440 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-116a4a68-5b10-4d21-9e04-f0af3a542562 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0980136 Nov 15 14:52:54.310285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:54.335465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-eeb0eca6-c369-48b7-b3ad-0b95744584df tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group': {'name': 'tempest-secgroup--347278957'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:54.373572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825c455-ef64-49a3-b705-71a80fb0e2b9 req-98f1b0dc-937c-48b2-b358-3cfbb7786ccf tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:54.375288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c825c455-ef64-49a3-b705-71a80fb0e2b9 req-98f1b0dc-937c-48b2-b358-3cfbb7786ccf tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 985 time: 0.0806291 Nov 15 14:52:54.383055 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:52:50Z', 'revision_number': 4, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port': {'id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:46Z', 'updated_at': '2021-11-15T14:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c95cebe0-6724-4ab9-a4a5-394a551c3cec', 'name': '', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'mac_address': 'fa:16:3e:30:a9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:49Z', 'updated_at': '2021-11-15T14:52:50Z', 'revision_number': 2, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'subnets': [{'id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:54.411752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:54.413546 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Checking router: d46450fd-4d1a-4ffb-894d-084bd80720aa for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:52:54.413895 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Updating router d46450fd-4d1a-4ffb-894d-084bd80720aa port c95cebe0-6724-4ab9-a4a5-394a551c3cec binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:52:54.437817 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-082833de-9c51-4e68-a965-8209aa3c44a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.445889 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.469532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c825c455-ef64-49a3-b705-71a80fb0e2b9 req-56a97a02-49c5-41ce-bf5b-377630baeefe tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0879848 Nov 15 14:52:54.488347 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb0eca6-c369-48b7-b3ad-0b95744584df tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.594080 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-082833de-9c51-4e68-a965-8209aa3c44a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.656674 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb0eca6-c369-48b7-b3ad-0b95744584df tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.700021 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-082833de-9c51-4e68-a965-8209aa3c44a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.741756 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-082833de-9c51-4e68-a965-8209aa3c44a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fad97feba58d46ef9a3ac99b775495a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279293 Nov 15 14:52:54.742897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082833de-9c51-4e68-a965-8209aa3c44a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2882ce3a-8386-4fd1-915b-05071c2aa3bb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:54.745675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52160) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:54.782420 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.797066 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb0eca6-c369-48b7-b3ad-0b95744584df tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.829056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0eca6-c369-48b7-b3ad-0b95744584df tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b46c80d-b46f-43bb-afc0-d045e3c8ba08,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:54.858070 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d901dc81-f29a-4829-8ec9-1ca723be0dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.882152 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d901dc81-f29a-4829-8ec9-1ca723be0dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.883088 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.888338 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb0eca6-c369-48b7-b3ad-0b95744584df tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:54.890079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:54.890896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eeb0eca6-c369-48b7-b3ad-0b95744584df tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5785050 Nov 15 14:52:54.895324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4f59ed4f-a69c-4bd3-9b01-301fce1b0d29 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': '9b46c80d-b46f-43bb-afc0-d045e3c8ba08', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:54.896713 n-d-817748-2 neutron-server[103147]: WARNING neutron.api.v2.base [None req-4f59ed4f-a69c-4bd3-9b01-301fce1b0d29 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 15 14:52:54.897188 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-4f59ed4f-a69c-4bd3-9b01-301fce1b0d29 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:54.898800 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4f59ed4f-a69c-4bd3-9b01-301fce1b0d29 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072577 Nov 15 14:52:54.901671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:54.941049 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Pushing event updated for resources: {'Port': ['ID=c95cebe0-6724-4ab9-a4a5-394a551c3cec,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:54.972629 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:54.972629 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:54.972629 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:54.973030 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:54.973030 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:54.974079 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:54.974374 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:54.974654 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:54.974979 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:54.975398 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:54.975667 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:54.976071 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:52:54.979040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0df88b02-9d26-4181-a3af-79d6d0c7aba9 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.019384 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Attempting to bind port c95cebe0-6724-4ab9-a4a5-394a551c3cec on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:52:55.020368 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Attempting to bind port c95cebe0-6724-4ab9-a4a5-394a551c3cec by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '2e9c1459-c206-4534-9400-81eba47e34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:52:55.021519 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Attempting to bind port c95cebe0-6724-4ab9-a4a5-394a551c3cec on network b4a20029-5ff9-4f01-a01c-7758396c41a6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:55.027846 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:52:55.028493 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Checking segment: {'id': '2e9c1459-c206-4534-9400-81eba47e34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:55.029092 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.029657 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Bound using segment: {'id': '2e9c1459-c206-4534-9400-81eba47e34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:52:55.030282 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Bound port: c95cebe0-6724-4ab9-a4a5-394a551c3cec, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9c1459-c206-4534-9400-81eba47e34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:52:55.030899 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.047731 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0df88b02-9d26-4181-a3af-79d6d0c7aba9 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.133017 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] For port c95cebe0-6724-4ab9-a4a5-394a551c3cec, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:52:55.140333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb1d40a2-ecb3-4923-a17a-e2b7fb530d43 req-5bdbc065-e8b2-47c4-bbe3-c0452dcd23f7 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 210 time: 0.0447345 Nov 15 14:52:55.142538 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] For port c95cebe0-6724-4ab9-a4a5-394a551c3cec, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c95cebe0-6724-4ab9-a4a5-394a551c3cec,segment=NetworkSegment(2e9c1459-c206-4534-9400-81eba47e34a4),segment_id=2e9c1459-c206-4534-9400-81eba47e34a4)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:52:55.180278 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d901dc81-f29a-4829-8ec9-1ca723be0dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.183012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d901dc81-f29a-4829-8ec9-1ca723be0dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.186703 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d901dc81-f29a-4829-8ec9-1ca723be0dbb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2882ce3a-8386-4fd1-915b-05071c2aa3bb HTTP/1.1" status: 204 len: 168 time: 0.4337683 Nov 15 14:52:55.193354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901dc81-f29a-4829-8ec9-1ca723be0dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2882ce3a-8386-4fd1-915b-05071c2aa3bb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:55.200341 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.200616 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0df88b02-9d26-4181-a3af-79d6d0c7aba9 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.203846 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0df88b02-9d26-4181-a3af-79d6d0c7aba9 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.208684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:55.209944 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0df88b02-9d26-4181-a3af-79d6d0c7aba9 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "DELETE /v2.0/security-groups/9b46c80d-b46f-43bb-afc0-d045e3c8ba08 HTTP/1.1" status: 204 len: 168 time: 0.3069785 Nov 15 14:52:55.224113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df88b02-9d26-4181-a3af-79d6d0c7aba9 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b46c80d-b46f-43bb-afc0-d045e3c8ba08,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:55.300626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:55.306881 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-41f889d4-faef-4d11-b201-9359282aca79 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134604971'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:55.316622 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6a0e84df-86be-4d62-b0f2-4b4c750a53b9 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1008267 Nov 15 14:52:55.385906 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd24ac-fd84-4d0c-8aa6-4c6c19f1022b None None] Pushing event updated for resources: {'Port': ['ID=c95cebe0-6724-4ab9-a4a5-394a551c3cec,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:55.388841 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Routers {'d46450fd-4d1a-4ffb-894d-084bd80720aa'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:55.389400 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d46450fd-4d1a-4ffb-894d-084bd80720aa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:55.404348 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41f889d4-faef-4d11-b201-9359282aca79 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.474542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41f889d4-faef-4d11-b201-9359282aca79 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.504842 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] Set router d46450fd-4d1a-4ffb-894d-084bd80720aa gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:55.563572 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41f889d4-faef-4d11-b201-9359282aca79 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.604565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f889d4-faef-4d11-b201-9359282aca79 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2a5a65-44b7-4e09-b9d8-69dd91c75e2d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:55.643181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a5efa-d8cf-4bbb-a809-a9448a4c8398 req-cc12c07f-ee3f-4977-8904-167b32ea2b17 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:55.648443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca5a5efa-d8cf-4bbb-a809-a9448a4c8398 req-cc12c07f-ee3f-4977-8904-167b32ea2b17 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 985 time: 0.0747645 Nov 15 14:52:55.694340 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41f889d4-faef-4d11-b201-9359282aca79 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.695759 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-41f889d4-faef-4d11-b201-9359282aca79 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3937788 Nov 15 14:52:55.699397 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:55.704984 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f296f068-ad16-4288-b318-19b4fef2cd7f tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'ec2a5a65-44b7-4e09-b9d8-69dd91c75e2d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:55.705912 n-d-817748-2 neutron-server[103147]: WARNING neutron.api.v2.base [None req-f296f068-ad16-4288-b318-19b4fef2cd7f tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 15 14:52:55.707931 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-f296f068-ad16-4288-b318-19b4fef2cd7f tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:55.712388 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f296f068-ad16-4288-b318-19b4fef2cd7f tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0092108 Nov 15 14:52:55.713298 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:55.741525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca5a5efa-d8cf-4bbb-a809-a9448a4c8398 req-8ab1df04-5a24-45c6-8fbe-13e6d4e7a4cb tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0884016 Nov 15 14:52:55.796011 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7fe0-fce5-4f1f-a687-91e3892e10c4 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.822944 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:52:50Z', 'revision_number': 4, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port': {'id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:46Z', 'updated_at': '2021-11-15T14:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c95cebe0-6724-4ab9-a4a5-394a551c3cec', 'name': '', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'mac_address': 'fa:16:3e:30:a9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:49Z', 'updated_at': '2021-11-15T14:52:55Z', 'revision_number': 4, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'subnets': [{'id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:55.855500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7fe0-fce5-4f1f-a687-91e3892e10c4 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:55.860577 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a96c9a-f31e-4639-b55a-3af1063b8026 None None] The sync data for ids ['d46450fd-4d1a-4ffb-894d-084bd80720aa'] in n-d-817748-2 is: [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:52:50Z', 'revision_number': 4, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port': {'id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:46Z', 'updated_at': '2021-11-15T14:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c95cebe0-6724-4ab9-a4a5-394a551c3cec', 'name': '', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'mac_address': 'fa:16:3e:30:a9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:49Z', 'updated_at': '2021-11-15T14:52:55Z', 'revision_number': 4, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'subnets': [{'id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:52:55.955449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2b1e2-8f39-4de8-abc4-3f50b207aa45 req-d3c387f4-bdf5-41f5-83ef-97e209012701 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:55.959023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ef2b1e2-8f39-4de8-abc4-3f50b207aa45 req-d3c387f4-bdf5-41f5-83ef-97e209012701 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 985 time: 0.1146419 Nov 15 14:52:56.025918 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7fe0-fce5-4f1f-a687-91e3892e10c4 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:56.029105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7fe0-fce5-4f1f-a687-91e3892e10c4 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:56.030298 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6f5c7fe0-fce5-4f1f-a687-91e3892e10c4 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "DELETE /v2.0/security-groups/ec2a5a65-44b7-4e09-b9d8-69dd91c75e2d HTTP/1.1" status: 204 len: 168 time: 0.3161075 Nov 15 14:52:56.033660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52202) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:56.047132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ef2b1e2-8f39-4de8-abc4-3f50b207aa45 req-67df13f2-0fab-41ae-8d43-d14615024dde tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0829015 Nov 15 14:52:56.055307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c7fe0-fce5-4f1f-a687-91e3892e10c4 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2a5a65-44b7-4e09-b9d8-69dd91c75e2d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:56.106497 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-38debff5-ef43-4a40-8406-bc0d723d30b0 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0716937 Nov 15 14:52:56.111366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:56.116233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2458e3a6-e286-4895-a553-c7687abbe25c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1296463931'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:56.214612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90c1b-e72a-480a-9bed-5faa6fd837fa req-48dead7a-024c-4be9-81a0-7fa4c3db80ed tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:56.216196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0d90c1b-e72a-480a-9bed-5faa6fd837fa req-48dead7a-024c-4be9-81a0-7fa4c3db80ed tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 1136 time: 0.0504260 Nov 15 14:52:56.250182 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2458e3a6-e286-4895-a553-c7687abbe25c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:56.280211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ad81476-e888-44e9-8357-0bc999404fe5 req-87a8d8c9-90e5-4a19-aaca-4ceb94670788 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 210 time: 0.0576541 Nov 15 14:52:56.302372 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0d90c1b-e72a-480a-9bed-5faa6fd837fa req-d812246a-f7ea-4d05-be41-73d36c17c224 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:56.341358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2458e3a6-e286-4895-a553-c7687abbe25c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:56.416883 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0d90c1b-e72a-480a-9bed-5faa6fd837fa req-d812246a-f7ea-4d05-be41-73d36c17c224 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:56.425657 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2458e3a6-e286-4895-a553-c7687abbe25c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:56.463996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458e3a6-e286-4895-a553-c7687abbe25c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de43f6b9-1db0-4c5d-b99d-82982ac906a4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:56.515651 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0d90c1b-e72a-480a-9bed-5faa6fd837fa req-d812246a-f7ea-4d05-be41-73d36c17c224 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:56.565997 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2458e3a6-e286-4895-a553-c7687abbe25c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:56.568100 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2458e3a6-e286-4895-a553-c7687abbe25c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4549513 Nov 15 14:52:56.572726 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52224) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:56.579237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812246a-f7ea-4d05-be41-73d36c17c224 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d880315f-69ce-4faf-80be-2bfdad2c3838,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:56.580577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-97be4111-10cb-461c-a28e-0e26510d1063 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'de43f6b9-1db0-4c5d-b99d-82982ac906a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:56.595917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0d90c1b-e72a-480a-9bed-5faa6fd837fa req-d812246a-f7ea-4d05-be41-73d36c17c224 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3639989 Nov 15 14:52:56.596700 n-d-817748-2 neutron-server[103147]: WARNING neutron.api.v2.base [None req-97be4111-10cb-461c-a28e-0e26510d1063 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 15 14:52:56.606435 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-97be4111-10cb-461c-a28e-0e26510d1063 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:56.606435 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-97be4111-10cb-461c-a28e-0e26510d1063 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0251536 Nov 15 14:52:56.612213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:56.615424 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52228) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:56.625427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4c091472-e6d4-4d56-ab59-3e88d73afc71 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'de43f6b9-1db0-4c5d-b99d-82982ac906a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:56.626217 n-d-817748-2 neutron-server[103147]: WARNING neutron.api.v2.base [None req-4c091472-e6d4-4d56-ab59-3e88d73afc71 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 15 14:52:56.626856 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-4c091472-e6d4-4d56-ab59-3e88d73afc71 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:56.631503 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4c091472-e6d4-4d56-ab59-3e88d73afc71 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0114243 Nov 15 14:52:56.637344 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:56.647579 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0530d2f5-ccb9-4494-af3f-5ed4b45185d5 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'de43f6b9-1db0-4c5d-b99d-82982ac906a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:56.648699 n-d-817748-2 neutron-server[103147]: WARNING neutron.api.v2.base [None req-0530d2f5-ccb9-4494-af3f-5ed4b45185d5 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 15 14:52:56.649277 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-0530d2f5-ccb9-4494-af3f-5ed4b45185d5 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:56.653857 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0530d2f5-ccb9-4494-af3f-5ed4b45185d5 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100281 Nov 15 14:52:56.654828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:56.658946 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-519bd403-92fb-4f97-8512-2d6c20f27032 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'de43f6b9-1db0-4c5d-b99d-82982ac906a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:56.662725 n-d-817748-2 neutron-server[103147]: WARNING neutron.api.v2.base [None req-519bd403-92fb-4f97-8512-2d6c20f27032 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 15 14:52:56.664323 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-519bd403-92fb-4f97-8512-2d6c20f27032 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:56.668707 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-519bd403-92fb-4f97-8512-2d6c20f27032 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0100050 Nov 15 14:52:56.671923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:56.679129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e550dd-c7ce-4c3d-b6af-b69b20c7ab34 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:56.690344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-65e550dd-c7ce-4c3d-b6af-b69b20c7ab34 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 1131 time: 0.0642421 Nov 15 14:52:56.690344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:56.698970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '9611de94-fbea-4c2d-9aef-003798fe3641', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:56.715324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-567e2d60-8ad7-4c6f-8960-3b3ad168270f tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:56.718209 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-567e2d60-8ad7-4c6f-8960-3b3ad168270f tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.59 "GET /v2.0/networks?id=b4a20029-5ff9-4f01-a01c-7758396c41a6 HTTP/1.1" status: 200 len: 820 time: 0.2390661 Nov 15 14:52:56.734864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-8e9e270c-bced-462c-b2e2-6087b2663176 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Request body: {'port': {'device_id': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'admin_state_up': True, 'tenant_id': '418df9050a8941aab5de4eb3374c308c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:56.792207 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:56.880963 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e92bab7a-ff63-478f-8a93-dcf8d669ec4c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:56.928952 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e92bab7a-ff63-478f-8a93-dcf8d669ec4c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.013950 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.058451 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e92bab7a-ff63-478f-8a93-dcf8d669ec4c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.061291 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e92bab7a-ff63-478f-8a93-dcf8d669ec4c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.062647 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e92bab7a-ff63-478f-8a93-dcf8d669ec4c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "DELETE /v2.0/security-groups/de43f6b9-1db0-4c5d-b99d-82982ac906a4 HTTP/1.1" status: 204 len: 168 time: 0.3898933 Nov 15 14:52:57.070219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:57.084675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bab7a-ff63-478f-8a93-dcf8d669ec4c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de43f6b9-1db0-4c5d-b99d-82982ac906a4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:57.129618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-8e9e270c-bced-462c-b2e2-6087b2663176 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Made reservation on behalf of 418df9050a8941aab5de4eb3374c308c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:52:57.133672 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-8e9e270c-bced-462c-b2e2-6087b2663176 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.161673 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c1e31495-de2a-4310-a478-34e304a6cc5c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0892596 Nov 15 14:52:57.165435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:57.183453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0f6aeb1d-35fe-4f4f-9e80-c7a2a18fb471 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group': {'name': 'tempest-secgroup--831285803'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:57.205304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Allocated IP 172.25.4.195 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/d9be5912-0a60-4d1f-ae77-b21598a75cd0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:57.324614 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f6aeb1d-35fe-4f4f-9e80-c7a2a18fb471 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.362766 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.369856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-8e9e270c-bced-462c-b2e2-6087b2663176 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Allocated IP 172.20.0.2 (b4a20029-5ff9-4f01-a01c-7758396c41a6/b5cc610b-147d-412a-ad3f-568efc681a63/e59889e2-e911-4fcc-9d25-6179639506aa) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:52:57.483829 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f6aeb1d-35fe-4f4f-9e80-c7a2a18fb471 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.513707 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcfbaa59-a1b2-4c1f-a0e9-2b3b2cb4486a req-c77b1919-9bf4-49bb-a8db-71d624451615 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 210 time: 0.0359702 Nov 15 14:52:57.571820 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.624229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c95cebe0-6724-4ab9-a4a5-394a551c3cec up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:57.626657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:57.633715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:57.638035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:57.652526 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f6aeb1d-35fe-4f4f-9e80-c7a2a18fb471 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.672433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Port': ['ID=d9be5912-0a60-4d1f-ae77-b21598a75cd0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:57.727008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c95cebe0-6724-4ab9-a4a5-394a551c3cec triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:57.727708 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-8e9e270c-bced-462c-b2e2-6087b2663176 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.732705 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.735938 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6aeb1d-35fe-4f4f-9e80-c7a2a18fb471 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c072ed73-764b-4fb4-824c-79fc4ad38ff5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:57.845576 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f6aeb1d-35fe-4f4f-9e80-c7a2a18fb471 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.852788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52266) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:57.859158 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0f6aeb1d-35fe-4f4f-9e80-c7a2a18fb471 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6924407 Nov 15 14:52:57.869338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e961f5b0-df7f-4594-99fe-7038101b1485 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'c072ed73-764b-4fb4-824c-79fc4ad38ff5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:57.870099 n-d-817748-2 neutron-server[103146]: WARNING neutron.api.v2.base [None req-e961f5b0-df7f-4594-99fe-7038101b1485 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 15 14:52:57.870997 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-e961f5b0-df7f-4594-99fe-7038101b1485 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:57.872009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e961f5b0-df7f-4594-99fe-7038101b1485 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0157564 Nov 15 14:52:57.875737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52270) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:57.882187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8fbe3bff-6b99-4b32-8401-2df95ebc44a2 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'c072ed73-764b-4fb4-824c-79fc4ad38ff5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:57.890917 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-8e9e270c-bced-462c-b2e2-6087b2663176 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.892972 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:57.993073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port c95cebe0-6724-4ab9-a4a5-394a551c3cec, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c95cebe0-6724-4ab9-a4a5-394a551c3cec,segment=NetworkSegment(2e9c1459-c206-4534-9400-81eba47e34a4),segment_id=2e9c1459-c206-4534-9400-81eba47e34a4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:52:58.004358 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e270c-bced-462c-b2e2-6087b2663176 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Pushing event updated for resources: {'Port': ['ID=e59889e2-e911-4fcc-9d25-6179639506aa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:58.018918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-8e9e270c-bced-462c-b2e2-6087b2663176 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Network b4a20029-5ff9-4f01-a01c-7758396c41a6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:52:58.021174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-8e9e270c-bced-462c-b2e2-6087b2663176 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:52:58.023792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-8e9e270c-bced-462c-b2e2-6087b2663176 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:52:58.088908 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:58.105726 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-8e9e270c-bced-462c-b2e2-6087b2663176 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:58.106247 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-8e9e270c-bced-462c-b2e2-6087b2663176 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:58.163624 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=c95cebe0-6724-4ab9-a4a5-394a551c3cec,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:58.180208 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:58.211959 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-8e9e270c-bced-462c-b2e2-6087b2663176 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4821453 Nov 15 14:52:58.249115 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-8fbe3bff-6b99-4b32-8401-2df95ebc44a2 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:58.250353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8fbe3bff-6b99-4b32-8401-2df95ebc44a2 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3736310 Nov 15 14:52:58.253517 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:58.271840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-33df045c-1bbc-4c3c-b067-bd27c820e512 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'c072ed73-764b-4fb4-824c-79fc4ad38ff5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:58.276441 n-d-817748-2 neutron-server[103147]: WARNING neutron.api.v2.base [None req-33df045c-1bbc-4c3c-b067-bd27c820e512 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 15 14:52:58.277459 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-33df045c-1bbc-4c3c-b067-bd27c820e512 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:58.283387 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-33df045c-1bbc-4c3c-b067-bd27c820e512 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0253382 Nov 15 14:52:58.287002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:58.299607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3edb77b3-8f04-4ee8-a3d8-f03bca872269 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'c072ed73-764b-4fb4-824c-79fc4ad38ff5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:58.328044 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:58.403834 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Request body: {'port': {'device_id': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:58.465860 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:58.483196 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:58.570470 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-3edb77b3-8f04-4ee8-a3d8-f03bca872269 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:58.571548 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3edb77b3-8f04-4ee8-a3d8-f03bca872269 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2826445 Nov 15 14:52:58.574913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:58.581655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6f320cbe-fe9e-482e-9cb8-707059f014c0 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'c072ed73-764b-4fb4-824c-79fc4ad38ff5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:58.582147 n-d-817748-2 neutron-server[103147]: WARNING neutron.api.v2.base [None req-6f320cbe-fe9e-482e-9cb8-707059f014c0 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 15 14:52:58.583438 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-6f320cbe-fe9e-482e-9cb8-707059f014c0 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:58.584555 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6f320cbe-fe9e-482e-9cb8-707059f014c0 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084839 Nov 15 14:52:58.587621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52298) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:58.604484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6339a38f-6730-41d0-9759-969566118f24 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'c072ed73-764b-4fb4-824c-79fc4ad38ff5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:58.715204 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:58.783022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea3b87-70e4-4c59-a575-1f5b19e30127 req-c9c2bc51-ab33-4ad6-a492-8fc7f6893970 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:58.791839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07ea3b87-70e4-4c59-a575-1f5b19e30127 req-c9c2bc51-ab33-4ad6-a492-8fc7f6893970 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 931 time: 0.1796567 Nov 15 14:52:58.846478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59889e2-e911-4fcc-9d25-6179639506aa {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:52:58.856364 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:58.866087 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:58.868197 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-6339a38f-6730-41d0-9759-969566118f24 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Project eb1f35a8472b404ab811dad3478c9156 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 14:52:58.873877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Transition to ACTIVE for port object e59889e2-e911-4fcc-9d25-6179639506aa will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:52:58.903267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07ea3b87-70e4-4c59-a575-1f5b19e30127 req-ad7b6178-afc7-4050-8817-af5968eab864 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830216 Nov 15 14:52:58.974701 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:58.978325 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-6339a38f-6730-41d0-9759-969566118f24 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:58.980239 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6339a38f-6730-41d0-9759-969566118f24 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3827872 Nov 15 14:52:58.981295 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:58.993172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52318) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:59.037183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ae2d7deb-f0b2-4934-96a0-f404f3723630 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'c072ed73-764b-4fb4-824c-79fc4ad38ff5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:59.037583 n-d-817748-2 neutron-server[103146]: WARNING neutron.api.v2.base [None req-ae2d7deb-f0b2-4934-96a0-f404f3723630 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 15 14:52:59.038134 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-ae2d7deb-f0b2-4934-96a0-f404f3723630 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:59.039143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ae2d7deb-f0b2-4934-96a0-f404f3723630 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084190 Nov 15 14:52:59.043086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52320) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:59.049106 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Pushing event updated for resources: {'Port': ['ID=e59889e2-e911-4fcc-9d25-6179639506aa,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:59.054767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-63ab9828-15cd-417f-b120-eddab6770ad6 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'c072ed73-764b-4fb4-824c-79fc4ad38ff5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:59.105382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Port': ['ID=d9be5912-0a60-4d1f-ae77-b21598a75cd0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:59.118509 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:59.120417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Attempting to bind port e59889e2-e911-4fcc-9d25-6179639506aa on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:52:59.120759 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Attempting to bind port e59889e2-e911-4fcc-9d25-6179639506aa by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '2e9c1459-c206-4534-9400-81eba47e34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:52:59.121088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Attempting to bind port e59889e2-e911-4fcc-9d25-6179639506aa on network b4a20029-5ff9-4f01-a01c-7758396c41a6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:59.131036 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Port e59889e2-e911-4fcc-9d25-6179639506aa on network b4a20029-5ff9-4f01-a01c-7758396c41a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:52:59.131417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Attempting to bind port e59889e2-e911-4fcc-9d25-6179639506aa on network b4a20029-5ff9-4f01-a01c-7758396c41a6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:52:59.136858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:52:59.137242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Checking segment: {'id': '2e9c1459-c206-4534-9400-81eba47e34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:52:59.137703 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Bound using segment: {'id': '2e9c1459-c206-4534-9400-81eba47e34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:52:59.138218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Bound port: e59889e2-e911-4fcc-9d25-6179639506aa, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9c1459-c206-4534-9400-81eba47e34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:52:59.138922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:59.182789 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-63ab9828-15cd-417f-b120-eddab6770ad6 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Project eb1f35a8472b404ab811dad3478c9156 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 14:52:59.210421 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] For port e59889e2-e911-4fcc-9d25-6179639506aa, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:52:59.213739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] For port e59889e2-e911-4fcc-9d25-6179639506aa, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e59889e2-e911-4fcc-9d25-6179639506aa,segment=NetworkSegment(2e9c1459-c206-4534-9400-81eba47e34a4),segment_id=2e9c1459-c206-4534-9400-81eba47e34a4)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:52:59.230165 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Floating IP 035e402d-67d0-4d76-a78d-15557d4b69ad associated. External IP: 172.25.4.195, port: 9611de94-fbea-4c2d-9aef-003798fe3641. Nov 15 14:52:59.255915 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:59.266171 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-63ab9828-15cd-417f-b120-eddab6770ad6 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:59.267309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-63ab9828-15cd-417f-b120-eddab6770ad6 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2216518 Nov 15 14:52:59.280161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:59.286064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1d19c633-e737-4c12-8b81-5ac9f1e6632c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'c072ed73-764b-4fb4-824c-79fc4ad38ff5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:52:59.310432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:59.310432 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:59.310432 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] 10.222.0.59 "PUT /v2.0/ports/e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 200 len: 1091 time: 1.0860918 Nov 15 14:52:59.310432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:52:59.319241 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117ee5c2-4168-4755-ae04-078d6b67f3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:52:59.354182 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b1997-6352-4bad-b947-fecbab207d3a service neutron] Pushing event updated for resources: {'Port': ['ID=e59889e2-e911-4fcc-9d25-6179639506aa,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:52:59.451525 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-1d19c633-e737-4c12-8b81-5ac9f1e6632c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Project eb1f35a8472b404ab811dad3478c9156 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 14:52:59.473015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c95cebe0-6724-4ab9-a4a5-394a551c3cec up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:52:59.506761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Router 90bbc640-9b97-4250-b395-72f10bc3f9a8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:52:59.528748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-1cef0143-d17d-4549-a739-a158fd38e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:59.531323 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-1cef0143-d17d-4549-a739-a158fd38e501 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=418df9050a8941aab5de4eb3374c308c&device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 1094 time: 0.1045506 Nov 15 14:52:59.535192 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955d0d38-31d0-4c3d-873d-5a09a97e05d4 x-openstack-request-id: req-955d0d38-31d0-4c3d-873d-5a09a97e05d4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:52:59.536560 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:52:59.536825 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-955d0d38-31d0-4c3d-873d-5a09a97e05d4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:52:59.537250 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa', 'status': 'completed', 'code': 200} Nov 15 14:52:59.556438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c95cebe0-6724-4ab9-a4a5-394a551c3cec triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:52:59.558630 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:59.596760 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-677171b0-efe6-478b-93d9-a797bac29006 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 200 len: 217 time: 0.0499835 Nov 15 14:52:59.634130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:52:59.647163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81681dba-7866-44bf-bfd3-6d9abb16902d None None] Sync routers for ids ['90bbc640-9b97-4250-b395-72f10bc3f9a8'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:52:59.648278 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-1d19c633-e737-4c12-8b81-5ac9f1e6632c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:52:59.649476 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1d19c633-e737-4c12-8b81-5ac9f1e6632c tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3667181 Nov 15 14:52:59.653678 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:59.660216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81681dba-7866-44bf-bfd3-6d9abb16902d None None] Routers {'90bbc640-9b97-4250-b395-72f10bc3f9a8'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:52:59.661532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-81681dba-7866-44bf-bfd3-6d9abb16902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['90bbc640-9b97-4250-b395-72f10bc3f9a8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:52:59.676221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-f937f9af-3559-41b9-83f0-eb8633efaa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:59.678674 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-f937f9af-3559-41b9-83f0-eb8633efaa08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5cc610b-147d-412a-ad3f-568efc681a63 HTTP/1.1" status: 200 len: 860 time: 0.0720830 Nov 15 14:52:59.725692 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-ed2368df-52a7-4627-b424-a6c7f7b29487 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4a20029-5ff9-4f01-a01c-7758396c41a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335763 Nov 15 14:52:59.727786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:59.758770 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4853e9e3-49a7-4f28-b9cc-c319f4d07b62 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:59.771503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0fb41640-0df2-42a8-b5d9-659509a82262 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0789740 Nov 15 14:52:59.772516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:59.772981 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'tag': '9611de94-fbea-4c2d-9aef-003798fe3641'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:52:59.775513 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cf0495-ff43-4d4a-8e11-2d318c7c2277" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7e1e25-3f4a-4866-bcd9-146df37ef04f", "tag": "9611de94-fbea-4c2d-9aef-003798fe3641"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:52:59.783616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-81681dba-7866-44bf-bfd3-6d9abb16902d None None] Set router 90bbc640-9b97-4250-b395-72f10bc3f9a8 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:52:59.825188 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4853e9e3-49a7-4f28-b9cc-c319f4d07b62 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:59.830773 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-551aec96-e1aa-4878-bb49-8efbe564b9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:59.875940 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-1325d633-ed36-4627-95d2-600e5b5aed93 service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379461 Nov 15 14:52:59.914989 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29b324-7df8-4a78-930b-376d723aade5 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:59.915582 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29b324-7df8-4a78-930b-376d723aade5 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:59.917272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29b324-7df8-4a78-930b-376d723aade5 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:59.917751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29b324-7df8-4a78-930b-376d723aade5 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:59.920291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29b324-7df8-4a78-930b-376d723aade5 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:59.920825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29b324-7df8-4a78-930b-376d723aade5 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:59.921303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29b324-7df8-4a78-930b-376d723aade5 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:59.921782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29b324-7df8-4a78-930b-376d723aade5 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:59.925936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29b324-7df8-4a78-930b-376d723aade5 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:52:59.931052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9c29b324-7df8-4a78-930b-376d723aade5 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6375 time: 0.1492789 Nov 15 14:52:59.939283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52350) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:52:59.983909 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4853e9e3-49a7-4f28-b9cc-c319f4d07b62 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:59.986495 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4853e9e3-49a7-4f28-b9cc-c319f4d07b62 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:52:59.989881 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4853e9e3-49a7-4f28-b9cc-c319f4d07b62 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "DELETE /v2.0/security-groups/c072ed73-764b-4fb4-824c-79fc4ad38ff5 HTTP/1.1" status: 204 len: 168 time: 0.3330364 Nov 15 14:52:59.997369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:00.018972 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709857f6-6d72-414d-8b5e-9d18f7e4a940 x-openstack-request-id: req-709857f6-6d72-414d-8b5e-9d18f7e4a940 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:53:00.019214 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7e1e25-3f4a-4866-bcd9-146df37ef04f", "tag": "9611de94-fbea-4c2d-9aef-003798fe3641", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:53:00.019478 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-709857f6-6d72-414d-8b5e-9d18f7e4a940 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:53:00.019898 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'tag': '9611de94-fbea-4c2d-9aef-003798fe3641', 'status': 'completed', 'code': 200} Nov 15 14:53:00.053025 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:00.088159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853e9e3-49a7-4f28-b9cc-c319f4d07b62 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c072ed73-764b-4fb4-824c-79fc4ad38ff5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:00.155428 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e40304b5-36b5-4a20-ba2c-134a39986440 req-88040135-197f-40e0-85be-9c292a583c67 service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716084 Nov 15 14:53:00.159670 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cf856d63-6ba2-4798-aee8-fd80ad3ea72a tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1586776 Nov 15 14:53:00.164982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:00.169690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-520a9ad8-7c03-4599-818d-9ee72ee2b26b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053838471'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:00.214190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284926a0-e019-46ee-b17a-306232353245 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.214797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284926a0-e019-46ee-b17a-306232353245 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.215251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284926a0-e019-46ee-b17a-306232353245 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.215706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284926a0-e019-46ee-b17a-306232353245 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.216154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284926a0-e019-46ee-b17a-306232353245 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.216604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284926a0-e019-46ee-b17a-306232353245 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.217160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284926a0-e019-46ee-b17a-306232353245 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.217891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284926a0-e019-46ee-b17a-306232353245 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.218056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284926a0-e019-46ee-b17a-306232353245 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.223110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-284926a0-e019-46ee-b17a-306232353245 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5827 time: 0.2795048 Nov 15 14:53:00.223656 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:00.230604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf0495-ff43-4d4a-8e11-2d318c7c2277 req-05dda739-48fb-4827-9072-579ea1211678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.232275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3cf0495-ff43-4d4a-8e11-2d318c7c2277 req-05dda739-48fb-4827-9072-579ea1211678 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b571c77e27f4f52ae37627811351862&device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 1136 time: 0.1895697 Nov 15 14:53:00.245594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36524c5c-9019-4724-8f30-d7159780d628 req-23f6bab8-7547-4e20-a495-c73b142f2142 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.247131 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36524c5c-9019-4724-8f30-d7159780d628 req-23f6bab8-7547-4e20-a495-c73b142f2142 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 943 time: 0.1843970 Nov 15 14:53:00.267326 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-81681dba-7866-44bf-bfd3-6d9abb16902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:52:29Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '035e402d-67d0-4d76-a78d-15557d4b69ad', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'port_id': '9611de94-fbea-4c2d-9aef-003798fe3641', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'mac_address': 'fa:16:3e:58:58:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:52:58Z', 'updated_at': '2021-11-15T14:52:58Z', 'revision_number': 0, 'project_id': '3b571c77e27f4f52ae37627811351862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22b161a-e8bf-43aa-ab65-3380f25aeed4', 'name': '', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'mac_address': 'fa:16:3e:00:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:28Z', 'updated_at': '2021-11-15T14:52:35Z', 'revision_number': 5, 'project_id': '3b571c77e27f4f52ae37627811351862', 'subnets': [{'id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:00.297837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-520a9ad8-7c03-4599-818d-9ee72ee2b26b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:00.310737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81681dba-7866-44bf-bfd3-6d9abb16902d None None] Checking router: 90bbc640-9b97-4250-b395-72f10bc3f9a8 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:53:00.318191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ad31a9a-3d59-4589-b483-7b4efa880d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:00.323358 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81681dba-7866-44bf-bfd3-6d9abb16902d None None] Routers {'90bbc640-9b97-4250-b395-72f10bc3f9a8'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:53:00.323358 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-81681dba-7866-44bf-bfd3-6d9abb16902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['90bbc640-9b97-4250-b395-72f10bc3f9a8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:00.403513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36524c5c-9019-4724-8f30-d7159780d628 req-6e9f717c-be8f-4ba3-8d50-e58e9ac748f6 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399598 Nov 15 14:53:00.428389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf0495-ff43-4d4a-8e11-2d318c7c2277 req-30577750-49c5-4f42-9737-78fa53800ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.430513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3cf0495-ff43-4d4a-8e11-2d318c7c2277 req-30577750-49c5-4f42-9737-78fa53800ab4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ac219fd-61a8-41e3-a0bc-19bb8f49b978 HTTP/1.1" status: 200 len: 897 time: 0.1818755 Nov 15 14:53:00.504539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ee5c2-4168-4755-ae04-078d6b67f3b1 req-e7054ef9-a78d-4d84-ad6a-13b671391c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.507521 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-117ee5c2-4168-4755-ae04-078d6b67f3b1 req-e7054ef9-a78d-4d84-ad6a-13b671391c5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=418df9050a8941aab5de4eb3374c308c&device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 1094 time: 0.1921480 Nov 15 14:53:00.512054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-81681dba-7866-44bf-bfd3-6d9abb16902d None None] Set router 90bbc640-9b97-4250-b395-72f10bc3f9a8 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:53:00.543283 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3cf0495-ff43-4d4a-8e11-2d318c7c2277 req-fa228333-4a7b-4d84-ac97-a7165aa911f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9611de94-fbea-4c2d-9aef-003798fe3641 HTTP/1.1" status: 200 len: 1000 time: 0.1057673 Nov 15 14:53:00.616937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf0495-ff43-4d4a-8e11-2d318c7c2277 req-e685fc14-28f3-4d77-a77d-11e19af3fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.621687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3cf0495-ff43-4d4a-8e11-2d318c7c2277 req-e685fc14-28f3-4d77-a77d-11e19af3fb93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7cc3866-b46d-4668-93b9-f2940945be90 HTTP/1.1" status: 200 len: 835 time: 0.0646646 Nov 15 14:53:00.631171 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ee5c2-4168-4755-ae04-078d6b67f3b1 req-604f4e34-566b-49c2-9e42-c67b9cc14bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.632449 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-117ee5c2-4168-4755-ae04-078d6b67f3b1 req-604f4e34-566b-49c2-9e42-c67b9cc14bb5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4a20029-5ff9-4f01-a01c-7758396c41a6 HTTP/1.1" status: 200 len: 921 time: 0.1131270 Nov 15 14:53:00.669110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf0495-ff43-4d4a-8e11-2d318c7c2277 req-88610b9d-8728-47b1-8796-f27f4485e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.672605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3cf0495-ff43-4d4a-8e11-2d318c7c2277 req-88610b9d-8728-47b1-8796-f27f4485e6f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ac219fd-61a8-41e3-a0bc-19bb8f49b978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501947 Nov 15 14:53:00.718070 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-117ee5c2-4168-4755-ae04-078d6b67f3b1 req-67052ef3-cdbf-4a3c-aa62-9044cf699e77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 200 len: 217 time: 0.0668557 Nov 15 14:53:00.779741 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-520a9ad8-7c03-4599-818d-9ee72ee2b26b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:00.803762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ee5c2-4168-4755-ae04-078d6b67f3b1 req-41a008e6-9f8a-4699-aedd-bf9eb8be2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:00.805220 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-117ee5c2-4168-4755-ae04-078d6b67f3b1 req-41a008e6-9f8a-4699-aedd-bf9eb8be2434 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5cc610b-147d-412a-ad3f-568efc681a63 HTTP/1.1" status: 200 len: 860 time: 0.0748107 Nov 15 14:53:00.814668 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3cf0495-ff43-4d4a-8e11-2d318c7c2277 req-20aee361-e4ec-4504-946e-8997638bd84b service neutron] 10.222.0.46 "GET /v2.0/networks/5ac219fd-61a8-41e3-a0bc-19bb8f49b978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336844 Nov 15 14:53:00.822442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ad31a9a-3d59-4589-b483-7b4efa880d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:00.840888 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-520a9ad8-7c03-4599-818d-9ee72ee2b26b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:00.852239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-81681dba-7866-44bf-bfd3-6d9abb16902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:52:29Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '035e402d-67d0-4d76-a78d-15557d4b69ad', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'port_id': '9611de94-fbea-4c2d-9aef-003798fe3641', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'mac_address': 'fa:16:3e:58:58:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:52:58Z', 'updated_at': '2021-11-15T14:52:58Z', 'revision_number': 0, 'project_id': '3b571c77e27f4f52ae37627811351862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22b161a-e8bf-43aa-ab65-3380f25aeed4', 'name': '', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'mac_address': 'fa:16:3e:00:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:28Z', 'updated_at': '2021-11-15T14:52:35Z', 'revision_number': 5, 'project_id': '3b571c77e27f4f52ae37627811351862', 'subnets': [{'id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:00.865664 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-117ee5c2-4168-4755-ae04-078d6b67f3b1 req-e564a43d-cbab-40fa-b5f5-b1fa23bcc03d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4a20029-5ff9-4f01-a01c-7758396c41a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469873 Nov 15 14:53:00.899761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81681dba-7866-44bf-bfd3-6d9abb16902d None None] The sync data for ids ['90bbc640-9b97-4250-b395-72f10bc3f9a8'] in n-d-817748-2 is: [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:52:29Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '035e402d-67d0-4d76-a78d-15557d4b69ad', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'port_id': '9611de94-fbea-4c2d-9aef-003798fe3641', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'mac_address': 'fa:16:3e:58:58:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:52:58Z', 'updated_at': '2021-11-15T14:52:58Z', 'revision_number': 0, 'project_id': '3b571c77e27f4f52ae37627811351862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22b161a-e8bf-43aa-ab65-3380f25aeed4', 'name': '', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'mac_address': 'fa:16:3e:00:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:28Z', 'updated_at': '2021-11-15T14:52:35Z', 'revision_number': 5, 'project_id': '3b571c77e27f4f52ae37627811351862', 'subnets': [{'id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:53:00.903142 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ad31a9a-3d59-4589-b483-7b4efa880d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:00.941477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3cf0495-ff43-4d4a-8e11-2d318c7c2277 req-1529ed2f-2560-4020-add8-86fc3adf885c service neutron] 10.222.0.46 "GET /v2.0/networks/5ac219fd-61a8-41e3-a0bc-19bb8f49b978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155906 Nov 15 14:53:00.969667 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-520a9ad8-7c03-4599-818d-9ee72ee2b26b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:00.970925 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-520a9ad8-7c03-4599-818d-9ee72ee2b26b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8054969 Nov 15 14:53:00.971638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a9ad8-7c03-4599-818d-9ee72ee2b26b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2190ffe-acfc-4213-973b-f5b91c795779,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:00.975034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52386) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:00.980638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e9ad03e5-c001-4031-9192-c6eef9c5e8d9 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'a2190ffe-acfc-4213-973b-f5b91c795779', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:01.012463 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-89a25e67-8bb6-4292-af3d-70dd421213a1 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3785 time: 0.7875946 Nov 15 14:53:01.015424 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52388) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:01.023476 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8ad31a9a-3d59-4589-b483-7b4efa880d60 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25d2ced92b1043fcb937c7d8fbbf1da8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9636335 Nov 15 14:53:01.031560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:01.057500 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad31a9a-3d59-4589-b483-7b4efa880d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c69a63-e12a-438d-9b65-7f56b50382c9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:01.062938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef659632-e19a-4313-88f7-a78335442045 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:01.063508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef659632-e19a-4313-88f7-a78335442045 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:01.074983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ef659632-e19a-4313-88f7-a78335442045 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=90bbc640-9b97-4250-b395-72f10bc3f9a8 HTTP/1.1" status: 200 len: 1989 time: 0.0584238 Nov 15 14:53:01.079601 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-117ee5c2-4168-4755-ae04-078d6b67f3b1 req-931c88d5-0f69-456d-8cac-3233ae7d6f3b service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944218 Nov 15 14:53:01.162518 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9601c3ca-1aa8-46e5-8b4a-db7a441bc5bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:01.205382 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9601c3ca-1aa8-46e5-8b4a-db7a441bc5bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:01.228787 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8af21e-a718-467f-b38e-2bbd63b15641 None None] New status for floating IP 035e402d-67d0-4d76-a78d-15557d4b69ad: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:53:01.243552 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-e9ad03e5-c001-4031-9192-c6eef9c5e8d9 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The resource could not be found. Nov 15 14:53:01.248639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e9ad03e5-c001-4031-9192-c6eef9c5e8d9 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2722249 Nov 15 14:53:01.249203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:01.252165 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-117ee5c2-4168-4755-ae04-078d6b67f3b1 req-18208c35-0875-489c-81b1-65866f6b26b4 service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609838 Nov 15 14:53:01.254757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7e9ea0af-a53f-4b76-9786-9d6fe25847a9 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': 'a2190ffe-acfc-4213-973b-f5b91c795779', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cef1bd2b-c222-40e5-9817-4094a31b992f'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:01.351627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9601c3ca-1aa8-46e5-8b4a-db7a441bc5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:01.354433 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9601c3ca-1aa8-46e5-8b4a-db7a441bc5bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:01.355664 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9601c3ca-1aa8-46e5-8b4a-db7a441bc5bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14c69a63-e12a-438d-9b65-7f56b50382c9 HTTP/1.1" status: 204 len: 168 time: 0.3231609 Nov 15 14:53:01.371760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601c3ca-1aa8-46e5-8b4a-db7a441bc5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c69a63-e12a-438d-9b65-7f56b50382c9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:01.431411 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-7e9ea0af-a53f-4b76-9786-9d6fe25847a9 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The resource could not be found. Nov 15 14:53:01.435369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7e9ea0af-a53f-4b76-9786-9d6fe25847a9 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1850042 Nov 15 14:53:01.436041 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:01.503220 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50b0c1a2-07b4-420c-9017-d585012e4cd0 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:01.544148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad73836-3799-4391-8b4c-090f7644c3fb req-839030cc-4a60-4861-a28e-85b7ee5839d7 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:01.545941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad73836-3799-4391-8b4c-090f7644c3fb req-839030cc-4a60-4861-a28e-85b7ee5839d7 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 943 time: 0.0690255 Nov 15 14:53:01.547672 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50b0c1a2-07b4-420c-9017-d585012e4cd0 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:01.608258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad73836-3799-4391-8b4c-090f7644c3fb req-056537b7-843c-4523-9438-24ae8a18dc83 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559423 Nov 15 14:53:02.068741 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50b0c1a2-07b4-420c-9017-d585012e4cd0 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.068741 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50b0c1a2-07b4-420c-9017-d585012e4cd0 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.068741 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-50b0c1a2-07b4-420c-9017-d585012e4cd0 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "DELETE /v2.0/security-groups/a2190ffe-acfc-4213-973b-f5b91c795779 HTTP/1.1" status: 204 len: 168 time: 0.6267598 Nov 15 14:53:02.069590 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:02.073897 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0c1a2-07b4-420c-9017-d585012e4cd0 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2190ffe-acfc-4213-973b-f5b91c795779,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:02.111763 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f16e8aed-65d4-4df0-82f2-d777fc3e86c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.119832 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4b91c90e-170e-4539-831f-7a3abf331753 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0517092 Nov 15 14:53:02.120014 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:53:02.126497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:02.131780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-389987e1-4e67-4b20-a985-250579836d36 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': '6075ec88-5539-4e45-aba0-882d97c36fb7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:02.137903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:02.153001 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaa4afc8-92c8-44ee-b140-d532db7e4512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.234027 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaa4afc8-92c8-44ee-b140-d532db7e4512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.295828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e59889e2-e911-4fcc-9d25-6179639506aa details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:53:02.310103 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaa4afc8-92c8-44ee-b140-d532db7e4512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.310339 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-389987e1-4e67-4b20-a985-250579836d36 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The resource could not be found. Nov 15 14:53:02.310339 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-389987e1-4e67-4b20-a985-250579836d36 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1810820 Nov 15 14:53:02.312532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52420) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:02.326916 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f6b1bc82-57fb-452d-9163-a1a7ba4a8b85 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group': {'name': 'tempest-secgroup--950201045'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:02.340366 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-aaa4afc8-92c8-44ee-b140-d532db7e4512 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46412ebaf22b44e59238358df2fc5483&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2007053 Nov 15 14:53:02.343509 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:02.371812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4afc8-92c8-44ee-b140-d532db7e4512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a93979-f38d-46e5-becb-1bcaa36d8a5a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:02.415941 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a10e64-5116-43de-af9e-3bf6c5e7b292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.423683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e59889e2-e911-4fcc-9d25-6179639506aa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e59889e2-e911-4fcc-9d25-6179639506aa,segment=NetworkSegment(2e9c1459-c206-4534-9400-81eba47e34a4),segment_id=2e9c1459-c206-4534-9400-81eba47e34a4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:02.437573 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a10e64-5116-43de-af9e-3bf6c5e7b292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.439149 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'e59889e2-e911-4fcc-9d25-6179639506aa', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'port_id': 'e59889e2-e911-4fcc-9d25-6179639506aa', 'mac_address': 'fa:16:3e:1a:23:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:53:02.476931 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.482493 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b1bc82-57fb-452d-9163-a1a7ba4a8b85 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.490709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59889e2-e911-4fcc-9d25-6179639506aa {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:53:02.510208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e59889e2-e911-4fcc-9d25-6179639506aa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e59889e2-e911-4fcc-9d25-6179639506aa,segment=NetworkSegment(2e9c1459-c206-4534-9400-81eba47e34a4),segment_id=2e9c1459-c206-4534-9400-81eba47e34a4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:02.596991 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.598241 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a10e64-5116-43de-af9e-3bf6c5e7b292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.602071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a10e64-5116-43de-af9e-3bf6c5e7b292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.603244 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d3a10e64-5116-43de-af9e-3bf6c5e7b292 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6a93979-f38d-46e5-becb-1bcaa36d8a5a HTTP/1.1" status: 204 len: 168 time: 0.2585297 Nov 15 14:53:02.624090 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10e64-5116-43de-af9e-3bf6c5e7b292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a93979-f38d-46e5-becb-1bcaa36d8a5a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:02.681804 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b1bc82-57fb-452d-9163-a1a7ba4a8b85 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.712995 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e59889e2-e911-4fcc-9d25-6179639506aa,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:02.741870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f674c-fded-4e5b-9a46-27d363776676 req-b99c8ca3-6d9e-4f8a-a5bc-5619d832932a tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:02.743428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f32f674c-fded-4e5b-9a46-27d363776676 req-b99c8ca3-6d9e-4f8a-a5bc-5619d832932a tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 944 time: 0.0532327 Nov 15 14:53:02.768652 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b1bc82-57fb-452d-9163-a1a7ba4a8b85 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.793984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f32f674c-fded-4e5b-9a46-27d363776676 req-b390f837-009f-4757-844b-0b419692ba05 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Nov 15 14:53:02.801251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1bc82-57fb-452d-9163-a1a7ba4a8b85 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385ec78e-9a9a-43a2-889e-867e8065040b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:02.861773 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b1bc82-57fb-452d-9163-a1a7ba4a8b85 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:02.863590 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f6b1bc82-57fb-452d-9163-a1a7ba4a8b85 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5478010 Nov 15 14:53:02.865711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:02.870662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-300c3d87-8cc2-4d48-ae63-b85a95b0d707 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group': {'name': 'tempest-secgroup--370942758'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:02.888057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e59889e2-e911-4fcc-9d25-6179639506aa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:53:02.957388 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-300c3d87-8cc2-4d48-ae63-b85a95b0d707 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:03.030479 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-300c3d87-8cc2-4d48-ae63-b85a95b0d707 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:03.093579 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-300c3d87-8cc2-4d48-ae63-b85a95b0d707 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:03.122528 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c3d87-8cc2-4d48-ae63-b85a95b0d707 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1426d808-bee0-47e3-9b31-44612977bd8d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:03.176120 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-300c3d87-8cc2-4d48-ae63-b85a95b0d707 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:03.177603 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-300c3d87-8cc2-4d48-ae63-b85a95b0d707 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3107700 Nov 15 14:53:03.180305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:03.184646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d14b2da2-e299-44fa-969e-6d3ade1d92d7 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': '385ec78e-9a9a-43a2-889e-867e8065040b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1426d808-bee0-47e3-9b31-44612977bd8d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:03.380497 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-d14b2da2-e299-44fa-969e-6d3ade1d92d7 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:53:03.382038 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d14b2da2-e299-44fa-969e-6d3ade1d92d7 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2003140 Nov 15 14:53:03.384630 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52450) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:03.439843 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-374ca5fd-2109-4794-9f41-d751c745dfe4 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:03.463420 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-374ca5fd-2109-4794-9f41-d751c745dfe4 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:03.476698 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:03.591354 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-374ca5fd-2109-4794-9f41-d751c745dfe4 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:03.594070 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-374ca5fd-2109-4794-9f41-d751c745dfe4 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:03.595272 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-374ca5fd-2109-4794-9f41-d751c745dfe4 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "DELETE /v2.0/security-groups/1426d808-bee0-47e3-9b31-44612977bd8d HTTP/1.1" status: 204 len: 168 time: 0.2097359 Nov 15 14:53:03.597975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52456) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:03.606680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ca5fd-2109-4794-9f41-d751c745dfe4 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1426d808-bee0-47e3-9b31-44612977bd8d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:03.658519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1ecd4ebf-9896-4d48-be7b-c1081891eeb2 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0576828 Nov 15 14:53:03.661211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:03.717921 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3b0c-690a-4fb6-a2d8-2b969d61fa97 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:03.743248 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3b0c-690a-4fb6-a2d8-2b969d61fa97 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:03.854170 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3b0c-690a-4fb6-a2d8-2b969d61fa97 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:03.857630 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3b0c-690a-4fb6-a2d8-2b969d61fa97 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:03.862296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52480) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:03.862705 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e4cf3b0c-690a-4fb6-a2d8-2b969d61fa97 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "DELETE /v2.0/security-groups/385ec78e-9a9a-43a2-889e-867e8065040b HTTP/1.1" status: 204 len: 168 time: 0.2002726 Nov 15 14:53:03.876391 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf3b0c-690a-4fb6-a2d8-2b969d61fa97 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=385ec78e-9a9a-43a2-889e-867e8065040b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:03.915367 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bb8cfb37-9c16-49dd-aa53-e7de1284745a tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0484664 Nov 15 14:53:03.916172 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52484) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:03.920646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1ca2f8e9-531c-4eb7-ad46-302ecc8bda76 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706048972'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:03.958556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfee15f-c57a-4b39-a011-acc7d58230be req-c7cce0c1-ce32-4aeb-b77b-f7cfcbd6fc0f tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:03.960037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcfee15f-c57a-4b39-a011-acc7d58230be req-c7cce0c1-ce32-4aeb-b77b-f7cfcbd6fc0f tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 944 time: 0.0641363 Nov 15 14:53:04.009096 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f8e9-531c-4eb7-ad46-302ecc8bda76 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:04.011923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcfee15f-c57a-4b39-a011-acc7d58230be req-e176b196-ad67-4934-9adc-def2b521da6e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451813 Nov 15 14:53:04.090998 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f8e9-531c-4eb7-ad46-302ecc8bda76 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:04.163899 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f8e9-531c-4eb7-ad46-302ecc8bda76 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:04.195703 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2f8e9-531c-4eb7-ad46-302ecc8bda76 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f6bc41-0a06-4284-abc5-df75c54ce3e5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:04.261814 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f8e9-531c-4eb7-ad46-302ecc8bda76 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:04.263131 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1ca2f8e9-531c-4eb7-ad46-302ecc8bda76 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3459103 Nov 15 14:53:04.266588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52494) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:04.270944 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ea04c958-c5a1-459c-8f82-d833b0e4bad7 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': '61f6bc41-0a06-4284-abc5-df75c54ce3e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:04.333072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e59889e2-e911-4fcc-9d25-6179639506aa up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:53:04.454744 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port e59889e2-e911-4fcc-9d25-6179639506aa completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:53:04.456191 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-ea04c958-c5a1-459c-8f82-d833b0e4bad7 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:53:04.457898 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ea04c958-c5a1-459c-8f82-d833b0e4bad7 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1903598 Nov 15 14:53:04.460735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52504) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:04.463483 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port e59889e2-e911-4fcc-9d25-6179639506aa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:04.466062 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:04.466986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0ccda758-1b3f-4d7c-a504-75dec260ac3b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group_rule': {'security_group_id': '61f6bc41-0a06-4284-abc5-df75c54ce3e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:04.559752 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:04.583667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:53:04.586144 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7b093d-c95f-4321-b931-0429fa3fced9" -d '{"events": [{"server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "name": "network-vif-plugged", "status": "completed", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:53:04.599913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e59889e2-e911-4fcc-9d25-6179639506aa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e59889e2-e911-4fcc-9d25-6179639506aa,segment=NetworkSegment(2e9c1459-c206-4534-9400-81eba47e34a4),segment_id=2e9c1459-c206-4534-9400-81eba47e34a4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:04.638211 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcd5f6d-2235-4ec4-8ede-ca0736930669 x-openstack-request-id: req-afcd5f6d-2235-4ec4-8ede-ca0736930669 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:53:04.638578 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "name": "network-vif-plugged", "status": "completed", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:53:04.639001 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-afcd5f6d-2235-4ec4-8ede-ca0736930669 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:53:04.639661 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa', 'code': 200} Nov 15 14:53:04.666961 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-0ccda758-1b3f-4d7c-a504-75dec260ac3b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:53:04.670428 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0ccda758-1b3f-4d7c-a504-75dec260ac3b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2064404 Nov 15 14:53:04.672575 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52516) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:04.683126 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:04.737796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e59889e2-e911-4fcc-9d25-6179639506aa,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:04.793232 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92725ae9-f683-4fa3-9a1b-ecbab64d4975 req-442e6fdb-4206-4d17-94f7-90ada01fe3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:04.794827 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92725ae9-f683-4fa3-9a1b-ecbab64d4975 req-442e6fdb-4206-4d17-94f7-90ada01fe3e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 1096 time: 0.0967278 Nov 15 14:53:04.796010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10e6cfc7-f08e-46f5-b4a0-c3167c3ca90b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:04.838086 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10e6cfc7-f08e-46f5-b4a0-c3167c3ca90b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:04.880848 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92725ae9-f683-4fa3-9a1b-ecbab64d4975 req-affaf9fd-f6f3-4be0-ab7e-6f77a496b07b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738678 Nov 15 14:53:04.963003 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10e6cfc7-f08e-46f5-b4a0-c3167c3ca90b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:04.965705 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10e6cfc7-f08e-46f5-b4a0-c3167c3ca90b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:04.966862 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-10e6cfc7-f08e-46f5-b4a0-c3167c3ca90b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "DELETE /v2.0/security-groups/61f6bc41-0a06-4284-abc5-df75c54ce3e5 HTTP/1.1" status: 204 len: 168 time: 0.2926846 Nov 15 14:53:04.969596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52526) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:04.982454 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6cfc7-f08e-46f5-b4a0-c3167c3ca90b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f6bc41-0a06-4284-abc5-df75c54ce3e5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:05.041177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-75923d5e-3a0c-4b2f-82f1-6674f9ac9b9f tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0671110 Nov 15 14:53:05.044622 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52536) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:05.049696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7fa68aca-ae24-4230-9703-7c0795a6d339 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128610815'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:05.088591 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:05.169976 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fa68aca-ae24-4230-9703-7c0795a6d339 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:05.284061 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fa68aca-ae24-4230-9703-7c0795a6d339 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:05.375724 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fa68aca-ae24-4230-9703-7c0795a6d339 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:05.444760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa68aca-ae24-4230-9703-7c0795a6d339 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a07ce5d-678d-4578-97f4-d85126b58462,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:05.487965 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fa68aca-ae24-4230-9703-7c0795a6d339 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:05.490421 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7fa68aca-ae24-4230-9703-7c0795a6d339 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4447179 Nov 15 14:53:05.494439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:05.503057 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f4b27c94-e423-41e1-933a-c0777b955ac6 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:05.504300 n-d-817748-2 neutron-server[103147]: WARNING neutron.api.v2.base [None req-f4b27c94-e423-41e1-933a-c0777b955ac6 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 15 14:53:05.506725 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-f4b27c94-e423-41e1-933a-c0777b955ac6 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] update failed (client error): There was a conflict when trying to complete your request. Nov 15 14:53:05.507849 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f4b27c94-e423-41e1-933a-c0777b955ac6 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "PUT /v2.0/security-groups/9a07ce5d-678d-4578-97f4-d85126b58462 HTTP/1.1" status: 409 len: 330 time: 0.0089393 Nov 15 14:53:05.511354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52560) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:05.546533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a879429-ef4b-4605-8483-3a721ccc6359 req-735f3b2f-f2f8-46e1-af6b-7909c20a2f7b tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:05.549037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a879429-ef4b-4605-8483-3a721ccc6359 req-735f3b2f-f2f8-46e1-af6b-7909c20a2f7b tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.4545801 Nov 15 14:53:05.594643 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35d04f9b-891b-4b93-82b0-11aab66df731 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:05.627451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a879429-ef4b-4605-8483-3a721ccc6359 req-3793f994-a860-4e03-a313-b51f89493353 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688503 Nov 15 14:53:05.640616 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35d04f9b-891b-4b93-82b0-11aab66df731 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:05.797099 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35d04f9b-891b-4b93-82b0-11aab66df731 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:05.798588 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:05.799841 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35d04f9b-891b-4b93-82b0-11aab66df731 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:05.804375 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-35d04f9b-891b-4b93-82b0-11aab66df731 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "DELETE /v2.0/security-groups/9a07ce5d-678d-4578-97f4-d85126b58462 HTTP/1.1" status: 204 len: 168 time: 0.2889550 Nov 15 14:53:05.804842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52564) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:05.811306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d04f9b-891b-4b93-82b0-11aab66df731 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a07ce5d-678d-4578-97f4-d85126b58462,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:05.855717 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-52a51cb1-86bc-48ca-bf0c-52dfd54f05ea tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0496013 Nov 15 14:53:05.859452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52568) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:05.872443 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-7104e7a2-218a-486f-8a85-1ac8cec65449 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] delete failed (client error): The resource could not be found. Nov 15 14:53:05.873456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7104e7a2-218a-486f-8a85-1ac8cec65449 tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "DELETE /v2.0/security-groups/bde86dad-18cb-4aa9-ba7e-f155765ac091 HTTP/1.1" status: 404 len: 347 time: 0.0130248 Nov 15 14:53:05.877335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52570) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:05.896541 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-405c2284-2c1a-49ba-a44d-a01dd564bada tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] show failed (client error): The resource could not be found. Nov 15 14:53:05.901024 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-405c2284-2c1a-49ba-a44d-a01dd564bada tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "GET /v2.0/security-groups/f24a16ee-3c78-4e2a-898d-ecf8b895b905 HTTP/1.1" status: 404 len: 347 time: 0.0191338 Nov 15 14:53:05.901454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52572) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:05.921094 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-66550999-61df-43f6-984e-ed5317d2c05b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] show failed (client error): The resource could not be found. Nov 15 14:53:05.926253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-66550999-61df-43f6-984e-ed5317d2c05b tempest-NegativeSecGroupIPv6Test-1480951797 tempest-NegativeSecGroupIPv6Test-1480951797-project] 10.222.0.70 "GET /v2.0/security-group-rules/2efe2fd0-aa53-42c5-9da3-47c0ce314980 HTTP/1.1" status: 404 len: 356 time: 0.0191877 Nov 15 14:53:05.943796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52576) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:06.059790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-056d81b5-2820-4e57-b9a2-69c9631183da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:06.142470 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-056d81b5-2820-4e57-b9a2-69c9631183da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:06.214443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-056d81b5-2820-4e57-b9a2-69c9631183da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:06.265335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-056d81b5-2820-4e57-b9a2-69c9631183da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89abee76808f425b8be9bacde82e9bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3204703 Nov 15 14:53:06.266076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d81b5-2820-4e57-b9a2-69c9631183da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf22d73-c4ff-448f-babc-4a2134e8cc3f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:06.269173 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52582) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:06.351610 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0446bac2-12ec-4f2b-9d9c-9083c85a412d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:06.375905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0446bac2-12ec-4f2b-9d9c-9083c85a412d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:06.431685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:06.534471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0446bac2-12ec-4f2b-9d9c-9083c85a412d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:06.537108 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0446bac2-12ec-4f2b-9d9c-9083c85a412d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:06.546611 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0446bac2-12ec-4f2b-9d9c-9083c85a412d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cdf22d73-c4ff-448f-babc-4a2134e8cc3f HTTP/1.1" status: 204 len: 168 time: 0.2671177 Nov 15 14:53:06.547920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446bac2-12ec-4f2b-9d9c-9083c85a412d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf22d73-c4ff-448f-babc-4a2134e8cc3f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:06.582308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fb6e730d-5e46-4da1-a9aa-deb193ed17f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb1f35a8472b404ab811dad3478c9156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493928 Nov 15 14:53:06.584830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:06.632903 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d203f955-45fd-4067-bcd0-373e3f5a25b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:06.658658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d203f955-45fd-4067-bcd0-373e3f5a25b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:06.766337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba764a7d-ccb8-4edb-8add-2152ccc33122 req-4e1d7f42-9346-4a01-95c0-387a2203a8d2 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:06.767924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba764a7d-ccb8-4edb-8add-2152ccc33122 req-4e1d7f42-9346-4a01-95c0-387a2203a8d2 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0540187 Nov 15 14:53:06.792567 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d203f955-45fd-4067-bcd0-373e3f5a25b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:06.795335 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d203f955-45fd-4067-bcd0-373e3f5a25b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:06.796702 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d203f955-45fd-4067-bcd0-373e3f5a25b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26d0c8ba-6184-46e9-91f2-84a79f9b008b HTTP/1.1" status: 204 len: 168 time: 0.2105782 Nov 15 14:53:06.810445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203f955-45fd-4067-bcd0-373e3f5a25b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d0c8ba-6184-46e9-91f2-84a79f9b008b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:06.847332 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba764a7d-ccb8-4edb-8add-2152ccc33122 req-9f935679-0de1-4ce5-8b68-8b233000f8a8 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731449 Nov 15 14:53:07.286595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:07.301171 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e9af181-ce6e-4561-b74d-5fe45522c205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:07.307598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059f51d-8ca3-4be3-acf1-24ca64526476 req-6b70d9b9-8e1c-44dc-89f3-7137ba15c30e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:07.309875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8059f51d-8ca3-4be3-acf1-24ca64526476 req-6b70d9b9-8e1c-44dc-89f3-7137ba15c30e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0609503 Nov 15 14:53:07.440105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1ff4-9f2f-4981-ba2d-6df5994bdc5d req-30a66312-ebbe-4553-ba30-a18f074afa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:07.441633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8059f51d-8ca3-4be3-acf1-24ca64526476 req-9ba5b734-233c-4e12-8264-949ece54f160 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234510 Nov 15 14:53:07.442555 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c51c1ff4-9f2f-4981-ba2d-6df5994bdc5d req-30a66312-ebbe-4553-ba30-a18f074afa7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=418df9050a8941aab5de4eb3374c308c&device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 1096 time: 0.0683293 Nov 15 14:53:07.514332 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e9af181-ce6e-4561-b74d-5fe45522c205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:07.578353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1ff4-9f2f-4981-ba2d-6df5994bdc5d req-73734cbc-e8c4-4d5a-9368-0d39f612aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:07.580644 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c51c1ff4-9f2f-4981-ba2d-6df5994bdc5d req-73734cbc-e8c4-4d5a-9368-0d39f612aa36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4a20029-5ff9-4f01-a01c-7758396c41a6 HTTP/1.1" status: 200 len: 921 time: 0.1294625 Nov 15 14:53:07.627100 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c51c1ff4-9f2f-4981-ba2d-6df5994bdc5d req-e2d632da-87a6-4eb9-bb70-600f83230e67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 200 len: 217 time: 0.0373323 Nov 15 14:53:07.691366 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e9af181-ce6e-4561-b74d-5fe45522c205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:07.732734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1ff4-9f2f-4981-ba2d-6df5994bdc5d req-c6b038a4-41ca-472c-a07b-25e4a5b68539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:07.734544 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c51c1ff4-9f2f-4981-ba2d-6df5994bdc5d req-c6b038a4-41ca-472c-a07b-25e4a5b68539 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5cc610b-147d-412a-ad3f-568efc681a63 HTTP/1.1" status: 200 len: 860 time: 0.0989981 Nov 15 14:53:07.793373 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5e9af181-ce6e-4561-b74d-5fe45522c205 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=10337ef6f3f44836af1002c3519d77e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5045447 Nov 15 14:53:07.793983 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c51c1ff4-9f2f-4981-ba2d-6df5994bdc5d req-81f47449-817c-4edb-aadd-f0c4ae9b2f3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4a20029-5ff9-4f01-a01c-7758396c41a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458403 Nov 15 14:53:07.795270 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9af181-ce6e-4561-b74d-5fe45522c205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5360e9e2-6cee-493f-9a86-1b97bc4a821a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:07.797702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:07.884642 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-567b9f35-3b88-454a-8529-77cfd3372b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:07.913142 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-567b9f35-3b88-454a-8529-77cfd3372b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:07.947045 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c51c1ff4-9f2f-4981-ba2d-6df5994bdc5d req-85cc8cd3-fa77-4491-806f-5ec20aa5898f service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452508 Nov 15 14:53:08.039466 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c51c1ff4-9f2f-4981-ba2d-6df5994bdc5d req-6e5b215c-dd84-4bef-8859-a38a25d5b514 service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847700 Nov 15 14:53:08.083609 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-567b9f35-3b88-454a-8529-77cfd3372b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:08.090461 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-567b9f35-3b88-454a-8529-77cfd3372b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:08.090461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-567b9f35-3b88-454a-8529-77cfd3372b72 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5360e9e2-6cee-493f-9a86-1b97bc4a821a HTTP/1.1" status: 204 len: 168 time: 0.2896237 Nov 15 14:53:08.096411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b9f35-3b88-454a-8529-77cfd3372b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5360e9e2-6cee-493f-9a86-1b97bc4a821a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:08.579680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe5662-a080-4bf5-a8c1-f6270c87be91 req-67be254c-5a1f-40e4-bbaa-7dd9a6228abe tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:08.587452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0fe5662-a080-4bf5-a8c1-f6270c87be91 req-67be254c-5a1f-40e4-bbaa-7dd9a6228abe tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0630593 Nov 15 14:53:08.642556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0fe5662-a080-4bf5-a8c1-f6270c87be91 req-25f922d7-6149-498d-b0d0-bc842a170c5e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524945 Nov 15 14:53:08.877334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:09.016138 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03012e9e-ecc8-4760-8015-0f51c889bbe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:09.091750 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03012e9e-ecc8-4760-8015-0f51c889bbe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:09.174018 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03012e9e-ecc8-4760-8015-0f51c889bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:09.214756 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-03012e9e-ecc8-4760-8015-0f51c889bbe5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8388d09b64e49b5a41c8a2cdaeee30f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3362401 Nov 15 14:53:09.216952 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03012e9e-ecc8-4760-8015-0f51c889bbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7566249c-410a-4247-b698-2a5a5eb1c0da,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:09.217516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:09.269419 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04a31288-bb47-403d-b09c-ab404598f33c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:09.291737 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04a31288-bb47-403d-b09c-ab404598f33c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:09.414094 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04a31288-bb47-403d-b09c-ab404598f33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:09.416735 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04a31288-bb47-403d-b09c-ab404598f33c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:09.418098 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-04a31288-bb47-403d-b09c-ab404598f33c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7566249c-410a-4247-b698-2a5a5eb1c0da HTTP/1.1" status: 204 len: 168 time: 0.1994898 Nov 15 14:53:09.426361 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a31288-bb47-403d-b09c-ab404598f33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7566249c-410a-4247-b698-2a5a5eb1c0da,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:09.788731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8c6a0-e4c1-4d2f-b764-b1792414eb32 req-5b648fdb-bdeb-4305-8a4a-b5ba88dd9eeb tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:09.790282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03e8c6a0-e4c1-4d2f-b764-b1792414eb32 req-5b648fdb-bdeb-4305-8a4a-b5ba88dd9eeb tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0684037 Nov 15 14:53:09.850993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03e8c6a0-e4c1-4d2f-b764-b1792414eb32 req-d5a755be-43a7-4590-b8c5-945d334581bf tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534680 Nov 15 14:53:10.064120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52750) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:10.083333 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b802271-9c5f-4176-b3e5-3f21fd4f45a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:10.159381 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b802271-9c5f-4176-b3e5-3f21fd4f45a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:10.271229 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b802271-9c5f-4176-b3e5-3f21fd4f45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:10.309168 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b802271-9c5f-4176-b3e5-3f21fd4f45a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea4d816-0997-475e-9370-ea9bd56bee3f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:10.313582 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9b802271-9c5f-4176-b3e5-3f21fd4f45a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cfe4e7a71e06458da8e7a59a07330b41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2484307 Nov 15 14:53:10.316346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52762) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:10.369942 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-197badd8-070e-4dfe-b29f-1b387a262ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:10.391409 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-197badd8-070e-4dfe-b29f-1b387a262ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:10.516986 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-197badd8-070e-4dfe-b29f-1b387a262ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:10.524038 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-197badd8-070e-4dfe-b29f-1b387a262ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:10.524638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-197badd8-070e-4dfe-b29f-1b387a262ba6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ea4d816-0997-475e-9370-ea9bd56bee3f HTTP/1.1" status: 204 len: 168 time: 0.2062068 Nov 15 14:53:10.532760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197badd8-070e-4dfe-b29f-1b387a262ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea4d816-0997-475e-9370-ea9bd56bee3f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:10.562127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:10.765230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:10.793149 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52778) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:10.831075 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:10.973855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:10.995730 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6e25240-4c48-490f-a508-94f061456c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:11.064161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b5f3d-0879-4ba5-af7e-0870a6881606 req-4d3e8927-5895-414c-b412-7ace7a3cfd10 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:11.065728 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-649b5f3d-0879-4ba5-af7e-0870a6881606 req-4d3e8927-5895-414c-b412-7ace7a3cfd10 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.1050255 Nov 15 14:53:11.088696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6e25240-4c48-490f-a508-94f061456c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:11.145191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Allocated IP 172.25.4.81 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/28f4c349-225f-47ed-8995-95c9491e260e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:53:11.151112 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6e25240-4c48-490f-a508-94f061456c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:11.159602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-649b5f3d-0879-4ba5-af7e-0870a6881606 req-f22a7551-2a5d-4806-b6fd-4c156c5d9ece tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853748 Nov 15 14:53:11.212520 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e6e25240-4c48-490f-a508-94f061456c46 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a42274004d9a4848a6899e236dea715f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4182494 Nov 15 14:53:11.213338 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:11.221150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e25240-4c48-490f-a508-94f061456c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85954e9-0c9e-4da7-a373-e34efbaf983e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:11.271344 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-278d2911-9620-4c98-ba20-c0393a9e7658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:11.274305 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:11.294014 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-278d2911-9620-4c98-ba20-c0393a9e7658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:11.420159 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-278d2911-9620-4c98-ba20-c0393a9e7658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:11.420666 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:11.423143 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-278d2911-9620-4c98-ba20-c0393a9e7658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:11.424507 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-278d2911-9620-4c98-ba20-c0393a9e7658 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f85954e9-0c9e-4da7-a373-e34efbaf983e HTTP/1.1" status: 204 len: 168 time: 0.2098467 Nov 15 14:53:11.435352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d2911-9620-4c98-ba20-c0393a9e7658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85954e9-0c9e-4da7-a373-e34efbaf983e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:11.463774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:11.467145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:11.471938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:11.475669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Pushing event updated for resources: {'Port': ['ID=28f4c349-225f-47ed-8995-95c9491e260e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:11.562059 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:11.717300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:11.881767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:11.962326 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.035262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Pushing event updated for resources: {'Port': ['ID=28f4c349-225f-47ed-8995-95c9491e260e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:12.048077 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.118688 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.119933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-675def94-9a40-47a8-92ef-1603a35207c8 tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5567045 Nov 15 14:53:12.123146 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52824) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:12.128585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cc2b8098-d8d2-4040-bc28-9f07e3454d8f tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-426139697', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'fixed_ips': [{'ip_address': '172.25.4.81'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:12.158105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:12.172116 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cde84ab5-45d2-453f-b9a0-e66ca2c2e066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.217884 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2b8098-d8d2-4040-bc28-9f07e3454d8f tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Made reservation on behalf of b7129ef1c0a04906ace527b1c0fb982c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:12.220296 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8098-d8d2-4040-bc28-9f07e3454d8f tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.232898 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8098-d8d2-4040-bc28-9f07e3454d8f tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.322955 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cde84ab5-45d2-453f-b9a0-e66ca2c2e066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.340283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea622f-c6f9-4973-939b-976e4bad39e4 req-5e8f7390-b2c2-4069-a230-3fa13d54b317 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:12.341786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76ea622f-c6f9-4973-939b-976e4bad39e4 req-5e8f7390-b2c2-4069-a230-3fa13d54b317 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0990479 Nov 15 14:53:12.398075 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cde84ab5-45d2-453f-b9a0-e66ca2c2e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.443576 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8098-d8d2-4040-bc28-9f07e3454d8f tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.453606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76ea622f-c6f9-4973-939b-976e4bad39e4 req-145e4dfb-fa83-451d-9d22-5d56e81796ef tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025715 Nov 15 14:53:12.463196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cde84ab5-45d2-453f-b9a0-e66ca2c2e066 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3662170694fd461981ec63ac25261b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3036408 Nov 15 14:53:12.463848 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:12.464947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde84ab5-45d2-453f-b9a0-e66ca2c2e066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761f16e4-922e-45d9-865b-0af84c3db595,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:12.506503 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8098-d8d2-4040-bc28-9f07e3454d8f tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.512296 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-cc2b8098-d8d2-4040-bc28-9f07e3454d8f tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] device_id is not set on port 25586b84-855a-4db2-9422-b76f43499be5 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:53:12.517973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6594-4844-400a-ba2b-b8163231a433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.540796 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6594-4844-400a-ba2b-b8163231a433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.586156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b8098-d8d2-4040-bc28-9f07e3454d8f tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dabb4f7-f4d0-4030-a311-b5e39e3d3f18,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:12.677359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6594-4844-400a-ba2b-b8163231a433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.680017 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6594-4844-400a-ba2b-b8163231a433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:12.681246 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8b7c6594-4844-400a-ba2b-b8163231a433 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/761f16e4-922e-45d9-865b-0af84c3db595 HTTP/1.1" status: 204 len: 168 time: 0.2154629 Nov 15 14:53:12.689701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c6594-4844-400a-ba2b-b8163231a433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761f16e4-922e-45d9-865b-0af84c3db595,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:12.746265 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2b8098-d8d2-4040-bc28-9f07e3454d8f tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 15 14:53:12.746821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2b8098-d8d2-4040-bc28-9f07e3454d8f tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:53:12.837159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52842) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:12.837573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cc2b8098-d8d2-4040-bc28-9f07e3454d8f tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7129295 Nov 15 14:53:13.024828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-98bfe9f6-400a-4b6b-8d54-18932e8d63ba tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Deleting port 28f4c349-225f-47ed-8995-95c9491e260e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:53:13.025226 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98bfe9f6-400a-4b6b-8d54-18932e8d63ba tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:13.090592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52852) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:13.127641 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98bfe9f6-400a-4b6b-8d54-18932e8d63ba tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:13.128501 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98bfe9f6-400a-4b6b-8d54-18932e8d63ba tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:13.146601 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-98bfe9f6-400a-4b6b-8d54-18932e8d63ba tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Calling delete_port for 28f4c349-225f-47ed-8995-95c9491e260e owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:53:13.233198 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3944a1b-a4e2-4e33-8307-ba7a1fca68c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:13.325340 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3944a1b-a4e2-4e33-8307-ba7a1fca68c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:13.385271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3944a1b-a4e2-4e33-8307-ba7a1fca68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:13.385441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98bfe9f6-400a-4b6b-8d54-18932e8d63ba tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:13.417502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfe9f6-400a-4b6b-8d54-18932e8d63ba tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Pushing event deleted for resources: {'Port': ['ID=28f4c349-225f-47ed-8995-95c9491e260e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:13.434031 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e3944a1b-a4e2-4e33-8307-ba7a1fca68c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56a36770e3c84267ae2b35f2eabf56eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3417621 Nov 15 14:53:13.434804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3944a1b-a4e2-4e33-8307-ba7a1fca68c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9407407-8474-4b0c-8d11-04e679ae44e9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:13.437084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:13.487403 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdd9de6c-354d-4925-b757-9826de47e0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:13.491350 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98bfe9f6-400a-4b6b-8d54-18932e8d63ba tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:13.493960 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98bfe9f6-400a-4b6b-8d54-18932e8d63ba tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:13.500991 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-98bfe9f6-400a-4b6b-8d54-18932e8d63ba tempest-ExternalNetworksAdminNegativeTestJSON-161089071 tempest-ExternalNetworksAdminNegativeTestJSON-161089071-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/d54ce468-bcd9-41cd-bc85-2419a2fa27b0 HTTP/1.1" status: 204 len: 168 time: 0.6628058 Nov 15 14:53:13.520605 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdd9de6c-354d-4925-b757-9826de47e0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:13.604355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2e240-6eed-492c-8268-aca629cc3e6d req-383caaf6-7131-4295-b601-e70adc27adb8 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:13.605886 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39d2e240-6eed-492c-8268-aca629cc3e6d req-383caaf6-7131-4295-b601-e70adc27adb8 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0733402 Nov 15 14:53:13.660799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39d2e240-6eed-492c-8268-aca629cc3e6d req-421e149e-c545-4faa-89e2-009232c800d3 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439489 Nov 15 14:53:13.716700 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdd9de6c-354d-4925-b757-9826de47e0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:13.719333 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdd9de6c-354d-4925-b757-9826de47e0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:13.720467 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cdd9de6c-354d-4925-b757-9826de47e0f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9407407-8474-4b0c-8d11-04e679ae44e9 HTTP/1.1" status: 204 len: 168 time: 0.2824733 Nov 15 14:53:13.731650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9de6c-354d-4925-b757-9826de47e0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9407407-8474-4b0c-8d11-04e679ae44e9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:14.036581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:14.337109 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-233a21f3-ca00-4cbd-a67c-dda366c07fce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.357000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52898) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:14.375538 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fbf71dc-944e-48a4-96fe-e9068a4a64a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.419898 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-233a21f3-ca00-4cbd-a67c-dda366c07fce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.450228 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fbf71dc-944e-48a4-96fe-e9068a4a64a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.465029 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-233a21f3-ca00-4cbd-a67c-dda366c07fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.504336 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-233a21f3-ca00-4cbd-a67c-dda366c07fce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b45f700d5a348bca3b4e43cdc8094f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4665208 Nov 15 14:53:14.506352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a21f3-ca00-4cbd-a67c-dda366c07fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ce4156-c6f5-4d01-a4f8-51ee73b2f875,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:14.507029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52904) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:14.514752 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fbf71dc-944e-48a4-96fe-e9068a4a64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.581016 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2fbf71dc-944e-48a4-96fe-e9068a4a64a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=386b0fcdf4cf431c9e63e3ad3e6e3393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201221 Nov 15 14:53:14.581552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52906) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:14.581730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf71dc-944e-48a4-96fe-e9068a4a64a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91561d52-0966-40bc-9bc0-0007c71cba3d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:14.605462 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccae4ac1-0e16-4a65-94b6-e3d5dadd47f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.626848 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccae4ac1-0e16-4a65-94b6-e3d5dadd47f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.639616 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece54db9-92fa-4096-b085-473d127d8dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.663563 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece54db9-92fa-4096-b085-473d127d8dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.781183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd68db-4248-47b6-853c-91c900d85567 req-eacc2abd-193b-465b-b152-21789695af59 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:14.782734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3dbd68db-4248-47b6-853c-91c900d85567 req-eacc2abd-193b-465b-b152-21789695af59 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0506561 Nov 15 14:53:14.796961 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccae4ac1-0e16-4a65-94b6-e3d5dadd47f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.799852 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccae4ac1-0e16-4a65-94b6-e3d5dadd47f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.804182 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ccae4ac1-0e16-4a65-94b6-e3d5dadd47f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e4ce4156-c6f5-4d01-a4f8-51ee73b2f875 HTTP/1.1" status: 204 len: 168 time: 0.2949903 Nov 15 14:53:14.813397 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae4ac1-0e16-4a65-94b6-e3d5dadd47f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ce4156-c6f5-4d01-a4f8-51ee73b2f875,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:14.844849 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece54db9-92fa-4096-b085-473d127d8dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.847712 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece54db9-92fa-4096-b085-473d127d8dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:14.851745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ece54db9-92fa-4096-b085-473d127d8dd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91561d52-0966-40bc-9bc0-0007c71cba3d HTTP/1.1" status: 204 len: 168 time: 0.2667727 Nov 15 14:53:14.857115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3dbd68db-4248-47b6-853c-91c900d85567 req-2102e649-5764-444c-96b5-646ce373e763 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677216 Nov 15 14:53:14.864045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece54db9-92fa-4096-b085-473d127d8dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91561d52-0966-40bc-9bc0-0007c71cba3d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:15.602121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:15.651134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eaee5009-76f5-456f-a941-85b263fc93ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7129ef1c0a04906ace527b1c0fb982c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467618 Nov 15 14:53:15.658587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52942) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:15.686379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:15.714307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2802f26-2308-4c5c-9b7c-bc9c5e5edc52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:15.740241 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2802f26-2308-4c5c-9b7c-bc9c5e5edc52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:15.812301 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28df2e83-4002-43ba-920d-8b7dfd50020d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:15.859808 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2802f26-2308-4c5c-9b7c-bc9c5e5edc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:15.863141 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2802f26-2308-4c5c-9b7c-bc9c5e5edc52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:15.864944 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e2802f26-2308-4c5c-9b7c-bc9c5e5edc52 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1dabb4f7-f4d0-4030-a311-b5e39e3d3f18 HTTP/1.1" status: 204 len: 168 time: 0.2053444 Nov 15 14:53:15.878170 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2802f26-2308-4c5c-9b7c-bc9c5e5edc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dabb4f7-f4d0-4030-a311-b5e39e3d3f18,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:15.944767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28df2e83-4002-43ba-920d-8b7dfd50020d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:16.004864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbc0ca-23e7-4ddd-98d1-6ad3d2dc6880 req-a41a85c0-8fdf-41d0-9259-ebde7eeaa574 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:16.006388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4dbc0ca-23e7-4ddd-98d1-6ad3d2dc6880 req-a41a85c0-8fdf-41d0-9259-ebde7eeaa574 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0501180 Nov 15 14:53:16.019538 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28df2e83-4002-43ba-920d-8b7dfd50020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:16.082158 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-28df2e83-4002-43ba-920d-8b7dfd50020d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00cb6e3f51bd40998d124043def8c7d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3941948 Nov 15 14:53:16.084511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:16.087266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df2e83-4002-43ba-920d-8b7dfd50020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c152c7-0572-4576-ba32-f47833948885,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:16.097531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4dbc0ca-23e7-4ddd-98d1-6ad3d2dc6880 req-052662b5-93b2-4b33-98f5-064affcf4a4f tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846395 Nov 15 14:53:16.142989 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f376ca8-5a28-4aff-b740-50b9253a1bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:16.166152 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f376ca8-5a28-4aff-b740-50b9253a1bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:16.311179 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f376ca8-5a28-4aff-b740-50b9253a1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:16.315130 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f376ca8-5a28-4aff-b740-50b9253a1bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:16.318430 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5f376ca8-5a28-4aff-b740-50b9253a1bf5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55c152c7-0572-4576-ba32-f47833948885 HTTP/1.1" status: 204 len: 168 time: 0.2305603 Nov 15 14:53:16.331543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f376ca8-5a28-4aff-b740-50b9253a1bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c152c7-0572-4576-ba32-f47833948885,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:16.968143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:16.983177 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4da473c1-c59e-42ec-862f-1c82dffb3d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:17.087350 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4da473c1-c59e-42ec-862f-1c82dffb3d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:17.134068 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4da473c1-c59e-42ec-862f-1c82dffb3d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:17.177954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da473c1-c59e-42ec-862f-1c82dffb3d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171e93bc-27c1-4e77-9358-853923bf658f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:17.184404 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4da473c1-c59e-42ec-862f-1c82dffb3d65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5918f6d6a20a43a1a3b139204399c4ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2151878 Nov 15 14:53:17.187580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53002) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:17.276541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd8d09-f888-4ad4-805d-d073031879bd req-eb5467a4-cab8-4031-8082-e24cc6486c10 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:17.278348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8dd8d09-f888-4ad4-805d-d073031879bd req-eb5467a4-cab8-4031-8082-e24cc6486c10 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0807285 Nov 15 14:53:17.304826 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa6f26e2-cead-4a40-9e36-2bcb49a857d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:17.371127 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa6f26e2-cead-4a40-9e36-2bcb49a857d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:17.385525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8dd8d09-f888-4ad4-805d-d073031879bd req-31b903c5-d50b-4fbf-a554-e0633baf8cc0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984895 Nov 15 14:53:17.484727 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa6f26e2-cead-4a40-9e36-2bcb49a857d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:17.487536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa6f26e2-cead-4a40-9e36-2bcb49a857d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:17.491222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-aa6f26e2-cead-4a40-9e36-2bcb49a857d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/171e93bc-27c1-4e77-9358-853923bf658f HTTP/1.1" status: 204 len: 168 time: 0.3022599 Nov 15 14:53:17.504761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f26e2-cead-4a40-9e36-2bcb49a857d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171e93bc-27c1-4e77-9358-853923bf658f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:18.011315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:18.134282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3b1a6225-ff25-4da4-a1c0-8bd2dda039d6 tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-758106008'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:18.134776 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3b1a6225-ff25-4da4-a1c0-8bd2dda039d6 tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Unknown quota resources ['metering_label']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:53:18.383681 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b1a6225-ff25-4da4-a1c0-8bd2dda039d6 tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:18.385040 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3b1a6225-ff25-4da4-a1c0-8bd2dda039d6 tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3721924 Nov 15 14:53:18.387734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53054) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:18.391883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7090ab34-f217-4050-8908-cc42193e279a tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7ae38b9e-b12b-488c-961e-aef68fbee1a2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:18.396318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7090ab34-f217-4050-8908-cc42193e279a tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:53:18.562839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c755b7-fc8e-4ab4-9331-344b999a5201 req-28c9e8ee-ae14-4eb8-adc0-2ed272a73f90 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:18.574727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72c755b7-fc8e-4ab4-9331-344b999a5201 req-28c9e8ee-ae14-4eb8-adc0-2ed272a73f90 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0764763 Nov 15 14:53:18.579012 n-d-817748-2 neutron-server[103146]: WARNING neutron.services.metering.metering_plugin [None req-7090ab34-f217-4050-8908-cc42193e279a tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 15 14:53:18.695635 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7090ab34-f217-4050-8908-cc42193e279a tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:18.696742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7090ab34-f217-4050-8908-cc42193e279a tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3080585 Nov 15 14:53:18.700649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:18.705280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-549b76bd-6c06-4cad-8bc3-6b8198e45e1d tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7ae38b9e-b12b-488c-961e-aef68fbee1a2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:18.705772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-549b76bd-6c06-4cad-8bc3-6b8198e45e1d tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:53:18.723076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72c755b7-fc8e-4ab4-9331-344b999a5201 req-6b9997e6-987a-4e93-83ff-e6f359b9a321 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508448 Nov 15 14:53:18.859665 n-d-817748-2 neutron-server[103147]: WARNING neutron.services.metering.metering_plugin [None req-549b76bd-6c06-4cad-8bc3-6b8198e45e1d tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 15 14:53:18.991555 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-549b76bd-6c06-4cad-8bc3-6b8198e45e1d tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:18.992761 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-549b76bd-6c06-4cad-8bc3-6b8198e45e1d tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2910929 Nov 15 14:53:18.995464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53082) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:19.005941 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d945f86a-e0c9-4856-b6d4-dfd375f6fe21 tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=4cc0b11a-4ea7-401a-a20b-0ed1afc5e06f HTTP/1.1" status: 200 len: 462 time: 0.0093637 Nov 15 14:53:19.008384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53084) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:19.185872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-623efe12-59ba-4603-be46-7a505762871f tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:19.187027 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-623efe12-59ba-4603-be46-7a505762871f tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/4cc0b11a-4ea7-401a-a20b-0ed1afc5e06f HTTP/1.1" status: 204 len: 168 time: 0.1777706 Nov 15 14:53:19.189489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:19.199154 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c290698a-116e-4871-9f57-69cda3e6569f tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=4cc0b11a-4ea7-401a-a20b-0ed1afc5e06f HTTP/1.1" status: 200 len: 221 time: 0.0086601 Nov 15 14:53:19.202469 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53092) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:19.206799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9f5a0e26-09d9-49ff-908b-357442656747 tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--670073406', 'description': 'label created by tempest'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:19.207771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9f5a0e26-09d9-49ff-908b-357442656747 tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Unknown quota resources ['metering_label']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 14:53:19.477148 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f5a0e26-09d9-49ff-908b-357442656747 tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:19.481521 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9f5a0e26-09d9-49ff-908b-357442656747 tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2747743 Nov 15 14:53:19.481521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:19.565875 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-aef8ed8b-ce64-4490-9ee1-00fa12f23d6e tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=bb85bc5d-ad7f-4c2f-9cce-59ce5ee4faa7 HTTP/1.1" status: 200 len: 467 time: 0.0769029 Nov 15 14:53:19.566135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:19.822297 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5fcfc0-ab99-40fd-97e0-fff953ee3e8a tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:19.823647 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-de5fcfc0-ab99-40fd-97e0-fff953ee3e8a tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/bb85bc5d-ad7f-4c2f-9cce-59ce5ee4faa7 HTTP/1.1" status: 204 len: 168 time: 0.2557867 Nov 15 14:53:19.826121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53118) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:19.841683 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7c76dd7d-495a-440f-9286-1b419ceb46ec tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=bb85bc5d-ad7f-4c2f-9cce-59ce5ee4faa7 HTTP/1.1" status: 200 len: 216 time: 0.0112891 Nov 15 14:53:19.841940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53120) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:19.853850 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a2ccdca1-2e80-4058-916f-813407c2dae6 tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0078700 Nov 15 14:53:19.854068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca216-86d7-433a-8630-09979614026b req-9e67b132-014e-429f-8304-e8d4628a834a tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:19.857846 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:19.857997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97aca216-86d7-433a-8630-09979614026b req-9e67b132-014e-429f-8304-e8d4628a834a tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0523748 Nov 15 14:53:19.867405 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-aed6a49c-ac4a-4d89-bc77-9b9ccbcf7d80 tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0104179 Nov 15 14:53:19.869032 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53126) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:19.913397 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97aca216-86d7-433a-8630-09979614026b req-d493f643-d022-498a-82f2-5ccd3ba7b794 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509295 Nov 15 14:53:19.934617 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a09b36aa-ee94-4486-8e2f-c4205270af48 tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/7ae38b9e-b12b-488c-961e-aef68fbee1a2 HTTP/1.1" status: 200 len: 472 time: 0.0559611 Nov 15 14:53:19.934617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53128) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:19.938926 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-161fc23c-0a60-44a5-a9d2-2ccec1abc76a tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/75d1b78e-d262-463c-adf6-d731054b0406 HTTP/1.1" status: 200 len: 459 time: 0.0084958 Nov 15 14:53:19.942463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53130) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:20.104322 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-891da15a-fbee-43b2-a3ef-17457af5c71c tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:20.105458 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-891da15a-fbee-43b2-a3ef-17457af5c71c tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/75d1b78e-d262-463c-adf6-d731054b0406 HTTP/1.1" status: 204 len: 168 time: 0.1619060 Nov 15 14:53:20.107894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:20.370399 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d4814e2-0cf7-4f36-b220-50b536445a2b tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:20.371594 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8d4814e2-0cf7-4f36-b220-50b536445a2b tempest-MeteringIpV6TestJSON-1014478910 tempest-MeteringIpV6TestJSON-1014478910-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/7ae38b9e-b12b-488c-961e-aef68fbee1a2 HTTP/1.1" status: 204 len: 168 time: 0.2627907 Nov 15 14:53:20.871355 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53174) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:21.055880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030df6f-021e-4de5-9499-53dd03f10995 req-98aff123-ffed-4c82-b8db-577bcc0026c4 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:21.057641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9030df6f-021e-4de5-9499-53dd03f10995 req-98aff123-ffed-4c82-b8db-577bcc0026c4 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0703948 Nov 15 14:53:21.106483 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b523a4ab-534f-47ee-92c6-4a5c5b487c22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:21.112877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9030df6f-021e-4de5-9499-53dd03f10995 req-5940fd09-c9c3-4784-9b77-4441647b1c51 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485632 Nov 15 14:53:21.184206 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b523a4ab-534f-47ee-92c6-4a5c5b487c22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:21.277104 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b523a4ab-534f-47ee-92c6-4a5c5b487c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:21.319287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523a4ab-534f-47ee-92c6-4a5c5b487c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b95e81c-ac04-4757-af96-cc00af0c0742,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:21.324828 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b523a4ab-534f-47ee-92c6-4a5c5b487c22 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a791a5e60f04e18bf5ab63ced5ee456&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4523988 Nov 15 14:53:21.327676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:21.380785 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016237c9-db07-4d1d-916d-14b5b20804ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:21.402548 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016237c9-db07-4d1d-916d-14b5b20804ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:21.511068 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016237c9-db07-4d1d-916d-14b5b20804ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:21.513774 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016237c9-db07-4d1d-916d-14b5b20804ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:21.514991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-016237c9-db07-4d1d-916d-14b5b20804ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b95e81c-ac04-4757-af96-cc00af0c0742 HTTP/1.1" status: 204 len: 168 time: 0.1862979 Nov 15 14:53:21.525334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016237c9-db07-4d1d-916d-14b5b20804ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b95e81c-ac04-4757-af96-cc00af0c0742,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:22.234841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9a387-7e49-4d2f-a314-dc6a7f9ac14a req-7ff631a0-2043-451f-b4b8-f73931dc0620 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:22.237217 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ad9a387-7e49-4d2f-a314-dc6a7f9ac14a req-7ff631a0-2043-451f-b4b8-f73931dc0620 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0536513 Nov 15 14:53:22.287106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ad9a387-7e49-4d2f-a314-dc6a7f9ac14a req-da75aed9-8a11-4883-af97-9f4e5afee219 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 Nov 15 14:53:22.350305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53216) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:22.366590 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2df9-3041-4cbc-8e82-0ce2984d7402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:22.451019 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2df9-3041-4cbc-8e82-0ce2984d7402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:22.493750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2df9-3041-4cbc-8e82-0ce2984d7402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:22.501967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:22.534360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e2df9-3041-4cbc-8e82-0ce2984d7402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6911c4-6d08-4aa9-b01e-1d153ebf9d00,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:22.538714 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8b5e2df9-3041-4cbc-8e82-0ce2984d7402 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5cc808bef6e24982ad94219ffb8f7572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1867640 Nov 15 14:53:22.541533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:22.595478 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9de0cb35-77be-41d8-971b-fcaa7fb2e0a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:22.629097 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9de0cb35-77be-41d8-971b-fcaa7fb2e0a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:22.630114 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3542cd18-b6a9-42f2-a2d4-9fe50d008877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:22.777024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9de0cb35-77be-41d8-971b-fcaa7fb2e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:22.779566 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9de0cb35-77be-41d8-971b-fcaa7fb2e0a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:22.780768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9de0cb35-77be-41d8-971b-fcaa7fb2e0a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac6911c4-6d08-4aa9-b01e-1d153ebf9d00 HTTP/1.1" status: 204 len: 168 time: 0.2381914 Nov 15 14:53:22.794935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0cb35-77be-41d8-971b-fcaa7fb2e0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6911c4-6d08-4aa9-b01e-1d153ebf9d00,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:22.842288 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3542cd18-b6a9-42f2-a2d4-9fe50d008877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:22.912688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53232) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:22.919046 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3542cd18-b6a9-42f2-a2d4-9fe50d008877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:22.957995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542cd18-b6a9-42f2-a2d4-9fe50d008877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a643941-58c8-4189-912d-a27894ed856b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:22.962609 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3542cd18-b6a9-42f2-a2d4-9fe50d008877 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=391782f03a524c6da1c9d947ddf4625d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4586415 Nov 15 14:53:22.965307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:23.022660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40aac509-e624-4f2f-83b8-fdc152993705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:23.050074 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40aac509-e624-4f2f-83b8-fdc152993705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:23.158568 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab906cb0-aefa-4509-a17d-1f40bb357023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:23.167983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40aac509-e624-4f2f-83b8-fdc152993705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:23.170720 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40aac509-e624-4f2f-83b8-fdc152993705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:23.174190 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-40aac509-e624-4f2f-83b8-fdc152993705 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a643941-58c8-4189-912d-a27894ed856b HTTP/1.1" status: 204 len: 168 time: 0.2054884 Nov 15 14:53:23.181417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aac509-e624-4f2f-83b8-fdc152993705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a643941-58c8-4189-912d-a27894ed856b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:23.254058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab906cb0-aefa-4509-a17d-1f40bb357023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:23.345251 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab906cb0-aefa-4509-a17d-1f40bb357023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:23.428112 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ab906cb0-aefa-4509-a17d-1f40bb357023 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92221f01518e44308beadba139ebeb16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5143094 Nov 15 14:53:23.429815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab906cb0-aefa-4509-a17d-1f40bb357023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe213c0-809c-4d2c-b054-d52dcfd55a09,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:23.430858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:23.462534 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fa4d0-d0f2-4a03-a9aa-cce54cb98fe9 req-32fb105a-8d2e-4a5a-b2e5-0d920d5dd08e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:23.464124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-865fa4d0-d0f2-4a03-a9aa-cce54cb98fe9 req-32fb105a-8d2e-4a5a-b2e5-0d920d5dd08e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0927491 Nov 15 14:53:23.490818 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bffa5d4-94e5-4938-878f-b02a2b5274f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:23.515555 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bffa5d4-94e5-4938-878f-b02a2b5274f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:23.517889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-865fa4d0-d0f2-4a03-a9aa-cce54cb98fe9 req-8488ea89-e15f-4d87-8fc0-ed2e9c7f745a tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462034 Nov 15 14:53:23.631139 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bffa5d4-94e5-4938-878f-b02a2b5274f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:23.633812 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bffa5d4-94e5-4938-878f-b02a2b5274f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:23.635025 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6bffa5d4-94e5-4938-878f-b02a2b5274f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dbe213c0-809c-4d2c-b054-d52dcfd55a09 HTTP/1.1" status: 204 len: 168 time: 0.2024262 Nov 15 14:53:23.643688 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffa5d4-94e5-4938-878f-b02a2b5274f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe213c0-809c-4d2c-b054-d52dcfd55a09,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:23.846572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53268) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:23.863096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c51587a8-4ff7-4486-b0f2-3670336ecb0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:23.944111 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c51587a8-4ff7-4486-b0f2-3670336ecb0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:24.020107 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c51587a8-4ff7-4486-b0f2-3670336ecb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:24.060911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c51587a8-4ff7-4486-b0f2-3670336ecb0a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9669e59a494c420b9f1438a3bb5a264f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2131894 Nov 15 14:53:24.061893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51587a8-4ff7-4486-b0f2-3670336ecb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aa1d91-e7f8-4569-98a2-155483a23a7b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:24.063692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:24.124678 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b45937aa-557a-4380-a0d5-5bb2cd993287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:24.148793 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b45937aa-557a-4380-a0d5-5bb2cd993287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:24.271806 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b45937aa-557a-4380-a0d5-5bb2cd993287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:24.274522 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b45937aa-557a-4380-a0d5-5bb2cd993287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:24.275763 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b45937aa-557a-4380-a0d5-5bb2cd993287 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3aa1d91-e7f8-4569-98a2-155483a23a7b HTTP/1.1" status: 204 len: 168 time: 0.2102678 Nov 15 14:53:24.283998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45937aa-557a-4380-a0d5-5bb2cd993287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aa1d91-e7f8-4569-98a2-155483a23a7b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:24.402335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53286) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:24.415581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90a97bcf-576e-4fd2-b198-c31fa4efd1e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:24.492277 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90a97bcf-576e-4fd2-b198-c31fa4efd1e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:24.579850 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90a97bcf-576e-4fd2-b198-c31fa4efd1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:24.644825 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-90a97bcf-576e-4fd2-b198-c31fa4efd1e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe366875bb974d04a189a1db903e3900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2471764 Nov 15 14:53:24.648034 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:24.650803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a97bcf-576e-4fd2-b198-c31fa4efd1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e31a71-bf8e-4d98-afff-90605ccc631e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:24.671933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26b1a1-5b15-41a6-b827-9ab3d0d8f55d req-f2d3da4f-f1fb-4605-b7f5-e22230bfc3fa tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:24.673818 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e26b1a1-5b15-41a6-b827-9ab3d0d8f55d req-f2d3da4f-f1fb-4605-b7f5-e22230bfc3fa tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0727894 Nov 15 14:53:24.708929 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7403f2c-9c2a-4c36-ab9b-a7d256eacae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:24.735384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e26b1a1-5b15-41a6-b827-9ab3d0d8f55d req-e7bdc7c0-5a13-488f-b947-41c67a5e71b0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480518 Nov 15 14:53:24.743113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7403f2c-9c2a-4c36-ab9b-a7d256eacae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:24.853771 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7403f2c-9c2a-4c36-ab9b-a7d256eacae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:24.856625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7403f2c-9c2a-4c36-ab9b-a7d256eacae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:24.858029 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a7403f2c-9c2a-4c36-ab9b-a7d256eacae1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11e31a71-bf8e-4d98-afff-90605ccc631e HTTP/1.1" status: 204 len: 168 time: 0.2094023 Nov 15 14:53:24.868552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7403f2c-9c2a-4c36-ab9b-a7d256eacae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e31a71-bf8e-4d98-afff-90605ccc631e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:25.242121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:25.468144 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-125412369'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:25.574042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Made reservation on behalf of d93382525a5d4c2b899617246e43053a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:25.578503 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:25.588344 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:25.664374 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:25.750988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:25.786681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:53:25.810327 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:25.811031 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Added segment 24abfc22-1899-423a-85a8-8d8e4a479388 of type vlan for network 3783a630-f34f-4e88-8798-709a3c4f6855 Nov 15 14:53:25.812738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c6cec4-7c95-47cf-9f4c-db180a1ed0ef,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:25.868977 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:25.879981 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46303359-9242-4a79-859b-2a88c1255e22 req-6f0aa82e-6278-4158-99de-aea0790c6ee0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:25.881492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46303359-9242-4a79-859b-2a88c1255e22 req-6f0aa82e-6278-4158-99de-aea0790c6ee0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0636237 Nov 15 14:53:25.931474 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46303359-9242-4a79-859b-2a88c1255e22 req-6ed675cb-2d0b-405c-a95d-87875426d863 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Nov 15 14:53:25.950680 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:25.956469 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:25.959083 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:26.062312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Pushing event updated for resources: {'Network': ['ID=3783a630-f34f-4e88-8798-709a3c4f6855,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:26.073035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 3783a630-f34f-4e88-8798-709a3c4f6855 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:53:26.083470 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a4ca07d7-6cc9-47d4-b7ed-1f572854f158 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8388839 Nov 15 14:53:26.302314 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53368) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:26.397065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53374) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:26.402810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Request body: {'port': {'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855', 'binding:host_id': 'n-h1-817748-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1456260675'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:26.482389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Made reservation on behalf of b4900ba383c74423a8ad4ede3da04696 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:26.484850 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:26.485430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1244866316-network', 'tenant_id': 'd5835a6df1724849977e2ba5b7ddcba7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:26.495167 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:26.567890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Made reservation on behalf of d5835a6df1724849977e2ba5b7ddcba7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:26.570676 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:26.572374 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:26.579977 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:26.657568 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:26.739359 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:26.744123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] device_id is not set on port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:53:26.763359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:26.790490 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:53:26.806367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8baa39-fc64-41eb-8da5-d31ab5a8c671,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:26.814057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:26.814057 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Added segment 13693772-3494-4240-8eb9-b8b825ec83dd of type vlan for network 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e Nov 15 14:53:26.825602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818d43fa-722e-4f13-b94c-183e858e09b7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:26.862744 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:26.966616 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:26.966616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:26.966616 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:27.024337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] device_id is not set on port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:53:27.036421 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] Pushing event updated for resources: {'Network': ['ID=8c6b048b-fab2-4aad-9111-9f0cea6d7d1e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:27.050088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:53:27.063394 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:27.089021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db07136-0518-4be3-a241-56ec1e56ed01 req-b1387569-9bec-456b-b677-d40b0f0c092f tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:27.090579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1db07136-0518-4be3-a241-56ec1e56ed01 req-b1387569-9bec-456b-b677-d40b0f0c092f tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0616877 Nov 15 14:53:27.094249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:27.095080 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0fb67e18-0dd3-4bd8-8ea1-7c74419e4d38 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7912476 Nov 15 14:53:27.099304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f0060547-c24e-4d08-9811-da8d751fbc46 admin admin] Request body: {'subnet': {'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1244866316-subnet', 'tenant_id': 'd5835a6df1724849977e2ba5b7ddcba7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:27.158388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1db07136-0518-4be3-a241-56ec1e56ed01 req-04a11231-c836-41ce-b8f8-aa4597693c72 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556543 Nov 15 14:53:27.214312 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:27.244060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0060547-c24e-4d08-9811-da8d751fbc46 admin admin] Made reservation on behalf of d5835a6df1724849977e2ba5b7ddcba7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:27.246443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0060547-c24e-4d08-9811-da8d751fbc46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:27.324705 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event updated for resources: {'Port': ['ID=b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:27.353798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Checking segment: {'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:53:27.354165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Network hostable DHCP agents. Network: 3783a630-f34f-4e88-8798-709a3c4f6855, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:53:27.484445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Network 3783a630-f34f-4e88-8798-709a3c4f6855 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:53:27.585385 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0060547-c24e-4d08-9811-da8d751fbc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:27.599309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:27.615195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 3783a630-f34f-4e88-8798-709a3c4f6855) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:27.623720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:27.624558 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf8641-ad1e-440c-8e72-e3d1012783f0 None None] Network 3783a630-f34f-4e88-8798-709a3c4f6855 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:53:27.661580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:27.661930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:27.662310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:27.669090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0060547-c24e-4d08-9811-da8d751fbc46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a125cf2-71a8-45b7-a56a-bf370a4d8d35,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:27.677569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:27.677907 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:27.678613 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 2 to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 Nov 15 14:53:27.681751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0060547-c24e-4d08-9811-da8d751fbc46 admin admin] Checking segment: {'id': '13693772-3494-4240-8eb9-b8b825ec83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:53:27.682208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0060547-c24e-4d08-9811-da8d751fbc46 admin admin] Network hostable DHCP agents. Network: 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:53:27.699579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:27.699925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:27.700276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:27.708332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:27.708679 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:27.710306 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 3 to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 Nov 15 14:53:27.724047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:27.724424 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:27.724685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:27.725276 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d86a76c-1509-44f9-8dff-159478baeb57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:27.729345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:27.729683 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:27.730089 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 4 to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 Nov 15 14:53:27.759029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:27.759029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:27.759029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:27.759029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:27.759029 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:27.759029 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 5 to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 Nov 15 14:53:27.762248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:27.762633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:27.762982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:27.767564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:27.767904 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:27.768310 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 6 to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 Nov 15 14:53:27.780764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:27.781209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:27.781561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:27.785931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:27.786269 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:27.786701 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 7 to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 Nov 15 14:53:27.799263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:27.799608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:27.799951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:27.804787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:27.805122 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:27.805535 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 8 to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 Nov 15 14:53:27.809203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0060547-c24e-4d08-9811-da8d751fbc46 admin admin] Network 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:53:27.809999 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d86a76c-1509-44f9-8dff-159478baeb57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:27.823321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:27.823707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:27.824012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:27.828388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:27.828705 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:27.829103 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 9 to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 Nov 15 14:53:27.848507 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:27.848849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:27.849190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:27.853494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:27.853891 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:27.854224 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 10 to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 Nov 15 14:53:27.867585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:27.868218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:27.868381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:27.873352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:27.873915 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:27.874583 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:27.899116 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d86a76c-1509-44f9-8dff-159478baeb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:27.925290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f0060547-c24e-4d08-9811-da8d751fbc46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:27.931281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0060547-c24e-4d08-9811-da8d751fbc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:27.932246 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0060547-c24e-4d08-9811-da8d751fbc46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:27.935612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d2edc-0925-4bd6-a93b-fbc99ed85bbe None None] Network 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:53:27.939600 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2d86a76c-1509-44f9-8dff-159478baeb57 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=957f651fa4a9449191a10b4d1e2a8225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3367906 Nov 15 14:53:27.939827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:27.947726 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86a76c-1509-44f9-8dff-159478baeb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9284bcd0-3789-4021-8431-0fd9563cea6b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:27.964310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] For port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:53:27.964954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempted to set empty binding levels {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 14:53:27.996597 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ccce735-3033-4634-a36b-7f22f3cc4941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.020703 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ccce735-3033-4634-a36b-7f22f3cc4941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.045879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f0060547-c24e-4d08-9811-da8d751fbc46 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9501910 Nov 15 14:53:28.053966 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.091915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:28.092536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.114338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event updated for resources: {'Port': ['ID=b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:28.128131 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ccce735-3033-4634-a36b-7f22f3cc4941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.131407 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ccce735-3033-4634-a36b-7f22f3cc4941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.136489 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0ccce735-3033-4634-a36b-7f22f3cc4941 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9284bcd0-3789-4021-8431-0fd9563cea6b HTTP/1.1" status: 204 len: 168 time: 0.1954308 Nov 15 14:53:28.146228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccce735-3033-4634-a36b-7f22f3cc4941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9284bcd0-3789-4021-8431-0fd9563cea6b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:28.195861 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:28.202140 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6ddf07e5-730d-4a27-9bce-41640075ebb5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8024135 Nov 15 14:53:28.328503 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.329505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525cc339-1b2d-47a7-9448-c3be35d0d076 None None] Network 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:53:28.404633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f8bc-aaac-4197-bcfc-e46968af1213 req-8b6450bd-2e4e-4aed-a8e3-17bf4d25f868 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:28.413171 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ee9bb762-e93c-4feb-afa1-07e1b1f51949 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Deleting port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:53:28.413766 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb762-e93c-4feb-afa1-07e1b1f51949 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.426931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e62f8bc-aaac-4197-bcfc-e46968af1213 req-8b6450bd-2e4e-4aed-a8e3-17bf4d25f868 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.1074281 Nov 15 14:53:28.521519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ee9bb762-e93c-4feb-afa1-07e1b1f51949 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] For port b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0, host n-h1-817748-2, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:28.521807 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb762-e93c-4feb-afa1-07e1b1f51949 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.536807 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e62f8bc-aaac-4197-bcfc-e46968af1213 req-1bf2154b-d14c-4de6-a488-b208dbdd8466 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119266 Nov 15 14:53:28.552853 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ee9bb762-e93c-4feb-afa1-07e1b1f51949 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Calling delete_port for b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:53:28.648302 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.792248 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb762-e93c-4feb-afa1-07e1b1f51949 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.818681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bb762-e93c-4feb-afa1-07e1b1f51949 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:28.826003 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb762-e93c-4feb-afa1-07e1b1f51949 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.830428 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ee9bb762-e93c-4feb-afa1-07e1b1f51949 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "DELETE /v2.0/ports/b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 HTTP/1.1" status: 204 len: 168 time: 0.6322682 Nov 15 14:53:28.833059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53446) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:28.865493 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5728695-bf91-4113-a32b-149bbcdc2fb8 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] GET failed (client error): The resource could not be found. Nov 15 14:53:28.870487 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d5728695-bf91-4113-a32b-149bbcdc2fb8 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "GET /v2.0/ports/b7c3a3c7-aaf9-4eab-a12e-22e6c91209d0 HTTP/1.1" status: 404 len: 333 time: 0.0329599 Nov 15 14:53:28.870761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53448) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:28.875718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2f6039b9-f6fd-4bbd-9ff3-96bed72e23d4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Request body: {'port': {'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-253911342'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:28.944915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:28.959637 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fff4161-49c1-4f99-ac16-5be0bbbdd0ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.961599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6039b9-f6fd-4bbd-9ff3-96bed72e23d4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Made reservation on behalf of b4900ba383c74423a8ad4ede3da04696 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:28.965601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f6039b9-f6fd-4bbd-9ff3-96bed72e23d4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:28.994987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-2f6039b9-f6fd-4bbd-9ff3-96bed72e23d4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] device_id is not set on port 9c81d8d1-3392-406a-9c38-1e806d771bc0 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:53:29.152993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fff4161-49c1-4f99-ac16-5be0bbbdd0ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:29.202958 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f6039b9-f6fd-4bbd-9ff3-96bed72e23d4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:29.239788 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fff4161-49c1-4f99-ac16-5be0bbbdd0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:29.281233 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4fff4161-49c1-4f99-ac16-5be0bbbdd0ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a8962a63376473dac98864e932537a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352158 Nov 15 14:53:29.283950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:29.306838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff4161-49c1-4f99-ac16-5be0bbbdd0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4fd58b-a8b6-4863-8b40-a6e9cb73742a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:29.331416 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f6039b9-f6fd-4bbd-9ff3-96bed72e23d4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:29.361427 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb1ae92-f947-46cc-b90a-c8332552c10e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:29.380223 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6039b9-f6fd-4bbd-9ff3-96bed72e23d4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Network 3783a630-f34f-4e88-8798-709a3c4f6855 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:29.383297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2f6039b9-f6fd-4bbd-9ff3-96bed72e23d4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:29.383857 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb1ae92-f947-46cc-b90a-c8332552c10e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:29.387714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6039b9-f6fd-4bbd-9ff3-96bed72e23d4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:29.388652 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6039b9-f6fd-4bbd-9ff3-96bed72e23d4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:29.389258 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f6039b9-f6fd-4bbd-9ff3-96bed72e23d4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:29.393082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6039b9-f6fd-4bbd-9ff3-96bed72e23d4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event updated for resources: {'Port': ['ID=9c81d8d1-3392-406a-9c38-1e806d771bc0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:29.502333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2f6039b9-f6fd-4bbd-9ff3-96bed72e23d4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6304307 Nov 15 14:53:29.504829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:29.509880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:29.528503 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb1ae92-f947-46cc-b90a-c8332552c10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:29.531090 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb1ae92-f947-46cc-b90a-c8332552c10e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:29.536493 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4fb1ae92-f947-46cc-b90a-c8332552c10e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b4fd58b-a8b6-4863-8b40-a6e9cb73742a HTTP/1.1" status: 204 len: 168 time: 0.2512453 Nov 15 14:53:29.544493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1ae92-f947-46cc-b90a-c8332552c10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4fd58b-a8b6-4863-8b40-a6e9cb73742a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:29.604498 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:29.756210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf8d7-b2a8-491b-b3e7-9e61d2e5ac09 req-9ba89a70-a682-426c-bb20-bfdc75e5f766 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:29.757738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c6bf8d7-b2a8-491b-b3e7-9e61d2e5ac09 req-9ba89a70-a682-426c-bb20-bfdc75e5f766 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.1310410 Nov 15 14:53:29.773918 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2a3637a-2807-46fa-afef-c35eca58a6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:29.847179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c6bf8d7-b2a8-491b-b3e7-9e61d2e5ac09 req-21277f9d-c503-4dfe-8c32-ea60d0b5edd3 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761878 Nov 15 14:53:29.884229 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] device_id is not set on port 9c81d8d1-3392-406a-9c38-1e806d771bc0 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:53:29.891999 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:29.956677 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:30.028565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event updated for resources: {'Port': ['ID=9c81d8d1-3392-406a-9c38-1e806d771bc0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:30.038869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:30.039356 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:30.039807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:30.043889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:30.044348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:30.044807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:30.045354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:30.045816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:30.046469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:30.046907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:30.047345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:30.047810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:30.048219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:30.048667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:30.049104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:30.059730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:30.059939 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:30.060381 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 2 to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 Nov 15 14:53:30.076153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:30.076478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:30.076836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:30.082753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:30.083086 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:30.083492 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 3 to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 Nov 15 14:53:30.095999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:30.096816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:30.097171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:30.102649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:30.102649 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:30.102932 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 4 to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 Nov 15 14:53:30.115686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:30.116053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:30.116390 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:30.120962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:30.121299 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:30.121788 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 5 to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 Nov 15 14:53:30.134184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:30.134562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:30.134908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:30.139266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:30.139598 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:30.139999 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 6 to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 Nov 15 14:53:30.153710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:30.154364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:30.154364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:30.159196 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:30.159531 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:30.159934 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 7 to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 Nov 15 14:53:30.171990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:30.172467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:30.172815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:30.177416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:30.177748 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:30.178355 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 8 to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 Nov 15 14:53:30.190802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:30.191181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:30.192055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:30.196598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:30.196924 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:30.197319 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 9 to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 Nov 15 14:53:30.210184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:30.210564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:30.210902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:30.215634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:30.215966 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:30.216362 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 10 to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 Nov 15 14:53:30.233007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:30.233353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:30.233698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:30.239268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:30.239268 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:30.239268 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:30.307817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] For port 9c81d8d1-3392-406a-9c38-1e806d771bc0, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:53:30.308490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempted to set empty binding levels {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 14:53:30.374695 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:30.413298 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] In _notify_port_updated(), no bound segment for port 9c81d8d1-3392-406a-9c38-1e806d771bc0 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:53:30.414212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.414845 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:30.418890 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "PUT /v2.0/ports/9c81d8d1-3392-406a-9c38-1e806d771bc0 HTTP/1.1" status: 200 len: 974 time: 0.9104395 Nov 15 14:53:30.419179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53484) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:30.486890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18222f0-ce13-47bf-ad50-5bcb4ecb6df4 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event updated for resources: {'Port': ['ID=9c81d8d1-3392-406a-9c38-1e806d771bc0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:30.870362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.870860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.871325 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.871840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.872236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.874247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.874247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.874247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.874247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.874694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.874922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.875368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.875826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.876272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.876717 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.877163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.877611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.878060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.878530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.879035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.879485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.879933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.880391 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.881258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.881258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.881818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.882141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.883059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.883059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.883562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.883996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:30.887711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0cae16b2-1f4b-47c4-b805-d1af01c498e5 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27949 time: 0.4675605 Nov 15 14:53:30.891955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53504) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:31.001321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca902235-106b-4318-a6e2-aeccdab8f861 req-d231ba8b-8f81-4ec8-9926-3009fb3d6b5f tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:31.002812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca902235-106b-4318-a6e2-aeccdab8f861 req-d231ba8b-8f81-4ec8-9926-3009fb3d6b5f tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0744476 Nov 15 14:53:31.025456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-489ec551-040d-4904-b309-3b43ae285bb9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Deleting port 9c81d8d1-3392-406a-9c38-1e806d771bc0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:53:31.025780 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-489ec551-040d-4904-b309-3b43ae285bb9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:31.105734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca902235-106b-4318-a6e2-aeccdab8f861 req-b3ca551c-686b-4d83-9ad9-b4c960cf1802 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967348 Nov 15 14:53:31.110797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-489ec551-040d-4904-b309-3b43ae285bb9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] For port 9c81d8d1-3392-406a-9c38-1e806d771bc0, host n-h1-817748-2, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:31.111155 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-489ec551-040d-4904-b309-3b43ae285bb9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:31.123578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-489ec551-040d-4904-b309-3b43ae285bb9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Calling delete_port for 9c81d8d1-3392-406a-9c38-1e806d771bc0 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:53:31.232568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53508) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:31.271057 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-489ec551-040d-4904-b309-3b43ae285bb9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:31.315132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ec551-040d-4904-b309-3b43ae285bb9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c81d8d1-3392-406a-9c38-1e806d771bc0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:31.320541 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-489ec551-040d-4904-b309-3b43ae285bb9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:31.325227 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-489ec551-040d-4904-b309-3b43ae285bb9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "DELETE /v2.0/ports/9c81d8d1-3392-406a-9c38-1e806d771bc0 HTTP/1.1" status: 204 len: 168 time: 0.4322524 Nov 15 14:53:31.327889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53514) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:31.353230 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08c5096c-6b5f-47af-85f8-a926a28e8cb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:31.359721 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c120dc-2865-47d1-8dd2-a31bf47d978e tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] GET failed (client error): The resource could not be found. Nov 15 14:53:31.361314 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-01c120dc-2865-47d1-8dd2-a31bf47d978e tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "GET /v2.0/ports/9c81d8d1-3392-406a-9c38-1e806d771bc0 HTTP/1.1" status: 404 len: 333 time: 0.0324302 Nov 15 14:53:31.366080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53518) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:31.372840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4d494f15-001a-4e68-8473-b71d4873a1f9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2073521826', 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:31.454737 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08c5096c-6b5f-47af-85f8-a926a28e8cb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:31.459047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d494f15-001a-4e68-8473-b71d4873a1f9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Made reservation on behalf of b4900ba383c74423a8ad4ede3da04696 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:31.461370 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d494f15-001a-4e68-8473-b71d4873a1f9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:31.477288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-4d494f15-001a-4e68-8473-b71d4873a1f9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] device_id is not set on port 89d7ba61-d717-4a0e-839f-8cfbad8a469b yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:53:31.530051 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08c5096c-6b5f-47af-85f8-a926a28e8cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:31.638826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5096c-6b5f-47af-85f8-a926a28e8cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a60001-c094-4b59-8b6e-2eb0f6fdc2c2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:31.649802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-08c5096c-6b5f-47af-85f8-a926a28e8cb9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fbbe2a13c05c4628b55d9c23fba6472a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4135945 Nov 15 14:53:31.651220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53534) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:31.706882 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:31.733544 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:31.740134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-7bea53b9-f53d-4732-a204-2eddd194dce8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:31.741602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-7bea53b9-f53d-4732-a204-2eddd194dce8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/networks?id=8c6b048b-fab2-4aad-9111-9f0cea6d7d1e HTTP/1.1" status: 200 len: 809 time: 0.2276585 Nov 15 14:53:31.763754 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d494f15-001a-4e68-8473-b71d4873a1f9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:31.769302 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-37474088-9770-4e31-9090-bbadc7a98f9c tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/quotas/d5835a6df1724849977e2ba5b7ddcba7 HTTP/1.1" status: 200 len: 375 time: 0.0213430 Nov 15 14:53:31.806274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-2ff1f03c-7746-4aac-8d22-5932768f98c5 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5835a6df1724849977e2ba5b7ddcba7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309174 Nov 15 14:53:31.830481 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:31.833180 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:31.836903 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3a60001-c094-4b59-8b6e-2eb0f6fdc2c2 HTTP/1.1" status: 204 len: 168 time: 0.1820424 Nov 15 14:53:31.842654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a60001-c094-4b59-8b6e-2eb0f6fdc2c2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:31.851011 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:31.851363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:31.851704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:31.852042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:31.852378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:31.852708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:31.853040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:31.853399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:31.853686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:31.854018 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:31.854345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:31.854696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42f669-b010-4dcb-ac4c-8bc9cd0a7073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:31.906427 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-7a1d437d-05ee-456f-9c95-c9c73fbc77a4 service neutron] 10.222.0.70 "GET /v2.0/networks/8c6b048b-fab2-4aad-9111-9f0cea6d7d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926428 Nov 15 14:53:31.924796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d494f15-001a-4e68-8473-b71d4873a1f9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:32.009870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d494f15-001a-4e68-8473-b71d4873a1f9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Network 3783a630-f34f-4e88-8798-709a3c4f6855 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:32.017216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4d494f15-001a-4e68-8473-b71d4873a1f9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:32.024024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d494f15-001a-4e68-8473-b71d4873a1f9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:32.024956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d494f15-001a-4e68-8473-b71d4873a1f9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:32.025562 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d494f15-001a-4e68-8473-b71d4873a1f9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:32.048203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d494f15-001a-4e68-8473-b71d4873a1f9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event updated for resources: {'Port': ['ID=89d7ba61-d717-4a0e-839f-8cfbad8a469b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:32.059595 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04949a25-b697-4d40-bc1b-819d2841083d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:32.064644 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-30f10720-d4a6-4558-aa3d-b6ee8ac3506a service neutron] 10.222.0.70 "GET /v2.0/networks/8c6b048b-fab2-4aad-9111-9f0cea6d7d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503792 Nov 15 14:53:32.142624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4d494f15-001a-4e68-8473-b71d4873a1f9 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7736442 Nov 15 14:53:32.145105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53540) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:32.190452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f7d5af-62af-4a02-b752-71c4f3b6f525 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:32.192718 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-09f7d5af-62af-4a02-b752-71c4f3b6f525 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "GET /v2.0/ports/89d7ba61-d717-4a0e-839f-8cfbad8a469b HTTP/1.1" status: 200 len: 955 time: 0.0466301 Nov 15 14:53:32.195864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53542) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:32.251021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16e329-ad2a-45d1-9c2d-a6f604fef741 req-acc1ffbf-8694-4e2f-ac94-e046c1f8e496 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:32.252644 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab16e329-ad2a-45d1-9c2d-a6f604fef741 req-acc1ffbf-8694-4e2f-ac94-e046c1f8e496 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0533032 Nov 15 14:53:32.285640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-42ee41f9-0246-412b-bbde-b26b950842bd tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Deleting port 89d7ba61-d717-4a0e-839f-8cfbad8a469b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:53:32.285987 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42ee41f9-0246-412b-bbde-b26b950842bd tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:32.320602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab16e329-ad2a-45d1-9c2d-a6f604fef741 req-2b22b597-3125-4ff5-bcfb-64412a8dc62a tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578773 Nov 15 14:53:32.352817 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42ee41f9-0246-412b-bbde-b26b950842bd tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:32.368079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-42ee41f9-0246-412b-bbde-b26b950842bd tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Calling delete_port for 89d7ba61-d717-4a0e-839f-8cfbad8a469b owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:53:32.848569 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42ee41f9-0246-412b-bbde-b26b950842bd tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:32.873603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee41f9-0246-412b-bbde-b26b950842bd tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event deleted for resources: {'Port': ['ID=89d7ba61-d717-4a0e-839f-8cfbad8a469b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:32.880709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42ee41f9-0246-412b-bbde-b26b950842bd tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:32.883973 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-42ee41f9-0246-412b-bbde-b26b950842bd tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "DELETE /v2.0/ports/89d7ba61-d717-4a0e-839f-8cfbad8a469b HTTP/1.1" status: 204 len: 168 time: 0.6868005 Nov 15 14:53:32.886895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53548) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:32.910687 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fcd530-2598-484b-9885-ecf18712a6d6 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] GET failed (client error): The resource could not be found. Nov 15 14:53:32.912029 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e0fcd530-2598-484b-9885-ecf18712a6d6 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "GET /v2.0/ports/89d7ba61-d717-4a0e-839f-8cfbad8a469b HTTP/1.1" status: 404 len: 333 time: 0.0242107 Nov 15 14:53:32.916120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:32.920704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-21e9f7ad-1992-4092-a158-a6a589a9a140 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Request body: {'port': {'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-94762634'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:32.984672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e9f7ad-1992-4092-a158-a6a589a9a140 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Made reservation on behalf of b4900ba383c74423a8ad4ede3da04696 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:32.986964 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21e9f7ad-1992-4092-a158-a6a589a9a140 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:33.002018 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-21e9f7ad-1992-4092-a158-a6a589a9a140 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] device_id is not set on port 7211edf9-cc0f-4425-bbba-6247360cc839 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:53:33.155272 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21e9f7ad-1992-4092-a158-a6a589a9a140 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:33.242622 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21e9f7ad-1992-4092-a158-a6a589a9a140 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:33.290720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e9f7ad-1992-4092-a158-a6a589a9a140 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Network 3783a630-f34f-4e88-8798-709a3c4f6855 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:33.298411 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-21e9f7ad-1992-4092-a158-a6a589a9a140 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:33.303465 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9f7ad-1992-4092-a158-a6a589a9a140 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event updated for resources: {'Port': ['ID=7211edf9-cc0f-4425-bbba-6247360cc839,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:33.305690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9f7ad-1992-4092-a158-a6a589a9a140 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:33.306734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9f7ad-1992-4092-a158-a6a589a9a140 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:33.308160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21e9f7ad-1992-4092-a158-a6a589a9a140 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:33.376634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59623db3-a788-4a95-993c-6fc186f20ad1 req-27a6e9ba-6fb3-4914-a830-b9f61bffe405 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 210 time: 0.0290332 Nov 15 14:53:33.409720 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-21e9f7ad-1992-4092-a158-a6a589a9a140 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.4925187 Nov 15 14:53:33.410428 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53560) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:33.415681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:33.460790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f291d-3849-40e4-8a3d-e1a83ed68d32 req-40e7bd10-b5c5-49ba-89a5-a5dc281fbc3f tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:33.462924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b0f291d-3849-40e4-8a3d-e1a83ed68d32 req-40e7bd10-b5c5-49ba-89a5-a5dc281fbc3f tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0586083 Nov 15 14:53:33.476400 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:33.479916 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:33.519559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b0f291d-3849-40e4-8a3d-e1a83ed68d32 req-2344b3e6-b808-4061-af49-a0dbec65ff13 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510561 Nov 15 14:53:33.657950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] device_id is not set on port 7211edf9-cc0f-4425-bbba-6247360cc839 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:53:33.665398 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:33.722078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:33.773049 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event updated for resources: {'Port': ['ID=7211edf9-cc0f-4425-bbba-6247360cc839,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:33.784290 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:33.784625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:33.784990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:33.796909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:33.796909 n-d-817748-2 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:33.796909 n-d-817748-2 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 2 to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 Nov 15 14:53:33.804014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:33.804352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:33.804690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:33.809088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:33.809473 n-d-817748-2 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:33.809863 n-d-817748-2 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 3 to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 Nov 15 14:53:33.822902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:33.823239 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:33.823655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:33.827944 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:33.828267 n-d-817748-2 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:33.828655 n-d-817748-2 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 4 to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 Nov 15 14:53:33.845514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:33.845873 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:33.846426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:33.852008 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:33.852638 n-d-817748-2 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:33.853050 n-d-817748-2 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 5 to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 Nov 15 14:53:33.866483 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:33.866832 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:33.867186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:33.872084 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:33.872412 n-d-817748-2 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:33.872809 n-d-817748-2 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 6 to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 Nov 15 14:53:33.888682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:33.889023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:33.889362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:33.893686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:33.894019 n-d-817748-2 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:33.894479 n-d-817748-2 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 7 to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 Nov 15 14:53:33.906285 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:33.906654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:33.906992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:33.911702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:33.912031 n-d-817748-2 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:33.912417 n-d-817748-2 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 8 to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 Nov 15 14:53:33.924868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:33.925199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:33.926150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:33.930708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:33.931099 n-d-817748-2 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:33.931521 n-d-817748-2 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 9 to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 Nov 15 14:53:33.945170 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:33.945620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:33.947480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:33.952862 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:33.953189 n-d-817748-2 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:33.953578 n-d-817748-2 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempt 10 to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 Nov 15 14:53:33.967070 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:33.967409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:33.967748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempting to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:33.971990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:33.972324 n-d-817748-2 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Failed to bind port 7211edf9-cc0f-4425-bbba-6247360cc839 on host n-h1-817748-2 for vnic_type normal using segments [{'id': '24abfc22-1899-423a-85a8-8d8e4a479388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3783a630-f34f-4e88-8798-709a3c4f6855'}] Nov 15 14:53:33.972688 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.033961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] For port 7211edf9-cc0f-4425-bbba-6247360cc839, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:53:34.034327 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attempted to set empty binding levels {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 14:53:34.076652 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.107698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] In _notify_port_updated(), no bound segment for port 7211edf9-cc0f-4425-bbba-6247360cc839 on network 3783a630-f34f-4e88-8798-709a3c4f6855 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:53:34.108557 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:34.109270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.110486 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "PUT /v2.0/ports/7211edf9-cc0f-4425-bbba-6247360cc839 HTTP/1.1" status: 200 len: 973 time: 0.6990809 Nov 15 14:53:34.113401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53574) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:34.124079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e42e3a-f3fb-434b-88fb-ac8878ac56fb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event updated for resources: {'Port': ['ID=7211edf9-cc0f-4425-bbba-6247360cc839,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:34.198732 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-84599c32-aa9f-4911-861d-86f8f25dfca0 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Deleting port 7211edf9-cc0f-4425-bbba-6247360cc839 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:53:34.199083 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84599c32-aa9f-4911-861d-86f8f25dfca0 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.267175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-84599c32-aa9f-4911-861d-86f8f25dfca0 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] For port 7211edf9-cc0f-4425-bbba-6247360cc839, host n-h1-817748-2, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:34.267464 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84599c32-aa9f-4911-861d-86f8f25dfca0 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.283057 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-84599c32-aa9f-4911-861d-86f8f25dfca0 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Calling delete_port for 7211edf9-cc0f-4425-bbba-6247360cc839 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:53:34.291204 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9feca58-4828-43fb-9bbe-07e8772f2141 req-9f0a951b-daa6-4a1f-a949-406b45594afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:34.292724 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9feca58-4828-43fb-9bbe-07e8772f2141 req-9f0a951b-daa6-4a1f-a949-406b45594afc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 1096 time: 0.0440924 Nov 15 14:53:34.342899 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9feca58-4828-43fb-9bbe-07e8772f2141 req-b7c27f3d-1bef-4a00-af31-76f60910be76 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432909 Nov 15 14:53:34.430872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84599c32-aa9f-4911-861d-86f8f25dfca0 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.459523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84599c32-aa9f-4911-861d-86f8f25dfca0 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Pushing event deleted for resources: {'Port': ['ID=7211edf9-cc0f-4425-bbba-6247360cc839,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:34.488642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87fac095-1607-41e7-ad61-5652034e2bea req-4f0fe748-e2c5-428c-b4ad-a3e29454d5d6 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 210 time: 0.0329695 Nov 15 14:53:34.489608 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84599c32-aa9f-4911-861d-86f8f25dfca0 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.493844 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-84599c32-aa9f-4911-861d-86f8f25dfca0 tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "DELETE /v2.0/ports/7211edf9-cc0f-4425-bbba-6247360cc839 HTTP/1.1" status: 204 len: 168 time: 0.3792572 Nov 15 14:53:34.495458 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:34.520349 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e944fc18-1dab-4776-b3f5-2564af96dafb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] GET failed (client error): The resource could not be found. Nov 15 14:53:34.521640 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e944fc18-1dab-4776-b3f5-2564af96dafb tempest-PortsAdminExtendedAttrsTestJSON-146007598 tempest-PortsAdminExtendedAttrsTestJSON-146007598-project-admin] 10.222.0.70 "GET /v2.0/ports/7211edf9-cc0f-4425-bbba-6247360cc839 HTTP/1.1" status: 404 len: 333 time: 0.0251868 Nov 15 14:53:34.525990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53582) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:34.614078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-029eb61d-b5fc-4d93-9e81-265aaab24e38 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.650813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6379c2f-5b4f-4244-b4f9-57e0c0410996 req-daf24d63-de3b-4aab-bbcb-8737ad4760d9 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:34.652703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6379c2f-5b4f-4244-b4f9-57e0c0410996 req-daf24d63-de3b-4aab-bbcb-8737ad4760d9 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0556841 Nov 15 14:53:34.703838 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6379c2f-5b4f-4244-b4f9-57e0c0410996 req-d358de1c-68ba-4382-a840-f58d160bcd7d tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451596 Nov 15 14:53:34.711475 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-029eb61d-b5fc-4d93-9e81-265aaab24e38 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.731905 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-029eb61d-b5fc-4d93-9e81-265aaab24e38 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3783a630-f34f-4e88-8798-709a3c4f6855']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:34.741512 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-029eb61d-b5fc-4d93-9e81-265aaab24e38 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24abfc22-1899-423a-85a8-8d8e4a479388') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:34.741816 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-029eb61d-b5fc-4d93-9e81-265aaab24e38 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24abfc22-1899-423a-85a8-8d8e4a479388') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:34.751227 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-029eb61d-b5fc-4d93-9e81-265aaab24e38 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.764098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-029eb61d-b5fc-4d93-9e81-265aaab24e38 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.769791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029eb61d-b5fc-4d93-9e81-265aaab24e38 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:53:34.770160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-029eb61d-b5fc-4d93-9e81-265aaab24e38 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:53:34.773196 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:53:34.893923 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-029eb61d-b5fc-4d93-9e81-265aaab24e38 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.899479 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-029eb61d-b5fc-4d93-9e81-265aaab24e38 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:34.904390 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-029eb61d-b5fc-4d93-9e81-265aaab24e38 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] 10.222.0.70 "DELETE /v2.0/networks/3783a630-f34f-4e88-8798-709a3c4f6855 HTTP/1.1" status: 204 len: 168 time: 0.3758366 Nov 15 14:53:34.920491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eb61d-b5fc-4d93-9e81-265aaab24e38 tempest-PortsAdminExtendedAttrsTestJSON-1833705467 tempest-PortsAdminExtendedAttrsTestJSON-1833705467-project] Pushing event deleted for resources: {'Network': ['ID=3783a630-f34f-4e88-8798-709a3c4f6855,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:35.093605 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:35.208869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:35.279975 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5b813150-2573-4f97-a983-d0d385c795f9 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4087 time: 0.0697975 Nov 15 14:53:35.283673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:35.290528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0eb0023d-74fe-4546-92e9-6fe3453914e8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Request body: {'network': {'name': 'tempest-network-smoke--201043544', 'project_id': '3b571c77e27f4f52ae37627811351862', 'port_security_enabled': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:35.327118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53598) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:35.379480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb0023d-74fe-4546-92e9-6fe3453914e8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Made reservation on behalf of 3b571c77e27f4f52ae37627811351862 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:35.385483 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eb0023d-74fe-4546-92e9-6fe3453914e8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:35.403499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-31aca779-0ec3-4f7f-afd9-b303c9a722d4 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:35.405067 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-31aca779-0ec3-4f7f-afd9-b303c9a722d4 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.59 "GET /v2.0/networks?id=8c6b048b-fab2-4aad-9111-9f0cea6d7d1e HTTP/1.1" status: 200 len: 809 time: 0.1254382 Nov 15 14:53:35.414783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb0023d-74fe-4546-92e9-6fe3453914e8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:53:35.421726 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-bc00efe8-a176-4d68-9c03-b6bd59160da1 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Request body: {'port': {'device_id': 'c7f4aa34-7393-49b5-bf10-390917655aae', 'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e', 'admin_state_up': True, 'tenant_id': 'd5835a6df1724849977e2ba5b7ddcba7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:35.429334 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eb0023d-74fe-4546-92e9-6fe3453914e8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:35.429334 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-0eb0023d-74fe-4546-92e9-6fe3453914e8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Added segment 264880ac-797d-4655-9c64-01f722d7ca29 of type vlan for network 8b8147c0-6553-4254-901f-dc0de452d437 Nov 15 14:53:35.499086 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eb0023d-74fe-4546-92e9-6fe3453914e8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:35.550255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cfac4df8-e9d9-4623-a538-0a3db38ecdc5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d93382525a5d4c2b899617246e43053a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2218671 Nov 15 14:53:35.553348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53604) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:35.598469 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ae7c6fc-5bc4-4ea4-9d3a-58ea6cb4d749 req-0a42652c-d4c3-45d1-872f-27560e19358e tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 210 time: 0.0325937 Nov 15 14:53:35.623141 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21d73288-f5d3-489d-a5ea-d057f8264d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:35.644174 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21d73288-f5d3-489d-a5ea-d057f8264d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:35.653714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-bc00efe8-a176-4d68-9c03-b6bd59160da1 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Made reservation on behalf of d5835a6df1724849977e2ba5b7ddcba7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:35.657377 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-bc00efe8-a176-4d68-9c03-b6bd59160da1 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:35.659201 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eb0023d-74fe-4546-92e9-6fe3453914e8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:35.665170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb0023d-74fe-4546-92e9-6fe3453914e8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:35.665776 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eb0023d-74fe-4546-92e9-6fe3453914e8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:35.779415 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:35.799947 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-bc00efe8-a176-4d68-9c03-b6bd59160da1 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Allocated IP 172.20.0.2 (8c6b048b-fab2-4aad-9111-9f0cea6d7d1e/5a125cf2-71a8-45b7-a56a-bf370a4d8d35/2236c78f-31df-4747-a75c-6e45db6c0400) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:53:35.836431 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21d73288-f5d3-489d-a5ea-d057f8264d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:35.839046 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21d73288-f5d3-489d-a5ea-d057f8264d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:35.840190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-21d73288-f5d3-489d-a5ea-d057f8264d42 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f5c6cec4-7c95-47cf-9f4c-db180a1ed0ef HTTP/1.1" status: 204 len: 168 time: 0.2859142 Nov 15 14:53:35.848764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0023d-74fe-4546-92e9-6fe3453914e8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Network': ['ID=8b8147c0-6553-4254-901f-dc0de452d437,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:35.857553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d73288-f5d3-489d-a5ea-d057f8264d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c6cec4-7c95-47cf-9f4c-db180a1ed0ef,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:35.861524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 8b8147c0-6553-4254-901f-dc0de452d437 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:53:35.876371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26aaa62-dbb9-4ae8-8a9a-110dc9ca1ff9 req-6ae9f475-74c2-41a1-8e8b-3c8ec7663202 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:35.878104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b26aaa62-dbb9-4ae8-8a9a-110dc9ca1ff9 req-6ae9f475-74c2-41a1-8e8b-3c8ec7663202 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0974028 Nov 15 14:53:35.881987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0eb0023d-74fe-4546-92e9-6fe3453914e8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5971208 Nov 15 14:53:35.886244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:35.896098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1182307450', 'admin_state_up': True, 'project_id': '3b571c77e27f4f52ae37627811351862', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:35.953115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b26aaa62-dbb9-4ae8-8a9a-110dc9ca1ff9 req-7517fe17-a276-41dd-93e5-b97fa9431b7c tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675683 Nov 15 14:53:35.990100 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-bc00efe8-a176-4d68-9c03-b6bd59160da1 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.016942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-af580f3a-d569-431a-9311-e4da42d186fb req-ef55720c-b537-4830-a015-9b25e8aa847b tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-917819945', 'description': 'tempest-description-636493639'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:36.049506 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.050675 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.093811 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-bc00efe8-a176-4d68-9c03-b6bd59160da1 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.142419 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-bc00efe8-a176-4d68-9c03-b6bd59160da1 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Network 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:36.146288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-bc00efe8-a176-4d68-9c03-b6bd59160da1 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:36.148702 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af580f3a-d569-431a-9311-e4da42d186fb req-ef55720c-b537-4830-a015-9b25e8aa847b tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.150323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-bc00efe8-a176-4d68-9c03-b6bd59160da1 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:36.153055 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.175007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00efe8-a176-4d68-9c03-b6bd59160da1 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Pushing event updated for resources: {'Port': ['ID=2236c78f-31df-4747-a75c-6e45db6c0400,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:36.204910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-bc00efe8-a176-4d68-9c03-b6bd59160da1 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:36.205549 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-bc00efe8-a176-4d68-9c03-b6bd59160da1 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.279220 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-bc00efe8-a176-4d68-9c03-b6bd59160da1 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8640964 Nov 15 14:53:36.291875 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Request body: {'port': {'device_id': 'c7f4aa34-7393-49b5-bf10-390917655aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:36.314178 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af580f3a-d569-431a-9311-e4da42d186fb req-ef55720c-b537-4830-a015-9b25e8aa847b tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.349492 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.386122 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af580f3a-d569-431a-9311-e4da42d186fb req-ef55720c-b537-4830-a015-9b25e8aa847b tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.394874 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.420911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55720c-b537-4830-a015-9b25e8aa847b tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2295b694-cec2-4736-a25f-446984c02d87,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:36.515458 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af580f3a-d569-431a-9311-e4da42d186fb req-ef55720c-b537-4830-a015-9b25e8aa847b tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.518859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af580f3a-d569-431a-9311-e4da42d186fb req-ef55720c-b537-4830-a015-9b25e8aa847b tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.5072060 Nov 15 14:53:36.546890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:36.621708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-231e11d2-c3d5-459e-81cb-270421b18dd7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4900ba383c74423a8ad4ede3da04696&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0734894 Nov 15 14:53:36.624691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2236c78f-31df-4747-a75c-6e45db6c0400 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:53:36.624829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:36.636822 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.651867 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Transition to ACTIVE for port object 2236c78f-31df-4747-a75c-6e45db6c0400 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:53:36.716198 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.766665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2236c78f-31df-4747-a75c-6e45db6c0400,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:36.843038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Attempting to bind port 2236c78f-31df-4747-a75c-6e45db6c0400 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:36.843379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Attempting to bind port 2236c78f-31df-4747-a75c-6e45db6c0400 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '13693772-3494-4240-8eb9-b8b825ec83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:36.843706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Attempting to bind port 2236c78f-31df-4747-a75c-6e45db6c0400 on network 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:36.848919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Port 2236c78f-31df-4747-a75c-6e45db6c0400 on network 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:36.849238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Attempting to bind port 2236c78f-31df-4747-a75c-6e45db6c0400 on network 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:36.854227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:53:36.854602 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Checking segment: {'id': '13693772-3494-4240-8eb9-b8b825ec83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:53:36.854989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Bound using segment: {'id': '13693772-3494-4240-8eb9-b8b825ec83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:53:36.855415 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Bound port: 2236c78f-31df-4747-a75c-6e45db6c0400, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13693772-3494-4240-8eb9-b8b825ec83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:53:36.855767 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:36.931555 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] For port 2236c78f-31df-4747-a75c-6e45db6c0400, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:53:36.934689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] For port 2236c78f-31df-4747-a75c-6e45db6c0400, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2236c78f-31df-4747-a75c-6e45db6c0400,segment=NetworkSegment(13693772-3494-4240-8eb9-b8b825ec83dd),segment_id=13693772-3494-4240-8eb9-b8b825ec83dd)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:53:37.008405 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.024378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-963b4927-3ca1-425b-a3a5-92e987b1bac2 req-c9051a86-4b79-4e82-bd34-dc92187a7538 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-917819945&fields=id&tenant_id=418df9050a8941aab5de4eb3374c308c HTTP/1.1" status: 200 len: 267 time: 0.4405017 Nov 15 14:53:37.043384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:37.044006 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.045458 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] 10.222.0.59 "PUT /v2.0/ports/2236c78f-31df-4747-a75c-6e45db6c0400 HTTP/1.1" status: 200 len: 1091 time: 0.7578261 Nov 15 14:53:37.045939 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f4aa34-7393-49b5-bf10-390917655aae', 'tag': '2236c78f-31df-4747-a75c-6e45db6c0400'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:53:37.048274 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c534fb4c-ab27-47ef-bbb4-d41c24a983e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f4aa34-7393-49b5-bf10-390917655aae", "tag": "2236c78f-31df-4747-a75c-6e45db6c0400"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:53:37.071320 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5082d9-c839-4b2d-b30d-840487afebd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2236c78f-31df-4747-a75c-6e45db6c0400,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:37.077977 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.130156 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.145138 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-857e7ce2-1759-4524-a901-b8ea5ed5e354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.172493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-3629e6c5-1ee8-4d34-a3ad-2972a2270e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:37.174180 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-3629e6c5-1ee8-4d34-a3ad-2972a2270e6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d5835a6df1724849977e2ba5b7ddcba7&device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 1094 time: 0.0411158 Nov 15 14:53:37.207700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56540874-f0cf-4acc-82fc-230185394ddb req-fc5710e6-e7b3-4bb1-94e6-84bd54dd271a tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:37.209253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-56540874-f0cf-4acc-82fc-230185394ddb req-fc5710e6-e7b3-4bb1-94e6-84bd54dd271a tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 943 time: 0.5022461 Nov 15 14:53:37.221223 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-ccfb71c0-fd08-41ab-a330-ad5db8d1876b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2236c78f-31df-4747-a75c-6e45db6c0400 HTTP/1.1" status: 200 len: 217 time: 0.0386026 Nov 15 14:53:37.230635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b4927-3ca1-425b-a3a5-92e987b1bac2 req-7daae26b-ca4f-4491-9663-044bfa4947e1 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:37.232065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-963b4927-3ca1-425b-a3a5-92e987b1bac2 req-7daae26b-ca4f-4491-9663-044bfa4947e1 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.2002902 Nov 15 14:53:37.246943 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-857e7ce2-1759-4524-a901-b8ea5ed5e354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.263510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-963b4927-3ca1-425b-a3a5-92e987b1bac2 req-215d02d1-f414-4e19-ae0a-9ea832b77f64 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Request body: {'port': {'security_groups': ['c73995af-578e-439a-ac2d-373c1938ab4e', '2295b694-cec2-4736-a25f-446984c02d87']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:37.270886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-80437e19-4533-4d34-8a4b-84d2241ebbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:37.272344 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-80437e19-4533-4d34-8a4b-84d2241ebbfb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a125cf2-71a8-45b7-a56a-bf370a4d8d35 HTTP/1.1" status: 200 len: 849 time: 0.0447304 Nov 15 14:53:37.305642 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-eb3441be-a4e6-45ce-80d3-a9945acc840c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c6b048b-fab2-4aad-9111-9f0cea6d7d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256944 Nov 15 14:53:37.374316 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-56540874-f0cf-4acc-82fc-230185394ddb req-1ea9d0e4-3be9-4eba-aa6c-be948f1ae0ab tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523993 Nov 15 14:53:37.412911 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-e0ee07ab-f980-4d11-acde-31f28a991ded service neutron] 10.222.0.59 "GET /v2.0/networks/8c6b048b-fab2-4aad-9111-9f0cea6d7d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995204 Nov 15 14:53:37.419872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Allocated IP 172.25.4.124 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/65728c6a-7e92-4d6b-b133-aba6fbf2700f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:53:37.431775 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-963b4927-3ca1-425b-a3a5-92e987b1bac2 req-215d02d1-f414-4e19-ae0a-9ea832b77f64 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.526262 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-857e7ce2-1759-4524-a901-b8ea5ed5e354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.527204 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6d9eb0b2-66e5-4654-8e5c-b8e4e1edf67f req-166b2b31-485d-4c63-8de1-1e1676cb93d0 service neutron] 10.222.0.59 "GET /v2.0/networks/8c6b048b-fab2-4aad-9111-9f0cea6d7d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053121 Nov 15 14:53:37.529227 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-857e7ce2-1759-4524-a901-b8ea5ed5e354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.532542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-857e7ce2-1759-4524-a901-b8ea5ed5e354 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/818d43fa-722e-4f13-b94c-183e858e09b7 HTTP/1.1" status: 204 len: 168 time: 0.9037528 Nov 15 14:53:37.562917 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8624642-06ea-447b-af4b-f2b69d7c6424 x-openstack-request-id: req-a8624642-06ea-447b-af4b-f2b69d7c6424 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:53:37.563216 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f4aa34-7393-49b5-bf10-390917655aae", "tag": "2236c78f-31df-4747-a75c-6e45db6c0400", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:53:37.563473 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8624642-06ea-447b-af4b-f2b69d7c6424 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:53:37.563887 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f4aa34-7393-49b5-bf10-390917655aae', 'tag': '2236c78f-31df-4747-a75c-6e45db6c0400', 'status': 'completed', 'code': 200} Nov 15 14:53:37.567131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e7ce2-1759-4524-a901-b8ea5ed5e354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818d43fa-722e-4f13-b94c-183e858e09b7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:37.623772 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.716481 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534fb4c-ab27-47ef-bbb4-d41c24a983e6 req-80711c20-3927-44d5-b765-5faed113fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:37.718023 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c534fb4c-ab27-47ef-bbb4-d41c24a983e6 req-80711c20-3927-44d5-b765-5faed113fb4c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d5835a6df1724849977e2ba5b7ddcba7&device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 1094 time: 0.0423615 Nov 15 14:53:37.757250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-963b4927-3ca1-425b-a3a5-92e987b1bac2 req-215d02d1-f414-4e19-ae0a-9ea832b77f64 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] For port e59889e2-e911-4fcc-9d25-6179639506aa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e59889e2-e911-4fcc-9d25-6179639506aa,segment=NetworkSegment(2e9c1459-c206-4534-9400-81eba47e34a4),segment_id=2e9c1459-c206-4534-9400-81eba47e34a4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:37.788403 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-963b4927-3ca1-425b-a3a5-92e987b1bac2 req-215d02d1-f414-4e19-ae0a-9ea832b77f64 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.808245 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.812874 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534fb4c-ab27-47ef-bbb4-d41c24a983e6 req-1b76c19a-19aa-4682-8f7a-17156784fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:37.814356 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c534fb4c-ab27-47ef-bbb4-d41c24a983e6 req-1b76c19a-19aa-4682-8f7a-17156784fa8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c6b048b-fab2-4aad-9111-9f0cea6d7d1e HTTP/1.1" status: 200 len: 910 time: 0.0879505 Nov 15 14:53:37.848918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:37.859335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:37.863796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:37.869921 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c534fb4c-ab27-47ef-bbb4-d41c24a983e6 req-39865a10-9779-4a6b-aacf-63cdbf39c78d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2236c78f-31df-4747-a75c-6e45db6c0400 HTTP/1.1" status: 200 len: 217 time: 0.0449142 Nov 15 14:53:37.873755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3111982d-9499-4067-8130-1d6fa8033caa None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:53:37.889939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-963b4927-3ca1-425b-a3a5-92e987b1bac2 req-215d02d1-f414-4e19-ae0a-9ea832b77f64 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.896749 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Port': ['ID=65728c6a-7e92-4d6b-b133-aba6fbf2700f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:37.923724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e59889e2-e911-4fcc-9d25-6179639506aa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:53:37.959002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534fb4c-ab27-47ef-bbb4-d41c24a983e6 req-10f50df7-1180-4e40-ad1b-c60092f73ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:37.961585 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c534fb4c-ab27-47ef-bbb4-d41c24a983e6 req-10f50df7-1180-4e40-ad1b-c60092f73ca5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a125cf2-71a8-45b7-a56a-bf370a4d8d35 HTTP/1.1" status: 200 len: 849 time: 0.0819135 Nov 15 14:53:37.967290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b4927-3ca1-425b-a3a5-92e987b1bac2 req-215d02d1-f414-4e19-ae0a-9ea832b77f64 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:37.968062 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-963b4927-3ca1-425b-a3a5-92e987b1bac2 req-215d02d1-f414-4e19-ae0a-9ea832b77f64 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:37.969677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-963b4927-3ca1-425b-a3a5-92e987b1bac2 req-215d02d1-f414-4e19-ae0a-9ea832b77f64 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "PUT /v2.0/ports/e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 200 len: 981 time: 0.7247915 Nov 15 14:53:37.970341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:53:37.973471 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16dfd59-953e-48a3-b9b0-4308bb17623e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:53:38.010860 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c534fb4c-ab27-47ef-bbb4-d41c24a983e6 req-7960d663-1227-4c0a-b0a3-886d32553fe7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c6b048b-fab2-4aad-9111-9f0cea6d7d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410523 Nov 15 14:53:38.021432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e52a77b1-8522-4f05-adda-0fed12738ac7 None None] Provisioning complete for port 65728c6a-7e92-4d6b-b133-aba6fbf2700f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:38.022047 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e52a77b1-8522-4f05-adda-0fed12738ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:38.068918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e52a77b1-8522-4f05-adda-0fed12738ac7 None None] Port 65728c6a-7e92-4d6b-b133-aba6fbf2700f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:53:38.073379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e59889e2-e911-4fcc-9d25-6179639506aa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:53:38.131511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d02d1-f414-4e19-ae0a-9ea832b77f64 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Pushing event updated for resources: {'Port': ['ID=e59889e2-e911-4fcc-9d25-6179639506aa,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:38.140813 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33659e6-dfd2-4bb4-8ae3-c19979055fdd x-openstack-request-id: req-c33659e6-dfd2-4bb4-8ae3-c19979055fdd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:53:38.141568 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:53:38.142006 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c33659e6-dfd2-4bb4-8ae3-c19979055fdd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:53:38.142691 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa', 'status': 'completed', 'code': 200} Nov 15 14:53:38.146033 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c534fb4c-ab27-47ef-bbb4-d41c24a983e6 req-6923a6c0-c270-4b72-ad89-cbf49b75cf36 service neutron] 10.222.0.59 "GET /v2.0/networks/8c6b048b-fab2-4aad-9111-9f0cea6d7d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259620 Nov 15 14:53:38.269527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d39a25-0237-4379-bd86-a734b2ed21e4 req-4e4d8715-d358-4cdf-bddb-1cff3119f92e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-917819945&fields=id&tenant_id=418df9050a8941aab5de4eb3374c308c HTTP/1.1" status: 200 len: 267 time: 0.1427681 Nov 15 14:53:38.272438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dfd59-953e-48a3-b9b0-4308bb17623e req-649d6634-5bd7-4de2-9173-7a4552410aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:38.273894 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f16dfd59-953e-48a3-b9b0-4308bb17623e req-649d6634-5bd7-4de2-9173-7a4552410aa5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=418df9050a8941aab5de4eb3374c308c&device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 1135 time: 0.1065953 Nov 15 14:53:38.290197 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c534fb4c-ab27-47ef-bbb4-d41c24a983e6 req-02b06d42-02d1-4dc4-81e4-1c3182bd9aa8 service neutron] 10.222.0.59 "GET /v2.0/networks/8c6b048b-fab2-4aad-9111-9f0cea6d7d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295092 Nov 15 14:53:38.522211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d39a25-0237-4379-bd86-a734b2ed21e4 req-77805ee8-3c2a-40e7-a898-ce48fd75b942 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:38.523797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d39a25-0237-4379-bd86-a734b2ed21e4 req-77805ee8-3c2a-40e7-a898-ce48fd75b942 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 984 time: 0.2451677 Nov 15 14:53:38.548241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b9d39a25-0237-4379-bd86-a734b2ed21e4 req-db44ffa6-5d98-435f-9fdd-9b9a5535e618 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Request body: {'port': {'security_groups': ['c73995af-578e-439a-ac2d-373c1938ab4e']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:38.631649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dfd59-953e-48a3-b9b0-4308bb17623e req-9ed9e4bc-1af8-4add-b246-a7f1c1d950ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:38.633243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f16dfd59-953e-48a3-b9b0-4308bb17623e req-9ed9e4bc-1af8-4add-b246-a7f1c1d950ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4a20029-5ff9-4f01-a01c-7758396c41a6 HTTP/1.1" status: 200 len: 921 time: 0.3449545 Nov 15 14:53:38.666456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afaa3c-e5a5-4238-95d0-69f0561a2275 req-f695327e-93d1-473a-88a1-fd30a71eb1c6 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:38.667936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36afaa3c-e5a5-4238-95d0-69f0561a2275 req-f695327e-93d1-473a-88a1-fd30a71eb1c6 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 943 time: 0.2072809 Nov 15 14:53:38.670840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53664) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:38.720190 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:38.742082 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f16dfd59-953e-48a3-b9b0-4308bb17623e req-8cd3dc6b-697d-4a13-856c-83b7d3cd0b75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 200 len: 217 time: 0.0828118 Nov 15 14:53:38.784013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2088591550'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:38.834782 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9d39a25-0237-4379-bd86-a734b2ed21e4 req-db44ffa6-5d98-435f-9fdd-9b9a5535e618 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:38.898223 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dfd59-953e-48a3-b9b0-4308bb17623e req-d1015e31-4dda-4593-8c42-761fdc6d3096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:38.898223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f16dfd59-953e-48a3-b9b0-4308bb17623e req-d1015e31-4dda-4593-8c42-761fdc6d3096 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5cc610b-147d-412a-ad3f-568efc681a63 HTTP/1.1" status: 200 len: 860 time: 0.1204169 Nov 15 14:53:38.934223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36afaa3c-e5a5-4238-95d0-69f0561a2275 req-df31c6c3-3d85-4d45-a147-e3bf802e0604 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177756 Nov 15 14:53:38.953853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f16dfd59-953e-48a3-b9b0-4308bb17623e req-288403e7-949a-4cee-be72-a3a022b8ed1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4a20029-5ff9-4f01-a01c-7758396c41a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543385 Nov 15 14:53:39.070425 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Made reservation on behalf of 18562f7391d74d108cb617105f22d76a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:39.074073 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.084703 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.119275 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:53:39.160528 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.218948 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.253267 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:53:39.263099 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418ce1b4-c48f-4351-923b-37aa85b57f76,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:39.270303 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.272378 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Added segment dd7242a7-e705-4d2a-883d-19a601c4f7e0 of type vlan for network 862ccc14-f409-4338-b96e-199f03cc0e48 Nov 15 14:53:39.313758 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.402336 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.408112 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:39.408755 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.475371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Pushing event updated for resources: {'Network': ['ID=862ccc14-f409-4338-b96e-199f03cc0e48,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:39.485799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 862ccc14-f409-4338-b96e-199f03cc0e48 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:53:39.486954 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f16dfd59-953e-48a3-b9b0-4308bb17623e req-759648fa-89ef-4fa3-ba1a-6b4b5b369086 service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243664 Nov 15 14:53:39.531203 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-64580f47-fd3c-4a34-a9e7-b4765f22ad76 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8590791 Nov 15 14:53:39.533733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53668) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:39.538813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4fb07876-9eea-4c80-89ec-73f0bedc031e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Request body: {'subnet': {'network_id': '862ccc14-f409-4338-b96e-199f03cc0e48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:39.565244 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.595038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b9d39a25-0237-4379-bd86-a734b2ed21e4 req-db44ffa6-5d98-435f-9fdd-9b9a5535e618 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] For port e59889e2-e911-4fcc-9d25-6179639506aa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e59889e2-e911-4fcc-9d25-6179639506aa,segment=NetworkSegment(2e9c1459-c206-4534-9400-81eba47e34a4),segment_id=2e9c1459-c206-4534-9400-81eba47e34a4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:39.682006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb07876-9eea-4c80-89ec-73f0bedc031e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Made reservation on behalf of 18562f7391d74d108cb617105f22d76a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:39.685658 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb07876-9eea-4c80-89ec-73f0bedc031e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.716989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f16dfd59-953e-48a3-b9b0-4308bb17623e req-13075d8f-6d10-4a38-98d8-379a46cbacd6 service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202954 Nov 15 14:53:39.718856 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9d39a25-0237-4379-bd86-a734b2ed21e4 req-db44ffa6-5d98-435f-9fdd-9b9a5535e618 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.784532 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9d39a25-0237-4379-bd86-a734b2ed21e4 req-db44ffa6-5d98-435f-9fdd-9b9a5535e618 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.796904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e59889e2-e911-4fcc-9d25-6179639506aa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:53:39.828464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d39a25-0237-4379-bd86-a734b2ed21e4 req-db44ffa6-5d98-435f-9fdd-9b9a5535e618 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:39.829101 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9d39a25-0237-4379-bd86-a734b2ed21e4 req-db44ffa6-5d98-435f-9fdd-9b9a5535e618 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.830545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d39a25-0237-4379-bd86-a734b2ed21e4 req-db44ffa6-5d98-435f-9fdd-9b9a5535e618 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "PUT /v2.0/ports/e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 200 len: 942 time: 1.2975230 Nov 15 14:53:39.842470 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Router 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:53:39.897373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e59889e2-e911-4fcc-9d25-6179639506aa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:53:39.933969 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb07876-9eea-4c80-89ec-73f0bedc031e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:39.938368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44ffa6-5d98-435f-9fdd-9b9a5535e618 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Pushing event updated for resources: {'Port': ['ID=e59889e2-e911-4fcc-9d25-6179639506aa,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:40.015710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb07876-9eea-4c80-89ec-73f0bedc031e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Pushing event updated for resources: {'Subnet': ['ID=f7f83af1-5dbf-4b81-a067-6ddf666784fe,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:40.037839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb07876-9eea-4c80-89ec-73f0bedc031e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Checking segment: {'id': 'dd7242a7-e705-4d2a-883d-19a601c4f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '862ccc14-f409-4338-b96e-199f03cc0e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:53:40.038878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb07876-9eea-4c80-89ec-73f0bedc031e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Network hostable DHCP agents. Network: 862ccc14-f409-4338-b96e-199f03cc0e48, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:53:40.121910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb07876-9eea-4c80-89ec-73f0bedc031e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Network 862ccc14-f409-4338-b96e-199f03cc0e48 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:53:40.153265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:53:40.155563 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef272dd3-df1c-4f0e-a0b5-3ffc5c97edf5" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:53:40.173099 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4fb07876-9eea-4c80-89ec-73f0bedc031e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 862ccc14-f409-4338-b96e-199f03cc0e48) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:40.177378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb07876-9eea-4c80-89ec-73f0bedc031e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:40.178322 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb07876-9eea-4c80-89ec-73f0bedc031e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:40.183922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e322c8b9-386b-4d51-bea3-e96c7a2737f0 None None] Network 862ccc14-f409-4338-b96e-199f03cc0e48 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:53:40.191504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-bba9c1ee-e3db-4766-a51d-0abe78a4e62a tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3307009 Nov 15 14:53:40.199912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692aef2-f44c-472e-ad59-1792f318f4f1 req-453a1138-e420-490a-ad3f-8f1f031a6d86 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:40.201389 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c692aef2-f44c-472e-ad59-1792f318f4f1 req-453a1138-e420-490a-ad3f-8f1f031a6d86 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 943 time: 0.1401455 Nov 15 14:53:40.208422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:40.213137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:53:40.224345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Sync routers for ids ['05ea4bc1-77df-4b3a-b963-cc48a0deabb0'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:53:40.245556 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4fb07876-9eea-4c80-89ec-73f0bedc031e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7107165 Nov 15 14:53:40.249672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Routers {'05ea4bc1-77df-4b3a-b963-cc48a0deabb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:53:40.253698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53680) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:40.254347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['05ea4bc1-77df-4b3a-b963-cc48a0deabb0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:40.258205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Request body: {'port': {'network_id': '862ccc14-f409-4338-b96e-199f03cc0e48', 'name': 'tempest-TagsExtTest-1426266326'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:40.279015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c692aef2-f44c-472e-ad59-1792f318f4f1 req-3a29e2fd-bad3-43fe-b1a1-6987b5c952e9 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633137 Nov 15 14:53:40.305132 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:40.366590 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:40.367639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6509b74c-dbe8-4665-908c-d14f3f18078d tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.4752288 Nov 15 14:53:40.374606 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:40.449604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:40.454888 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Set router 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:53:40.485492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2236c78f-31df-4747-a75c-6e45db6c0400 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:53:40.487548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-862ccc14-f409-4338-b96e-199f03cc0e48', 'network_id': '862ccc14-f409-4338-b96e-199f03cc0e48', 'tenant_id': '18562f7391d74d108cb617105f22d76a', 'fixed_ips': [{'subnet_id': 'f7f83af1-5dbf-4b81-a067-6ddf666784fe'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:53:40.488405 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:40.503037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a85a0-7ddc-4b7f-8792-e19569e99e2b tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:40.507113 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-357a85a0-7ddc-4b7f-8792-e19569e99e2b tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=3b571c77e27f4f52ae37627811351862&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1290023 Nov 15 14:53:40.507442 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:40.542234 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff968a0-c2d0-4b8a-bf96-d4afa5901bdd x-openstack-request-id: req-eff968a0-c2d0-4b8a-bf96-d4afa5901bdd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:53:40.542558 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:53:40.542790 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eff968a0-c2d0-4b8a-bf96-d4afa5901bdd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:53:40.543461 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa', 'status': 'completed', 'code': 200} Nov 15 14:53:40.619343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Made reservation on behalf of 18562f7391d74d108cb617105f22d76a for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:40.623124 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:40.640101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef272dd3-df1c-4f0e-a0b5-3ffc5c97edf5 req-003ffd2a-5d44-405d-a9db-79f13a2648e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:40.643367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef272dd3-df1c-4f0e-a0b5-3ffc5c97edf5 req-003ffd2a-5d44-405d-a9db-79f13a2648e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=418df9050a8941aab5de4eb3374c308c&device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 1096 time: 0.1015167 Nov 15 14:53:40.643367 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Allocated IP 172.25.4.243 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/34b275e7-d1ad-4c2c-9e1b-fb6051c06b78) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:53:40.667549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] device_id is not set on port 13b1b579-261f-4000-a3dc-0582b51aac5c yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:53:40.745899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a98519-2cf5-434c-9b06-281985d6b7d4 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:40.747419 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b1a98519-2cf5-434c-9b06-281985d6b7d4 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2390251 Nov 15 14:53:40.751110 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53686) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:40.796576 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3a00852e-1db0-4fe4-a550-cff65b8518e5 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425777 Nov 15 14:53:40.796814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53688) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:40.804598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef272dd3-df1c-4f0e-a0b5-3ffc5c97edf5 req-d4efa223-7ad5-4dde-8d56-d52b29b8be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:40.806169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef272dd3-df1c-4f0e-a0b5-3ffc5c97edf5 req-d4efa223-7ad5-4dde-8d56-d52b29b8be7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4a20029-5ff9-4f01-a01c-7758396c41a6 HTTP/1.1" status: 200 len: 921 time: 0.1561735 Nov 15 14:53:40.820770 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 2236c78f-31df-4747-a75c-6e45db6c0400, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2236c78f-31df-4747-a75c-6e45db6c0400,segment=NetworkSegment(13693772-3494-4240-8eb9-b8b825ec83dd),segment_id=13693772-3494-4240-8eb9-b8b825ec83dd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:40.829037 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3991bd44-efea-42c2-8b8b-15249f65cc68 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=3b571c77e27f4f52ae37627811351862&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283103 Nov 15 14:53:40.829360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53690) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:40.847103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Allocated IP 172.20.0.2 (862ccc14-f409-4338-b96e-199f03cc0e48/f7f83af1-5dbf-4b81-a067-6ddf666784fe/051f822d-b50d-42e6-9c18-b0c408f9181b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:53:40.850152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '2236c78f-31df-4747-a75c-6e45db6c0400', 'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e', 'port_id': '2236c78f-31df-4747-a75c-6e45db6c0400', 'mac_address': 'fa:16:3e:75:28:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a125cf2-71a8-45b7-a56a-bf370a4d8d35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:53:40.865086 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef272dd3-df1c-4f0e-a0b5-3ffc5c97edf5 req-4de867e4-0420-4d25-a89d-87ad1902546c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 200 len: 217 time: 0.0477297 Nov 15 14:53:40.871000 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:40.929921 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ac25e3-a676-4f33-9162-dd67d27bd03f tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:40.934098 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c3ac25e3-a676-4f33-9162-dd67d27bd03f tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1014323 Nov 15 14:53:40.934743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:40.958096 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:40.961205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef272dd3-df1c-4f0e-a0b5-3ffc5c97edf5 req-270f2574-729d-4bb4-84e5-11ff46a43dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:40.962827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef272dd3-df1c-4f0e-a0b5-3ffc5c97edf5 req-270f2574-729d-4bb4-84e5-11ff46a43dd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5cc610b-147d-412a-ad3f-568efc681a63 HTTP/1.1" status: 200 len: 860 time: 0.0844429 Nov 15 14:53:40.972332 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-81ef9c0d-7a29-4a6b-819b-65011317419d tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367391 Nov 15 14:53:40.976254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:40.977683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1182307450', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:53:36Z', 'updated_at': '2021-11-15T14:53:38Z', 'revision_number': 3, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:53:37Z', 'updated_at': '2021-11-15T14:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:40.980974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6031f98e-9ef7-4d7a-af07-73b71585c529 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1080042970', 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437', 'project_id': '3b571c77e27f4f52ae37627811351862', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:40.983011 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2236c78f-31df-4747-a75c-6e45db6c0400 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:53:41.004349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef272dd3-df1c-4f0e-a0b5-3ffc5c97edf5 req-1b73f75f-56ba-44e3-8b71-fbb6a0d9664b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4a20029-5ff9-4f01-a01c-7758396c41a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319138 Nov 15 14:53:41.015676 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Checking router: 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:53:41.016029 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Updating router 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 port 65728c6a-7e92-4d6b-b133-aba6fbf2700f binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:53:41.023122 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.068883 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 2236c78f-31df-4747-a75c-6e45db6c0400, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2236c78f-31df-4747-a75c-6e45db6c0400,segment=NetworkSegment(13693772-3494-4240-8eb9-b8b825ec83dd),segment_id=13693772-3494-4240-8eb9-b8b825ec83dd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:41.081766 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.112593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:41.122772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:41.126541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Pushing event updated for resources: {'Port': ['ID=34b275e7-d1ad-4c2c-9e1b-fb6051c06b78,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:41.129473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:41.139318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6031f98e-9ef7-4d7a-af07-73b71585c529 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Made reservation on behalf of 3b571c77e27f4f52ae37627811351862 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:41.143369 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6031f98e-9ef7-4d7a-af07-73b71585c529 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.189291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef272dd3-df1c-4f0e-a0b5-3ffc5c97edf5 req-c1c57508-ae19-477b-8961-b5995b2c105f service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764750 Nov 15 14:53:41.278997 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.295210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.342353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef272dd3-df1c-4f0e-a0b5-3ffc5c97edf5 req-9e1cc084-df6a-4ddc-851b-a14d43cc2176 service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447859 Nov 15 14:53:41.345173 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.412362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=2236c78f-31df-4747-a75c-6e45db6c0400,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:41.420536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a91c7-b506-4ac5-832b-7f29dbc99df2 req-0832d11f-b61b-4b6a-9f97-75bb85a66796 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:41.421735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba1a91c7-b506-4ac5-832b-7f29dbc99df2 req-0832d11f-b61b-4b6a-9f97-75bb85a66796 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 944 time: 0.0510499 Nov 15 14:53:41.454861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6031f98e-9ef7-4d7a-af07-73b71585c529 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.467250 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.484324 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.524286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031f98e-9ef7-4d7a-af07-73b71585c529 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Subnet': ['ID=e3389503-e27f-4102-9f8f-fec0278470e8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:41.530706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba1a91c7-b506-4ac5-832b-7f29dbc99df2 req-5b701252-e45d-4bfe-81dc-e723384dc348 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852923 Nov 15 14:53:41.539331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['2236c78f-31df-4747-a75c-6e45db6c0400'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:53:41.595469 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Network 862ccc14-f409-4338-b96e-199f03cc0e48 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:41.604735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Allocated IP 172.20.0.7 (862ccc14-f409-4338-b96e-199f03cc0e48/f7f83af1-5dbf-4b81-a067-6ddf666784fe/13b1b579-261f-4000-a3dc-0582b51aac5c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:53:41.609674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:41.616194 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:41.616354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6031f98e-9ef7-4d7a-af07-73b71585c529 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Checking segment: {'id': '264880ac-797d-4655-9c64-01f722d7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:53:41.616568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6031f98e-9ef7-4d7a-af07-73b71585c529 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Network hostable DHCP agents. Network: 8b8147c0-6553-4254-901f-dc0de452d437, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:53:41.618898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Pushing event updated for resources: {'Port': ['ID=051f822d-b50d-42e6-9c18-b0c408f9181b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:41.694673 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.733757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6031f98e-9ef7-4d7a-af07-73b71585c529 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Network 8b8147c0-6553-4254-901f-dc0de452d437 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:53:41.734042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Attempting to bind port 051f822d-b50d-42e6-9c18-b0c408f9181b on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:41.734504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Attempting to bind port 051f822d-b50d-42e6-9c18-b0c408f9181b by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'dd7242a7-e705-4d2a-883d-19a601c4f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '862ccc14-f409-4338-b96e-199f03cc0e48'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:41.734954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Attempting to bind port 051f822d-b50d-42e6-9c18-b0c408f9181b on network 862ccc14-f409-4338-b96e-199f03cc0e48 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:41.752291 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:53:41.752665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Checking segment: {'id': 'dd7242a7-e705-4d2a-883d-19a601c4f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '862ccc14-f409-4338-b96e-199f03cc0e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:53:41.753060 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.754010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Bound using segment: {'id': 'dd7242a7-e705-4d2a-883d-19a601c4f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '862ccc14-f409-4338-b96e-199f03cc0e48'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:53:41.754505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Bound port: 051f822d-b50d-42e6-9c18-b0c408f9181b, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7242a7-e705-4d2a-883d-19a601c4f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '862ccc14-f409-4338-b96e-199f03cc0e48'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:53:41.754964 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.784925 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.796359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.828937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6031f98e-9ef7-4d7a-af07-73b71585c529 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 8b8147c0-6553-4254-901f-dc0de452d437) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:41.837769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6031f98e-9ef7-4d7a-af07-73b71585c529 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:41.838409 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6031f98e-9ef7-4d7a-af07-73b71585c529 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.856855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Pushing event updated for resources: {'Port': ['ID=34b275e7-d1ad-4c2c-9e1b-fb6051c06b78,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:41.858206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7ae6c9-1384-4d7a-9105-35764aeaa2bf None None] Network 8b8147c0-6553-4254-901f-dc0de452d437 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:53:41.868283 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.873732 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.917114 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.951713 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6031f98e-9ef7-4d7a-af07-73b71585c529 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9706774 Nov 15 14:53:41.952418 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.952418 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-100d421b-65b8-4df7-b643-16bc576fc36e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7472634 Nov 15 14:53:41.952418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:41.952738 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:41.970024 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] For port 051f822d-b50d-42e6-9c18-b0c408f9181b, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:53:41.986936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Network 862ccc14-f409-4338-b96e-199f03cc0e48 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:41.994242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:41.998354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:42.010785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] For port 051f822d-b50d-42e6-9c18-b0c408f9181b, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=051f822d-b50d-42e6-9c18-b0c408f9181b,segment=NetworkSegment(dd7242a7-e705-4d2a-883d-19a601c4f7e0),segment_id=dd7242a7-e705-4d2a-883d-19a601c4f7e0)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:53:42.050558 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d783c6fb-5764-47be-897a-67db474f5c5a None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:53:42.054981 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Pushing event updated for resources: {'Port': ['ID=13b1b579-261f-4000-a3dc-0582b51aac5c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:42.064422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:42.065251 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:42.069561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7136be2-8060-4b12-8592-719b9b2a45dd None None] Pushing event updated for resources: {'Port': ['ID=65728c6a-7e92-4d6b-b133-aba6fbf2700f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:42.102812 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:42.104743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Attempting to bind port 65728c6a-7e92-4d6b-b133-aba6fbf2700f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:42.105077 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Attempting to bind port 65728c6a-7e92-4d6b-b133-aba6fbf2700f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:42.105434 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Attempting to bind port 65728c6a-7e92-4d6b-b133-aba6fbf2700f on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:42.145273 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ce811222-1aa2-4591-9d92-90bcef54e785 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8909822 Nov 15 14:53:42.146687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53704) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:42.151929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6c14257f-09ff-49fa-a37e-fc13ad04ccf1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1813061418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:42.154503 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:53:42.154887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:53:42.155285 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:42.155673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:53:42.156161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Bound port: 65728c6a-7e92-4d6b-b133-aba6fbf2700f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:53:42.156539 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:42.226728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-01304b0b-ceeb-4ac0-9a30-b81235d97dbf None None] Provisioning complete for port 65728c6a-7e92-4d6b-b133-aba6fbf2700f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:42.227136 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01304b0b-ceeb-4ac0-9a30-b81235d97dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:42.263109 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c14257f-09ff-49fa-a37e-fc13ad04ccf1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:42.265854 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c14257f-09ff-49fa-a37e-fc13ad04ccf1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:42.273472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-8b8147c0-6553-4254-901f-dc0de452d437', 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'fixed_ips': [{'subnet_id': 'e3389503-e27f-4102-9f8f-fec0278470e8'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:53:42.274453 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:42.290633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accd556-8648-4604-9933-d7e827023fd4 None None] Pushing event updated for resources: {'Port': ['ID=051f822d-b50d-42e6-9c18-b0c408f9181b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:42.332265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] For port 65728c6a-7e92-4d6b-b133-aba6fbf2700f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:53:42.337409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] For port 65728c6a-7e92-4d6b-b133-aba6fbf2700f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=65728c6a-7e92-4d6b-b133-aba6fbf2700f,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:53:42.342046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-01304b0b-ceeb-4ac0-9a30-b81235d97dbf None None] Port 65728c6a-7e92-4d6b-b133-aba6fbf2700f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:53:42.413838 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-0841ca75-e2f7-4eac-a605-4da2998e92ac tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.4536009 Nov 15 14:53:42.440019 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:42.564167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b3741-5f89-45d8-839c-f664568c2218 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:53:42.640512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Allocated IP 172.20.0.18 (8b8147c0-6553-4254-901f-dc0de452d437/e3389503-e27f-4102-9f8f-fec0278470e8/91b986b3-c1e7-4eac-96a4-d1ae41c88f20) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:53:42.656470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7136be2-8060-4b12-8592-719b9b2a45dd None None] Pushing event updated for resources: {'Port': ['ID=65728c6a-7e92-4d6b-b133-aba6fbf2700f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:42.665520 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Routers {'05ea4bc1-77df-4b3a-b963-cc48a0deabb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:53:42.665755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['05ea4bc1-77df-4b3a-b963-cc48a0deabb0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:42.726049 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c14257f-09ff-49fa-a37e-fc13ad04ccf1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:42.759119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-457dd33b-adc6-4cb3-afb5-73a8cdca6a1e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:42.760518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-457dd33b-adc6-4cb3-afb5-73a8cdca6a1e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.3408210 Nov 15 14:53:42.775963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-4929995c-736e-4d8a-a8ed-85799e41641d tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:53:42.777205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d07ffa4-66a7-4613-934b-18fb63bb90a8 req-4929995c-736e-4d8a-a8ed-85799e41641d tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083032 Nov 15 14:53:42.780772 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c14257f-09ff-49fa-a37e-fc13ad04ccf1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:42.789778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad522642-b5ff-4048-8dfb-5642d6785919 None None] Provisioning complete for port 65728c6a-7e92-4d6b-b133-aba6fbf2700f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:42.792507 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad522642-b5ff-4048-8dfb-5642d6785919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:42.807304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d58a1-0d76-484c-852b-0ae7c5abb84d req-4c0fdaaf-e571-4796-a21c-ff3ec10675dd tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:42.811108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae8d58a1-0d76-484c-852b-0ae7c5abb84d req-4c0fdaaf-e571-4796-a21c-ff3ec10675dd tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 944 time: 0.1147180 Nov 15 14:53:42.866911 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c14257f-09ff-49fa-a37e-fc13ad04ccf1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:42.871016 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6c14257f-09ff-49fa-a37e-fc13ad04ccf1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7203426 Nov 15 14:53:42.871458 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:42.876714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d3d0da64-406f-4693-a48e-ee1de57c0834 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1820828280', 'prefixes': ['172.20.0.0/16']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:42.885373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] Set router 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:53:42.973180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae8d58a1-0d76-484c-852b-0ae7c5abb84d req-b76a2982-1b47-4562-932a-9df3edf0095b tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545033 Nov 15 14:53:43.074062 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:43.079594 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad522642-b5ff-4048-8dfb-5642d6785919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:43.120882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad522642-b5ff-4048-8dfb-5642d6785919 None None] For port 65728c6a-7e92-4d6b-b133-aba6fbf2700f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=65728c6a-7e92-4d6b-b133-aba6fbf2700f,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:43.150709 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:43.154069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7439a7a-1edc-4467-9642-24850623de46 req-3b8c6cb7-6999-4102-b2d4-513f1ad76db7 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:43.155706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7439a7a-1edc-4467-9642-24850623de46 req-3b8c6cb7-6999-4102-b2d4-513f1ad76db7 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1263971 Nov 15 14:53:43.181203 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3d0da64-406f-4693-a48e-ee1de57c0834 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for subnetpool, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:43.188030 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d3d0da64-406f-4693-a48e-ee1de57c0834 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3142428 Nov 15 14:53:43.188404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:43.193546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-026ccf9a-7463-47a9-afa6-5bd8a7445bdc tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f7f83af1-5dbf-4b81-a067-6ddf666784fe', 'tempest-TagsExtTest-Tag-1133853786') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:43.202384 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Network 8b8147c0-6553-4254-901f-dc0de452d437 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:43.207936 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:43.211197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Pushing event updated for resources: {'Port': ['ID=91b986b3-c1e7-4eac-96a4-d1ae41c88f20,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:43.214127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:43.240958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7439a7a-1edc-4467-9642-24850623de46 req-6b10971f-5487-4c5d-87b4-db8e8b69563b tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0754471 Nov 15 14:53:43.254213 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c7439a7a-1edc-4467-9642-24850623de46 req-351f4f42-f29d-4760-babb-396324e3d541 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Request body: {'floatingip': {'port_id': 'e59889e2-e911-4fcc-9d25-6179639506aa', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:43.264772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1182307450', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:53:36Z', 'updated_at': '2021-11-15T14:53:38Z', 'revision_number': 3, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:53:37Z', 'updated_at': '2021-11-15T14:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:43.318903 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad522642-b5ff-4048-8dfb-5642d6785919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:43.338295 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:43.348439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6f08d-00a7-41de-96d0-4f69fcab0277 None None] The sync data for ids ['05ea4bc1-77df-4b3a-b963-cc48a0deabb0'] in n-d-817748-2 is: [{'id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1182307450', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:53:36Z', 'updated_at': '2021-11-15T14:53:38Z', 'revision_number': 3, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:53:37Z', 'updated_at': '2021-11-15T14:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:53:43.398516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Attempting to bind port 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:43.398886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Attempting to bind port 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '264880ac-797d-4655-9c64-01f722d7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:43.399252 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Attempting to bind port 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 on network 8b8147c0-6553-4254-901f-dc0de452d437 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:43.424123 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-026ccf9a-7463-47a9-afa6-5bd8a7445bdc tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "PUT /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe/tags/tempest-TagsExtTest-Tag-1133853786 HTTP/1.1" status: 201 len: 201 time: 0.2344127 Nov 15 14:53:43.428534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53718) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:43.442166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-be41f407-67e0-4b5c-96b0-3037b921824b tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '13b1b579-261f-4000-a3dc-0582b51aac5c', 'tempest-TagsExtTest-Tag-170422935') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:43.447326 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:53:43.447707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Checking segment: {'id': '264880ac-797d-4655-9c64-01f722d7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:53:43.448108 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:43.448500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Bound using segment: {'id': '264880ac-797d-4655-9c64-01f722d7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:53:43.449614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Bound port: 91b986b3-c1e7-4eac-96a4-d1ae41c88f20, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264880ac-797d-4655-9c64-01f722d7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:53:43.449959 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:43.468090 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7439a7a-1edc-4467-9642-24850623de46 req-351f4f42-f29d-4760-babb-396324e3d541 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:43.479606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad522642-b5ff-4048-8dfb-5642d6785919 None None] Pushing event updated for resources: {'Port': ['ID=65728c6a-7e92-4d6b-b133-aba6fbf2700f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:43.540152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b1f889-9993-447a-b96a-44038052535f None None] Network 862ccc14-f409-4338-b96e-199f03cc0e48 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:53:43.620316 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-be41f407-67e0-4b5c-96b0-3037b921824b tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "PUT /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c/tags/tempest-TagsExtTest-Tag-170422935 HTTP/1.1" status: 201 len: 201 time: 0.1916499 Nov 15 14:53:43.623041 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:43.629374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-86c75890-d22f-448e-a467-f51439dc189d tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bb3415a2-d69c-4b9d-b366-7f03396c7587', 'tempest-TagsExtTest-Tag-932995446') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:43.786712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 051f822d-b50d-42e6-9c18-b0c408f9181b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:53:43.850167 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-86c75890-d22f-448e-a467-f51439dc189d tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "PUT /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587/tags/tempest-TagsExtTest-Tag-932995446 HTTP/1.1" status: 201 len: 201 time: 0.2257023 Nov 15 14:53:43.853011 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53722) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:43.861209 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-abbf0cf8-a2e7-48e3-b902-e73e46f2f6f9 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c1eecb4-1829-48fe-ae1f-616000d60963', 'tempest-TagsExtTest-Tag-1568012368') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:43.870349 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] For port 91b986b3-c1e7-4eac-96a4-d1ae41c88f20, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:53:43.887122 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0167f15b-2f6f-4fbd-a73d-5b5d37b3a61b None None] Provisioning complete for port 051f822d-b50d-42e6-9c18-b0c408f9181b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:43.888865 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0167f15b-2f6f-4fbd-a73d-5b5d37b3a61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:43.909054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] For port 91b986b3-c1e7-4eac-96a4-d1ae41c88f20, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=91b986b3-c1e7-4eac-96a4-d1ae41c88f20,segment=NetworkSegment(264880ac-797d-4655-9c64-01f722d7ca29),segment_id=264880ac-797d-4655-9c64-01f722d7ca29)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:53:43.994566 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:44.009315 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 051f822d-b50d-42e6-9c18-b0c408f9181b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:44.009687 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:44.021697 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-abbf0cf8-a2e7-48e3-b902-e73e46f2f6f9 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "PUT /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963/tags/tempest-TagsExtTest-Tag-1568012368 HTTP/1.1" status: 201 len: 201 time: 0.1656439 Nov 15 14:53:44.025143 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:44.030733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-b1d4ffd0-43f8-43a5-848a-6dd2ed3eceb3 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f7f83af1-5dbf-4b81-a067-6ddf666784fe') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:44.044212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Allocated IP 172.20.0.17 (8b8147c0-6553-4254-901f-dc0de452d437/e3389503-e27f-4102-9f8f-fec0278470e8/7e20220f-889f-4d54-be0a-a04781e038ca) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:53:44.157331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d06ec-b054-444a-b4ae-91255e91773e None None] Pushing event updated for resources: {'Port': ['ID=91b986b3-c1e7-4eac-96a4-d1ae41c88f20,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:44.167969 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b1d4ffd0-43f8-43a5-848a-6dd2ed3eceb3 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe/tags HTTP/1.1" status: 200 len: 241 time: 0.1420951 Nov 15 14:53:44.170491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:44.177025 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-872644c3-fd73-45e1-b9d5-7f62774a9933 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7f83af1-5dbf-4b81-a067-6ddf666784fe', 'tempest-TagsExtTest-Tag-1133853786') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:44.241981 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0167f15b-2f6f-4fbd-a73d-5b5d37b3a61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:44.247717 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-872644c3-fd73-45e1-b9d5-7f62774a9933 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe/tags/tempest-TagsExtTest-Tag-1133853786 HTTP/1.1" status: 204 len: 168 time: 0.0754087 Nov 15 14:53:44.250139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:44.255706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-7ffe84d1-dd0b-4db2-b534-812839212cfc tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f7f83af1-5dbf-4b81-a067-6ddf666784fe', 'tempest-TagsExtTest-Tag-1133853786') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:44.336514 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:44.357347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0167f15b-2f6f-4fbd-a73d-5b5d37b3a61b None None] For port 051f822d-b50d-42e6-9c18-b0c408f9181b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=051f822d-b50d-42e6-9c18-b0c408f9181b,segment=NetworkSegment(dd7242a7-e705-4d2a-883d-19a601c4f7e0),segment_id=dd7242a7-e705-4d2a-883d-19a601c4f7e0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:44.415620 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0167f15b-2f6f-4fbd-a73d-5b5d37b3a61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:44.466818 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:44.474631 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7ffe84d1-dd0b-4db2-b534-812839212cfc tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe/tags/tempest-TagsExtTest-Tag-1133853786 HTTP/1.1" status: 204 len: 168 time: 0.2230041 Nov 15 14:53:44.477274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:44.483529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-b13f494c-6d6e-4aa1-af3d-01fa388533e4 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f7f83af1-5dbf-4b81-a067-6ddf666784fe') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:44.503034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2236c78f-31df-4747-a75c-6e45db6c0400 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:53:44.510117 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7439a7a-1edc-4467-9642-24850623de46 req-351f4f42-f29d-4760-babb-396324e3d541 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:44.541173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1840b-2950-473d-991b-1cf7f49ddf0e req-4e224c57-1dc8-482d-a907-3ea3e35b98c6 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:44.543509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84c1840b-2950-473d-991b-1cf7f49ddf0e req-4e224c57-1dc8-482d-a907-3ea3e35b98c6 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 944 time: 0.1813743 Nov 15 14:53:44.586643 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7439a7a-1edc-4467-9642-24850623de46 req-351f4f42-f29d-4760-babb-396324e3d541 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:44.609951 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b13f494c-6d6e-4aa1-af3d-01fa388533e4 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe/tags HTTP/1.1" status: 200 len: 205 time: 0.1311362 Nov 15 14:53:44.612491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53738) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:44.619901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-93760712-eb44-404c-a529-421a29ef1abd tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '13b1b579-261f-4000-a3dc-0582b51aac5c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:44.644772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167f15b-2f6f-4fbd-a73d-5b5d37b3a61b None None] Pushing event updated for resources: {'Port': ['ID=051f822d-b50d-42e6-9c18-b0c408f9181b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:44.662053 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:53:44.664678 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:53:44.729867 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-93760712-eb44-404c-a529-421a29ef1abd tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c/tags HTTP/1.1" status: 200 len: 240 time: 0.1138797 Nov 15 14:53:44.730451 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53740) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:44.747369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-c2390535-6cd9-48cd-8ae9-6a4f9f391af8 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '13b1b579-261f-4000-a3dc-0582b51aac5c', 'tempest-TagsExtTest-Tag-170422935') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:44.747503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84c1840b-2950-473d-991b-1cf7f49ddf0e req-bc29e24d-fa83-4b50-96dc-c49ce87dc59e tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819878 Nov 15 14:53:44.747503 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:44.814314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 2236c78f-31df-4747-a75c-6e45db6c0400 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:53:44.824037 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c2390535-6cd9-48cd-8ae9-6a4f9f391af8 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c/tags/tempest-TagsExtTest-Tag-170422935 HTTP/1.1" status: 204 len: 168 time: 0.0922093 Nov 15 14:53:44.825228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 2236c78f-31df-4747-a75c-6e45db6c0400 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:44.825847 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:44.826428 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53742) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:44.832225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Network 8b8147c0-6553-4254-901f-dc0de452d437 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:44.835746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-f6e56649-1215-40fa-a96d-c86d1f28f515 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '13b1b579-261f-4000-a3dc-0582b51aac5c', 'tempest-TagsExtTest-Tag-170422935') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:44.840715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:44.843204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:44.903335 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:44.906097 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-c7439a7a-1edc-4467-9642-24850623de46 req-351f4f42-f29d-4760-babb-396324e3d541 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Floating IP b551e08a-05ba-4ecc-971c-6f33c703dc33 associated. External IP: 172.25.4.243, port: e59889e2-e911-4fcc-9d25-6179639506aa. Nov 15 14:53:44.910349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Port': ['ID=7e20220f-889f-4d54-be0a-a04781e038ca,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:44.960631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8f0e86cc-0e7c-4969-8f12-cfc2e5d2d514 None None] Provisioning complete for port 051f822d-b50d-42e6-9c18-b0c408f9181b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:44.961085 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f0e86cc-0e7c-4969-8f12-cfc2e5d2d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:45.002920 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f6e56649-1215-40fa-a96d-c86d1f28f515 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c/tags/tempest-TagsExtTest-Tag-170422935 HTTP/1.1" status: 204 len: 168 time: 0.1751440 Nov 15 14:53:45.006204 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53746) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:45.011228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-dcf0735c-7fcc-4152-8503-afeb082ac1d2 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '13b1b579-261f-4000-a3dc-0582b51aac5c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:45.078008 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:45.087353 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dcf0735c-7fcc-4152-8503-afeb082ac1d2 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c/tags HTTP/1.1" status: 200 len: 205 time: 0.0777485 Nov 15 14:53:45.090710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53750) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:45.101885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-05e797d1-2802-407b-9672-cd2967ad63c2 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bb3415a2-d69c-4b9d-b366-7f03396c7587') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:45.132420 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f4aa34-7393-49b5-bf10-390917655aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2236c78f-31df-4747-a75c-6e45db6c0400'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:53:45.134742 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a504244-793d-42d8-8cd6-74e8a94da0b7" -d '{"events": [{"server_uuid": "c7f4aa34-7393-49b5-bf10-390917655aae", "name": "network-vif-plugged", "status": "completed", "tag": "2236c78f-31df-4747-a75c-6e45db6c0400"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:53:45.161965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 2236c78f-31df-4747-a75c-6e45db6c0400, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2236c78f-31df-4747-a75c-6e45db6c0400,segment=NetworkSegment(13693772-3494-4240-8eb9-b8b825ec83dd),segment_id=13693772-3494-4240-8eb9-b8b825ec83dd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:45.209611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8f0e86cc-0e7c-4969-8f12-cfc2e5d2d514 None None] Provisioning complete for port 13b1b579-261f-4000-a3dc-0582b51aac5c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:45.209992 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f0e86cc-0e7c-4969-8f12-cfc2e5d2d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:45.235231 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe158591-4918-48be-8a17-2453c40b5dbb x-openstack-request-id: req-fe158591-4918-48be-8a17-2453c40b5dbb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:53:45.235539 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f4aa34-7393-49b5-bf10-390917655aae", "name": "network-vif-plugged", "status": "completed", "tag": "2236c78f-31df-4747-a75c-6e45db6c0400", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:53:45.238560 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe158591-4918-48be-8a17-2453c40b5dbb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:53:45.238560 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f4aa34-7393-49b5-bf10-390917655aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2236c78f-31df-4747-a75c-6e45db6c0400', 'code': 200} Nov 15 14:53:45.243096 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:45.282866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e86cc-0e7c-4969-8f12-cfc2e5d2d514 None None] Port 13b1b579-261f-4000-a3dc-0582b51aac5c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:53:45.314683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=2236c78f-31df-4747-a75c-6e45db6c0400,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:45.408641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c291da4f-05fa-4344-848c-abaedc11e946 None None] Provisioning complete for port 13b1b579-261f-4000-a3dc-0582b51aac5c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:45.409025 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c291da4f-05fa-4344-848c-abaedc11e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:45.460495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c291da4f-05fa-4344-848c-abaedc11e946 None None] Port 13b1b579-261f-4000-a3dc-0582b51aac5c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:53:45.586813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b2ae2f-351f-49cd-a113-f9c5cf836f31 None None] Network 8b8147c0-6553-4254-901f-dc0de452d437 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:53:45.634277 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-05e797d1-2802-407b-9672-cd2967ad63c2 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587/tags HTTP/1.1" status: 200 len: 240 time: 0.5372019 Nov 15 14:53:45.638434 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53754) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:45.639096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:53:45.641718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-a5ecb09e-6658-4ff1-9fd0-0fa829037f83 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bb3415a2-d69c-4b9d-b366-7f03396c7587', 'tempest-TagsExtTest-Tag-932995446') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:45.674777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c97dd-c4c6-4996-bd0f-30a0e508c7f5 req-04c32ca3-971e-4d57-8272-6c5012586037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:45.676798 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f54c97dd-c4c6-4996-bd0f-30a0e508c7f5 req-04c32ca3-971e-4d57-8272-6c5012586037 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 1096 time: 0.1693475 Nov 15 14:53:45.712997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:45.747198 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a5ecb09e-6658-4ff1-9fd0-0fa829037f83 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587/tags/tempest-TagsExtTest-Tag-932995446 HTTP/1.1" status: 204 len: 168 time: 0.1089902 Nov 15 14:53:45.747583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53756) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:45.757002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-bae5ece3-07e8-4d12-82b8-428cce20960c tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bb3415a2-d69c-4b9d-b366-7f03396c7587', 'tempest-TagsExtTest-Tag-932995446') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:45.788088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cf97edd1-c100-40c4-bc32-16d38cdfb28a None None] Provisioning complete for port 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:45.788456 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf97edd1-c100-40c4-bc32-16d38cdfb28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:45.797135 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f54c97dd-c4c6-4996-bd0f-30a0e508c7f5 req-e26a3c1c-5ab6-49da-9a44-613ededda052 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092324 Nov 15 14:53:45.833678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:45.834249 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:45.953834 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf97edd1-c100-40c4-bc32-16d38cdfb28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:45.984403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7439a7a-1edc-4467-9642-24850623de46 req-351f4f42-f29d-4760-babb-396324e3d541 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Router d46450fd-4d1a-4ffb-894d-084bd80720aa has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:53:46.007348 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:46.023313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cf97edd1-c100-40c4-bc32-16d38cdfb28a None None] For port 91b986b3-c1e7-4eac-96a4-d1ae41c88f20, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=91b986b3-c1e7-4eac-96a4-d1ae41c88f20,segment=NetworkSegment(264880ac-797d-4655-9c64-01f722d7ca29),segment_id=264880ac-797d-4655-9c64-01f722d7ca29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:46.113718 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf97edd1-c100-40c4-bc32-16d38cdfb28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:46.128853 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329908d-fbd9-4140-bcb5-23efc55d15d3 req-a694e9a7-4eac-437b-ab74-898f98f49627 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:46.130534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5329908d-fbd9-4140-bcb5-23efc55d15d3 req-a694e9a7-4eac-437b-ab74-898f98f49627 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 945 time: 0.2939677 Nov 15 14:53:46.197367 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:53:46.197632 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:53:46.201032 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97edd1-c100-40c4-bc32-16d38cdfb28a None None] Pushing event updated for resources: {'Port': ['ID=91b986b3-c1e7-4eac-96a4-d1ae41c88f20,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:46.206123 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bae5ece3-07e8-4d12-82b8-428cce20960c tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587/tags/tempest-TagsExtTest-Tag-932995446 HTTP/1.1" status: 204 len: 168 time: 0.4545517 Nov 15 14:53:46.212464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:46.221216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-8197ac0e-fc64-499f-a1ac-5a6595b3c900 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bb3415a2-d69c-4b9d-b366-7f03396c7587') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:46.240307 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0e0cb270-5f8d-42c9-a3a2-d9053725e596 None None] Provisioning complete for port 7e20220f-889f-4d54-be0a-a04781e038ca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:46.240674 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb270-5f8d-42c9-a3a2-d9053725e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:46.269250 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5329908d-fbd9-4140-bcb5-23efc55d15d3 req-cd7cf556-8028-489f-9a0f-1acfd6f9b897 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290762 Nov 15 14:53:46.279664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7439a7a-1edc-4467-9642-24850623de46 req-351f4f42-f29d-4760-babb-396324e3d541 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:53:46.283121 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0e0cb270-5f8d-42c9-a3a2-d9053725e596 None None] Port 7e20220f-889f-4d54-be0a-a04781e038ca cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:53:46.288637 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7439a7a-1edc-4467-9642-24850623de46 req-351f4f42-f29d-4760-babb-396324e3d541 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:46.295098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0e0cb270-5f8d-42c9-a3a2-d9053725e596 None None] Provisioning complete for port 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:46.296022 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb270-5f8d-42c9-a3a2-d9053725e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:46.297406 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb866c-c6b3-4b0f-8104-662f97265f2a None None] Sync routers for ids ['d46450fd-4d1a-4ffb-894d-084bd80720aa'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:53:46.330127 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb866c-c6b3-4b0f-8104-662f97265f2a None None] Routers {'d46450fd-4d1a-4ffb-894d-084bd80720aa'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:53:46.330790 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60fb866c-c6b3-4b0f-8104-662f97265f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d46450fd-4d1a-4ffb-894d-084bd80720aa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:46.344833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7439a7a-1edc-4467-9642-24850623de46 req-351f4f42-f29d-4760-babb-396324e3d541 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "PUT /v2.0/floatingips/b551e08a-05ba-4ecc-971c-6f33c703dc33 HTTP/1.1" status: 200 len: 996 time: 3.0966442 Nov 15 14:53:46.348120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:53:46.358784 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04af61bc-7ed6-41cc-91dd-dda61ee3223c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:53:46.457546 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8197ac0e-fc64-499f-a1ac-5a6595b3c900 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587/tags HTTP/1.1" status: 200 len: 205 time: 0.2466540 Nov 15 14:53:46.461825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:46.471118 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-60fb866c-c6b3-4b0f-8104-662f97265f2a None None] Set router d46450fd-4d1a-4ffb-894d-084bd80720aa gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:53:46.474824 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-652807ab-8ebc-4eab-bb79-ffa1a5cbc4f7 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c1eecb4-1829-48fe-ae1f-616000d60963') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:46.501888 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-652807ab-8ebc-4eab-bb79-ffa1a5cbc4f7 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963/tags HTTP/1.1" status: 200 len: 241 time: 0.0377498 Nov 15 14:53:46.506468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:46.514918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-220edd09-4858-46a6-ab9e-330cd6585efa tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c1eecb4-1829-48fe-ae1f-616000d60963', 'tempest-TagsExtTest-Tag-1568012368') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:46.522306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7439a7a-1edc-4467-9642-24850623de46 req-94d99988-e5d2-45bd-b051-2b43205a8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:46.525113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7439a7a-1edc-4467-9642-24850623de46 req-94d99988-e5d2-45bd-b051-2b43205a8c73 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=418df9050a8941aab5de4eb3374c308c&device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 1096 time: 0.1429369 Nov 15 14:53:46.552103 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-220edd09-4858-46a6-ab9e-330cd6585efa tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963/tags/tempest-TagsExtTest-Tag-1568012368 HTTP/1.1" status: 204 len: 168 time: 0.0430310 Nov 15 14:53:46.556016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53772) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:46.556930 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b59f011e-1801-42ec-b3b4-0190caf4432d None None] Provisioning complete for port 7e20220f-889f-4d54-be0a-a04781e038ca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:46.560498 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b59f011e-1801-42ec-b3b4-0190caf4432d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:46.574923 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-9c8a4f4a-373e-46e9-89ed-676ba660eee3 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4c1eecb4-1829-48fe-ae1f-616000d60963', 'tempest-TagsExtTest-Tag-1568012368') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:46.648908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b59f011e-1801-42ec-b3b4-0190caf4432d None None] Port 7e20220f-889f-4d54-be0a-a04781e038ca cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:53:46.649323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:46.672497 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2febf5d9-f5e9-46b0-8445-f49f5ab163a9 x-openstack-request-id: req-2febf5d9-f5e9-46b0-8445-f49f5ab163a9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:53:46.672795 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:53:46.673045 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2febf5d9-f5e9-46b0-8445-f49f5ab163a9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:53:46.673440 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa', 'status': 'completed', 'code': 200} Nov 15 14:53:46.678914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7439a7a-1edc-4467-9642-24850623de46 req-706647fd-3f82-414a-b1ae-ab47973c3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:46.680815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7439a7a-1edc-4467-9642-24850623de46 req-706647fd-3f82-414a-b1ae-ab47973c3c55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b4a20029-5ff9-4f01-a01c-7758396c41a6 HTTP/1.1" status: 200 len: 921 time: 0.1433649 Nov 15 14:53:46.694279 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9c8a4f4a-373e-46e9-89ed-676ba660eee3 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963/tags/tempest-TagsExtTest-Tag-1568012368 HTTP/1.1" status: 204 len: 168 time: 0.1361928 Nov 15 14:53:46.702463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:46.703599 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-00417bb9-b52c-4a46-9dfe-1677768054c7 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c1eecb4-1829-48fe-ae1f-616000d60963') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:46.739628 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-00417bb9-b52c-4a46-9dfe-1677768054c7 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963/tags HTTP/1.1" status: 200 len: 205 time: 0.0388377 Nov 15 14:53:46.741439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53776) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:46.741601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:46.742785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 051f822d-b50d-42e6-9c18-b0c408f9181b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:53:46.746182 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-d8f98d6d-6bc8-4e00-9dbd-89fbeaf2b43b tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c1eecb4-1829-48fe-ae1f-616000d60963') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:46.782270 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d8f98d6d-6bc8-4e00-9dbd-89fbeaf2b43b tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963/tags HTTP/1.1" status: 204 len: 168 time: 0.0397437 Nov 15 14:53:46.785000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53778) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:46.790274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-e3672c84-f6dc-4f3a-97ae-74c9fafc117e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bb3415a2-d69c-4b9d-b366-7f03396c7587') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:46.814553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 051f822d-b50d-42e6-9c18-b0c408f9181b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:46.815240 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:46.881836 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:46.885357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7439a7a-1edc-4467-9642-24850623de46 req-78e3dc49-5a48-427a-98e8-5679facdea18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 200 len: 999 time: 0.1971009 Nov 15 14:53:46.911712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Port': ['ID=7e20220f-889f-4d54-be0a-a04781e038ca,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:46.926099 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60fb866c-c6b3-4b0f-8104-662f97265f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:52:50Z', 'revision_number': 4, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port': {'id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:46Z', 'updated_at': '2021-11-15T14:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b551e08a-05ba-4ecc-971c-6f33c703dc33', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'port_id': 'e59889e2-e911-4fcc-9d25-6179639506aa', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'mac_address': 'fa:16:3e:1a:23:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:53:41Z', 'updated_at': '2021-11-15T14:53:44Z', 'revision_number': 1, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95cebe0-6724-4ab9-a4a5-394a551c3cec', 'name': '', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'mac_address': 'fa:16:3e:30:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:49Z', 'updated_at': '2021-11-15T14:52:57Z', 'revision_number': 5, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'subnets': [{'id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:46.950662 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e3672c84-f6dc-4f3a-97ae-74c9fafc117e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587/tags HTTP/1.1" status: 204 len: 168 time: 0.1643088 Nov 15 14:53:46.951261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:46.958804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-368af6b0-0309-474b-89e5-47da7ffa6eef tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '13b1b579-261f-4000-a3dc-0582b51aac5c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:46.969193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af61bc-7ed6-41cc-91dd-dda61ee3223c req-1741edd2-09e2-4a7d-a4f6-a6961b40828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:46.970711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04af61bc-7ed6-41cc-91dd-dda61ee3223c req-1741edd2-09e2-4a7d-a4f6-a6961b40828d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=418df9050a8941aab5de4eb3374c308c&device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 1096 time: 0.2309034 Nov 15 14:53:46.973113 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb866c-c6b3-4b0f-8104-662f97265f2a None None] Checking router: d46450fd-4d1a-4ffb-894d-084bd80720aa for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:53:46.983289 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb866c-c6b3-4b0f-8104-662f97265f2a None None] Routers {'d46450fd-4d1a-4ffb-894d-084bd80720aa'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:53:46.984258 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60fb866c-c6b3-4b0f-8104-662f97265f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d46450fd-4d1a-4ffb-894d-084bd80720aa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:46.988749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 65728c6a-7e92-4d6b-b133-aba6fbf2700f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:53:47.036160 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-368af6b0-0309-474b-89e5-47da7ffa6eef tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c/tags HTTP/1.1" status: 204 len: 168 time: 0.0838597 Nov 15 14:53:47.036776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:47.041550 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-ceb18cce-f57e-4b87-ac98-8a60186c8ab4 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7f83af1-5dbf-4b81-a067-6ddf666784fe') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:47.055733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 65728c6a-7e92-4d6b-b133-aba6fbf2700f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:47.056484 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:47.076742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7439a7a-1edc-4467-9642-24850623de46 req-38144638-aeee-41c3-a525-092018b3577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:47.078362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7439a7a-1edc-4467-9642-24850623de46 req-38144638-aeee-41c3-a525-092018b3577b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b5cc610b-147d-412a-ad3f-568efc681a63 HTTP/1.1" status: 200 len: 860 time: 0.1804760 Nov 15 14:53:47.124489 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ceb18cce-f57e-4b87-ac98-8a60186c8ab4 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe/tags HTTP/1.1" status: 204 len: 168 time: 0.0865445 Nov 15 14:53:47.124710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53784) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:47.129346 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-60fb866c-c6b3-4b0f-8104-662f97265f2a None None] Set router d46450fd-4d1a-4ffb-894d-084bd80720aa gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:53:47.137631 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7439a7a-1edc-4467-9642-24850623de46 req-4c146448-c0de-438d-81d6-ece62da904e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4a20029-5ff9-4f01-a01c-7758396c41a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496697 Nov 15 14:53:47.142052 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-015b3ac7-b99e-4630-8714-214020e41d23 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f7f83af1-5dbf-4b81-a067-6ddf666784fe', 'tempest-TagsExtTest-Tag-1068035163') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:47.179551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-c7439a7a-1edc-4467-9642-24850623de46 req-326a3efa-eb28-4a5e-a329-d463b1e66a9a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:53:47.180558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7439a7a-1edc-4467-9642-24850623de46 req-326a3efa-eb28-4a5e-a329-d463b1e66a9a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0284891 Nov 15 14:53:47.290277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Network 8b8147c0-6553-4254-901f-dc0de452d437 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:47.297167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af61bc-7ed6-41cc-91dd-dda61ee3223c req-db172426-24d1-435f-9315-fb5f3eee7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:47.298707 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04af61bc-7ed6-41cc-91dd-dda61ee3223c req-db172426-24d1-435f-9315-fb5f3eee7a28 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4a20029-5ff9-4f01-a01c-7758396c41a6 HTTP/1.1" status: 200 len: 921 time: 0.2844617 Nov 15 14:53:47.302353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:47.388087 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60fb866c-c6b3-4b0f-8104-662f97265f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:52:50Z', 'revision_number': 4, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port': {'id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:46Z', 'updated_at': '2021-11-15T14:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b551e08a-05ba-4ecc-971c-6f33c703dc33', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'port_id': 'e59889e2-e911-4fcc-9d25-6179639506aa', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'mac_address': 'fa:16:3e:1a:23:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:53:41Z', 'updated_at': '2021-11-15T14:53:44Z', 'revision_number': 1, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95cebe0-6724-4ab9-a4a5-394a551c3cec', 'name': '', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'mac_address': 'fa:16:3e:30:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:49Z', 'updated_at': '2021-11-15T14:52:57Z', 'revision_number': 5, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'subnets': [{'id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:47.519234 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb866c-c6b3-4b0f-8104-662f97265f2a None None] The sync data for ids ['d46450fd-4d1a-4ffb-894d-084bd80720aa'] in n-d-817748-2 is: [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:52:50Z', 'revision_number': 4, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port': {'id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:46Z', 'updated_at': '2021-11-15T14:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b551e08a-05ba-4ecc-971c-6f33c703dc33', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'port_id': 'e59889e2-e911-4fcc-9d25-6179639506aa', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'mac_address': 'fa:16:3e:1a:23:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:53:41Z', 'updated_at': '2021-11-15T14:53:44Z', 'revision_number': 1, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95cebe0-6724-4ab9-a4a5-394a551c3cec', 'name': '', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'mac_address': 'fa:16:3e:30:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:49Z', 'updated_at': '2021-11-15T14:52:57Z', 'revision_number': 5, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'subnets': [{'id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:53:47.523874 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:53:47.586332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-21c71eb5-7820-4e55-87e8-66a469a18a4c None None] Provisioning complete for port 7e20220f-889f-4d54-be0a-a04781e038ca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:47.586651 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21c71eb5-7820-4e55-87e8-66a469a18a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:47.622663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:47.623033 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:47.660575 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-21c71eb5-7820-4e55-87e8-66a469a18a4c None None] Port 7e20220f-889f-4d54-be0a-a04781e038ca cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:53:47.756816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509e0ff7-597a-432d-91dc-3ed8ac970caf None None] New status for floating IP b551e08a-05ba-4ecc-971c-6f33c703dc33: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:53:47.842625 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7439a7a-1edc-4467-9642-24850623de46 req-e29b28ed-fa95-45b2-b83b-b5e2e2586a51 service neutron] 10.222.0.70 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500852 Nov 15 14:53:47.857517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04af61bc-7ed6-41cc-91dd-dda61ee3223c req-8f97888b-0d7a-42ea-b7c6-c1f0ffa749d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 200 len: 999 time: 0.5428052 Nov 15 14:53:47.943879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e0346-257a-4fea-80e1-3f0cbea7c59e req-1b89f71a-a9a9-4d6a-99aa-429a115e679b tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:47.945319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-118e0346-257a-4fea-80e1-3f0cbea7c59e req-1b89f71a-a9a9-4d6a-99aa-429a115e679b tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 945 time: 0.1853693 Nov 15 14:53:48.012032 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af61bc-7ed6-41cc-91dd-dda61ee3223c req-3859994d-4168-44fc-805d-f70719daa43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:48.013407 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04af61bc-7ed6-41cc-91dd-dda61ee3223c req-3859994d-4168-44fc-805d-f70719daa43d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5cc610b-147d-412a-ad3f-568efc681a63 HTTP/1.1" status: 200 len: 860 time: 0.1447384 Nov 15 14:53:48.024545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-015b3ac7-b99e-4630-8714-214020e41d23 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "PUT /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe/tags/tempest-TagsExtTest-Tag-1068035163 HTTP/1.1" status: 201 len: 201 time: 0.8859692 Nov 15 14:53:48.027636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:48.028526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Router 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:53:48.032568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-b0c4ae8e-c748-437e-ab5f-926f570bd5b6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '13b1b579-261f-4000-a3dc-0582b51aac5c', 'tempest-TagsExtTest-Tag-44358647') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:48.078290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04af61bc-7ed6-41cc-91dd-dda61ee3223c req-184fbbc4-b578-4187-bef1-56ddee5bf3b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4a20029-5ff9-4f01-a01c-7758396c41a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486732 Nov 15 14:53:48.135783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-118e0346-257a-4fea-80e1-3f0cbea7c59e req-1a45def1-628a-483c-b625-74f5a13978e2 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834402 Nov 15 14:53:48.192250 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b0c4ae8e-c748-437e-ab5f-926f570bd5b6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "PUT /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c/tags/tempest-TagsExtTest-Tag-44358647 HTTP/1.1" status: 201 len: 201 time: 0.1634355 Nov 15 14:53:48.194847 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:48.200274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-624395af-d124-4983-8a87-623eaabbc91d tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bb3415a2-d69c-4b9d-b366-7f03396c7587', 'tempest-TagsExtTest-Tag-911799994') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:48.200663 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7439a7a-1edc-4467-9642-24850623de46 req-ffa6c0ec-11ed-4614-bd91-f5b57d7f6a2d service neutron] 10.222.0.70 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492343 Nov 15 14:53:48.296946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04af61bc-7ed6-41cc-91dd-dda61ee3223c req-ea0c3d78-aaae-4d87-8176-c8cc5c0566d3 service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004304 Nov 15 14:53:48.301917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:53:48.316113 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Sync routers for ids ['05ea4bc1-77df-4b3a-b963-cc48a0deabb0'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:53:48.316481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b2cdddd1-087f-4756-ae30-172a8ab8ca0c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "PUT /v2.0/routers/05ea4bc1-77df-4b3a-b963-cc48a0deabb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3627388 Nov 15 14:53:48.335114 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Routers {'05ea4bc1-77df-4b3a-b963-cc48a0deabb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:53:48.337723 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['05ea4bc1-77df-4b3a-b963-cc48a0deabb0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:48.385054 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-624395af-d124-4983-8a87-623eaabbc91d tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "PUT /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587/tags/tempest-TagsExtTest-Tag-911799994 HTTP/1.1" status: 201 len: 201 time: 0.1889088 Nov 15 14:53:48.386034 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:48.390829 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-52c944ac-bf6c-4c50-b5ae-702f6e31072c tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c1eecb4-1829-48fe-ae1f-616000d60963', 'tempest-TagsExtTest-Tag-1489048642') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:48.471711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-105c1299-e055-47e7-a7c6-6960c6a3535f tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.1293352 Nov 15 14:53:48.478377 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Set router 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:53:48.520486 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-52c944ac-bf6c-4c50-b5ae-702f6e31072c tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "PUT /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963/tags/tempest-TagsExtTest-Tag-1489048642 HTTP/1.1" status: 201 len: 201 time: 0.1331613 Nov 15 14:53:48.521387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53816) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:48.526085 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-1fe1dbd0-1e12-4cc6-ad7a-fffb348d493c tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f7f83af1-5dbf-4b81-a067-6ddf666784fe', {'tags': ['tempest-TagsExtTest-Tag-1899835430', 'tempest-TagsExtTest-Tag-536212841', 'tempest-TagsExtTest-Tag-838875141']}) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:48.578208 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04af61bc-7ed6-41cc-91dd-dda61ee3223c req-476deb24-a084-4aa3-8f03-7198dc341325 service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604926 Nov 15 14:53:48.592151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf825d-fd41-4171-99df-f4226145f255 req-a7fdc7dc-3bd2-43a0-91e9-d20d4aa75d2c tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:48.602749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-a7fdc7dc-3bd2-43a0-91e9-d20d4aa75d2c tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports/e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 200 len: 942 time: 0.1175942 Nov 15 14:53:48.697316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a4ee3-909d-4489-8842-4af7a058526e req-b7d7ec3a-969b-489f-ac5f-9b492157a4e5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:48.704275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-b7d7ec3a-969b-489f-ac5f-9b492157a4e5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/networks?id=8b8147c0-6553-4254-901f-dc0de452d437 HTTP/1.1" status: 200 len: 797 time: 0.1862469 Nov 15 14:53:48.708855 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1fe1dbd0-1e12-4cc6-ad7a-fffb348d493c tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "PUT /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe/tags HTTP/1.1" status: 200 len: 316 time: 0.1830459 Nov 15 14:53:48.709176 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53820) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:48.713440 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-c15bc809-a6ec-427c-8d35-fcc2c7f213c4 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7f83af1-5dbf-4b81-a067-6ddf666784fe') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:48.718853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-9fd352c8-a786-468a-bb17-42a03c090823 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/quotas/3b571c77e27f4f52ae37627811351862 HTTP/1.1" status: 200 len: 375 time: 0.0137293 Nov 15 14:53:48.731117 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1182307450', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:53:36Z', 'updated_at': '2021-11-15T14:53:45Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:53:37Z', 'updated_at': '2021-11-15T14:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7e20220f-889f-4d54-be0a-a04781e038ca', 'name': '', 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'mac_address': 'fa:16:3e:31:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'e3389503-e27f-4102-9f8f-fec0278470e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:53:43Z', 'updated_at': '2021-11-15T14:53:46Z', 'revision_number': 2, 'project_id': '3b571c77e27f4f52ae37627811351862', 'subnets': [{'id': 'e3389503-e27f-4102-9f8f-fec0278470e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:48.748385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-1cee78a2-367e-42b8-b57f-a921207fba96 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.1091061 Nov 15 14:53:48.761078 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Checking router: 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:53:48.761478 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Updating router 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 port 7e20220f-889f-4d54-be0a-a04781e038ca binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:53:48.794050 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:48.877300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-2fb578c1-6739-4cd4-82d0-257e329cda47 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b571c77e27f4f52ae37627811351862&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1481941 Nov 15 14:53:48.900248 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c15bc809-a6ec-427c-8d35-fcc2c7f213c4 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1901166 Nov 15 14:53:48.902959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53824) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:48.908170 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-3e24d7ef-e559-45ce-b4dd-549de7be5f3e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7f83af1-5dbf-4b81-a067-6ddf666784fe', 'tempest-TagsExtTest-Tag-1899835430') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:48.961730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf825d-fd41-4171-99df-f4226145f255 req-76dcb922-9ab5-4715-8b16-05faf76a2c2c tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:48.963100 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-76dcb922-9ab5-4715-8b16-05faf76a2c2c tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.1938808 Nov 15 14:53:48.971073 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-3e24d7ef-e559-45ce-b4dd-549de7be5f3e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] show failed (client error): The resource could not be found. Nov 15 14:53:48.973182 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3e24d7ef-e559-45ce-b4dd-549de7be5f3e tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe/tags/tempest-TagsExtTest-Tag-1899835430 HTTP/1.1" status: 404 len: 329 time: 0.0684965 Nov 15 14:53:48.976233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:48.983795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-4b3080c0-4829-40b7-b35d-c661ce327696 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:53:48.985133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-4b3080c0-4829-40b7-b35d-c661ce327696 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115616 Nov 15 14:53:48.988645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-1e0407ba-fbaf-457c-b003-3088678bc372 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7f83af1-5dbf-4b81-a067-6ddf666784fe', 'tempest-TagsExtTest-Tag-536212841') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:49.072081 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:49.105227 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-3b9bf3d0-1090-47ae-81bb-4b507a722f55 service neutron] 10.222.0.70 "GET /v2.0/networks/8b8147c0-6553-4254-901f-dc0de452d437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129591 Nov 15 14:53:49.116740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-1b78b77b-5b93-4a05-ba73-35fcf00efe0d tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.1203563 Nov 15 14:53:49.127263 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:49.164293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5cdf825d-fd41-4171-99df-f4226145f255 req-23db450d-d33f-4ed8-952f-99d8edd5ffb0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:49.179951 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cda2a4-2033-47ab-bdf8-6a125ac73180 None None] Pushing event updated for resources: {'Port': ['ID=7e20220f-889f-4d54-be0a-a04781e038ca,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:49.233824 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Attempting to bind port 7e20220f-889f-4d54-be0a-a04781e038ca on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:49.234199 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Attempting to bind port 7e20220f-889f-4d54-be0a-a04781e038ca by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '264880ac-797d-4655-9c64-01f722d7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:49.234595 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Attempting to bind port 7e20220f-889f-4d54-be0a-a04781e038ca on network 8b8147c0-6553-4254-901f-dc0de452d437 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:49.236170 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-1e0407ba-fbaf-457c-b003-3088678bc372 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] show failed (client error): The resource could not be found. Nov 15 14:53:49.237234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1e0407ba-fbaf-457c-b003-3088678bc372 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe/tags/tempest-TagsExtTest-Tag-536212841 HTTP/1.1" status: 404 len: 328 time: 0.2601166 Nov 15 14:53:49.240715 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53834) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:49.242845 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:53:49.243220 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Checking segment: {'id': '264880ac-797d-4655-9c64-01f722d7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:53:49.243697 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:49.244011 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Bound using segment: {'id': '264880ac-797d-4655-9c64-01f722d7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:53:49.244493 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Bound port: 7e20220f-889f-4d54-be0a-a04781e038ca, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264880ac-797d-4655-9c64-01f722d7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:53:49.244853 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:49.248493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-4ed12159-28f2-423e-bdf3-cd4404838b2b tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7f83af1-5dbf-4b81-a067-6ddf666784fe', 'tempest-TagsExtTest-Tag-838875141') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:49.266971 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5cdf825d-fd41-4171-99df-f4226145f255 req-23db450d-d33f-4ed8-952f-99d8edd5ffb0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:49.318027 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-4ed12159-28f2-423e-bdf3-cd4404838b2b tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] show failed (client error): The resource could not be found. Nov 15 14:53:49.319146 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4ed12159-28f2-423e-bdf3-cd4404838b2b tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe/tags/tempest-TagsExtTest-Tag-838875141 HTTP/1.1" status: 404 len: 328 time: 0.0764360 Nov 15 14:53:49.322097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:49.324970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-42aea847-edf5-48f7-a304-e5dbd643a49e service neutron] 10.222.0.70 "GET /v2.0/networks/8b8147c0-6553-4254-901f-dc0de452d437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122250 Nov 15 14:53:49.328026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] For port 7e20220f-889f-4d54-be0a-a04781e038ca, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:53:49.328183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-1309f674-364c-4d67-be39-078681e61180 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '13b1b579-261f-4000-a3dc-0582b51aac5c', {'tags': ['tempest-TagsExtTest-Tag-1436047514', 'tempest-TagsExtTest-Tag-1351039731', 'tempest-TagsExtTest-Tag-2028680041']}) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:49.337528 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] For port 7e20220f-889f-4d54-be0a-a04781e038ca, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7e20220f-889f-4d54-be0a-a04781e038ca,segment=NetworkSegment(264880ac-797d-4655-9c64-01f722d7ca29),segment_id=264880ac-797d-4655-9c64-01f722d7ca29)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:53:49.407829 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:49.461339 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5cdf825d-fd41-4171-99df-f4226145f255 req-23db450d-d33f-4ed8-952f-99d8edd5ffb0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:49.471437 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Routers {'05ea4bc1-77df-4b3a-b963-cc48a0deabb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:53:49.472093 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['05ea4bc1-77df-4b3a-b963-cc48a0deabb0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:49.494929 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1309f674-364c-4d67-be39-078681e61180 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "PUT /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c/tags HTTP/1.1" status: 200 len: 318 time: 0.1673481 Nov 15 14:53:49.494929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:49.498693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-1245d710-fdd6-4b52-a6eb-14748fba6693 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '13b1b579-261f-4000-a3dc-0582b51aac5c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:49.506201 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad22a024-904d-4f51-a0c8-e23bb5a3bc4f None None] Provisioning complete for port 7e20220f-889f-4d54-be0a-a04781e038ca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:49.507396 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad22a024-904d-4f51-a0c8-e23bb5a3bc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:49.607930 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5cdf825d-fd41-4171-99df-f4226145f255 req-23db450d-d33f-4ed8-952f-99d8edd5ffb0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:49.609323 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-5cdf825d-fd41-4171-99df-f4226145f255 req-23db450d-d33f-4ed8-952f-99d8edd5ffb0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Floating IP b551e08a-05ba-4ecc-971c-6f33c703dc33 disassociated. External IP: 172.25.4.243, port: e59889e2-e911-4fcc-9d25-6179639506aa. Nov 15 14:53:49.615141 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] Set router 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:53:49.669465 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad22a024-904d-4f51-a0c8-e23bb5a3bc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:49.675338 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cda2a4-2033-47ab-bdf8-6a125ac73180 None None] Pushing event updated for resources: {'Port': ['ID=7e20220f-889f-4d54-be0a-a04781e038ca,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:49.719377 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1245d710-fdd6-4b52-a6eb-14748fba6693 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c/tags HTTP/1.1" status: 204 len: 168 time: 0.2227509 Nov 15 14:53:49.722651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53846) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:49.728177 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-17ddc4b5-e068-4fc2-8b18-791ec258ab79 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '13b1b579-261f-4000-a3dc-0582b51aac5c', 'tempest-TagsExtTest-Tag-1436047514') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:49.749649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad22a024-904d-4f51-a0c8-e23bb5a3bc4f None None] For port 7e20220f-889f-4d54-be0a-a04781e038ca, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7e20220f-889f-4d54-be0a-a04781e038ca,segment=NetworkSegment(264880ac-797d-4655-9c64-01f722d7ca29),segment_id=264880ac-797d-4655-9c64-01f722d7ca29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:49.801068 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-17ddc4b5-e068-4fc2-8b18-791ec258ab79 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] show failed (client error): The resource could not be found. Nov 15 14:53:49.804841 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-17ddc4b5-e068-4fc2-8b18-791ec258ab79 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c/tags/tempest-TagsExtTest-Tag-1436047514 HTTP/1.1" status: 404 len: 329 time: 0.0786436 Nov 15 14:53:49.806352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53852) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:49.812002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-a1bc4a5d-f64e-4469-be92-5472b1fe5ec1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '13b1b579-261f-4000-a3dc-0582b51aac5c', 'tempest-TagsExtTest-Tag-1351039731') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:49.836336 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad22a024-904d-4f51-a0c8-e23bb5a3bc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:49.885232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22a024-904d-4f51-a0c8-e23bb5a3bc4f None None] Pushing event updated for resources: {'Port': ['ID=7e20220f-889f-4d54-be0a-a04781e038ca,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:49.924957 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1182307450', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:53:36Z', 'updated_at': '2021-11-15T14:53:45Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:53:37Z', 'updated_at': '2021-11-15T14:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7e20220f-889f-4d54-be0a-a04781e038ca', 'name': '', 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'mac_address': 'fa:16:3e:31:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'e3389503-e27f-4102-9f8f-fec0278470e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:53:43Z', 'updated_at': '2021-11-15T14:53:49Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'subnets': [{'id': 'e3389503-e27f-4102-9f8f-fec0278470e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:49.955405 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec78c89-0519-4340-90d8-f83656834b2f None None] The sync data for ids ['05ea4bc1-77df-4b3a-b963-cc48a0deabb0'] in n-d-817748-2 is: [{'id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1182307450', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:53:36Z', 'updated_at': '2021-11-15T14:53:45Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:53:37Z', 'updated_at': '2021-11-15T14:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7e20220f-889f-4d54-be0a-a04781e038ca', 'name': '', 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'mac_address': 'fa:16:3e:31:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'e3389503-e27f-4102-9f8f-fec0278470e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:53:43Z', 'updated_at': '2021-11-15T14:53:49Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'subnets': [{'id': 'e3389503-e27f-4102-9f8f-fec0278470e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:53:49.959818 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-a1bc4a5d-f64e-4469-be92-5472b1fe5ec1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] show failed (client error): The resource could not be found. Nov 15 14:53:49.963462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a1bc4a5d-f64e-4469-be92-5472b1fe5ec1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c/tags/tempest-TagsExtTest-Tag-1351039731 HTTP/1.1" status: 404 len: 329 time: 0.1535850 Nov 15 14:53:49.963813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:49.963932 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8c9840a8-34d2-4a4d-bbc5-3510fcbc3c08 None None] Provisioning complete for port 7e20220f-889f-4d54-be0a-a04781e038ca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:49.964291 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c9840a8-34d2-4a4d-bbc5-3510fcbc3c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:49.978111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-129e0b37-3294-4de4-bbf0-d24c7ebfe7d3 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '13b1b579-261f-4000-a3dc-0582b51aac5c', 'tempest-TagsExtTest-Tag-2028680041') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:49.989147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cdf825d-fd41-4171-99df-f4226145f255 req-23db450d-d33f-4ed8-952f-99d8edd5ffb0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Router d46450fd-4d1a-4ffb-894d-084bd80720aa has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:53:50.114895 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-129e0b37-3294-4de4-bbf0-d24c7ebfe7d3 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] show failed (client error): The resource could not be found. Nov 15 14:53:50.116550 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-129e0b37-3294-4de4-bbf0-d24c7ebfe7d3 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c/tags/tempest-TagsExtTest-Tag-2028680041 HTTP/1.1" status: 404 len: 329 time: 0.1512895 Nov 15 14:53:50.120107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53858) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:50.137536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-8d55dffb-b215-4ac2-8985-9c50c1bf0093 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bb3415a2-d69c-4b9d-b366-7f03396c7587', {'tags': ['tempest-TagsExtTest-Tag-1682730878', 'tempest-TagsExtTest-Tag-1514866160', 'tempest-TagsExtTest-Tag-1466687053']}) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:50.236233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cdf825d-fd41-4171-99df-f4226145f255 req-23db450d-d33f-4ed8-952f-99d8edd5ffb0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:53:50.243019 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5cdf825d-fd41-4171-99df-f4226145f255 req-23db450d-d33f-4ed8-952f-99d8edd5ffb0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:50.250909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f3dde9-30bf-4039-ab47-fc660d257064 None None] Sync routers for ids ['d46450fd-4d1a-4ffb-894d-084bd80720aa'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:53:50.265989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3dde9-30bf-4039-ab47-fc660d257064 None None] Routers {'d46450fd-4d1a-4ffb-894d-084bd80720aa'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:53:50.270761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d9f3dde9-30bf-4039-ab47-fc660d257064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d46450fd-4d1a-4ffb-894d-084bd80720aa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:50.275711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-23db450d-d33f-4ed8-952f-99d8edd5ffb0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "PUT /v2.0/floatingips/b551e08a-05ba-4ecc-971c-6f33c703dc33 HTTP/1.1" status: 200 len: 695 time: 1.1516376 Nov 15 14:53:50.276439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:53:50.278831 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829e62c6-4912-4a26-ace6-eab425dc550c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:53:50.333300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e28a6c3f-f47a-41cc-98a4-f1a1d3f98401 req-00a79863-5934-4c74-ab54-cd365c331d06 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 210 time: 0.0508394 Nov 15 14:53:50.337793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8d55dffb-b215-4ac2-8985-9c50c1bf0093 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "PUT /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587/tags HTTP/1.1" status: 200 len: 318 time: 0.2122896 Nov 15 14:53:50.338021 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:50.343567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-56ade6bf-7664-4a52-be71-43ddf7b5f18a tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bb3415a2-d69c-4b9d-b366-7f03396c7587') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:50.366924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf825d-fd41-4171-99df-f4226145f255 req-ff64d85d-c98c-41d5-98b0-f0f142cd175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:50.368595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-ff64d85d-c98c-41d5-98b0-f0f142cd175e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=418df9050a8941aab5de4eb3374c308c&device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 1096 time: 0.0764165 Nov 15 14:53:50.423410 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d9f3dde9-30bf-4039-ab47-fc660d257064 None None] Set router d46450fd-4d1a-4ffb-894d-084bd80720aa gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:53:50.514316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc9cb7-d1a8-4a04-8f4e-374cbc045463 req-681335f8-2055-43db-ac8f-8f89f6f8bd66 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:50.515926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bedc9cb7-d1a8-4a04-8f4e-374cbc045463 req-681335f8-2055-43db-ac8f-8f89f6f8bd66 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 945 time: 0.0719950 Nov 15 14:53:50.625726 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-56ade6bf-7664-4a52-be71-43ddf7b5f18a tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587/tags HTTP/1.1" status: 204 len: 168 time: 0.2860589 Nov 15 14:53:50.628711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53866) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:50.635169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-21e75931-4a38-4718-a551-88d57c264bf0 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bb3415a2-d69c-4b9d-b366-7f03396c7587', 'tempest-TagsExtTest-Tag-1682730878') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:50.756915 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-21e75931-4a38-4718-a551-88d57c264bf0 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] show failed (client error): The resource could not be found. Nov 15 14:53:50.762946 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-21e75931-4a38-4718-a551-88d57c264bf0 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587/tags/tempest-TagsExtTest-Tag-1682730878 HTTP/1.1" status: 404 len: 329 time: 0.1327028 Nov 15 14:53:50.763822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:50.771010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-34d06d4f-d5f9-457f-bfa5-8cd2a2b4780c tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bb3415a2-d69c-4b9d-b366-7f03396c7587', 'tempest-TagsExtTest-Tag-1514866160') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:50.873061 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-34d06d4f-d5f9-457f-bfa5-8cd2a2b4780c tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] show failed (client error): The resource could not be found. Nov 15 14:53:50.877019 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-34d06d4f-d5f9-457f-bfa5-8cd2a2b4780c tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587/tags/tempest-TagsExtTest-Tag-1514866160 HTTP/1.1" status: 404 len: 329 time: 0.1120281 Nov 15 14:53:50.877600 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53870) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:50.882265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-cc1ba6e3-3308-4149-8bb4-c6d1157de336 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bb3415a2-d69c-4b9d-b366-7f03396c7587', 'tempest-TagsExtTest-Tag-1466687053') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:50.897174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d9f3dde9-30bf-4039-ab47-fc660d257064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:52:50Z', 'revision_number': 4, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port': {'id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:46Z', 'updated_at': '2021-11-15T14:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c95cebe0-6724-4ab9-a4a5-394a551c3cec', 'name': '', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'mac_address': 'fa:16:3e:30:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:49Z', 'updated_at': '2021-11-15T14:52:57Z', 'revision_number': 5, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'subnets': [{'id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:50.931854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f3dde9-30bf-4039-ab47-fc660d257064 None None] Checking router: d46450fd-4d1a-4ffb-894d-084bd80720aa for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:53:50.943247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3dde9-30bf-4039-ab47-fc660d257064 None None] Routers {'d46450fd-4d1a-4ffb-894d-084bd80720aa'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:53:50.944539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d9f3dde9-30bf-4039-ab47-fc660d257064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d46450fd-4d1a-4ffb-894d-084bd80720aa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:50.960301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bedc9cb7-d1a8-4a04-8f4e-374cbc045463 req-0e4f6126-8b80-45b2-a3c5-a86bd782695a tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310629 Nov 15 14:53:50.967237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf825d-fd41-4171-99df-f4226145f255 req-fff2130c-d7c6-4ab5-8b86-f8638829b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:50.968739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-fff2130c-d7c6-4ab5-8b86-f8638829b851 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b4a20029-5ff9-4f01-a01c-7758396c41a6 HTTP/1.1" status: 200 len: 921 time: 0.5914447 Nov 15 14:53:50.979405 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-cc1ba6e3-3308-4149-8bb4-c6d1157de336 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] show failed (client error): The resource could not be found. Nov 15 14:53:50.980801 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cc1ba6e3-3308-4149-8bb4-c6d1157de336 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587/tags/tempest-TagsExtTest-Tag-1466687053 HTTP/1.1" status: 404 len: 329 time: 0.1019790 Nov 15 14:53:50.983597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53872) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:50.989081 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-8fd4d4b5-bf35-4aac-921a-5e3223c5a6f1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4c1eecb4-1829-48fe-ae1f-616000d60963', {'tags': ['tempest-TagsExtTest-Tag-960808164', 'tempest-TagsExtTest-Tag-911364468', 'tempest-TagsExtTest-Tag-1265960809']}) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:51.042112 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-64e9dcf1-df3a-423b-9d13-51d3bcc541ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 200 len: 217 time: 0.0646124 Nov 15 14:53:51.045461 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a05a30-c1e2-40a2-9321-c719f2be6a09 x-openstack-request-id: req-87a05a30-c1e2-40a2-9321-c719f2be6a09 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:53:51.045865 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:53:51.046182 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87a05a30-c1e2-40a2-9321-c719f2be6a09 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:53:51.046680 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa', 'status': 'completed', 'code': 200} Nov 15 14:53:51.087342 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8fd4d4b5-bf35-4aac-921a-5e3223c5a6f1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "PUT /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963/tags HTTP/1.1" status: 200 len: 316 time: 0.1011138 Nov 15 14:53:51.089403 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53874) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:51.099331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d9f3dde9-30bf-4039-ab47-fc660d257064 None None] Set router d46450fd-4d1a-4ffb-894d-084bd80720aa gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:53:51.101427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-18479861-eaf7-41cb-a39e-47974c29b2a1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c1eecb4-1829-48fe-ae1f-616000d60963') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:51.134792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf825d-fd41-4171-99df-f4226145f255 req-1dcde6dd-06fb-4045-9992-3bc5f6179178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:51.136811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-1dcde6dd-06fb-4045-9992-3bc5f6179178 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b5cc610b-147d-412a-ad3f-568efc681a63 HTTP/1.1" status: 200 len: 860 time: 0.0859866 Nov 15 14:53:51.199222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e62c6-4912-4a26-ace6-eab425dc550c req-7bcbebf2-be3b-4312-a7b4-bbc2a1242a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:51.201239 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-829e62c6-4912-4a26-ace6-eab425dc550c req-7bcbebf2-be3b-4312-a7b4-bbc2a1242a16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=418df9050a8941aab5de4eb3374c308c&device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 1096 time: 0.1118433 Nov 15 14:53:51.203249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-7835ef0a-d642-49b5-b627-954882f19d14 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4a20029-5ff9-4f01-a01c-7758396c41a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574877 Nov 15 14:53:51.232059 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-18479861-eaf7-41cb-a39e-47974c29b2a1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963/tags HTTP/1.1" status: 204 len: 168 time: 0.1413200 Nov 15 14:53:51.233258 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53880) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:51.239346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-5f3fa6c6-5ed5-4c9b-8f76-74c6a48c39df tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c1eecb4-1829-48fe-ae1f-616000d60963', 'tempest-TagsExtTest-Tag-960808164') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:51.287864 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-5f3fa6c6-5ed5-4c9b-8f76-74c6a48c39df tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] show failed (client error): The resource could not be found. Nov 15 14:53:51.289306 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5f3fa6c6-5ed5-4c9b-8f76-74c6a48c39df tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963/tags/tempest-TagsExtTest-Tag-960808164 HTTP/1.1" status: 404 len: 328 time: 0.0547035 Nov 15 14:53:51.292273 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53882) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:51.299078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-35b257bf-67cd-4d26-9d56-80d2bbab5cd1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c1eecb4-1829-48fe-ae1f-616000d60963', 'tempest-TagsExtTest-Tag-911364468') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:51.331718 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-35b257bf-67cd-4d26-9d56-80d2bbab5cd1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] show failed (client error): The resource could not be found. Nov 15 14:53:51.335941 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-35b257bf-67cd-4d26-9d56-80d2bbab5cd1 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963/tags/tempest-TagsExtTest-Tag-911364468 HTTP/1.1" status: 404 len: 328 time: 0.0423634 Nov 15 14:53:51.344519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53884) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:51.349786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-9d15f367-07b0-4a9e-9363-da9676235973 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c1eecb4-1829-48fe-ae1f-616000d60963', 'tempest-TagsExtTest-Tag-1265960809') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:51.381076 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-9d15f367-07b0-4a9e-9363-da9676235973 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] show failed (client error): The resource could not be found. Nov 15 14:53:51.382121 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9d15f367-07b0-4a9e-9363-da9676235973 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963/tags/tempest-TagsExtTest-Tag-1265960809 HTTP/1.1" status: 404 len: 329 time: 0.0366256 Nov 15 14:53:51.384875 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:51.389248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-de2a3f84-e0c4-4963-8692-2eeb31e59265 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c1eecb4-1829-48fe-ae1f-616000d60963') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:51.422623 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-de2a3f84-e0c4-4963-8692-2eeb31e59265 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963/tags HTTP/1.1" status: 204 len: 168 time: 0.0344322 Nov 15 14:53:51.423834 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53890) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:51.428588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-986d2c79-12f2-4e9c-a5ed-a909f15c4920 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bb3415a2-d69c-4b9d-b366-7f03396c7587') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:51.491250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d9f3dde9-30bf-4039-ab47-fc660d257064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:52:50Z', 'revision_number': 4, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port': {'id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:46Z', 'updated_at': '2021-11-15T14:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c95cebe0-6724-4ab9-a4a5-394a551c3cec', 'name': '', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'mac_address': 'fa:16:3e:30:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:49Z', 'updated_at': '2021-11-15T14:52:57Z', 'revision_number': 5, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'subnets': [{'id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:51.521807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f3dde9-30bf-4039-ab47-fc660d257064 None None] The sync data for ids ['d46450fd-4d1a-4ffb-894d-084bd80720aa'] in n-d-817748-2 is: [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:52:50Z', 'revision_number': 4, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port': {'id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:46Z', 'updated_at': '2021-11-15T14:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c95cebe0-6724-4ab9-a4a5-394a551c3cec', 'name': '', 'network_id': 'b4a20029-5ff9-4f01-a01c-7758396c41a6', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'mac_address': 'fa:16:3e:30:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:49Z', 'updated_at': '2021-11-15T14:52:57Z', 'revision_number': 5, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'subnets': [{'id': 'b5cc610b-147d-412a-ad3f-568efc681a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:53:51.563262 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7e20220f-889f-4d54-be0a-a04781e038ca up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:53:51.591105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e62c6-4912-4a26-ace6-eab425dc550c req-65df9273-29b7-4a36-9f3b-60bc1ab5f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:51.593776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-829e62c6-4912-4a26-ace6-eab425dc550c req-65df9273-29b7-4a36-9f3b-60bc1ab5f020 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4a20029-5ff9-4f01-a01c-7758396c41a6 HTTP/1.1" status: 200 len: 921 time: 0.3389976 Nov 15 14:53:51.597290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-675a515a-e377-44cd-b1c4-fd61de5c50f6 req-c25ab280-e17d-49b3-9a10-d080beefd9bb tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 210 time: 0.1440749 Nov 15 14:53:51.640265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 7e20220f-889f-4d54-be0a-a04781e038ca triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:51.640632 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:51.687689 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-9cc25634-e16d-451d-bd36-670b5f7d6e5d service neutron] 10.222.0.70 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773371 Nov 15 14:53:51.696487 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-829e62c6-4912-4a26-ace6-eab425dc550c req-78bd7575-98a5-4046-8845-8d9ced549934 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 200 len: 217 time: 0.0659289 Nov 15 14:53:51.780455 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64809708-73de-461e-8257-484294e9cfcf req-7addfe7d-1a91-4ef7-93b7-9dc24d3c153f tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:51.781995 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-64809708-73de-461e-8257-484294e9cfcf req-7addfe7d-1a91-4ef7-93b7-9dc24d3c153f tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 945 time: 0.0729666 Nov 15 14:53:51.823377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-986d2c79-12f2-4e9c-a5ed-a909f15c4920 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587/tags HTTP/1.1" status: 204 len: 168 time: 0.3990524 Nov 15 14:53:51.826184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53892) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:51.835906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-afa4b8f6-6c73-4d75-aae9-79857abe4655 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '13b1b579-261f-4000-a3dc-0582b51aac5c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:51.878931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e62c6-4912-4a26-ace6-eab425dc550c req-2813c563-b352-4b23-93c1-8855f085e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:51.880388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-829e62c6-4912-4a26-ace6-eab425dc550c req-2813c563-b352-4b23-93c1-8855f085e3df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5cc610b-147d-412a-ad3f-568efc681a63 HTTP/1.1" status: 200 len: 860 time: 0.1502674 Nov 15 14:53:51.907906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cdf825d-fd41-4171-99df-f4226145f255 req-2c53e3ad-2759-49ea-b16f-96c75f843ef2 service neutron] 10.222.0.70 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138731 Nov 15 14:53:51.924489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-829e62c6-4912-4a26-ace6-eab425dc550c req-721cac2c-8ed0-41ca-9e3e-34f5b4050553 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4a20029-5ff9-4f01-a01c-7758396c41a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319116 Nov 15 14:53:51.953907 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-afa4b8f6-6c73-4d75-aae9-79857abe4655 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c/tags HTTP/1.1" status: 204 len: 168 time: 0.1242747 Nov 15 14:53:51.958430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:51.961604 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-033b4ccc-b7d1-4ce9-85c4-0c5d00e467f0 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7f83af1-5dbf-4b81-a067-6ddf666784fe') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:52.004163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-64809708-73de-461e-8257-484294e9cfcf req-569653e6-83af-4155-8e6a-d8f09ea82eb8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Deleting port 2236c78f-31df-4747-a75c-6e45db6c0400 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:53:52.004512 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-64809708-73de-461e-8257-484294e9cfcf req-569653e6-83af-4155-8e6a-d8f09ea82eb8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:52.038790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-829e62c6-4912-4a26-ace6-eab425dc550c req-40ab4043-245a-4421-8769-51c732a9b12e service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042738 Nov 15 14:53:52.061408 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82b5b4-72d3-41ac-9dba-9a8480394797 None None] New status for floating IP b551e08a-05ba-4ecc-971c-6f33c703dc33: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:53:52.115006 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-033b4ccc-b7d1-4ce9-85c4-0c5d00e467f0 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1566255 Nov 15 14:53:52.119965 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-64809708-73de-461e-8257-484294e9cfcf req-569653e6-83af-4155-8e6a-d8f09ea82eb8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] For port 2236c78f-31df-4747-a75c-6e45db6c0400, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2236c78f-31df-4747-a75c-6e45db6c0400,segment=NetworkSegment(13693772-3494-4240-8eb9-b8b825ec83dd),segment_id=13693772-3494-4240-8eb9-b8b825ec83dd)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:52.120332 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-64809708-73de-461e-8257-484294e9cfcf req-569653e6-83af-4155-8e6a-d8f09ea82eb8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:52.127419 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53900) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:52.154650 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-809ce86c-48ff-4b3d-9941-d58e84ef9f52 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/floatingips/b551e08a-05ba-4ecc-971c-6f33c703dc33 HTTP/1.1" status: 200 len: 695 time: 0.1102815 Nov 15 14:53:52.155416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-64809708-73de-461e-8257-484294e9cfcf req-569653e6-83af-4155-8e6a-d8f09ea82eb8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Calling delete_port for 2236c78f-31df-4747-a75c-6e45db6c0400 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:53:52.287579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a1978-1424-43c2-bd5a-bf55bf7c0601 req-4a9c9690-21de-4c10-a5ab-b821c8c94e11 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:52.289066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a7a1978-1424-43c2-bd5a-bf55bf7c0601 req-4a9c9690-21de-4c10-a5ab-b821c8c94e11 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 945 time: 0.1925340 Nov 15 14:53:52.300462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-829e62c6-4912-4a26-ace6-eab425dc550c req-9c2b4cf0-e816-428b-ab42-4d03061b361c service neutron] 10.222.0.59 "GET /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495666 Nov 15 14:53:52.336406 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-859be16a-0057-4707-b6a5-399189498add tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for subnetpool, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:52.338856 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-859be16a-0057-4707-b6a5-399189498add tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/subnetpools/4c1eecb4-1829-48fe-ae1f-616000d60963 HTTP/1.1" status: 204 len: 168 time: 0.2099204 Nov 15 14:53:52.341701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53904) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:52.349586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-ec2c35c8-a152-4b1b-bd64-5a4cee089665 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:52.352333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-ec2c35c8-a152-4b1b-bd64-5a4cee089665 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/networks/b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 784 time: 0.1711354 Nov 15 14:53:52.381298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a7a1978-1424-43c2-bd5a-bf55bf7c0601 req-b15521a0-c58c-41c5-8bf8-b16b8ecb615c tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838294 Nov 15 14:53:52.382676 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c4abe15a-4d10-4128-b7e2-512204937971 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb3415a2-d69c-4b9d-b366-7f03396c7587 HTTP/1.1" status: 200 len: 205 time: 0.0398777 Nov 15 14:53:52.385539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53908) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:52.400614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-91ae06a6-29f2-4456-b92e-488a20f2a175 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:53:52.401895 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-91ae06a6-29f2-4456-b92e-488a20f2a175 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194595 Nov 15 14:53:52.464715 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab5688ac-d947-4653-bf81-8241d51d0de5 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:52.490225 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-7a5366fc-b4b0-42ca-a6e4-3b3ca6fa951c tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0696714 Nov 15 14:53:52.527837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-64809708-73de-461e-8257-484294e9cfcf req-569653e6-83af-4155-8e6a-d8f09ea82eb8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:52.544947 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-2f9e4b6a-3c69-412f-849b-b92b365453d7 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0507133 Nov 15 14:53:52.562414 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569653e6-83af-4155-8e6a-d8f09ea82eb8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Pushing event deleted for resources: {'Port': ['ID=2236c78f-31df-4747-a75c-6e45db6c0400,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:52.676360 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab5688ac-d947-4653-bf81-8241d51d0de5 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:52.694468 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab5688ac-d947-4653-bf81-8241d51d0de5 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:52.696207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-64809708-73de-461e-8257-484294e9cfcf req-569653e6-83af-4155-8e6a-d8f09ea82eb8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] No DVR routers for this DVR port 2236c78f-31df-4747-a75c-6e45db6c0400 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:53:52.699725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-64809708-73de-461e-8257-484294e9cfcf req-569653e6-83af-4155-8e6a-d8f09ea82eb8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:52.702979 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-64809708-73de-461e-8257-484294e9cfcf req-569653e6-83af-4155-8e6a-d8f09ea82eb8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.59 "DELETE /v2.0/ports/2236c78f-31df-4747-a75c-6e45db6c0400 HTTP/1.1" status: 204 len: 173 time: 0.9089434 Nov 15 14:53:52.703426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f4aa34-7393-49b5-bf10-390917655aae', 'name': 'network-vif-deleted', 'tag': '2236c78f-31df-4747-a75c-6e45db6c0400'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:53:52.705769 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eda5a7e-dd75-4adf-b1ee-a8afc4800d88" -d '{"events": [{"server_uuid": "c7f4aa34-7393-49b5-bf10-390917655aae", "name": "network-vif-deleted", "tag": "2236c78f-31df-4747-a75c-6e45db6c0400"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:53:52.754174 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bdb7499e-94e3-4d1e-955d-b72aba59eda8 req-2375db53-8fed-4f67-ad24-eeaeaec5f78e tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 210 time: 0.0616186 Nov 15 14:53:52.828784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a4ee3-909d-4489-8842-4af7a058526e req-5d92257c-ecbc-4df8-93be-917629fc18c4 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:52.830634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-5d92257c-ecbc-4df8-93be-917629fc18c4 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.59 "GET /v2.0/networks?id=8b8147c0-6553-4254-901f-dc0de452d437 HTTP/1.1" status: 200 len: 797 time: 0.2358952 Nov 15 14:53:52.835148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-ed100065-a8bf-4b0d-9ceb-5b0f88b1c027 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Deleting port 34b275e7-d1ad-4c2c-9e1b-fb6051c06b78 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:53:52.836111 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-ed100065-a8bf-4b0d-9ceb-5b0f88b1c027 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:52.885104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-395a4ee3-909d-4489-8842-4af7a058526e req-eb250729-8904-4fe2-bac2-73a49b206be6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Request body: {'port': {'device_id': '3b907508-ad7a-4ee3-bcf8-b74c3fd18837', 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437', 'admin_state_up': True, 'tenant_id': '3b571c77e27f4f52ae37627811351862'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:52.996953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-ed100065-a8bf-4b0d-9ceb-5b0f88b1c027 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:52.997291 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-ed100065-a8bf-4b0d-9ceb-5b0f88b1c027 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.011673 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd023811-92fd-45d1-8023-ffaa5be0e4ac x-openstack-request-id: req-bd023811-92fd-45d1-8023-ffaa5be0e4ac {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:53:53.012012 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f4aa34-7393-49b5-bf10-390917655aae", "name": "network-vif-deleted", "tag": "2236c78f-31df-4747-a75c-6e45db6c0400", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:53:53.012199 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd023811-92fd-45d1-8023-ffaa5be0e4ac {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:53:53.012596 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f4aa34-7393-49b5-bf10-390917655aae', 'name': 'network-vif-deleted', 'tag': '2236c78f-31df-4747-a75c-6e45db6c0400', 'status': 'completed', 'code': 200} Nov 15 14:53:53.024818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-ed100065-a8bf-4b0d-9ceb-5b0f88b1c027 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Calling delete_port for 34b275e7-d1ad-4c2c-9e1b-fb6051c06b78 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:53:53.069980 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab5688ac-d947-4653-bf81-8241d51d0de5 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.070539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5688ac-d947-4653-bf81-8241d51d0de5 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Fanout notify agent at l3_agent the message router_deleted on router bb3415a2-d69c-4b9d-b366-7f03396c7587 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:53:53.077611 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab5688ac-d947-4653-bf81-8241d51d0de5 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.078871 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ab5688ac-d947-4653-bf81-8241d51d0de5 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/routers/bb3415a2-d69c-4b9d-b366-7f03396c7587 HTTP/1.1" status: 204 len: 168 time: 0.6919115 Nov 15 14:53:53.081769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:53.172918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395a4ee3-909d-4489-8842-4af7a058526e req-eb250729-8904-4fe2-bac2-73a49b206be6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Made reservation on behalf of 3b571c77e27f4f52ae37627811351862 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:53.176808 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-395a4ee3-909d-4489-8842-4af7a058526e req-eb250729-8904-4fe2-bac2-73a49b206be6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.177554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2aa50ea9-edca-4b5c-9e04-55bb8af9e69d tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Deleting port 13b1b579-261f-4000-a3dc-0582b51aac5c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:53:53.177897 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2aa50ea9-edca-4b5c-9e04-55bb8af9e69d tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.266317 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2aa50ea9-edca-4b5c-9e04-55bb8af9e69d tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.279343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2aa50ea9-edca-4b5c-9e04-55bb8af9e69d tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Calling delete_port for 13b1b579-261f-4000-a3dc-0582b51aac5c owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:53:53.291690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-ed100065-a8bf-4b0d-9ceb-5b0f88b1c027 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.336053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed100065-a8bf-4b0d-9ceb-5b0f88b1c027 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Pushing event deleted for resources: {'Port': ['ID=34b275e7-d1ad-4c2c-9e1b-fb6051c06b78,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:53.393112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-395a4ee3-909d-4489-8842-4af7a058526e req-eb250729-8904-4fe2-bac2-73a49b206be6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Allocated IP 172.20.0.27 (8b8147c0-6553-4254-901f-dc0de452d437/e3389503-e27f-4102-9f8f-fec0278470e8/c048ed71-c9bb-412d-8fd5-e45564ea29de) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:53:53.428513 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-ed100065-a8bf-4b0d-9ceb-5b0f88b1c027 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.432040 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-ed100065-a8bf-4b0d-9ceb-5b0f88b1c027 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.433174 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1ae4700-80b1-456d-ab0a-24d9cb1a3490 req-ed100065-a8bf-4b0d-9ceb-5b0f88b1c027 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "DELETE /v2.0/floatingips/b551e08a-05ba-4ecc-971c-6f33c703dc33 HTTP/1.1" status: 204 len: 173 time: 0.8777709 Nov 15 14:53:53.504797 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2aa50ea9-edca-4b5c-9e04-55bb8af9e69d tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.534659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa50ea9-edca-4b5c-9e04-55bb8af9e69d tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Pushing event deleted for resources: {'Port': ['ID=13b1b579-261f-4000-a3dc-0582b51aac5c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:53.552177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-11bf83db-680c-4365-bef6-3cd7721ae3ad req-24e0e1d5-277c-4fe4-aa8e-78514a162574 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7f4aa34-7393-49b5-bf10-390917655aae HTTP/1.1" status: 200 len: 210 time: 0.0629175 Nov 15 14:53:53.575145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e8f768e-cdca-463e-ba9f-59ce15020b2e req-4ebcf5a1-e822-4978-baba-fcbb73a74ed1 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups/2295b694-cec2-4736-a25f-446984c02d87 HTTP/1.1" status: 200 len: 1825 time: 0.0960002 Nov 15 14:53:53.612271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2aa50ea9-edca-4b5c-9e04-55bb8af9e69d tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.615574 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2aa50ea9-edca-4b5c-9e04-55bb8af9e69d tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/ports/13b1b579-261f-4000-a3dc-0582b51aac5c HTTP/1.1" status: 204 len: 168 time: 0.5328627 Nov 15 14:53:53.618199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53924) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:53.656726 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-395a4ee3-909d-4489-8842-4af7a058526e req-eb250729-8904-4fe2-bac2-73a49b206be6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.711838 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5e8f768e-cdca-463e-ba9f-59ce15020b2e req-354a2128-bc1c-477a-b424-724d3572dc0d tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.714958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37d2987-ecf0-4041-be69-94623e36e0c7 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Deleting subnet f7f83af1-5dbf-4b81-a067-6ddf666784fe {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:53:53.725342 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c37d2987-ecf0-4041-be69-94623e36e0c7 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.744114 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5e8f768e-cdca-463e-ba9f-59ce15020b2e req-354a2128-bc1c-477a-b424-724d3572dc0d tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.787694 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c37d2987-ecf0-4041-be69-94623e36e0c7 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.790708 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-395a4ee3-909d-4489-8842-4af7a058526e req-eb250729-8904-4fe2-bac2-73a49b206be6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.844955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395a4ee3-909d-4489-8842-4af7a058526e req-eb250729-8904-4fe2-bac2-73a49b206be6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Network 8b8147c0-6553-4254-901f-dc0de452d437 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:53.849817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-395a4ee3-909d-4489-8842-4af7a058526e req-eb250729-8904-4fe2-bac2-73a49b206be6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:53.868201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-395a4ee3-909d-4489-8842-4af7a058526e req-eb250729-8904-4fe2-bac2-73a49b206be6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:53.905939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5e8f768e-cdca-463e-ba9f-59ce15020b2e req-354a2128-bc1c-477a-b424-724d3572dc0d tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.908569 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5e8f768e-cdca-463e-ba9f-59ce15020b2e req-354a2128-bc1c-477a-b424-724d3572dc0d tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.910297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e8f768e-cdca-463e-ba9f-59ce15020b2e req-354a2128-bc1c-477a-b424-724d3572dc0d tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "DELETE /v2.0/security-groups/2295b694-cec2-4736-a25f-446984c02d87 HTTP/1.1" status: 204 len: 173 time: 0.3205132 Nov 15 14:53:53.922848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb250729-8904-4fe2-bac2-73a49b206be6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event updated for resources: {'Port': ['ID=c048ed71-c9bb-412d-8fd5-e45564ea29de,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:53.938442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c37d2987-ecf0-4041-be69-94623e36e0c7 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:53.973085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a2128-bc1c-477a-b424-724d3572dc0d tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2295b694-cec2-4736-a25f-446984c02d87,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:53.991482 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a4ee3-909d-4489-8842-4af7a058526e req-eb250729-8904-4fe2-bac2-73a49b206be6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:53.992130 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-395a4ee3-909d-4489-8842-4af7a058526e req-eb250729-8904-4fe2-bac2-73a49b206be6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.023804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef67a-732c-48d2-bc6d-4576dabdaa1f req-82f7d2af-ffdc-4f31-9544-527a3e10960b tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:54.025408 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-686ef67a-732c-48d2-bc6d-4576dabdaa1f req-82f7d2af-ffdc-4f31-9544-527a3e10960b tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 895 time: 0.1241422 Nov 15 14:53:54.073077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-eb250729-8904-4fe2-bac2-73a49b206be6 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2241764 Nov 15 14:53:54.086747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Request body: {'port': {'device_id': '3b907508-ad7a-4ee3-bcf8-b74c3fd18837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:54.108453 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c37d2987-ecf0-4041-be69-94623e36e0c7 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.139166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d2987-ecf0-4041-be69-94623e36e0c7 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f83af1-5dbf-4b81-a067-6ddf666784fe,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:54.142930 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c37d2987-ecf0-4041-be69-94623e36e0c7 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.149164 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c37d2987-ecf0-4041-be69-94623e36e0c7 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/subnets/f7f83af1-5dbf-4b81-a067-6ddf666784fe HTTP/1.1" status: 204 len: 168 time: 0.5275042 Nov 15 14:53:54.149686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:54.154766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e7aa18-dfd9-4645-91ae-6fd616fff988 None None] Network 862ccc14-f409-4338-b96e-199f03cc0e48 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:53:54.156656 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.229824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-94827fe8-dc15-4a95-adf6-d9d213d3f508 None None] Provisioning complete for port c048ed71-c9bb-412d-8fd5-e45564ea29de triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:53:54.230216 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94827fe8-dc15-4a95-adf6-d9d213d3f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.262148 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.335534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Deleting port 051f822d-b50d-42e6-9c18-b0c408f9181b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:53:54.336543 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.341990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-94827fe8-dc15-4a95-adf6-d9d213d3f508 None None] Port c048ed71-c9bb-412d-8fd5-e45564ea29de cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:53:54.407341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] For port 051f822d-b50d-42e6-9c18-b0c408f9181b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=051f822d-b50d-42e6-9c18-b0c408f9181b,segment=NetworkSegment(dd7242a7-e705-4d2a-883d-19a601c4f7e0),segment_id=dd7242a7-e705-4d2a-883d-19a601c4f7e0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:54.409835 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.423432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Calling delete_port for 051f822d-b50d-42e6-9c18-b0c408f9181b owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:53:54.441694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] DHCP port deletion for 862ccc14-f409-4338-b96e-199f03cc0e48 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:53:54.486768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8fac7-d5a6-4bcc-8700-c7bb5b508b56 req-921d57ad-295e-44ff-ba9a-ba138f9ea312 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:54.488903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6bf8fac7-d5a6-4bcc-8700-c7bb5b508b56 req-921d57ad-295e-44ff-ba9a-ba138f9ea312 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0974321 Nov 15 14:53:54.499309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Deleting port 051f822d-b50d-42e6-9c18-b0c408f9181b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:53:54.500302 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.506474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c048ed71-c9bb-412d-8fd5-e45564ea29de {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:53:54.520613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.540859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2236c78f-31df-4747-a75c-6e45db6c0400 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:53:54.561723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Transition to ACTIVE for port object c048ed71-c9bb-412d-8fd5-e45564ea29de will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:53:54.562323 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.566640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6bf8fac7-d5a6-4bcc-8700-c7bb5b508b56 req-7b2fa0ab-5f56-436f-9ead-e184a983340e tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712168 Nov 15 14:53:54.573845 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 2236c78f-31df-4747-a75c-6e45db6c0400 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:53:54.573845 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2236c78f-31df-4747-a75c-6e45db6c0400 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:53:54.599763 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] For port 051f822d-b50d-42e6-9c18-b0c408f9181b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=051f822d-b50d-42e6-9c18-b0c408f9181b,segment=NetworkSegment(dd7242a7-e705-4d2a-883d-19a601c4f7e0),segment_id=dd7242a7-e705-4d2a-883d-19a601c4f7e0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:54.599763 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.600069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Pushing event deleted for resources: {'Port': ['ID=051f822d-b50d-42e6-9c18-b0c408f9181b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:54.606707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Calling delete_port for 051f822d-b50d-42e6-9c18-b0c408f9181b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:53:54.608956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] No DVR routers for this DVR port 051f822d-b50d-42e6-9c18-b0c408f9181b on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:53:54.659015 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.713651 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.723232 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.744759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Pushing event updated for resources: {'Port': ['ID=c048ed71-c9bb-412d-8fd5-e45564ea29de,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:54.761473 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862ccc14-f409-4338-b96e-199f03cc0e48']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:54.778488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7242a7-e705-4d2a-883d-19a601c4f7e0') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:54.779475 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7242a7-e705-4d2a-883d-19a601c4f7e0') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:53:54.813866 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.837312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Pushing event deleted for resources: {'Port': ['ID=051f822d-b50d-42e6-9c18-b0c408f9181b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:54.839374 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.847193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] No DVR routers for this DVR port 051f822d-b50d-42e6-9c18-b0c408f9181b on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:53:54.850674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:54.851028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:54.851826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:54.852177 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:54.852513 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:54.853035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:54.853580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:54.854807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:54.855330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:54.855825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:54.856699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:54.856699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d98e7-34a1-4a50-a163-aca05b7174b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:53:54.872672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:53:54.873040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:53:54.888407 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:53:54.989282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Attempting to bind port c048ed71-c9bb-412d-8fd5-e45564ea29de on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:53:54.989282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Attempting to bind port c048ed71-c9bb-412d-8fd5-e45564ea29de by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '264880ac-797d-4655-9c64-01f722d7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:53:54.989282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Attempting to bind port c048ed71-c9bb-412d-8fd5-e45564ea29de on network 8b8147c0-6553-4254-901f-dc0de452d437 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:55.000526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Port c048ed71-c9bb-412d-8fd5-e45564ea29de on network 8b8147c0-6553-4254-901f-dc0de452d437 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:53:55.001249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Attempting to bind port c048ed71-c9bb-412d-8fd5-e45564ea29de on network 8b8147c0-6553-4254-901f-dc0de452d437 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:53:55.014641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:53:55.014989 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Checking segment: {'id': '264880ac-797d-4655-9c64-01f722d7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:53:55.015378 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Bound using segment: {'id': '264880ac-797d-4655-9c64-01f722d7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:53:55.015818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Bound port: c048ed71-c9bb-412d-8fd5-e45564ea29de, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264880ac-797d-4655-9c64-01f722d7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:53:55.016175 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:55.041872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:55.054580 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:55.058546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b810-e08a-4e39-b7e1-85594021983f req-ceed3037-6882-46bd-9218-c0953adafa85 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:55.060077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-ceed3037-6882-46bd-9218-c0953adafa85 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/networks?id=8c6b048b-fab2-4aad-9111-9f0cea6d7d1e HTTP/1.1" status: 200 len: 809 time: 0.1635475 Nov 15 14:53:55.069425 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] 10.222.0.70 "DELETE /v2.0/networks/862ccc14-f409-4338-b96e-199f03cc0e48 HTTP/1.1" status: 204 len: 168 time: 0.9183993 Nov 15 14:53:55.087037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff355061-008a-41f3-b2e6-be4037075bb6 tempest-TagsExtTest-1949318043 tempest-TagsExtTest-1949318043-project] Pushing event deleted for resources: {'Network': ['ID=862ccc14-f409-4338-b96e-199f03cc0e48,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:55.114981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-d7f199f0-e2a1-4b7a-946d-8122504d02fd tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/quotas/d5835a6df1724849977e2ba5b7ddcba7 HTTP/1.1" status: 200 len: 375 time: 0.0313900 Nov 15 14:53:55.161941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-859b1012-afef-4159-97d9-6ccc2df914c6 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5835a6df1724849977e2ba5b7ddcba7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461040 Nov 15 14:53:55.239330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] For port c048ed71-c9bb-412d-8fd5-e45564ea29de, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:53:55.255252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] For port c048ed71-c9bb-412d-8fd5-e45564ea29de, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c048ed71-c9bb-412d-8fd5-e45564ea29de,segment=NetworkSegment(264880ac-797d-4655-9c64-01f722d7ca29),segment_id=264880ac-797d-4655-9c64-01f722d7ca29)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:53:55.279952 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d71b56-8f6f-44a7-89fa-a50d90f2c151 req-3858bb23-b44f-444d-a81a-cb27947ad380 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:55.281422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28d71b56-8f6f-44a7-89fa-a50d90f2c151 req-3858bb23-b44f-444d-a81a-cb27947ad380 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 907 time: 0.1623082 Nov 15 14:53:55.311020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-ceb84013-660f-4b9b-b9d6-dc8968c60868 service neutron] 10.222.0.70 "GET /v2.0/networks/8c6b048b-fab2-4aad-9111-9f0cea6d7d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301372 Nov 15 14:53:55.537840 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 051f822d-b50d-42e6-9c18-b0c408f9181b no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:53:55.560881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 051f822d-b50d-42e6-9c18-b0c408f9181b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:53:55.561327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 051f822d-b50d-42e6-9c18-b0c408f9181b not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:53:55.626329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:55.713979 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:55.779754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:55.780166 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:55.781679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] 10.222.0.59 "PUT /v2.0/ports/c048ed71-c9bb-412d-8fd5-e45564ea29de HTTP/1.1" status: 200 len: 1055 time: 1.6992209 Nov 15 14:53:55.787854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b907508-ad7a-4ee3-bcf8-b74c3fd18837', 'tag': 'c048ed71-c9bb-412d-8fd5-e45564ea29de'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:53:55.790269 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81b0634-8cc1-4ba8-8180-8566e3f3b30a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b907508-ad7a-4ee3-bcf8-b74c3fd18837", "tag": "c048ed71-c9bb-412d-8fd5-e45564ea29de"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:53:55.801634 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9f17f0a1-4bd4-40d4-aae2-2b1c57c75b14 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18562f7391d74d108cb617105f22d76a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739838 Nov 15 14:53:55.804073 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53978) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:55.856441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45430d15-ce87-44b1-bbe6-3c3f20db4844 service neutron] Pushing event updated for resources: {'Port': ['ID=c048ed71-c9bb-412d-8fd5-e45564ea29de,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:55.863252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c6a94d0-3f07-4037-8a55-7e83dabf3c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:55.872256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be00271-b108-4e63-b3b3-0e51d7b74fc7 req-458a11fb-db35-4b12-9842-1a87e4d39522 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:55.873855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7be00271-b108-4e63-b3b3-0e51d7b74fc7 req-458a11fb-db35-4b12-9842-1a87e4d39522 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.1631112 Nov 15 14:53:55.875994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-98a0d70e-99f6-4f95-8d3a-146e7434493b service neutron] 10.222.0.70 "GET /v2.0/networks/8c6b048b-fab2-4aad-9111-9f0cea6d7d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584996 Nov 15 14:53:55.924268 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c6a94d0-3f07-4037-8a55-7e83dabf3c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:56.008639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7be00271-b108-4e63-b3b3-0e51d7b74fc7 req-b8fd8f67-b348-4f41-94a6-51f50ebb7362 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032448 Nov 15 14:53:56.020447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a4ee3-909d-4489-8842-4af7a058526e req-d748baab-a2d4-47a6-9501-2a85bbf60eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.020872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-d748baab-a2d4-47a6-9501-2a85bbf60eb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b571c77e27f4f52ae37627811351862&device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 1058 time: 0.1342266 Nov 15 14:53:56.081847 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16611cd0-d250-4a74-bcbf-de87ae6c9284 x-openstack-request-id: req-16611cd0-d250-4a74-bcbf-de87ae6c9284 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:53:56.082430 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b907508-ad7a-4ee3-bcf8-b74c3fd18837", "tag": "c048ed71-c9bb-412d-8fd5-e45564ea29de", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:53:56.082692 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16611cd0-d250-4a74-bcbf-de87ae6c9284 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:53:56.083192 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b907508-ad7a-4ee3-bcf8-b74c3fd18837', 'tag': 'c048ed71-c9bb-412d-8fd5-e45564ea29de', 'status': 'completed', 'code': 200} Nov 15 14:53:56.085390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-1b423234-777c-46bf-bea2-1f59fe767396 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=c048ed71-c9bb-412d-8fd5-e45564ea29de HTTP/1.1" status: 200 len: 217 time: 0.0541470 Nov 15 14:53:56.129810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c6a94d0-3f07-4037-8a55-7e83dabf3c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:56.132574 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c6a94d0-3f07-4037-8a55-7e83dabf3c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:56.135354 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0c6a94d0-3f07-4037-8a55-7e83dabf3c86 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/418ce1b4-c48f-4351-923b-37aa85b57f76 HTTP/1.1" status: 204 len: 168 time: 0.3314128 Nov 15 14:53:56.146314 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a94d0-3f07-4037-8a55-7e83dabf3c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418ce1b4-c48f-4351-923b-37aa85b57f76,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:56.176116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a4ee3-909d-4489-8842-4af7a058526e req-b1439679-c1cd-48ca-b67a-81dadb5c2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.177762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-b1439679-c1cd-48ca-b67a-81dadb5c2116 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3389503-e27f-4102-9f8f-fec0278470e8 HTTP/1.1" status: 200 len: 838 time: 0.0804296 Nov 15 14:53:56.231953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ab37136-e77c-4728-88bb-3dbd08bc23d8 req-f2e0e05d-0dd7-4898-b063-ffb86cd2a6ac tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 210 time: 0.0453284 Nov 15 14:53:56.274860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a4ee3-909d-4489-8842-4af7a058526e req-ae72bf49-30f3-4d3d-952c-659d40704c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.276979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-ae72bf49-30f3-4d3d-952c-659d40704c9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b8147c0-6553-4254-901f-dc0de452d437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890365 Nov 15 14:53:56.437501 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-fb078365-62fa-4c6b-8da3-cb4f0821a68c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1430888 Nov 15 14:53:56.469556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1a6f4-6b4b-4cf4-b627-31f73ca3fb39 req-3a3663e1-2dc1-47b2-ab23-bebc42de3a50 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.478342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62c1a6f4-6b4b-4cf4-b627-31f73ca3fb39 req-3a3663e1-2dc1-47b2-ab23-bebc42de3a50 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 907 time: 0.0959809 Nov 15 14:53:56.493042 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-db7935da-6940-4b71-a106-53e2ca51a3d6 service neutron] 10.222.0.59 "GET /v2.0/networks/8b8147c0-6553-4254-901f-dc0de452d437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075305 Nov 15 14:53:56.616022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-a3f76cf0-aae0-47ce-9820-0b191c95b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.616515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-a3f76cf0-aae0-47ce-9820-0b191c95b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.616985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-a3f76cf0-aae0-47ce-9820-0b191c95b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.617482 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-a3f76cf0-aae0-47ce-9820-0b191c95b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.617911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-a3f76cf0-aae0-47ce-9820-0b191c95b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.619022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-a3f76cf0-aae0-47ce-9820-0b191c95b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.619022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-a3f76cf0-aae0-47ce-9820-0b191c95b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.620789 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-a3f76cf0-aae0-47ce-9820-0b191c95b3ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 6500 time: 0.1075878 Nov 15 14:53:56.637871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-395a4ee3-909d-4489-8842-4af7a058526e req-6c5e5ca5-6271-488f-98fd-bab57a037b22 service neutron] 10.222.0.59 "GET /v2.0/networks/8b8147c0-6553-4254-901f-dc0de452d437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364405 Nov 15 14:53:56.806344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb865f3-fd6b-4633-8211-702dbe6f3ec2 req-7b5e0881-fc1d-4f67-938d-587472b791e7 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.808417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bbb865f3-fd6b-4633-8211-702dbe6f3ec2 req-7b5e0881-fc1d-4f67-938d-587472b791e7 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.0907028 Nov 15 14:53:56.818233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-ec7f1170-2667-4fee-a438-2f5c524602d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.819026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-ec7f1170-2667-4fee-a438-2f5c524602d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.819941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-ec7f1170-2667-4fee-a438-2f5c524602d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.821264 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-ec7f1170-2667-4fee-a438-2f5c524602d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=05e84ef2-d628-4e8b-85d1-d2b727ab8196&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a HTTP/1.1" status: 200 len: 2297 time: 0.1646094 Nov 15 14:53:56.847607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b0634-8cc1-4ba8-8180-8566e3f3b30a req-47f8120c-102a-40df-bb70-09880091076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.849595 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d81b0634-8cc1-4ba8-8180-8566e3f3b30a req-47f8120c-102a-40df-bb70-09880091076a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b571c77e27f4f52ae37627811351862&device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 1058 time: 0.0633280 Nov 15 14:53:56.963985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-3c9ff4b9-54c2-48e0-8107-cbef61925ac6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 HTTP/1.1" status: 200 len: 1001 time: 0.1259120 Nov 15 14:53:56.983703 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b0634-8cc1-4ba8-8180-8566e3f3b30a req-b7fd5360-7ac8-4163-92d2-1d0fcd8d229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:56.985193 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d81b0634-8cc1-4ba8-8180-8566e3f3b30a req-b7fd5360-7ac8-4163-92d2-1d0fcd8d229b service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b8147c0-6553-4254-901f-dc0de452d437 HTTP/1.1" status: 200 len: 898 time: 0.1278181 Nov 15 14:53:57.019149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bbb865f3-fd6b-4633-8211-702dbe6f3ec2 req-59f57eed-e977-4e2a-9fa8-0a127f3936bf tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Deleting port e59889e2-e911-4fcc-9d25-6179639506aa {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:53:57.019501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbb865f3-fd6b-4633-8211-702dbe6f3ec2 req-59f57eed-e977-4e2a-9fa8-0a127f3936bf tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:57.038710 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d81b0634-8cc1-4ba8-8180-8566e3f3b30a req-0dc2958d-0b22-44b8-99d7-80a87e1ad036 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=c048ed71-c9bb-412d-8fd5-e45564ea29de HTTP/1.1" status: 200 len: 217 time: 0.0446234 Nov 15 14:53:57.089763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-6fc53940-91c4-4e91-ad84-9e9f68906e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:57.091269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-6fc53940-91c4-4e91-ad84-9e9f68906e39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0960faaf-544e-49a8-b77f-fff26bcae0b5 HTTP/1.1" status: 200 len: 855 time: 0.1135755 Nov 15 14:53:57.094664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b0634-8cc1-4ba8-8180-8566e3f3b30a req-3076056e-4386-4efb-80fa-3e6074002b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:57.096159 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d81b0634-8cc1-4ba8-8180-8566e3f3b30a req-3076056e-4386-4efb-80fa-3e6074002b0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3389503-e27f-4102-9f8f-fec0278470e8 HTTP/1.1" status: 200 len: 838 time: 0.0493319 Nov 15 14:53:57.157101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b0634-8cc1-4ba8-8180-8566e3f3b30a req-4136d1e0-c440-47e5-88e1-fc1dd6423a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:57.159216 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d81b0634-8cc1-4ba8-8180-8566e3f3b30a req-4136d1e0-c440-47e5-88e1-fc1dd6423a9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b8147c0-6553-4254-901f-dc0de452d437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529494 Nov 15 14:53:57.180358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bbb865f3-fd6b-4633-8211-702dbe6f3ec2 req-59f57eed-e977-4e2a-9fa8-0a127f3936bf tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] For port e59889e2-e911-4fcc-9d25-6179639506aa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e59889e2-e911-4fcc-9d25-6179639506aa,segment=NetworkSegment(2e9c1459-c206-4534-9400-81eba47e34a4),segment_id=2e9c1459-c206-4534-9400-81eba47e34a4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:57.180767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbb865f3-fd6b-4633-8211-702dbe6f3ec2 req-59f57eed-e977-4e2a-9fa8-0a127f3936bf tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:57.201789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bbb865f3-fd6b-4633-8211-702dbe6f3ec2 req-59f57eed-e977-4e2a-9fa8-0a127f3936bf tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Calling delete_port for e59889e2-e911-4fcc-9d25-6179639506aa owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:53:57.216128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04833d06-922b-4faf-b6e4-2c3cbbfc06a4 req-ff6c29a7-1c06-4048-b8b0-7ac2b30735e0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:57.217200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04833d06-922b-4faf-b6e4-2c3cbbfc06a4 req-ff6c29a7-1c06-4048-b8b0-7ac2b30735e0 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 945 time: 0.1232738 Nov 15 14:53:57.227640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-7617ac1e-7565-43fa-9dba-d4e5faef2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:57.233206 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-7617ac1e-7565-43fa-9dba-d4e5faef2bcb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05e84ef2-d628-4e8b-85d1-d2b727ab8196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247065 Nov 15 14:53:57.292504 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d81b0634-8cc1-4ba8-8180-8566e3f3b30a req-d8a18fd4-0fb5-4309-bdc8-790d0e20fcf8 service neutron] 10.222.0.59 "GET /v2.0/networks/8b8147c0-6553-4254-901f-dc0de452d437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250632 Nov 15 14:53:57.370962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6a4501c-81df-4cc3-9c99-6ffd3aaeabce req-fa418343-a246-4eb3-9318-06a7f1d216b8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 210 time: 0.0738044 Nov 15 14:53:57.421715 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d81b0634-8cc1-4ba8-8180-8566e3f3b30a req-95804b9d-e4cf-4e8c-a154-56811ae551d1 service neutron] 10.222.0.59 "GET /v2.0/networks/8b8147c0-6553-4254-901f-dc0de452d437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212509 Nov 15 14:53:57.438440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-34d8cf25-ea79-406a-8b11-d7e31086511f service neutron] 10.222.0.46 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677649 Nov 15 14:53:57.445007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04833d06-922b-4faf-b6e4-2c3cbbfc06a4 req-5da8673e-c582-42f1-b128-266bec536c8b tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/security-groups?id=c73995af-578e-439a-ac2d-373c1938ab4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121773 Nov 15 14:53:57.588291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-33ed327f-b9db-489c-a8f9-8abd59a1b80e service neutron] 10.222.0.46 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355739 Nov 15 14:53:57.649139 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbb865f3-fd6b-4633-8211-702dbe6f3ec2 req-59f57eed-e977-4e2a-9fa8-0a127f3936bf tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:57.661695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e59889e2-e911-4fcc-9d25-6179639506aa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:53:57.688940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-89aab670-8aa8-484b-9dca-939defb4b3ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=68fee45f-e988-4280-9d1f-4feb0fed1987 HTTP/1.1" status: 200 len: 217 time: 0.0828736 Nov 15 14:53:57.726855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f57eed-e977-4e2a-9fa8-0a127f3936bf tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Pushing event deleted for resources: {'Port': ['ID=e59889e2-e911-4fcc-9d25-6179639506aa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:57.773215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d15193-7dde-4460-9348-1741f302cac0 req-6bc87537-9a56-43d5-b02d-4900563267cf tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:57.774820 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-80d15193-7dde-4460-9348-1741f302cac0 req-6bc87537-9a56-43d5-b02d-4900563267cf tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 907 time: 0.1856527 Nov 15 14:53:57.817038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb865f3-fd6b-4633-8211-702dbe6f3ec2 req-59f57eed-e977-4e2a-9fa8-0a127f3936bf tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] No DVR routers for this DVR port e59889e2-e911-4fcc-9d25-6179639506aa on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:53:57.821508 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bbb865f3-fd6b-4633-8211-702dbe6f3ec2 req-59f57eed-e977-4e2a-9fa8-0a127f3936bf tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:57.824797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bbb865f3-fd6b-4633-8211-702dbe6f3ec2 req-59f57eed-e977-4e2a-9fa8-0a127f3936bf tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.59 "DELETE /v2.0/ports/e59889e2-e911-4fcc-9d25-6179639506aa HTTP/1.1" status: 204 len: 173 time: 1.0104125 Nov 15 14:53:57.826646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-bf1e2f0d-04f4-49b2-ad2e-37fe248790a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:57.828079 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-bf1e2f0d-04f4-49b2-ad2e-37fe248790a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.1188271 Nov 15 14:53:57.879113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-26514270-f13c-420d-8055-78983c8d23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:57.880726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-26514270-f13c-420d-8055-78983c8d23c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0412097 Nov 15 14:53:58.010263 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-aa2ceaee-7fdd-474a-a524-10985f9b1ac6 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171694 Nov 15 14:53:58.084068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'name': 'network-vif-deleted', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:53:58.086360 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249805ad-701d-4fbc-b1ff-1d7c86b9cce5" -d '{"events": [{"server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "name": "network-vif-deleted", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:53:58.112604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-1ad9ea0a-3bb2-42f9-8120-6f02c4056e0d service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900779 Nov 15 14:53:58.123766 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:58.166302 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0926dd-a378-4623-b93c-4781d888a724 x-openstack-request-id: req-5d0926dd-a378-4623-b93c-4781d888a724 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:53:58.166630 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef2122b-72a9-4c5f-bec7-15dbe4d38388", "name": "network-vif-deleted", "tag": "e59889e2-e911-4fcc-9d25-6179639506aa", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:53:58.166844 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d0926dd-a378-4623-b93c-4781d888a724 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:53:58.167236 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef2122b-72a9-4c5f-bec7-15dbe4d38388', 'name': 'network-vif-deleted', 'tag': 'e59889e2-e911-4fcc-9d25-6179639506aa', 'status': 'completed', 'code': 200} Nov 15 14:53:58.169540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-85141bc7-e464-4bbf-a8f4-edaf514bdb9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=d60d6b5b-7447-4438-8b12-570eb0e866e7 HTTP/1.1" status: 200 len: 217 time: 0.0469408 Nov 15 14:53:58.230342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-26293358-f8ec-464c-9971-7efa66687658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:58.232114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-26293358-f8ec-464c-9971-7efa66687658 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.0541544 Nov 15 14:53:58.290620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-27866b16-071d-4f81-bb21-a19f7267e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:58.292252 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-27866b16-071d-4f81-bb21-a19f7267e5c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0495176 Nov 15 14:53:58.398675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-1583e752-b39c-486b-8227-b9bed6425cdc service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975139 Nov 15 14:53:58.552418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device c048ed71-c9bb-412d-8fd5-e45564ea29de details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:53:58.569223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16637629-68f4-4594-922f-89b599fd9816 req-3f16597b-e2fb-45d1-b55c-bbbbaf66c337 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 210 time: 0.0682576 Nov 15 14:53:58.599595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f4f1284-c65d-4eb4-9f36-c9cf79d25823 req-7e6e3a55-bc99-4d50-b1c7-058b504e1a77 tempest-ServerRescueTestJSONUnderV235-355696263 tempest-ServerRescueTestJSONUnderV235-355696263-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef2122b-72a9-4c5f-bec7-15dbe4d38388 HTTP/1.1" status: 200 len: 210 time: 0.0380557 Nov 15 14:53:58.641016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-084aa254-f684-414a-8945-eda55e77ee1d service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311554 Nov 15 14:53:58.696052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-8e8c0e47-5a9f-4c0a-a8e6-42559d62e090 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=012e9bf2-0414-4d9d-a820-1d1a5c19a79f HTTP/1.1" status: 200 len: 217 time: 0.0458715 Nov 15 14:53:58.717863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b810-e08a-4e39-b7e1-85594021983f req-b361c5dd-52a9-4e2c-ba2e-48f5a43d0552 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:58.719981 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-b361c5dd-52a9-4e2c-ba2e-48f5a43d0552 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.46 "GET /v2.0/networks?id=8c6b048b-fab2-4aad-9111-9f0cea6d7d1e HTTP/1.1" status: 200 len: 809 time: 0.2194893 Nov 15 14:53:58.738376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2d04b810-e08a-4e39-b7e1-85594021983f req-f28afaf3-7f55-4a94-b1cf-f6f97bf39149 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Request body: {'port': {'device_id': '73ea37d4-90ef-4e02-a61f-ce1e603af42a', 'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e', 'admin_state_up': True, 'tenant_id': 'd5835a6df1724849977e2ba5b7ddcba7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:53:58.762962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port c048ed71-c9bb-412d-8fd5-e45564ea29de, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c048ed71-c9bb-412d-8fd5-e45564ea29de,segment=NetworkSegment(264880ac-797d-4655-9c64-01f722d7ca29),segment_id=264880ac-797d-4655-9c64-01f722d7ca29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:58.778880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'c048ed71-c9bb-412d-8fd5-e45564ea29de', 'network_id': '8b8147c0-6553-4254-901f-dc0de452d437', 'port_id': 'c048ed71-c9bb-412d-8fd5-e45564ea29de', 'mac_address': 'fa:16:3e:03:c5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3389503-e27f-4102-9f8f-fec0278470e8', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:53:58.783552 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:58.787178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-822bedaa-fe57-4404-bc0c-97f56d73ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:58.788713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-822bedaa-fe57-4404-bc0c-97f56d73ae9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.0815909 Nov 15 14:53:58.832901 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:58.848946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c048ed71-c9bb-412d-8fd5-e45564ea29de {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:53:58.888711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port c048ed71-c9bb-412d-8fd5-e45564ea29de, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c048ed71-c9bb-412d-8fd5-e45564ea29de,segment=NetworkSegment(264880ac-797d-4655-9c64-01f722d7ca29),segment_id=264880ac-797d-4655-9c64-01f722d7ca29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:53:58.965258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-5a13b0f1-d5ac-4936-9127-a745587f1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:58.966682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-5a13b0f1-d5ac-4936-9127-a745587f1890 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1635389 Nov 15 14:53:58.973983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6dd74e4-f25b-40be-8247-62ab3183890a req-7c9af51e-92a2-4c24-a157-30c377159995 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1753750 Nov 15 14:53:58.974190 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:59.012408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d9463-69ca-4243-875e-6405a5d56bd9 req-b710ad26-2822-49c9-b4e7-617de2dce8a7 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:59.020012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c04d9463-69ca-4243-875e-6405a5d56bd9 req-b710ad26-2822-49c9-b4e7-617de2dce8a7 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 907 time: 0.1227276 Nov 15 14:53:59.059483 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=c048ed71-c9bb-412d-8fd5-e45564ea29de,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:59.061025 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d04b810-e08a-4e39-b7e1-85594021983f req-f28afaf3-7f55-4a94-b1cf-f6f97bf39149 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Made reservation on behalf of d5835a6df1724849977e2ba5b7ddcba7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:53:59.073652 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2d04b810-e08a-4e39-b7e1-85594021983f req-f28afaf3-7f55-4a94-b1cf-f6f97bf39149 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:59.130181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd74e4-f25b-40be-8247-62ab3183890a req-f538c572-1a94-4e47-af05-ae37d89cee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:59.131816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6dd74e4-f25b-40be-8247-62ab3183890a req-f538c572-1a94-4e47-af05-ae37d89cee8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 1097 time: 0.0730946 Nov 15 14:53:59.181845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-2436b331-13d1-44cb-8c7c-0e8e6f535212 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058191 Nov 15 14:53:59.225334 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['c048ed71-c9bb-412d-8fd5-e45564ea29de'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:53:59.225605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-2d04b810-e08a-4e39-b7e1-85594021983f req-f28afaf3-7f55-4a94-b1cf-f6f97bf39149 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Allocated IP 172.20.0.9 (8c6b048b-fab2-4aad-9111-9f0cea6d7d1e/5a125cf2-71a8-45b7-a56a-bf370a4d8d35/38239e6e-18ec-468a-a6d2-47ee4697c7e5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:53:59.318140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd74e4-f25b-40be-8247-62ab3183890a req-3415efeb-3e6c-4680-8776-0956a8533a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:59.319670 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6dd74e4-f25b-40be-8247-62ab3183890a req-3415efeb-3e6c-4680-8776-0956a8533a51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5e26bce-6e6a-4dbe-a181-42003518ed99 HTTP/1.1" status: 200 len: 912 time: 0.1615269 Nov 15 14:53:59.388656 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-f528ec55-8ae5-45e7-bc5d-61dc829f167d service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776423 Nov 15 14:53:59.395620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6dd74e4-f25b-40be-8247-62ab3183890a req-fb1931c0-7452-40b0-8930-8f97e43da6f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5805a61-7fa2-4bf0-93f2-9607818e62ae HTTP/1.1" status: 200 len: 1002 time: 0.0679133 Nov 15 14:53:59.428941 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2d04b810-e08a-4e39-b7e1-85594021983f req-f28afaf3-7f55-4a94-b1cf-f6f97bf39149 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:59.469426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-e6cc69ae-2b70-4670-8ff3-745004be72df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=67213a63-6141-41d5-9bd4-fafaf28fcad9 HTTP/1.1" status: 200 len: 217 time: 0.0573888 Nov 15 14:53:59.490226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd74e4-f25b-40be-8247-62ab3183890a req-cdd9770f-fce0-456b-b0f4-e985a365f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:59.491649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6dd74e4-f25b-40be-8247-62ab3183890a req-cdd9770f-fce0-456b-b0f4-e985a365f5ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c HTTP/1.1" status: 200 len: 850 time: 0.0876362 Nov 15 14:53:59.557586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-9ffd8f4f-899a-40e0-8bdd-5e12cd8e4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:59.559124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-9ffd8f4f-899a-40e0-8bdd-5e12cd8e4867 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.0770767 Nov 15 14:53:59.570936 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2d04b810-e08a-4e39-b7e1-85594021983f req-f28afaf3-7f55-4a94-b1cf-f6f97bf39149 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:59.571074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd74e4-f25b-40be-8247-62ab3183890a req-38f6a79e-775a-483a-84d2-1e30bc89f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:59.572113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6dd74e4-f25b-40be-8247-62ab3183890a req-38f6a79e-775a-483a-84d2-1e30bc89f741 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5e26bce-6e6a-4dbe-a181-42003518ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602691 Nov 15 14:53:59.646708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d04b810-e08a-4e39-b7e1-85594021983f req-f28afaf3-7f55-4a94-b1cf-f6f97bf39149 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Network 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:53:59.655612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-2d04b810-e08a-4e39-b7e1-85594021983f req-f28afaf3-7f55-4a94-b1cf-f6f97bf39149 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:53:59.675453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d04b810-e08a-4e39-b7e1-85594021983f req-f28afaf3-7f55-4a94-b1cf-f6f97bf39149 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:53:59.693226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-60ee832e-1785-47c4-bede-6d1bc13754be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:59.694874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-60ee832e-1785-47c4-bede-6d1bc13754be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1212313 Nov 15 14:53:59.724436 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28afaf3-7f55-4a94-b1cf-f6f97bf39149 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Pushing event updated for resources: {'Port': ['ID=38239e6e-18ec-468a-a6d2-47ee4697c7e5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:53:59.731282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54080) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:53:59.733025 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b951188-1ebe-4ee9-bfd5-eda3c0eab036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:59.795267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6dd74e4-f25b-40be-8247-62ab3183890a req-93c9bf2e-1463-4af7-b10d-837e99f0a742 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114542 Nov 15 14:53:59.833729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b810-e08a-4e39-b7e1-85594021983f req-f28afaf3-7f55-4a94-b1cf-f6f97bf39149 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:59.834489 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2d04b810-e08a-4e39-b7e1-85594021983f req-f28afaf3-7f55-4a94-b1cf-f6f97bf39149 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:53:59.862507 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8213b49-f0ee-457a-98b4-2b5b5a1496ab req-f82a4072-aaea-44a1-9759-914d92e22845 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:53:59.863944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8213b49-f0ee-457a-98b4-2b5b5a1496ab req-f82a4072-aaea-44a1-9759-914d92e22845 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 931 time: 0.1681666 Nov 15 14:53:59.925156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-4657d956-6105-4016-bf44-bf6d28f85028 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118170 Nov 15 14:53:59.932110 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-f28afaf3-7f55-4a94-b1cf-f6f97bf39149 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1994252 Nov 15 14:53:59.955078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Request body: {'port': {'device_id': '73ea37d4-90ef-4e02-a61f-ce1e603af42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:00.008248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6dd74e4-f25b-40be-8247-62ab3183890a req-6e082ca4-6795-47f7-ab99-e0c22132b7b7 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035911 Nov 15 14:54:00.013820 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8213b49-f0ee-457a-98b4-2b5b5a1496ab req-5b6c0408-5f26-4b77-9023-9e182d7d08a4 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296370 Nov 15 14:54:00.057961 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:00.085374 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-4ebd3cf8-c998-4b61-bf4e-1752fd9aa494 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347184 Nov 15 14:54:00.521567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-9e2d9d8b-713f-42ff-b5b9-85c7af226439 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd15e723-98fc-42e7-b4df-b2bacc78da3d HTTP/1.1" status: 200 len: 217 time: 0.4176011 Nov 15 14:54:00.522949 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3164e956-ec36-4649-9b41-3cde0d9af831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:00.541988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab938e-4407-4bea-9c5e-7641cb9ade3a req-0578353b-959a-46e6-98f2-4d04b9c0356c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:00.546966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fab938e-4407-4bea-9c5e-7641cb9ade3a req-0578353b-959a-46e6-98f2-4d04b9c0356c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 908 time: 0.4523509 Nov 15 14:54:00.583148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device c048ed71-c9bb-412d-8fd5-e45564ea29de up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:54:00.602954 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38239e6e-18ec-468a-a6d2-47ee4697c7e5 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:54:00.616408 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:00.621569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-da61d395-bee6-4fa5-93d0-e01525b89367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:00.624473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-da61d395-bee6-4fa5-93d0-e01525b89367 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfcbb94e-6f43-4c2f-ba15-404b45ed75fb HTTP/1.1" status: 200 len: 797 time: 0.0908237 Nov 15 14:54:00.640979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Transition to ACTIVE for port object 38239e6e-18ec-468a-a6d2-47ee4697c7e5 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:54:00.694006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-34c08a37-51d3-41cc-b6f6-d609aa033c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:00.695732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-34c08a37-51d3-41cc-b6f6-d609aa033c9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575256 Nov 15 14:54:00.723930 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:00.732916 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port c048ed71-c9bb-412d-8fd5-e45564ea29de completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:54:00.739457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port c048ed71-c9bb-412d-8fd5-e45564ea29de triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:00.739981 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:00.822845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=38239e6e-18ec-468a-a6d2-47ee4697c7e5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:00.854954 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-034aface-65d9-4ef8-92b7-3363bb8e3d95 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480131 Nov 15 14:54:00.878384 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:00.912069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b907508-ad7a-4ee3-bcf8-b74c3fd18837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c048ed71-c9bb-412d-8fd5-e45564ea29de'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:54:00.914994 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d817e990-c0b8-4574-8be9-2f1370c1353c" -d '{"events": [{"server_uuid": "3b907508-ad7a-4ee3-bcf8-b74c3fd18837", "name": "network-vif-plugged", "status": "completed", "tag": "c048ed71-c9bb-412d-8fd5-e45564ea29de"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:54:00.934214 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port c048ed71-c9bb-412d-8fd5-e45564ea29de, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c048ed71-c9bb-412d-8fd5-e45564ea29de,segment=NetworkSegment(264880ac-797d-4655-9c64-01f722d7ca29),segment_id=264880ac-797d-4655-9c64-01f722d7ca29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:00.986845 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a99316-a116-445c-a9db-a076324b9323 x-openstack-request-id: req-25a99316-a116-445c-a9db-a076324b9323 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:54:00.987185 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b907508-ad7a-4ee3-bcf8-b74c3fd18837", "name": "network-vif-plugged", "status": "completed", "tag": "c048ed71-c9bb-412d-8fd5-e45564ea29de", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:54:00.987439 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25a99316-a116-445c-a9db-a076324b9323 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:54:00.987865 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b907508-ad7a-4ee3-bcf8-b74c3fd18837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c048ed71-c9bb-412d-8fd5-e45564ea29de', 'code': 200} Nov 15 14:54:01.014486 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-5e54cf2c-b88c-4876-bbda-6a4b24f1d31c service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470814 Nov 15 14:54:01.020137 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:01.021496 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e59889e2-e911-4fcc-9d25-6179639506aa no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:54:01.037223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Attempting to bind port 38239e6e-18ec-468a-a6d2-47ee4697c7e5 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:01.044662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Attempting to bind port 38239e6e-18ec-468a-a6d2-47ee4697c7e5 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '13693772-3494-4240-8eb9-b8b825ec83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:01.044662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Attempting to bind port 38239e6e-18ec-468a-a6d2-47ee4697c7e5 on network 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:01.049610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Port 38239e6e-18ec-468a-a6d2-47ee4697c7e5 on network 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:01.049936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Attempting to bind port 38239e6e-18ec-468a-a6d2-47ee4697c7e5 on network 8c6b048b-fab2-4aad-9111-9f0cea6d7d1e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:01.056300 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:54:01.056643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Checking segment: {'id': '13693772-3494-4240-8eb9-b8b825ec83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:54:01.057009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Bound using segment: {'id': '13693772-3494-4240-8eb9-b8b825ec83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:54:01.057445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Bound port: 38239e6e-18ec-468a-a6d2-47ee4697c7e5, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13693772-3494-4240-8eb9-b8b825ec83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:54:01.057803 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:01.121861 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-f76de763-0f2b-4ed5-9754-87836e17d8e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85456e19-635c-40ff-b10b-d45a8a34f522 HTTP/1.1" status: 200 len: 217 time: 0.0944309 Nov 15 14:54:01.122838 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: e59889e2-e911-4fcc-9d25-6179639506aa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:54:01.123462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e59889e2-e911-4fcc-9d25-6179639506aa not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:54:01.153082 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3164e956-ec36-4649-9b41-3cde0d9af831 admin admin] Deleting port c95cebe0-6724-4ab9-a4a5-394a551c3cec {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:01.153403 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3164e956-ec36-4649-9b41-3cde0d9af831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:01.156129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] For port 38239e6e-18ec-468a-a6d2-47ee4697c7e5, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:54:01.159542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=c048ed71-c9bb-412d-8fd5-e45564ea29de,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:01.160592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] For port 38239e6e-18ec-468a-a6d2-47ee4697c7e5, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=38239e6e-18ec-468a-a6d2-47ee4697c7e5,segment=NetworkSegment(13693772-3494-4240-8eb9-b8b825ec83dd),segment_id=13693772-3494-4240-8eb9-b8b825ec83dd)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:54:01.200360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79e600-8f33-4b69-9547-2377e650d3f9 req-8c1c7459-f5c9-4fe7-95a4-f99a3ff166f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:01.202341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c79e600-8f33-4b69-9547-2377e650d3f9 req-8c1c7459-f5c9-4fe7-95a4-f99a3ff166f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 1060 time: 0.1199403 Nov 15 14:54:01.215813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-f44e40fa-ac48-48d2-b30e-c0847f0e6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:01.217258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-f44e40fa-ac48-48d2-b30e-c0847f0e6e4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfcbb94e-6f43-4c2f-ba15-404b45ed75fb HTTP/1.1" status: 200 len: 797 time: 0.0777671 Nov 15 14:54:01.242413 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3164e956-ec36-4649-9b41-3cde0d9af831 admin admin] For port c95cebe0-6724-4ab9-a4a5-394a551c3cec, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c95cebe0-6724-4ab9-a4a5-394a551c3cec,segment=NetworkSegment(2e9c1459-c206-4534-9400-81eba47e34a4),segment_id=2e9c1459-c206-4534-9400-81eba47e34a4)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:01.244997 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3164e956-ec36-4649-9b41-3cde0d9af831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:01.256823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3164e956-ec36-4649-9b41-3cde0d9af831 admin admin] Calling delete_port for c95cebe0-6724-4ab9-a4a5-394a551c3cec owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:01.261535 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:01.298979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc2ca6-55ab-40eb-b3a5-038079fb98f9 req-c471cae7-3a1c-45c3-9520-33ef63c42d25 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:01.306936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cbc2ca6-55ab-40eb-b3a5-038079fb98f9 req-c471cae7-3a1c-45c3-9520-33ef63c42d25 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 943 time: 0.1695640 Nov 15 14:54:01.335579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-22fd4fc8-161c-43e7-83ff-8a4bb620e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:01.335579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-22fd4fc8-161c-43e7-83ff-8a4bb620e6a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1022046 Nov 15 14:54:01.339517 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:01.340271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:01.341895 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] 10.222.0.46 "PUT /v2.0/ports/38239e6e-18ec-468a-a6d2-47ee4697c7e5 HTTP/1.1" status: 200 len: 1091 time: 1.3922796 Nov 15 14:54:01.342484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ea37d4-90ef-4e02-a61f-ce1e603af42a', 'tag': '38239e6e-18ec-468a-a6d2-47ee4697c7e5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:54:01.344966 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f15c0c-07ca-4778-a7f7-7044766d6539" -d '{"events": [{"name": "network-changed", "server_uuid": "73ea37d4-90ef-4e02-a61f-ce1e603af42a", "tag": "38239e6e-18ec-468a-a6d2-47ee4697c7e5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:54:01.382579 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbd5f8-3f51-4f4d-a877-13daa4b47ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=38239e6e-18ec-468a-a6d2-47ee4697c7e5,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:01.428826 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fac396-eff3-4d61-b302-dd16571faadd x-openstack-request-id: req-87fac396-eff3-4d61-b302-dd16571faadd {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:54:01.429271 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ea37d4-90ef-4e02-a61f-ce1e603af42a", "tag": "38239e6e-18ec-468a-a6d2-47ee4697c7e5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:54:01.429622 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87fac396-eff3-4d61-b302-dd16571faadd {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:54:01.430113 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ea37d4-90ef-4e02-a61f-ce1e603af42a', 'tag': '38239e6e-18ec-468a-a6d2-47ee4697c7e5', 'status': 'completed', 'code': 200} Nov 15 14:54:01.454667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cbc2ca6-55ab-40eb-b3a5-038079fb98f9 req-4061b7d0-c95c-43a7-a700-ad76d63a61b5 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256349 Nov 15 14:54:01.545580 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15c0c-07ca-4778-a7f7-7044766d6539 req-b784ae84-b980-4e64-859c-a4d4a920eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:01.548872 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d7f15c0c-07ca-4778-a7f7-7044766d6539 req-b784ae84-b980-4e64-859c-a4d4a920eca9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5835a6df1724849977e2ba5b7ddcba7&device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 1094 time: 0.0931268 Nov 15 14:54:01.554496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-3ff2c6d9-6d91-483c-bc0c-10eccdb713ef service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375291 Nov 15 14:54:01.714247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592ef7f-927c-4ba9-98b0-ca7d841822aa req-af7d4d1a-f2c5-4b54-9746-28969ee579a7 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:01.715860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5592ef7f-927c-4ba9-98b0-ca7d841822aa req-af7d4d1a-f2c5-4b54-9746-28969ee579a7 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 909 time: 0.0700185 Nov 15 14:54:01.768111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8498c9fd-9947-48c1-90cf-3943cd4a9c05 req-608ba799-7c5d-41d9-a282-417859cf1b48 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960332 Nov 15 14:54:02.002304 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3164e956-ec36-4649-9b41-3cde0d9af831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:02.063666 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164e956-ec36-4649-9b41-3cde0d9af831 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95cebe0-6724-4ab9-a4a5-394a551c3cec,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:02.070510 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-118f6209-1091-405d-8b17-1fd6fe186bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:02.171619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15c0c-07ca-4778-a7f7-7044766d6539 req-0feb0e26-3afc-47a7-a2ca-6094ac15c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:02.173128 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d7f15c0c-07ca-4778-a7f7-7044766d6539 req-0feb0e26-3afc-47a7-a2ca-6094ac15c3f1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d5835a6df1724849977e2ba5b7ddcba7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5567973 Nov 15 14:54:02.423466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3164e956-ec36-4649-9b41-3cde0d9af831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:02.426107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15c0c-07ca-4778-a7f7-7044766d6539 req-e6969d55-6002-4380-99e3-8252e55342ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:02.427608 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d7f15c0c-07ca-4778-a7f7-7044766d6539 req-e6969d55-6002-4380-99e3-8252e55342ac service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2434123 Nov 15 14:54:02.587415 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b810-e08a-4e39-b7e1-85594021983f req-d0014d61-5fa0-4665-9670-1f4447c2d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:02.588717 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-d0014d61-5fa0-4665-9670-1f4447c2d2e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5835a6df1724849977e2ba5b7ddcba7&device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 1094 time: 0.0730407 Nov 15 14:54:02.618888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82678c5-b279-42e1-a947-781245e926a0 req-3e349ad4-a5a1-49e2-a9ed-9c188a27094c tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:02.625335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b82678c5-b279-42e1-a947-781245e926a0 req-3e349ad4-a5a1-49e2-a9ed-9c188a27094c tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 943 time: 0.0902448 Nov 15 14:54:02.688106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b82678c5-b279-42e1-a947-781245e926a0 req-fd791f00-37a8-4eca-af3a-1b8f2bb6a70c tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564580 Nov 15 14:54:02.711291 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-2b22c6dc-faa0-4fb4-a40c-2e1776c9ce51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38239e6e-18ec-468a-a6d2-47ee4697c7e5 HTTP/1.1" status: 200 len: 217 time: 0.1102104 Nov 15 14:54:02.799681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b810-e08a-4e39-b7e1-85594021983f req-7450e8bc-d9cb-473f-bc79-f38559caee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:02.803328 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-7450e8bc-d9cb-473f-bc79-f38559caee59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a125cf2-71a8-45b7-a56a-bf370a4d8d35 HTTP/1.1" status: 200 len: 849 time: 0.0830476 Nov 15 14:54:02.826729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3164e956-ec36-4649-9b41-3cde0d9af831 admin admin] Router d46450fd-4d1a-4ffb-894d-084bd80720aa has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:54:02.850591 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-b71a76f8-11d5-4a06-9c42-e9c42a3279e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c6b048b-fab2-4aad-9111-9f0cea6d7d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334148 Nov 15 14:54:02.871177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c193f27-ba92-4019-9d6c-ac9b484ca958 req-dc7d15c9-8741-43d3-bc7e-2d1a555879ea tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:02.884573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c193f27-ba92-4019-9d6c-ac9b484ca958 req-dc7d15c9-8741-43d3-bc7e-2d1a555879ea tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 909 time: 0.0794556 Nov 15 14:54:03.029782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c459a-90ec-4333-bc48-e64ddd3f92d6 req-a4010287-9959-4c11-b3c8-a40d36ede10c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:03.031519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a0c459a-90ec-4333-bc48-e64ddd3f92d6 req-a4010287-9959-4c11-b3c8-a40d36ede10c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 909 time: 0.0550239 Nov 15 14:54:03.070258 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3164e956-ec36-4649-9b41-3cde0d9af831 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:54:03.079974 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3164e956-ec36-4649-9b41-3cde0d9af831 admin admin] 10.222.0.70 "PUT /v2.0/routers/d46450fd-4d1a-4ffb-894d-084bd80720aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3447094 Nov 15 14:54:03.083454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54130) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:03.085994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d399141e-0c60-47c4-8be0-3f3992005dd2 None None] Sync routers for ids ['d46450fd-4d1a-4ffb-894d-084bd80720aa'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:54:03.092584 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-36de88c6-3b55-435a-8539-6c7e60965e97 service neutron] 10.222.0.46 "GET /v2.0/networks/8c6b048b-fab2-4aad-9111-9f0cea6d7d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321625 Nov 15 14:54:03.102925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d399141e-0c60-47c4-8be0-3f3992005dd2 None None] Routers {'d46450fd-4d1a-4ffb-894d-084bd80720aa'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:03.103483 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d399141e-0c60-47c4-8be0-3f3992005dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d46450fd-4d1a-4ffb-894d-084bd80720aa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:03.195049 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2d04b810-e08a-4e39-b7e1-85594021983f req-faecaaf7-a398-473d-a7b8-a36335fd9556 service neutron] 10.222.0.46 "GET /v2.0/networks/8c6b048b-fab2-4aad-9111-9f0cea6d7d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887439 Nov 15 14:54:03.235196 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96738d42-7adb-43fc-ba6a-25231361ec0d req-8444df7e-4ba0-4c2e-aa12-1d966ed1ddb5 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:03.236756 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96738d42-7adb-43fc-ba6a-25231361ec0d req-8444df7e-4ba0-4c2e-aa12-1d966ed1ddb5 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 1060 time: 0.1294560 Nov 15 14:54:03.239188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d399141e-0c60-47c4-8be0-3f3992005dd2 None None] Set router d46450fd-4d1a-4ffb-894d-084bd80720aa gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:03.255073 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:03.413942 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:03.420735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e27c2-cbd2-4da8-872a-1817d50f4c8a req-1d0a539a-7d62-49aa-b48b-9e7d09222d55 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:03.422287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b4e27c2-cbd2-4da8-872a-1817d50f4c8a req-1d0a539a-7d62-49aa-b48b-9e7d09222d55 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 1136 time: 0.0726376 Nov 15 14:54:03.462868 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:03.488809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d399141e-0c60-47c4-8be0-3f3992005dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:54:01Z', 'revision_number': 5, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port': {'id': '884bb803-e409-445e-86b9-2fa26b6b94cf', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:46Z', 'updated_at': '2021-11-15T14:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:03.496392 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b4e27c2-cbd2-4da8-872a-1817d50f4c8a req-7b84fc40-4851-4897-9aba-195d5c37a7a1 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0660546 Nov 15 14:54:03.520141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:03.522574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d399141e-0c60-47c4-8be0-3f3992005dd2 None None] Checking router: d46450fd-4d1a-4ffb-894d-084bd80720aa for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:54:03.534179 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d399141e-0c60-47c4-8be0-3f3992005dd2 None None] Routers {'d46450fd-4d1a-4ffb-894d-084bd80720aa'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:03.534481 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d399141e-0c60-47c4-8be0-3f3992005dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d46450fd-4d1a-4ffb-894d-084bd80720aa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:03.554537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Deleting port 884bb803-e409-445e-86b9-2fa26b6b94cf {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:03.555038 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:03.581502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904a7191-1ad5-4565-9e46-79bd30535df2 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:03.583656 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-904a7191-1ad5-4565-9e46-79bd30535df2 tempest-TestSecurityGroupsBasicOps-1184948969 tempest-TestSecurityGroupsBasicOps-1184948969-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 1055 time: 0.0625024 Nov 15 14:54:03.633693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d399141e-0c60-47c4-8be0-3f3992005dd2 None None] Set router d46450fd-4d1a-4ffb-894d-084bd80720aa gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:03.656519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] For port 884bb803-e409-445e-86b9-2fa26b6b94cf, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=884bb803-e409-445e-86b9-2fa26b6b94cf,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:03.657119 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:03.672501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Calling delete_port for 884bb803-e409-445e-86b9-2fa26b6b94cf owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:03.694814 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d399141e-0c60-47c4-8be0-3f3992005dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:54:03Z', 'revision_number': 6, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:03.725438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d399141e-0c60-47c4-8be0-3f3992005dd2 None None] The sync data for ids ['d46450fd-4d1a-4ffb-894d-084bd80720aa'] in n-d-817748-2 is: [{'id': 'd46450fd-4d1a-4ffb-894d-084bd80720aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116800584-router', 'tenant_id': '418df9050a8941aab5de4eb3374c308c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:45Z', 'updated_at': '2021-11-15T14:54:03Z', 'revision_number': 6, 'project_id': '418df9050a8941aab5de4eb3374c308c', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:54:03.905139 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30f8b4-444b-4e91-b785-4f5b93c2115d req-245ac19c-6316-4e3d-8e5c-eb613b3fe811 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:03.906755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f30f8b4-444b-4e91-b785-4f5b93c2115d req-245ac19c-6316-4e3d-8e5c-eb613b3fe811 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 943 time: 0.0720427 Nov 15 14:54:03.963521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f30f8b4-444b-4e91-b785-4f5b93c2115d req-daae7e46-5e6f-4101-842c-9f2b1d187b0d tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Nov 15 14:54:03.964749 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:03.996044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Pushing event deleted for resources: {'Port': ['ID=884bb803-e409-445e-86b9-2fa26b6b94cf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:04.021126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2aefdb-f839-4c2d-9c47-61798e2aa9f3 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:54:04.133643 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:04.251613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:04.254424 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:04.263107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19c99-21ee-43da-a4dd-9c1f409fa8b6 req-72ea300b-53e8-442a-892e-8b307a4a6a24 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:04.264636 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9d19c99-21ee-43da-a4dd-9c1f409fa8b6 req-72ea300b-53e8-442a-892e-8b307a4a6a24 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 909 time: 0.1853523 Nov 15 14:54:04.395724 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:04.396624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d46450fd-4d1a-4ffb-894d-084bd80720aa {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:54:04.406459 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:04.410895 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0806e216-c4b9-4577-aef9-87bf98ae2abe admin admin] 10.222.0.70 "DELETE /v2.0/routers/d46450fd-4d1a-4ffb-894d-084bd80720aa HTTP/1.1" status: 204 len: 168 time: 1.3155396 Nov 15 14:54:04.411217 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:04.457993 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-755e8a30-9ee6-4d5a-aa57-8748628bcba7 admin admin] Deleting subnet b5cc610b-147d-412a-ad3f-568efc681a63 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:54:04.461195 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-755e8a30-9ee6-4d5a-aa57-8748628bcba7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:04.496348 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-755e8a30-9ee6-4d5a-aa57-8748628bcba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:04.541686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-755e8a30-9ee6-4d5a-aa57-8748628bcba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:04.682245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-755e8a30-9ee6-4d5a-aa57-8748628bcba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:04.708801 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e8a30-9ee6-4d5a-aa57-8748628bcba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5cc610b-147d-412a-ad3f-568efc681a63,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:04.712675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-755e8a30-9ee6-4d5a-aa57-8748628bcba7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:04.715999 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-755e8a30-9ee6-4d5a-aa57-8748628bcba7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b5cc610b-147d-412a-ad3f-568efc681a63 HTTP/1.1" status: 204 len: 168 time: 0.3037677 Nov 15 14:54:04.720155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:04.809659 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c31a6198-2305-4082-bbb5-0ad5a7c2a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:04.903361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 38239e6e-18ec-468a-a6d2-47ee4697c7e5 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:54:04.917505 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c31a6198-2305-4082-bbb5-0ad5a7c2a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:04.947465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c31a6198-2305-4082-bbb5-0ad5a7c2a2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a20029-5ff9-4f01-a01c-7758396c41a6']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:04.968292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c31a6198-2305-4082-bbb5-0ad5a7c2a2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9c1459-c206-4534-9400-81eba47e34a4') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:04.968521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c31a6198-2305-4082-bbb5-0ad5a7c2a2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9c1459-c206-4534-9400-81eba47e34a4') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:04.981356 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c31a6198-2305-4082-bbb5-0ad5a7c2a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:04.998952 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c31a6198-2305-4082-bbb5-0ad5a7c2a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.007851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31a6198-2305-4082-bbb5-0ad5a7c2a2fc admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c31a6198-2305-4082-bbb5-0ad5a7c2a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:54:05.015292 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:54:05.050438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 38239e6e-18ec-468a-a6d2-47ee4697c7e5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=38239e6e-18ec-468a-a6d2-47ee4697c7e5,segment=NetworkSegment(13693772-3494-4240-8eb9-b8b825ec83dd),segment_id=13693772-3494-4240-8eb9-b8b825ec83dd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:05.079832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '38239e6e-18ec-468a-a6d2-47ee4697c7e5', 'network_id': '8c6b048b-fab2-4aad-9111-9f0cea6d7d1e', 'port_id': '38239e6e-18ec-468a-a6d2-47ee4697c7e5', 'mac_address': 'fa:16:3e:35:0f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a125cf2-71a8-45b7-a56a-bf370a4d8d35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:54:05.135318 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.144658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb6ff1-aa6f-4540-8989-6d77e28d9eb8 req-99c883b3-2e42-4fe8-86f5-18fd40ea5943 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:05.146586 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1eb6ff1-aa6f-4540-8989-6d77e28d9eb8 req-99c883b3-2e42-4fe8-86f5-18fd40ea5943 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 943 time: 0.0652947 Nov 15 14:54:05.150491 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c31a6198-2305-4082-bbb5-0ad5a7c2a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.152421 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.157215 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c31a6198-2305-4082-bbb5-0ad5a7c2a2fc admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.164524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c31a6198-2305-4082-bbb5-0ad5a7c2a2fc admin admin] 10.222.0.70 "DELETE /v2.0/networks/b4a20029-5ff9-4f01-a01c-7758396c41a6 HTTP/1.1" status: 204 len: 168 time: 0.4447038 Nov 15 14:54:05.175026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38239e6e-18ec-468a-a6d2-47ee4697c7e5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:54:05.206836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 38239e6e-18ec-468a-a6d2-47ee4697c7e5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=38239e6e-18ec-468a-a6d2-47ee4697c7e5,segment=NetworkSegment(13693772-3494-4240-8eb9-b8b825ec83dd),segment_id=13693772-3494-4240-8eb9-b8b825ec83dd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:05.217088 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a6198-2305-4082-bbb5-0ad5a7c2a2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a20029-5ff9-4f01-a01c-7758396c41a6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:05.259704 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.267674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1eb6ff1-aa6f-4540-8989-6d77e28d9eb8 req-b0e749b2-c236-4ef4-ba5b-ecb033d25171 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018312 Nov 15 14:54:05.339454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=38239e6e-18ec-468a-a6d2-47ee4697c7e5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:05.433265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac468b51-514a-482e-8644-bc4612caf176 req-6d97f372-ffa2-4ba9-8578-b62db2261769 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:05.434826 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac468b51-514a-482e-8644-bc4612caf176 req-6d97f372-ffa2-4ba9-8578-b62db2261769 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 909 time: 0.0799975 Nov 15 14:54:05.446910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79175ca-d1c7-4640-9d16-2c63c2762d16 req-b6d3e892-4e71-44ed-90aa-754d5d870717 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:05.448414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d79175ca-d1c7-4640-9d16-2c63c2762d16 req-b6d3e892-4e71-44ed-90aa-754d5d870717 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 909 time: 0.0669887 Nov 15 14:54:05.564240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d79175ca-d1c7-4640-9d16-2c63c2762d16 req-9fb1a431-b719-4d4d-b88a-aee40b4b72b8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Deleting port c048ed71-c9bb-412d-8fd5-e45564ea29de {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:05.564594 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d79175ca-d1c7-4640-9d16-2c63c2762d16 req-9fb1a431-b719-4d4d-b88a-aee40b4b72b8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.582123 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:05.634632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:05.636371 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a154ae6e-4dac-4c42-8f8a-d15a390b4ce9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=418df9050a8941aab5de4eb3374c308c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527730 Nov 15 14:54:05.703222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 884bb803-e409-445e-86b9-2fa26b6b94cf no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:54:05.708080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['38239e6e-18ec-468a-a6d2-47ee4697c7e5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:54:05.715995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d79175ca-d1c7-4640-9d16-2c63c2762d16 req-9fb1a431-b719-4d4d-b88a-aee40b4b72b8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] For port c048ed71-c9bb-412d-8fd5-e45564ea29de, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c048ed71-c9bb-412d-8fd5-e45564ea29de,segment=NetworkSegment(264880ac-797d-4655-9c64-01f722d7ca29),segment_id=264880ac-797d-4655-9c64-01f722d7ca29)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:05.716365 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d79175ca-d1c7-4640-9d16-2c63c2762d16 req-9fb1a431-b719-4d4d-b88a-aee40b4b72b8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.736316 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d8394a0-f073-4801-8791-98a42e08b141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.738015 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d79175ca-d1c7-4640-9d16-2c63c2762d16 req-9fb1a431-b719-4d4d-b88a-aee40b4b72b8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Calling delete_port for c048ed71-c9bb-412d-8fd5-e45564ea29de owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:05.755607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 884bb803-e409-445e-86b9-2fa26b6b94cf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:54:05.755944 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 884bb803-e409-445e-86b9-2fa26b6b94cf not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:54:05.756357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c95cebe0-6724-4ab9-a4a5-394a551c3cec no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:54:05.784589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c95cebe0-6724-4ab9-a4a5-394a551c3cec {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:54:05.784939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c95cebe0-6724-4ab9-a4a5-394a551c3cec not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:54:05.798496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d8394a0-f073-4801-8791-98a42e08b141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.821712 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.922118 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d8394a0-f073-4801-8791-98a42e08b141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.924833 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d8394a0-f073-4801-8791-98a42e08b141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:05.927026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6d8394a0-f073-4801-8791-98a42e08b141 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c73995af-578e-439a-ac2d-373c1938ab4e HTTP/1.1" status: 204 len: 168 time: 0.2909284 Nov 15 14:54:05.943028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8394a0-f073-4801-8791-98a42e08b141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73995af-578e-439a-ac2d-373c1938ab4e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:06.019000 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d79175ca-d1c7-4640-9d16-2c63c2762d16 req-9fb1a431-b719-4d4d-b88a-aee40b4b72b8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:06.057830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1a431-b719-4d4d-b88a-aee40b4b72b8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event deleted for resources: {'Port': ['ID=c048ed71-c9bb-412d-8fd5-e45564ea29de,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:06.117234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79175ca-d1c7-4640-9d16-2c63c2762d16 req-9fb1a431-b719-4d4d-b88a-aee40b4b72b8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] No DVR routers for this DVR port c048ed71-c9bb-412d-8fd5-e45564ea29de on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:54:06.119768 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d79175ca-d1c7-4640-9d16-2c63c2762d16 req-9fb1a431-b719-4d4d-b88a-aee40b4b72b8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:06.123244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d79175ca-d1c7-4640-9d16-2c63c2762d16 req-9fb1a431-b719-4d4d-b88a-aee40b4b72b8 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.59 "DELETE /v2.0/ports/c048ed71-c9bb-412d-8fd5-e45564ea29de HTTP/1.1" status: 204 len: 173 time: 0.6686437 Nov 15 14:54:06.123710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b907508-ad7a-4ee3-bcf8-b74c3fd18837', 'name': 'network-vif-deleted', 'tag': 'c048ed71-c9bb-412d-8fd5-e45564ea29de'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:54:06.125986 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89894114-4352-4718-97e1-53d790e36262" -d '{"events": [{"server_uuid": "3b907508-ad7a-4ee3-bcf8-b74c3fd18837", "name": "network-vif-deleted", "tag": "c048ed71-c9bb-412d-8fd5-e45564ea29de"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:54:06.177585 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a6019b-c137-43e3-8e0a-0dc0c0720e5d x-openstack-request-id: req-e5a6019b-c137-43e3-8e0a-0dc0c0720e5d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:54:06.179860 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b907508-ad7a-4ee3-bcf8-b74c3fd18837", "name": "network-vif-deleted", "tag": "c048ed71-c9bb-412d-8fd5-e45564ea29de", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:54:06.180622 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5a6019b-c137-43e3-8e0a-0dc0c0720e5d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:54:06.181207 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b907508-ad7a-4ee3-bcf8-b74c3fd18837', 'name': 'network-vif-deleted', 'tag': 'c048ed71-c9bb-412d-8fd5-e45564ea29de', 'status': 'completed', 'code': 200} Nov 15 14:54:06.426432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2f68c-09da-4d26-b88f-fa01de5f16bc req-b86e7f64-0cd9-4c13-bce6-5bafa7b27c60 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:06.427960 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7c2f68c-09da-4d26-b88f-fa01de5f16bc req-b86e7f64-0cd9-4c13-bce6-5bafa7b27c60 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 944 time: 0.0571122 Nov 15 14:54:06.488802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7c2f68c-09da-4d26-b88f-fa01de5f16bc req-09a3db9d-32a4-4124-8435-aa7c1f96e803 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548167 Nov 15 14:54:06.569179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-795cc4c5-ac59-4888-a580-9db2e251aa73 req-66920c79-e531-48f2-9ebd-a973df8f52ef tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b907508-ad7a-4ee3-bcf8-b74c3fd18837 HTTP/1.1" status: 200 len: 210 time: 0.0280085 Nov 15 14:54:06.919522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 38239e6e-18ec-468a-a6d2-47ee4697c7e5 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:54:07.046904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 38239e6e-18ec-468a-a6d2-47ee4697c7e5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:54:07.051686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 38239e6e-18ec-468a-a6d2-47ee4697c7e5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:07.052115 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:07.136073 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:07.171168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ea37d4-90ef-4e02-a61f-ce1e603af42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38239e6e-18ec-468a-a6d2-47ee4697c7e5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:54:07.173923 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7535ab7-f90b-4dd0-81ba-4fae88c4acb3" -d '{"events": [{"server_uuid": "73ea37d4-90ef-4e02-a61f-ce1e603af42a", "name": "network-vif-plugged", "status": "completed", "tag": "38239e6e-18ec-468a-a6d2-47ee4697c7e5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:54:07.180898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 38239e6e-18ec-468a-a6d2-47ee4697c7e5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=38239e6e-18ec-468a-a6d2-47ee4697c7e5,segment=NetworkSegment(13693772-3494-4240-8eb9-b8b825ec83dd),segment_id=13693772-3494-4240-8eb9-b8b825ec83dd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:07.219032 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df256ede-e3af-4d6b-a9be-6cb51aba2bdb x-openstack-request-id: req-df256ede-e3af-4d6b-a9be-6cb51aba2bdb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:54:07.219699 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ea37d4-90ef-4e02-a61f-ce1e603af42a", "name": "network-vif-plugged", "status": "completed", "tag": "38239e6e-18ec-468a-a6d2-47ee4697c7e5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:54:07.220136 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df256ede-e3af-4d6b-a9be-6cb51aba2bdb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:54:07.222694 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ea37d4-90ef-4e02-a61f-ce1e603af42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38239e6e-18ec-468a-a6d2-47ee4697c7e5', 'code': 200} Nov 15 14:54:07.241319 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:07.297545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=38239e6e-18ec-468a-a6d2-47ee4697c7e5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:07.353145 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ade96-c444-4700-a6b2-13e1be1c4d40 req-12de813d-c32a-4c05-8a89-f3351f68a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:07.354741 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-079ade96-c444-4700-a6b2-13e1be1c4d40 req-12de813d-c32a-4c05-8a89-f3351f68a3db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 1096 time: 0.0502229 Nov 15 14:54:07.405291 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-079ade96-c444-4700-a6b2-13e1be1c4d40 req-33c45a03-cab5-45a9-9324-2ceb323acc94 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389459 Nov 15 14:54:07.560382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:07.627910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e00ec-f1ae-4479-a013-53995a31f9a5 req-e8c5d10e-1c6c-407e-a5d2-f84b24a5bf82 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:07.630019 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-820e00ec-f1ae-4479-a013-53995a31f9a5 req-e8c5d10e-1c6c-407e-a5d2-f84b24a5bf82 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 945 time: 0.0630875 Nov 15 14:54:07.681694 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:07.699805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-820e00ec-f1ae-4479-a013-53995a31f9a5 req-de354031-882b-4cf7-989d-d41685de6055 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614908 Nov 15 14:54:07.706074 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44efbc18-8790-4dcb-908f-678b0723892a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:07.797426 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44efbc18-8790-4dcb-908f-678b0723892a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:07.858664 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44efbc18-8790-4dcb-908f-678b0723892a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:07.905500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-44efbc18-8790-4dcb-908f-678b0723892a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=229d981f5064471cb7a9ba18e348b6da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3411865 Nov 15 14:54:07.905500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efbc18-8790-4dcb-908f-678b0723892a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfdac5b-215f-427d-a911-13072af892a9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:07.905777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:08.013846 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f167f125-0cd2-4d52-96dd-2af98eb4f737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:08.041017 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f167f125-0cd2-4d52-96dd-2af98eb4f737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:08.146691 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99fdeaf8-81b9-46d5-8895-a988be4321ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:08.184301 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f167f125-0cd2-4d52-96dd-2af98eb4f737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:08.186105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f167f125-0cd2-4d52-96dd-2af98eb4f737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:08.187317 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f167f125-0cd2-4d52-96dd-2af98eb4f737 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5dfdac5b-215f-427d-a911-13072af892a9 HTTP/1.1" status: 204 len: 168 time: 0.2807138 Nov 15 14:54:08.529755 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167f125-0cd2-4d52-96dd-2af98eb4f737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfdac5b-215f-427d-a911-13072af892a9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:08.642729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device c048ed71-c9bb-412d-8fd5-e45564ea29de no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:54:08.671949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: c048ed71-c9bb-412d-8fd5-e45564ea29de {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:54:08.672300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device c048ed71-c9bb-412d-8fd5-e45564ea29de not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:54:08.773397 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99fdeaf8-81b9-46d5-8895-a988be4321ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Deleting port 7e20220f-889f-4d54-be0a-a04781e038ca {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:08.773767 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99fdeaf8-81b9-46d5-8895-a988be4321ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:08.835254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc8c27-ec48-400f-905e-3f51e337543e req-679854c6-73dd-4db0-82f4-78176317c2e8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:08.836841 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0cfc8c27-ec48-400f-905e-3f51e337543e req-679854c6-73dd-4db0-82f4-78176317c2e8 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 945 time: 0.0556569 Nov 15 14:54:08.873656 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-99fdeaf8-81b9-46d5-8895-a988be4321ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] For port 7e20220f-889f-4d54-be0a-a04781e038ca, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7e20220f-889f-4d54-be0a-a04781e038ca,segment=NetworkSegment(264880ac-797d-4655-9c64-01f722d7ca29),segment_id=264880ac-797d-4655-9c64-01f722d7ca29)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:08.874335 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99fdeaf8-81b9-46d5-8895-a988be4321ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:08.899208 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0cfc8c27-ec48-400f-905e-3f51e337543e req-e011870a-4fa5-4145-a70f-f091cdac1d57 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550153 Nov 15 14:54:08.904342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99fdeaf8-81b9-46d5-8895-a988be4321ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Calling delete_port for 7e20220f-889f-4d54-be0a-a04781e038ca owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:09.218723 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99fdeaf8-81b9-46d5-8895-a988be4321ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:09.244546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdeaf8-81b9-46d5-8895-a988be4321ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event deleted for resources: {'Port': ['ID=7e20220f-889f-4d54-be0a-a04781e038ca,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:09.450348 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99fdeaf8-81b9-46d5-8895-a988be4321ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:09.828074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fdeaf8-81b9-46d5-8895-a988be4321ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Router 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:54:09.958489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fdeaf8-81b9-46d5-8895-a988be4321ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:54:09.975933 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d285ede9-645c-480d-a7c1-8fb1b02413f7 None None] Sync routers for ids ['05ea4bc1-77df-4b3a-b963-cc48a0deabb0'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:54:09.976756 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-99fdeaf8-81b9-46d5-8895-a988be4321ee tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "PUT /v2.0/routers/05ea4bc1-77df-4b3a-b963-cc48a0deabb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2879901 Nov 15 14:54:09.978159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:09.983666 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285ede9-645c-480d-a7c1-8fb1b02413f7 None None] Routers {'05ea4bc1-77df-4b3a-b963-cc48a0deabb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:09.984391 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d285ede9-645c-480d-a7c1-8fb1b02413f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['05ea4bc1-77df-4b3a-b963-cc48a0deabb0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:10.039904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e01f443-8cd6-476a-9a2b-021e1e4c4356 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Deleting subnet e3389503-e27f-4102-9f8f-fec0278470e8 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:54:10.043868 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e01f443-8cd6-476a-9a2b-021e1e4c4356 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:10.110012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e01f443-8cd6-476a-9a2b-021e1e4c4356 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:10.231172 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d285ede9-645c-480d-a7c1-8fb1b02413f7 None None] Set router 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:10.258558 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e01f443-8cd6-476a-9a2b-021e1e4c4356 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:10.427006 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d285ede9-645c-480d-a7c1-8fb1b02413f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1182307450', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:53:36Z', 'updated_at': '2021-11-15T14:54:09Z', 'revision_number': 5, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:53:37Z', 'updated_at': '2021-11-15T14:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:10.452739 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d285ede9-645c-480d-a7c1-8fb1b02413f7 None None] Checking router: 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:54:10.460856 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285ede9-645c-480d-a7c1-8fb1b02413f7 None None] Routers {'05ea4bc1-77df-4b3a-b963-cc48a0deabb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:10.461446 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d285ede9-645c-480d-a7c1-8fb1b02413f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['05ea4bc1-77df-4b3a-b963-cc48a0deabb0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:10.476483 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e01f443-8cd6-476a-9a2b-021e1e4c4356 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:10.507184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01f443-8cd6-476a-9a2b-021e1e4c4356 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event deleted for resources: {'Subnet': ['ID=e3389503-e27f-4102-9f8f-fec0278470e8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:10.509168 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e01f443-8cd6-476a-9a2b-021e1e4c4356 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:10.515315 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8e01f443-8cd6-476a-9a2b-021e1e4c4356 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "DELETE /v2.0/subnets/e3389503-e27f-4102-9f8f-fec0278470e8 HTTP/1.1" status: 204 len: 168 time: 0.5336032 Nov 15 14:54:10.522978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54326) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:10.536415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3baa33-8599-4afb-9dc7-288b00b942a2 None None] Network 8b8147c0-6553-4254-901f-dc0de452d437 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:54:10.584093 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d285ede9-645c-480d-a7c1-8fb1b02413f7 None None] Set router 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:10.690245 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:10.722101 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:10.847774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab61ce2-2e5f-47f7-8677-0d1917f21b7d None None] DHCP port deletion for 8b8147c0-6553-4254-901f-dc0de452d437 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:54:10.888687 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f43326e-429a-4542-bda8-30448b75902a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:10.920728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4ab61ce2-2e5f-47f7-8677-0d1917f21b7d None None] Deleting port 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:10.921380 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ab61ce2-2e5f-47f7-8677-0d1917f21b7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:10.929045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73231e80-cb99-450e-ac43-8bd1951ade72 req-432788da-cbab-40e9-8f5b-e3f686928f92 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:10.932215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73231e80-cb99-450e-ac43-8bd1951ade72 req-432788da-cbab-40e9-8f5b-e3f686928f92 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 945 time: 0.1135738 Nov 15 14:54:10.952023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:10.958553 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d285ede9-645c-480d-a7c1-8fb1b02413f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1182307450', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:53:36Z', 'updated_at': '2021-11-15T14:54:09Z', 'revision_number': 5, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:53:37Z', 'updated_at': '2021-11-15T14:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:10.990177 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d285ede9-645c-480d-a7c1-8fb1b02413f7 None None] The sync data for ids ['05ea4bc1-77df-4b3a-b963-cc48a0deabb0'] in n-d-817748-2 is: [{'id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1182307450', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:53:36Z', 'updated_at': '2021-11-15T14:54:09Z', 'revision_number': 5, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': '65728c6a-7e92-4d6b-b133-aba6fbf2700f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:75:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ea4bc1-77df-4b3a-b963-cc48a0deabb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:53:37Z', 'updated_at': '2021-11-15T14:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:54:10.997393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4ab61ce2-2e5f-47f7-8677-0d1917f21b7d None None] For port 91b986b3-c1e7-4eac-96a4-d1ae41c88f20, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=91b986b3-c1e7-4eac-96a4-d1ae41c88f20,segment=NetworkSegment(264880ac-797d-4655-9c64-01f722d7ca29),segment_id=264880ac-797d-4655-9c64-01f722d7ca29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:10.997792 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ab61ce2-2e5f-47f7-8677-0d1917f21b7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.013226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4ab61ce2-2e5f-47f7-8677-0d1917f21b7d None None] Calling delete_port for 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:11.020498 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73231e80-cb99-450e-ac43-8bd1951ade72 req-3310c9fc-e7b6-44ea-989f-02a9e24a1b7c tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768814 Nov 15 14:54:11.026709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f43326e-429a-4542-bda8-30448b75902a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.096126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Deleting port 65728c6a-7e92-4d6b-b133-aba6fbf2700f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:11.096483 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.104632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f43326e-429a-4542-bda8-30448b75902a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.168001 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2f43326e-429a-4542-bda8-30448b75902a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31a6c1c7a5154f819ee2bc458bfcbbdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4763682 Nov 15 14:54:11.168713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54340) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:11.170752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43326e-429a-4542-bda8-30448b75902a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91070ae7-6f3b-4a16-9819-e75f59eb51cd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:11.195790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] For port 65728c6a-7e92-4d6b-b133-aba6fbf2700f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=65728c6a-7e92-4d6b-b133-aba6fbf2700f,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:11.196165 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.212410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Calling delete_port for 65728c6a-7e92-4d6b-b133-aba6fbf2700f owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:11.212959 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ab61ce2-2e5f-47f7-8677-0d1917f21b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.229710 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cbb6fe8-f117-4251-ab02-0d8b9aa46a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.243327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab61ce2-2e5f-47f7-8677-0d1917f21b7d None None] Pushing event deleted for resources: {'Port': ['ID=91b986b3-c1e7-4eac-96a4-d1ae41c88f20,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:11.254012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cbb6fe8-f117-4251-ab02-0d8b9aa46a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.258501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab61ce2-2e5f-47f7-8677-0d1917f21b7d None None] No DVR routers for this DVR port 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:54:11.386419 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cbb6fe8-f117-4251-ab02-0d8b9aa46a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.391404 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cbb6fe8-f117-4251-ab02-0d8b9aa46a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.395541 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8cbb6fe8-f117-4251-ab02-0d8b9aa46a3d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91070ae7-6f3b-4a16-9819-e75f59eb51cd HTTP/1.1" status: 204 len: 168 time: 0.2228262 Nov 15 14:54:11.402342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb6fe8-f117-4251-ab02-0d8b9aa46a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91070ae7-6f3b-4a16-9819-e75f59eb51cd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:11.519592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7e20220f-889f-4d54-be0a-a04781e038ca no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:54:11.542070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 7e20220f-889f-4d54-be0a-a04781e038ca {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:54:11.542700 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7e20220f-889f-4d54-be0a-a04781e038ca not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:54:11.542949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:54:11.565867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:54:11.566212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 91b986b3-c1e7-4eac-96a4-d1ae41c88f20 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:54:11.629478 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.649027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event deleted for resources: {'Port': ['ID=65728c6a-7e92-4d6b-b133-aba6fbf2700f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:11.667930 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ecd300-2dc9-443b-a1b6-a9f2fd575d40 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:54:11.716766 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.813287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.816380 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.951157 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.951699 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Fanout notify agent at l3_agent the message router_deleted on router 05ea4bc1-77df-4b3a-b963-cc48a0deabb0 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:54:11.981290 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:11.982739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-94b0aec7-787a-4718-b4f6-b23c8e4bd11c tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "DELETE /v2.0/routers/05ea4bc1-77df-4b3a-b963-cc48a0deabb0 HTTP/1.1" status: 204 len: 168 time: 1.4622903 Nov 15 14:54:11.985561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:12.075194 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e67e-0f6c-4680-80b5-8f913be7c0e1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:12.151445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3025da-83e6-49c9-831d-2ad2cfce1c98 req-692c7090-0de6-4178-a03a-1949a2cfcff3 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:12.156721 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2f3025da-83e6-49c9-831d-2ad2cfce1c98 req-692c7090-0de6-4178-a03a-1949a2cfcff3 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.46 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 945 time: 0.0829489 Nov 15 14:54:12.280771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2f3025da-83e6-49c9-831d-2ad2cfce1c98 req-1e45302b-9b07-43a6-8688-67e614cc931e tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Deleting port 38239e6e-18ec-468a-a6d2-47ee4697c7e5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:12.281114 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f3025da-83e6-49c9-831d-2ad2cfce1c98 req-1e45302b-9b07-43a6-8688-67e614cc931e tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:12.380197 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2f3025da-83e6-49c9-831d-2ad2cfce1c98 req-1e45302b-9b07-43a6-8688-67e614cc931e tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] For port 38239e6e-18ec-468a-a6d2-47ee4697c7e5, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=38239e6e-18ec-468a-a6d2-47ee4697c7e5,segment=NetworkSegment(13693772-3494-4240-8eb9-b8b825ec83dd),segment_id=13693772-3494-4240-8eb9-b8b825ec83dd)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:12.380575 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f3025da-83e6-49c9-831d-2ad2cfce1c98 req-1e45302b-9b07-43a6-8688-67e614cc931e tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:12.404008 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2f3025da-83e6-49c9-831d-2ad2cfce1c98 req-1e45302b-9b07-43a6-8688-67e614cc931e tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Calling delete_port for 38239e6e-18ec-468a-a6d2-47ee4697c7e5 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:12.599442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e67e-0f6c-4680-80b5-8f913be7c0e1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:12.639256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eacaf-24e7-4649-93ff-1dab4e2caa7a req-13e8907e-3aed-4a5a-b400-a764ca17d509 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:12.640761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f71eacaf-24e7-4649-93ff-1dab4e2caa7a req-13e8907e-3aed-4a5a-b400-a764ca17d509 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.1606853 Nov 15 14:54:12.642462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f2d1e67e-0f6c-4680-80b5-8f913be7c0e1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8147c0-6553-4254-901f-dc0de452d437']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:12.658164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f2d1e67e-0f6c-4680-80b5-8f913be7c0e1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264880ac-797d-4655-9c64-01f722d7ca29') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:12.659088 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f2d1e67e-0f6c-4680-80b5-8f913be7c0e1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264880ac-797d-4655-9c64-01f722d7ca29') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:12.671595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a2ab8-fae1-446f-9b5e-5521451fe40e req-cdd0121a-aebb-4978-b850-8af93d6fa387 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:12.673084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b53a2ab8-fae1-446f-9b5e-5521451fe40e req-cdd0121a-aebb-4978-b850-8af93d6fa387 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 945 time: 0.1919158 Nov 15 14:54:12.687328 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e67e-0f6c-4680-80b5-8f913be7c0e1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:12.717500 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e67e-0f6c-4680-80b5-8f913be7c0e1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:12.722122 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f3025da-83e6-49c9-831d-2ad2cfce1c98 req-1e45302b-9b07-43a6-8688-67e614cc931e tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:12.738797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['38239e6e-18ec-468a-a6d2-47ee4697c7e5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:54:12.752980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45302b-9b07-43a6-8688-67e614cc931e tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Pushing event deleted for resources: {'Port': ['ID=38239e6e-18ec-468a-a6d2-47ee4697c7e5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:12.760435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b53a2ab8-fae1-446f-9b5e-5521451fe40e req-7d9fcd8e-5723-49d9-95de-5f0d1eee1003 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c8baa39-fc64-41eb-8da5-d31ab5a8c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711639 Nov 15 14:54:12.761478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d1e67e-0f6c-4680-80b5-8f913be7c0e1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:54:12.761990 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e67e-0f6c-4680-80b5-8f913be7c0e1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:54:12.770714 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:54:12.824457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3025da-83e6-49c9-831d-2ad2cfce1c98 req-1e45302b-9b07-43a6-8688-67e614cc931e tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] No DVR routers for this DVR port 38239e6e-18ec-468a-a6d2-47ee4697c7e5 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:54:12.827986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f3025da-83e6-49c9-831d-2ad2cfce1c98 req-1e45302b-9b07-43a6-8688-67e614cc931e tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:12.832929 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2f3025da-83e6-49c9-831d-2ad2cfce1c98 req-1e45302b-9b07-43a6-8688-67e614cc931e tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.46 "DELETE /v2.0/ports/38239e6e-18ec-468a-a6d2-47ee4697c7e5 HTTP/1.1" status: 204 len: 173 time: 0.6699359 Nov 15 14:54:12.834375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ea37d4-90ef-4e02-a61f-ce1e603af42a', 'name': 'network-vif-deleted', 'tag': '38239e6e-18ec-468a-a6d2-47ee4697c7e5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:54:12.837735 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9db505d-421b-465d-b31f-d13a8ee1fd74" -d '{"events": [{"server_uuid": "73ea37d4-90ef-4e02-a61f-ce1e603af42a", "name": "network-vif-deleted", "tag": "38239e6e-18ec-468a-a6d2-47ee4697c7e5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:54:12.847093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f71eacaf-24e7-4649-93ff-1dab4e2caa7a req-83e41beb-7951-4b01-a267-43c9d7024364 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891518 Nov 15 14:54:12.911238 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e471cb82-68cd-4b8e-a27e-0ac450cfaebf x-openstack-request-id: req-e471cb82-68cd-4b8e-a27e-0ac450cfaebf {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:54:12.911238 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ea37d4-90ef-4e02-a61f-ce1e603af42a", "name": "network-vif-deleted", "tag": "38239e6e-18ec-468a-a6d2-47ee4697c7e5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:54:12.911238 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e471cb82-68cd-4b8e-a27e-0ac450cfaebf {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:54:12.911238 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ea37d4-90ef-4e02-a61f-ce1e603af42a', 'name': 'network-vif-deleted', 'tag': '38239e6e-18ec-468a-a6d2-47ee4697c7e5', 'status': 'completed', 'code': 200} Nov 15 14:54:12.972763 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e67e-0f6c-4680-80b5-8f913be7c0e1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:12.982041 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e67e-0f6c-4680-80b5-8f913be7c0e1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:12.985648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f2d1e67e-0f6c-4680-80b5-8f913be7c0e1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "DELETE /v2.0/networks/8b8147c0-6553-4254-901f-dc0de452d437 HTTP/1.1" status: 204 len: 168 time: 0.9989419 Nov 15 14:54:12.989128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:13.015076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1e67e-0f6c-4680-80b5-8f913be7c0e1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event deleted for resources: {'Network': ['ID=8b8147c0-6553-4254-901f-dc0de452d437,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:13.227726 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3a653b78-1beb-4da8-902e-faca5d869cb1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Deleting port d9be5912-0a60-4d1f-ae77-b21598a75cd0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:13.228252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a653b78-1beb-4da8-902e-faca5d869cb1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:13.319871 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a653b78-1beb-4da8-902e-faca5d869cb1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:13.320197 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a653b78-1beb-4da8-902e-faca5d869cb1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:13.333253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3a653b78-1beb-4da8-902e-faca5d869cb1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Calling delete_port for d9be5912-0a60-4d1f-ae77-b21598a75cd0 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:13.530822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 65728c6a-7e92-4d6b-b133-aba6fbf2700f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:54:13.552044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 65728c6a-7e92-4d6b-b133-aba6fbf2700f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:54:13.552384 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 65728c6a-7e92-4d6b-b133-aba6fbf2700f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:54:13.607225 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a653b78-1beb-4da8-902e-faca5d869cb1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:13.646990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a653b78-1beb-4da8-902e-faca5d869cb1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event deleted for resources: {'Port': ['ID=d9be5912-0a60-4d1f-ae77-b21598a75cd0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:13.713080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a653b78-1beb-4da8-902e-faca5d869cb1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:13.713461 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-3a653b78-1beb-4da8-902e-faca5d869cb1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Floating IP 035e402d-67d0-4d76-a78d-15557d4b69ad disassociated (deleted). External IP: 172.25.4.195, port: 9611de94-fbea-4c2d-9aef-003798fe3641. Nov 15 14:54:13.929704 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67d1cb42-94b2-4fe2-aa03-d28e9f65aa4e req-f576a0fb-e78c-4a5b-a68e-bd813205a397 tempest-VolumesActionsTest-1938473264 tempest-VolumesActionsTest-1938473264-project] 10.222.0.70 "GET /v2.0/ports?device_id=73ea37d4-90ef-4e02-a61f-ce1e603af42a HTTP/1.1" status: 200 len: 210 time: 0.0551326 Nov 15 14:54:14.027183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a204ac7-35e9-431a-a024-d245de6a286a req-f6abdb12-1f65-4522-a328-ca2068fe75e5 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:14.029008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a204ac7-35e9-431a-a024-d245de6a286a req-f6abdb12-1f65-4522-a328-ca2068fe75e5 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0695727 Nov 15 14:54:14.043525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a653b78-1beb-4da8-902e-faca5d869cb1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Router 90bbc640-9b97-4250-b395-72f10bc3f9a8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:54:14.102920 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a204ac7-35e9-431a-a024-d245de6a286a req-d905d305-747c-4c3b-a391-7fb2ca6294b8 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673320 Nov 15 14:54:14.164793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a653b78-1beb-4da8-902e-faca5d869cb1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:54:14.172331 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a653b78-1beb-4da8-902e-faca5d869cb1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:14.177647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ceccbc-f1ff-4caa-8cc4-67aa11e664a9 None None] Sync routers for ids ['90bbc640-9b97-4250-b395-72f10bc3f9a8'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:54:14.189041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ceccbc-f1ff-4caa-8cc4-67aa11e664a9 None None] Routers {'90bbc640-9b97-4250-b395-72f10bc3f9a8'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:14.189840 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-34ceccbc-f1ff-4caa-8cc4-67aa11e664a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['90bbc640-9b97-4250-b395-72f10bc3f9a8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:14.218568 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3a653b78-1beb-4da8-902e-faca5d869cb1 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "DELETE /v2.0/floatingips/035e402d-67d0-4d76-a78d-15557d4b69ad HTTP/1.1" status: 204 len: 168 time: 1.2277639 Nov 15 14:54:14.322016 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-34ceccbc-f1ff-4caa-8cc4-67aa11e664a9 None None] Set router 90bbc640-9b97-4250-b395-72f10bc3f9a8 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:14.543405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-34ceccbc-f1ff-4caa-8cc4-67aa11e664a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:52:29Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c22b161a-e8bf-43aa-ab65-3380f25aeed4', 'name': '', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'mac_address': 'fa:16:3e:00:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:28Z', 'updated_at': '2021-11-15T14:52:35Z', 'revision_number': 5, 'project_id': '3b571c77e27f4f52ae37627811351862', 'subnets': [{'id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:14.571688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ceccbc-f1ff-4caa-8cc4-67aa11e664a9 None None] Checking router: 90bbc640-9b97-4250-b395-72f10bc3f9a8 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:54:14.582327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ceccbc-f1ff-4caa-8cc4-67aa11e664a9 None None] Routers {'90bbc640-9b97-4250-b395-72f10bc3f9a8'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:14.583275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-34ceccbc-f1ff-4caa-8cc4-67aa11e664a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['90bbc640-9b97-4250-b395-72f10bc3f9a8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:14.713397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-34ceccbc-f1ff-4caa-8cc4-67aa11e664a9 None None] Set router 90bbc640-9b97-4250-b395-72f10bc3f9a8 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:14.716588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8bcbf-433e-4f74-806b-8d2c64263b37 req-c800f83d-da46-40ac-b0d3-bc49dc5f4c2f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:14.724760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60f8bcbf-433e-4f74-806b-8d2c64263b37 req-c800f83d-da46-40ac-b0d3-bc49dc5f4c2f tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 985 time: 0.0664217 Nov 15 14:54:14.786549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60f8bcbf-433e-4f74-806b-8d2c64263b37 req-c021ff31-8f9d-4250-8061-f4f70138e390 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0606947 Nov 15 14:54:14.908009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'tag': '9611de94-fbea-4c2d-9aef-003798fe3641'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:54:14.911101 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5585ac-cff9-41db-86f2-c4668eb8d6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7e1e25-3f4a-4866-bcd9-146df37ef04f", "tag": "9611de94-fbea-4c2d-9aef-003798fe3641"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:54:14.923387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 38239e6e-18ec-468a-a6d2-47ee4697c7e5 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:54:14.948413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 38239e6e-18ec-468a-a6d2-47ee4697c7e5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:54:14.948663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 38239e6e-18ec-468a-a6d2-47ee4697c7e5 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:54:14.951827 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8864f5bd-a473-4b10-8a13-a35903d54b8f x-openstack-request-id: req-8864f5bd-a473-4b10-8a13-a35903d54b8f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:54:14.952116 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7e1e25-3f4a-4866-bcd9-146df37ef04f", "tag": "9611de94-fbea-4c2d-9aef-003798fe3641", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:54:14.952367 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8864f5bd-a473-4b10-8a13-a35903d54b8f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:54:14.952773 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'tag': '9611de94-fbea-4c2d-9aef-003798fe3641', 'status': 'completed', 'code': 200} Nov 15 14:54:14.969439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-34ceccbc-f1ff-4caa-8cc4-67aa11e664a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:52:29Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c22b161a-e8bf-43aa-ab65-3380f25aeed4', 'name': '', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'mac_address': 'fa:16:3e:00:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:28Z', 'updated_at': '2021-11-15T14:52:35Z', 'revision_number': 5, 'project_id': '3b571c77e27f4f52ae37627811351862', 'subnets': [{'id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:14.993050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ceccbc-f1ff-4caa-8cc4-67aa11e664a9 None None] The sync data for ids ['90bbc640-9b97-4250-b395-72f10bc3f9a8'] in n-d-817748-2 is: [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:52:29Z', 'revision_number': 4, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c22b161a-e8bf-43aa-ab65-3380f25aeed4', 'name': '', 'network_id': '5ac219fd-61a8-41e3-a0bc-19bb8f49b978', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'mac_address': 'fa:16:3e:00:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:28Z', 'updated_at': '2021-11-15T14:52:35Z', 'revision_number': 5, 'project_id': '3b571c77e27f4f52ae37627811351862', 'subnets': [{'id': 'b7cc3866-b46d-4668-93b9-f2940945be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:54:15.032045 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5585ac-cff9-41db-86f2-c4668eb8d6ce req-03ba6d8f-12c4-4238-8de5-2b6c068eb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:15.034344 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca5585ac-cff9-41db-86f2-c4668eb8d6ce req-03ba6d8f-12c4-4238-8de5-2b6c068eb3b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b571c77e27f4f52ae37627811351862&device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 1136 time: 0.0554278 Nov 15 14:54:15.197945 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5585ac-cff9-41db-86f2-c4668eb8d6ce req-b1151c73-2413-44d2-bba9-142937426844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:15.210574 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca5585ac-cff9-41db-86f2-c4668eb8d6ce req-b1151c73-2413-44d2-bba9-142937426844 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ac219fd-61a8-41e3-a0bc-19bb8f49b978 HTTP/1.1" status: 200 len: 897 time: 0.1514165 Nov 15 14:54:15.281815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2f390-5025-4263-9ca2-c24e831737ae req-f39cc8ee-66bd-4673-8100-0e87a44fb91b tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:15.292945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4b2f390-5025-4263-9ca2-c24e831737ae req-f39cc8ee-66bd-4673-8100-0e87a44fb91b tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0853214 Nov 15 14:54:15.298420 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca5585ac-cff9-41db-86f2-c4668eb8d6ce req-dbd1b4fc-e5a0-45fa-8a81-fff9e4c806fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9611de94-fbea-4c2d-9aef-003798fe3641 HTTP/1.1" status: 200 len: 217 time: 0.0894544 Nov 15 14:54:15.320813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54446) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:15.327703 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-bc70659e-c542-44cc-9453-4598eaf20276 req-4ba3ccef-8d48-4511-a9eb-4bccc843ebaf tempest-ImagesTestJSON-2084133212 tempest-ImagesTestJSON-2084133212-project] (103147) timed out ('10.222.0.59', 54286) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 14:54:15.359573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4b2f390-5025-4263-9ca2-c24e831737ae req-193f873a-1dbc-4795-bb17-daa7304faefd tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655627 Nov 15 14:54:15.390988 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5585ac-cff9-41db-86f2-c4668eb8d6ce req-7fb09d9b-16d6-403c-80ec-0a0e1e41dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:15.394123 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca5585ac-cff9-41db-86f2-c4668eb8d6ce req-7fb09d9b-16d6-403c-80ec-0a0e1e41dc98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7cc3866-b46d-4668-93b9-f2940945be90 HTTP/1.1" status: 200 len: 835 time: 0.0868664 Nov 15 14:54:15.397312 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a477d-1298-45ee-8370-54600d8aabbc None None] New status for floating IP 035e402d-67d0-4d76-a78d-15557d4b69ad: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:54:15.445891 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5585ac-cff9-41db-86f2-c4668eb8d6ce req-69fb0904-6349-4537-925f-8c96ca035df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:15.447705 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca5585ac-cff9-41db-86f2-c4668eb8d6ce req-69fb0904-6349-4537-925f-8c96ca035df8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ac219fd-61a8-41e3-a0bc-19bb8f49b978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445199 Nov 15 14:54:15.494704 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3915-f573-4ef0-b7f8-7fbf9f316bcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:15.568215 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca5585ac-cff9-41db-86f2-c4668eb8d6ce req-d4a78f3a-574d-4f81-8129-1e51d95a59f7 service neutron] 10.222.0.46 "GET /v2.0/networks/5ac219fd-61a8-41e3-a0bc-19bb8f49b978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108677 Nov 15 14:54:15.595708 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3915-f573-4ef0-b7f8-7fbf9f316bcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:15.681861 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca5585ac-cff9-41db-86f2-c4668eb8d6ce req-b30a370b-4c3e-4262-8f9c-8495cd69cdf0 service neutron] 10.222.0.46 "GET /v2.0/networks/5ac219fd-61a8-41e3-a0bc-19bb8f49b978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059911 Nov 15 14:54:15.698494 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3915-f573-4ef0-b7f8-7fbf9f316bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:15.737191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7cdf3915-f573-4ef0-b7f8-7fbf9f316bcb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98adc9d4442d4ad29a0bb2922a472e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4126761 Nov 15 14:54:15.738021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf3915-f573-4ef0-b7f8-7fbf9f316bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdfba23-e2d4-4b2f-8614-c62c64756afc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:15.739919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:15.795490 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90605b40-8af7-48c7-b974-6d302fed2a8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:15.820099 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90605b40-8af7-48c7-b974-6d302fed2a8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:15.923898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f8d9a-c6fc-4640-8ee3-6fcad7eb39b0 req-e172750a-58d8-44bd-8be7-bffdc540db6e tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:15.925470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d14f8d9a-c6fc-4640-8ee3-6fcad7eb39b0 req-e172750a-58d8-44bd-8be7-bffdc540db6e tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 985 time: 0.0510256 Nov 15 14:54:15.972982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90605b40-8af7-48c7-b974-6d302fed2a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:15.975606 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90605b40-8af7-48c7-b974-6d302fed2a8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:15.979138 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-90605b40-8af7-48c7-b974-6d302fed2a8d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8cdfba23-e2d4-4b2f-8614-c62c64756afc HTTP/1.1" status: 204 len: 168 time: 0.2357733 Nov 15 14:54:15.986153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d14f8d9a-c6fc-4640-8ee3-6fcad7eb39b0 req-f0d652e4-3214-4f69-bfa9-34cf03667470 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a150dba-5fc5-4d97-9099-76cfd18b6cc5&id=ab84744c-4056-4ab1-b721-940b07481924&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0545127 Nov 15 14:54:15.993835 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90605b40-8af7-48c7-b974-6d302fed2a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdfba23-e2d4-4b2f-8614-c62c64756afc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:16.118938 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:54:16.360904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a08904-7655-403f-ac38-bcdf7ff56793 req-b7894f16-b621-4c98-b26a-7df6f26a91a0 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:16.362956 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f5a08904-7655-403f-ac38-bcdf7ff56793 req-b7894f16-b621-4c98-b26a-7df6f26a91a0 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 985 time: 0.0534704 Nov 15 14:54:16.482986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f5a08904-7655-403f-ac38-bcdf7ff56793 req-99b9ffa8-b56c-451d-ba9d-78520b90960b tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Deleting port 9611de94-fbea-4c2d-9aef-003798fe3641 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:16.483332 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f5a08904-7655-403f-ac38-bcdf7ff56793 req-99b9ffa8-b56c-451d-ba9d-78520b90960b tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:16.499715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b939d7-79fb-4511-a0b4-a281bdd380f3 req-a88a47d3-802e-46b0-bc17-ce144dcff9f4 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:16.504565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31b939d7-79fb-4511-a0b4-a281bdd380f3 req-a88a47d3-802e-46b0-bc17-ce144dcff9f4 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0585759 Nov 15 14:54:16.583731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31b939d7-79fb-4511-a0b4-a281bdd380f3 req-dda38ba6-c1a8-47dc-8d17-1e6828f4cb37 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759513 Nov 15 14:54:16.600346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f5a08904-7655-403f-ac38-bcdf7ff56793 req-99b9ffa8-b56c-451d-ba9d-78520b90960b tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] For port 9611de94-fbea-4c2d-9aef-003798fe3641, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=9611de94-fbea-4c2d-9aef-003798fe3641,segment=NetworkSegment(3cf2d5be-a1a7-48c1-947c-4d185aa48912),segment_id=3cf2d5be-a1a7-48c1-947c-4d185aa48912)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:16.601260 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f5a08904-7655-403f-ac38-bcdf7ff56793 req-99b9ffa8-b56c-451d-ba9d-78520b90960b tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:16.623947 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f5a08904-7655-403f-ac38-bcdf7ff56793 req-99b9ffa8-b56c-451d-ba9d-78520b90960b tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Calling delete_port for 9611de94-fbea-4c2d-9aef-003798fe3641 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:16.755601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:16.770642 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-251042e6-d72b-4655-a93c-6c244f028202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:16.840056 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f5a08904-7655-403f-ac38-bcdf7ff56793 req-99b9ffa8-b56c-451d-ba9d-78520b90960b tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:16.872133 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9ffa8-b56c-451d-ba9d-78520b90960b tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event deleted for resources: {'Port': ['ID=9611de94-fbea-4c2d-9aef-003798fe3641,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:16.880017 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-251042e6-d72b-4655-a93c-6c244f028202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:16.927103 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-251042e6-d72b-4655-a93c-6c244f028202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:16.929421 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a08904-7655-403f-ac38-bcdf7ff56793 req-99b9ffa8-b56c-451d-ba9d-78520b90960b tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] No DVR routers for this DVR port 9611de94-fbea-4c2d-9aef-003798fe3641 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:54:16.932117 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f5a08904-7655-403f-ac38-bcdf7ff56793 req-99b9ffa8-b56c-451d-ba9d-78520b90960b tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:16.935744 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f5a08904-7655-403f-ac38-bcdf7ff56793 req-99b9ffa8-b56c-451d-ba9d-78520b90960b tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.46 "DELETE /v2.0/ports/9611de94-fbea-4c2d-9aef-003798fe3641 HTTP/1.1" status: 204 len: 173 time: 0.5627391 Nov 15 14:54:16.971545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'name': 'network-vif-deleted', 'tag': '9611de94-fbea-4c2d-9aef-003798fe3641'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:54:16.974581 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cb01c5-982f-482f-93f5-b95625dcc9a2" -d '{"events": [{"server_uuid": "3c7e1e25-3f4a-4866-bcd9-146df37ef04f", "name": "network-vif-deleted", "tag": "9611de94-fbea-4c2d-9aef-003798fe3641"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:54:16.980960 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-251042e6-d72b-4655-a93c-6c244f028202 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2f82bfc26e245b783039764c660fc42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2232025 Nov 15 14:54:16.987420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251042e6-d72b-4655-a93c-6c244f028202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f31739-73c1-4dc6-858a-eaace72b5d98,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:16.987676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54506) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:17.065108 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a270584-7aa2-4706-8b37-20a1b2ec246a x-openstack-request-id: req-9a270584-7aa2-4706-8b37-20a1b2ec246a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:54:17.065346 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7e1e25-3f4a-4866-bcd9-146df37ef04f", "name": "network-vif-deleted", "tag": "9611de94-fbea-4c2d-9aef-003798fe3641", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:54:17.065605 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a270584-7aa2-4706-8b37-20a1b2ec246a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:54:17.066012 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7e1e25-3f4a-4866-bcd9-146df37ef04f', 'name': 'network-vif-deleted', 'tag': '9611de94-fbea-4c2d-9aef-003798fe3641', 'status': 'completed', 'code': 200} Nov 15 14:54:17.094128 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8555cc5-ba48-407f-acc6-5fb47417ec19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:17.128454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8555cc5-ba48-407f-acc6-5fb47417ec19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:17.167259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a020b256-25c5-4e44-8393-73b7acb3bd54 req-fe4f8747-448f-4f28-a7d7-25db6150b856 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7e1e25-3f4a-4866-bcd9-146df37ef04f HTTP/1.1" status: 200 len: 210 time: 0.0561819 Nov 15 14:54:17.368018 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8555cc5-ba48-407f-acc6-5fb47417ec19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:17.371017 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8555cc5-ba48-407f-acc6-5fb47417ec19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:17.373421 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a8555cc5-ba48-407f-acc6-5fb47417ec19 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6f31739-73c1-4dc6-858a-eaace72b5d98 HTTP/1.1" status: 204 len: 168 time: 0.3832443 Nov 15 14:54:17.390809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8555cc5-ba48-407f-acc6-5fb47417ec19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f31739-73c1-4dc6-858a-eaace72b5d98,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:17.735200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a449b-e7eb-4982-abea-204bc542ebef req-8659bdf1-8ed1-45ae-8b74-4a4a98775359 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:17.736816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef0a449b-e7eb-4982-abea-204bc542ebef req-8659bdf1-8ed1-45ae-8b74-4a4a98775359 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0639055 Nov 15 14:54:17.797744 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef0a449b-e7eb-4982-abea-204bc542ebef req-8c5abc21-97b2-4ff8-84f4-5d16d3877e65 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545640 Nov 15 14:54:18.243586 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54556) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:18.368916 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a100f50-acb3-44fd-99c3-07dd2f404daf tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:18.428328 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a100f50-acb3-44fd-99c3-07dd2f404daf tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:18.607476 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a100f50-acb3-44fd-99c3-07dd2f404daf tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:18.610525 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a100f50-acb3-44fd-99c3-07dd2f404daf tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:18.612556 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7a100f50-acb3-44fd-99c3-07dd2f404daf tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "DELETE /v2.0/security-groups/ab84744c-4056-4ab1-b721-940b07481924 HTTP/1.1" status: 204 len: 168 time: 0.3678620 Nov 15 14:54:18.615309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54570) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:18.632340 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a100f50-acb3-44fd-99c3-07dd2f404daf tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab84744c-4056-4ab1-b721-940b07481924,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:18.722837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2578-5070-4462-8126-bea477dfa845 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:18.759865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2578-5070-4462-8126-bea477dfa845 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:18.892869 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2578-5070-4462-8126-bea477dfa845 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:18.897145 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2578-5070-4462-8126-bea477dfa845 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:18.899509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5d6e2578-5070-4462-8126-bea477dfa845 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "DELETE /v2.0/security-groups/2a150dba-5fc5-4d97-9099-76cfd18b6cc5 HTTP/1.1" status: 204 len: 168 time: 0.2828774 Nov 15 14:54:18.902360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54582) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:18.940715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 9611de94-fbea-4c2d-9aef-003798fe3641 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:54:18.960673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e2578-5070-4462-8126-bea477dfa845 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a150dba-5fc5-4d97-9099-76cfd18b6cc5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:19.014796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 9611de94-fbea-4c2d-9aef-003798fe3641 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:54:19.015485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 9611de94-fbea-4c2d-9aef-003798fe3641 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:54:19.077683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101aa16-6463-40df-bc93-1cc8ecfcfbff req-950a64da-72da-4135-b6d4-aa8516d87479 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:19.079733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d101aa16-6463-40df-bc93-1cc8ecfcfbff req-950a64da-72da-4135-b6d4-aa8516d87479 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.1223614 Nov 15 14:54:19.213017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d101aa16-6463-40df-bc93-1cc8ecfcfbff req-79c98885-35d1-4bc6-a059-ffe2cd786dd8 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251659 Nov 15 14:54:20.032316 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6e98804-9c38-4380-896c-a3f4d7dc4131 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:20.387281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d6d9a-b657-4637-bc6d-528a1626d5cd req-5b420410-8959-4337-97dd-55c95fd23078 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:20.396654 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f88d6d9a-b657-4637-bc6d-528a1626d5cd req-5b420410-8959-4337-97dd-55c95fd23078 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0804031 Nov 15 14:54:20.423391 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d6e98804-9c38-4380-896c-a3f4d7dc4131 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Deleting port c22b161a-e8bf-43aa-ab65-3380f25aeed4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:20.424167 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6e98804-9c38-4380-896c-a3f4d7dc4131 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:20.519087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f88d6d9a-b657-4637-bc6d-528a1626d5cd req-290a8324-e18d-4955-9b8d-3aae3363a887 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212039 Nov 15 14:54:20.620713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d6e98804-9c38-4380-896c-a3f4d7dc4131 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] For port c22b161a-e8bf-43aa-ab65-3380f25aeed4, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c22b161a-e8bf-43aa-ab65-3380f25aeed4,segment=NetworkSegment(3cf2d5be-a1a7-48c1-947c-4d185aa48912),segment_id=3cf2d5be-a1a7-48c1-947c-4d185aa48912)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:20.621322 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6e98804-9c38-4380-896c-a3f4d7dc4131 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:20.662005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d6e98804-9c38-4380-896c-a3f4d7dc4131 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Calling delete_port for c22b161a-e8bf-43aa-ab65-3380f25aeed4 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:21.041612 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6e98804-9c38-4380-896c-a3f4d7dc4131 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:21.080826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e98804-9c38-4380-896c-a3f4d7dc4131 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event deleted for resources: {'Port': ['ID=c22b161a-e8bf-43aa-ab65-3380f25aeed4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:21.325839 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6e98804-9c38-4380-896c-a3f4d7dc4131 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:21.690967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737183d2-3da9-4c2e-9391-8abcbb1196c2 req-cb07040c-fdea-4f62-a1d3-8125ee3ac765 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:21.702303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-737183d2-3da9-4c2e-9391-8abcbb1196c2 req-cb07040c-fdea-4f62-a1d3-8125ee3ac765 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0773988 Nov 15 14:54:21.782535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-737183d2-3da9-4c2e-9391-8abcbb1196c2 req-57c05552-0ab0-4fa4-aeb8-d59be29e3cbf tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776854 Nov 15 14:54:21.839492 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e98804-9c38-4380-896c-a3f4d7dc4131 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Router 90bbc640-9b97-4250-b395-72f10bc3f9a8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:54:22.077775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e98804-9c38-4380-896c-a3f4d7dc4131 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:54:22.090146 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b985-1fa9-46b0-81b5-7a05c404c6d0 None None] Sync routers for ids ['90bbc640-9b97-4250-b395-72f10bc3f9a8'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:54:22.094055 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d6e98804-9c38-4380-896c-a3f4d7dc4131 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "PUT /v2.0/routers/90bbc640-9b97-4250-b395-72f10bc3f9a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1866851 Nov 15 14:54:22.096971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54660) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:22.106884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870b985-1fa9-46b0-81b5-7a05c404c6d0 None None] Routers {'90bbc640-9b97-4250-b395-72f10bc3f9a8'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:22.107784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a870b985-1fa9-46b0-81b5-7a05c404c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['90bbc640-9b97-4250-b395-72f10bc3f9a8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:22.230377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2bdb63-d2be-4d85-ac3c-a60e15328765 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Deleting subnet b7cc3866-b46d-4668-93b9-f2940945be90 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:54:22.240497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e2bdb63-d2be-4d85-ac3c-a60e15328765 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:22.300529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a870b985-1fa9-46b0-81b5-7a05c404c6d0 None None] Set router 90bbc640-9b97-4250-b395-72f10bc3f9a8 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:22.325123 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e2bdb63-d2be-4d85-ac3c-a60e15328765 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:22.516232 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e2bdb63-d2be-4d85-ac3c-a60e15328765 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:22.535497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a870b985-1fa9-46b0-81b5-7a05c404c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:54:20Z', 'revision_number': 5, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:22.567613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b985-1fa9-46b0-81b5-7a05c404c6d0 None None] Checking router: 90bbc640-9b97-4250-b395-72f10bc3f9a8 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:54:22.576902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870b985-1fa9-46b0-81b5-7a05c404c6d0 None None] Routers {'90bbc640-9b97-4250-b395-72f10bc3f9a8'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:22.577628 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a870b985-1fa9-46b0-81b5-7a05c404c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['90bbc640-9b97-4250-b395-72f10bc3f9a8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:22.684401 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a870b985-1fa9-46b0-81b5-7a05c404c6d0 None None] Set router 90bbc640-9b97-4250-b395-72f10bc3f9a8 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:22.777546 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e2bdb63-d2be-4d85-ac3c-a60e15328765 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:22.829520 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bdb63-d2be-4d85-ac3c-a60e15328765 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event deleted for resources: {'Subnet': ['ID=b7cc3866-b46d-4668-93b9-f2940945be90,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:22.834192 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e2bdb63-d2be-4d85-ac3c-a60e15328765 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:22.842807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:22.868288 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4e2bdb63-d2be-4d85-ac3c-a60e15328765 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "DELETE /v2.0/subnets/b7cc3866-b46d-4668-93b9-f2940945be90 HTTP/1.1" status: 204 len: 168 time: 0.7692981 Nov 15 14:54:22.878536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698557a0-4c37-42fb-960a-9ae81c585bf8 None None] Network 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:54:23.152920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a870b985-1fa9-46b0-81b5-7a05c404c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:54:20Z', 'revision_number': 5, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:23.203056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b985-1fa9-46b0-81b5-7a05c404c6d0 None None] The sync data for ids ['90bbc640-9b97-4250-b395-72f10bc3f9a8'] in n-d-817748-2 is: [{'id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1909031062', 'tenant_id': '3b571c77e27f4f52ae37627811351862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:52:22Z', 'updated_at': '2021-11-15T14:54:20Z', 'revision_number': 5, 'project_id': '3b571c77e27f4f52ae37627811351862', 'gw_port': {'id': 'c87a4eff-a251-4d1c-ae61-84348c04d340', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bbc640-9b97-4250-b395-72f10bc3f9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:52:23Z', 'updated_at': '2021-11-15T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:54:23.205761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d461a-777d-4366-9f6b-49fe3d723451 req-b57c04f6-ddfb-4275-a6af-162cc1350607 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:23.213099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-007d461a-777d-4366-9f6b-49fe3d723451 req-b57c04f6-ddfb-4275-a6af-162cc1350607 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.2374399 Nov 15 14:54:23.272112 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:23.388067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-007d461a-777d-4366-9f6b-49fe3d723451 req-8bf969e9-7537-494c-b731-cc69f321d633 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739767 Nov 15 14:54:23.487025 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:23.614947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b6b799-3a35-41bc-97d7-20361881955e None None] DHCP port deletion for 5ac219fd-61a8-41e3-a0bc-19bb8f49b978 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:54:23.753958 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Deleting port c87a4eff-a251-4d1c-ae61-84348c04d340 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:23.754344 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:23.801944 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:23.818651 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ef80b463-dabc-40c4-9000-0e0956444a80 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:54:23.960772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-64b6b799-3a35-41bc-97d7-20361881955e None None] Deleting port ef80b463-dabc-40c4-9000-0e0956444a80 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:23.963528 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64b6b799-3a35-41bc-97d7-20361881955e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:24.070266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] For port c87a4eff-a251-4d1c-ae61-84348c04d340, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c87a4eff-a251-4d1c-ae61-84348c04d340,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:24.071300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:24.093131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Calling delete_port for c87a4eff-a251-4d1c-ae61-84348c04d340 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:24.146143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-64b6b799-3a35-41bc-97d7-20361881955e None None] For port ef80b463-dabc-40c4-9000-0e0956444a80, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ef80b463-dabc-40c4-9000-0e0956444a80,segment=NetworkSegment(3cf2d5be-a1a7-48c1-947c-4d185aa48912),segment_id=3cf2d5be-a1a7-48c1-947c-4d185aa48912)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:24.146581 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64b6b799-3a35-41bc-97d7-20361881955e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:24.152403 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55033830-5919-4526-8696-8bb5705cc8dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:24.179458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-64b6b799-3a35-41bc-97d7-20361881955e None None] Calling delete_port for ef80b463-dabc-40c4-9000-0e0956444a80 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:24.187588 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:24.337683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port ef80b463-dabc-40c4-9000-0e0956444a80, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ef80b463-dabc-40c4-9000-0e0956444a80,segment=NetworkSegment(3cf2d5be-a1a7-48c1-947c-4d185aa48912),segment_id=3cf2d5be-a1a7-48c1-947c-4d185aa48912)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:24.400815 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55033830-5919-4526-8696-8bb5705cc8dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:24.435497 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:24.436432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c22b161a-e8bf-43aa-ab65-3380f25aeed4 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:54:24.475463 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55033830-5919-4526-8696-8bb5705cc8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:24.543926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba20b43-08f8-499b-b3bc-e57b56ca2cda req-45666e81-a4de-4431-a9f5-3ec218862786 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:24.545977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ba20b43-08f8-499b-b3bc-e57b56ca2cda req-45666e81-a4de-4431-a9f5-3ec218862786 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.6960769 Nov 15 14:54:24.555379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c52351-62e1-4458-876f-634ab0429f26 req-5505454f-9cdc-4f76-a740-ec432d854615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:24.555622 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-55033830-5919-4526-8696-8bb5705cc8dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb79dd10597f47178498aaa92ad17be9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7522604 Nov 15 14:54:24.556415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c22b161a-e8bf-43aa-ab65-3380f25aeed4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:54:24.556861 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c22b161a-e8bf-43aa-ab65-3380f25aeed4 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:54:24.557766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3c52351-62e1-4458-876f-634ab0429f26 req-5505454f-9cdc-4f76-a740-ec432d854615 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 1097 time: 0.5942893 Nov 15 14:54:24.558584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54706) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:24.565230 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64b6b799-3a35-41bc-97d7-20361881955e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:24.566196 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55033830-5919-4526-8696-8bb5705cc8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93fc2df-cd90-4cd4-83a3-4b3f4e1f69b9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:24.585422 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b6b799-3a35-41bc-97d7-20361881955e None None] No DVR routers for this DVR port ef80b463-dabc-40c4-9000-0e0956444a80 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:54:24.603220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=ef80b463-dabc-40c4-9000-0e0956444a80,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:24.643271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6b799-3a35-41bc-97d7-20361881955e None None] Pushing event deleted for resources: {'Port': ['ID=ef80b463-dabc-40c4-9000-0e0956444a80,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:24.790806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-600f4ced-8bf5-4324-96ef-211ef300e649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:24.843367 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-600f4ced-8bf5-4324-96ef-211ef300e649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:24.848443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ba20b43-08f8-499b-b3bc-e57b56ca2cda req-4aa42321-91c9-43c4-a02f-5d7f59f2191d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660194 Nov 15 14:54:24.909268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c52351-62e1-4458-876f-634ab0429f26 req-f8dffb20-693f-45b1-b098-c1baef125161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:24.910713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3c52351-62e1-4458-876f-634ab0429f26 req-f8dffb20-693f-45b1-b098-c1baef125161 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5e26bce-6e6a-4dbe-a181-42003518ed99 HTTP/1.1" status: 200 len: 912 time: 0.3393197 Nov 15 14:54:24.991468 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3c52351-62e1-4458-876f-634ab0429f26 req-b93fe6e6-3dc0-4c51-b81b-32cd4c97347b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5805a61-7fa2-4bf0-93f2-9607818e62ae HTTP/1.1" status: 200 len: 1002 time: 0.0729871 Nov 15 14:54:25.010160 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-600f4ced-8bf5-4324-96ef-211ef300e649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:25.013024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-600f4ced-8bf5-4324-96ef-211ef300e649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:25.016504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-600f4ced-8bf5-4324-96ef-211ef300e649 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a93fc2df-cd90-4cd4-83a3-4b3f4e1f69b9 HTTP/1.1" status: 204 len: 168 time: 0.4535620 Nov 15 14:54:25.060822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c52351-62e1-4458-876f-634ab0429f26 req-da7910a3-a7e8-4f72-9ba8-3d97c8f8d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:25.062314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3c52351-62e1-4458-876f-634ab0429f26 req-da7910a3-a7e8-4f72-9ba8-3d97c8f8d846 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c HTTP/1.1" status: 200 len: 850 time: 0.0616829 Nov 15 14:54:25.064696 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:25.106270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767d0f51-3b9c-4502-805a-5256d58e95e0 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:54:25.130744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f4ced-8bf5-4324-96ef-211ef300e649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93fc2df-cd90-4cd4-83a3-4b3f4e1f69b9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:25.198633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event deleted for resources: {'Port': ['ID=c87a4eff-a251-4d1c-ae61-84348c04d340,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:25.204590 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:25.377920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c52351-62e1-4458-876f-634ab0429f26 req-a36d907f-01e8-43fc-98d9-2d4a85f39d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:25.379745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3c52351-62e1-4458-876f-634ab0429f26 req-a36d907f-01e8-43fc-98d9-2d4a85f39d25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5e26bce-6e6a-4dbe-a181-42003518ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3025584 Nov 15 14:54:25.389486 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:25.405608 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:25.578833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3c52351-62e1-4458-876f-634ab0429f26 req-47420384-65d8-458a-b386-5107012ef402 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855762 Nov 15 14:54:25.595990 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:25.599161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Fanout notify agent at l3_agent the message router_deleted on router 90bbc640-9b97-4250-b395-72f10bc3f9a8 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:54:25.613369 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:25.617549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54722) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:25.618076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1af2a818-8409-4fa6-829b-7ff1cbfa9633 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "DELETE /v2.0/routers/90bbc640-9b97-4250-b395-72f10bc3f9a8 HTTP/1.1" status: 204 len: 168 time: 2.7681525 Nov 15 14:54:25.717247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3c52351-62e1-4458-876f-634ab0429f26 req-c29abedc-5ffd-4fac-8e22-ccb9d5982484 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314905 Nov 15 14:54:25.820905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-054ab91a-9dfe-46d5-b42e-9d4a23e7bbf5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:25.932552 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-054ab91a-9dfe-46d5-b42e-9d4a23e7bbf5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:25.966944 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-054ab91a-9dfe-46d5-b42e-9d4a23e7bbf5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac219fd-61a8-41e3-a0bc-19bb8f49b978']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:25.998178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54730) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:26.003185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-054ab91a-9dfe-46d5-b42e-9d4a23e7bbf5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf2d5be-a1a7-48c1-947c-4d185aa48912') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:26.003592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-054ab91a-9dfe-46d5-b42e-9d4a23e7bbf5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf2d5be-a1a7-48c1-947c-4d185aa48912') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:26.020334 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-054ab91a-9dfe-46d5-b42e-9d4a23e7bbf5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:26.034989 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-301b2da3-32cf-4f6d-99fd-a9d467aad038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:26.043596 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-054ab91a-9dfe-46d5-b42e-9d4a23e7bbf5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:26.055629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054ab91a-9dfe-46d5-b42e-9d4a23e7bbf5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:54:26.056494 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-054ab91a-9dfe-46d5-b42e-9d4a23e7bbf5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:54:26.071976 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:54:26.124562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbd487-b750-4e2d-84a0-44fa7ef18f60 req-b7c8cbe6-8206-45ed-aee2-b3554a531772 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:26.126520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66fbd487-b750-4e2d-84a0-44fa7ef18f60 req-b7c8cbe6-8206-45ed-aee2-b3554a531772 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.1122015 Nov 15 14:54:26.201754 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-054ab91a-9dfe-46d5-b42e-9d4a23e7bbf5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:26.211245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-054ab91a-9dfe-46d5-b42e-9d4a23e7bbf5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:26.215539 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-054ab91a-9dfe-46d5-b42e-9d4a23e7bbf5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] 10.222.0.70 "DELETE /v2.0/networks/5ac219fd-61a8-41e3-a0bc-19bb8f49b978 HTTP/1.1" status: 204 len: 168 time: 0.5959990 Nov 15 14:54:26.248936 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-301b2da3-32cf-4f6d-99fd-a9d467aad038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:26.255092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66fbd487-b750-4e2d-84a0-44fa7ef18f60 req-2304dc50-d71a-4061-9472-ea1200def67a tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122997 Nov 15 14:54:26.286480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ab91a-9dfe-46d5-b42e-9d4a23e7bbf5 tempest-TestSecurityGroupsBasicOps-1425304056 tempest-TestSecurityGroupsBasicOps-1425304056-project] Pushing event deleted for resources: {'Network': ['ID=5ac219fd-61a8-41e3-a0bc-19bb8f49b978,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:26.372532 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-301b2da3-32cf-4f6d-99fd-a9d467aad038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:26.445055 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-301b2da3-32cf-4f6d-99fd-a9d467aad038 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3e605d12463408485c55970143ef6b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4432526 Nov 15 14:54:26.445633 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:26.482616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b2da3-32cf-4f6d-99fd-a9d467aad038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ec951d-fec5-4dc8-aab0-c0b39d6100b2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:26.576095 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9126b8b2-b26d-4554-b6ff-fd4dd357a26b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:26.613563 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9126b8b2-b26d-4554-b6ff-fd4dd357a26b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:26.750235 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9126b8b2-b26d-4554-b6ff-fd4dd357a26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:26.754709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9126b8b2-b26d-4554-b6ff-fd4dd357a26b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:26.762982 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9126b8b2-b26d-4554-b6ff-fd4dd357a26b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2ec951d-fec5-4dc8-aab0-c0b39d6100b2 HTTP/1.1" status: 204 len: 168 time: 0.3092659 Nov 15 14:54:26.787770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126b8b2-b26d-4554-b6ff-fd4dd357a26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ec951d-fec5-4dc8-aab0-c0b39d6100b2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:27.093784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54752) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:27.346933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-59c59156-60f2-4acc-a2ef-ead045a03ee1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b571c77e27f4f52ae37627811351862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2518094 Nov 15 14:54:27.349609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54762) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:27.424809 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21893921-6e34-40e7-8db5-817b9fa6d345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:27.477837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21893921-6e34-40e7-8db5-817b9fa6d345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:27.515211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c87a4eff-a251-4d1c-ae61-84348c04d340 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:54:27.571356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c87a4eff-a251-4d1c-ae61-84348c04d340 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:54:27.572577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c87a4eff-a251-4d1c-ae61-84348c04d340 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:54:27.573420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e7b65-6840-41d3-8a4f-fa973f691154 req-9160f696-6793-41e9-8604-e0667e3ce129 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:27.576596 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-712e7b65-6840-41d3-8a4f-fa973f691154 req-9160f696-6793-41e9-8604-e0667e3ce129 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.1207941 Nov 15 14:54:27.689432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-712e7b65-6840-41d3-8a4f-fa973f691154 req-43eb7097-8d39-4b3c-8cd1-6a67e9660081 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064203 Nov 15 14:54:27.706052 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21893921-6e34-40e7-8db5-817b9fa6d345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:27.716306 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21893921-6e34-40e7-8db5-817b9fa6d345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:27.719992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-21893921-6e34-40e7-8db5-817b9fa6d345 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff26c76b-497c-4c94-875c-073a489d56ed HTTP/1.1" status: 204 len: 168 time: 0.3664086 Nov 15 14:54:27.740171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21893921-6e34-40e7-8db5-817b9fa6d345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff26c76b-497c-4c94-875c-073a489d56ed,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:28.428121 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:28.715424 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:29.133360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54812) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:29.184244 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e462b81c-ef98-4d49-8056-fccc7b97ffb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:29.322378 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e462b81c-ef98-4d49-8056-fccc7b97ffb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:29.397824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e462b81c-ef98-4d49-8056-fccc7b97ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:29.491649 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e462b81c-ef98-4d49-8056-fccc7b97ffb4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05a2258043024561a39c231fd02eb409&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3559606 Nov 15 14:54:29.494138 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54816) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:29.515355 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462b81c-ef98-4d49-8056-fccc7b97ffb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f31722-7188-431a-8690-33cc3b9f1232,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:29.593714 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6be2438-e429-46f4-a316-0ef641baec41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:29.621121 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6be2438-e429-46f4-a316-0ef641baec41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:29.774276 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79bb0503-cc41-481d-8c35-ec911eeda52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:29.800860 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6be2438-e429-46f4-a316-0ef641baec41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:29.804692 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6be2438-e429-46f4-a316-0ef641baec41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:29.808390 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f6be2438-e429-46f4-a316-0ef641baec41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e9f31722-7188-431a-8690-33cc3b9f1232 HTTP/1.1" status: 204 len: 168 time: 0.3106983 Nov 15 14:54:29.822699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be2438-e429-46f4-a316-0ef641baec41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f31722-7188-431a-8690-33cc3b9f1232,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:30.324237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ff0ac-26be-461a-8bbc-a5a4257262d7 req-49d469c0-f9a0-4caf-a88c-a7e303daa963 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.331815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ff0ac-26be-461a-8bbc-a5a4257262d7 req-49d469c0-f9a0-4caf-a88c-a7e303daa963 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.338837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ff0ac-26be-461a-8bbc-a5a4257262d7 req-49d469c0-f9a0-4caf-a88c-a7e303daa963 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.353481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ff0ac-26be-461a-8bbc-a5a4257262d7 req-49d469c0-f9a0-4caf-a88c-a7e303daa963 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.355312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ff0ac-26be-461a-8bbc-a5a4257262d7 req-49d469c0-f9a0-4caf-a88c-a7e303daa963 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.364520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ff0ac-26be-461a-8bbc-a5a4257262d7 req-49d469c0-f9a0-4caf-a88c-a7e303daa963 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.371480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ff0ac-26be-461a-8bbc-a5a4257262d7 req-49d469c0-f9a0-4caf-a88c-a7e303daa963 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.379811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-725ff0ac-26be-461a-8bbc-a5a4257262d7 req-49d469c0-f9a0-4caf-a88c-a7e303daa963 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5443 time: 0.1472287 Nov 15 14:54:30.487739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-725ff0ac-26be-461a-8bbc-a5a4257262d7 req-dd09bdb6-826d-456f-9ac2-6f192c7dafc6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066427 Nov 15 14:54:30.676786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f86ba-0904-475a-aa94-14a34f711b99 req-45e5041e-e87a-42df-8a77-dbfae46daa86 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.683586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f86ba-0904-475a-aa94-14a34f711b99 req-45e5041e-e87a-42df-8a77-dbfae46daa86 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.690822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f86ba-0904-475a-aa94-14a34f711b99 req-45e5041e-e87a-42df-8a77-dbfae46daa86 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.699402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f86ba-0904-475a-aa94-14a34f711b99 req-45e5041e-e87a-42df-8a77-dbfae46daa86 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.722615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f86ba-0904-475a-aa94-14a34f711b99 req-45e5041e-e87a-42df-8a77-dbfae46daa86 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.740251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f86ba-0904-475a-aa94-14a34f711b99 req-45e5041e-e87a-42df-8a77-dbfae46daa86 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.748468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f86ba-0904-475a-aa94-14a34f711b99 req-45e5041e-e87a-42df-8a77-dbfae46daa86 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:30.755479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe3f86ba-0904-475a-aa94-14a34f711b99 req-45e5041e-e87a-42df-8a77-dbfae46daa86 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5443 time: 0.1452949 Nov 15 14:54:30.838486 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54870) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:30.940803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54878) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:30.941451 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f0af04ec-3eef-444e-ac25-5d085755cb9d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b26cbcaa0a9a4d0bb8e76d03d5d83980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1007144 Nov 15 14:54:31.012729 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:31.038800 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:31.221147 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:31.221147 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:31.228258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d880315f-69ce-4faf-80be-2bfdad2c3838 HTTP/1.1" status: 204 len: 168 time: 0.2829814 Nov 15 14:54:31.276081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d880315f-69ce-4faf-80be-2bfdad2c3838,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:31.299568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:31.299911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:31.301138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:31.306164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:31.306939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:31.307514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:31.308024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:31.308637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:31.309148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:31.309661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:31.310163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:31.310701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132012f1-86f3-4b82-abca-87646cfeb830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:32.121297 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-77edae31-9797-402a-8a79-7ea7bf873dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:32.791469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54972) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:32.960825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1525683152-network', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:33.098135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Made reservation on behalf of d73f06e0792a40dc8682da5c48d69865 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:54:33.100542 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:33.115358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:33.216714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:33.286102 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:33.372017 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:33.382924 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:33.439655 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:33.453956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:54:33.469785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76abad97-f9c4-4d25-92d3-d6ce138c369d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:33.476213 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:33.476570 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Added segment 0f3b98db-2f9a-4524-b14e-16eaa2fbc32e of type vlan for network a03409b5-199a-439f-afae-ce6c69aa698f Nov 15 14:54:33.481247 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:33.525798 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:33.591954 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:33.610074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a628-3cb2-4902-b1b5-cec301ba7f16 req-5aec66b7-5426-4d9a-9617-9aaea7b42f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:33.615582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a628-3cb2-4902-b1b5-cec301ba7f16 req-5aec66b7-5426-4d9a-9617-9aaea7b42f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:33.615582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a628-3cb2-4902-b1b5-cec301ba7f16 req-5aec66b7-5426-4d9a-9617-9aaea7b42f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:33.615582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a628-3cb2-4902-b1b5-cec301ba7f16 req-5aec66b7-5426-4d9a-9617-9aaea7b42f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:33.615582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a628-3cb2-4902-b1b5-cec301ba7f16 req-5aec66b7-5426-4d9a-9617-9aaea7b42f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:33.615582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a628-3cb2-4902-b1b5-cec301ba7f16 req-5aec66b7-5426-4d9a-9617-9aaea7b42f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:33.615582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a628-3cb2-4902-b1b5-cec301ba7f16 req-5aec66b7-5426-4d9a-9617-9aaea7b42f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:33.615582 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7a16a628-3cb2-4902-b1b5-cec301ba7f16 req-5aec66b7-5426-4d9a-9617-9aaea7b42f93 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 6500 time: 0.2424047 Nov 15 14:54:33.646958 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:33.647984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:33.648569 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:33.680467 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:33.709764 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7a16a628-3cb2-4902-b1b5-cec301ba7f16 req-ce31ff70-4d2d-48f1-9329-e036d726e789 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877273 Nov 15 14:54:33.728540 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6fcb37d09b5b4b9aa15c2b8cd88a5136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5099690 Nov 15 14:54:33.738643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55006) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:33.752468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a03409b5-199a-439f-afae-ce6c69aa698f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:33.759732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147cd162-666b-409d-824e-bbb0fc79a522,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:33.762375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network a03409b5-199a-439f-afae-ce6c69aa698f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:54:33.779883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:33.780237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:33.780583 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:33.780927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:33.781265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:33.781597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:33.781933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:33.782261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:33.784604 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:33.785030 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:33.785281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:33.785612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30c89b-94af-42c7-b6eb-c806575e26ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:33.812034 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-951651f0-d3ab-4e3e-a0ec-17edf5e7e0a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:33.835516 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-951651f0-d3ab-4e3e-a0ec-17edf5e7e0a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:34.109455 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-951651f0-d3ab-4e3e-a0ec-17edf5e7e0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:34.112769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-951651f0-d3ab-4e3e-a0ec-17edf5e7e0a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:34.112915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e9cc1a8d-627b-485b-93a7-5641862df9d6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3196454 Nov 15 14:54:34.113912 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-951651f0-d3ab-4e3e-a0ec-17edf5e7e0a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/147cd162-666b-409d-824e-bbb0fc79a522 HTTP/1.1" status: 204 len: 168 time: 0.3743055 Nov 15 14:54:34.116584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55016) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:34.123368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951651f0-d3ab-4e3e-a0ec-17edf5e7e0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147cd162-666b-409d-824e-bbb0fc79a522,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:34.123999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a067e1fb-81fd-4eef-8505-8bc4f41a6e61 admin admin] Request body: {'subnet': {'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1525683152-subnet', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:34.223457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a067e1fb-81fd-4eef-8505-8bc4f41a6e61 admin admin] Made reservation on behalf of d73f06e0792a40dc8682da5c48d69865 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:54:34.226199 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a067e1fb-81fd-4eef-8505-8bc4f41a6e61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:34.515609 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a067e1fb-81fd-4eef-8505-8bc4f41a6e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:34.591768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a067e1fb-81fd-4eef-8505-8bc4f41a6e61 admin admin] Checking segment: {'id': '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:54:34.592121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a067e1fb-81fd-4eef-8505-8bc4f41a6e61 admin admin] Network hostable DHCP agents. Network: a03409b5-199a-439f-afae-ce6c69aa698f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:54:34.604695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067e1fb-81fd-4eef-8505-8bc4f41a6e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0912ef5-9b9e-4d53-a857-3411c89ccea8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:34.812481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a067e1fb-81fd-4eef-8505-8bc4f41a6e61 admin admin] Network a03409b5-199a-439f-afae-ce6c69aa698f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:54:34.869337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a067e1fb-81fd-4eef-8505-8bc4f41a6e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, a03409b5-199a-439f-afae-ce6c69aa698f) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:34.882495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4e6d70-31c4-40a5-b6a1-f9bcf67af675 None None] Network a03409b5-199a-439f-afae-ce6c69aa698f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:54:34.883388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a067e1fb-81fd-4eef-8505-8bc4f41a6e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:34.884032 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a067e1fb-81fd-4eef-8505-8bc4f41a6e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:34.945619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55036) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:34.963913 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1aec8d11-79c0-4205-9ca6-44e51eb63b48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:34.991927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a067e1fb-81fd-4eef-8505-8bc4f41a6e61 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8653641 Nov 15 14:54:34.991927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55038) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:34.994215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:35.103904 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1aec8d11-79c0-4205-9ca6-44e51eb63b48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:35.116177 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-a03409b5-199a-439f-afae-ce6c69aa698f', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:54:35.116416 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:35.117424 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:35.117974 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:35.151989 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:35.207088 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1aec8d11-79c0-4205-9ca6-44e51eb63b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:35.258557 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:35.262872 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1aec8d11-79c0-4205-9ca6-44e51eb63b48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73bfaba628fe41ad8930124a0adef3a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3152134 Nov 15 14:54:35.264277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec8d11-79c0-4205-9ca6-44e51eb63b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca2d3ef-d0c8-4db3-bb6a-076104275b8d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:35.265527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55046) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:35.285649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Allocated IP 172.20.0.2 (a03409b5-199a-439f-afae-ce6c69aa698f/b0912ef5-9b9e-4d53-a857-3411c89ccea8/466989c7-4292-4bf6-8f5a-39c0948d1b0e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:54:35.504158 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:35.567464 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:35.620105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Network a03409b5-199a-439f-afae-ce6c69aa698f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:54:35.624155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:35.634776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:54:35.784122 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Pushing event updated for resources: {'Port': ['ID=466989c7-4292-4bf6-8f5a-39c0948d1b0e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:35.789566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Attempting to bind port 466989c7-4292-4bf6-8f5a-39c0948d1b0e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:35.790187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Attempting to bind port 466989c7-4292-4bf6-8f5a-39c0948d1b0e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:35.790751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Attempting to bind port 466989c7-4292-4bf6-8f5a-39c0948d1b0e on network a03409b5-199a-439f-afae-ce6c69aa698f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:35.807198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:54:35.807937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Checking segment: {'id': '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:54:35.808541 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:35.809340 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Bound using segment: {'id': '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:54:35.810039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Bound port: 466989c7-4292-4bf6-8f5a-39c0948d1b0e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:54:35.811075 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:35.901238 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:35.976322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] For port 466989c7-4292-4bf6-8f5a-39c0948d1b0e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:54:35.996567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] For port 466989c7-4292-4bf6-8f5a-39c0948d1b0e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=466989c7-4292-4bf6-8f5a-39c0948d1b0e,segment=NetworkSegment(0f3b98db-2f9a-4524-b14e-16eaa2fbc32e),segment_id=0f3b98db-2f9a-4524-b14e-16eaa2fbc32e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:54:35.999494 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2b32a8f-edd9-4a39-8387-18786c86028c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:36.058860 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:36.103567 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:36.118487 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2b32a8f-edd9-4a39-8387-18786c86028c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:36.179668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ec655-8d8c-4fb3-baaf-9053f9261593 None None] Pushing event updated for resources: {'Port': ['ID=466989c7-4292-4bf6-8f5a-39c0948d1b0e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:36.351585 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2b32a8f-edd9-4a39-8387-18786c86028c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:36.354725 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2b32a8f-edd9-4a39-8387-18786c86028c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:36.371426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f2b32a8f-edd9-4a39-8387-18786c86028c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aca2d3ef-d0c8-4db3-bb6a-076104275b8d HTTP/1.1" status: 204 len: 168 time: 1.1035681 Nov 15 14:54:36.490147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b32a8f-edd9-4a39-8387-18786c86028c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca2d3ef-d0c8-4db3-bb6a-076104275b8d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:36.627445 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:36.671866 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:36.839755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Allocated IP 172.25.4.180 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/fbd8cd42-253b-424b-a635-c8928cff43da) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:54:37.040350 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:37.151128 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:37.219164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:54:37.257089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:37.261289 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:54:37.277046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee87c908-95d8-48d9-81da-ff2a728d77a9 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:54:37.317734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd8cd42-253b-424b-a635-c8928cff43da,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:37.350227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7609503e-ff4c-4105-bfaa-4c1ec60eeb83 None None] Provisioning complete for port fbd8cd42-253b-424b-a635-c8928cff43da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:37.350868 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7609503e-ff4c-4105-bfaa-4c1ec60eeb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:37.434386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7609503e-ff4c-4105-bfaa-4c1ec60eeb83 None None] Port fbd8cd42-253b-424b-a635-c8928cff43da cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:54:37.681745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 466989c7-4292-4bf6-8f5a-39c0948d1b0e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:54:37.740424 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bf5e8c-9d49-4ae5-b9e4-e64229a0254c None None] Network a03409b5-199a-439f-afae-ce6c69aa698f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:54:37.897348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d2658d4c-74da-4825-a91a-91447427bfb6 None None] Provisioning complete for port 466989c7-4292-4bf6-8f5a-39c0948d1b0e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:37.897961 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2658d4c-74da-4825-a91a-91447427bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:37.985132 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 466989c7-4292-4bf6-8f5a-39c0948d1b0e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:37.986314 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:37.997391 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:38.143939 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2658d4c-74da-4825-a91a-91447427bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:38.353680 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:38.391505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d2658d4c-74da-4825-a91a-91447427bfb6 None None] For port 466989c7-4292-4bf6-8f5a-39c0948d1b0e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=466989c7-4292-4bf6-8f5a-39c0948d1b0e,segment=NetworkSegment(0f3b98db-2f9a-4524-b14e-16eaa2fbc32e),segment_id=0f3b98db-2f9a-4524-b14e-16eaa2fbc32e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:38.487808 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2658d4c-74da-4825-a91a-91447427bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:38.582075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2658d4c-74da-4825-a91a-91447427bfb6 None None] Pushing event updated for resources: {'Port': ['ID=466989c7-4292-4bf6-8f5a-39c0948d1b0e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:38.637389 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:38.663118 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:54:38.663826 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:54:38.759803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-54d0e5cd-eab0-4417-90c6-f737562c57fb None None] Provisioning complete for port 466989c7-4292-4bf6-8f5a-39c0948d1b0e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:38.760175 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54d0e5cd-eab0-4417-90c6-f737562c57fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:38.989358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:54:39.169473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:54:39.186869 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Sync routers for ids ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:54:39.255795 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:39.256365 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Routers {'65a41d11-638f-4e83-a11d-3a9a8b1edf2b'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:39.257677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e076e85b-78b0-4acb-9fd2-bd0a858a0433 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2709785 Nov 15 14:54:39.260719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55114) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:39.263575 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:39.499767 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Set router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:39.605134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 466989c7-4292-4bf6-8f5a-39c0948d1b0e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:54:39.726820 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 466989c7-4292-4bf6-8f5a-39c0948d1b0e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:39.728922 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:39.759254 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:37Z', 'revision_number': 3, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:39.813326 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Checking router: 65a41d11-638f-4e83-a11d-3a9a8b1edf2b for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:54:39.815590 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Updating router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b port fbd8cd42-253b-424b-a635-c8928cff43da binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:54:39.850497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:39.879945 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:40.130537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Allocated IP 172.20.0.1 (a03409b5-199a-439f-afae-ce6c69aa698f/b0912ef5-9b9e-4d53-a857-3411c89ccea8/18a5f7ee-dce9-4d91-9475-e8a4301393e5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:54:40.197965 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:40.263202 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:40.303771 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:40.355495 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:40.364260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff623dc-4b7e-4dca-a763-3886ca694d45 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:54:40.416232 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Attempting to bind port fbd8cd42-253b-424b-a635-c8928cff43da on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:40.416616 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Attempting to bind port fbd8cd42-253b-424b-a635-c8928cff43da by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:40.416980 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Attempting to bind port fbd8cd42-253b-424b-a635-c8928cff43da on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:40.419071 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Pushing event updated for resources: {'Port': ['ID=fbd8cd42-253b-424b-a635-c8928cff43da,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:40.436484 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:40.437060 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:40.437510 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:40.437953 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:40.438413 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:40.439449 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:40.439890 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:40.440689 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:40.441131 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:40.441565 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:40.442008 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:40.442887 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:40.450864 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:54:40.451579 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:54:40.452233 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:40.453343 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:54:40.454730 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Bound port: fbd8cd42-253b-424b-a635-c8928cff43da, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:54:40.455240 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:40.457414 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Network a03409b5-199a-439f-afae-ce6c69aa698f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:54:40.460701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:40.471131 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:54:40.505131 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Pushing event updated for resources: {'Port': ['ID=18a5f7ee-dce9-4d91-9475-e8a4301393e5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:40.506663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5be73a9a-400b-4bcc-8838-e94ea3356e02 None None] Provisioning complete for port fbd8cd42-253b-424b-a635-c8928cff43da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:40.507040 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5be73a9a-400b-4bcc-8838-e94ea3356e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:40.537405 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:40.559188 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] For port fbd8cd42-253b-424b-a635-c8928cff43da, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:54:40.563052 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] For port fbd8cd42-253b-424b-a635-c8928cff43da, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fbd8cd42-253b-424b-a635-c8928cff43da,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:54:40.635745 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:40.663741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5be73a9a-400b-4bcc-8838-e94ea3356e02 None None] Port fbd8cd42-253b-424b-a635-c8928cff43da cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:54:40.720940 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b841b8-1756-49dd-8cd5-cb58360da61b None None] Pushing event updated for resources: {'Port': ['ID=fbd8cd42-253b-424b-a635-c8928cff43da,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:40.737751 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Routers {'65a41d11-638f-4e83-a11d-3a9a8b1edf2b'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:40.738491 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:40.753664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f08930c-bcfa-442c-99b0-382758e9238a None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:54:40.903986 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-65c3119e-5b75-4b11-b327-6191761b3060 None None] Provisioning complete for port 18a5f7ee-dce9-4d91-9475-e8a4301393e5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:40.904415 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65c3119e-5b75-4b11-b327-6191761b3060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:40.919324 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] Set router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:40.940515 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:40.955169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-65c3119e-5b75-4b11-b327-6191761b3060 None None] Port 18a5f7ee-dce9-4d91-9475-e8a4301393e5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:54:40.968084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-65c3119e-5b75-4b11-b327-6191761b3060 None None] Provisioning complete for port fbd8cd42-253b-424b-a635-c8928cff43da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:40.968858 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65c3119e-5b75-4b11-b327-6191761b3060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:41.071102 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65c3119e-5b75-4b11-b327-6191761b3060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:41.125468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-65c3119e-5b75-4b11-b327-6191761b3060 None None] For port fbd8cd42-253b-424b-a635-c8928cff43da, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fbd8cd42-253b-424b-a635-c8928cff43da,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:41.195754 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65c3119e-5b75-4b11-b327-6191761b3060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:41.283713 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:41.298907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3119e-5b75-4b11-b327-6191761b3060 None None] Pushing event updated for resources: {'Port': ['ID=fbd8cd42-253b-424b-a635-c8928cff43da,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:41.383431 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:41.395727 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:37Z', 'revision_number': 3, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:41.463794 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736901af-cf45-4f24-8a6c-660cf17a9af7 None None] The sync data for ids ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'] in n-d-817748-2 is: [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:37Z', 'revision_number': 3, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:54:41.492345 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:41.678228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Pushing event updated for resources: {'Port': ['ID=18a5f7ee-dce9-4d91-9475-e8a4301393e5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:41.773240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Network a03409b5-199a-439f-afae-ce6c69aa698f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:54:41.775006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:42.009438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:54:42.369147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-482c9f96-70e7-40c2-b140-61d87608f0c3 None None] Provisioning complete for port 18a5f7ee-dce9-4d91-9475-e8a4301393e5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:42.372947 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-482c9f96-70e7-40c2-b140-61d87608f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:42.397967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:54:42.409098 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5d001826-2168-455c-bb20-b1b9da23da22 admin admin] 10.222.0.70 "PUT /v2.0/routers/65a41d11-638f-4e83-a11d-3a9a8b1edf2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1435037 Nov 15 14:54:42.456226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-482c9f96-70e7-40c2-b140-61d87608f0c3 None None] Port 18a5f7ee-dce9-4d91-9475-e8a4301393e5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:54:42.800202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:42.957481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55214) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:43.366709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a236-3978-4f99-859f-fbbba1809b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:43.381696 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1207da28-a05e-43a3-ba5f-f9fad77901b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:43.503674 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1207da28-a05e-43a3-ba5f-f9fad77901b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:43.523730 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a236-3978-4f99-859f-fbbba1809b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:43.590747 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1207da28-a05e-43a3-ba5f-f9fad77901b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:43.664973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fbd8cd42-253b-424b-a635-c8928cff43da up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:54:43.711012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1207da28-a05e-43a3-ba5f-f9fad77901b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2ae3c8e283f400dac4c24eb693e4238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7520251 Nov 15 14:54:43.711840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207da28-a05e-43a3-ba5f-f9fad77901b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4a017b-a4fb-4f2f-8a56-2d23cb971b09,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:43.712485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:43.752915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port fbd8cd42-253b-424b-a635-c8928cff43da triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:43.754461 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:43.770064 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a236-3978-4f99-859f-fbbba1809b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:43.831302 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4bb5a236-3978-4f99-859f-fbbba1809b1f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5711828d8044cc8a9edd114aa8e8e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0296199 Nov 15 14:54:43.834099 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:43.910266 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a236-3978-4f99-859f-fbbba1809b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196f8b9e-a4dc-4e1f-a6d1-fd8b4d8f0f80,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:43.916837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e16451ea-f651-48d1-a2c3-b2feb5027adc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:43.965121 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e16451ea-f651-48d1-a2c3-b2feb5027adc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:43.995471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed858dc6-04cd-4317-ba83-260f384cc5c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.045793 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed858dc6-04cd-4317-ba83-260f384cc5c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.166747 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed858dc6-04cd-4317-ba83-260f384cc5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.170283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:44.177212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1252928136-network', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:44.180661 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed858dc6-04cd-4317-ba83-260f384cc5c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.181858 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ed858dc6-04cd-4317-ba83-260f384cc5c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/196f8b9e-a4dc-4e1f-a6d1-fd8b4d8f0f80 HTTP/1.1" status: 204 len: 168 time: 0.3465822 Nov 15 14:54:44.211020 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed858dc6-04cd-4317-ba83-260f384cc5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196f8b9e-a4dc-4e1f-a6d1-fd8b4d8f0f80,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:44.260609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e16451ea-f651-48d1-a2c3-b2feb5027adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.263922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e16451ea-f651-48d1-a2c3-b2feb5027adc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.269031 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e16451ea-f651-48d1-a2c3-b2feb5027adc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b4a017b-a4fb-4f2f-8a56-2d23cb971b09 HTTP/1.1" status: 204 len: 168 time: 0.5547252 Nov 15 14:54:44.281500 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16451ea-f651-48d1-a2c3-b2feb5027adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4a017b-a4fb-4f2f-8a56-2d23cb971b09,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:44.304624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Made reservation on behalf of c7ed2e3ab46a4791b4cdc9523265d3d4 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:54:44.307630 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.322525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.344583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Sync routers for ids ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:54:44.375404 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Routers {'65a41d11-638f-4e83-a11d-3a9a8b1edf2b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:44.378175 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:44.416210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.519203 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Set router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:44.550644 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.604050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:54:44.609548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94defaf0-cecc-4d7b-964f-e199d46182ee,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:44.618290 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.619001 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Added segment 28c1ef50-f589-479f-b01a-a43d629ed4ff of type vlan for network 94065a98-3e71-4d76-b889-11790d86ef47 Nov 15 14:54:44.667532 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.772522 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.773687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:44.774358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:44.917507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '18a5f7ee-dce9-4d91-9475-e8a4301393e5', 'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'mac_address': 'fa:16:3e:9f:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:39Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 2, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'subnets': [{'id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:44.959472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=94065a98-3e71-4d76-b889-11790d86ef47,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:44.992975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 94065a98-3e71-4d76-b889-11790d86ef47 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:54:44.995962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Checking router: 65a41d11-638f-4e83-a11d-3a9a8b1edf2b for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:54:44.996524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Updating router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b port 18a5f7ee-dce9-4d91-9475-e8a4301393e5 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:54:45.015467 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-62bd06a1-d330-4e99-8024-6f86e7563ee2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8434496 Nov 15 14:54:45.018836 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:45.024457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2b27aa04-2d6d-44ff-ad89-c98cadc5436a admin admin] Request body: {'subnet': {'network_id': '94065a98-3e71-4d76-b889-11790d86ef47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1252928136-subnet', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:45.095542 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.149473 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b27aa04-2d6d-44ff-ad89-c98cadc5436a admin admin] Made reservation on behalf of c7ed2e3ab46a4791b4cdc9523265d3d4 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:54:45.153610 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b27aa04-2d6d-44ff-ad89-c98cadc5436a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.373254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:45.417484 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca401767-d4a2-4a75-a572-b515fec4f5b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.449612 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.455953 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:45.480963 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a117e79b-11dc-47ca-8750-2204e3c85a0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.510732 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca401767-d4a2-4a75-a572-b515fec4f5b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.527293 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.587201 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a117e79b-11dc-47ca-8750-2204e3c85a0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.589881 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b27aa04-2d6d-44ff-ad89-c98cadc5436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.633909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfc9fc-a54b-4adb-bbff-30995bdf0a40 None None] Pushing event updated for resources: {'Port': ['ID=18a5f7ee-dce9-4d91-9475-e8a4301393e5,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:45.636963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27aa04-2d6d-44ff-ad89-c98cadc5436a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8b2e84-347d-4abc-9d04-310550b58519,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:45.649745 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca401767-d4a2-4a75-a572-b515fec4f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.685607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Attempting to bind port 18a5f7ee-dce9-4d91-9475-e8a4301393e5 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:45.686010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Attempting to bind port 18a5f7ee-dce9-4d91-9475-e8a4301393e5 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:45.686341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Attempting to bind port 18a5f7ee-dce9-4d91-9475-e8a4301393e5 on network a03409b5-199a-439f-afae-ce6c69aa698f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:45.692629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:54:45.693027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Checking segment: {'id': '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:54:45.693422 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.693824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Bound using segment: {'id': '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:54:45.694306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Bound port: 18a5f7ee-dce9-4d91-9475-e8a4301393e5, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:54:45.694716 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.706832 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ca401767-d4a2-4a75-a572-b515fec4f5b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71a1a6cfc0c947d6ac0e1ef9e38ca7a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3320291 Nov 15 14:54:45.711688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55260) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:45.713979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27aa04-2d6d-44ff-ad89-c98cadc5436a admin admin] Checking segment: {'id': '28c1ef50-f589-479f-b01a-a43d629ed4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94065a98-3e71-4d76-b889-11790d86ef47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:54:45.714651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b27aa04-2d6d-44ff-ad89-c98cadc5436a admin admin] Network hostable DHCP agents. Network: 94065a98-3e71-4d76-b889-11790d86ef47, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:54:45.743975 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a117e79b-11dc-47ca-8750-2204e3c85a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.804576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] For port 18a5f7ee-dce9-4d91-9475-e8a4301393e5, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:54:45.809059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] For port 18a5f7ee-dce9-4d91-9475-e8a4301393e5, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=18a5f7ee-dce9-4d91-9475-e8a4301393e5,segment=NetworkSegment(0f3b98db-2f9a-4524-b14e-16eaa2fbc32e),segment_id=0f3b98db-2f9a-4524-b14e-16eaa2fbc32e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:54:45.812635 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a117e79b-11dc-47ca-8750-2204e3c85a0a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a32ea395840e4be194f835088fa7fd99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3550794 Nov 15 14:54:45.817171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca401767-d4a2-4a75-a572-b515fec4f5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9678e86-21f6-44b7-b23f-c2f60fab2392,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:45.820305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:45.843802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b27aa04-2d6d-44ff-ad89-c98cadc5436a admin admin] Network 94065a98-3e71-4d76-b889-11790d86ef47 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:54:45.890715 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.899347 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c2a5902-4141-4ca0-83dc-ce5de6ac8dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.926358 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117e79b-11dc-47ca-8750-2204e3c85a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64596c0a-0411-4533-a277-0638c719ffcd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:45.952081 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c2a5902-4141-4ca0-83dc-ce5de6ac8dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:45.993599 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a6496ec-fc79-4ef3-b189-6d10055efc97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:46.002351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2b27aa04-2d6d-44ff-ad89-c98cadc5436a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 94065a98-3e71-4d76-b889-11790d86ef47) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:46.015202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b27aa04-2d6d-44ff-ad89-c98cadc5436a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:46.015807 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b27aa04-2d6d-44ff-ad89-c98cadc5436a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:46.030690 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b755d4-9d5e-4da9-83d1-b0ff405b29a7 None None] Network 94065a98-3e71-4d76-b889-11790d86ef47 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:54:46.076658 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a6496ec-fc79-4ef3-b189-6d10055efc97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:46.135453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-87fef3ce-e785-4d45-a4e2-a48451447c07 None None] Provisioning complete for port 18a5f7ee-dce9-4d91-9475-e8a4301393e5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:46.135838 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87fef3ce-e785-4d45-a4e2-a48451447c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:46.145654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Routers {'65a41d11-638f-4e83-a11d-3a9a8b1edf2b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:46.146288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:46.161706 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c2a5902-4141-4ca0-83dc-ce5de6ac8dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:46.167130 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c2a5902-4141-4ca0-83dc-ce5de6ac8dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:46.170256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9c2a5902-4141-4ca0-83dc-ce5de6ac8dbf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e9678e86-21f6-44b7-b23f-c2f60fab2392 HTTP/1.1" status: 204 len: 168 time: 0.4480202 Nov 15 14:54:46.172527 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2b27aa04-2d6d-44ff-ad89-c98cadc5436a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1519868 Nov 15 14:54:46.176144 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:46.184616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1252928136-router', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:46.208668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a5902-4141-4ca0-83dc-ce5de6ac8dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9678e86-21f6-44b7-b23f-c2f60fab2392,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:46.288554 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a6496ec-fc79-4ef3-b189-6d10055efc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:46.291522 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a6496ec-fc79-4ef3-b189-6d10055efc97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:46.292915 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7a6496ec-fc79-4ef3-b189-6d10055efc97 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64596c0a-0411-4533-a277-0638c719ffcd HTTP/1.1" status: 204 len: 168 time: 0.4703646 Nov 15 14:54:46.305545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6496ec-fc79-4ef3-b189-6d10055efc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64596c0a-0411-4533-a277-0638c719ffcd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:46.322612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfc9fc-a54b-4adb-bbff-30995bdf0a40 None None] Pushing event updated for resources: {'Port': ['ID=18a5f7ee-dce9-4d91-9475-e8a4301393e5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:46.342127 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:46.348513 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:46.492443 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:46.538036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] Set router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:46.631659 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87fef3ce-e785-4d45-a4e2-a48451447c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:46.672512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-94065a98-3e71-4d76-b889-11790d86ef47', 'network_id': '94065a98-3e71-4d76-b889-11790d86ef47', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'fixed_ips': [{'subnet_id': '4e8b2e84-347d-4abc-9d04-310550b58519'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:54:46.673407 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:47.055115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-87fef3ce-e785-4d45-a4e2-a48451447c07 None None] For port 18a5f7ee-dce9-4d91-9475-e8a4301393e5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=18a5f7ee-dce9-4d91-9475-e8a4301393e5,segment=NetworkSegment(0f3b98db-2f9a-4524-b14e-16eaa2fbc32e),segment_id=0f3b98db-2f9a-4524-b14e-16eaa2fbc32e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:47.250300 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87fef3ce-e785-4d45-a4e2-a48451447c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:47.577515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4d31cbac-1b7c-4b9f-841f-82110edf17ca None None] Provisioning complete for port 18a5f7ee-dce9-4d91-9475-e8a4301393e5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:47.577849 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d31cbac-1b7c-4b9f-841f-82110edf17ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:47.619223 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fef3ce-e785-4d45-a4e2-a48451447c07 None None] Pushing event updated for resources: {'Port': ['ID=18a5f7ee-dce9-4d91-9475-e8a4301393e5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:47.641829 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Allocated IP 172.20.0.2 (94065a98-3e71-4d76-b889-11790d86ef47/4e8b2e84-347d-4abc-9d04-310550b58519/753f4a93-a8a4-4fd8-9768-f695b663294f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:54:47.648290 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:47.784291 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '18a5f7ee-dce9-4d91-9475-e8a4301393e5', 'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'mac_address': 'fa:16:3e:9f:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:39Z', 'updated_at': '2021-11-15T14:54:45Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'subnets': [{'id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:47.824094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315159c1-de1e-4ded-975c-c9c8406ac93b None None] The sync data for ids ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'] in n-d-817748-2 is: [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '18a5f7ee-dce9-4d91-9475-e8a4301393e5', 'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'mac_address': 'fa:16:3e:9f:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:39Z', 'updated_at': '2021-11-15T14:54:45Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'subnets': [{'id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:54:48.093877 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:48.177065 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:48.190953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:48.217761 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:48.319834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Network 94065a98-3e71-4d76-b889-11790d86ef47 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:54:48.325393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:48.341219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:54:48.368467 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Allocated IP 172.25.4.115 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/d5c21da6-8a29-4ed3-8d23-b91096fe33c1) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:54:48.369789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Pushing event updated for resources: {'Port': ['ID=753f4a93-a8a4-4fd8-9768-f695b663294f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:48.465822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Attempting to bind port 753f4a93-a8a4-4fd8-9768-f695b663294f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:48.466734 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Attempting to bind port 753f4a93-a8a4-4fd8-9768-f695b663294f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '28c1ef50-f589-479f-b01a-a43d629ed4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94065a98-3e71-4d76-b889-11790d86ef47'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:48.467110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Attempting to bind port 753f4a93-a8a4-4fd8-9768-f695b663294f on network 94065a98-3e71-4d76-b889-11790d86ef47 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:48.473280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:54:48.473664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Checking segment: {'id': '28c1ef50-f589-479f-b01a-a43d629ed4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94065a98-3e71-4d76-b889-11790d86ef47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:54:48.474069 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:48.474531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Bound using segment: {'id': '28c1ef50-f589-479f-b01a-a43d629ed4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94065a98-3e71-4d76-b889-11790d86ef47'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:54:48.475055 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Bound port: 753f4a93-a8a4-4fd8-9768-f695b663294f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c1ef50-f589-479f-b01a-a43d629ed4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94065a98-3e71-4d76-b889-11790d86ef47'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:54:48.475447 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:48.570424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:48.601023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] For port 753f4a93-a8a4-4fd8-9768-f695b663294f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:54:48.609565 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] For port 753f4a93-a8a4-4fd8-9768-f695b663294f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=753f4a93-a8a4-4fd8-9768-f695b663294f,segment=NetworkSegment(28c1ef50-f589-479f-b01a-a43d629ed4ff),segment_id=28c1ef50-f589-479f-b01a-a43d629ed4ff)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:54:48.738358 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:48.767256 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:48.797302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f1d20-731e-4cbd-9778-795daeb98444 None None] Pushing event updated for resources: {'Port': ['ID=753f4a93-a8a4-4fd8-9768-f695b663294f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:48.872901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:54:48.887349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:48.905294 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2abcef-8abc-443f-9bd1-e4b3f485a19f None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:54:48.915033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:54:48.974712 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c21da6-8a29-4ed3-8d23-b91096fe33c1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:48.990565 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1f21d09c-dacd-4913-afb3-1f86c443c487 None None] Provisioning complete for port d5c21da6-8a29-4ed3-8d23-b91096fe33c1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:48.995049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f21d09c-dacd-4913-afb3-1f86c443c487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:49.052220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1f21d09c-dacd-4913-afb3-1f86c443c487 None None] Port d5c21da6-8a29-4ed3-8d23-b91096fe33c1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:54:49.483500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:49.778994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 753f4a93-a8a4-4fd8-9768-f695b663294f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:54:49.819338 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:49.850488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 753f4a93-a8a4-4fd8-9768-f695b663294f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:49.851144 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:49.913655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55376) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:50.019381 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.075415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 753f4a93-a8a4-4fd8-9768-f695b663294f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=753f4a93-a8a4-4fd8-9768-f695b663294f,segment=NetworkSegment(28c1ef50-f589-479f-b01a-a43d629ed4ff),segment_id=28c1ef50-f589-479f-b01a-a43d629ed4ff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:50.155234 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.156033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 18a5f7ee-dce9-4d91-9475-e8a4301393e5 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:54:50.184933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-887968001'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:50.191189 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Router 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:54:50.257666 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=753f4a93-a8a4-4fd8-9768-f695b663294f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:50.275457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 18a5f7ee-dce9-4d91-9475-e8a4301393e5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:50.275837 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.304666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Made reservation on behalf of a2b9cc94d2504bcdb062f4e48e0e8d80 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:54:50.310271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.329501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc81354-7cb3-4e3a-8fdc-9ec6e5f95275 None None] Network 94065a98-3e71-4d76-b889-11790d86ef47 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:54:50.335192 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.402655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:54:50.412678 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Sync routers for ids ['1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:54:50.428424 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Routers {'1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:50.429268 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:50.441800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2939324f-8fe1-4f76-ab7e-b81f5929d872 None None] Provisioning complete for port 753f4a93-a8a4-4fd8-9768-f695b663294f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:50.442168 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2939324f-8fe1-4f76-ab7e-b81f5929d872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.499466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.503888 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-426ad2eb-f260-4ac4-adff-56f287b738a4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3227947 Nov 15 14:54:50.505601 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55384) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:50.525734 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.572199 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.597905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:54:50.599805 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Set router 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:50.628179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f184703-da5c-42b8-aca6-10386a1b4e43,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:50.631712 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.632092 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Added segment cb346ae3-2b7a-49b5-b666-f5e84df8911a of type vlan for network e2e24474-c3a0-4d21-82ef-d9f4ec51411a Nov 15 14:54:50.678752 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.784139 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.792933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:50.799398 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.849072 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'name': 'tempest-TestVolumeBackupRestore-1252928136-router', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:46Z', 'updated_at': '2021-11-15T14:54:49Z', 'revision_number': 3, 'project_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'gw_port': {'id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:48Z', 'updated_at': '2021-11-15T14:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:50.886540 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Checking router: 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:54:50.887052 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Updating router 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 port d5c21da6-8a29-4ed3-8d23-b91096fe33c1 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:54:50.918573 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:50.977549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Pushing event updated for resources: {'Network': ['ID=e2e24474-c3a0-4d21-82ef-d9f4ec51411a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:50.991304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network e2e24474-c3a0-4d21-82ef-d9f4ec51411a details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:54:51.017846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4058a5e7-c46a-4a6c-b3c3-7059e6bb3d35 None None] Provisioning complete for port 753f4a93-a8a4-4fd8-9768-f695b663294f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:51.018997 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4058a5e7-c46a-4a6c-b3c3-7059e6bb3d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.029278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e8752787-0563-44b7-8ea6-d6522163d70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.1137772 Nov 15 14:54:51.273196 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.333582 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.373414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:51.380064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Request body: {'port': {'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a', 'binding:host_id': 'n-h1-817748-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-881806314'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:51.406353 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.457920 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe681bac-a31a-4827-a4cc-65d7d1a687af None None] Pushing event updated for resources: {'Port': ['ID=d5c21da6-8a29-4ed3-8d23-b91096fe33c1,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:51.463433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Made reservation on behalf of bef1efe2e0cc4cc1a9828a66d47897bc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:54:51.465672 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.496409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037fb6f1-5482-41fa-8cf8-ddb7944a3457 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:54:51.513979 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.514532 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Attempting to bind port d5c21da6-8a29-4ed3-8d23-b91096fe33c1 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:51.518868 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Attempting to bind port d5c21da6-8a29-4ed3-8d23-b91096fe33c1 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:51.520402 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Attempting to bind port d5c21da6-8a29-4ed3-8d23-b91096fe33c1 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:51.527696 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:54:51.528289 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:54:51.528997 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.529545 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:54:51.530217 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Bound port: d5c21da6-8a29-4ed3-8d23-b91096fe33c1, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:54:51.532094 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.587363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Allocated IP 172.20.0.1 (94065a98-3e71-4d76-b889-11790d86ef47/4e8b2e84-347d-4abc-9d04-310550b58519/98c16ff2-e7f8-4642-a7d7-682171993ed1) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:54:51.592781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-83ca2c11-b9f2-4008-a7e3-6cb0cf0bf9e4 None None] Provisioning complete for port d5c21da6-8a29-4ed3-8d23-b91096fe33c1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:51.594672 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83ca2c11-b9f2-4008-a7e3-6cb0cf0bf9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.616572 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] For port d5c21da6-8a29-4ed3-8d23-b91096fe33c1, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:54:51.617286 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.620577 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] For port d5c21da6-8a29-4ed3-8d23-b91096fe33c1, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d5c21da6-8a29-4ed3-8d23-b91096fe33c1,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:54:51.662571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 753f4a93-a8a4-4fd8-9768-f695b663294f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:54:51.710374 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.717791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] device_id is not set on port fea5adc4-3302-4a10-a1e8-dcb31028b100 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:54:51.724731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-83ca2c11-b9f2-4008-a7e3-6cb0cf0bf9e4 None None] Port d5c21da6-8a29-4ed3-8d23-b91096fe33c1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:54:51.729898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 753f4a93-a8a4-4fd8-9768-f695b663294f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:51.730266 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.732789 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.767726 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.790419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cce7312-7478-4460-8c1d-fcee62e3c09c None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:54:51.805843 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Routers {'1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:51.806638 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:51.881848 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3e27bac5-219b-4090-8192-b8a9114303ba None None] Provisioning complete for port d5c21da6-8a29-4ed3-8d23-b91096fe33c1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:51.882324 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e27bac5-219b-4090-8192-b8a9114303ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.927213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:51.982188 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe681bac-a31a-4827-a4cc-65d7d1a687af None None] Pushing event updated for resources: {'Port': ['ID=d5c21da6-8a29-4ed3-8d23-b91096fe33c1,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:52.018776 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] device_id is not set on port fea5adc4-3302-4a10-a1e8-dcb31028b100 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:54:52.019316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Network 94065a98-3e71-4d76-b889-11790d86ef47 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:54:52.029744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:52.037302 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:54:52.041981 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:52.061933 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] Set router 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:52.072507 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2c1e21-13d2-4dc4-a53e-31798cfcb327,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:52.098023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:52.121733 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e27bac5-219b-4090-8192-b8a9114303ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:52.134734 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:52.167357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3e27bac5-219b-4090-8192-b8a9114303ba None None] For port d5c21da6-8a29-4ed3-8d23-b91096fe33c1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d5c21da6-8a29-4ed3-8d23-b91096fe33c1,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:52.195838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event updated for resources: {'Port': ['ID=fea5adc4-3302-4a10-a1e8-dcb31028b100,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:52.225276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Checking segment: {'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:54:52.225963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Network hostable DHCP agents. Network: e2e24474-c3a0-4d21-82ef-d9f4ec51411a, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:54:52.245749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Pushing event updated for resources: {'Port': ['ID=98c16ff2-e7f8-4642-a7d7-682171993ed1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:52.252926 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e27bac5-219b-4090-8192-b8a9114303ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:52.332511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Network e2e24474-c3a0-4d21-82ef-d9f4ec51411a is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:54:52.364035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27bac5-219b-4090-8192-b8a9114303ba None None] Pushing event updated for resources: {'Port': ['ID=d5c21da6-8a29-4ed3-8d23-b91096fe33c1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:52.412118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, e2e24474-c3a0-4d21-82ef-d9f4ec51411a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:52.416351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:54:52.423134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d8cbe8-0e03-4f8b-99ed-2219499049dc None None] Network e2e24474-c3a0-4d21-82ef-d9f4ec51411a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:54:52.437820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:52.438178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:52.438550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:52.441803 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'name': 'tempest-TestVolumeBackupRestore-1252928136-router', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:46Z', 'updated_at': '2021-11-15T14:54:49Z', 'revision_number': 3, 'project_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'gw_port': {'id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:48Z', 'updated_at': '2021-11-15T14:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:52.460759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:52.461099 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:52.464135 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 2 to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 Nov 15 14:54:52.482790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:52.483611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:52.483611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:52.495277 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8c46a-8044-4db6-b616-93bedd37f043 None None] The sync data for ids ['1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'] in n-d-817748-2 is: [{'id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'name': 'tempest-TestVolumeBackupRestore-1252928136-router', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:46Z', 'updated_at': '2021-11-15T14:54:49Z', 'revision_number': 3, 'project_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'gw_port': {'id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:48Z', 'updated_at': '2021-11-15T14:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:54:52.495899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:52.495899 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:52.495899 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 3 to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 Nov 15 14:54:52.518868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:52.529884 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:52.529884 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:52.533477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:52.534119 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:52.534257 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 4 to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 Nov 15 14:54:52.537131 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:52.541555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0a6dc81f-bd0e-4b7f-9e62-83b8a8e6f7b0 None None] Provisioning complete for port 98c16ff2-e7f8-4642-a7d7-682171993ed1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:52.542060 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a6dc81f-bd0e-4b7f-9e62-83b8a8e6f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:52.553875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:52.554286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:52.554698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:52.559422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:52.559766 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:52.560156 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 5 to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 Nov 15 14:54:52.574414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:52.574756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:52.575101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:52.581013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:52.582195 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:52.582920 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 6 to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 Nov 15 14:54:52.608029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:52.608638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:52.609219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:52.611601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dc81f-bd0e-4b7f-9e62-83b8a8e6f7b0 None None] Port 98c16ff2-e7f8-4642-a7d7-682171993ed1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:54:52.616419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:52.616959 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:52.617517 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 7 to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 Nov 15 14:54:52.633921 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:52.634260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:52.634648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:52.639879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:52.640215 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:52.640615 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 8 to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 Nov 15 14:54:52.660045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:52.660395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:52.660743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:52.666004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:52.666340 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:52.666949 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 9 to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 Nov 15 14:54:52.685957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:52.686292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:52.686672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:52.693684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:52.694005 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:52.694440 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 10 to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 Nov 15 14:54:52.717916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:52.718338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:52.718825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:52.731789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port fea5adc4-3302-4a10-a1e8-dcb31028b100 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:52.732134 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port fea5adc4-3302-4a10-a1e8-dcb31028b100 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:52.732506 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:52.823216 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:52.836531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] For port fea5adc4-3302-4a10-a1e8-dcb31028b100, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:54:52.836531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempted to set empty binding levels {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 14:54:52.874962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:52.926561 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:52.980433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:52.980433 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:52.989557 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:52.992279 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Pushing event updated for resources: {'Port': ['ID=98c16ff2-e7f8-4642-a7d7-682171993ed1,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:53.007123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event updated for resources: {'Port': ['ID=fea5adc4-3302-4a10-a1e8-dcb31028b100,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:53.061113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-78e3ad00-29dc-4803-9ff0-e5056ed29329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.6864960 Nov 15 14:54:53.073430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:53.102092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Network 94065a98-3e71-4d76-b889-11790d86ef47 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:54:53.104698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:53.125458 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:54:53.194545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-914cae05-c56b-4247-bbbb-e5b6c0e112f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Deleting port fea5adc4-3302-4a10-a1e8-dcb31028b100 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:53.194999 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-914cae05-c56b-4247-bbbb-e5b6c0e112f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:53.290048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Router 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:54:53.327407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-914cae05-c56b-4247-bbbb-e5b6c0e112f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] For port fea5adc4-3302-4a10-a1e8-dcb31028b100, host n-h1-817748-2, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:53.328174 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-914cae05-c56b-4247-bbbb-e5b6c0e112f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:53.355843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-914cae05-c56b-4247-bbbb-e5b6c0e112f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Calling delete_port for fea5adc4-3302-4a10-a1e8-dcb31028b100 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:53.508053 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:54:53.517446 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d662c904-0229-4457-b5eb-1744f43af95a admin admin] 10.222.0.70 "PUT /v2.0/routers/1ed8fc79-3b09-4c44-ac9d-f76a6f740b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0105157 Nov 15 14:54:53.557985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c34ab2e7-3979-481c-a6cc-4139b06c5528 None None] Provisioning complete for port 98c16ff2-e7f8-4642-a7d7-682171993ed1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:53.566792 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c34ab2e7-3979-481c-a6cc-4139b06c5528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:53.578625 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-914cae05-c56b-4247-bbbb-e5b6c0e112f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:53.638985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c34ab2e7-3979-481c-a6cc-4139b06c5528 None None] Port 98c16ff2-e7f8-4642-a7d7-682171993ed1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:54:53.660423 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-914cae05-c56b-4247-bbbb-e5b6c0e112f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:53.663805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-914cae05-c56b-4247-bbbb-e5b6c0e112f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "DELETE /v2.0/ports/fea5adc4-3302-4a10-a1e8-dcb31028b100 HTTP/1.1" status: 204 len: 168 time: 0.5887389 Nov 15 14:54:53.664915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cae05-c56b-4247-bbbb-e5b6c0e112f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event deleted for resources: {'Port': ['ID=fea5adc4-3302-4a10-a1e8-dcb31028b100,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:53.666749 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55468) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:53.686742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d5c21da6-8a29-4ed3-8d23-b91096fe33c1 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:54:53.718487 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f4eb48-b5fe-4b71-83f3-f7843bb8b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] GET failed (client error): The resource could not be found. Nov 15 14:54:53.722448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a2f4eb48-b5fe-4b71-83f3-f7843bb8b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "GET /v2.0/ports/fea5adc4-3302-4a10-a1e8-dcb31028b100 HTTP/1.1" status: 404 len: 333 time: 0.0529935 Nov 15 14:54:53.724217 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:53.733567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3803c21d-e6bd-4234-bd1e-26ab7e1a97a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Request body: {'port': {'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-140054470'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:53.745119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d5c21da6-8a29-4ed3-8d23-b91096fe33c1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:53.745696 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:53.823727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3803c21d-e6bd-4234-bd1e-26ab7e1a97a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Made reservation on behalf of bef1efe2e0cc4cc1a9828a66d47897bc for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:54:53.826310 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3803c21d-e6bd-4234-bd1e-26ab7e1a97a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:53.877326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-3803c21d-e6bd-4234-bd1e-26ab7e1a97a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] device_id is not set on port 71e15e69-e0e0-4072-b946-fee491498991 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:54:54.058714 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3803c21d-e6bd-4234-bd1e-26ab7e1a97a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:54.174150 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3803c21d-e6bd-4234-bd1e-26ab7e1a97a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:54.249253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803c21d-e6bd-4234-bd1e-26ab7e1a97a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event updated for resources: {'Port': ['ID=71e15e69-e0e0-4072-b946-fee491498991,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:54.271397 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803c21d-e6bd-4234-bd1e-26ab7e1a97a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Network e2e24474-c3a0-4d21-82ef-d9f4ec51411a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:54:54.273440 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3803c21d-e6bd-4234-bd1e-26ab7e1a97a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:54.281500 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803c21d-e6bd-4234-bd1e-26ab7e1a97a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:54:54.284253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803c21d-e6bd-4234-bd1e-26ab7e1a97a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:54.285148 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3803c21d-e6bd-4234-bd1e-26ab7e1a97a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:54.372932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55516) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:54.377968 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3803c21d-e6bd-4234-bd1e-26ab7e1a97a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6525912 Nov 15 14:54:54.380878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:54.461830 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:54.657365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] device_id is not set on port 71e15e69-e0e0-4072-b946-fee491498991 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:54:54.667299 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:54.766537 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:54.847913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:54.848255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:54.852267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:54.856378 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event updated for resources: {'Port': ['ID=71e15e69-e0e0-4072-b946-fee491498991,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:54.864969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:54.865686 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:54.866097 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 2 to bind port 71e15e69-e0e0-4072-b946-fee491498991 Nov 15 14:54:54.886570 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Sync routers for ids ['1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:54:54.901646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:54.902834 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:54.903204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:54.907510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Routers {'1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:54.908947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:54.918362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:54.918362 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:54.918362 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 3 to bind port 71e15e69-e0e0-4072-b946-fee491498991 Nov 15 14:54:54.949325 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:54.950313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:54.950706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:54.962022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:54.962358 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:54.963693 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 4 to bind port 71e15e69-e0e0-4072-b946-fee491498991 Nov 15 14:54:54.985559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:54.985903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:54.986250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:54.992321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:54.992672 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:54.993075 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 5 to bind port 71e15e69-e0e0-4072-b946-fee491498991 Nov 15 14:54:55.010631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:55.011008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:55.011412 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:55.017434 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:55.017823 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:55.018228 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 6 to bind port 71e15e69-e0e0-4072-b946-fee491498991 Nov 15 14:54:55.033669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:55.034019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:55.034374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:55.039877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:55.044608 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:55.044608 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 7 to bind port 71e15e69-e0e0-4072-b946-fee491498991 Nov 15 14:54:55.057351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:55.057351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:55.058007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:55.077066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:55.077410 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:55.077820 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 8 to bind port 71e15e69-e0e0-4072-b946-fee491498991 Nov 15 14:54:55.093931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:55.094820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:55.095446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:55.100813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:55.101402 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:55.101996 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 9 to bind port 71e15e69-e0e0-4072-b946-fee491498991 Nov 15 14:54:55.148069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:55.148069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:55.148069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:55.158748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:55.159368 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:55.161053 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 10 to bind port 71e15e69-e0e0-4072-b946-fee491498991 Nov 15 14:54:55.187078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:55.187681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:55.188895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:55.195035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:55.195620 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 71e15e69-e0e0-4072-b946-fee491498991 on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:55.196224 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:55.244545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Set router 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:55.269006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] For port 71e15e69-e0e0-4072-b946-fee491498991, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:54:55.269588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempted to set empty binding levels {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 14:54:55.349588 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:55.393612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] In _notify_port_updated(), no bound segment for port 71e15e69-e0e0-4072-b946-fee491498991 on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:54:55.394503 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.395363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:55.399587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:55.401056 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "PUT /v2.0/ports/71e15e69-e0e0-4072-b946-fee491498991 HTTP/1.1" status: 200 len: 978 time: 1.0219011 Nov 15 14:54:55.426640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d40a38-02c5-4331-a372-364634db1e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event updated for resources: {'Port': ['ID=71e15e69-e0e0-4072-b946-fee491498991,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:55.529196 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.529676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.530488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.531166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.532031 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.532683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.533333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.534006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.534672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.535316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.535958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.536768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.537226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.537675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.538784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.539245 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.539970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.540560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.541019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.541684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.542274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.544747 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.545522 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.546000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.546531 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.547207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.548494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.549096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.549401 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:55.554445 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d141abeb-925a-45bc-8cf5-9defa23f6d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26177 time: 0.1512330 Nov 15 14:54:55.557315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55560) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:55.600998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'name': 'tempest-TestVolumeBackupRestore-1252928136-router', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:46Z', 'updated_at': '2021-11-15T14:54:52Z', 'revision_number': 4, 'project_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'gw_port': {'id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:48Z', 'updated_at': '2021-11-15T14:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '98c16ff2-e7f8-4642-a7d7-682171993ed1', 'name': '', 'network_id': '94065a98-3e71-4d76-b889-11790d86ef47', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'mac_address': 'fa:16:3e:e8:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '4e8b2e84-347d-4abc-9d04-310550b58519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:51Z', 'updated_at': '2021-11-15T14:54:52Z', 'revision_number': 2, 'project_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'subnets': [{'id': '4e8b2e84-347d-4abc-9d04-310550b58519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:55.631475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Checking router: 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:54:55.631824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Updating router 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 port 98c16ff2-e7f8-4642-a7d7-682171993ed1 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:54:55.708518 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3be58-c403-46fa-bcbe-3bf734fd3b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Deleting port 71e15e69-e0e0-4072-b946-fee491498991 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:55.708872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fa3be58-c403-46fa-bcbe-3bf734fd3b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:55.709818 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:55.808282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3fa3be58-c403-46fa-bcbe-3bf734fd3b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] For port 71e15e69-e0e0-4072-b946-fee491498991, host n-h1-817748-2, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:55.808740 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fa3be58-c403-46fa-bcbe-3bf734fd3b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:55.835126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3be58-c403-46fa-bcbe-3bf734fd3b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Calling delete_port for 71e15e69-e0e0-4072-b946-fee491498991 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:56.052203 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fa3be58-c403-46fa-bcbe-3bf734fd3b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.076145 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.082836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3be58-c403-46fa-bcbe-3bf734fd3b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event deleted for resources: {'Port': ['ID=71e15e69-e0e0-4072-b946-fee491498991,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:56.090135 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fa3be58-c403-46fa-bcbe-3bf734fd3b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.096708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3fa3be58-c403-46fa-bcbe-3bf734fd3b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "DELETE /v2.0/ports/71e15e69-e0e0-4072-b946-fee491498991 HTTP/1.1" status: 204 len: 168 time: 0.5353279 Nov 15 14:54:56.096983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55568) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:56.121064 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae526a98-70f7-444e-9e75-b288514f30d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] GET failed (client error): The resource could not be found. Nov 15 14:54:56.122535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ae526a98-70f7-444e-9e75-b288514f30d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "GET /v2.0/ports/71e15e69-e0e0-4072-b946-fee491498991 HTTP/1.1" status: 404 len: 333 time: 0.0245934 Nov 15 14:54:56.127806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55570) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:56.132467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-989d3ce9-a20b-463f-a932-f4a9d619f76d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-49485423', 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:56.149153 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.230563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989d3ce9-a20b-463f-a932-f4a9d619f76d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Made reservation on behalf of bef1efe2e0cc4cc1a9828a66d47897bc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:54:56.233404 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-989d3ce9-a20b-463f-a932-f4a9d619f76d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.249415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Pushing event updated for resources: {'Port': ['ID=98c16ff2-e7f8-4642-a7d7-682171993ed1,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:56.267509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-989d3ce9-a20b-463f-a932-f4a9d619f76d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] device_id is not set on port c96e283a-376a-498f-af4e-d63e508f1a47 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:54:56.297693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:56.297968 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:56.298354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:56.298717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:56.299046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:56.299371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:56.299697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:56.300048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:56.300452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:56.300779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:56.301094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:56.301408 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:54:56.316582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Attempting to bind port 98c16ff2-e7f8-4642-a7d7-682171993ed1 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:56.316582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Attempting to bind port 98c16ff2-e7f8-4642-a7d7-682171993ed1 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '28c1ef50-f589-479f-b01a-a43d629ed4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94065a98-3e71-4d76-b889-11790d86ef47'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:56.316582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Attempting to bind port 98c16ff2-e7f8-4642-a7d7-682171993ed1 on network 94065a98-3e71-4d76-b889-11790d86ef47 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:56.325648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:54:56.326318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Checking segment: {'id': '28c1ef50-f589-479f-b01a-a43d629ed4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94065a98-3e71-4d76-b889-11790d86ef47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:54:56.326745 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.327138 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Bound using segment: {'id': '28c1ef50-f589-479f-b01a-a43d629ed4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94065a98-3e71-4d76-b889-11790d86ef47'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:54:56.327619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Bound port: 98c16ff2-e7f8-4642-a7d7-682171993ed1, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c1ef50-f589-479f-b01a-a43d629ed4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94065a98-3e71-4d76-b889-11790d86ef47'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:54:56.327993 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.419280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] For port 98c16ff2-e7f8-4642-a7d7-682171993ed1, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:54:56.423992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] For port 98c16ff2-e7f8-4642-a7d7-682171993ed1, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=98c16ff2-e7f8-4642-a7d7-682171993ed1,segment=NetworkSegment(28c1ef50-f589-479f-b01a-a43d629ed4ff),segment_id=28c1ef50-f589-479f-b01a-a43d629ed4ff)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:54:56.453897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-989d3ce9-a20b-463f-a932-f4a9d619f76d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.482440 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.555956 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Routers {'1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:54:56.556619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:54:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:56.558792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5bb4e-4931-4792-9241-a627b0d54ebf None None] Pushing event updated for resources: {'Port': ['ID=98c16ff2-e7f8-4642-a7d7-682171993ed1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:56.589706 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-989d3ce9-a20b-463f-a932-f4a9d619f76d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.659320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3719603-c9f2-441a-9b6a-5bab6ead56df None None] Provisioning complete for port 98c16ff2-e7f8-4642-a7d7-682171993ed1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:56.659691 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3719603-c9f2-441a-9b6a-5bab6ead56df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.670374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989d3ce9-a20b-463f-a932-f4a9d619f76d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Network e2e24474-c3a0-4d21-82ef-d9f4ec51411a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:54:56.681480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-989d3ce9-a20b-463f-a932-f4a9d619f76d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:56.696768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d3ce9-a20b-463f-a932-f4a9d619f76d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:54:56.699259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989d3ce9-a20b-463f-a932-f4a9d619f76d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:56.699967 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-989d3ce9-a20b-463f-a932-f4a9d619f76d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.720984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d3ce9-a20b-463f-a932-f4a9d619f76d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event updated for resources: {'Port': ['ID=c96e283a-376a-498f-af4e-d63e508f1a47,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:56.723229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] Set router 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:54:56.800349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-989d3ce9-a20b-463f-a932-f4a9d619f76d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6687536 Nov 15 14:54:56.800947 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:56.846223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4636eef5-ba3c-4153-a866-4116c4312c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:56.848250 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4636eef5-ba3c-4153-a866-4116c4312c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "GET /v2.0/ports/c96e283a-376a-498f-af4e-d63e508f1a47 HTTP/1.1" status: 200 len: 957 time: 0.0457852 Nov 15 14:54:56.850940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:56.883603 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3719603-c9f2-441a-9b6a-5bab6ead56df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.962351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-84e38378-2cbb-43c8-8ec5-881c66798c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Deleting port c96e283a-376a-498f-af4e-d63e508f1a47 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:56.962351 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84e38378-2cbb-43c8-8ec5-881c66798c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:56.974515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3719603-c9f2-441a-9b6a-5bab6ead56df None None] For port 98c16ff2-e7f8-4642-a7d7-682171993ed1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=98c16ff2-e7f8-4642-a7d7-682171993ed1,segment=NetworkSegment(28c1ef50-f589-479f-b01a-a43d629ed4ff),segment_id=28c1ef50-f589-479f-b01a-a43d629ed4ff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:57.050519 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84e38378-2cbb-43c8-8ec5-881c66798c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:57.064703 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-84e38378-2cbb-43c8-8ec5-881c66798c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Calling delete_port for c96e283a-376a-498f-af4e-d63e508f1a47 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:57.070718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'name': 'tempest-TestVolumeBackupRestore-1252928136-router', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:46Z', 'updated_at': '2021-11-15T14:54:52Z', 'revision_number': 4, 'project_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'gw_port': {'id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:48Z', 'updated_at': '2021-11-15T14:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '98c16ff2-e7f8-4642-a7d7-682171993ed1', 'name': '', 'network_id': '94065a98-3e71-4d76-b889-11790d86ef47', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'mac_address': 'fa:16:3e:e8:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '4e8b2e84-347d-4abc-9d04-310550b58519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:51Z', 'updated_at': '2021-11-15T14:54:56Z', 'revision_number': 4, 'project_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'subnets': [{'id': '4e8b2e84-347d-4abc-9d04-310550b58519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:57.100727 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3719603-c9f2-441a-9b6a-5bab6ead56df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:57.106822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5ccf0-9261-4dd2-b264-94252ca7b400 None None] The sync data for ids ['1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'] in n-d-817748-2 is: [{'id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'name': 'tempest-TestVolumeBackupRestore-1252928136-router', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:46Z', 'updated_at': '2021-11-15T14:54:52Z', 'revision_number': 4, 'project_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'gw_port': {'id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:48Z', 'updated_at': '2021-11-15T14:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '98c16ff2-e7f8-4642-a7d7-682171993ed1', 'name': '', 'network_id': '94065a98-3e71-4d76-b889-11790d86ef47', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'mac_address': 'fa:16:3e:e8:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '4e8b2e84-347d-4abc-9d04-310550b58519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:51Z', 'updated_at': '2021-11-15T14:54:56Z', 'revision_number': 4, 'project_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'subnets': [{'id': '4e8b2e84-347d-4abc-9d04-310550b58519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:54:57.221928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3719603-c9f2-441a-9b6a-5bab6ead56df None None] Pushing event updated for resources: {'Port': ['ID=98c16ff2-e7f8-4642-a7d7-682171993ed1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:57.276729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f4f3-6ebe-4892-b0b5-9c7de936414a None None] Provisioning complete for port 98c16ff2-e7f8-4642-a7d7-682171993ed1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:57.277095 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f4f3-6ebe-4892-b0b5-9c7de936414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:57.283739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:57.293157 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84e38378-2cbb-43c8-8ec5-881c66798c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:57.368577 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84e38378-2cbb-43c8-8ec5-881c66798c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:57.375035 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-84e38378-2cbb-43c8-8ec5-881c66798c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "DELETE /v2.0/ports/c96e283a-376a-498f-af4e-d63e508f1a47 HTTP/1.1" status: 204 len: 168 time: 0.5201576 Nov 15 14:54:57.376688 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e38378-2cbb-43c8-8ec5-881c66798c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event deleted for resources: {'Port': ['ID=c96e283a-376a-498f-af4e-d63e508f1a47,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:57.378899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55594) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:57.405573 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5563b36-085d-4fd6-b42e-39d537759e02 admin admin] Deleting subnet 5a125cf2-71a8-45b7-a56a-bf370a4d8d35 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:54:57.415299 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5563b36-085d-4fd6-b42e-39d537759e02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:57.425192 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60d1475-9713-4773-85bf-5542bb843481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] GET failed (client error): The resource could not be found. Nov 15 14:54:57.427523 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c60d1475-9713-4773-85bf-5542bb843481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "GET /v2.0/ports/c96e283a-376a-498f-af4e-d63e508f1a47 HTTP/1.1" status: 404 len: 333 time: 0.0468011 Nov 15 14:54:57.432994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:57.439307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f4189922-7a39-479d-a827-5f9beaeaba8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Request body: {'port': {'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-628740529'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:57.517730 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5563b36-085d-4fd6-b42e-39d537759e02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:57.533617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4189922-7a39-479d-a827-5f9beaeaba8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Made reservation on behalf of bef1efe2e0cc4cc1a9828a66d47897bc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:54:57.536177 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4189922-7a39-479d-a827-5f9beaeaba8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:57.589169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-f4189922-7a39-479d-a827-5f9beaeaba8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] device_id is not set on port 27934e73-1579-4269-874a-1395a5c3634e yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:54:57.617625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5563b36-085d-4fd6-b42e-39d537759e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:57.701912 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 98c16ff2-e7f8-4642-a7d7-682171993ed1 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:54:57.790949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 98c16ff2-e7f8-4642-a7d7-682171993ed1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:54:57.791320 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:57.795677 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5563b36-085d-4fd6-b42e-39d537759e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:57.827849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5563b36-085d-4fd6-b42e-39d537759e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a125cf2-71a8-45b7-a56a-bf370a4d8d35,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:57.848129 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4189922-7a39-479d-a827-5f9beaeaba8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:57.850851 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5563b36-085d-4fd6-b42e-39d537759e02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:57.859658 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c5563b36-085d-4fd6-b42e-39d537759e02 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5a125cf2-71a8-45b7-a56a-bf370a4d8d35 HTTP/1.1" status: 204 len: 168 time: 0.5741363 Nov 15 14:54:57.862172 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:58.007450 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb4381-fd06-4496-ba6f-bfac84e15c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.092443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4189922-7a39-479d-a827-5f9beaeaba8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.112834 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb4381-fd06-4496-ba6f-bfac84e15c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.137724 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.138828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5cdb4381-fd06-4496-ba6f-bfac84e15c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6b048b-fab2-4aad-9111-9f0cea6d7d1e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:58.146448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4189922-7a39-479d-a827-5f9beaeaba8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Network e2e24474-c3a0-4d21-82ef-d9f4ec51411a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:54:58.150573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f4189922-7a39-479d-a827-5f9beaeaba8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:54:58.152781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5cdb4381-fd06-4496-ba6f-bfac84e15c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13693772-3494-4240-8eb9-b8b825ec83dd') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:58.153307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5cdb4381-fd06-4496-ba6f-bfac84e15c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13693772-3494-4240-8eb9-b8b825ec83dd') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:54:58.153483 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4189922-7a39-479d-a827-5f9beaeaba8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:54:58.155056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4189922-7a39-479d-a827-5f9beaeaba8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:58.155760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4189922-7a39-479d-a827-5f9beaeaba8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.168961 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb4381-fd06-4496-ba6f-bfac84e15c4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.177575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4189922-7a39-479d-a827-5f9beaeaba8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event updated for resources: {'Port': ['ID=27934e73-1579-4269-874a-1395a5c3634e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:58.192552 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb4381-fd06-4496-ba6f-bfac84e15c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.199591 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdb4381-fd06-4496-ba6f-bfac84e15c4b admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:54:58.201319 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb4381-fd06-4496-ba6f-bfac84e15c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:54:58.203497 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:54:58.260378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f4189922-7a39-479d-a827-5f9beaeaba8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8232265 Nov 15 14:54:58.263175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55608) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:58.271685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:54:58.346321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.366175 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb4381-fd06-4496-ba6f-bfac84e15c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.383884 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb4381-fd06-4496-ba6f-bfac84e15c4b admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.387126 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5cdb4381-fd06-4496-ba6f-bfac84e15c4b admin admin] 10.222.0.70 "DELETE /v2.0/networks/8c6b048b-fab2-4aad-9111-9f0cea6d7d1e HTTP/1.1" status: 204 len: 168 time: 0.5234663 Nov 15 14:54:58.388072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb4381-fd06-4496-ba6f-bfac84e15c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=8c6b048b-fab2-4aad-9111-9f0cea6d7d1e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:58.578166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] device_id is not set on port 27934e73-1579-4269-874a-1395a5c3634e yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:54:58.586975 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.657977 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.661623 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.725914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event updated for resources: {'Port': ['ID=27934e73-1579-4269-874a-1395a5c3634e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:58.742429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:58.746471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:58.746471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:58.748651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:58.748996 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:58.749399 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 2 to bind port 27934e73-1579-4269-874a-1395a5c3634e Nov 15 14:54:58.764176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:58.764765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:58.765140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:58.771797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:58.772133 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:58.775202 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 3 to bind port 27934e73-1579-4269-874a-1395a5c3634e Nov 15 14:54:58.779024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:58.809398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:58.809748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:58.810097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:58.819979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:58.820347 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:58.825604 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 4 to bind port 27934e73-1579-4269-874a-1395a5c3634e Nov 15 14:54:58.850183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:58.850526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:58.850808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:58.856253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bf617b42-8d26-42d2-abcb-164b6e8d1e2d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5835a6df1724849977e2ba5b7ddcba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0728328 Nov 15 14:54:58.858947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:58.859098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:58.859545 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:58.859804 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 5 to bind port 27934e73-1579-4269-874a-1395a5c3634e Nov 15 14:54:58.876203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:58.876414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:58.876661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:58.881258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:58.881735 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:58.882141 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 6 to bind port 27934e73-1579-4269-874a-1395a5c3634e Nov 15 14:54:58.899183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:58.899636 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:58.900415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:58.905758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:58.906178 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:58.906875 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 7 to bind port 27934e73-1579-4269-874a-1395a5c3634e Nov 15 14:54:58.920825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:58.921706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:58.922130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:58.923384 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf237a4f-32b0-4f97-b111-bbdb8f6dac9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.928595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:58.928994 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:58.929461 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 8 to bind port 27934e73-1579-4269-874a-1395a5c3634e Nov 15 14:54:58.956129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:58.956830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:58.957251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:58.958871 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf237a4f-32b0-4f97-b111-bbdb8f6dac9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:58.967557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:58.967997 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:58.968483 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 9 to bind port 27934e73-1579-4269-874a-1395a5c3634e Nov 15 14:54:58.987849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:58.988470 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:58.988978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:58.994307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:58.994988 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:58.995897 n-d-817748-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempt 10 to bind port 27934e73-1579-4269-874a-1395a5c3634e Nov 15 14:54:59.010426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:54:59.010928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:54:59.011383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempting to bind port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:54:59.017130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:54:59.017584 n-d-817748-2 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Failed to bind port 27934e73-1579-4269-874a-1395a5c3634e on host n-h1-817748-2 for vnic_type normal using segments [{'id': 'cb346ae3-2b7a-49b5-b666-f5e84df8911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e2e24474-c3a0-4d21-82ef-d9f4ec51411a'}] Nov 15 14:54:59.018081 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:59.114625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf237a4f-32b0-4f97-b111-bbdb8f6dac9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:59.116262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] For port 27934e73-1579-4269-874a-1395a5c3634e, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:54:59.116771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attempted to set empty binding levels {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 14:54:59.118115 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf237a4f-32b0-4f97-b111-bbdb8f6dac9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:59.121739 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bf237a4f-32b0-4f97-b111-bbdb8f6dac9e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c8baa39-fc64-41eb-8da5-d31ab5a8c671 HTTP/1.1" status: 204 len: 168 time: 0.2594690 Nov 15 14:54:59.128336 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf237a4f-32b0-4f97-b111-bbdb8f6dac9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8baa39-fc64-41eb-8da5-d31ab5a8c671,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:59.190661 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:59.236529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] In _notify_port_updated(), no bound segment for port 27934e73-1579-4269-874a-1395a5c3634e on network e2e24474-c3a0-4d21-82ef-d9f4ec51411a {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:54:59.238619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:54:59.239310 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:59.244265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55622) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:59.244746 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "PUT /v2.0/ports/27934e73-1579-4269-874a-1395a5c3634e HTTP/1.1" status: 200 len: 978 time: 0.9791732 Nov 15 14:54:59.268319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dad8ac-9b84-4577-9492-8203ef57e0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event updated for resources: {'Port': ['ID=27934e73-1579-4269-874a-1395a5c3634e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:59.383879 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-26141ad3-e76e-42bb-a07d-636a7fdd06e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Deleting port 27934e73-1579-4269-874a-1395a5c3634e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:54:59.384231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26141ad3-e76e-42bb-a07d-636a7fdd06e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:59.463619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-26141ad3-e76e-42bb-a07d-636a7fdd06e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] For port 27934e73-1579-4269-874a-1395a5c3634e, host n-h1-817748-2, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:54:59.464061 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26141ad3-e76e-42bb-a07d-636a7fdd06e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:59.483900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-26141ad3-e76e-42bb-a07d-636a7fdd06e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Calling delete_port for 27934e73-1579-4269-874a-1395a5c3634e owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:54:59.669216 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26141ad3-e76e-42bb-a07d-636a7fdd06e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:59.721554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26141ad3-e76e-42bb-a07d-636a7fdd06e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Pushing event deleted for resources: {'Port': ['ID=27934e73-1579-4269-874a-1395a5c3634e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:54:59.735960 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26141ad3-e76e-42bb-a07d-636a7fdd06e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:59.736968 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-26141ad3-e76e-42bb-a07d-636a7fdd06e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "DELETE /v2.0/ports/27934e73-1579-4269-874a-1395a5c3634e HTTP/1.1" status: 204 len: 168 time: 0.4892268 Nov 15 14:54:59.738117 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55626) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:54:59.753140 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5ca4-7cc8-4398-8b8a-fcf1f215cbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:54:59.798700 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-93396ba8-7803-4730-a4b0-095949d3c504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] GET failed (client error): The resource could not be found. Nov 15 14:54:59.807268 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-93396ba8-7803-4730-a4b0-095949d3c504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8714336-project-admin] 10.222.0.70 "GET /v2.0/ports/27934e73-1579-4269-874a-1395a5c3634e HTTP/1.1" status: 404 len: 333 time: 0.0639918 Nov 15 14:54:59.825266 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55628) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:00.309611 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d2947b4-e631-45de-a847-17bda68d4d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:00.396724 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d2947b4-e631-45de-a847-17bda68d4d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:00.418359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3d2947b4-e631-45de-a847-17bda68d4d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e24474-c3a0-4d21-82ef-d9f4ec51411a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:00.428986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3d2947b4-e631-45de-a847-17bda68d4d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb346ae3-2b7a-49b5-b666-f5e84df8911a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:00.429293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3d2947b4-e631-45de-a847-17bda68d4d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb346ae3-2b7a-49b5-b666-f5e84df8911a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:00.439497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d2947b4-e631-45de-a847-17bda68d4d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:00.454080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d2947b4-e631-45de-a847-17bda68d4d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:00.460623 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2947b4-e631-45de-a847-17bda68d4d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:55:00.461026 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d2947b4-e631-45de-a847-17bda68d4d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:55:00.464095 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:55:00.583726 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d2947b4-e631-45de-a847-17bda68d4d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:00.601962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d2947b4-e631-45de-a847-17bda68d4d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:00.605135 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3d2947b4-e631-45de-a847-17bda68d4d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] 10.222.0.70 "DELETE /v2.0/networks/e2e24474-c3a0-4d21-82ef-d9f4ec51411a HTTP/1.1" status: 204 len: 168 time: 0.7788036 Nov 15 14:55:00.606423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2947b4-e631-45de-a847-17bda68d4d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818057114-project] Pushing event deleted for resources: {'Network': ['ID=e2e24474-c3a0-4d21-82ef-d9f4ec51411a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:01.096550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:01.303068 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fc6add12-5a04-4f70-b998-26d561a6e4db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2b9cc94d2504bcdb062f4e48e0e8d80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2052879 Nov 15 14:55:01.310425 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55660) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:01.403558 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3654d3c-298e-4737-85a8-18d0bed3cc41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:01.439105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3654d3c-298e-4737-85a8-18d0bed3cc41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:01.629895 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3654d3c-298e-4737-85a8-18d0bed3cc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:01.634450 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3654d3c-298e-4737-85a8-18d0bed3cc41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:01.650163 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e3654d3c-298e-4737-85a8-18d0bed3cc41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f184703-da5c-42b8-aca6-10386a1b4e43 HTTP/1.1" status: 204 len: 168 time: 0.3385153 Nov 15 14:55:01.683894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3654d3c-298e-4737-85a8-18d0bed3cc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f184703-da5c-42b8-aca6-10386a1b4e43,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:02.086492 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6371dbb-375a-452c-b5ac-3f7e11fc8008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:02.406951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:02.459406 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-458ffa8f-3212-4941-bf0f-731941bad1b5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bef1efe2e0cc4cc1a9828a66d47897bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503175 Nov 15 14:55:02.461744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:02.519799 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-326e9f9b-6504-4658-aae5-e0feb95e2884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:02.547217 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-326e9f9b-6504-4658-aae5-e0feb95e2884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:02.665741 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-326e9f9b-6504-4658-aae5-e0feb95e2884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:02.670514 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-326e9f9b-6504-4658-aae5-e0feb95e2884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:02.673933 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-326e9f9b-6504-4658-aae5-e0feb95e2884 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e2c1e21-13d2-4dc4-a53e-31798cfcb327 HTTP/1.1" status: 204 len: 168 time: 0.2107887 Nov 15 14:55:02.694111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e9f9b-6504-4658-aae5-e0feb95e2884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2c1e21-13d2-4dc4-a53e-31798cfcb327,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:03.474747 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:04.003839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55712) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:04.115422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1848921566'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:04.217331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:04.221519 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:04.241624 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:04.325010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:04.478242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:04.517776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:55:04.524134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f48985-0cfc-40e8-96f7-4400ca777156,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:04.532718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:04.535596 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Added segment 6343ba8a-b83c-4a6f-88c5-ba32826b5b19 of type vlan for network 94c97ecf-3102-4e9c-be3d-6b10b0b7bc96 Nov 15 14:55:04.589246 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:04.670095 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:04.677743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:04.679083 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:04.775815 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Network': ['ID=94c97ecf-3102-4e9c-be3d-6b10b0b7bc96,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:04.789429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 94c97ecf-3102-4e9c-be3d-6b10b0b7bc96 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:55:04.807100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55720) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:04.813351 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-189d718e-3f82-4458-a27b-99950b5e16b7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8077993 Nov 15 14:55:04.814663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-44074456-721f-4f7a-852c-9f72965ac530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-402607938'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:04.920292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44074456-721f-4f7a-852c-9f72965ac530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:04.924353 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44074456-721f-4f7a-852c-9f72965ac530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:04.958491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44074456-721f-4f7a-852c-9f72965ac530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:55:04.972182 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44074456-721f-4f7a-852c-9f72965ac530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:04.974174 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-44074456-721f-4f7a-852c-9f72965ac530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Added segment b60713d9-36b6-4709-bc33-afe27bce990c of type vlan for network 201931f1-76bd-4e91-acf8-44783a6ba404 Nov 15 14:55:05.036751 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44074456-721f-4f7a-852c-9f72965ac530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:05.143724 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:05.155145 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44074456-721f-4f7a-852c-9f72965ac530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:05.162483 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44074456-721f-4f7a-852c-9f72965ac530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:05.163324 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44074456-721f-4f7a-852c-9f72965ac530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:05.247787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44074456-721f-4f7a-852c-9f72965ac530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Network': ['ID=201931f1-76bd-4e91-acf8-44783a6ba404,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:05.258312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 201931f1-76bd-4e91-acf8-44783a6ba404 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:55:05.300868 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-44074456-721f-4f7a-852c-9f72965ac530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4916866 Nov 15 14:55:05.303295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55726) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:05.308315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-132c72d9-5016-4181-9dd9-942eb565b5d8 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'subnet': {'network_id': '94c97ecf-3102-4e9c-be3d-6b10b0b7bc96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:05.503435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132c72d9-5016-4181-9dd9-942eb565b5d8 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:05.518185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-132c72d9-5016-4181-9dd9-942eb565b5d8 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:05.794836 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:05.852498 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-132c72d9-5016-4181-9dd9-942eb565b5d8 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:05.918474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c72d9-5016-4181-9dd9-942eb565b5d8 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Subnet': ['ID=13619ee4-5a42-49ca-b04c-2bfa8af7549a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:05.930827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c72d9-5016-4181-9dd9-942eb565b5d8 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Checking segment: {'id': '6343ba8a-b83c-4a6f-88c5-ba32826b5b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94c97ecf-3102-4e9c-be3d-6b10b0b7bc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:05.931196 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c72d9-5016-4181-9dd9-942eb565b5d8 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network hostable DHCP agents. Network: 94c97ecf-3102-4e9c-be3d-6b10b0b7bc96, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:55:06.000748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c72d9-5016-4181-9dd9-942eb565b5d8 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network 94c97ecf-3102-4e9c-be3d-6b10b0b7bc96 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:55:06.080761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-132c72d9-5016-4181-9dd9-942eb565b5d8 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 94c97ecf-3102-4e9c-be3d-6b10b0b7bc96) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:06.091705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde3a006-12e6-43f6-95f0-249914562386 None None] Network 94c97ecf-3102-4e9c-be3d-6b10b0b7bc96 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:06.097399 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132c72d9-5016-4181-9dd9-942eb565b5d8 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:06.097399 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-132c72d9-5016-4181-9dd9-942eb565b5d8 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:06.264757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-132c72d9-5016-4181-9dd9-942eb565b5d8 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9573345 Nov 15 14:55:06.264757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55732) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:06.270652 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1b160261-d293-4130-ae41-67bce86b777b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'subnet': {'network_id': '201931f1-76bd-4e91-acf8-44783a6ba404', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:06.369194 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-94c97ecf-3102-4e9c-be3d-6b10b0b7bc96', 'network_id': '94c97ecf-3102-4e9c-be3d-6b10b0b7bc96', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'fixed_ips': [{'subnet_id': '13619ee4-5a42-49ca-b04c-2bfa8af7549a'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:55:06.370349 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:06.503351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b160261-d293-4130-ae41-67bce86b777b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:06.507572 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b160261-d293-4130-ae41-67bce86b777b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:06.534225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Allocated IP 2001:db8::2 (94c97ecf-3102-4e9c-be3d-6b10b0b7bc96/13619ee4-5a42-49ca-b04c-2bfa8af7549a/96238e87-f4f8-44c7-aa55-85a3afc1b7a5) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:06.712973 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:06.778718 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:06.806235 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b160261-d293-4130-ae41-67bce86b777b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:06.839919 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Network 94c97ecf-3102-4e9c-be3d-6b10b0b7bc96 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:06.845571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:06.850158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:06.863240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Pushing event updated for resources: {'Port': ['ID=96238e87-f4f8-44c7-aa55-85a3afc1b7a5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:06.879200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b160261-d293-4130-ae41-67bce86b777b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Subnet': ['ID=6351f9ae-a27d-4b31-b78d-6a1db96cec32,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:06.887062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b160261-d293-4130-ae41-67bce86b777b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Checking segment: {'id': 'b60713d9-36b6-4709-bc33-afe27bce990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '201931f1-76bd-4e91-acf8-44783a6ba404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:06.887430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b160261-d293-4130-ae41-67bce86b777b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network hostable DHCP agents. Network: 201931f1-76bd-4e91-acf8-44783a6ba404, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:55:06.917302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Attempting to bind port 96238e87-f4f8-44c7-aa55-85a3afc1b7a5 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:55:06.917668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Attempting to bind port 96238e87-f4f8-44c7-aa55-85a3afc1b7a5 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '6343ba8a-b83c-4a6f-88c5-ba32826b5b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94c97ecf-3102-4e9c-be3d-6b10b0b7bc96'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:55:06.918035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Attempting to bind port 96238e87-f4f8-44c7-aa55-85a3afc1b7a5 on network 94c97ecf-3102-4e9c-be3d-6b10b0b7bc96 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:55:06.923899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:55:06.924267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Checking segment: {'id': '6343ba8a-b83c-4a6f-88c5-ba32826b5b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94c97ecf-3102-4e9c-be3d-6b10b0b7bc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:06.924662 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:06.925052 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Bound using segment: {'id': '6343ba8a-b83c-4a6f-88c5-ba32826b5b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94c97ecf-3102-4e9c-be3d-6b10b0b7bc96'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:55:06.925512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Bound port: 96238e87-f4f8-44c7-aa55-85a3afc1b7a5, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6343ba8a-b83c-4a6f-88c5-ba32826b5b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94c97ecf-3102-4e9c-be3d-6b10b0b7bc96'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:55:06.925886 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:06.960362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b160261-d293-4130-ae41-67bce86b777b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network 201931f1-76bd-4e91-acf8-44783a6ba404 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:55:06.990195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] For port 96238e87-f4f8-44c7-aa55-85a3afc1b7a5, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:55:07.001622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] For port 96238e87-f4f8-44c7-aa55-85a3afc1b7a5, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=96238e87-f4f8-44c7-aa55-85a3afc1b7a5,segment=NetworkSegment(6343ba8a-b83c-4a6f-88c5-ba32826b5b19),segment_id=6343ba8a-b83c-4a6f-88c5-ba32826b5b19)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:55:07.034733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1b160261-d293-4130-ae41-67bce86b777b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 201931f1-76bd-4e91-acf8-44783a6ba404) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:07.039153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b160261-d293-4130-ae41-67bce86b777b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:07.043554 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b160261-d293-4130-ae41-67bce86b777b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:07.044082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf20a7d4-6c9f-4506-860b-c8f7f075869c None None] Network 201931f1-76bd-4e91-acf8-44783a6ba404 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:07.123605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1b160261-d293-4130-ae41-67bce86b777b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8575807 Nov 15 14:55:07.126423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55738) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:07.131974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2ef24b5f-46e4-43b4-a393-7266d655098b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1631883666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:07.229197 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef24b5f-46e4-43b4-a393-7266d655098b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:07.230490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef24b5f-46e4-43b4-a393-7266d655098b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:07.260810 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:07.291192 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef24b5f-46e4-43b4-a393-7266d655098b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:07.337714 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef24b5f-46e4-43b4-a393-7266d655098b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:07.352380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582565e1-7031-4c09-9d5e-a39479cec8d7 None None] Pushing event updated for resources: {'Port': ['ID=96238e87-f4f8-44c7-aa55-85a3afc1b7a5,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:07.414116 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef24b5f-46e4-43b4-a393-7266d655098b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:07.419988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2ef24b5f-46e4-43b4-a393-7266d655098b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2871587 Nov 15 14:55:07.422275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55748) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:07.489390 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-201931f1-76bd-4e91-acf8-44783a6ba404', 'network_id': '201931f1-76bd-4e91-acf8-44783a6ba404', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'fixed_ips': [{'subnet_id': '6351f9ae-a27d-4b31-b78d-6a1db96cec32'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:55:07.489686 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:07.774285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Allocated IP 2001:db8:1::2 (201931f1-76bd-4e91-acf8-44783a6ba404/6351f9ae-a27d-4b31-b78d-6a1db96cec32/beb4735d-793b-43e2-9f82-da012a80856f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:08.003984 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:08.215353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bad15-e7b9-4cde-a829-e27d8f5cfcb1 req-59a89149-2abd-40be-8091-c37fde15597e tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:08.217342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f09bad15-e7b9-4cde-a829-e27d8f5cfcb1 req-59a89149-2abd-40be-8091-c37fde15597e tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.2058108 Nov 15 14:55:08.297891 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:08.397157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Pushing event updated for resources: {'Port': ['ID=beb4735d-793b-43e2-9f82-da012a80856f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:08.407109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Network 201931f1-76bd-4e91-acf8-44783a6ba404 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:08.408823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:08.411278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:08.439831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f09bad15-e7b9-4cde-a829-e27d8f5cfcb1 req-54efeef4-4df9-45ce-a714-99646c0103dd tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633921 Nov 15 14:55:08.480392 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:08.509511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Attempting to bind port beb4735d-793b-43e2-9f82-da012a80856f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:55:08.510048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Attempting to bind port beb4735d-793b-43e2-9f82-da012a80856f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'b60713d9-36b6-4709-bc33-afe27bce990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '201931f1-76bd-4e91-acf8-44783a6ba404'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:55:08.510314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Attempting to bind port beb4735d-793b-43e2-9f82-da012a80856f on network 201931f1-76bd-4e91-acf8-44783a6ba404 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:55:08.518069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:55:08.518069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Checking segment: {'id': 'b60713d9-36b6-4709-bc33-afe27bce990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '201931f1-76bd-4e91-acf8-44783a6ba404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:08.518069 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:08.526324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Bound using segment: {'id': 'b60713d9-36b6-4709-bc33-afe27bce990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '201931f1-76bd-4e91-acf8-44783a6ba404'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:55:08.526324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Bound port: beb4735d-793b-43e2-9f82-da012a80856f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60713d9-36b6-4709-bc33-afe27bce990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '201931f1-76bd-4e91-acf8-44783a6ba404'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:55:08.526324 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:08.624368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] For port beb4735d-793b-43e2-9f82-da012a80856f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:55:08.629568 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] For port beb4735d-793b-43e2-9f82-da012a80856f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=beb4735d-793b-43e2-9f82-da012a80856f,segment=NetworkSegment(b60713d9-36b6-4709-bc33-afe27bce990c),segment_id=b60713d9-36b6-4709-bc33-afe27bce990c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:55:08.723852 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:08.802694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Allocated IP 2001:db8::1 (94c97ecf-3102-4e9c-be3d-6b10b0b7bc96/13619ee4-5a42-49ca-b04c-2bfa8af7549a/61c0d2bd-59e8-4867-8b88-e727b4d6ff70) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:08.846677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8674c2-1313-4a2f-8eb9-95434c80eda4 None None] Pushing event updated for resources: {'Port': ['ID=beb4735d-793b-43e2-9f82-da012a80856f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:08.861462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2739bc4b-01c1-4d63-aeda-dfea13295726 None None] Network 94c97ecf-3102-4e9c-be3d-6b10b0b7bc96 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:08.960316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b679694e-1375-4f3a-bb49-5769af01141c None None] Provisioning complete for port 96238e87-f4f8-44c7-aa55-85a3afc1b7a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:08.961096 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b679694e-1375-4f3a-bb49-5769af01141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:09.005513 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:09.120885 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:09.167908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network 94c97ecf-3102-4e9c-be3d-6b10b0b7bc96 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:09.176296 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:09.180446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:09.180996 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:09.229596 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b679694e-1375-4f3a-bb49-5769af01141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:09.257674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=61c0d2bd-59e8-4867-8b88-e727b4d6ff70,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:09.303413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b679694e-1375-4f3a-bb49-5769af01141c None None] For port 96238e87-f4f8-44c7-aa55-85a3afc1b7a5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=96238e87-f4f8-44c7-aa55-85a3afc1b7a5,segment=NetworkSegment(6343ba8a-b83c-4a6f-88c5-ba32826b5b19),segment_id=6343ba8a-b83c-4a6f-88c5-ba32826b5b19)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:09.360869 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b679694e-1375-4f3a-bb49-5769af01141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:09.430905 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679694e-1375-4f3a-bb49-5769af01141c None None] Pushing event updated for resources: {'Port': ['ID=96238e87-f4f8-44c7-aa55-85a3afc1b7a5,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:09.506185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:09.712997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ce90e34c-0a5c-4f91-a4e1-689d62636d88 None None] Provisioning complete for port 61c0d2bd-59e8-4867-8b88-e727b4d6ff70 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:09.713755 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce90e34c-0a5c-4f91-a4e1-689d62636d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:09.769877 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 96238e87-f4f8-44c7-aa55-85a3afc1b7a5 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:55:09.831292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c729018-be4b-49a6-8e4f-d92882b53e8e req-627ede61-5577-4901-b3c1-8b8548650b9e tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:09.833018 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c729018-be4b-49a6-8e4f-d92882b53e8e req-627ede61-5577-4901-b3c1-8b8548650b9e tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.1991177 Nov 15 14:55:09.844319 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ce90e34c-0a5c-4f91-a4e1-689d62636d88 None None] Port 61c0d2bd-59e8-4867-8b88-e727b4d6ff70 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:09.869758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ce90e34c-0a5c-4f91-a4e1-689d62636d88 None None] Provisioning complete for port 96238e87-f4f8-44c7-aa55-85a3afc1b7a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:09.870376 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce90e34c-0a5c-4f91-a4e1-689d62636d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:09.933112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 96238e87-f4f8-44c7-aa55-85a3afc1b7a5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:09.933627 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:09.971044 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c729018-be4b-49a6-8e4f-d92882b53e8e req-b3ecb011-d540-4964-9cad-1ff3ed971931 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144121 Nov 15 14:55:10.122022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device beb4735d-793b-43e2-9f82-da012a80856f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:55:10.194583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port beb4735d-793b-43e2-9f82-da012a80856f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:10.195097 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:10.215885 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:10.259787 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cc2ee613-bc8d-4bd7-9120-db4edf1f990c None None] Provisioning complete for port 61c0d2bd-59e8-4867-8b88-e727b4d6ff70 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:10.266285 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc2ee613-bc8d-4bd7-9120-db4edf1f990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:10.286191 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:10.287414 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:10.360742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cc2ee613-bc8d-4bd7-9120-db4edf1f990c None None] Port 61c0d2bd-59e8-4867-8b88-e727b4d6ff70 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:10.364593 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:10.383808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=61c0d2bd-59e8-4867-8b88-e727b4d6ff70,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:10.405834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port beb4735d-793b-43e2-9f82-da012a80856f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=beb4735d-793b-43e2-9f82-da012a80856f,segment=NetworkSegment(b60713d9-36b6-4709-bc33-afe27bce990c),segment_id=b60713d9-36b6-4709-bc33-afe27bce990c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:10.417209 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff18cb-631b-4e7a-9578-796731b520b0 None None] Network 201931f1-76bd-4e91-acf8-44783a6ba404 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:10.429617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network 94c97ecf-3102-4e9c-be3d-6b10b0b7bc96 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:10.431073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:10.488500 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:10.557772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-148b0b5f-c4cd-4805-ab36-bb08892073e0 None None] Provisioning complete for port beb4735d-793b-43e2-9f82-da012a80856f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:10.558155 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-148b0b5f-c4cd-4805-ab36-bb08892073e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:10.628696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 0337746c-8746-4097-9785-adfc90525cdb is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:55:10.635419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=beb4735d-793b-43e2-9f82-da012a80856f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:10.763610 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:10.769064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e8ad0732-6560-4802-bf24-af4830047834 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/0337746c-8746-4097-9785-adfc90525cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3456337 Nov 15 14:55:10.771767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:10.776426 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a9091-7100-44e5-a89e-67b7ac0d72e7 None None] Sync routers for ids ['0337746c-8746-4097-9785-adfc90525cdb'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:10.792129 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a9091-7100-44e5-a89e-67b7ac0d72e7 None None] Routers {'0337746c-8746-4097-9785-adfc90525cdb'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:10.792761 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a23a9091-7100-44e5-a89e-67b7ac0d72e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0337746c-8746-4097-9785-adfc90525cdb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:10.827174 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a23a9091-7100-44e5-a89e-67b7ac0d72e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:10.839916 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a9091-7100-44e5-a89e-67b7ac0d72e7 None None] Routers {'0337746c-8746-4097-9785-adfc90525cdb'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:10.840804 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a23a9091-7100-44e5-a89e-67b7ac0d72e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0337746c-8746-4097-9785-adfc90525cdb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:10.843509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc0cb2b-07f8-4702-a893-2c3169115183 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:10.845591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8fc0cb2b-07f8-4702-a893-2c3169115183 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports/61c0d2bd-59e8-4867-8b88-e727b4d6ff70 HTTP/1.1" status: 200 len: 911 time: 0.0728240 Nov 15 14:55:10.848700 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:10.866801 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fcba286c-80d5-41f1-a1eb-4668cfb6e6d8 None None] Provisioning complete for port 61c0d2bd-59e8-4867-8b88-e727b4d6ff70 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:10.867179 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fcba286c-80d5-41f1-a1eb-4668cfb6e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:10.880504 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a23a9091-7100-44e5-a89e-67b7ac0d72e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:10.881685 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a9091-7100-44e5-a89e-67b7ac0d72e7 None None] The sync data for ids ['0337746c-8746-4097-9785-adfc90525cdb'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:55:10.911738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fcba286c-80d5-41f1-a1eb-4668cfb6e6d8 None None] Port 61c0d2bd-59e8-4867-8b88-e727b4d6ff70 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:11.051909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-37e9c24f-4232-4721-9f50-0aa399e0afd1 None None] Provisioning complete for port beb4735d-793b-43e2-9f82-da012a80856f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:11.052292 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37e9c24f-4232-4721-9f50-0aa399e0afd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:11.156908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a64fcc-f4b1-4338-9bcb-b841c437ff32 req-5b4d72ba-a3e7-4cfb-a5eb-85427df437a0 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:11.162443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49a64fcc-f4b1-4338-9bcb-b841c437ff32 req-5b4d72ba-a3e7-4cfb-a5eb-85427df437a0 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0856032 Nov 15 14:55:11.225698 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49a64fcc-f4b1-4338-9bcb-b841c437ff32 req-713bb863-11c0-4f9b-987d-70120476c2b1 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576699 Nov 15 14:55:11.341428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:11.589099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device beb4735d-793b-43e2-9f82-da012a80856f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:55:11.646094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port beb4735d-793b-43e2-9f82-da012a80856f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:11.646500 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:11.654458 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Allocated IP 2001:db8:1::1 (201931f1-76bd-4e91-acf8-44783a6ba404/6351f9ae-a27d-4b31-b78d-6a1db96cec32/bf1dfa2d-5b74-48a8-b62b-4898d86c3d74) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:11.817415 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:12.379307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d2cdf-4a8b-4942-bbf3-6a72d293e6fa req-354e8df0-4a63-41a0-94dd-5cbadcba2298 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:12.381035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f36d2cdf-4a8b-4942-bbf3-6a72d293e6fa req-354e8df0-4a63-41a0-94dd-5cbadcba2298 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0743775 Nov 15 14:55:12.441674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f36d2cdf-4a8b-4942-bbf3-6a72d293e6fa req-8fe5735c-d66f-4b59-9b21-3d604481ae48 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542936 Nov 15 14:55:12.692791 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:12.738827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network 201931f1-76bd-4e91-acf8-44783a6ba404 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:12.742312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:12.746979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:12.747527 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:12.751354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=bf1dfa2d-5b74-48a8-b62b-4898d86c3d74,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:12.943927 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:13.159463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7455ead4-6307-4c4c-baef-5c750c4e289c None None] Provisioning complete for port bf1dfa2d-5b74-48a8-b62b-4898d86c3d74 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:13.164264 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7455ead4-6307-4c4c-baef-5c750c4e289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:13.203855 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7455ead4-6307-4c4c-baef-5c750c4e289c None None] Port bf1dfa2d-5b74-48a8-b62b-4898d86c3d74 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:13.251439 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:13.321910 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:13.322721 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:13.422468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=bf1dfa2d-5b74-48a8-b62b-4898d86c3d74,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:13.520120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network 201931f1-76bd-4e91-acf8-44783a6ba404 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:13.521695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:13.624009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8b050-ae9c-4c12-92e3-8a20f3d7efa6 req-82b9bc0f-0f1c-4c9e-962f-02c67a66bfb6 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:13.625630 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10f8b050-ae9c-4c12-92e3-8a20f3d7efa6 req-82b9bc0f-0f1c-4c9e-962f-02c67a66bfb6 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0888882 Nov 15 14:55:13.655690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 0337746c-8746-4097-9785-adfc90525cdb has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:55:13.700675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10f8b050-ae9c-4c12-92e3-8a20f3d7efa6 req-a104453b-6a5b-423d-bd47-658a75038f27 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664446 Nov 15 14:55:13.770252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:13.784059 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7055c658-9b69-4970-a037-4277c2209eae tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/0337746c-8746-4097-9785-adfc90525cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9292686 Nov 15 14:55:13.784298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f6896-c4ce-44e9-8150-36dc061f0d4a None None] Sync routers for ids ['0337746c-8746-4097-9785-adfc90525cdb'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:13.784480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55810) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:13.800708 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0f6896-c4ce-44e9-8150-36dc061f0d4a None None] Routers {'0337746c-8746-4097-9785-adfc90525cdb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:13.801366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e0f6896-c4ce-44e9-8150-36dc061f0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0337746c-8746-4097-9785-adfc90525cdb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:13.837030 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e0f6896-c4ce-44e9-8150-36dc061f0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:13.847654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0f6896-c4ce-44e9-8150-36dc061f0d4a None None] Routers {'0337746c-8746-4097-9785-adfc90525cdb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:13.848405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e0f6896-c4ce-44e9-8150-36dc061f0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0337746c-8746-4097-9785-adfc90525cdb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:13.866064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd96cf0-ed1a-49e1-bfa9-c000636af34f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:13.867911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6fd96cf0-ed1a-49e1-bfa9-c000636af34f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports/bf1dfa2d-5b74-48a8-b62b-4898d86c3d74 HTTP/1.1" status: 200 len: 913 time: 0.0819981 Nov 15 14:55:13.870545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55816) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:13.886748 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e0f6896-c4ce-44e9-8150-36dc061f0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:13.887410 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f6896-c4ce-44e9-8150-36dc061f0d4a None None] The sync data for ids ['0337746c-8746-4097-9785-adfc90525cdb'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:55:13.929866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ee47f024-7c88-42f1-9a37-6ad19728e287 None None] Provisioning complete for port bf1dfa2d-5b74-48a8-b62b-4898d86c3d74 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:13.930341 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee47f024-7c88-42f1-9a37-6ad19728e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:13.964466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ee47f024-7c88-42f1-9a37-6ad19728e287 None None] Port bf1dfa2d-5b74-48a8-b62b-4898d86c3d74 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:14.131153 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-cfebfcd1-b248-4c62-a26e-095f4210b85f req-ae0c71b5-3fd3-4bda-9713-7b13c0edde68 service neutron] (103147) timed out ('10.222.0.46', 58724) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 14:55:14.227768 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c141317-b241-4c98-823b-2f5fcb97f553 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:14.476544 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0c141317-b241-4c98-823b-2f5fcb97f553 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port bf1dfa2d-5b74-48a8-b62b-4898d86c3d74 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:14.476806 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c141317-b241-4c98-823b-2f5fcb97f553 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:14.568151 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c141317-b241-4c98-823b-2f5fcb97f553 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:14.584411 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0c141317-b241-4c98-823b-2f5fcb97f553 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for bf1dfa2d-5b74-48a8-b62b-4898d86c3d74 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:14.824719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085f91a-8f85-4422-867d-d61211621d08 req-0e3d2b4b-23d2-43b7-9712-5222ad887005 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:14.826291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d085f91a-8f85-4422-867d-d61211621d08 req-0e3d2b4b-23d2-43b7-9712-5222ad887005 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0523574 Nov 15 14:55:14.876144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d085f91a-8f85-4422-867d-d61211621d08 req-5a44fc3c-3e1c-4a2e-b03c-f20aefd024e3 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Nov 15 14:55:14.903299 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c141317-b241-4c98-823b-2f5fcb97f553 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:14.931777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c141317-b241-4c98-823b-2f5fcb97f553 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=bf1dfa2d-5b74-48a8-b62b-4898d86c3d74,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:15.058193 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c141317-b241-4c98-823b-2f5fcb97f553 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:15.294648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c141317-b241-4c98-823b-2f5fcb97f553 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 0337746c-8746-4097-9785-adfc90525cdb has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:55:15.395313 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c141317-b241-4c98-823b-2f5fcb97f553 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:15.404593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55840) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:15.404770 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0c141317-b241-4c98-823b-2f5fcb97f553 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/0337746c-8746-4097-9785-adfc90525cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5330184 Nov 15 14:55:15.426810 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64831ae-0496-4eb9-8f6c-ba643083f220 None None] Sync routers for ids ['0337746c-8746-4097-9785-adfc90525cdb'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:15.438817 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64831ae-0496-4eb9-8f6c-ba643083f220 None None] Routers {'0337746c-8746-4097-9785-adfc90525cdb'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:15.439795 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f64831ae-0496-4eb9-8f6c-ba643083f220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0337746c-8746-4097-9785-adfc90525cdb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:15.480130 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f64831ae-0496-4eb9-8f6c-ba643083f220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:15.490013 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64831ae-0496-4eb9-8f6c-ba643083f220 None None] Routers {'0337746c-8746-4097-9785-adfc90525cdb'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:15.490724 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f64831ae-0496-4eb9-8f6c-ba643083f220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0337746c-8746-4097-9785-adfc90525cdb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:15.524715 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f64831ae-0496-4eb9-8f6c-ba643083f220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:15.525731 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64831ae-0496-4eb9-8f6c-ba643083f220 None None] The sync data for ids ['0337746c-8746-4097-9785-adfc90525cdb'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:55:15.843043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ce174eb-e29f-4dc5-8a1b-7cdbc115e178 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:16.086174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063864b1-a51a-4874-98f6-78b5826a6df2 req-e4c37e3b-00e7-4527-9639-99c48a76fb43 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:16.087907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-063864b1-a51a-4874-98f6-78b5826a6df2 req-e4c37e3b-00e7-4527-9639-99c48a76fb43 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.1011314 Nov 15 14:55:16.228680 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-063864b1-a51a-4874-98f6-78b5826a6df2 req-01869251-c13f-4e97-b27e-302d918bc743 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283531 Nov 15 14:55:16.261611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8ce174eb-e29f-4dc5-8a1b-7cdbc115e178 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port 61c0d2bd-59e8-4867-8b88-e727b4d6ff70 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:16.261890 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ce174eb-e29f-4dc5-8a1b-7cdbc115e178 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:16.372496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ce174eb-e29f-4dc5-8a1b-7cdbc115e178 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:16.389863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8ce174eb-e29f-4dc5-8a1b-7cdbc115e178 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for 61c0d2bd-59e8-4867-8b88-e727b4d6ff70 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:16.663416 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ce174eb-e29f-4dc5-8a1b-7cdbc115e178 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:16.688744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce174eb-e29f-4dc5-8a1b-7cdbc115e178 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=61c0d2bd-59e8-4867-8b88-e727b4d6ff70,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:16.814692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ce174eb-e29f-4dc5-8a1b-7cdbc115e178 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:17.311632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce174eb-e29f-4dc5-8a1b-7cdbc115e178 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 0337746c-8746-4097-9785-adfc90525cdb has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:55:17.424550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce174eb-e29f-4dc5-8a1b-7cdbc115e178 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:17.430296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8ce174eb-e29f-4dc5-8a1b-7cdbc115e178 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/0337746c-8746-4097-9785-adfc90525cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0240598 Nov 15 14:55:17.433460 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:17.447871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066d2e4-bb6f-4cc3-81ac-3762f9c4150c None None] Sync routers for ids ['0337746c-8746-4097-9785-adfc90525cdb'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:17.452570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9be9eb-9035-4426-918c-dd88028d49bc req-d0a9dc96-739b-4868-a56e-71d8b73200d8 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:17.455753 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f9be9eb-9035-4426-918c-dd88028d49bc req-d0a9dc96-739b-4868-a56e-71d8b73200d8 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0945854 Nov 15 14:55:17.459678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066d2e4-bb6f-4cc3-81ac-3762f9c4150c None None] Routers {'0337746c-8746-4097-9785-adfc90525cdb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:17.460477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8066d2e4-bb6f-4cc3-81ac-3762f9c4150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0337746c-8746-4097-9785-adfc90525cdb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:17.491755 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-aa5f684e-f8d7-45ae-a99b-e5ccceac22b5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=0337746c-8746-4097-9785-adfc90525cdb HTTP/1.1" status: 200 len: 205 time: 0.0489011 Nov 15 14:55:17.491755 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55870) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:17.536170 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f9be9eb-9035-4426-918c-dd88028d49bc req-0e25ac67-f96e-497a-ba39-c505b04225a8 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713048 Nov 15 14:55:17.540292 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8066d2e4-bb6f-4cc3-81ac-3762f9c4150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:17.561927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066d2e4-bb6f-4cc3-81ac-3762f9c4150c None None] Routers {'0337746c-8746-4097-9785-adfc90525cdb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:17.564139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8066d2e4-bb6f-4cc3-81ac-3762f9c4150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['0337746c-8746-4097-9785-adfc90525cdb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:17.593266 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2707417-c5f7-43f4-8db5-295ce203f70e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:17.604518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8066d2e4-bb6f-4cc3-81ac-3762f9c4150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:17.605318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066d2e4-bb6f-4cc3-81ac-3762f9c4150c None None] The sync data for ids ['0337746c-8746-4097-9785-adfc90525cdb'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:55:17.755570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2707417-c5f7-43f4-8db5-295ce203f70e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:17.757731 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2707417-c5f7-43f4-8db5-295ce203f70e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:17.857689 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2707417-c5f7-43f4-8db5-295ce203f70e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:17.858196 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2707417-c5f7-43f4-8db5-295ce203f70e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Fanout notify agent at l3_agent the message router_deleted on router 0337746c-8746-4097-9785-adfc90525cdb {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:55:17.867104 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2707417-c5f7-43f4-8db5-295ce203f70e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:17.868211 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b2707417-c5f7-43f4-8db5-295ce203f70e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/0337746c-8746-4097-9785-adfc90525cdb HTTP/1.1" status: 204 len: 168 time: 0.3801579 Nov 15 14:55:17.870907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55874) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:17.934389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e651a9-06a3-41d6-97bb-de6039d0e912 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting subnet 6351f9ae-a27d-4b31-b78d-6a1db96cec32 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:55:17.938502 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8e651a9-06a3-41d6-97bb-de6039d0e912 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:17.983551 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8e651a9-06a3-41d6-97bb-de6039d0e912 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:18.080540 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8e651a9-06a3-41d6-97bb-de6039d0e912 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:18.223641 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8e651a9-06a3-41d6-97bb-de6039d0e912 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:18.254897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e651a9-06a3-41d6-97bb-de6039d0e912 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Subnet': ['ID=6351f9ae-a27d-4b31-b78d-6a1db96cec32,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:18.263060 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8e651a9-06a3-41d6-97bb-de6039d0e912 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:18.266617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e8e651a9-06a3-41d6-97bb-de6039d0e912 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/6351f9ae-a27d-4b31-b78d-6a1db96cec32 HTTP/1.1" status: 204 len: 168 time: 0.3946774 Nov 15 14:55:18.269294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:18.275426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b306c-43b4-45d7-afcd-8f6142ff1c8c None None] Network 201931f1-76bd-4e91-acf8-44783a6ba404 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:18.366131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebd410f-50e0-4347-98ae-275b5a632117 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting subnet 13619ee4-5a42-49ca-b04c-2bfa8af7549a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:55:18.366131 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bebd410f-50e0-4347-98ae-275b5a632117 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:18.428102 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bebd410f-50e0-4347-98ae-275b5a632117 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:18.496766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d68cb9c-1db7-435d-9937-c060037c4ebb None None] DHCP port deletion for 201931f1-76bd-4e91-acf8-44783a6ba404 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:55:18.522004 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bebd410f-50e0-4347-98ae-275b5a632117 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:18.556859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d68cb9c-1db7-435d-9937-c060037c4ebb None None] Deleting port beb4735d-793b-43e2-9f82-da012a80856f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:18.556859 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d68cb9c-1db7-435d-9937-c060037c4ebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:18.681263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb8752-7008-4d01-8da1-38a66066bd5f req-d449ef4e-0456-4928-98a8-99e0dffd2408 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:18.683033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04fb8752-7008-4d01-8da1-38a66066bd5f req-d449ef4e-0456-4928-98a8-99e0dffd2408 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0673709 Nov 15 14:55:18.705790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bebd410f-50e0-4347-98ae-275b5a632117 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:18.758676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd410f-50e0-4347-98ae-275b5a632117 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Subnet': ['ID=13619ee4-5a42-49ca-b04c-2bfa8af7549a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:18.770810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bebd410f-50e0-4347-98ae-275b5a632117 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:18.777497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55884) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:18.778107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bebd410f-50e0-4347-98ae-275b5a632117 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/13619ee4-5a42-49ca-b04c-2bfa8af7549a HTTP/1.1" status: 204 len: 168 time: 0.5068350 Nov 15 14:55:18.786948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04fb8752-7008-4d01-8da1-38a66066bd5f req-1a836e06-147c-4171-ab1d-541aa4eb2538 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925343 Nov 15 14:55:18.829978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d38da91-f197-4ff6-aa82-0413a1af9d6d None None] Network 94c97ecf-3102-4e9c-be3d-6b10b0b7bc96 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:18.838085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3d68cb9c-1db7-435d-9937-c060037c4ebb None None] For port beb4735d-793b-43e2-9f82-da012a80856f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=beb4735d-793b-43e2-9f82-da012a80856f,segment=NetworkSegment(b60713d9-36b6-4709-bc33-afe27bce990c),segment_id=b60713d9-36b6-4709-bc33-afe27bce990c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:18.838536 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d68cb9c-1db7-435d-9937-c060037c4ebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:18.896551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d68cb9c-1db7-435d-9937-c060037c4ebb None None] Calling delete_port for beb4735d-793b-43e2-9f82-da012a80856f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:18.913042 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:18.970452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port beb4735d-793b-43e2-9f82-da012a80856f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:18.971163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:19.056884 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] For port beb4735d-793b-43e2-9f82-da012a80856f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=beb4735d-793b-43e2-9f82-da012a80856f,segment=NetworkSegment(b60713d9-36b6-4709-bc33-afe27bce990c),segment_id=b60713d9-36b6-4709-bc33-afe27bce990c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:19.058701 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:19.143358 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d68cb9c-1db7-435d-9937-c060037c4ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:19.171422 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dfae4f-e7fa-401a-b08d-e8e0562768ea None None] DHCP port deletion for 94c97ecf-3102-4e9c-be3d-6b10b0b7bc96 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:55:19.177210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68cb9c-1db7-435d-9937-c060037c4ebb None None] Pushing event deleted for resources: {'Port': ['ID=beb4735d-793b-43e2-9f82-da012a80856f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:19.190735 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68cb9c-1db7-435d-9937-c060037c4ebb None None] No DVR routers for this DVR port beb4735d-793b-43e2-9f82-da012a80856f on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:55:19.253336 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ca6b5-e535-4906-85d5-166443d10b9f req-08d0e050-1980-4b5e-9baa-62b69e38972b tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:19.255087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-214ca6b5-e535-4906-85d5-166443d10b9f req-08d0e050-1980-4b5e-9baa-62b69e38972b tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.1065392 Nov 15 14:55:19.267106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-91dfae4f-e7fa-401a-b08d-e8e0562768ea None None] Deleting port 96238e87-f4f8-44c7-aa55-85a3afc1b7a5 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:19.267773 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91dfae4f-e7fa-401a-b08d-e8e0562768ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:19.366089 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91dfae4f-e7fa-401a-b08d-e8e0562768ea None None] For port 96238e87-f4f8-44c7-aa55-85a3afc1b7a5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=96238e87-f4f8-44c7-aa55-85a3afc1b7a5,segment=NetworkSegment(6343ba8a-b83c-4a6f-88c5-ba32826b5b19),segment_id=6343ba8a-b83c-4a6f-88c5-ba32826b5b19)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:19.367298 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91dfae4f-e7fa-401a-b08d-e8e0562768ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:19.384655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-91dfae4f-e7fa-401a-b08d-e8e0562768ea None None] Calling delete_port for 96238e87-f4f8-44c7-aa55-85a3afc1b7a5 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:19.386311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63248e-6b55-49ab-869e-ea3aada0c8a8 req-92e3653d-9fce-41c3-9145-faa698cae5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:19.388031 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac63248e-6b55-49ab-869e-ea3aada0c8a8 req-92e3653d-9fce-41c3-9145-faa698cae5e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 1097 time: 0.1228657 Nov 15 14:55:19.393402 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-214ca6b5-e535-4906-85d5-166443d10b9f req-9eac1c1a-176f-4b5e-bcbf-913660c7657f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298475 Nov 15 14:55:19.582658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63248e-6b55-49ab-869e-ea3aada0c8a8 req-e36d3587-13ad-422f-a2c1-6440ed68c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:19.590074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac63248e-6b55-49ab-869e-ea3aada0c8a8 req-e36d3587-13ad-422f-a2c1-6440ed68c510 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5e26bce-6e6a-4dbe-a181-42003518ed99 HTTP/1.1" status: 200 len: 912 time: 0.1937008 Nov 15 14:55:19.674146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for beb4735d-793b-43e2-9f82-da012a80856f owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:19.676701 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91dfae4f-e7fa-401a-b08d-e8e0562768ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:19.682183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac63248e-6b55-49ab-869e-ea3aada0c8a8 req-98e1caf7-3832-4f35-a99a-287cab844d42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5805a61-7fa2-4bf0-93f2-9607818e62ae HTTP/1.1" status: 200 len: 1002 time: 0.0844309 Nov 15 14:55:19.684050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 96238e87-f4f8-44c7-aa55-85a3afc1b7a5 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:55:19.726175 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfae4f-e7fa-401a-b08d-e8e0562768ea None None] Pushing event deleted for resources: {'Port': ['ID=96238e87-f4f8-44c7-aa55-85a3afc1b7a5,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:19.729729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 96238e87-f4f8-44c7-aa55-85a3afc1b7a5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:55:19.730002 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 96238e87-f4f8-44c7-aa55-85a3afc1b7a5 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:55:19.730446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device beb4735d-793b-43e2-9f82-da012a80856f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:55:19.732589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dfae4f-e7fa-401a-b08d-e8e0562768ea None None] No DVR routers for this DVR port 96238e87-f4f8-44c7-aa55-85a3afc1b7a5 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:55:19.749201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63248e-6b55-49ab-869e-ea3aada0c8a8 req-c61c4d58-f911-46d3-a6bc-55194348d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:19.751347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac63248e-6b55-49ab-869e-ea3aada0c8a8 req-c61c4d58-f911-46d3-a6bc-55194348d435 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c HTTP/1.1" status: 200 len: 850 time: 0.0622938 Nov 15 14:55:19.773376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: beb4735d-793b-43e2-9f82-da012a80856f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:55:19.773376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device beb4735d-793b-43e2-9f82-da012a80856f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:55:19.789091 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:19.810557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63248e-6b55-49ab-869e-ea3aada0c8a8 req-c5866b5e-ceb4-418c-b0e4-5c08dbf67c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:19.812362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac63248e-6b55-49ab-869e-ea3aada0c8a8 req-c5866b5e-ceb4-418c-b0e4-5c08dbf67c75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5e26bce-6e6a-4dbe-a181-42003518ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530579 Nov 15 14:55:19.816305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=beb4735d-793b-43e2-9f82-da012a80856f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:19.823860 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No DVR routers for this DVR port beb4735d-793b-43e2-9f82-da012a80856f on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:55:19.915948 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:19.926020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac63248e-6b55-49ab-869e-ea3aada0c8a8 req-1a4d3ce3-4cc7-493a-bdaf-68111e97fb4c service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059880 Nov 15 14:55:19.937586 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201931f1-76bd-4e91-acf8-44783a6ba404']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:19.947595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60713d9-36b6-4709-bc33-afe27bce990c') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:19.957001 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60713d9-36b6-4709-bc33-afe27bce990c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:19.958232 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:19.972773 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:19.978617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:55:19.979011 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:55:19.981940 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:55:20.021079 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac63248e-6b55-49ab-869e-ea3aada0c8a8 req-8921959b-3066-4a31-a7f6-313826b67a75 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875564 Nov 15 14:55:20.154826 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:20.162611 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:20.165709 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/networks/201931f1-76bd-4e91-acf8-44783a6ba404 HTTP/1.1" status: 204 len: 168 time: 1.3862870 Nov 15 14:55:20.168778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:20.178166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef30523-ec89-4dc7-9752-33885d855e40 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Network': ['ID=201931f1-76bd-4e91-acf8-44783a6ba404,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:20.255052 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2663dc49-199c-4a91-b6fc-268cec9b4744 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:20.342708 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2663dc49-199c-4a91-b6fc-268cec9b4744 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:20.363101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2663dc49-199c-4a91-b6fc-268cec9b4744 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c97ecf-3102-4e9c-be3d-6b10b0b7bc96']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:20.372481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2663dc49-199c-4a91-b6fc-268cec9b4744 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6343ba8a-b83c-4a6f-88c5-ba32826b5b19') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:20.372777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2663dc49-199c-4a91-b6fc-268cec9b4744 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6343ba8a-b83c-4a6f-88c5-ba32826b5b19') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:20.388169 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2663dc49-199c-4a91-b6fc-268cec9b4744 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:20.402193 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2663dc49-199c-4a91-b6fc-268cec9b4744 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:20.408825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2663dc49-199c-4a91-b6fc-268cec9b4744 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2663dc49-199c-4a91-b6fc-268cec9b4744 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:55:20.419128 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:55:20.525963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd89efb-e3f1-4f22-ba2b-b70dbd18c01d req-f931fef0-ffea-4c27-91d4-3d2213800ef1 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:20.531467 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dbd89efb-e3f1-4f22-ba2b-b70dbd18c01d req-f931fef0-ffea-4c27-91d4-3d2213800ef1 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0561824 Nov 15 14:55:20.576281 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dbd89efb-e3f1-4f22-ba2b-b70dbd18c01d req-6a1efb15-1e50-43d4-a1e0-d31cd548ce8f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420139 Nov 15 14:55:20.674609 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2663dc49-199c-4a91-b6fc-268cec9b4744 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:20.684827 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2663dc49-199c-4a91-b6fc-268cec9b4744 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:20.686460 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2663dc49-199c-4a91-b6fc-268cec9b4744 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/networks/94c97ecf-3102-4e9c-be3d-6b10b0b7bc96 HTTP/1.1" status: 204 len: 168 time: 0.5165410 Nov 15 14:55:20.691980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55902) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:20.697663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663dc49-199c-4a91-b6fc-268cec9b4744 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Network': ['ID=94c97ecf-3102-4e9c-be3d-6b10b0b7bc96,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:20.698510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-de8f14b8-3838-41c1-9a93-d3015e1290b5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1934951426'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:20.868664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8f14b8-3838-41c1-9a93-d3015e1290b5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:20.872269 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de8f14b8-3838-41c1-9a93-d3015e1290b5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:20.898141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8f14b8-3838-41c1-9a93-d3015e1290b5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:55:20.909093 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de8f14b8-3838-41c1-9a93-d3015e1290b5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:20.913642 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-de8f14b8-3838-41c1-9a93-d3015e1290b5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Added segment 9ebfe11a-f86c-402d-91b4-97cc66ff5d8a of type vlan for network cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f Nov 15 14:55:20.947483 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de8f14b8-3838-41c1-9a93-d3015e1290b5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:21.068689 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de8f14b8-3838-41c1-9a93-d3015e1290b5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:21.074421 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8f14b8-3838-41c1-9a93-d3015e1290b5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:21.076428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de8f14b8-3838-41c1-9a93-d3015e1290b5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:21.145245 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f14b8-3838-41c1-9a93-d3015e1290b5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Network': ['ID=cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:21.157128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:55:21.222948 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-de8f14b8-3838-41c1-9a93-d3015e1290b5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5294363 Nov 15 14:55:21.226157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:21.232002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-72cce35f-9d9f-4c21-a420-4d2547954fb6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'subnet': {'network_id': 'cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:21.400343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cce35f-9d9f-4c21-a420-4d2547954fb6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:21.403845 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72cce35f-9d9f-4c21-a420-4d2547954fb6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:21.706761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41567939-bdb9-4ebe-9768-e3ff9c738961 req-81c2cc67-a51f-4608-b2ca-1d0e03a2eb5b tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:21.708286 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41567939-bdb9-4ebe-9768-e3ff9c738961 req-81c2cc67-a51f-4608-b2ca-1d0e03a2eb5b tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.0569243 Nov 15 14:55:21.731940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72cce35f-9d9f-4c21-a420-4d2547954fb6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:21.759405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41567939-bdb9-4ebe-9768-e3ff9c738961 req-b16b9cde-24b9-4316-a0cd-80bd72059041 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448637 Nov 15 14:55:21.803046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cce35f-9d9f-4c21-a420-4d2547954fb6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Subnet': ['ID=4173772f-68ed-4537-9b2d-41c13f6e5737,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:21.807980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cce35f-9d9f-4c21-a420-4d2547954fb6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Checking segment: {'id': '9ebfe11a-f86c-402d-91b4-97cc66ff5d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:21.808351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cce35f-9d9f-4c21-a420-4d2547954fb6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network hostable DHCP agents. Network: cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:55:21.880370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cce35f-9d9f-4c21-a420-4d2547954fb6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:55:21.983064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-72cce35f-9d9f-4c21-a420-4d2547954fb6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:21.987813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cce35f-9d9f-4c21-a420-4d2547954fb6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:21.988408 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72cce35f-9d9f-4c21-a420-4d2547954fb6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:21.993294 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce2c565-0aa1-460b-a35d-d0ba11ad8464 None None] Network cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:22.106274 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-72cce35f-9d9f-4c21-a420-4d2547954fb6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8789527 Nov 15 14:55:22.108843 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:22.114514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-68ee9d4c-03a7-49d0-8473-517725ff742d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1435360283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:22.154807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f', 'network_id': 'cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'fixed_ips': [{'subnet_id': '4173772f-68ed-4537-9b2d-41c13f6e5737'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:55:22.156209 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:22.229121 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee9d4c-03a7-49d0-8473-517725ff742d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:22.230325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee9d4c-03a7-49d0-8473-517725ff742d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:22.296883 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee9d4c-03a7-49d0-8473-517725ff742d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:22.321757 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Allocated IP 2001:db8::2 (cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f/4173772f-68ed-4537-9b2d-41c13f6e5737/768ac6f2-7606-4d51-9e8d-dc945c82d33d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:22.395386 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee9d4c-03a7-49d0-8473-517725ff742d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:22.475679 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:22.499545 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee9d4c-03a7-49d0-8473-517725ff742d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:22.500805 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-68ee9d4c-03a7-49d0-8473-517725ff742d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3909855 Nov 15 14:55:22.503551 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55926) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:22.511338 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'port': {'network_id': 'cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f', 'name': 'tempest-RoutersIpV6Test-686448633'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:22.560572 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:22.639914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Network cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:22.646600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:22.655648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:22.668096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Pushing event updated for resources: {'Port': ['ID=768ac6f2-7606-4d51-9e8d-dc945c82d33d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:22.717864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Attempting to bind port 768ac6f2-7606-4d51-9e8d-dc945c82d33d on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:55:22.718235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Attempting to bind port 768ac6f2-7606-4d51-9e8d-dc945c82d33d by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '9ebfe11a-f86c-402d-91b4-97cc66ff5d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:55:22.718624 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Attempting to bind port 768ac6f2-7606-4d51-9e8d-dc945c82d33d on network cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:55:22.724806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:55:22.725181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Checking segment: {'id': '9ebfe11a-f86c-402d-91b4-97cc66ff5d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:22.725608 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:22.726023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Bound using segment: {'id': '9ebfe11a-f86c-402d-91b4-97cc66ff5d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:55:22.726525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Bound port: 768ac6f2-7606-4d51-9e8d-dc945c82d33d, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebfe11a-f86c-402d-91b4-97cc66ff5d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:55:22.726902 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:22.731545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:22.735442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:22.755448 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] device_id is not set on port 16440072-c144-4c5f-80ae-91c97c63b3fe yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:55:22.799131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] For port 768ac6f2-7606-4d51-9e8d-dc945c82d33d, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:55:22.802358 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] For port 768ac6f2-7606-4d51-9e8d-dc945c82d33d, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=768ac6f2-7606-4d51-9e8d-dc945c82d33d,segment=NetworkSegment(9ebfe11a-f86c-402d-91b4-97cc66ff5d8a),segment_id=9ebfe11a-f86c-402d-91b4-97cc66ff5d8a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:55:22.873002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Allocated IP 2001:db8::6d (cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f/4173772f-68ed-4537-9b2d-41c13f6e5737/16440072-c144-4c5f-80ae-91c97c63b3fe) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:22.892684 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:22.964841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ee119-a68c-4db5-a5c0-fd764421c88c None None] Pushing event updated for resources: {'Port': ['ID=768ac6f2-7606-4d51-9e8d-dc945c82d33d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:23.056111 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:23.183815 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:23.242781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:23.253480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:23.258337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:23.264035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:23.266680 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:23.271673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=16440072-c144-4c5f-80ae-91c97c63b3fe,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:23.340376 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-49ca1390-ef40-41e0-b78e-937a50f0405f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8357093 Nov 15 14:55:23.342972 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:23.626346 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 768ac6f2-7606-4d51-9e8d-dc945c82d33d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:55:23.709342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 768ac6f2-7606-4d51-9e8d-dc945c82d33d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:23.709721 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:23.722101 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:23.828885 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:23.863564 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 768ac6f2-7606-4d51-9e8d-dc945c82d33d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=768ac6f2-7606-4d51-9e8d-dc945c82d33d,segment=NetworkSegment(9ebfe11a-f86c-402d-91b4-97cc66ff5d8a),segment_id=9ebfe11a-f86c-402d-91b4-97cc66ff5d8a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:23.973883 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:24.024581 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:24.030909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b8de1-f5b5-4cc8-ab24-5e5bf91086ac None None] Network cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:24.056443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=768ac6f2-7606-4d51-9e8d-dc945c82d33d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:24.091093 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:24.121959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a1f64336-9fe1-443e-b595-93413675746b None None] Provisioning complete for port 768ac6f2-7606-4d51-9e8d-dc945c82d33d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:24.122337 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a1f64336-9fe1-443e-b595-93413675746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:24.152534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=16440072-c144-4c5f-80ae-91c97c63b3fe,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:24.325199 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:24.537187 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:24.635079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b4d8b354-771c-4049-bd16-f083ba6b82f6 None None] Provisioning complete for port 768ac6f2-7606-4d51-9e8d-dc945c82d33d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:24.636023 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4d8b354-771c-4049-bd16-f083ba6b82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:24.795567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b4d8b354-771c-4049-bd16-f083ba6b82f6 None None] Provisioning complete for port 16440072-c144-4c5f-80ae-91c97c63b3fe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:24.796192 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4d8b354-771c-4049-bd16-f083ba6b82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:24.835769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8b354-771c-4049-bd16-f083ba6b82f6 None None] Port 16440072-c144-4c5f-80ae-91c97c63b3fe cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:24.904475 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:24.971748 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:24.972726 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:24.992898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-91d5fc0f-0d86-44fa-9dcc-51706ba755c9 None None] Provisioning complete for port 16440072-c144-4c5f-80ae-91c97c63b3fe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:24.993270 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91d5fc0f-0d86-44fa-9dcc-51706ba755c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:25.027052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=16440072-c144-4c5f-80ae-91c97c63b3fe,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:25.037794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-91d5fc0f-0d86-44fa-9dcc-51706ba755c9 None None] Port 16440072-c144-4c5f-80ae-91c97c63b3fe cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:25.132271 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:25.135711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:25.273863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eec24b55-a3b7-45a1-879d-47b746fd378c None None] Provisioning complete for port 16440072-c144-4c5f-80ae-91c97c63b3fe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:25.274688 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eec24b55-a3b7-45a1-879d-47b746fd378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:25.326538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eec24b55-a3b7-45a1-879d-47b746fd378c None None] Port 16440072-c144-4c5f-80ae-91c97c63b3fe cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:25.365599 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 8059269b-673a-4740-87bf-292dca660b16 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:55:25.475355 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:25.481032 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b7958807-5cad-4699-bde7-b11351c2d0f9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/8059269b-673a-4740-87bf-292dca660b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1371083 Nov 15 14:55:25.483641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:25.486126 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f658efb5-689b-421a-a10b-2c97526c8607 None None] Sync routers for ids ['8059269b-673a-4740-87bf-292dca660b16'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:25.496422 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f658efb5-689b-421a-a10b-2c97526c8607 None None] Routers {'8059269b-673a-4740-87bf-292dca660b16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:25.497298 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f658efb5-689b-421a-a10b-2c97526c8607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['8059269b-673a-4740-87bf-292dca660b16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:25.529238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a5a104-bfb7-4390-abe4-beac7631260e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:25.530647 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f8a5a104-bfb7-4390-abe4-beac7631260e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports/16440072-c144-4c5f-80ae-91c97c63b3fe HTTP/1.1" status: 200 len: 982 time: 0.0459802 Nov 15 14:55:25.533971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:25.552255 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-299a6bbe-dd59-4a8e-88d2-0beda3db5b99 None None] Provisioning complete for port 16440072-c144-4c5f-80ae-91c97c63b3fe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:25.552777 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-299a6bbe-dd59-4a8e-88d2-0beda3db5b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:25.568864 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f658efb5-689b-421a-a10b-2c97526c8607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:25.587750 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f658efb5-689b-421a-a10b-2c97526c8607 None None] Routers {'8059269b-673a-4740-87bf-292dca660b16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:25.589102 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f658efb5-689b-421a-a10b-2c97526c8607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['8059269b-673a-4740-87bf-292dca660b16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:25.619847 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-299a6bbe-dd59-4a8e-88d2-0beda3db5b99 None None] Port 16440072-c144-4c5f-80ae-91c97c63b3fe cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:25.624804 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f658efb5-689b-421a-a10b-2c97526c8607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:25.626256 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f658efb5-689b-421a-a10b-2c97526c8607 None None] The sync data for ids ['8059269b-673a-4740-87bf-292dca660b16'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:55:25.641564 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 768ac6f2-7606-4d51-9e8d-dc945c82d33d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:55:25.708306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 768ac6f2-7606-4d51-9e8d-dc945c82d33d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:25.708675 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:25.900903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a89c0d6-6dc7-4136-a774-e4f6d490dc7b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:26.131359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7a89c0d6-6dc7-4136-a774-e4f6d490dc7b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port 16440072-c144-4c5f-80ae-91c97c63b3fe {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:26.131701 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a89c0d6-6dc7-4136-a774-e4f6d490dc7b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:26.220314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a89c0d6-6dc7-4136-a774-e4f6d490dc7b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:26.232424 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7a89c0d6-6dc7-4136-a774-e4f6d490dc7b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for 16440072-c144-4c5f-80ae-91c97c63b3fe owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:26.771402 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a89c0d6-6dc7-4136-a774-e4f6d490dc7b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:26.808954 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89c0d6-6dc7-4136-a774-e4f6d490dc7b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=16440072-c144-4c5f-80ae-91c97c63b3fe,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:26.910932 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a89c0d6-6dc7-4136-a774-e4f6d490dc7b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:27.097153 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a89c0d6-6dc7-4136-a774-e4f6d490dc7b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 8059269b-673a-4740-87bf-292dca660b16 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:55:27.174753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a89c0d6-6dc7-4136-a774-e4f6d490dc7b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:27.179793 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7a89c0d6-6dc7-4136-a774-e4f6d490dc7b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/8059269b-673a-4740-87bf-292dca660b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6447587 Nov 15 14:55:27.182598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:27.185344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba7901f-88ee-4dd6-b375-7eb569087e26 None None] Sync routers for ids ['8059269b-673a-4740-87bf-292dca660b16'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:27.197328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7901f-88ee-4dd6-b375-7eb569087e26 None None] Routers {'8059269b-673a-4740-87bf-292dca660b16'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:27.198262 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3ba7901f-88ee-4dd6-b375-7eb569087e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['8059269b-673a-4740-87bf-292dca660b16'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:27.235084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3ba7901f-88ee-4dd6-b375-7eb569087e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:27.247957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7901f-88ee-4dd6-b375-7eb569087e26 None None] Routers {'8059269b-673a-4740-87bf-292dca660b16'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:27.248831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3ba7901f-88ee-4dd6-b375-7eb569087e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['8059269b-673a-4740-87bf-292dca660b16'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:27.287134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3ba7901f-88ee-4dd6-b375-7eb569087e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:27.288044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba7901f-88ee-4dd6-b375-7eb569087e26 None None] The sync data for ids ['8059269b-673a-4740-87bf-292dca660b16'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:55:27.415968 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-b59b90ee-8c71-40c0-9594-ef59c779954c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] remove_router_interface failed (client error): The resource could not be found. Nov 15 14:55:27.419571 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b59b90ee-8c71-40c0-9594-ef59c779954c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/8059269b-673a-4740-87bf-292dca660b16/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2326334 Nov 15 14:55:27.419800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55990) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:27.453703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5695ed05-0750-404c-bab9-c811a4b04afd tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=8059269b-673a-4740-87bf-292dca660b16 HTTP/1.1" status: 200 len: 205 time: 0.0322664 Nov 15 14:55:27.456056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55992) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:27.535836 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37120e9e-7376-4c9c-8d5a-5e40011f19e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:27.710597 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37120e9e-7376-4c9c-8d5a-5e40011f19e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:27.713306 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37120e9e-7376-4c9c-8d5a-5e40011f19e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:27.828976 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37120e9e-7376-4c9c-8d5a-5e40011f19e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:27.829454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37120e9e-7376-4c9c-8d5a-5e40011f19e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Fanout notify agent at l3_agent the message router_deleted on router 8059269b-673a-4740-87bf-292dca660b16 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:55:27.840414 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37120e9e-7376-4c9c-8d5a-5e40011f19e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:27.841519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-37120e9e-7376-4c9c-8d5a-5e40011f19e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/8059269b-673a-4740-87bf-292dca660b16 HTTP/1.1" status: 204 len: 168 time: 0.3845811 Nov 15 14:55:27.845620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55998) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:27.897821 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc2461d-b05a-4dcf-a660-396bed43fff6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting subnet 4173772f-68ed-4537-9b2d-41c13f6e5737 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:55:27.902810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfc2461d-b05a-4dcf-a660-396bed43fff6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:27.950895 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfc2461d-b05a-4dcf-a660-396bed43fff6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.049027 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfc2461d-b05a-4dcf-a660-396bed43fff6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.165975 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.195325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfc2461d-b05a-4dcf-a660-396bed43fff6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.232323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2461d-b05a-4dcf-a660-396bed43fff6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Subnet': ['ID=4173772f-68ed-4537-9b2d-41c13f6e5737,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:28.250577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bb5c2c-8e80-40d1-b412-4c16025a5bbc None None] Network cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:28.258630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfc2461d-b05a-4dcf-a660-396bed43fff6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.272016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56000) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:28.274952 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bfc2461d-b05a-4dcf-a660-396bed43fff6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/4173772f-68ed-4537-9b2d-41c13f6e5737 HTTP/1.1" status: 204 len: 168 time: 0.4273026 Nov 15 14:55:28.439964 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.543221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port 768ac6f2-7606-4d51-9e8d-dc945c82d33d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:28.543576 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.560275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfceb10c-0b8d-44da-accd-fdf737c4cfa4 None None] DHCP port deletion for cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:55:28.653828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] For port 768ac6f2-7606-4d51-9e8d-dc945c82d33d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=768ac6f2-7606-4d51-9e8d-dc945c82d33d,segment=NetworkSegment(9ebfe11a-f86c-402d-91b4-97cc66ff5d8a),segment_id=9ebfe11a-f86c-402d-91b4-97cc66ff5d8a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:28.653828 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.665052 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for 768ac6f2-7606-4d51-9e8d-dc945c82d33d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:28.677890 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cfceb10c-0b8d-44da-accd-fdf737c4cfa4 None None] Deleting port 768ac6f2-7606-4d51-9e8d-dc945c82d33d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:28.678283 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfceb10c-0b8d-44da-accd-fdf737c4cfa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.745456 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.758349 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cfceb10c-0b8d-44da-accd-fdf737c4cfa4 None None] For port 768ac6f2-7606-4d51-9e8d-dc945c82d33d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=768ac6f2-7606-4d51-9e8d-dc945c82d33d,segment=NetworkSegment(9ebfe11a-f86c-402d-91b4-97cc66ff5d8a),segment_id=9ebfe11a-f86c-402d-91b4-97cc66ff5d8a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:28.762255 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfceb10c-0b8d-44da-accd-fdf737c4cfa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.773525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cfceb10c-0b8d-44da-accd-fdf737c4cfa4 None None] Calling delete_port for 768ac6f2-7606-4d51-9e8d-dc945c82d33d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:28.834567 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.864840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=768ac6f2-7606-4d51-9e8d-dc945c82d33d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:28.867025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No DVR routers for this DVR port 768ac6f2-7606-4d51-9e8d-dc945c82d33d on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:55:28.885765 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfceb10c-0b8d-44da-accd-fdf737c4cfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.926719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfceb10c-0b8d-44da-accd-fdf737c4cfa4 None None] Pushing event deleted for resources: {'Port': ['ID=768ac6f2-7606-4d51-9e8d-dc945c82d33d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:28.932463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfceb10c-0b8d-44da-accd-fdf737c4cfa4 None None] No DVR routers for this DVR port 768ac6f2-7606-4d51-9e8d-dc945c82d33d on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:55:28.973265 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:28.994769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:29.004615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebfe11a-f86c-402d-91b4-97cc66ff5d8a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:29.004915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebfe11a-f86c-402d-91b4-97cc66ff5d8a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:29.014993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:29.029723 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:29.036828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:55:29.037213 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:55:29.040461 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:55:29.177563 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:29.182428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:29.189845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56006) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:29.191390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/networks/cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f HTTP/1.1" status: 204 len: 168 time: 0.9182513 Nov 15 14:55:29.195406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-91f3152c-0bf1-4867-b8d2-181efbeb76c2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1785681910'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:29.219817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea49871-81e9-44b2-8719-c051cb038c97 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Network': ['ID=cb9275bb-fd92-42a4-8e3c-aac53bd5bf3f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:29.292646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f3152c-0bf1-4867-b8d2-181efbeb76c2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:29.303122 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91f3152c-0bf1-4867-b8d2-181efbeb76c2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:29.398341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f3152c-0bf1-4867-b8d2-181efbeb76c2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:55:29.418593 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91f3152c-0bf1-4867-b8d2-181efbeb76c2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:29.420359 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-91f3152c-0bf1-4867-b8d2-181efbeb76c2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Added segment 14f4cee9-6538-4d45-a7e2-4f05e788a9c4 of type vlan for network d73882c8-5593-4e52-85b6-a8c2c2561406 Nov 15 14:55:29.491368 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91f3152c-0bf1-4867-b8d2-181efbeb76c2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:29.594895 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91f3152c-0bf1-4867-b8d2-181efbeb76c2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:29.601761 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f3152c-0bf1-4867-b8d2-181efbeb76c2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:29.602511 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91f3152c-0bf1-4867-b8d2-181efbeb76c2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:29.619561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 768ac6f2-7606-4d51-9e8d-dc945c82d33d no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:55:29.643452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 768ac6f2-7606-4d51-9e8d-dc945c82d33d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:55:29.647856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 768ac6f2-7606-4d51-9e8d-dc945c82d33d not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:55:29.698491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3152c-0bf1-4867-b8d2-181efbeb76c2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Network': ['ID=d73882c8-5593-4e52-85b6-a8c2c2561406,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:29.710856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network d73882c8-5593-4e52-85b6-a8c2c2561406 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:55:29.758457 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-91f3152c-0bf1-4867-b8d2-181efbeb76c2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5668855 Nov 15 14:55:29.760964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56014) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:29.773380 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b3d8220a-ad21-4a93-92a5-677c404df3e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'subnet': {'network_id': 'd73882c8-5593-4e52-85b6-a8c2c2561406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:29.785416 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-659ee4a9-de5b-4acd-aff6-26207df184e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:29.960146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d8220a-ad21-4a93-92a5-677c404df3e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:29.963963 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3d8220a-ad21-4a93-92a5-677c404df3e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.117604 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:55:30.216948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56018) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:30.240685 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3d8220a-ad21-4a93-92a5-677c404df3e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.345081 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88d67ecb-564b-4591-b10a-35c3a405b9b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.382375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d8220a-ad21-4a93-92a5-677c404df3e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Checking segment: {'id': '14f4cee9-6538-4d45-a7e2-4f05e788a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd73882c8-5593-4e52-85b6-a8c2c2561406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:30.382864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8220a-ad21-4a93-92a5-677c404df3e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network hostable DHCP agents. Network: d73882c8-5593-4e52-85b6-a8c2c2561406, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:55:30.387267 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8220a-ad21-4a93-92a5-677c404df3e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Subnet': ['ID=2336f94b-ff99-4bc7-bca2-e672a2471987,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:30.432201 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88d67ecb-564b-4591-b10a-35c3a405b9b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.480218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8220a-ad21-4a93-92a5-677c404df3e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network d73882c8-5593-4e52-85b6-a8c2c2561406 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:55:30.520017 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88d67ecb-564b-4591-b10a-35c3a405b9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.563066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-88d67ecb-564b-4591-b10a-35c3a405b9b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7904b5ba9f5c4e3e90ef2b76a0c41cde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450055 Nov 15 14:55:30.564244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d67ecb-564b-4591-b10a-35c3a405b9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b4044c-673d-42d8-949f-9b151fb05de8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:30.565841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:30.582449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b3d8220a-ad21-4a93-92a5-677c404df3e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, d73882c8-5593-4e52-85b6-a8c2c2561406) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:30.591391 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8220a-ad21-4a93-92a5-677c404df3e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:30.591994 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3d8220a-ad21-4a93-92a5-677c404df3e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.592374 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94c2cac-bb58-4826-a1f2-c50a7ae2ff42 None None] Network d73882c8-5593-4e52-85b6-a8c2c2561406 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:30.636888 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b107473-28ce-4e35-93df-cb3053a1c85e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.661232 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b107473-28ce-4e35-93df-cb3053a1c85e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.670421 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b3d8220a-ad21-4a93-92a5-677c404df3e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9075739 Nov 15 14:55:30.673243 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56024) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:30.678149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7f81c290-c811-4a72-ad4a-ff2a7fbdff06 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1999962206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:30.764792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-d73882c8-5593-4e52-85b6-a8c2c2561406', 'network_id': 'd73882c8-5593-4e52-85b6-a8c2c2561406', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'fixed_ips': [{'subnet_id': '2336f94b-ff99-4bc7-bca2-e672a2471987'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:55:30.765810 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.787056 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f81c290-c811-4a72-ad4a-ff2a7fbdff06 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.787056 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f81c290-c811-4a72-ad4a-ff2a7fbdff06 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.830784 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b107473-28ce-4e35-93df-cb3053a1c85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.836036 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b107473-28ce-4e35-93df-cb3053a1c85e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.837499 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6b107473-28ce-4e35-93df-cb3053a1c85e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c9b4044c-673d-42d8-949f-9b151fb05de8 HTTP/1.1" status: 204 len: 168 time: 0.2703974 Nov 15 14:55:30.848590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b107473-28ce-4e35-93df-cb3053a1c85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b4044c-673d-42d8-949f-9b151fb05de8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:30.891934 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f81c290-c811-4a72-ad4a-ff2a7fbdff06 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.943757 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f81c290-c811-4a72-ad4a-ff2a7fbdff06 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:30.960458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Allocated IP 2001:db8::2 (d73882c8-5593-4e52-85b6-a8c2c2561406/2336f94b-ff99-4bc7-bca2-e672a2471987/2873166e-cba5-42cb-8efc-f905b12b581c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:31.020283 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f81c290-c811-4a72-ad4a-ff2a7fbdff06 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:31.021505 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7f81c290-c811-4a72-ad4a-ff2a7fbdff06 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3470571 Nov 15 14:55:31.024633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:31.118122 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:31.166038 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:31.209808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Network d73882c8-5593-4e52-85b6-a8c2c2561406 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:31.212679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:31.219207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:31.229790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Pushing event updated for resources: {'Port': ['ID=2873166e-cba5-42cb-8efc-f905b12b581c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:31.381021 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:31.459946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Attempting to bind port 2873166e-cba5-42cb-8efc-f905b12b581c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:55:31.460236 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:31.460750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Attempting to bind port 2873166e-cba5-42cb-8efc-f905b12b581c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '14f4cee9-6538-4d45-a7e2-4f05e788a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd73882c8-5593-4e52-85b6-a8c2c2561406'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:55:31.460750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Attempting to bind port 2873166e-cba5-42cb-8efc-f905b12b581c on network d73882c8-5593-4e52-85b6-a8c2c2561406 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:55:31.467192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:55:31.470797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Checking segment: {'id': '14f4cee9-6538-4d45-a7e2-4f05e788a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd73882c8-5593-4e52-85b6-a8c2c2561406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:31.470797 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:31.470797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Bound using segment: {'id': '14f4cee9-6538-4d45-a7e2-4f05e788a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd73882c8-5593-4e52-85b6-a8c2c2561406'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:55:31.470797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Bound port: 2873166e-cba5-42cb-8efc-f905b12b581c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f4cee9-6538-4d45-a7e2-4f05e788a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd73882c8-5593-4e52-85b6-a8c2c2561406'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:55:31.470797 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:31.475636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a256cd4-7e0b-4ddc-a381-aa2e4186c260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:31.544407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] For port 2873166e-cba5-42cb-8efc-f905b12b581c, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:55:31.549539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] For port 2873166e-cba5-42cb-8efc-f905b12b581c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2873166e-cba5-42cb-8efc-f905b12b581c,segment=NetworkSegment(14f4cee9-6538-4d45-a7e2-4f05e788a9c4),segment_id=14f4cee9-6538-4d45-a7e2-4f05e788a9c4)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:55:31.574484 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a256cd4-7e0b-4ddc-a381-aa2e4186c260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:31.646501 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:31.649790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Allocated IP 2001:db8::1 (d73882c8-5593-4e52-85b6-a8c2c2561406/2336f94b-ff99-4bc7-bca2-e672a2471987/5e02297b-1f67-4dc5-9088-4bf658144139) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:31.697370 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a256cd4-7e0b-4ddc-a381-aa2e4186c260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:31.719462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ddcc6-3802-43fc-a9e9-53ec89b90e33 None None] Pushing event updated for resources: {'Port': ['ID=2873166e-cba5-42cb-8efc-f905b12b581c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:31.777199 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3a256cd4-7e0b-4ddc-a381-aa2e4186c260 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f10facffac944877a25d1aab92c27700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137062 Nov 15 14:55:31.777199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a256cd4-7e0b-4ddc-a381-aa2e4186c260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57a09f9-4be7-41de-8500-8cef0ecfb11b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:31.778124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56038) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:31.814677 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:31.872100 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5edec6ef-3478-465d-9631-5ae2b0538ad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:31.913176 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5edec6ef-3478-465d-9631-5ae2b0538ad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:31.939896 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:32.012835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network d73882c8-5593-4e52-85b6-a8c2c2561406 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:32.017729 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:32.024785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:32.025322 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:32.028269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=5e02297b-1f67-4dc5-9088-4bf658144139,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:32.091621 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53be2856-c1f0-4ea9-b1a8-f9ca9638b6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:32.397856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:32.398473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:32.398576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:32.398905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:32.399512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:32.399848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:32.400182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:32.400524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:32.400844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:32.401172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:32.401499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:32.401824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:32.479579 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5edec6ef-3478-465d-9631-5ae2b0538ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:32.489690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5edec6ef-3478-465d-9631-5ae2b0538ad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:32.489690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5edec6ef-3478-465d-9631-5ae2b0538ad6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f57a09f9-4be7-41de-8500-8cef0ecfb11b HTTP/1.1" status: 204 len: 168 time: 0.6993139 Nov 15 14:55:32.492708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edec6ef-3478-465d-9631-5ae2b0538ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57a09f9-4be7-41de-8500-8cef0ecfb11b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:32.580629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:32.836480 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d566ac-b248-4a5a-a871-9504096af727 None None] Network d73882c8-5593-4e52-85b6-a8c2c2561406 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:32.910605 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:32.931405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b065920f-554b-4ae1-bc08-4518be0022b1 None None] Provisioning complete for port 2873166e-cba5-42cb-8efc-f905b12b581c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:32.931785 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b065920f-554b-4ae1-bc08-4518be0022b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:32.971808 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:32.973307 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:33.097505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=5e02297b-1f67-4dc5-9088-4bf658144139,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:33.103884 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b065920f-554b-4ae1-bc08-4518be0022b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:33.150998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b065920f-554b-4ae1-bc08-4518be0022b1 None None] For port 2873166e-cba5-42cb-8efc-f905b12b581c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2873166e-cba5-42cb-8efc-f905b12b581c,segment=NetworkSegment(14f4cee9-6538-4d45-a7e2-4f05e788a9c4),segment_id=14f4cee9-6538-4d45-a7e2-4f05e788a9c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:33.155238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network d73882c8-5593-4e52-85b6-a8c2c2561406 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:33.160720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:33.240725 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b065920f-554b-4ae1-bc08-4518be0022b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:33.300843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065920f-554b-4ae1-bc08-4518be0022b1 None None] Pushing event updated for resources: {'Port': ['ID=2873166e-cba5-42cb-8efc-f905b12b581c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:33.364013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 29df618a-a3bb-4a9e-bd69-82f3e5bee656 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:55:33.464352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-00e8f9f2-6045-4ae6-b1bc-b6cda534a31e None None] Provisioning complete for port 2873166e-cba5-42cb-8efc-f905b12b581c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:33.464723 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00e8f9f2-6045-4ae6-b1bc-b6cda534a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:33.488812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:33.494579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e2dac720-8c50-44d0-90e2-df00abfd4ad4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/29df618a-a3bb-4a9e-bd69-82f3e5bee656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4683306 Nov 15 14:55:33.496809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:33.501520 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b205f9-2dd9-481d-8995-44dfe64be5c5 None None] Sync routers for ids ['29df618a-a3bb-4a9e-bd69-82f3e5bee656'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:33.519653 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b205f9-2dd9-481d-8995-44dfe64be5c5 None None] Routers {'29df618a-a3bb-4a9e-bd69-82f3e5bee656'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:33.521583 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-73b205f9-2dd9-481d-8995-44dfe64be5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['29df618a-a3bb-4a9e-bd69-82f3e5bee656'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:33.534132 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:33.555092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989249e6-84d0-4bad-a99c-3c72266bbabe tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:33.556703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-989249e6-84d0-4bad-a99c-3c72266bbabe tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports/5e02297b-1f67-4dc5-9088-4bf658144139 HTTP/1.1" status: 200 len: 911 time: 0.0586741 Nov 15 14:55:33.559545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56064) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:33.569379 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-73b205f9-2dd9-481d-8995-44dfe64be5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:33.589959 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b205f9-2dd9-481d-8995-44dfe64be5c5 None None] Routers {'29df618a-a3bb-4a9e-bd69-82f3e5bee656'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:33.591371 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-73b205f9-2dd9-481d-8995-44dfe64be5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['29df618a-a3bb-4a9e-bd69-82f3e5bee656'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:33.667751 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-73b205f9-2dd9-481d-8995-44dfe64be5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:33.668365 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b205f9-2dd9-481d-8995-44dfe64be5c5 None None] The sync data for ids ['29df618a-a3bb-4a9e-bd69-82f3e5bee656'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:55:33.689354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-00e8f9f2-6045-4ae6-b1bc-b6cda534a31e None None] Provisioning complete for port 5e02297b-1f67-4dc5-9088-4bf658144139 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:33.689730 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00e8f9f2-6045-4ae6-b1bc-b6cda534a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:33.726819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-00e8f9f2-6045-4ae6-b1bc-b6cda534a31e None None] Port 5e02297b-1f67-4dc5-9088-4bf658144139 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:33.737222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2873166e-cba5-42cb-8efc-f905b12b581c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:55:33.804401 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 2873166e-cba5-42cb-8efc-f905b12b581c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:33.804772 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:33.885502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a3bff6d9-9751-455d-a044-7d6c0d056e8d None None] Provisioning complete for port 5e02297b-1f67-4dc5-9088-4bf658144139 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:33.890509 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3bff6d9-9751-455d-a044-7d6c0d056e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:33.977136 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a3bff6d9-9751-455d-a044-7d6c0d056e8d None None] Port 5e02297b-1f67-4dc5-9088-4bf658144139 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:34.037377 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:34.096260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-11206975-097c-4e68-adf7-9bb1038e561b None None] Provisioning complete for port 5e02297b-1f67-4dc5-9088-4bf658144139 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:34.096602 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11206975-097c-4e68-adf7-9bb1038e561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:34.136430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-11206975-097c-4e68-adf7-9bb1038e561b None None] Port 5e02297b-1f67-4dc5-9088-4bf658144139 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:34.308647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port 5e02297b-1f67-4dc5-9088-4bf658144139 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:34.308647 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:34.418630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:34.436548 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for 5e02297b-1f67-4dc5-9088-4bf658144139 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:34.685840 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:34.722732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=5e02297b-1f67-4dc5-9088-4bf658144139,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:34.749436 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:34.750575 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:34.750809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:34.751152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:34.751649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:34.752009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:34.752355 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:34.752927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:34.753298 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:34.753605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:34.753964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:34.754282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:34.834746 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:35.006980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 29df618a-a3bb-4a9e-bd69-82f3e5bee656 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:55:35.090427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:35.091216 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:35.096354 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8f516158-c8d0-49e1-9e27-29546f0efb03 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/29df618a-a3bb-4a9e-bd69-82f3e5bee656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5351284 Nov 15 14:55:35.098768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56106) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:35.103135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25058755-3527-459b-af89-e402e270fc0f None None] Sync routers for ids ['29df618a-a3bb-4a9e-bd69-82f3e5bee656'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:35.112048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25058755-3527-459b-af89-e402e270fc0f None None] Routers {'29df618a-a3bb-4a9e-bd69-82f3e5bee656'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:35.112739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25058755-3527-459b-af89-e402e270fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['29df618a-a3bb-4a9e-bd69-82f3e5bee656'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:35.128392 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-00ed48fc-892c-49aa-9277-4a6e23bbbe04 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=29df618a-a3bb-4a9e-bd69-82f3e5bee656 HTTP/1.1" status: 200 len: 205 time: 0.0279171 Nov 15 14:55:35.131664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:35.147937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25058755-3527-459b-af89-e402e270fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:35.161499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25058755-3527-459b-af89-e402e270fc0f None None] Routers {'29df618a-a3bb-4a9e-bd69-82f3e5bee656'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:35.162373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25058755-3527-459b-af89-e402e270fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['29df618a-a3bb-4a9e-bd69-82f3e5bee656'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:35.202526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25058755-3527-459b-af89-e402e270fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:35.203211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25058755-3527-459b-af89-e402e270fc0f None None] The sync data for ids ['29df618a-a3bb-4a9e-bd69-82f3e5bee656'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:55:35.220332 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79295be3-fc9f-41f9-a639-74338490696f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:35.393636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79295be3-fc9f-41f9-a639-74338490696f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:35.398078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79295be3-fc9f-41f9-a639-74338490696f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:35.502911 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79295be3-fc9f-41f9-a639-74338490696f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:35.503439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79295be3-fc9f-41f9-a639-74338490696f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Fanout notify agent at l3_agent the message router_deleted on router 29df618a-a3bb-4a9e-bd69-82f3e5bee656 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:55:35.511335 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79295be3-fc9f-41f9-a639-74338490696f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:35.512459 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-79295be3-fc9f-41f9-a639-74338490696f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/29df618a-a3bb-4a9e-bd69-82f3e5bee656 HTTP/1.1" status: 204 len: 168 time: 0.3796597 Nov 15 14:55:35.520135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56126) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:35.570148 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-03652618-ce43-47cb-a2f2-93ed60e5bd8c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting subnet 2336f94b-ff99-4bc7-bca2-e672a2471987 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:55:35.574097 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03652618-ce43-47cb-a2f2-93ed60e5bd8c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:35.619197 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03652618-ce43-47cb-a2f2-93ed60e5bd8c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:35.709268 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03652618-ce43-47cb-a2f2-93ed60e5bd8c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:35.823680 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:35.977487 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03652618-ce43-47cb-a2f2-93ed60e5bd8c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:36.008842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03652618-ce43-47cb-a2f2-93ed60e5bd8c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Subnet': ['ID=2336f94b-ff99-4bc7-bca2-e672a2471987,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:36.012491 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03652618-ce43-47cb-a2f2-93ed60e5bd8c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:36.016179 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-03652618-ce43-47cb-a2f2-93ed60e5bd8c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/2336f94b-ff99-4bc7-bca2-e672a2471987 HTTP/1.1" status: 204 len: 168 time: 0.5001850 Nov 15 14:55:36.019320 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:36.029024 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0089d-3468-4fe8-896b-1f284a2ee470 None None] Network d73882c8-5593-4e52-85b6-a8c2c2561406 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:36.256798 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696ed397-e801-4bef-a537-ba1b1130d929 None None] DHCP port deletion for d73882c8-5593-4e52-85b6-a8c2c2561406 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:55:36.319195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-696ed397-e801-4bef-a537-ba1b1130d929 None None] Deleting port 2873166e-cba5-42cb-8efc-f905b12b581c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:36.319640 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-696ed397-e801-4bef-a537-ba1b1130d929 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:36.387518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-696ed397-e801-4bef-a537-ba1b1130d929 None None] For port 2873166e-cba5-42cb-8efc-f905b12b581c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2873166e-cba5-42cb-8efc-f905b12b581c,segment=NetworkSegment(14f4cee9-6538-4d45-a7e2-4f05e788a9c4),segment_id=14f4cee9-6538-4d45-a7e2-4f05e788a9c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:36.387902 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-696ed397-e801-4bef-a537-ba1b1130d929 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:36.401385 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-696ed397-e801-4bef-a537-ba1b1130d929 None None] Calling delete_port for 2873166e-cba5-42cb-8efc-f905b12b581c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:36.415582 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:36.487717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port 2873166e-cba5-42cb-8efc-f905b12b581c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:36.488096 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:36.565113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] For port 2873166e-cba5-42cb-8efc-f905b12b581c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2873166e-cba5-42cb-8efc-f905b12b581c,segment=NetworkSegment(14f4cee9-6538-4d45-a7e2-4f05e788a9c4),segment_id=14f4cee9-6538-4d45-a7e2-4f05e788a9c4)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:36.565484 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:36.577532 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-696ed397-e801-4bef-a537-ba1b1130d929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:36.578561 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for 2873166e-cba5-42cb-8efc-f905b12b581c owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:36.606431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ed397-e801-4bef-a537-ba1b1130d929 None None] Pushing event deleted for resources: {'Port': ['ID=2873166e-cba5-42cb-8efc-f905b12b581c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:36.608306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ed397-e801-4bef-a537-ba1b1130d929 None None] No DVR routers for this DVR port 2873166e-cba5-42cb-8efc-f905b12b581c on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:55:36.690604 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:36.723749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No DVR routers for this DVR port 2873166e-cba5-42cb-8efc-f905b12b581c on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:55:36.729093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=2873166e-cba5-42cb-8efc-f905b12b581c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:36.807988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:36.828807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73882c8-5593-4e52-85b6-a8c2c2561406']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:36.838286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f4cee9-6538-4d45-a7e2-4f05e788a9c4') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:36.838716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f4cee9-6538-4d45-a7e2-4f05e788a9c4') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:36.848165 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:36.860801 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:36.866862 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:55:36.867214 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:55:36.870227 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:55:37.011454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:37.025416 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:37.029803 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/networks/d73882c8-5593-4e52-85b6-a8c2c2561406 HTTP/1.1" status: 204 len: 168 time: 1.0090566 Nov 15 14:55:37.033702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:37.038744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1601403115', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:37.042856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73356d-ec8e-490e-8627-699184aa7246 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Network': ['ID=d73882c8-5593-4e52-85b6-a8c2c2561406,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:37.154366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:37.155500 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:37.209357 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:37.506030 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:37.600115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2873166e-cba5-42cb-8efc-f905b12b581c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:55:37.626362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 2873166e-cba5-42cb-8efc-f905b12b581c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:55:37.627151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2873166e-cba5-42cb-8efc-f905b12b581c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:55:37.792551 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:37.811621 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:37.928863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Allocated IP 172.25.4.127 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/63d7a72c-0a0a-4766-bb8e-a9c1677995bb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:38.049001 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:38.245874 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:38.293304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:38.296589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:38.301087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:38.318273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de666a99-9f63-4adf-b01a-0638499a2a52 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:55:38.325676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=63d7a72c-0a0a-4766-bb8e-a9c1677995bb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:38.395150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a1a4a694-136c-4708-ba7d-3a641b80fb3c None None] Provisioning complete for port 63d7a72c-0a0a-4766-bb8e-a9c1677995bb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:38.395521 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a1a4a694-136c-4708-ba7d-3a641b80fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:38.429354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4a694-136c-4708-ba7d-3a641b80fb3c None None] Port 63d7a72c-0a0a-4766-bb8e-a9c1677995bb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:38.704297 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:38.919314 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:39.102339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:55:39.209504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:39.220143 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429aa3b-360e-4bfd-b5f6-d4a7da365b71 None None] Sync routers for ids ['67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:39.229610 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429aa3b-360e-4bfd-b5f6-d4a7da365b71 None None] Routers {'67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:39.232321 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9429aa3b-360e-4bfd-b5f6-d4a7da365b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:39.265738 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9429aa3b-360e-4bfd-b5f6-d4a7da365b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:39.274626 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429aa3b-360e-4bfd-b5f6-d4a7da365b71 None None] Routers {'67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:39.275216 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9429aa3b-360e-4bfd-b5f6-d4a7da365b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:39.281621 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:39.285381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d1995bcd-006c-4e65-99d1-1a13c17b1a13 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2480485 Nov 15 14:55:39.285592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:39.318966 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9429aa3b-360e-4bfd-b5f6-d4a7da365b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:39.319644 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429aa3b-360e-4bfd-b5f6-d4a7da365b71 None None] The sync data for ids ['67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:55:39.394764 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a3434e0f-61b5-4926-ad51-c1cb4d464463 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/routers/67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7 HTTP/1.1" status: 200 len: 885 time: 0.1079373 Nov 15 14:55:39.397195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56186) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:39.633539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1d876810-221b-44cd-bead-1832cfac7062 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2352858 Nov 15 14:55:39.641241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:39.645528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9c8060d6-b943-475c-a3ec-842e47d76830 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1601403115'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:40.301404 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8060d6-b943-475c-a3ec-842e47d76830 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:40.383219 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8060d6-b943-475c-a3ec-842e47d76830 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:40.503209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8060d6-b943-475c-a3ec-842e47d76830 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:55:40.616716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8060d6-b943-475c-a3ec-842e47d76830 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:40.624113 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8060d6-b943-475c-a3ec-842e47d76830 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:40.626434 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9c8060d6-b943-475c-a3ec-842e47d76830 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7 HTTP/1.1" status: 200 len: 892 time: 0.9837098 Nov 15 14:55:40.628603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56210) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:40.632999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b7f4b-1150-4ace-845f-cfb0ae7edc38 None None] Sync routers for ids ['67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:40.649171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b7f4b-1150-4ace-845f-cfb0ae7edc38 None None] Routers {'67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:40.649911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-959b7f4b-1150-4ace-845f-cfb0ae7edc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:40.686160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-959b7f4b-1150-4ace-845f-cfb0ae7edc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:40.695957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b7f4b-1150-4ace-845f-cfb0ae7edc38 None None] Routers {'67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:40.696908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-959b7f4b-1150-4ace-845f-cfb0ae7edc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:40.729949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-959b7f4b-1150-4ace-845f-cfb0ae7edc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:40.730633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b7f4b-1150-4ace-845f-cfb0ae7edc38 None None] The sync data for ids ['67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:55:40.740245 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c90c792d-348c-4727-968b-a66727956d30 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/routers/67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7 HTTP/1.1" status: 200 len: 892 time: 0.1100214 Nov 15 14:55:40.743038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:40.774171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ee14efc5-92fb-4880-8158-7f1fccd52248 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7 HTTP/1.1" status: 200 len: 205 time: 0.0297797 Nov 15 14:55:40.776966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56216) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:40.901245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:41.011030 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:41.130523 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port 63d7a72c-0a0a-4766-bb8e-a9c1677995bb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:41.130868 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:41.214648 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:41.226225 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for 63d7a72c-0a0a-4766-bb8e-a9c1677995bb owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:41.491240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:41.518805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=63d7a72c-0a0a-4766-bb8e-a9c1677995bb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:41.543070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce292bb-8fc9-4a65-b369-9b4b3b4e9ed6 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:55:41.619526 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:41.720620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:41.722903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:41.874242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:41.874242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Fanout notify agent at l3_agent the message router_deleted on router 67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:55:41.874242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:41.874242 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2dab407a-3077-427a-88ea-83ee21a7ae43 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7 HTTP/1.1" status: 204 len: 168 time: 1.0948544 Nov 15 14:55:41.879672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:41.885858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0110be29-fae9-496a-a62c-090de0ad5f9f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1708657232'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:41.971437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0110be29-fae9-496a-a62c-090de0ad5f9f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:41.975822 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0110be29-fae9-496a-a62c-090de0ad5f9f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:42.002160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0110be29-fae9-496a-a62c-090de0ad5f9f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:55:42.011474 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0110be29-fae9-496a-a62c-090de0ad5f9f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:42.011992 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-0110be29-fae9-496a-a62c-090de0ad5f9f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Added segment 74603825-8ebd-4822-9f0e-a2b3a2433987 of type vlan for network cecff7a0-e0d7-4262-86fc-ba0733ad135e Nov 15 14:55:42.063569 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0110be29-fae9-496a-a62c-090de0ad5f9f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:42.148641 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0110be29-fae9-496a-a62c-090de0ad5f9f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:42.154659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110be29-fae9-496a-a62c-090de0ad5f9f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:42.159908 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0110be29-fae9-496a-a62c-090de0ad5f9f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:42.223387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110be29-fae9-496a-a62c-090de0ad5f9f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Network': ['ID=cecff7a0-e0d7-4262-86fc-ba0733ad135e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:42.233505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network cecff7a0-e0d7-4262-86fc-ba0733ad135e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:55:42.259927 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0110be29-fae9-496a-a62c-090de0ad5f9f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3788230 Nov 15 14:55:42.262831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:42.268023 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c7072494-c92b-479e-85a7-893d88f7609d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'subnet': {'network_id': 'cecff7a0-e0d7-4262-86fc-ba0733ad135e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:42.423182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7072494-c92b-479e-85a7-893d88f7609d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:42.426918 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7072494-c92b-479e-85a7-893d88f7609d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:42.708712 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7072494-c92b-479e-85a7-893d88f7609d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:42.774472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7072494-c92b-479e-85a7-893d88f7609d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Subnet': ['ID=5ce5c9ba-6296-423f-8d99-a2403c04e0e0,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:42.784915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7072494-c92b-479e-85a7-893d88f7609d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Checking segment: {'id': '74603825-8ebd-4822-9f0e-a2b3a2433987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecff7a0-e0d7-4262-86fc-ba0733ad135e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:42.785284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7072494-c92b-479e-85a7-893d88f7609d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network hostable DHCP agents. Network: cecff7a0-e0d7-4262-86fc-ba0733ad135e, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:55:42.873895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7072494-c92b-479e-85a7-893d88f7609d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network cecff7a0-e0d7-4262-86fc-ba0733ad135e is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:55:42.951979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c7072494-c92b-479e-85a7-893d88f7609d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, cecff7a0-e0d7-4262-86fc-ba0733ad135e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:42.964467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3cdc5e-c7b5-4857-a129-c48a398090c5 None None] Network cecff7a0-e0d7-4262-86fc-ba0733ad135e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:42.987988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7072494-c92b-479e-85a7-893d88f7609d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:42.989788 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7072494-c92b-479e-85a7-893d88f7609d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:43.082858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c7072494-c92b-479e-85a7-893d88f7609d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8188782 Nov 15 14:55:43.085721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:43.091644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-eb3e491e-ac19-46a6-8662-cceb40143301 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1215301320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:43.166212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-cecff7a0-e0d7-4262-86fc-ba0733ad135e', 'network_id': 'cecff7a0-e0d7-4262-86fc-ba0733ad135e', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'fixed_ips': [{'subnet_id': '5ce5c9ba-6296-423f-8d99-a2403c04e0e0'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:55:43.167145 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:43.211940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb3e491e-ac19-46a6-8662-cceb40143301 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:43.216202 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb3e491e-ac19-46a6-8662-cceb40143301 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:43.323202 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb3e491e-ac19-46a6-8662-cceb40143301 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:43.335800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Allocated IP 2001:db8::2 (cecff7a0-e0d7-4262-86fc-ba0733ad135e/5ce5c9ba-6296-423f-8d99-a2403c04e0e0/90efc2ee-e02c-4f81-bc0f-43cec266f87f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:43.417452 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb3e491e-ac19-46a6-8662-cceb40143301 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:43.502460 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:43.517422 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb3e491e-ac19-46a6-8662-cceb40143301 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:43.521507 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-eb3e491e-ac19-46a6-8662-cceb40143301 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4318414 Nov 15 14:55:43.526067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:43.566160 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:43.643374 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Network cecff7a0-e0d7-4262-86fc-ba0733ad135e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:43.646775 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:43.654638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:43.662871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Pushing event updated for resources: {'Port': ['ID=90efc2ee-e02c-4f81-bc0f-43cec266f87f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:43.732656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Attempting to bind port 90efc2ee-e02c-4f81-bc0f-43cec266f87f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:55:43.733024 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Attempting to bind port 90efc2ee-e02c-4f81-bc0f-43cec266f87f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '74603825-8ebd-4822-9f0e-a2b3a2433987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecff7a0-e0d7-4262-86fc-ba0733ad135e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:55:43.734192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Attempting to bind port 90efc2ee-e02c-4f81-bc0f-43cec266f87f on network cecff7a0-e0d7-4262-86fc-ba0733ad135e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:55:43.740754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:55:43.741128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Checking segment: {'id': '74603825-8ebd-4822-9f0e-a2b3a2433987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecff7a0-e0d7-4262-86fc-ba0733ad135e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:43.741583 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:43.741911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Bound using segment: {'id': '74603825-8ebd-4822-9f0e-a2b3a2433987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecff7a0-e0d7-4262-86fc-ba0733ad135e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:55:43.742365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Bound port: 90efc2ee-e02c-4f81-bc0f-43cec266f87f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74603825-8ebd-4822-9f0e-a2b3a2433987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cecff7a0-e0d7-4262-86fc-ba0733ad135e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:55:43.742763 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:43.829354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] For port 90efc2ee-e02c-4f81-bc0f-43cec266f87f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:55:43.834025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] For port 90efc2ee-e02c-4f81-bc0f-43cec266f87f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=90efc2ee-e02c-4f81-bc0f-43cec266f87f,segment=NetworkSegment(74603825-8ebd-4822-9f0e-a2b3a2433987),segment_id=74603825-8ebd-4822-9f0e-a2b3a2433987)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:55:43.870451 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:43.983873 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:44.071228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331bbf9-00de-4dfa-ab14-a24f2b793eba None None] Pushing event updated for resources: {'Port': ['ID=90efc2ee-e02c-4f81-bc0f-43cec266f87f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:44.150353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Allocated IP 2001:db8::1 (cecff7a0-e0d7-4262-86fc-ba0733ad135e/5ce5c9ba-6296-423f-8d99-a2403c04e0e0/87115a1a-50fe-4b22-8b2e-a8c4cd623201) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:44.294847 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:44.419777 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:44.477215 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network cecff7a0-e0d7-4262-86fc-ba0733ad135e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:44.480757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:44.485319 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:44.485864 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:44.491782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=87115a1a-50fe-4b22-8b2e-a8c4cd623201,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:44.665084 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:44.989620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:45.080113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:45.082612 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:45.127322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc41c30-67b8-4ba8-a74d-74ccc707e67c None None] Network cecff7a0-e0d7-4262-86fc-ba0733ad135e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:45.206455 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=87115a1a-50fe-4b22-8b2e-a8c4cd623201,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:45.233824 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network cecff7a0-e0d7-4262-86fc-ba0733ad135e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:45.235612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:45.259873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e8e9cc0f-dcd9-4ab4-9620-604f22ad22d3 None None] Provisioning complete for port 90efc2ee-e02c-4f81-bc0f-43cec266f87f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:45.260235 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8e9cc0f-dcd9-4ab4-9620-604f22ad22d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:45.381437 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8e9cc0f-dcd9-4ab4-9620-604f22ad22d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:45.415478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e8e9cc0f-dcd9-4ab4-9620-604f22ad22d3 None None] For port 90efc2ee-e02c-4f81-bc0f-43cec266f87f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=90efc2ee-e02c-4f81-bc0f-43cec266f87f,segment=NetworkSegment(74603825-8ebd-4822-9f0e-a2b3a2433987),segment_id=74603825-8ebd-4822-9f0e-a2b3a2433987)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:45.433786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 8cbeea74-74e8-40a3-a5c8-1345cf6905c0 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:55:45.490145 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8e9cc0f-dcd9-4ab4-9620-604f22ad22d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:45.534912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:45.540016 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3f3474d8-2ddd-4f24-a6dd-5eda7a65314a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/8cbeea74-74e8-40a3-a5c8-1345cf6905c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0173182 Nov 15 14:55:45.542659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:45.551186 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084708f-c8b3-4106-82dd-4a523c27b97d None None] Sync routers for ids ['8cbeea74-74e8-40a3-a5c8-1345cf6905c0'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:45.592196 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084708f-c8b3-4106-82dd-4a523c27b97d None None] Routers {'8cbeea74-74e8-40a3-a5c8-1345cf6905c0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:45.593117 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b084708f-c8b3-4106-82dd-4a523c27b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['8cbeea74-74e8-40a3-a5c8-1345cf6905c0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:45.606724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9cc0f-dcd9-4ab4-9620-604f22ad22d3 None None] Pushing event updated for resources: {'Port': ['ID=90efc2ee-e02c-4f81-bc0f-43cec266f87f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:45.610092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3d0973-c4df-4b56-9570-2a38c2e58852 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:45.619647 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6c3d0973-c4df-4b56-9570-2a38c2e58852 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports/87115a1a-50fe-4b22-8b2e-a8c4cd623201 HTTP/1.1" status: 200 len: 911 time: 0.0759754 Nov 15 14:55:45.622560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:45.628881 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1c338f10-3bf9-4d3c-af55-46d8381f36c1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ce5c9ba-6296-423f-8d99-a2403c04e0e0'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:45.662167 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b084708f-c8b3-4106-82dd-4a523c27b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:45.687390 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084708f-c8b3-4106-82dd-4a523c27b97d None None] Routers {'8cbeea74-74e8-40a3-a5c8-1345cf6905c0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:45.688180 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b084708f-c8b3-4106-82dd-4a523c27b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['8cbeea74-74e8-40a3-a5c8-1345cf6905c0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:45.715559 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 90efc2ee-e02c-4f81-bc0f-43cec266f87f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:55:45.795031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8630fbf2-e34d-4a92-ab52-e0e903c30f8e None None] Provisioning complete for port 87115a1a-50fe-4b22-8b2e-a8c4cd623201 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:45.797445 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8630fbf2-e34d-4a92-ab52-e0e903c30f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:45.810363 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b084708f-c8b3-4106-82dd-4a523c27b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:45.811402 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084708f-c8b3-4106-82dd-4a523c27b97d None None] The sync data for ids ['8cbeea74-74e8-40a3-a5c8-1345cf6905c0'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:55:45.868506 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c338f10-3bf9-4d3c-af55-46d8381f36c1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:45.885946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 90efc2ee-e02c-4f81-bc0f-43cec266f87f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:45.888347 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:45.913591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8630fbf2-e34d-4a92-ab52-e0e903c30f8e None None] Port 87115a1a-50fe-4b22-8b2e-a8c4cd623201 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:45.946960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8630fbf2-e34d-4a92-ab52-e0e903c30f8e None None] Provisioning complete for port 90efc2ee-e02c-4f81-bc0f-43cec266f87f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:45.947381 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8630fbf2-e34d-4a92-ab52-e0e903c30f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:46.193032 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f5ac8106-6bf5-4b23-a0c0-64d26b790a0d None None] Provisioning complete for port 87115a1a-50fe-4b22-8b2e-a8c4cd623201 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:46.193654 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5ac8106-6bf5-4b23-a0c0-64d26b790a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:46.262997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac8106-6bf5-4b23-a0c0-64d26b790a0d None None] Port 87115a1a-50fe-4b22-8b2e-a8c4cd623201 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:46.385788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c6d89943-6365-40f0-b111-ac42ed10ad1d None None] Provisioning complete for port 87115a1a-50fe-4b22-8b2e-a8c4cd623201 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:46.386160 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6d89943-6365-40f0-b111-ac42ed10ad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:46.393102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c338f10-3bf9-4d3c-af55-46d8381f36c1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:46.424635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c6d89943-6365-40f0-b111-ac42ed10ad1d None None] Port 87115a1a-50fe-4b22-8b2e-a8c4cd623201 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:55:46.473854 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c338f10-3bf9-4d3c-af55-46d8381f36c1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:46.479949 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c338f10-3bf9-4d3c-af55-46d8381f36c1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:46.484271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c338f10-3bf9-4d3c-af55-46d8381f36c1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:46.484271 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1c338f10-3bf9-4d3c-af55-46d8381f36c1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/ports/87115a1a-50fe-4b22-8b2e-a8c4cd623201 HTTP/1.1" status: 200 len: 911 time: 0.8582392 Nov 15 14:55:46.485531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56306) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:46.529623 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c338f10-3bf9-4d3c-af55-46d8381f36c1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=87115a1a-50fe-4b22-8b2e-a8c4cd623201,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:46.804536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ff964fc-923e-46d6-918e-f12ded0f63b3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:47.046323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3ff964fc-923e-46d6-918e-f12ded0f63b3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port 87115a1a-50fe-4b22-8b2e-a8c4cd623201 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:47.046706 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ff964fc-923e-46d6-918e-f12ded0f63b3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:47.137283 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ff964fc-923e-46d6-918e-f12ded0f63b3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:47.149925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3ff964fc-923e-46d6-918e-f12ded0f63b3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for 87115a1a-50fe-4b22-8b2e-a8c4cd623201 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:47.400421 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ff964fc-923e-46d6-918e-f12ded0f63b3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:47.427720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff964fc-923e-46d6-918e-f12ded0f63b3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=87115a1a-50fe-4b22-8b2e-a8c4cd623201,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:47.538168 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ff964fc-923e-46d6-918e-f12ded0f63b3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:47.689821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 90efc2ee-e02c-4f81-bc0f-43cec266f87f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:55:47.799234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 90efc2ee-e02c-4f81-bc0f-43cec266f87f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:47.801087 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:47.838450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff964fc-923e-46d6-918e-f12ded0f63b3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 8cbeea74-74e8-40a3-a5c8-1345cf6905c0 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:55:47.951230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff964fc-923e-46d6-918e-f12ded0f63b3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:47.957708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3ff964fc-923e-46d6-918e-f12ded0f63b3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/8cbeea74-74e8-40a3-a5c8-1345cf6905c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4691966 Nov 15 14:55:47.959980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:47.981782 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd89448-1294-4996-a2fc-557a9f6faa2c None None] Sync routers for ids ['8cbeea74-74e8-40a3-a5c8-1345cf6905c0'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:47.998429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd89448-1294-4996-a2fc-557a9f6faa2c None None] Routers {'8cbeea74-74e8-40a3-a5c8-1345cf6905c0'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:48.001120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fbd89448-1294-4996-a2fc-557a9f6faa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['8cbeea74-74e8-40a3-a5c8-1345cf6905c0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:48.006434 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d876f5f5-08cc-4bb8-84fe-d4236c7112f1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cbeea74-74e8-40a3-a5c8-1345cf6905c0 HTTP/1.1" status: 200 len: 205 time: 0.0442388 Nov 15 14:55:48.007908 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56326) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:48.142082 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-432caaf0-de82-4f91-b434-477d0c9f2857 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:48.229078 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fbd89448-1294-4996-a2fc-557a9f6faa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:48.239376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd89448-1294-4996-a2fc-557a9f6faa2c None None] Routers {'8cbeea74-74e8-40a3-a5c8-1345cf6905c0'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:48.240096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fbd89448-1294-4996-a2fc-557a9f6faa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['8cbeea74-74e8-40a3-a5c8-1345cf6905c0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:48.276582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fbd89448-1294-4996-a2fc-557a9f6faa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:48.277334 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd89448-1294-4996-a2fc-557a9f6faa2c None None] The sync data for ids ['8cbeea74-74e8-40a3-a5c8-1345cf6905c0'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:55:48.671672 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-432caaf0-de82-4f91-b434-477d0c9f2857 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:48.674576 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-432caaf0-de82-4f91-b434-477d0c9f2857 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:48.782712 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-432caaf0-de82-4f91-b434-477d0c9f2857 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:48.783274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432caaf0-de82-4f91-b434-477d0c9f2857 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Fanout notify agent at l3_agent the message router_deleted on router 8cbeea74-74e8-40a3-a5c8-1345cf6905c0 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:55:48.790155 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-432caaf0-de82-4f91-b434-477d0c9f2857 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:48.791423 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-432caaf0-de82-4f91-b434-477d0c9f2857 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/8cbeea74-74e8-40a3-a5c8-1345cf6905c0 HTTP/1.1" status: 204 len: 168 time: 0.7824075 Nov 15 14:55:48.794764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:48.845464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-88678e6b-9069-40fd-97a5-9f39dcc42e63 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting subnet 5ce5c9ba-6296-423f-8d99-a2403c04e0e0 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:55:48.848861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88678e6b-9069-40fd-97a5-9f39dcc42e63 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:48.896251 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88678e6b-9069-40fd-97a5-9f39dcc42e63 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:48.981390 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88678e6b-9069-40fd-97a5-9f39dcc42e63 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.091925 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88678e6b-9069-40fd-97a5-9f39dcc42e63 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.123744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88678e6b-9069-40fd-97a5-9f39dcc42e63 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce5c9ba-6296-423f-8d99-a2403c04e0e0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:49.128137 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88678e6b-9069-40fd-97a5-9f39dcc42e63 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.131357 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-88678e6b-9069-40fd-97a5-9f39dcc42e63 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/5ce5c9ba-6296-423f-8d99-a2403c04e0e0 HTTP/1.1" status: 204 len: 168 time: 0.3361828 Nov 15 14:55:49.136373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:49.138005 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c71a3-37f4-4657-bede-dc5cf0c5b553 None None] Network cecff7a0-e0d7-4262-86fc-ba0733ad135e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:49.234669 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.297804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port 90efc2ee-e02c-4f81-bc0f-43cec266f87f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:49.297804 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.383173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d560ba2-a39d-4954-99f9-ad9b963a38d6 None None] DHCP port deletion for cecff7a0-e0d7-4262-86fc-ba0733ad135e request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:55:49.392609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] For port 90efc2ee-e02c-4f81-bc0f-43cec266f87f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=90efc2ee-e02c-4f81-bc0f-43cec266f87f,segment=NetworkSegment(74603825-8ebd-4822-9f0e-a2b3a2433987),segment_id=74603825-8ebd-4822-9f0e-a2b3a2433987)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:49.392986 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.411536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for 90efc2ee-e02c-4f81-bc0f-43cec266f87f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:49.443561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d560ba2-a39d-4954-99f9-ad9b963a38d6 None None] Deleting port 90efc2ee-e02c-4f81-bc0f-43cec266f87f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:49.444239 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d560ba2-a39d-4954-99f9-ad9b963a38d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.510790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3d560ba2-a39d-4954-99f9-ad9b963a38d6 None None] For port 90efc2ee-e02c-4f81-bc0f-43cec266f87f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=90efc2ee-e02c-4f81-bc0f-43cec266f87f,segment=NetworkSegment(74603825-8ebd-4822-9f0e-a2b3a2433987),segment_id=74603825-8ebd-4822-9f0e-a2b3a2433987)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:49.511188 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d560ba2-a39d-4954-99f9-ad9b963a38d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.524186 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d560ba2-a39d-4954-99f9-ad9b963a38d6 None None] Calling delete_port for 90efc2ee-e02c-4f81-bc0f-43cec266f87f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:49.565745 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.601397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No DVR routers for this DVR port 90efc2ee-e02c-4f81-bc0f-43cec266f87f on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:55:49.642947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=90efc2ee-e02c-4f81-bc0f-43cec266f87f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:49.656854 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d560ba2-a39d-4954-99f9-ad9b963a38d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.674442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 90efc2ee-e02c-4f81-bc0f-43cec266f87f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:55:49.697388 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d560ba2-a39d-4954-99f9-ad9b963a38d6 None None] No DVR routers for this DVR port 90efc2ee-e02c-4f81-bc0f-43cec266f87f on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:55:49.700018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 90efc2ee-e02c-4f81-bc0f-43cec266f87f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:55:49.700541 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 90efc2ee-e02c-4f81-bc0f-43cec266f87f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:55:49.737781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d560ba2-a39d-4954-99f9-ad9b963a38d6 None None] Pushing event deleted for resources: {'Port': ['ID=90efc2ee-e02c-4f81-bc0f-43cec266f87f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:49.764191 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.784290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecff7a0-e0d7-4262-86fc-ba0733ad135e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:49.793508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74603825-8ebd-4822-9f0e-a2b3a2433987') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:49.793817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74603825-8ebd-4822-9f0e-a2b3a2433987') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:49.803924 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.818349 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.827528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:55:49.828061 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:55:49.831148 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:55:49.959777 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.964857 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:49.974183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/networks/cecff7a0-e0d7-4262-86fc-ba0733ad135e HTTP/1.1" status: 204 len: 168 time: 0.8347058 Nov 15 14:55:49.975357 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:49.980501 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f80bbd81-b2f9-4363-bab2-ec04928e804e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-919079515', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:49.993133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023c06f-f488-4505-8cc2-8ca8a3a7aa4b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Network': ['ID=cecff7a0-e0d7-4262-86fc-ba0733ad135e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:50.045267 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f80bbd81-b2f9-4363-bab2-ec04928e804e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:50.047640 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f80bbd81-b2f9-4363-bab2-ec04928e804e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:50.098696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f80bbd81-b2f9-4363-bab2-ec04928e804e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:50.165566 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f80bbd81-b2f9-4363-bab2-ec04928e804e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:50.299245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f80bbd81-b2f9-4363-bab2-ec04928e804e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:50.300744 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f80bbd81-b2f9-4363-bab2-ec04928e804e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3242712 Nov 15 14:55:50.308956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56354) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:50.310380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-58f27333-a87a-4f2a-880d-79fb904f76e9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-711005545'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:50.422642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f27333-a87a-4f2a-880d-79fb904f76e9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:50.426119 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58f27333-a87a-4f2a-880d-79fb904f76e9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:50.454746 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f27333-a87a-4f2a-880d-79fb904f76e9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:55:50.463343 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58f27333-a87a-4f2a-880d-79fb904f76e9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:50.463702 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-58f27333-a87a-4f2a-880d-79fb904f76e9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Added segment 81cc0c6f-eb47-4277-9433-8da009657eac of type vlan for network d4dd1728-c276-413a-8a6e-c94249561a9a Nov 15 14:55:50.502871 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58f27333-a87a-4f2a-880d-79fb904f76e9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:50.645341 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58f27333-a87a-4f2a-880d-79fb904f76e9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:50.651429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f27333-a87a-4f2a-880d-79fb904f76e9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:50.652020 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58f27333-a87a-4f2a-880d-79fb904f76e9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:50.720611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f27333-a87a-4f2a-880d-79fb904f76e9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Network': ['ID=d4dd1728-c276-413a-8a6e-c94249561a9a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:50.731070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network d4dd1728-c276-413a-8a6e-c94249561a9a details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:55:50.771853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-58f27333-a87a-4f2a-880d-79fb904f76e9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4645190 Nov 15 14:55:50.772775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:50.781300 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-19ccea24-9982-4008-be4a-c7eed916b956 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'subnet': {'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:50.959633 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ccea24-9982-4008-be4a-c7eed916b956 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:50.963127 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19ccea24-9982-4008-be4a-c7eed916b956 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:51.246199 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19ccea24-9982-4008-be4a-c7eed916b956 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:51.308194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccea24-9982-4008-be4a-c7eed916b956 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Subnet': ['ID=a1175eae-7747-4b05-9c45-98ded360cacc,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:51.319442 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ccea24-9982-4008-be4a-c7eed916b956 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Checking segment: {'id': '81cc0c6f-eb47-4277-9433-8da009657eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:51.319815 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ccea24-9982-4008-be4a-c7eed916b956 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network hostable DHCP agents. Network: d4dd1728-c276-413a-8a6e-c94249561a9a, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:55:51.393918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ccea24-9982-4008-be4a-c7eed916b956 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network d4dd1728-c276-413a-8a6e-c94249561a9a is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:55:51.485684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-19ccea24-9982-4008-be4a-c7eed916b956 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, d4dd1728-c276-413a-8a6e-c94249561a9a) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:51.491030 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ccea24-9982-4008-be4a-c7eed916b956 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:51.492129 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19ccea24-9982-4008-be4a-c7eed916b956 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:51.497620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3896f1-abf3-4063-8264-589c6d72dca0 None None] Network d4dd1728-c276-413a-8a6e-c94249561a9a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:51.602602 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-19ccea24-9982-4008-be4a-c7eed916b956 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8276019 Nov 15 14:55:51.605395 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56372) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:51.732091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-d4dd1728-c276-413a-8a6e-c94249561a9a', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:55:51.734070 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:51.876115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Allocated IP 2001:db8::2 (d4dd1728-c276-413a-8a6e-c94249561a9a/a1175eae-7747-4b05-9c45-98ded360cacc/f0742ee1-f23d-4e04-98c1-10ae6e701e03) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:51.937069 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:52.130449 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:52.211457 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:52.259640 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Pushing event updated for resources: {'Port': ['ID=f0742ee1-f23d-4e04-98c1-10ae6e701e03,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:52.269984 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Network d4dd1728-c276-413a-8a6e-c94249561a9a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:52.271553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:52.275603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Allocated IP 2001:db8::1 (d4dd1728-c276-413a-8a6e-c94249561a9a/a1175eae-7747-4b05-9c45-98ded360cacc/f113b126-fded-49f1-bd5b-5210b0f7cd90) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:52.276900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:52.332741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Attempting to bind port f0742ee1-f23d-4e04-98c1-10ae6e701e03 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:55:52.333103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Attempting to bind port f0742ee1-f23d-4e04-98c1-10ae6e701e03 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '81cc0c6f-eb47-4277-9433-8da009657eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:55:52.333468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Attempting to bind port f0742ee1-f23d-4e04-98c1-10ae6e701e03 on network d4dd1728-c276-413a-8a6e-c94249561a9a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:55:52.347448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:55:52.347448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Checking segment: {'id': '81cc0c6f-eb47-4277-9433-8da009657eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:52.347448 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:52.347448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Bound using segment: {'id': '81cc0c6f-eb47-4277-9433-8da009657eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:55:52.347448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Bound port: f0742ee1-f23d-4e04-98c1-10ae6e701e03, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cc0c6f-eb47-4277-9433-8da009657eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:55:52.347448 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:52.398199 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:52.411887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] For port f0742ee1-f23d-4e04-98c1-10ae6e701e03, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:55:52.412811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] For port f0742ee1-f23d-4e04-98c1-10ae6e701e03, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f0742ee1-f23d-4e04-98c1-10ae6e701e03,segment=NetworkSegment(81cc0c6f-eb47-4277-9433-8da009657eac),segment_id=81cc0c6f-eb47-4277-9433-8da009657eac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:55:52.491223 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:52.491514 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:52.532939 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network d4dd1728-c276-413a-8a6e-c94249561a9a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:52.548207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:52.552528 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:52.553080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:52.564724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=f113b126-fded-49f1-bd5b-5210b0f7cd90,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:52.571966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc4e66-35c8-47dd-a645-4af871f62d72 None None] Pushing event updated for resources: {'Port': ['ID=f0742ee1-f23d-4e04-98c1-10ae6e701e03,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:52.813859 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:53.108402 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:53.182197 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:53.183193 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:53.278257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=f113b126-fded-49f1-bd5b-5210b0f7cd90,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:53.360018 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network d4dd1728-c276-413a-8a6e-c94249561a9a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:53.362695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:53.456795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:53.659959 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-279addc8-5e71-4552-a1ec-981d32e06c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:53.707557 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 7121606b-15c8-4dc2-8236-5bded9756fac is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:55:53.734817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f0742ee1-f23d-4e04-98c1-10ae6e701e03 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:55:53.773917 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-279addc8-5e71-4552-a1ec-981d32e06c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:53.795376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fec299d-4c70-4062-91c7-e4b89535b420 None None] Network d4dd1728-c276-413a-8a6e-c94249561a9a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:53.843999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:53.850864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f0742ee1-f23d-4e04-98c1-10ae6e701e03 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:53.851578 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:53.855375 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Sync routers for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:53.859758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:53.862523 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9cd8a25f-6ee4-4636-a8eb-39912f153bc5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2549169 Nov 15 14:55:53.866344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fb3a4df1-f372-4319-b375-2b8e03380232 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-9961282'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:53.867433 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:53.868130 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:53.870935 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-279addc8-5e71-4552-a1ec-981d32e06c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:53.941523 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-279addc8-5e71-4552-a1ec-981d32e06c12 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=701c138794834eada92963849459edd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4834950 Nov 15 14:55:53.943017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279addc8-5e71-4552-a1ec-981d32e06c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6ccf91-d49c-436a-9a1a-d83e53a68c15,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:53.944507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:53.978242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c80d68a9-5bfc-4b17-bbe3-f31c9d8c8121 None None] Provisioning complete for port f0742ee1-f23d-4e04-98c1-10ae6e701e03 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:53.985592 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c80d68a9-5bfc-4b17-bbe3-f31c9d8c8121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.002367 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41a353f6-1ab4-4647-82b3-40ace67b2d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.005622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3a4df1-f372-4319-b375-2b8e03380232 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:54.010047 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4df1-f372-4319-b375-2b8e03380232 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.037273 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41a353f6-1ab4-4647-82b3-40ace67b2d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.057541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3a4df1-f372-4319-b375-2b8e03380232 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:55:54.077812 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4df1-f372-4319-b375-2b8e03380232 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.078244 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-fb3a4df1-f372-4319-b375-2b8e03380232 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Added segment 0eaf6f67-3633-4c12-9166-79f33aeacfef of type vlan for network dbdca779-e7c8-45da-9dc4-9013a6e6460c Nov 15 14:55:54.112209 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:55:54.136136 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4df1-f372-4319-b375-2b8e03380232 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.149521 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.159606 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41a353f6-1ab4-4647-82b3-40ace67b2d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.174952 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41a353f6-1ab4-4647-82b3-40ace67b2d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.174952 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-41a353f6-1ab4-4647-82b3-40ace67b2d2d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a6ccf91-d49c-436a-9a1a-d83e53a68c15 HTTP/1.1" status: 204 len: 168 time: 0.2214253 Nov 15 14:55:54.198275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a353f6-1ab4-4647-82b3-40ace67b2d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6ccf91-d49c-436a-9a1a-d83e53a68c15,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:54.225195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6ccf6-8c03-46ff-936c-9e41a9497c91 req-67fc34c8-eab6-41d1-b107-898cfd3919e0 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:54.226882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ea6ccf6-8c03-46ff-936c-9e41a9497c91 req-67fc34c8-eab6-41d1-b107-898cfd3919e0 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.1139767 Nov 15 14:55:54.272825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port f0742ee1-f23d-4e04-98c1-10ae6e701e03, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f0742ee1-f23d-4e04-98c1-10ae6e701e03,segment=NetworkSegment(81cc0c6f-eb47-4277-9433-8da009657eac),segment_id=81cc0c6f-eb47-4277-9433-8da009657eac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:54.336202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ea6ccf6-8c03-46ff-936c-9e41a9497c91 req-6a5e82c9-4a54-4ca0-9fbd-bd0c63c3e02f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026518 Nov 15 14:55:54.337469 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4df1-f372-4319-b375-2b8e03380232 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.343653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a4df1-f372-4319-b375-2b8e03380232 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:54.344268 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4df1-f372-4319-b375-2b8e03380232 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.365907 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c80d68a9-5bfc-4b17-bbe3-f31c9d8c8121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.393690 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.442291 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:55:52Z', 'revision_number': 2, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:52Z', 'revision_number': 2, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:54.470754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a4df1-f372-4319-b375-2b8e03380232 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Network': ['ID=dbdca779-e7c8-45da-9dc4-9013a6e6460c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:54.492735 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Checking router: 7121606b-15c8-4dc2-8236-5bded9756fac for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:55:54.493365 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Updating router 7121606b-15c8-4dc2-8236-5bded9756fac port f113b126-fded-49f1-bd5b-5210b0f7cd90 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:55:54.509366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network dbdca779-e7c8-45da-9dc4-9013a6e6460c details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:55:54.529841 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fb3a4df1-f372-4319-b375-2b8e03380232 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6684933 Nov 15 14:55:54.535384 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:54.541084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1e2c18b4-efd7-4f27-b073-e36d0cdd76b9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'subnet': {'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:55:54.556792 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.590742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=f0742ee1-f23d-4e04-98c1-10ae6e701e03,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:54.610321 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-c80d68a9-5bfc-4b17-bbe3-f31c9d8c8121 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:55:54.610955 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-c80d68a9-5bfc-4b17-bbe3-f31c9d8c8121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:55:54.770527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2c18b4-efd7-4f27-b073-e36d0cdd76b9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:55:54.776683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e2c18b4-efd7-4f27-b073-e36d0cdd76b9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.934999 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:54.980007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:55.002279 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e2c5-3372-4607-b528-9c3fa2d631b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.028308 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.080091 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Pushing event updated for resources: {'Port': ['ID=f113b126-fded-49f1-bd5b-5210b0f7cd90,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:55.107773 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:55.108125 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:55.108655 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:55.109062 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:55.109408 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:55.109748 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:55.110095 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:55.110434 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:55.110770 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:55.111098 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:55.111427 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:55.111754 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:55.145303 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Attempting to bind port f113b126-fded-49f1-bd5b-5210b0f7cd90 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:55:55.145671 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Attempting to bind port f113b126-fded-49f1-bd5b-5210b0f7cd90 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '81cc0c6f-eb47-4277-9433-8da009657eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:55:55.146036 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Attempting to bind port f113b126-fded-49f1-bd5b-5210b0f7cd90 on network d4dd1728-c276-413a-8a6e-c94249561a9a {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:55:55.146476 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e2c5-3372-4607-b528-9c3fa2d631b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.150368 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e2c18b4-efd7-4f27-b073-e36d0cdd76b9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.154306 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:55:55.154728 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Checking segment: {'id': '81cc0c6f-eb47-4277-9433-8da009657eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:55.155203 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.156118 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Bound using segment: {'id': '81cc0c6f-eb47-4277-9433-8da009657eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:55:55.156615 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Bound port: f113b126-fded-49f1-bd5b-5210b0f7cd90, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cc0c6f-eb47-4277-9433-8da009657eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:55:55.156998 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.231637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c18b4-efd7-4f27-b073-e36d0cdd76b9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Subnet': ['ID=2dd1a61e-7d29-440a-ad61-54a9328cb070,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:55.236466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e2c5-3372-4607-b528-9c3fa2d631b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.247887 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] For port f113b126-fded-49f1-bd5b-5210b0f7cd90, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:55:55.251421 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] For port f113b126-fded-49f1-bd5b-5210b0f7cd90, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f113b126-fded-49f1-bd5b-5210b0f7cd90,segment=NetworkSegment(81cc0c6f-eb47-4277-9433-8da009657eac),segment_id=81cc0c6f-eb47-4277-9433-8da009657eac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:55:55.266913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c18b4-efd7-4f27-b073-e36d0cdd76b9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Checking segment: {'id': '0eaf6f67-3633-4c12-9166-79f33aeacfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:55.267305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c18b4-efd7-4f27-b073-e36d0cdd76b9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network hostable DHCP agents. Network: dbdca779-e7c8-45da-9dc4-9013a6e6460c, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:55:55.291401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3e2c5-3372-4607-b528-9c3fa2d631b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c50c040-8e29-4733-872c-7389779c33a5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:55.298937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f5d3e2c5-3372-4607-b528-9c3fa2d631b2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37b52857262d46c1980d3f19d782bce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176937 Nov 15 14:55:55.299107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:55.305020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-41256091-bb11-4ac5-8432-288442c08169 None None] Provisioning complete for port f113b126-fded-49f1-bd5b-5210b0f7cd90 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:55.305499 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41256091-bb11-4ac5-8432-288442c08169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.312748 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.358168 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-129f8094-b601-4646-b57c-100ea66d192d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.383816 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-129f8094-b601-4646-b57c-100ea66d192d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.400101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c18b4-efd7-4f27-b073-e36d0cdd76b9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network dbdca779-e7c8-45da-9dc4-9013a6e6460c is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:55:55.400368 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:55.401002 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:55.408296 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b5479-784e-4afa-9b99-4461334c60fb None None] Pushing event updated for resources: {'Port': ['ID=f113b126-fded-49f1-bd5b-5210b0f7cd90,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:55.484466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1e2c18b4-efd7-4f27-b073-e36d0cdd76b9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, dbdca779-e7c8-45da-9dc4-9013a6e6460c) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:55.514989 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:55:55.526222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c18b4-efd7-4f27-b073-e36d0cdd76b9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:55.526939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e2c18b4-efd7-4f27-b073-e36d0cdd76b9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.549355 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f896089-acb2-4121-9772-4b1ef507f2be None None] Network dbdca779-e7c8-45da-9dc4-9013a6e6460c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:55.565466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-129f8094-b601-4646-b57c-100ea66d192d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.569160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-129f8094-b601-4646-b57c-100ea66d192d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.570577 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-129f8094-b601-4646-b57c-100ea66d192d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c50c040-8e29-4733-872c-7389779c33a5 HTTP/1.1" status: 204 len: 168 time: 0.2703197 Nov 15 14:55:55.584661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f8094-b601-4646-b57c-100ea66d192d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c50c040-8e29-4733-872c-7389779c33a5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:55.594234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924483f-fbae-4b04-baa5-48f886628262 req-a411b1da-c602-4f64-9804-64acb1d31863 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:55.604578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0924483f-fbae-4b04-baa5-48f886628262 req-a411b1da-c602-4f64-9804-64acb1d31863 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.1354535 Nov 15 14:55:55.631571 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41256091-bb11-4ac5-8432-288442c08169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.638096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56444) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:55.662338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1e2c18b4-efd7-4f27-b073-e36d0cdd76b9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0982254 Nov 15 14:55:55.675076 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-41256091-bb11-4ac5-8432-288442c08169 None None] For port f113b126-fded-49f1-bd5b-5210b0f7cd90, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f113b126-fded-49f1-bd5b-5210b0f7cd90,segment=NetworkSegment(81cc0c6f-eb47-4277-9433-8da009657eac),segment_id=81cc0c6f-eb47-4277-9433-8da009657eac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:55.745778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f0742ee1-f23d-4e04-98c1-10ae6e701e03 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:55:55.785757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0924483f-fbae-4b04-baa5-48f886628262 req-b4da12af-e0c7-40a8-82cf-a9ab0c304bb6 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716020 Nov 15 14:55:55.812313 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41256091-bb11-4ac5-8432-288442c08169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.930949 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:55:52Z', 'revision_number': 2, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 4, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:55.932516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-41256091-bb11-4ac5-8432-288442c08169 None None] Provisioning complete for port f0742ee1-f23d-4e04-98c1-10ae6e701e03 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:55.932884 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41256091-bb11-4ac5-8432-288442c08169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:55.980405 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75fd6d-a07f-4141-be1b-5cad77b0389e None None] The sync data for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 is: [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:55:52Z', 'revision_number': 2, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 4, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:55:56.119352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41256091-bb11-4ac5-8432-288442c08169 None None] Pushing event updated for resources: {'Port': ['ID=f113b126-fded-49f1-bd5b-5210b0f7cd90,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:56.137081 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:55:56.138182 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:56.161724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-92ca0244-8992-446d-8a49-822da3d3eebe tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:56.164018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f0742ee1-f23d-4e04-98c1-10ae6e701e03 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:56.164611 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:56.168365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-92ca0244-8992-446d-8a49-822da3d3eebe tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.59 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.1610281 Nov 15 14:55:56.334536 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:56.404666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Deleting port f5805a61-7fa2-4bf0-93f2-9607818e62ae {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:55:56.405006 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:56.431894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Allocated IP 2001:db8:1::2 (dbdca779-e7c8-45da-9dc4-9013a6e6460c/2dd1a61e-7d29-440a-ad61-54a9328cb070/d007e496-1d42-4e29-ad7e-5c8091e4124d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:56.604144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] For port f5805a61-7fa2-4bf0-93f2-9607818e62ae, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5805a61-7fa2-4bf0-93f2-9607818e62ae,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:55:56.606877 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:56.749675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:56.787300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44cae616-83b6-454d-a375-a04e4e0009d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.048271 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.055634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-87c66e02-0d5d-481e-ab11-477058d77535 None None] Provisioning complete for port f113b126-fded-49f1-bd5b-5210b0f7cd90 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:57.056014 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87c66e02-0d5d-481e-ab11-477058d77535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.145961 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.188526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Network dbdca779-e7c8-45da-9dc4-9013a6e6460c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:57.201097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:57.206015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:57.219591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Pushing event updated for resources: {'Port': ['ID=d007e496-1d42-4e29-ad7e-5c8091e4124d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:57.240694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:57.241038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:57.241373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:57.241709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:57.242296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:57.242455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:57.242779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:57.243892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:57.244031 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Allocated IP 2001:db8:1::1 (dbdca779-e7c8-45da-9dc4-9013a6e6460c/2dd1a61e-7d29-440a-ad61-54a9328cb070/02352887-ca04-42c9-9d2f-acfb267fb952) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:55:57.244153 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:57.244153 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:57.244153 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:57.244419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:55:57.347933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Attempting to bind port d007e496-1d42-4e29-ad7e-5c8091e4124d on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:55:57.348518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Attempting to bind port d007e496-1d42-4e29-ad7e-5c8091e4124d by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0eaf6f67-3633-4c12-9166-79f33aeacfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:55:57.348974 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Attempting to bind port d007e496-1d42-4e29-ad7e-5c8091e4124d on network dbdca779-e7c8-45da-9dc4-9013a6e6460c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:55:57.355732 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:55:57.356093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Checking segment: {'id': '0eaf6f67-3633-4c12-9166-79f33aeacfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:55:57.356629 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.357094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Bound using segment: {'id': '0eaf6f67-3633-4c12-9166-79f33aeacfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:55:57.357651 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Bound port: d007e496-1d42-4e29-ad7e-5c8091e4124d, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eaf6f67-3633-4c12-9166-79f33aeacfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:55:57.358115 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.436749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] For port d007e496-1d42-4e29-ad7e-5c8091e4124d, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:55:57.439651 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.440938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] For port d007e496-1d42-4e29-ad7e-5c8091e4124d, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d007e496-1d42-4e29-ad7e-5c8091e4124d,segment=NetworkSegment(0eaf6f67-3633-4c12-9166-79f33aeacfef),segment_id=0eaf6f67-3633-4c12-9166-79f33aeacfef)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:55:57.497462 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.515269 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-ee5bd52d-423e-4709-8857-9640d52d1adf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0678704 Nov 15 14:55:57.578947 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.579201 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1fae7-0847-4c16-a0f1-26a810e64dc3 None None] Pushing event updated for resources: {'Port': ['ID=d007e496-1d42-4e29-ad7e-5c8091e4124d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:57.588466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33495e-f172-484c-a238-479a5ab521ce req-a0c26af7-5f99-4fd6-8ad5-6c8049611cd8 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:57.601180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff33495e-f172-484c-a238-479a5ab521ce req-a0c26af7-5f99-4fd6-8ad5-6c8049611cd8 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 946 time: 0.7243888 Nov 15 14:55:57.643580 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44cae616-83b6-454d-a375-a04e4e0009d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.723247 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44cae616-83b6-454d-a375-a04e4e0009d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.731314 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.732057 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.732381 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Floating IP fc6ed039-199c-49b2-8c61-502db24eae38 disassociated. External IP: 172.25.4.133, port: f5805a61-7fa2-4bf0-93f2-9607818e62ae. Nov 15 14:55:57.733099 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Calling delete_port for f5805a61-7fa2-4bf0-93f2-9607818e62ae owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:55:57.737840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network dbdca779-e7c8-45da-9dc4-9013a6e6460c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:57.747319 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=02352887-ca04-42c9-9d2f-acfb267fb952,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:57.752760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:57.758237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:55:57.759234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.765568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff33495e-f172-484c-a238-479a5ab521ce req-19895259-95ca-4256-af0e-60d9c2443540 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=b50cf3a9-e81b-48d6-8c59-d23fa94c615d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637604 Nov 15 14:55:57.798895 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f113b126-fded-49f1-bd5b-5210b0f7cd90 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:55:57.825848 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-d0d8a3d4-747f-4cd0-ab6e-676131db1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:57.826260 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-d0d8a3d4-747f-4cd0-ab6e-676131db1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:57.826757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-d0d8a3d4-747f-4cd0-ab6e-676131db1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:57.827261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-d0d8a3d4-747f-4cd0-ab6e-676131db1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:57.828262 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-d0d8a3d4-747f-4cd0-ab6e-676131db1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:57.828724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-d0d8a3d4-747f-4cd0-ab6e-676131db1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:57.829232 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-d0d8a3d4-747f-4cd0-ab6e-676131db1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:57.831284 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-d0d8a3d4-747f-4cd0-ab6e-676131db1f51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51a048f636d44265be0adba945f4c6ff&device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 6500 time: 0.1583977 Nov 15 14:55:57.899926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f113b126-fded-49f1-bd5b-5210b0f7cd90 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:57.900682 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:57.905175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-44cae616-83b6-454d-a375-a04e4e0009d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bde04f4daa7742a6bd662fa30d486e39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1543560 Nov 15 14:55:57.905953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cae616-83b6-454d-a375-a04e4e0009d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89c0036-3816-4fe9-aef0-2a83133276eb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:57.910990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:55:58.107908 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:58.173259 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db4c0cd0-3aa6-441a-b239-23e1ea5b13e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:58.177183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-2a646b34-15dc-412a-be77-7cba75322849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:58.177662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-2a646b34-15dc-412a-be77-7cba75322849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:58.178120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-2a646b34-15dc-412a-be77-7cba75322849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:58.179756 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-2a646b34-15dc-412a-be77-7cba75322849 service neutron] 10.222.0.46 "GET /v2.0/networks?id=05e84ef2-d628-4e8b-85d1-d2b727ab8196&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a HTTP/1.1" status: 200 len: 2297 time: 0.3041565 Nov 15 14:55:58.191178 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:58.198819 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db4c0cd0-3aa6-441a-b239-23e1ea5b13e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:58.270501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:58.309271 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event deleted for resources: {'Port': ['ID=f5805a61-7fa2-4bf0-93f2-9607818e62ae,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:58.413215 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db4c0cd0-3aa6-441a-b239-23e1ea5b13e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:58.416361 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db4c0cd0-3aa6-441a-b239-23e1ea5b13e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:58.417635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-db4c0cd0-3aa6-441a-b239-23e1ea5b13e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f89c0036-3816-4fe9-aef0-2a83133276eb HTTP/1.1" status: 204 len: 168 time: 0.5042760 Nov 15 14:55:58.431305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c0cd0-3aa6-441a-b239-23e1ea5b13e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89c0036-3816-4fe9-aef0-2a83133276eb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:58.481828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:55:58.627464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:55:58.648199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c10c105-dda2-45d4-9743-4457dcb8c6ff None None] Sync routers for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:55:58.689009 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c10c105-dda2-45d4-9743-4457dcb8c6ff None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:58.690180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c10c105-dda2-45d4-9743-4457dcb8c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:58.704012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] No DVR routers for this DVR port f5805a61-7fa2-4bf0-93f2-9607818e62ae on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:55:58.706999 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:58.711423 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ade1177-1aaa-4d88-ae71-82d91831ff07 req-e634bab3-edef-4aa3-a381-ae7dd5cccc09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.59 "DELETE /v2.0/ports/f5805a61-7fa2-4bf0-93f2-9607818e62ae HTTP/1.1" status: 204 len: 173 time: 2.5354347 Nov 15 14:55:58.711899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a4fcf0-42c7-4944-a9cd-996ee281f93f', 'name': 'network-vif-deleted', 'tag': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:55:58.714302 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d978709-cb10-4fd6-8725-9c0b4c5604c6" -d '{"events": [{"server_uuid": "82a4fcf0-42c7-4944-a9cd-996ee281f93f", "name": "network-vif-deleted", "tag": "f5805a61-7fa2-4bf0-93f2-9607818e62ae"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:55:58.772607 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-13e5e59c-3f78-49c1-8bfc-54a5eca807b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 HTTP/1.1" status: 200 len: 1001 time: 0.5795629 Nov 15 14:55:58.846298 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fa1a39-7c7a-4c5e-90a6-5d5e95b2a01e x-openstack-request-id: req-80fa1a39-7c7a-4c5e-90a6-5d5e95b2a01e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:55:58.846833 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a4fcf0-42c7-4944-a9cd-996ee281f93f", "name": "network-vif-deleted", "tag": "f5805a61-7fa2-4bf0-93f2-9607818e62ae", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:55:58.847246 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80fa1a39-7c7a-4c5e-90a6-5d5e95b2a01e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:55:58.847815 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a4fcf0-42c7-4944-a9cd-996ee281f93f', 'name': 'network-vif-deleted', 'tag': 'f5805a61-7fa2-4bf0-93f2-9607818e62ae', 'status': 'completed', 'code': 200} Nov 15 14:55:58.857211 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:58.951330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2c10c105-dda2-45d4-9743-4457dcb8c6ff None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:55:59.048230 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f5805a61-7fa2-4bf0-93f2-9607818e62ae no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:55:59.048971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-35e87360-8e29-4b1a-a5a1-78ded2e9c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:59.052880 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-35e87360-8e29-4b1a-a5a1-78ded2e9c653 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0960faaf-544e-49a8-b77f-fff26bcae0b5 HTTP/1.1" status: 200 len: 855 time: 0.2596250 Nov 15 14:55:59.072447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5f374fd-3aeb-44e3-a417-7422aee60ed8 req-c145e15a-0ec4-4066-a0d5-e3cf2178dadf tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=82a4fcf0-42c7-4944-a9cd-996ee281f93f HTTP/1.1" status: 200 len: 210 time: 0.0628147 Nov 15 14:55:59.153467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: f5805a61-7fa2-4bf0-93f2-9607818e62ae {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:55:59.153810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f5805a61-7fa2-4bf0-93f2-9607818e62ae not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:55:59.241163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-06032702-b271-44bc-8b7a-e3f6d113c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:55:59.243770 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-06032702-b271-44bc-8b7a-e3f6d113c2e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05e84ef2-d628-4e8b-85d1-d2b727ab8196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732416 Nov 15 14:55:59.331689 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:59.362142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c10c105-dda2-45d4-9743-4457dcb8c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:45Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:59.398249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c10c105-dda2-45d4-9743-4457dcb8c6ff None None] Checking router: 46f96f41-dc11-4f5e-8f36-d9db87be80c3 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:55:59.408955 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-0df5f79b-5dd5-420d-a3a6-bbf24857111a service neutron] 10.222.0.46 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486146 Nov 15 14:55:59.410455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c10c105-dda2-45d4-9743-4457dcb8c6ff None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:55:59.411122 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c10c105-dda2-45d4-9743-4457dcb8c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:55:59.416069 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:59.416871 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:59.548472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2c10c105-dda2-45d4-9743-4457dcb8c6ff None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:55:59.730459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cb349a-04ad-4152-9f1b-ae6c0a6f2d8b None None] Network dbdca779-e7c8-45da-9dc4-9013a6e6460c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:55:59.737829 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d007e496-1d42-4e29-ad7e-5c8091e4124d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:55:59.813546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=02352887-ca04-42c9-9d2f-acfb267fb952,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:55:59.846959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network dbdca779-e7c8-45da-9dc4-9013a6e6460c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:55:59.849790 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:55:59.962035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-14abdef0-15a0-43d3-96c1-5091df08a908 None None] Provisioning complete for port d007e496-1d42-4e29-ad7e-5c8091e4124d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:55:59.962035 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14abdef0-15a0-43d3-96c1-5091df08a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:59.962035 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0ecc4c7-523e-401c-be3f-3ca80648d0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:55:59.971508 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-ffbe8d86-d5f8-4cec-aaaa-ecc073e508e3 service neutron] 10.222.0.46 "GET /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740238 Nov 15 14:56:00.063914 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-f78f2d47-cead-47cd-bb90-b24d96aec5ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=68fee45f-e988-4280-9d1f-4feb0fed1987 HTTP/1.1" status: 200 len: 217 time: 0.0795686 Nov 15 14:56:00.093154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 7121606b-15c8-4dc2-8236-5bded9756fac has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:00.118977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d007e496-1d42-4e29-ad7e-5c8091e4124d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:00.119336 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:00.153329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-41336b22-5aca-4d7a-aef5-67fee2e652cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:00.155114 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-41336b22-5aca-4d7a-aef5-67fee2e652cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.0783999 Nov 15 14:56:00.338312 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14abdef0-15a0-43d3-96c1-5091df08a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:00.338813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-e71e332a-2e68-4e3b-9120-8e096ca7ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:00.341004 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-e71e332a-2e68-4e3b-9120-8e096ca7ca09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1276197 Nov 15 14:56:00.342028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:00.349958 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56504) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:00.363212 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Sync routers for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:00.366764 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-609a800c-3829-4216-a7fc-66b844877588 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7270749 Nov 15 14:56:00.375414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56506) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:00.382655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-855b78c2-c329-4045-ada0-e98789b36bfc tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1307120789'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:00.389748 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:00.389748 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:55:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:00.410851 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:00.450516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c10c105-dda2-45d4-9743-4457dcb8c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:45Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:00.530973 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-240fb9c3-19ee-4fa4-9253-916723cae807 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742918 Nov 15 14:56:00.540669 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30ae822f-d282-4f6d-b6bb-ecb99c0b84d3 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:00.562345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c10c105-dda2-45d4-9743-4457dcb8c6ff None None] The sync data for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 is: [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:45Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:00.576264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port d007e496-1d42-4e29-ad7e-5c8091e4124d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d007e496-1d42-4e29-ad7e-5c8091e4124d,segment=NetworkSegment(0eaf6f67-3633-4c12-9166-79f33aeacfef),segment_id=0eaf6f67-3633-4c12-9166-79f33aeacfef)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:00.603100 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30ae822f-d282-4f6d-b6bb-ecb99c0b84d3 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:00.624704 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:00.636395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855b78c2-c329-4045-ada0-e98789b36bfc tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:56:00.640118 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-855b78c2-c329-4045-ada0-e98789b36bfc tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:00.675282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855b78c2-c329-4045-ada0-e98789b36bfc tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:56:00.694490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-855b78c2-c329-4045-ada0-e98789b36bfc tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:00.694733 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-855b78c2-c329-4045-ada0-e98789b36bfc tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Added segment f993d1d8-0ae4-4e81-82c7-f9893b7cb226 of type vlan for network fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57 Nov 15 14:56:00.709067 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:00.797306 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-0138ea37-0ae9-4bad-8b0c-c20eb98111a6 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546360 Nov 15 14:56:00.805674 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-14abdef0-15a0-43d3-96c1-5091df08a908 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:56:00.806278 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-14abdef0-15a0-43d3-96c1-5091df08a908 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:56:00.828815 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-855b78c2-c329-4045-ada0-e98789b36bfc tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:00.849949 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30ae822f-d282-4f6d-b6bb-ecb99c0b84d3 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:00.857694 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30ae822f-d282-4f6d-b6bb-ecb99c0b84d3 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:00.859637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-30ae822f-d282-4f6d-b6bb-ecb99c0b84d3 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "DELETE /v2.0/security-groups/b50cf3a9-e81b-48d6-8c59-d23fa94c615d HTTP/1.1" status: 204 len: 168 time: 0.5086117 Nov 15 14:56:00.881787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56514) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:00.931736 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-300a0dd2-56a3-4a9e-9e03-d73b655525b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=d60d6b5b-7447-4438-8b12-570eb0e866e7 HTTP/1.1" status: 200 len: 217 time: 0.1204085 Nov 15 14:56:00.973211 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-90c94985-e448-414c-846a-a1dafeda56bf tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] show failed (client error): The resource could not be found. Nov 15 14:56:00.975026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-90c94985-e448-414c-846a-a1dafeda56bf tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups/b50cf3a9-e81b-48d6-8c59-d23fa94c615d HTTP/1.1" status: 404 len: 347 time: 0.0894876 Nov 15 14:56:00.975976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae822f-d282-4f6d-b6bb-ecb99c0b84d3 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50cf3a9-e81b-48d6-8c59-d23fa94c615d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:00.987310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56520) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:01.072738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-72385100-21ac-4d2c-98e6-ffccb662fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:01.074276 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-72385100-21ac-4d2c-98e6-ffccb662fb3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.1312535 Nov 15 14:56:01.183822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-73d9160a-055c-49ee-8d8b-b7aa15b8b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:01.185576 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-73d9160a-055c-49ee-8d8b-b7aa15b8b914 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0996666 Nov 15 14:56:01.208843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bcbd36-d8f0-4b2b-87b0-c231c738325f None None] New status for floating IP fc6ed039-199c-49b2-8c61-502db24eae38: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:56:01.216615 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:55:57Z', 'revision_number': 3, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:55:58Z', 'revision_number': 2, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:01.232665 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-855b78c2-c329-4045-ada0-e98789b36bfc tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:01.244366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855b78c2-c329-4045-ada0-e98789b36bfc tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:01.245031 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-855b78c2-c329-4045-ada0-e98789b36bfc tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:01.338922 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Checking router: 7121606b-15c8-4dc2-8236-5bded9756fac for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:56:01.338922 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Updating router 7121606b-15c8-4dc2-8236-5bded9756fac port 02352887-ca04-42c9-9d2f-acfb267fb952 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:56:01.405168 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-934d2cb0-d344-4baa-90c0-00c9787ac2ff service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070315 Nov 15 14:56:01.411019 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:01.476384 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b78c2-c329-4045-ada0-e98789b36bfc tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Network': ['ID=fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:01.489179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-855b78c2-c329-4045-ada0-e98789b36bfc tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1111555 Nov 15 14:56:01.495805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56528) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:01.505789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0186ee17-ee26-4ac6-bc42-9f6e95c0904b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'subnet': {'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:01.512340 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1d52da5c-bac8-4cda-a0c0-f658ce736e96 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Deleting port 2d5dfda7-9eee-4676-bd89-c8ac7dce3efd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:01.512617 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d52da5c-bac8-4cda-a0c0-f658ce736e96 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:01.607389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:56:01.635620 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-1db683fe-cb45-4649-bb4d-b65defc4ab77 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187529 Nov 15 14:56:01.740175 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-7aeff705-18eb-4901-b227-5e2c05c6d343 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=012e9bf2-0414-4d9d-a820-1d1a5c19a79f HTTP/1.1" status: 200 len: 217 time: 0.0928454 Nov 15 14:56:01.893312 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d52da5c-bac8-4cda-a0c0-f658ce736e96 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:01.893947 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d52da5c-bac8-4cda-a0c0-f658ce736e96 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:01.931927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1d52da5c-bac8-4cda-a0c0-f658ce736e96 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Calling delete_port for 2d5dfda7-9eee-4676-bd89-c8ac7dce3efd owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:01.932206 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-5159e564-806b-4f00-89b1-94c641f62d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:01.939302 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-5159e564-806b-4f00-89b1-94c641f62d01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.1873941 Nov 15 14:56:01.987655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=d007e496-1d42-4e29-ad7e-5c8091e4124d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:02.035935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0186ee17-ee26-4ac6-bc42-9f6e95c0904b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:56:02.045392 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0186ee17-ee26-4ac6-bc42-9f6e95c0904b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.054707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-4150f6e5-9947-4f27-815a-5d92ef158f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:02.057285 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-4150f6e5-9947-4f27-815a-5d92ef158f0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1063688 Nov 15 14:56:02.088863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ffd718d2-f35f-4df4-8c3f-e73c12ad1ca8 None None] Provisioning complete for port d007e496-1d42-4e29-ad7e-5c8091e4124d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:02.089417 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ffd718d2-f35f-4df4-8c3f-e73c12ad1ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.098233 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.188652 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.316756 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f69953e2-952a-4faf-bd00-7a043ef8d7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.326342 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-43074c96-8e81-4919-8899-dad9fcbf2d60 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561264 Nov 15 14:56:02.348128 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15eec3-3053-4cf4-a63d-dac20ffa2267 None None] Pushing event updated for resources: {'Port': ['ID=02352887-ca04-42c9-9d2f-acfb267fb952,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:02.355443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ffd718d2-f35f-4df4-8c3f-e73c12ad1ca8 None None] Provisioning complete for port 02352887-ca04-42c9-9d2f-acfb267fb952 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:02.355809 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ffd718d2-f35f-4df4-8c3f-e73c12ad1ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.458941 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d52da5c-bac8-4cda-a0c0-f658ce736e96 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.472687 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Attempting to bind port 02352887-ca04-42c9-9d2f-acfb267fb952 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:56:02.475709 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Attempting to bind port 02352887-ca04-42c9-9d2f-acfb267fb952 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0eaf6f67-3633-4c12-9166-79f33aeacfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:56:02.480607 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Attempting to bind port 02352887-ca04-42c9-9d2f-acfb267fb952 on network dbdca779-e7c8-45da-9dc4-9013a6e6460c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:56:02.486555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ffd718d2-f35f-4df4-8c3f-e73c12ad1ca8 None None] Port 02352887-ca04-42c9-9d2f-acfb267fb952 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:02.493123 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:56:02.494121 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Checking segment: {'id': '0eaf6f67-3633-4c12-9166-79f33aeacfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:56:02.495128 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.496043 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Bound using segment: {'id': '0eaf6f67-3633-4c12-9166-79f33aeacfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:56:02.496890 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Bound port: 02352887-ca04-42c9-9d2f-acfb267fb952, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eaf6f67-3633-4c12-9166-79f33aeacfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:56:02.497463 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.515382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52da5c-bac8-4cda-a0c0-f658ce736e96 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event deleted for resources: {'Port': ['ID=2d5dfda7-9eee-4676-bd89-c8ac7dce3efd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:02.571325 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0186ee17-ee26-4ac6-bc42-9f6e95c0904b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.610371 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-628e2688-94c1-4ff9-b47e-c80ef76919f3 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706873 Nov 15 14:56:02.623375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-91d83ef3-258e-4de2-8bd3-3f6cfea0ca1e None None] Provisioning complete for port 02352887-ca04-42c9-9d2f-acfb267fb952 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:02.625634 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91d83ef3-258e-4de2-8bd3-3f6cfea0ca1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.654067 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] For port 02352887-ca04-42c9-9d2f-acfb267fb952, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:56:02.670181 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] For port 02352887-ca04-42c9-9d2f-acfb267fb952, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=02352887-ca04-42c9-9d2f-acfb267fb952,segment=NetworkSegment(0eaf6f67-3633-4c12-9166-79f33aeacfef),segment_id=0eaf6f67-3633-4c12-9166-79f33aeacfef)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:56:02.698965 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-57bbdb1c-9990-4f46-82d9-c7cb7343b4a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=67213a63-6141-41d5-9bd4-fafaf28fcad9 HTTP/1.1" status: 200 len: 217 time: 0.0657628 Nov 15 14:56:02.711815 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-91d83ef3-258e-4de2-8bd3-3f6cfea0ca1e None None] Port 02352887-ca04-42c9-9d2f-acfb267fb952 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:02.720296 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.726649 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d52da5c-bac8-4cda-a0c0-f658ce736e96 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.729798 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d52da5c-bac8-4cda-a0c0-f658ce736e96 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.741334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1d52da5c-bac8-4cda-a0c0-f658ce736e96 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "DELETE /v2.0/floatingips/fc6ed039-199c-49b2-8c61-502db24eae38 HTTP/1.1" status: 204 len: 168 time: 1.7320616 Nov 15 14:56:02.750308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186ee17-ee26-4ac6-bc42-9f6e95c0904b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Subnet': ['ID=855d0917-d914-45d2-acc2-e1ebebc544a1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:02.791228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0186ee17-ee26-4ac6-bc42-9f6e95c0904b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Checking segment: {'id': 'f993d1d8-0ae4-4e81-82c7-f9893b7cb226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:56:02.792794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0186ee17-ee26-4ac6-bc42-9f6e95c0904b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network hostable DHCP agents. Network: fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:56:02.838919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-f7b07a70-72a3-4238-bc51-bb076fa8cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:02.843142 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-f7b07a70-72a3-4238-bc51-bb076fa8cfdd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 200 len: 797 time: 0.1326890 Nov 15 14:56:02.846218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-25455c60-cbff-47f9-be62-7b0ae434b1b2 None None] Provisioning complete for port 02352887-ca04-42c9-9d2f-acfb267fb952 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:02.846752 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25455c60-cbff-47f9-be62-7b0ae434b1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:02.870011 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:02.870966 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:02.942556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0186ee17-ee26-4ac6-bc42-9f6e95c0904b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:56:02.960466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-4da5d654-b101-4919-81fd-532a790addb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:02.963947 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-4da5d654-b101-4919-81fd-532a790addb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07c81a36-2a87-4fc4-8ccd-274284cc5c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1100965 Nov 15 14:56:02.974508 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15eec3-3053-4cf4-a63d-dac20ffa2267 None None] Pushing event updated for resources: {'Port': ['ID=02352887-ca04-42c9-9d2f-acfb267fb952,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:03.008844 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:03.027986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0186ee17-ee26-4ac6-bc42-9f6e95c0904b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:03.041886 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186ee17-ee26-4ac6-bc42-9f6e95c0904b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:03.042461 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0186ee17-ee26-4ac6-bc42-9f6e95c0904b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:03.081345 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25455c60-cbff-47f9-be62-7b0ae434b1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:03.090875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5ae53-4fbe-43b1-8082-c374ba3d4a7c None None] Network fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:03.152957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0186ee17-ee26-4ac6-bc42-9f6e95c0904b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6511304 Nov 15 14:56:03.156109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:03.214949 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-e29bf605-4710-4349-9c0e-a8c3a3273e3e service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384920 Nov 15 14:56:03.276184 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:55:57Z', 'revision_number': 3, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:02Z', 'revision_number': 4, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:03.314507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-25455c60-cbff-47f9-be62-7b0ae434b1b2 None None] For port 02352887-ca04-42c9-9d2f-acfb267fb952, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=02352887-ca04-42c9-9d2f-acfb267fb952,segment=NetworkSegment(0eaf6f67-3633-4c12-9166-79f33aeacfef),segment_id=0eaf6f67-3633-4c12-9166-79f33aeacfef)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:03.323556 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2d446-cacf-4ac5-bcd4-db3ededb9574 None None] The sync data for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 is: [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:55:57Z', 'revision_number': 3, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:02Z', 'revision_number': 4, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:03.445109 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-6fd2bfe8-5c3d-4a7f-b960-584e36cba879 service neutron] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192612 Nov 15 14:56:03.465103 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25455c60-cbff-47f9-be62-7b0ae434b1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:03.580454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56560) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:03.590055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6fb881d9-fb55-477b-ad31-2cc987207c0d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474375248', 'description': 'tempest-description--1981462391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:03.595136 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-88bdeef1-1f6f-4c4a-9c7f-1e63f5483e6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd15e723-98fc-42e7-b4df-b2bacc78da3d HTTP/1.1" status: 200 len: 217 time: 0.1374443 Nov 15 14:56:03.657252 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'fixed_ips': [{'subnet_id': '855d0917-d914-45d2-acc2-e1ebebc544a1'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:56:03.661048 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:03.669616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25455c60-cbff-47f9-be62-7b0ae434b1b2 None None] Pushing event updated for resources: {'Port': ['ID=02352887-ca04-42c9-9d2f-acfb267fb952,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:03.692024 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:03.696606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5a7f124b-4224-4bef-8046-6c5e429ebea6 None None] Provisioning complete for port 02352887-ca04-42c9-9d2f-acfb267fb952 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:03.697487 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a7f124b-4224-4bef-8046-6c5e429ebea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:03.713124 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-78aa54c5-eb69-494f-b5ac-53266d0f1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:03.714716 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-78aa54c5-eb69-494f-b5ac-53266d0f1f68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfcbb94e-6f43-4c2f-ba15-404b45ed75fb HTTP/1.1" status: 200 len: 797 time: 0.1082222 Nov 15 14:56:03.821685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-8ccedbd4-0aab-4ccc-ab62-37174a75b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:03.823329 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-8ccedbd4-0aab-4ccc-ab62-37174a75b708 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0953112 Nov 15 14:56:03.847960 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fb881d9-fb55-477b-ad31-2cc987207c0d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:03.988535 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d007e496-1d42-4e29-ad7e-5c8091e4124d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:04.034768 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-6e1712da-ddc0-41bc-8db5-a7cea8e9c6d7 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987815 Nov 15 14:56:04.099425 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Allocated IP 2001:db8:2::2 (fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57/855d0917-d914-45d2-acc2-e1ebebc544a1/41a46475-f01c-45c9-8ed7-3640410719f4) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:56:04.121673 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.152436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fb881d9-fb55-477b-ad31-2cc987207c0d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.174019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d007e496-1d42-4e29-ad7e-5c8091e4124d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:04.174788 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.231523 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-37ed66fa-9014-4af4-86f2-dc2f3e960e85 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843648 Nov 15 14:56:04.294332 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fb881d9-fb55-477b-ad31-2cc987207c0d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.351931 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-0b3a5715-81fc-4bf9-be0f-cceb6839e388 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85456e19-635c-40ff-b10b-d45a8a34f522 HTTP/1.1" status: 200 len: 217 time: 0.1086094 Nov 15 14:56:04.380069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 02352887-ca04-42c9-9d2f-acfb267fb952 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:04.405638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb881d9-fb55-477b-ad31-2cc987207c0d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b14ff4-e118-4c13-aa5a-742cb9c755d6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:04.430269 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fb881d9-fb55-477b-ad31-2cc987207c0d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.431626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6fb881d9-fb55-477b-ad31-2cc987207c0d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8451838 Nov 15 14:56:04.434705 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56568) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:04.451299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3c0fc6e0-904e-4c1f-ac53-d795902dc889 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Request body: {'security_group_rule': {'security_group_id': '08b14ff4-e118-4c13-aa5a-742cb9c755d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:04.496773 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.500097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-27ce7f94-36e8-4a33-ab55-307514caf7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:04.503845 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-27ce7f94-36e8-4a33-ab55-307514caf7cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfcbb94e-6f43-4c2f-ba15-404b45ed75fb HTTP/1.1" status: 200 len: 797 time: 0.1345947 Nov 15 14:56:04.539510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 02352887-ca04-42c9-9d2f-acfb267fb952 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:04.539510 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.582723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-a7e60ecf-3143-44af-95c1-35a08c129c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:04.585564 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-a7e60ecf-3143-44af-95c1-35a08c129c58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0712266 Nov 15 14:56:04.634675 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.704490 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Network fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:04.708323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:04.721172 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc6e0-904e-4c1f-ac53-d795902dc889 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.733894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:56:04.771235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Allocated IP 2001:db8:2::1 (fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57/855d0917-d914-45d2-acc2-e1ebebc544a1/159a779e-4b77-4e6d-9755-a1f925b5a822) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:56:04.771844 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Pushing event updated for resources: {'Port': ['ID=41a46475-f01c-45c9-8ed7-3640410719f4,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:04.816441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc6e0-904e-4c1f-ac53-d795902dc889 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.821019 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-6ca6dde3-cb32-4f40-a442-a5cdbf6b50ec service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241852 Nov 15 14:56:04.823556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Attempting to bind port 41a46475-f01c-45c9-8ed7-3640410719f4 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:56:04.823934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Attempting to bind port 41a46475-f01c-45c9-8ed7-3640410719f4 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'f993d1d8-0ae4-4e81-82c7-f9893b7cb226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:56:04.824302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Attempting to bind port 41a46475-f01c-45c9-8ed7-3640410719f4 on network fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:56:04.831035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:56:04.831412 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Checking segment: {'id': 'f993d1d8-0ae4-4e81-82c7-f9893b7cb226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:56:04.831895 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.832299 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Bound using segment: {'id': 'f993d1d8-0ae4-4e81-82c7-f9893b7cb226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:56:04.832953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Bound port: 41a46475-f01c-45c9-8ed7-3640410719f4, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f993d1d8-0ae4-4e81-82c7-f9893b7cb226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:56:04.833285 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.906768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] For port 41a46475-f01c-45c9-8ed7-3640410719f4, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:56:04.910076 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] For port 41a46475-f01c-45c9-8ed7-3640410719f4, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=41a46475-f01c-45c9-8ed7-3640410719f4,segment=NetworkSegment(f993d1d8-0ae4-4e81-82c7-f9893b7cb226),segment_id=f993d1d8-0ae4-4e81-82c7-f9893b7cb226)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:56:04.926922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc6e0-904e-4c1f-ac53-d795902dc889 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.934771 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:04.943555 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-618e6d62-4974-4ba3-89e8-210701b20b5a req-a75a9ce4-3730-4579-9a59-a8b9cac67828 service neutron] 10.222.0.46 "GET /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103759 Nov 15 14:56:04.950854 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fc6e0-904e-4c1f-ac53-d795902dc889 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9829b270-7437-4354-8391-8e4c2076fc01,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:05.001376 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.052686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc6e0-904e-4c1f-ac53-d795902dc889 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.055365 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3c0fc6e0-904e-4c1f-ac53-d795902dc889 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6147015 Nov 15 14:56:05.061787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56578) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:05.069301 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2967f9a7-1e28-4b08-9024-23d2bc7adb09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Request body: {'security_group_rule': {'security_group_id': '08b14ff4-e118-4c13-aa5a-742cb9c755d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:05.076186 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.102553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7aceb2-7550-4339-a0bb-38d16b473793 None None] Pushing event updated for resources: {'Port': ['ID=41a46475-f01c-45c9-8ed7-3640410719f4,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:05.139479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:05.142850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:05.145610 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:56:05.147345 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.190003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=159a779e-4b77-4e6d-9755-a1f925b5a822,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:05.198948 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.242207 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2967f9a7-1e28-4b08-9024-23d2bc7adb09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.324305 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2967f9a7-1e28-4b08-9024-23d2bc7adb09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.405755 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2967f9a7-1e28-4b08-9024-23d2bc7adb09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.435821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967f9a7-1e28-4b08-9024-23d2bc7adb09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce85c387-19d8-4ae7-95f4-3efb94da756a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:05.442799 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.560880 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2967f9a7-1e28-4b08-9024-23d2bc7adb09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.562870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2967f9a7-1e28-4b08-9024-23d2bc7adb09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4997838 Nov 15 14:56:05.567668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:05.574534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:05.685548 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.829137 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.856862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 41a46475-f01c-45c9-8ed7-3640410719f4 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:05.878674 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.898859 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.954794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 41a46475-f01c-45c9-8ed7-3640410719f4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:05.955264 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.971115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:05.971927 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:06.069795 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:06.111579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 41a46475-f01c-45c9-8ed7-3640410719f4, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=41a46475-f01c-45c9-8ed7-3640410719f4,segment=NetworkSegment(f993d1d8-0ae4-4e81-82c7-f9893b7cb226),segment_id=f993d1d8-0ae4-4e81-82c7-f9893b7cb226)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:06.117158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Allocated IP 172.25.4.77 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/d3420a63-ec33-41a8-84b8-5742f842ef33) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:56:06.179794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=159a779e-4b77-4e6d-9755-a1f925b5a822,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:06.199264 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:06.200356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 02352887-ca04-42c9-9d2f-acfb267fb952 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:06.246980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:06.249531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:06.300673 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:06.352861 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=41a46475-f01c-45c9-8ed7-3640410719f4,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:06.382918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 02352887-ca04-42c9-9d2f-acfb267fb952 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:06.383329 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:06.435830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 7121606b-15c8-4dc2-8236-5bded9756fac has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:06.440020 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:06.515391 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:06.534656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fd5f11-f2b1-4c5a-9dbf-569a3046462d None None] Network fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:06.552009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event updated for resources: {'Port': ['ID=d3420a63-ec33-41a8-84b8-5742f842ef33,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:06.562964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:06.569055 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:56:06.686845 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-21fcf1da-c143-4b3e-908b-7792b631653a None None] Provisioning complete for port 41a46475-f01c-45c9-8ed7-3640410719f4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:06.687942 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21fcf1da-c143-4b3e-908b-7792b631653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:06.737900 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:06.887093 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.055376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:07.063471 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2d12c382-51da-423f-a1e7-6df782a2d9b6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9035797 Nov 15 14:56:07.070296 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56600) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:07.071964 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Sync routers for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:07.075473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-742d1a4c-77d7-4974-94fb-4ed5f65f9085 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-475014701'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:07.122435 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:07.123069 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:07.134195 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:56:07.199249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742d1a4c-77d7-4974-94fb-4ed5f65f9085 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:56:07.203472 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-742d1a4c-77d7-4974-94fb-4ed5f65f9085 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.231344 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.255891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742d1a4c-77d7-4974-94fb-4ed5f65f9085 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:56:07.259497 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:07.268667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-742d1a4c-77d7-4974-94fb-4ed5f65f9085 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.269450 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-742d1a4c-77d7-4974-94fb-4ed5f65f9085 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Added segment ad5a3c32-1fe0-492f-8306-939ec4bc5661 of type vlan for network 022973bf-7fc3-4a88-b26d-dc89c9bfef9f Nov 15 14:56:07.321840 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.353498 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-742d1a4c-77d7-4974-94fb-4ed5f65f9085 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.377269 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-384d0319-caa4-4c79-832c-e5e420ee3f90 None None] Provisioning complete for port 41a46475-f01c-45c9-8ed7-3640410719f4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:07.377945 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-384d0319-caa4-4c79-832c-e5e420ee3f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.457767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event updated for resources: {'Port': ['ID=d3420a63-ec33-41a8-84b8-5742f842ef33,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:07.462097 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-742d1a4c-77d7-4974-94fb-4ed5f65f9085 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.467935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742d1a4c-77d7-4974-94fb-4ed5f65f9085 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:07.472095 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-742d1a4c-77d7-4974-94fb-4ed5f65f9085 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.540657 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-384d0319-caa4-4c79-832c-e5e420ee3f90 None None] Provisioning complete for port 159a779e-4b77-4e6d-9755-a1f925b5a822 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:07.541376 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-384d0319-caa4-4c79-832c-e5e420ee3f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.585874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-742d1a4c-77d7-4974-94fb-4ed5f65f9085 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5145319 Nov 15 14:56:07.588603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56606) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:07.591830 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:05Z', 'revision_number': 4, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159a779e-4b77-4e6d-9755-a1f925b5a822', 'name': '', 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:8f:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:04Z', 'updated_at': '2021-11-15T14:56:05Z', 'revision_number': 2, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:07.605473 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ba1d6b02-3ab6-44c7-b397-eee670f72d46 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'subnet': {'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:07.635721 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.638012 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-384d0319-caa4-4c79-832c-e5e420ee3f90 None None] Port 159a779e-4b77-4e6d-9755-a1f925b5a822 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:07.640268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d1a4c-77d7-4974-94fb-4ed5f65f9085 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Network': ['ID=022973bf-7fc3-4a88-b26d-dc89c9bfef9f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:07.663583 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Checking router: 7121606b-15c8-4dc2-8236-5bded9756fac for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:56:07.664091 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Updating router 7121606b-15c8-4dc2-8236-5bded9756fac port 159a779e-4b77-4e6d-9755-a1f925b5a822 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:56:07.678231 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 022973bf-7fc3-4a88-b26d-dc89c9bfef9f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:56:07.726657 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.815191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.816520 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e26652f6-0328-4ba0-b1b7-284fcda0ca09 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2472615 Nov 15 14:56:07.819938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-03559e86-4315-457b-9387-fb26aa916a6c None None] Provisioning complete for port 159a779e-4b77-4e6d-9755-a1f925b5a822 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:07.820703 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03559e86-4315-457b-9387-fb26aa916a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.883981 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 41a46475-f01c-45c9-8ed7-3640410719f4 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:07.931890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1d6b02-3ab6-44c7-b397-eee670f72d46 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Made reservation on behalf of 17c4ff03c8184efb86e9a97d4e1108ca for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:56:07.936273 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1d6b02-3ab6-44c7-b397-eee670f72d46 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:07.957246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-03559e86-4315-457b-9387-fb26aa916a6c None None] Port 159a779e-4b77-4e6d-9755-a1f925b5a822 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:08.001328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 41a46475-f01c-45c9-8ed7-3640410719f4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:08.001997 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:08.289177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-8ac68ddd-0f30-410e-bd48-ced24fda1831 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--474375248&fields=id&tenant_id=7e3c5086c0d24d0abfc32fbd74182803 HTTP/1.1" status: 200 len: 267 time: 0.1059961 Nov 15 14:56:08.292415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bcfc6e4e-5295-42de-8ffe-8b0380484892 None None] Provisioning complete for port 159a779e-4b77-4e6d-9755-a1f925b5a822 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:08.292583 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bcfc6e4e-5295-42de-8ffe-8b0380484892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:08.360523 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1d6b02-3ab6-44c7-b397-eee670f72d46 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:08.361771 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:08.404218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-92bdcfa3-9368-40cd-a9c0-2c4d0ce7d794 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:08.406824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-92bdcfa3-9368-40cd-a9c0-2c4d0ce7d794 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/networks?id=f5e26bce-6e6a-4dbe-a181-42003518ed99 HTTP/1.1" status: 200 len: 811 time: 0.1168511 Nov 15 14:56:08.428638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-f1a92eca-626a-4bff-82b3-afc823bd68cc tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/quotas/7e3c5086c0d24d0abfc32fbd74182803 HTTP/1.1" status: 200 len: 375 time: 0.0144324 Nov 15 14:56:08.446077 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:08.472160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d6b02-3ab6-44c7-b397-eee670f72d46 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Checking segment: {'id': 'ad5a3c32-1fe0-492f-8306-939ec4bc5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:56:08.473152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d6b02-3ab6-44c7-b397-eee670f72d46 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network hostable DHCP agents. Network: 022973bf-7fc3-4a88-b26d-dc89c9bfef9f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:56:08.479480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d6b02-3ab6-44c7-b397-eee670f72d46 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Subnet': ['ID=da9558a7-dbed-46c2-b4e0-888633951d49,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:08.529624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-d154a57b-6a0c-4c40-854c-2ba38394a157 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907958 Nov 15 14:56:08.577560 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce1855-b966-4256-8da9-ccbfbcdc1d8c None None] Pushing event updated for resources: {'Port': ['ID=159a779e-4b77-4e6d-9755-a1f925b5a822,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:08.582119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d6b02-3ab6-44c7-b397-eee670f72d46 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network 022973bf-7fc3-4a88-b26d-dc89c9bfef9f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:56:08.604431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc6e4e-5295-42de-8ffe-8b0380484892 None None] Port 159a779e-4b77-4e6d-9755-a1f925b5a822 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:08.691447 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Attempting to bind port 159a779e-4b77-4e6d-9755-a1f925b5a822 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:56:08.691910 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Attempting to bind port 159a779e-4b77-4e6d-9755-a1f925b5a822 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'f993d1d8-0ae4-4e81-82c7-f9893b7cb226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:56:08.692506 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Attempting to bind port 159a779e-4b77-4e6d-9755-a1f925b5a822 on network fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:56:08.696593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ba1d6b02-3ab6-44c7-b397-eee670f72d46 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 022973bf-7fc3-4a88-b26d-dc89c9bfef9f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:08.706750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1d6b02-3ab6-44c7-b397-eee670f72d46 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:08.707648 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:56:08.707837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1d6b02-3ab6-44c7-b397-eee670f72d46 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:08.709098 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Checking segment: {'id': 'f993d1d8-0ae4-4e81-82c7-f9893b7cb226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:56:08.710372 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:08.711385 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Bound using segment: {'id': 'f993d1d8-0ae4-4e81-82c7-f9893b7cb226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:56:08.712553 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Bound port: 159a779e-4b77-4e6d-9755-a1f925b5a822, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f993d1d8-0ae4-4e81-82c7-f9893b7cb226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:56:08.716665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67dbdcb-ea44-4fce-9714-3dce2fb192ef None None] Network 022973bf-7fc3-4a88-b26d-dc89c9bfef9f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:08.725427 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:08.836477 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ba1d6b02-3ab6-44c7-b397-eee670f72d46 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2462912 Nov 15 14:56:08.839542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56632) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:08.910459 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-35539825-7ca5-4e0f-a058-8c1db44d8c47 service neutron] 10.222.0.70 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788550 Nov 15 14:56:08.970854 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] For port 159a779e-4b77-4e6d-9755-a1f925b5a822, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:56:08.982335 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] For port 159a779e-4b77-4e6d-9755-a1f925b5a822, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=159a779e-4b77-4e6d-9755-a1f925b5a822,segment=NetworkSegment(f993d1d8-0ae4-4e81-82c7-f9893b7cb226),segment_id=f993d1d8-0ae4-4e81-82c7-f9893b7cb226)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:56:09.138817 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-c9b984b0-1060-4894-b75d-0c13fc2b7828 service neutron] 10.222.0.70 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213974 Nov 15 14:56:09.239031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-73b1893d-1b96-4fb6-a911-266f8fc288a4 None None] Provisioning complete for port 159a779e-4b77-4e6d-9755-a1f925b5a822 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:09.239374 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73b1893d-1b96-4fb6-a911-266f8fc288a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:09.269765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-022973bf-7fc3-4a88-b26d-dc89c9bfef9f', 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'fixed_ips': [{'subnet_id': 'da9558a7-dbed-46c2-b4e0-888633951d49'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:56:09.271437 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:09.318660 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:09.345511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-73b1893d-1b96-4fb6-a911-266f8fc288a4 None None] Port 159a779e-4b77-4e6d-9755-a1f925b5a822 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:09.393154 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce1855-b966-4256-8da9-ccbfbcdc1d8c None None] Pushing event updated for resources: {'Port': ['ID=159a779e-4b77-4e6d-9755-a1f925b5a822,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:09.413798 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:09.415725 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:09.627332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Allocated IP 2001:db8:3::2 (022973bf-7fc3-4a88-b26d-dc89c9bfef9f/da9558a7-dbed-46c2-b4e0-888633951d49/37283bef-a169-4c82-b60b-17ac05b98dbc) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:56:09.674375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-167ad699-94fc-4fed-ab70-99d517cff8ec req-845f910b-754e-4bfb-bf8c-b4a57292deb7 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 210 time: 0.0747533 Nov 15 14:56:09.740983 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:09.891008 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:09.894228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8ce355de-223a-4c00-946c-51ff348a8da5 None None] Provisioning complete for port 159a779e-4b77-4e6d-9755-a1f925b5a822 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:09.894828 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ce355de-223a-4c00-946c-51ff348a8da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:09.951073 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:09.980240 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:10.001599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Network 022973bf-7fc3-4a88-b26d-dc89c9bfef9f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:10.014098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:10.023712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:56:10.077411 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:05Z', 'revision_number': 4, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159a779e-4b77-4e6d-9755-a1f925b5a822', 'name': '', 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:8f:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:04Z', 'updated_at': '2021-11-15T14:56:08Z', 'revision_number': 4, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:10.082717 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ce355de-223a-4c00-946c-51ff348a8da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:10.121931 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ecd3f-9afa-47bb-8fef-dcb0f96956d9 None None] The sync data for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 is: [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:05Z', 'revision_number': 4, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159a779e-4b77-4e6d-9755-a1f925b5a822', 'name': '', 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:8f:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:04Z', 'updated_at': '2021-11-15T14:56:08Z', 'revision_number': 4, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:10.144047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Attempting to bind port 37283bef-a169-4c82-b60b-17ac05b98dbc on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:56:10.144686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Attempting to bind port 37283bef-a169-4c82-b60b-17ac05b98dbc by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ad5a3c32-1fe0-492f-8306-939ec4bc5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:56:10.144868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Attempting to bind port 37283bef-a169-4c82-b60b-17ac05b98dbc on network 022973bf-7fc3-4a88-b26d-dc89c9bfef9f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:56:10.154500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:56:10.154916 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Checking segment: {'id': 'ad5a3c32-1fe0-492f-8306-939ec4bc5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:56:10.155314 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:10.155905 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Bound using segment: {'id': 'ad5a3c32-1fe0-492f-8306-939ec4bc5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:56:10.156387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Bound port: 37283bef-a169-4c82-b60b-17ac05b98dbc, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5a3c32-1fe0-492f-8306-939ec4bc5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:56:10.156881 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:10.201976 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Pushing event updated for resources: {'Port': ['ID=37283bef-a169-4c82-b60b-17ac05b98dbc,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:10.240951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8ce355de-223a-4c00-946c-51ff348a8da5 None None] For port 159a779e-4b77-4e6d-9755-a1f925b5a822, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=159a779e-4b77-4e6d-9755-a1f925b5a822,segment=NetworkSegment(f993d1d8-0ae4-4e81-82c7-f9893b7cb226),segment_id=f993d1d8-0ae4-4e81-82c7-f9893b7cb226)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:10.305903 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ce355de-223a-4c00-946c-51ff348a8da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:10.407585 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Allocated IP 2001:db8:3::1 (022973bf-7fc3-4a88-b26d-dc89c9bfef9f/da9558a7-dbed-46c2-b4e0-888633951d49/9b801b9f-eb47-4d8a-8227-e2e009a9da83) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:56:10.412710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] For port 37283bef-a169-4c82-b60b-17ac05b98dbc, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:56:10.469061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] For port 37283bef-a169-4c82-b60b-17ac05b98dbc, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=37283bef-a169-4c82-b60b-17ac05b98dbc,segment=NetworkSegment(ad5a3c32-1fe0-492f-8306-939ec4bc5661),segment_id=ad5a3c32-1fe0-492f-8306-939ec4bc5661)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:56:10.486989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce355de-223a-4c00-946c-51ff348a8da5 None None] Pushing event updated for resources: {'Port': ['ID=159a779e-4b77-4e6d-9755-a1f925b5a822,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:10.531623 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:10.570429 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:10.611550 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48d502-a3aa-4f23-ae56-e4f2c67f5dbe None None] Pushing event updated for resources: {'Port': ['ID=37283bef-a169-4c82-b60b-17ac05b98dbc,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:10.703569 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:10.793825 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82e6e013-2ed7-4e15-a487-a53ba044c0b6 req-b550031d-9701-466a-87d7-cf92abe4a0c5 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 210 time: 0.0452721 Nov 15 14:56:10.834615 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network 022973bf-7fc3-4a88-b26d-dc89c9bfef9f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:10.838132 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:10.848478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:56:10.849186 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:10.860257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=9b801b9f-eb47-4d8a-8227-e2e009a9da83,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:11.114169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:11.413179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56660) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:11.488342 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:11.554706 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:11.555610 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:11.574628 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9c75d46-bc3c-47fb-9f7b-963374d2d6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:11.712833 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event updated for resources: {'Port': ['ID=9b801b9f-eb47-4d8a-8227-e2e009a9da83,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:11.732762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Network 022973bf-7fc3-4a88-b26d-dc89c9bfef9f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:11.738234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:11.770292 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9c75d46-bc3c-47fb-9f7b-963374d2d6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:11.824511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 159a779e-4b77-4e6d-9755-a1f925b5a822 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:11.846025 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9c75d46-bc3c-47fb-9f7b-963374d2d6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:11.984525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d9c75d46-bc3c-47fb-9f7b-963374d2d6af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=780a306d85d447d38d6cbcb5354045ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5636616 Nov 15 14:56:11.985829 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 159a779e-4b77-4e6d-9755-a1f925b5a822 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:11.986307 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:12.013543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:12.020609 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a8a8f6b-014a-4bca-b555-b8d7a2f70c3a req-194921b4-8bed-4998-86eb-4b7b34aeb719 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 210 time: 0.0725977 Nov 15 14:56:12.027645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c75d46-bc3c-47fb-9f7b-963374d2d6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352ccf5e-cc03-4b3a-beed-46ce2385e962,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:12.040886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 7121606b-15c8-4dc2-8236-5bded9756fac has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:12.097765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 37283bef-a169-4c82-b60b-17ac05b98dbc up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:12.152784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 37283bef-a169-4c82-b60b-17ac05b98dbc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:12.153253 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:12.169363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d9991ca-6fa1-40f9-ab9e-dc45c189a2f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:12.206264 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d9991ca-6fa1-40f9-ab9e-dc45c189a2f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:12.220280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:12.231819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Sync routers for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:12.236191 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c08461df-2782-48f8-8c88-fc7b6b820f8a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3928847 Nov 15 14:56:12.236591 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56678) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:12.242962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2143bbef-b123-4158-a155-5a63f7b97d3c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:12.276637 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e9097-0415-432a-a304-d8519ee9b924 None None] Network 022973bf-7fc3-4a88-b26d-dc89c9bfef9f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:12.332092 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d9991ca-6fa1-40f9-ab9e-dc45c189a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:12.334892 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d9991ca-6fa1-40f9-ab9e-dc45c189a2f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:12.337475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3d9991ca-6fa1-40f9-ab9e-dc45c189a2f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/352ccf5e-cc03-4b3a-beed-46ce2385e962 HTTP/1.1" status: 204 len: 168 time: 0.3160026 Nov 15 14:56:12.349646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9991ca-6fa1-40f9-ab9e-dc45c189a2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352ccf5e-cc03-4b3a-beed-46ce2385e962,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:12.394536 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:12.420422 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:12.421135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:12.520900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3520056f-28f8-4110-8945-2b173baafd1a None None] Provisioning complete for port 37283bef-a169-4c82-b60b-17ac05b98dbc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:12.521587 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3520056f-28f8-4110-8945-2b173baafd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:12.555124 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 37283bef-a169-4c82-b60b-17ac05b98dbc, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=37283bef-a169-4c82-b60b-17ac05b98dbc,segment=NetworkSegment(ad5a3c32-1fe0-492f-8306-939ec4bc5661),segment_id=ad5a3c32-1fe0-492f-8306-939ec4bc5661)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:12.614919 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:12.619915 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:12.658520 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-2143bbef-b123-4158-a155-5a63f7b97d3c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 14:56:12.677661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-2143bbef-b123-4158-a155-5a63f7b97d3c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Removed routes are [] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 14:56:12.678196 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2143bbef-b123-4158-a155-5a63f7b97d3c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:12.923768 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2143bbef-b123-4158-a155-5a63f7b97d3c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:12.927149 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2143bbef-b123-4158-a155-5a63f7b97d3c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:13.025088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2143bbef-b123-4158-a155-5a63f7b97d3c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 7121606b-15c8-4dc2-8236-5bded9756fac has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:13.039320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=37283bef-a169-4c82-b60b-17ac05b98dbc,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:13.122988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:13.149490 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2143bbef-b123-4158-a155-5a63f7b97d3c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:13.163050 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2143bbef-b123-4158-a155-5a63f7b97d3c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:13.163297 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abd2d753-f789-43c7-ae4c-669cc6ad7310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:13.163411 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2143bbef-b123-4158-a155-5a63f7b97d3c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac HTTP/1.1" status: 200 len: 953 time: 0.9230821 Nov 15 14:56:13.165074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:13.193875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-109866b7-dc3c-4f96-8b7c-a9cf606049db req-5088d072-4e85-4e66-a628-8f52204f8752 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 210 time: 0.0548859 Nov 15 14:56:13.195441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:10Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159a779e-4b77-4e6d-9755-a1f925b5a822', 'name': '', 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:8f:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:04Z', 'updated_at': '2021-11-15T14:56:10Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b801b9f-eb47-4d8a-8227-e2e009a9da83', 'name': '', 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:c7:64:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'da9558a7-dbed-46c2-b4e0-888633951d49', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:10Z', 'updated_at': '2021-11-15T14:56:11Z', 'revision_number': 2, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'da9558a7-dbed-46c2-b4e0-888633951d49', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:13.256331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Checking router: 7121606b-15c8-4dc2-8236-5bded9756fac for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:56:13.261360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Updating router 7121606b-15c8-4dc2-8236-5bded9756fac port 9b801b9f-eb47-4d8a-8227-e2e009a9da83 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:56:13.310563 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8dac763a-c252-42c2-9952-53ebb9a0bacd tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac HTTP/1.1" status: 200 len: 953 time: 0.1441305 Nov 15 14:56:13.313464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:13.320215 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abd2d753-f789-43c7-ae4c-669cc6ad7310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:13.321477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ffc3d966-4f73-4b7c-a631-413cb06da6d5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'router': {'routes': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:13.333145 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:13.387363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abd2d753-f789-43c7-ae4c-669cc6ad7310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:13.486446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-abd2d753-f789-43c7-ae4c-669cc6ad7310 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c71e0e931dd4a5f834cf99356412f11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3622594 Nov 15 14:56:13.488705 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:13.490881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2d753-f789-43c7-ae4c-669cc6ad7310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef14dd25-8d33-4a26-9ece-244f5431d6f8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:13.615924 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aadd57c0-25c9-4aa6-adf0-58d6f5661118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:13.671096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aadd57c0-25c9-4aa6-adf0-58d6f5661118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:13.721099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5527bc3e-663b-4c0d-b918-1d80eddbc08b None None] Provisioning complete for port 9b801b9f-eb47-4d8a-8227-e2e009a9da83 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:13.721480 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5527bc3e-663b-4c0d-b918-1d80eddbc08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:13.761933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 37283bef-a169-4c82-b60b-17ac05b98dbc up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:13.851966 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aadd57c0-25c9-4aa6-adf0-58d6f5661118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:13.855651 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aadd57c0-25c9-4aa6-adf0-58d6f5661118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:13.859549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-aadd57c0-25c9-4aa6-adf0-58d6f5661118 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef14dd25-8d33-4a26-9ece-244f5431d6f8 HTTP/1.1" status: 204 len: 168 time: 0.3670700 Nov 15 14:56:13.865163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5527bc3e-663b-4c0d-b918-1d80eddbc08b None None] Port 9b801b9f-eb47-4d8a-8227-e2e009a9da83 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:13.869987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-ffc3d966-4f73-4b7c-a631-413cb06da6d5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Added routes are [] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 14:56:13.870313 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-ffc3d966-4f73-4b7c-a631-413cb06da6d5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 14:56:13.878213 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 37283bef-a169-4c82-b60b-17ac05b98dbc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:13.883768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd57c0-25c9-4aa6-adf0-58d6f5661118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef14dd25-8d33-4a26-9ece-244f5431d6f8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:13.885037 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:13.935347 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d966-4f73-4b7c-a631-413cb06da6d5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:13.989175 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5527bc3e-663b-4c0d-b918-1d80eddbc08b None None] Provisioning complete for port 37283bef-a169-4c82-b60b-17ac05b98dbc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:13.990058 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5527bc3e-663b-4c0d-b918-1d80eddbc08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:14.118000 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:14.239767 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:14.304105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3751192e-df04-474a-a5de-7a751d84bbb8 req-9d10e9c8-b348-4f37-9683-ac3f884a43f1 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 210 time: 0.0291944 Nov 15 14:56:14.347480 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac4f8c-841f-453c-974f-370c4cf13df2 None None] Pushing event updated for resources: {'Port': ['ID=9b801b9f-eb47-4d8a-8227-e2e009a9da83,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:14.381794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-147f1866-2455-4b43-953e-9c53e71a3eba None None] Provisioning complete for port 9b801b9f-eb47-4d8a-8227-e2e009a9da83 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:14.382540 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-147f1866-2455-4b43-953e-9c53e71a3eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:14.436920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-147f1866-2455-4b43-953e-9c53e71a3eba None None] Port 9b801b9f-eb47-4d8a-8227-e2e009a9da83 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:14.523813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Attempting to bind port 9b801b9f-eb47-4d8a-8227-e2e009a9da83 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:56:14.524311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Attempting to bind port 9b801b9f-eb47-4d8a-8227-e2e009a9da83 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ad5a3c32-1fe0-492f-8306-939ec4bc5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:56:14.532505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Attempting to bind port 9b801b9f-eb47-4d8a-8227-e2e009a9da83 on network 022973bf-7fc3-4a88-b26d-dc89c9bfef9f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:56:14.534044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:56:14.535693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Checking segment: {'id': 'ad5a3c32-1fe0-492f-8306-939ec4bc5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:56:14.536209 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:14.538432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Bound using segment: {'id': 'ad5a3c32-1fe0-492f-8306-939ec4bc5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:56:14.538432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Bound port: 9b801b9f-eb47-4d8a-8227-e2e009a9da83, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5a3c32-1fe0-492f-8306-939ec4bc5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:56:14.540049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:14.631220 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d966-4f73-4b7c-a631-413cb06da6d5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:14.638379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] For port 9b801b9f-eb47-4d8a-8227-e2e009a9da83, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:56:14.640595 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d966-4f73-4b7c-a631-413cb06da6d5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:14.645268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] For port 9b801b9f-eb47-4d8a-8227-e2e009a9da83, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9b801b9f-eb47-4d8a-8227-e2e009a9da83,segment=NetworkSegment(ad5a3c32-1fe0-492f-8306-939ec4bc5661),segment_id=ad5a3c32-1fe0-492f-8306-939ec4bc5661)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:56:14.708806 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:14.756382 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc3d966-4f73-4b7c-a631-413cb06da6d5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 7121606b-15c8-4dc2-8236-5bded9756fac has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:14.790452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:14.791130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:14.797229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac4f8c-841f-453c-974f-370c4cf13df2 None None] Pushing event updated for resources: {'Port': ['ID=9b801b9f-eb47-4d8a-8227-e2e009a9da83,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:14.830382 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b217060d-0688-4e5f-803a-02c2e116d382 None None] Provisioning complete for port 9b801b9f-eb47-4d8a-8227-e2e009a9da83 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:14.830779 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b217060d-0688-4e5f-803a-02c2e116d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:14.928235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:14.961248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc3d966-4f73-4b7c-a631-413cb06da6d5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:14.970876 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d966-4f73-4b7c-a631-413cb06da6d5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:14.975373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:14.984069 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ffc3d966-4f73-4b7c-a631-413cb06da6d5 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac HTTP/1.1" status: 200 len: 703 time: 1.6688650 Nov 15 14:56:15.115453 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b217060d-0688-4e5f-803a-02c2e116d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:15.121560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:15.127426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-76aea06e-64a9-4666-9208-ec84c7a3a48d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac HTTP/1.1" status: 200 len: 703 time: 0.1455693 Nov 15 14:56:15.221013 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b217060d-0688-4e5f-803a-02c2e116d382 None None] For port 9b801b9f-eb47-4d8a-8227-e2e009a9da83, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9b801b9f-eb47-4d8a-8227-e2e009a9da83,segment=NetworkSegment(ad5a3c32-1fe0-492f-8306-939ec4bc5661),segment_id=ad5a3c32-1fe0-492f-8306-939ec4bc5661)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:15.261881 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b217060d-0688-4e5f-803a-02c2e116d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:15.339920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:13Z', 'revision_number': 7, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159a779e-4b77-4e6d-9755-a1f925b5a822', 'name': '', 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:8f:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:04Z', 'updated_at': '2021-11-15T14:56:10Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b801b9f-eb47-4d8a-8227-e2e009a9da83', 'name': '', 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:c7:64:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'da9558a7-dbed-46c2-b4e0-888633951d49', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:10Z', 'updated_at': '2021-11-15T14:56:14Z', 'revision_number': 4, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'da9558a7-dbed-46c2-b4e0-888633951d49', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:15.436373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26ef49-f303-44ed-bde6-295c88befe9c None None] The sync data for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 is: [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:13Z', 'revision_number': 7, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159a779e-4b77-4e6d-9755-a1f925b5a822', 'name': '', 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:8f:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:04Z', 'updated_at': '2021-11-15T14:56:10Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b801b9f-eb47-4d8a-8227-e2e009a9da83', 'name': '', 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:c7:64:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'da9558a7-dbed-46c2-b4e0-888633951d49', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:10Z', 'updated_at': '2021-11-15T14:56:14Z', 'revision_number': 4, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'da9558a7-dbed-46c2-b4e0-888633951d49', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:15.441056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217060d-0688-4e5f-803a-02c2e116d382 None None] Pushing event updated for resources: {'Port': ['ID=9b801b9f-eb47-4d8a-8227-e2e009a9da83,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:15.477396 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-49e2641c-de07-4703-8213-c1ec13a9b3ea None None] Provisioning complete for port 9b801b9f-eb47-4d8a-8227-e2e009a9da83 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:15.478233 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49e2641c-de07-4703-8213-c1ec13a9b3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:15.491467 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dda1cd28-1659-4e53-a787-689caf78bed0 req-1fb527db-4140-4531-893b-e3c803721a9e tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 210 time: 0.0686493 Nov 15 14:56:15.668268 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5620bca-103f-4610-b631-b393a71fa1f7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:15.847606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9b801b9f-eb47-4d8a-8227-e2e009a9da83 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:15.973206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9b801b9f-eb47-4d8a-8227-e2e009a9da83 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:15.973892 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:16.200667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d5620bca-103f-4610-b631-b393a71fa1f7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port 9b801b9f-eb47-4d8a-8227-e2e009a9da83 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:16.201226 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5620bca-103f-4610-b631-b393a71fa1f7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:16.423053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-093a2bb4-2d7c-4463-ae11-4130cb2c8766 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:16.426054 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-093a2bb4-2d7c-4463-ae11-4130cb2c8766 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.59 "GET /v2.0/networks?id=f5e26bce-6e6a-4dbe-a181-42003518ed99 HTTP/1.1" status: 200 len: 811 time: 0.2293472 Nov 15 14:56:16.440374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d5620bca-103f-4610-b631-b393a71fa1f7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] For port 9b801b9f-eb47-4d8a-8227-e2e009a9da83, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9b801b9f-eb47-4d8a-8227-e2e009a9da83,segment=NetworkSegment(ad5a3c32-1fe0-492f-8306-939ec4bc5661),segment_id=ad5a3c32-1fe0-492f-8306-939ec4bc5661)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:16.440756 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5620bca-103f-4610-b631-b393a71fa1f7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:16.465969 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d5620bca-103f-4610-b631-b393a71fa1f7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for 9b801b9f-eb47-4d8a-8227-e2e009a9da83 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:16.535443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-c2a8430c-8caf-420d-ac84-970c7e08a6fe tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e3c5086c0d24d0abfc32fbd74182803 HTTP/1.1" status: 200 len: 379 time: 0.0962801 Nov 15 14:56:16.560859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-02de40cf-13ae-4842-9b5f-a978bf984040 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Request body: {'port': {'device_id': '4304088e-a2e2-47b5-868d-01f754eb8419', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'admin_state_up': True, 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'security_groups': ['08b14ff4-e118-4c13-aa5a-742cb9c755d6']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:16.638120 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372be47-39db-4157-afff-3dc42d0ce69e None None] Sync routers for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:16.656039 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372be47-39db-4157-afff-3dc42d0ce69e None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:16.656786 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f372be47-39db-4157-afff-3dc42d0ce69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:16.666300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2402dff5-c348-4590-a441-cfebf4ceda87 req-b2a16405-3c85-40ae-9411-ce094286eb56 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 210 time: 0.0402777 Nov 15 14:56:16.749430 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f372be47-39db-4157-afff-3dc42d0ce69e None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:16.840024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-02de40cf-13ae-4842-9b5f-a978bf984040 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Made reservation on behalf of 7e3c5086c0d24d0abfc32fbd74182803 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:56:16.844897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-02de40cf-13ae-4842-9b5f-a978bf984040 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:16.956024 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5620bca-103f-4610-b631-b393a71fa1f7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:16.999711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5620bca-103f-4610-b631-b393a71fa1f7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=9b801b9f-eb47-4d8a-8227-e2e009a9da83,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:17.089902 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f372be47-39db-4157-afff-3dc42d0ce69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:13Z', 'revision_number': 7, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159a779e-4b77-4e6d-9755-a1f925b5a822', 'name': '', 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:8f:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:04Z', 'updated_at': '2021-11-15T14:56:10Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b801b9f-eb47-4d8a-8227-e2e009a9da83', 'name': '', 'network_id': '022973bf-7fc3-4a88-b26d-dc89c9bfef9f', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:c7:64:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'da9558a7-dbed-46c2-b4e0-888633951d49', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:10Z', 'updated_at': '2021-11-15T14:56:15Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'da9558a7-dbed-46c2-b4e0-888633951d49', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:17.170983 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372be47-39db-4157-afff-3dc42d0ce69e None None] Checking router: 7121606b-15c8-4dc2-8236-5bded9756fac for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:56:17.173781 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5620bca-103f-4610-b631-b393a71fa1f7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:17.183604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-02de40cf-13ae-4842-9b5f-a978bf984040 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Allocated IP 172.20.0.5 (f5e26bce-6e6a-4dbe-a181-42003518ed99/6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c/e319ada3-6232-4968-a154-56ac58f92b0e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:56:17.194360 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372be47-39db-4157-afff-3dc42d0ce69e None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:17.195022 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f372be47-39db-4157-afff-3dc42d0ce69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:17.362567 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f372be47-39db-4157-afff-3dc42d0ce69e None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:17.431056 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-02de40cf-13ae-4842-9b5f-a978bf984040 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:17.533083 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5620bca-103f-4610-b631-b393a71fa1f7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 7121606b-15c8-4dc2-8236-5bded9756fac has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:17.605282 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-02de40cf-13ae-4842-9b5f-a978bf984040 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:17.674439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5620bca-103f-4610-b631-b393a71fa1f7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:17.683361 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d5620bca-103f-4610-b631-b393a71fa1f7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5606923 Nov 15 14:56:17.684055 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:17.706983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-02de40cf-13ae-4842-9b5f-a978bf984040 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Network f5e26bce-6e6a-4dbe-a181-42003518ed99 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:17.726286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-02de40cf-13ae-4842-9b5f-a978bf984040 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:17.727202 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f372be47-39db-4157-afff-3dc42d0ce69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:16Z', 'revision_number': 8, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159a779e-4b77-4e6d-9755-a1f925b5a822', 'name': '', 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:8f:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:04Z', 'updated_at': '2021-11-15T14:56:10Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:17.733621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-02de40cf-13ae-4842-9b5f-a978bf984040 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:56:17.812602 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372be47-39db-4157-afff-3dc42d0ce69e None None] The sync data for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 is: [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:16Z', 'revision_number': 8, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159a779e-4b77-4e6d-9755-a1f925b5a822', 'name': '', 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:8f:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:04Z', 'updated_at': '2021-11-15T14:56:10Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:17.813358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de40cf-13ae-4842-9b5f-a978bf984040 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event updated for resources: {'Port': ['ID=e319ada3-6232-4968-a154-56ac58f92b0e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:17.824403 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-834ec57e-66d1-4c45-82ad-e2308a80ebca tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting subnet da9558a7-dbed-46c2-b4e0-888633951d49 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:56:17.828698 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-834ec57e-66d1-4c45-82ad-e2308a80ebca tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:17.925482 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-834ec57e-66d1-4c45-82ad-e2308a80ebca tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:17.943884 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-02de40cf-13ae-4842-9b5f-a978bf984040 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:17.944574 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-02de40cf-13ae-4842-9b5f-a978bf984040 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:17.974371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31780f97-9d64-4652-92d4-cb2e2e4e01de req-a52d6bd3-82d5-4b5d-b932-d8ba7f2351a5 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:17.976572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31780f97-9d64-4652-92d4-cb2e2e4e01de req-a52d6bd3-82d5-4b5d-b932-d8ba7f2351a5 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 931 time: 0.1865394 Nov 15 14:56:18.034337 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-834ec57e-66d1-4c45-82ad-e2308a80ebca tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:18.039405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31780f97-9d64-4652-92d4-cb2e2e4e01de req-87ce6e68-cddf-468c-82e0-5db5bf0a7e28 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556269 Nov 15 14:56:18.048183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-02de40cf-13ae-4842-9b5f-a978bf984040 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4964752 Nov 15 14:56:18.069467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Request body: {'port': {'device_id': '4304088e-a2e2-47b5-868d-01f754eb8419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:18.149714 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:18.152287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ff5c0056-3173-41be-b913-e6620fcf82dc None None] Provisioning complete for port e319ada3-6232-4968-a154-56ac58f92b0e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:18.154702 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff5c0056-3173-41be-b913-e6620fcf82dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:18.205110 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-834ec57e-66d1-4c45-82ad-e2308a80ebca tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:18.209304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c0056-3173-41be-b913-e6620fcf82dc None None] Port e319ada3-6232-4968-a154-56ac58f92b0e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:18.245498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-834ec57e-66d1-4c45-82ad-e2308a80ebca tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:18.252547 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-834ec57e-66d1-4c45-82ad-e2308a80ebca tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/da9558a7-dbed-46c2-b4e0-888633951d49 HTTP/1.1" status: 204 len: 168 time: 0.5670092 Nov 15 14:56:18.273766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56778) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:18.275843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4013ae4-002c-4a75-a36e-3edebd50dc57 None None] Network 022973bf-7fc3-4a88-b26d-dc89c9bfef9f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:18.284069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ec57e-66d1-4c45-82ad-e2308a80ebca tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Subnet': ['ID=da9558a7-dbed-46c2-b4e0-888633951d49,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:18.421508 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:18.507666 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port 37283bef-a169-4c82-b60b-17ac05b98dbc {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:18.508006 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:18.619807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86081cd-d659-43a3-9166-fec521d3085b None None] DHCP port deletion for 022973bf-7fc3-4a88-b26d-dc89c9bfef9f request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:56:18.657461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] For port 37283bef-a169-4c82-b60b-17ac05b98dbc, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=37283bef-a169-4c82-b60b-17ac05b98dbc,segment=NetworkSegment(ad5a3c32-1fe0-492f-8306-939ec4bc5661),segment_id=ad5a3c32-1fe0-492f-8306-939ec4bc5661)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:18.658154 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:18.663054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e319ada3-6232-4968-a154-56ac58f92b0e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:56:18.672848 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:18.684102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for 37283bef-a169-4c82-b60b-17ac05b98dbc owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:18.698338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Transition to ACTIVE for port object e319ada3-6232-4968-a154-56ac58f92b0e will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:56:18.714993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b2314a-e9f3-4aa1-908b-5baee4a5ed0c None None] Sync routers for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:18.751913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d86081cd-d659-43a3-9166-fec521d3085b None None] Deleting port 37283bef-a169-4c82-b60b-17ac05b98dbc {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:18.755240 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d86081cd-d659-43a3-9166-fec521d3085b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:18.756876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b2314a-e9f3-4aa1-908b-5baee4a5ed0c None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:18.757909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d4b2314a-e9f3-4aa1-908b-5baee4a5ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:18.799986 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:18.950148 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:18.994728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Pushing event updated for resources: {'Port': ['ID=e319ada3-6232-4968-a154-56ac58f92b0e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:19.077101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=37283bef-a169-4c82-b60b-17ac05b98dbc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:19.087292 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No DVR routers for this DVR port 37283bef-a169-4c82-b60b-17ac05b98dbc on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:19.112906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d4b2314a-e9f3-4aa1-908b-5baee4a5ed0c None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:19.199276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d86081cd-d659-43a3-9166-fec521d3085b None None] For port 37283bef-a169-4c82-b60b-17ac05b98dbc, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=37283bef-a169-4c82-b60b-17ac05b98dbc,segment=NetworkSegment(ad5a3c32-1fe0-492f-8306-939ec4bc5661),segment_id=ad5a3c32-1fe0-492f-8306-939ec4bc5661)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:19.200541 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d86081cd-d659-43a3-9166-fec521d3085b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:19.226443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d86081cd-d659-43a3-9166-fec521d3085b None None] Calling delete_port for 37283bef-a169-4c82-b60b-17ac05b98dbc owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:19.342588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Attempting to bind port e319ada3-6232-4968-a154-56ac58f92b0e on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:56:19.343023 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Attempting to bind port e319ada3-6232-4968-a154-56ac58f92b0e by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:56:19.344272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Attempting to bind port e319ada3-6232-4968-a154-56ac58f92b0e on network f5e26bce-6e6a-4dbe-a181-42003518ed99 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:56:19.351102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:19.353448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Port e319ada3-6232-4968-a154-56ac58f92b0e on network f5e26bce-6e6a-4dbe-a181-42003518ed99 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:56:19.353647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Attempting to bind port e319ada3-6232-4968-a154-56ac58f92b0e on network f5e26bce-6e6a-4dbe-a181-42003518ed99 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:56:19.373298 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696148c-c3fe-40c2-b199-1be23b8fab56 req-c78647ac-019e-4d15-8f54-2d89a89a5346 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:19.386799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5696148c-c3fe-40c2-b199-1be23b8fab56 req-c78647ac-019e-4d15-8f54-2d89a89a5346 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 943 time: 0.1620860 Nov 15 14:56:19.395458 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022973bf-7fc3-4a88-b26d-dc89c9bfef9f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:19.413431 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5a3c32-1fe0-492f-8306-939ec4bc5661') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:19.413775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5a3c32-1fe0-492f-8306-939ec4bc5661') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:19.422060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:56:19.422748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Checking segment: {'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:56:19.424033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Bound using segment: {'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:56:19.424033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Bound port: e319ada3-6232-4968-a154-56ac58f92b0e, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:56:19.424558 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:19.435919 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:19.454575 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:19.473587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:56:19.474746 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:19.474888 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d86081cd-d659-43a3-9166-fec521d3085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:56:19.482280 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:56:19.512109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86081cd-d659-43a3-9166-fec521d3085b None None] Pushing event deleted for resources: {'Port': ['ID=37283bef-a169-4c82-b60b-17ac05b98dbc,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:19.546365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86081cd-d659-43a3-9166-fec521d3085b None None] No DVR routers for this DVR port 37283bef-a169-4c82-b60b-17ac05b98dbc on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:19.590170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d4b2314a-e9f3-4aa1-908b-5baee4a5ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:16Z', 'revision_number': 8, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159a779e-4b77-4e6d-9755-a1f925b5a822', 'name': '', 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:8f:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:04Z', 'updated_at': '2021-11-15T14:56:10Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:19.608347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5696148c-c3fe-40c2-b199-1be23b8fab56 req-3468c357-e3e5-4637-bc9b-ef291a02072c tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195721 Nov 15 14:56:19.640802 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b2314a-e9f3-4aa1-908b-5baee4a5ed0c None None] Checking router: 7121606b-15c8-4dc2-8236-5bded9756fac for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:56:19.652155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b2314a-e9f3-4aa1-908b-5baee4a5ed0c None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:19.653169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d4b2314a-e9f3-4aa1-908b-5baee4a5ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:19.667221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] For port e319ada3-6232-4968-a154-56ac58f92b0e, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:56:19.673275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] For port e319ada3-6232-4968-a154-56ac58f92b0e, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e319ada3-6232-4968-a154-56ac58f92b0e,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:56:19.719898 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:19.730601 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:19.738745 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/networks/022973bf-7fc3-4a88-b26d-dc89c9bfef9f HTTP/1.1" status: 204 len: 168 time: 1.4638650 Nov 15 14:56:19.743449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:19.752957 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de28d8a-5a4f-48cf-b2d3-3677df243d5a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Network': ['ID=022973bf-7fc3-4a88-b26d-dc89c9bfef9f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:19.775395 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 37283bef-a169-4c82-b60b-17ac05b98dbc no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:19.809885 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 37283bef-a169-4c82-b60b-17ac05b98dbc {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:56:19.810187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 37283bef-a169-4c82-b60b-17ac05b98dbc not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:19.810623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9b801b9f-eb47-4d8a-8227-e2e009a9da83 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:19.827951 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:19.836490 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 9b801b9f-eb47-4d8a-8227-e2e009a9da83 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:56:19.836826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9b801b9f-eb47-4d8a-8227-e2e009a9da83 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:19.865455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d4b2314a-e9f3-4aa1-908b-5baee4a5ed0c None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:19.937038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:19.937822 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:19.939672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] 10.222.0.59 "PUT /v2.0/ports/e319ada3-6232-4968-a154-56ac58f92b0e HTTP/1.1" status: 200 len: 1091 time: 1.8824482 Nov 15 14:56:19.947258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4304088e-a2e2-47b5-868d-01f754eb8419', 'tag': 'e319ada3-6232-4968-a154-56ac58f92b0e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:56:19.951780 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafd74db-c9e0-45e1-b395-5128d71de1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4304088e-a2e2-47b5-868d-01f754eb8419", "tag": "e319ada3-6232-4968-a154-56ac58f92b0e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:56:20.014841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef1ade-6e5e-402d-99b0-6e77d695b537 service neutron] Pushing event updated for resources: {'Port': ['ID=e319ada3-6232-4968-a154-56ac58f92b0e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:20.030733 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad952c3-94ea-40bb-9ba5-07b8f5bda8d4 x-openstack-request-id: req-aad952c3-94ea-40bb-9ba5-07b8f5bda8d4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:56:20.031330 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4304088e-a2e2-47b5-868d-01f754eb8419", "tag": "e319ada3-6232-4968-a154-56ac58f92b0e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:56:20.032192 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aad952c3-94ea-40bb-9ba5-07b8f5bda8d4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:56:20.033629 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4304088e-a2e2-47b5-868d-01f754eb8419', 'tag': 'e319ada3-6232-4968-a154-56ac58f92b0e', 'status': 'completed', 'code': 200} Nov 15 14:56:20.189855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd74db-c9e0-45e1-b395-5128d71de1d4 req-2e8299c2-6b33-4400-9162-ca8315862490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:20.191616 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dafd74db-c9e0-45e1-b395-5128d71de1d4 req-2e8299c2-6b33-4400-9162-ca8315862490 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 1094 time: 0.1026821 Nov 15 14:56:20.244842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d4b2314a-e9f3-4aa1-908b-5baee4a5ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:16Z', 'revision_number': 8, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159a779e-4b77-4e6d-9755-a1f925b5a822', 'name': '', 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:8f:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:04Z', 'updated_at': '2021-11-15T14:56:10Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:20.306017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b2314a-e9f3-4aa1-908b-5baee4a5ed0c None None] The sync data for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 is: [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:16Z', 'revision_number': 8, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '159a779e-4b77-4e6d-9755-a1f925b5a822', 'name': '', 'network_id': 'fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:8f:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:56:04Z', 'updated_at': '2021-11-15T14:56:10Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '855d0917-d914-45d2-acc2-e1ebebc544a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:20.448391 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd74db-c9e0-45e1-b395-5128d71de1d4 req-a350c628-16e8-44bb-837f-ffd58639cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:20.450143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dafd74db-c9e0-45e1-b395-5128d71de1d4 req-a350c628-16e8-44bb-837f-ffd58639cb2f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2220485 Nov 15 14:56:20.604681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd74db-c9e0-45e1-b395-5128d71de1d4 req-016f6819-526e-4305-8232-37bcb2fc8f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:20.606195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dafd74db-c9e0-45e1-b395-5128d71de1d4 req-016f6819-526e-4305-8232-37bcb2fc8f32 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1485603 Nov 15 14:56:20.640361 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b918f4b-cf33-4022-8aaf-91f15bdb874b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:20.830865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a771c5-f25f-401b-8a9c-4d35703a0858 req-84769450-5257-4f36-983e-0154591ec7f6 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:20.832382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93a771c5-f25f-401b-8a9c-4d35703a0858 req-84769450-5257-4f36-983e-0154591ec7f6 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 943 time: 0.0997202 Nov 15 14:56:20.836273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-33bf5abb-fdfd-474a-936a-0168e8be0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:20.837669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-33bf5abb-fdfd-474a-936a-0168e8be0270 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 1094 time: 0.1557460 Nov 15 14:56:20.940072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-d5f2fed2-eb2c-4430-b0a5-35f0b3643892 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e319ada3-6232-4968-a154-56ac58f92b0e HTTP/1.1" status: 200 len: 217 time: 0.0678926 Nov 15 14:56:21.012418 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93a771c5-f25f-401b-8a9c-4d35703a0858 req-5ee4cf88-2401-4c13-8d59-5abae4db07ce tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727397 Nov 15 14:56:21.028488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-389352d5-b8c6-49ba-85af-0d862a6126d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:21.030089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-389352d5-b8c6-49ba-85af-0d862a6126d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c HTTP/1.1" status: 200 len: 850 time: 0.0824950 Nov 15 14:56:21.110028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-599b7b8d-5995-47b9-930e-145dc38194f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:21.111577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-599b7b8d-5995-47b9-930e-145dc38194f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5e26bce-6e6a-4dbe-a181-42003518ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736864 Nov 15 14:56:21.228563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8b918f4b-cf33-4022-8aaf-91f15bdb874b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port 159a779e-4b77-4e6d-9755-a1f925b5a822 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:21.228847 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b918f4b-cf33-4022-8aaf-91f15bdb874b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:21.282515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-7a6caf07-c6a1-4b14-b02e-a4a53b650aec service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495264 Nov 15 14:56:21.390441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8b918f4b-cf33-4022-8aaf-91f15bdb874b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] For port 159a779e-4b77-4e6d-9755-a1f925b5a822, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=159a779e-4b77-4e6d-9755-a1f925b5a822,segment=NetworkSegment(f993d1d8-0ae4-4e81-82c7-f9893b7cb226),segment_id=f993d1d8-0ae4-4e81-82c7-f9893b7cb226)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:21.390809 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b918f4b-cf33-4022-8aaf-91f15bdb874b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:21.413819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8b918f4b-cf33-4022-8aaf-91f15bdb874b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for 159a779e-4b77-4e6d-9755-a1f925b5a822 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:21.430662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c1af535-b3b1-4735-9343-27849beaebc5 req-12ded443-774a-4622-b9e3-fe46ce1b721c service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397641 Nov 15 14:56:21.758753 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b918f4b-cf33-4022-8aaf-91f15bdb874b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:21.796687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b918f4b-cf33-4022-8aaf-91f15bdb874b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=159a779e-4b77-4e6d-9755-a1f925b5a822,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:22.014832 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b918f4b-cf33-4022-8aaf-91f15bdb874b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:22.578308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e56468-adcf-4172-b061-2708c31c6b0e req-d372e189-4390-4aaa-b1e0-3ad9d55eb6a2 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:22.579760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99e56468-adcf-4172-b061-2708c31c6b0e req-d372e189-4390-4aaa-b1e0-3ad9d55eb6a2 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 943 time: 0.4253728 Nov 15 14:56:22.699503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99e56468-adcf-4172-b061-2708c31c6b0e req-45014fea-e07c-45b8-8553-058d599b0410 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867147 Nov 15 14:56:22.707134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b918f4b-cf33-4022-8aaf-91f15bdb874b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 7121606b-15c8-4dc2-8236-5bded9756fac has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:22.817209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b918f4b-cf33-4022-8aaf-91f15bdb874b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:22.828456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8b918f4b-cf33-4022-8aaf-91f15bdb874b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0780571 Nov 15 14:56:22.828587 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb37ec-1b9d-49e2-8de2-94ef66d90f1b None None] Sync routers for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:22.830203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:22.838714 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb37ec-1b9d-49e2-8de2-94ef66d90f1b None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:22.839328 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5aeb37ec-1b9d-49e2-8de2-94ef66d90f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:22.888066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-79eeb769-08b5-4050-95f6-f37066ed186c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting subnet 855d0917-d914-45d2-acc2-e1ebebc544a1 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:56:22.894233 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79eeb769-08b5-4050-95f6-f37066ed186c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:22.938735 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5aeb37ec-1b9d-49e2-8de2-94ef66d90f1b None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:22.946675 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79eeb769-08b5-4050-95f6-f37066ed186c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:23.061358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79eeb769-08b5-4050-95f6-f37066ed186c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:23.200318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79eeb769-08b5-4050-95f6-f37066ed186c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:23.210293 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5aeb37ec-1b9d-49e2-8de2-94ef66d90f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:21Z', 'revision_number': 9, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:23.233122 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79eeb769-08b5-4050-95f6-f37066ed186c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:23.239353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-79eeb769-08b5-4050-95f6-f37066ed186c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/855d0917-d914-45d2-acc2-e1ebebc544a1 HTTP/1.1" status: 204 len: 168 time: 0.4080520 Nov 15 14:56:23.239929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:23.240473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eeb769-08b5-4050-95f6-f37066ed186c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Subnet': ['ID=855d0917-d914-45d2-acc2-e1ebebc544a1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:23.240599 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb37ec-1b9d-49e2-8de2-94ef66d90f1b None None] Checking router: 7121606b-15c8-4dc2-8236-5bded9756fac for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:56:23.255638 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb37ec-1b9d-49e2-8de2-94ef66d90f1b None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:23.256354 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5aeb37ec-1b9d-49e2-8de2-94ef66d90f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:23.257077 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea947cb-af4e-4e1e-9be6-6d11cab72f7c None None] Network fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:23.380111 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:23.453148 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port 41a46475-f01c-45c9-8ed7-3640410719f4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:23.453491 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:23.528054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] For port 41a46475-f01c-45c9-8ed7-3640410719f4, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=41a46475-f01c-45c9-8ed7-3640410719f4,segment=NetworkSegment(f993d1d8-0ae4-4e81-82c7-f9893b7cb226),segment_id=f993d1d8-0ae4-4e81-82c7-f9893b7cb226)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:23.528465 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:23.537497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa78682a-41a4-4cac-b19b-a7fc2edc99e1 None None] DHCP port deletion for fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:56:23.555749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for 41a46475-f01c-45c9-8ed7-3640410719f4 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:23.568810 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5aeb37ec-1b9d-49e2-8de2-94ef66d90f1b None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:23.640296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fa78682a-41a4-4cac-b19b-a7fc2edc99e1 None None] Deleting port 41a46475-f01c-45c9-8ed7-3640410719f4 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:23.641089 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa78682a-41a4-4cac-b19b-a7fc2edc99e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:23.745883 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fa78682a-41a4-4cac-b19b-a7fc2edc99e1 None None] For port 41a46475-f01c-45c9-8ed7-3640410719f4, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=41a46475-f01c-45c9-8ed7-3640410719f4,segment=NetworkSegment(f993d1d8-0ae4-4e81-82c7-f9893b7cb226),segment_id=f993d1d8-0ae4-4e81-82c7-f9893b7cb226)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:23.746483 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa78682a-41a4-4cac-b19b-a7fc2edc99e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:23.768517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fa78682a-41a4-4cac-b19b-a7fc2edc99e1 None None] Calling delete_port for 41a46475-f01c-45c9-8ed7-3640410719f4 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:23.787900 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:23.805728 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No DVR routers for this DVR port 41a46475-f01c-45c9-8ed7-3640410719f4 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:23.884072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 41a46475-f01c-45c9-8ed7-3640410719f4 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:23.910875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 41a46475-f01c-45c9-8ed7-3640410719f4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:56:23.911229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 41a46475-f01c-45c9-8ed7-3640410719f4 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:23.950451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e10b7f-525a-4d6a-9706-1a2963e17bfb req-fdbb9646-2832-4361-98f3-c2b1299e5f7d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:23.950451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93e10b7f-525a-4d6a-9706-1a2963e17bfb req-fdbb9646-2832-4361-98f3-c2b1299e5f7d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 943 time: 0.0905695 Nov 15 14:56:23.969791 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5aeb37ec-1b9d-49e2-8de2-94ef66d90f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:21Z', 'revision_number': 9, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:23.993752 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:24.010726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-93e10b7f-525a-4d6a-9706-1a2963e17bfb req-3c0d84fa-5ff3-4892-9a48-f03d11de3e4c tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599847 Nov 15 14:56:24.011160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=41a46475-f01c-45c9-8ed7-3640410719f4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:24.012756 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa78682a-41a4-4cac-b19b-a7fc2edc99e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:24.014496 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb37ec-1b9d-49e2-8de2-94ef66d90f1b None None] The sync data for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 is: [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:21Z', 'revision_number': 9, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': '02352887-ca04-42c9-9d2f-acfb267fb952', 'name': '', 'network_id': 'dbdca779-e7c8-45da-9dc4-9013a6e6460c', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:72:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:56Z', 'updated_at': '2021-11-15T14:56:03Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': '2dd1a61e-7d29-440a-ad61-54a9328cb070', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:24.066991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:24.068004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78682a-41a4-4cac-b19b-a7fc2edc99e1 None None] Pushing event deleted for resources: {'Port': ['ID=41a46475-f01c-45c9-8ed7-3640410719f4,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:24.071942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78682a-41a4-4cac-b19b-a7fc2edc99e1 None None] No DVR routers for this DVR port 41a46475-f01c-45c9-8ed7-3640410719f4 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:24.088015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f993d1d8-0ae4-4e81-82c7-f9893b7cb226') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:24.088324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f993d1d8-0ae4-4e81-82c7-f9893b7cb226') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:24.105354 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:24.124048 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:24.134859 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:56:24.135277 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:56:24.139138 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:56:24.290729 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:24.296974 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:24.303854 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/networks/fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57 HTTP/1.1" status: 204 len: 168 time: 1.0600224 Nov 15 14:56:24.306791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56866) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:24.392590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ce9b7-953a-4819-9b79-3e7392372dce tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Network': ['ID=fba525a2-7cdd-4cb3-9a40-eb15ac7cbc57,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:24.800326 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-176d2b35-2730-4ffb-beba-516a4657857a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:25.119885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-176d2b35-2730-4ffb-beba-516a4657857a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port 02352887-ca04-42c9-9d2f-acfb267fb952 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:25.120222 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-176d2b35-2730-4ffb-beba-516a4657857a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:25.164019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20859ebc-a8fe-4e55-a60c-84708a548f4e req-3adf39d2-f0a4-4f8e-bc3e-0e92be700704 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:25.164830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e319ada3-6232-4968-a154-56ac58f92b0e details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:56:25.166435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20859ebc-a8fe-4e55-a60c-84708a548f4e req-3adf39d2-f0a4-4f8e-bc3e-0e92be700704 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 943 time: 0.0785673 Nov 15 14:56:25.234367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20859ebc-a8fe-4e55-a60c-84708a548f4e req-90be0411-f066-4df4-bfeb-2d220455c285 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578463 Nov 15 14:56:25.258725 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-176d2b35-2730-4ffb-beba-516a4657857a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] For port 02352887-ca04-42c9-9d2f-acfb267fb952, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=02352887-ca04-42c9-9d2f-acfb267fb952,segment=NetworkSegment(0eaf6f67-3633-4c12-9166-79f33aeacfef),segment_id=0eaf6f67-3633-4c12-9166-79f33aeacfef)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:25.259093 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-176d2b35-2730-4ffb-beba-516a4657857a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:25.283651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-176d2b35-2730-4ffb-beba-516a4657857a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for 02352887-ca04-42c9-9d2f-acfb267fb952 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:25.336958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e319ada3-6232-4968-a154-56ac58f92b0e, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e319ada3-6232-4968-a154-56ac58f92b0e,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:25.353083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'e319ada3-6232-4968-a154-56ac58f92b0e', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'port_id': 'e319ada3-6232-4968-a154-56ac58f92b0e', 'mac_address': 'fa:16:3e:bb:d8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:56:25.413344 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:25.429752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e319ada3-6232-4968-a154-56ac58f92b0e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:56:25.453908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e319ada3-6232-4968-a154-56ac58f92b0e, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e319ada3-6232-4968-a154-56ac58f92b0e,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:25.536561 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:25.618837 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e319ada3-6232-4968-a154-56ac58f92b0e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:25.645598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 159a779e-4b77-4e6d-9755-a1f925b5a822 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:25.668308 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-176d2b35-2730-4ffb-beba-516a4657857a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:25.677730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 159a779e-4b77-4e6d-9755-a1f925b5a822 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:56:25.678991 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 159a779e-4b77-4e6d-9755-a1f925b5a822 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:25.747447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d2b35-2730-4ffb-beba-516a4657857a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=02352887-ca04-42c9-9d2f-acfb267fb952,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:25.780747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e319ada3-6232-4968-a154-56ac58f92b0e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:56:26.349067 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-176d2b35-2730-4ffb-beba-516a4657857a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:26.439512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a0bb7-90f2-4568-b475-764aae543a08 req-36cb8114-75ef-4957-8eca-2907d1802080 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:26.454150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-175a0bb7-90f2-4568-b475-764aae543a08 req-36cb8114-75ef-4957-8eca-2907d1802080 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 944 time: 0.1084375 Nov 15 14:56:26.524493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-175a0bb7-90f2-4568-b475-764aae543a08 req-f19fff63-7b24-48cb-bbd9-242e9e28cdd4 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692320 Nov 15 14:56:26.588872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176d2b35-2730-4ffb-beba-516a4657857a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 7121606b-15c8-4dc2-8236-5bded9756fac has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:26.693738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176d2b35-2730-4ffb-beba-516a4657857a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:26.704004 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-176d2b35-2730-4ffb-beba-516a4657857a tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3960631 Nov 15 14:56:26.705154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:26.707800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e610d78-75d1-4074-b150-f1732755ccdd None None] Sync routers for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:26.731305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e610d78-75d1-4074-b150-f1732755ccdd None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:26.732933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9e610d78-75d1-4074-b150-f1732755ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:26.778435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfec4f3-7c69-4c11-9329-727f3d351d83 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting subnet 2dd1a61e-7d29-440a-ad61-54a9328cb070 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:56:26.783050 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bfec4f3-7c69-4c11-9329-727f3d351d83 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:26.838956 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bfec4f3-7c69-4c11-9329-727f3d351d83 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:26.954984 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bfec4f3-7c69-4c11-9329-727f3d351d83 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:27.061432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9e610d78-75d1-4074-b150-f1732755ccdd None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:27.119666 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bfec4f3-7c69-4c11-9329-727f3d351d83 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:27.159996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfec4f3-7c69-4c11-9329-727f3d351d83 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd1a61e-7d29-440a-ad61-54a9328cb070,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:27.166024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bfec4f3-7c69-4c11-9329-727f3d351d83 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:27.170983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3bfec4f3-7c69-4c11-9329-727f3d351d83 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/2dd1a61e-7d29-440a-ad61-54a9328cb070 HTTP/1.1" status: 204 len: 168 time: 0.4551048 Nov 15 14:56:27.171758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:27.190028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a8cb50-fcc7-4291-b833-66c7b0e1e1fe None None] Network dbdca779-e7c8-45da-9dc4-9013a6e6460c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:27.192460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e319ada3-6232-4968-a154-56ac58f92b0e up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:27.270708 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:27.353639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port d007e496-1d42-4e29-ad7e-5c8091e4124d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:27.354103 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:27.434706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] For port d007e496-1d42-4e29-ad7e-5c8091e4124d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d007e496-1d42-4e29-ad7e-5c8091e4124d,segment=NetworkSegment(0eaf6f67-3633-4c12-9166-79f33aeacfef),segment_id=0eaf6f67-3633-4c12-9166-79f33aeacfef)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:27.435421 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:27.459172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for d007e496-1d42-4e29-ad7e-5c8091e4124d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:27.481523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9e610d78-75d1-4074-b150-f1732755ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:25Z', 'revision_number': 10, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:27.526755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e610d78-75d1-4074-b150-f1732755ccdd None None] Checking router: 7121606b-15c8-4dc2-8236-5bded9756fac for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:56:27.540223 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e610d78-75d1-4074-b150-f1732755ccdd None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:27.541591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9e610d78-75d1-4074-b150-f1732755ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:27.546056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port e319ada3-6232-4968-a154-56ac58f92b0e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:56:27.603499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49687fe8-1878-4123-aaa2-c50522cf91de None None] DHCP port deletion for dbdca779-e7c8-45da-9dc4-9013a6e6460c request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:56:27.646206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port e319ada3-6232-4968-a154-56ac58f92b0e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:27.646891 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:27.685764 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:27.713259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-49687fe8-1878-4123-aaa2-c50522cf91de None None] The port 'd007e496-1d42-4e29-ad7e-5c8091e4124d' was deleted {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 15 14:56:27.741370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9e610d78-75d1-4074-b150-f1732755ccdd None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:27.773459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=d007e496-1d42-4e29-ad7e-5c8091e4124d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:27.791991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No DVR routers for this DVR port d007e496-1d42-4e29-ad7e-5c8091e4124d on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:27.865090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d607db8-b861-46f4-9a8d-a27b93bf7aec req-c5d3253a-b99f-42b8-868f-222071ebc8bf tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:27.867071 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d607db8-b861-46f4-9a8d-a27b93bf7aec req-c5d3253a-b99f-42b8-868f-222071ebc8bf tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 944 time: 0.2136290 Nov 15 14:56:27.923243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d007e496-1d42-4e29-ad7e-5c8091e4124d no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:27.967586 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:28.018133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: d007e496-1d42-4e29-ad7e-5c8091e4124d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:56:28.018627 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d007e496-1d42-4e29-ad7e-5c8091e4124d not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:28.031587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdca779-e7c8-45da-9dc4-9013a6e6460c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:28.052171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d607db8-b861-46f4-9a8d-a27b93bf7aec req-7fe8fced-6044-424f-b2ea-ff63455f5f84 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461000 Nov 15 14:56:28.064798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eaf6f67-3633-4c12-9166-79f33aeacfef') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:28.065159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eaf6f67-3633-4c12-9166-79f33aeacfef') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:28.083653 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:28.115257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:28.116863 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:28.127785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:56:28.128584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:56:28.132304 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:56:28.201434 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4304088e-a2e2-47b5-868d-01f754eb8419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e319ada3-6232-4968-a154-56ac58f92b0e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:56:28.205321 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5f3af8-6f4c-4614-897f-28bd4350608d" -d '{"events": [{"server_uuid": "4304088e-a2e2-47b5-868d-01f754eb8419", "name": "network-vif-plugged", "status": "completed", "tag": "e319ada3-6232-4968-a154-56ac58f92b0e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:56:28.235051 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:28.241148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e319ada3-6232-4968-a154-56ac58f92b0e, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e319ada3-6232-4968-a154-56ac58f92b0e,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:28.291832 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:28.292533 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581a4b43-0f55-43ed-901c-60a5ba3afcda x-openstack-request-id: req-581a4b43-0f55-43ed-901c-60a5ba3afcda {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:56:28.293617 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4304088e-a2e2-47b5-868d-01f754eb8419", "name": "network-vif-plugged", "status": "completed", "tag": "e319ada3-6232-4968-a154-56ac58f92b0e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:56:28.294430 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-581a4b43-0f55-43ed-901c-60a5ba3afcda {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:56:28.295593 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4304088e-a2e2-47b5-868d-01f754eb8419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e319ada3-6232-4968-a154-56ac58f92b0e', 'code': 200} Nov 15 14:56:28.307010 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:28.313101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:28.320548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/networks/dbdca779-e7c8-45da-9dc4-9013a6e6460c HTTP/1.1" status: 204 len: 168 time: 1.1481802 Nov 15 14:56:28.369206 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:28.374842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9e610d78-75d1-4074-b150-f1732755ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:25Z', 'revision_number': 10, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:28.397029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7fde5-d6da-4580-a6d0-bf831e2e7b7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Network': ['ID=dbdca779-e7c8-45da-9dc4-9013a6e6460c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:28.491597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e610d78-75d1-4074-b150-f1732755ccdd None None] The sync data for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 is: [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:25Z', 'revision_number': 10, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None, '_interfaces': [{'id': 'f113b126-fded-49f1-bd5b-5210b0f7cd90', 'name': '', 'network_id': 'd4dd1728-c276-413a-8a6e-c94249561a9a', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'mac_address': 'fa:16:3e:61:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:55:52Z', 'updated_at': '2021-11-15T14:55:55Z', 'revision_number': 5, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'subnets': [{'id': 'a1175eae-7747-4b05-9c45-98ded360cacc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:28.510781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fc7d3-eeb8-4a2c-ba8e-45047a9c05f9 req-38fb8dc4-3798-46d8-a889-2272b22d0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:28.513628 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df5fc7d3-eeb8-4a2c-ba8e-45047a9c05f9 req-38fb8dc4-3798-46d8-a889-2272b22d0fd4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 1096 time: 0.1111977 Nov 15 14:56:28.570536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e319ada3-6232-4968-a154-56ac58f92b0e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:28.619651 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df5fc7d3-eeb8-4a2c-ba8e-45047a9c05f9 req-3d66c413-8e26-4341-9329-ed4acf68fbdf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974021 Nov 15 14:56:28.798853 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:28.961319 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54bb8e14-b516-4500-a816-6e98c5f0f20b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:29.284589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633dedb-6dd0-415e-98da-b96386ab3583 req-23bbe34d-dbb2-4659-ae92-a5860379f10c tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:29.287240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6633dedb-6dd0-415e-98da-b96386ab3583 req-23bbe34d-dbb2-4659-ae92-a5860379f10c tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 945 time: 0.0724902 Nov 15 14:56:29.391809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-54bb8e14-b516-4500-a816-6e98c5f0f20b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port f113b126-fded-49f1-bd5b-5210b0f7cd90 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:29.395376 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54bb8e14-b516-4500-a816-6e98c5f0f20b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:29.413711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6633dedb-6dd0-415e-98da-b96386ab3583 req-5dd5c82c-fcef-4f3b-9252-865c09247ef5 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198864 Nov 15 14:56:29.546710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-54bb8e14-b516-4500-a816-6e98c5f0f20b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] For port f113b126-fded-49f1-bd5b-5210b0f7cd90, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f113b126-fded-49f1-bd5b-5210b0f7cd90,segment=NetworkSegment(81cc0c6f-eb47-4277-9433-8da009657eac),segment_id=81cc0c6f-eb47-4277-9433-8da009657eac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:29.547273 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54bb8e14-b516-4500-a816-6e98c5f0f20b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:29.561589 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-54bb8e14-b516-4500-a816-6e98c5f0f20b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for f113b126-fded-49f1-bd5b-5210b0f7cd90 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:29.694151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 02352887-ca04-42c9-9d2f-acfb267fb952 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:29.748106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 02352887-ca04-42c9-9d2f-acfb267fb952 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:56:29.756953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 02352887-ca04-42c9-9d2f-acfb267fb952 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:29.782178 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9276be03-0ec9-4f75-bbf5-a5fb36ba2ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:29.925060 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54bb8e14-b516-4500-a816-6e98c5f0f20b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:30.023723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb8e14-b516-4500-a816-6e98c5f0f20b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=f113b126-fded-49f1-bd5b-5210b0f7cd90,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:30.112500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54bb8e14-b516-4500-a816-6e98c5f0f20b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:30.345685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bb8e14-b516-4500-a816-6e98c5f0f20b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 7121606b-15c8-4dc2-8236-5bded9756fac has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:30.436748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bb8e14-b516-4500-a816-6e98c5f0f20b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:30.448873 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-54bb8e14-b516-4500-a816-6e98c5f0f20b tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1299620 Nov 15 14:56:30.453036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:30.458162 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c436c3-29d7-4a0f-a7a5-7ef854151571 None None] Sync routers for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:30.492505 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c436c3-29d7-4a0f-a7a5-7ef854151571 None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:30.496873 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80c436c3-29d7-4a0f-a7a5-7ef854151571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:30.586018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98ad857-0034-491d-903c-ecb2346ff823 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting subnet a1175eae-7747-4b05-9c45-98ded360cacc {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:56:30.617096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f98ad857-0034-491d-903c-ecb2346ff823 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:30.630521 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-80c436c3-29d7-4a0f-a7a5-7ef854151571 None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:30.681799 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f98ad857-0034-491d-903c-ecb2346ff823 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:30.704853 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80c436c3-29d7-4a0f-a7a5-7ef854151571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:29Z', 'revision_number': 11, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:30.721673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d8144-bb2c-4d43-8c5b-1cf140cb7e02 req-f968efa7-cec3-42aa-b0f3-f6ace9c874ba tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:30.723608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595d8144-bb2c-4d43-8c5b-1cf140cb7e02 req-f968efa7-cec3-42aa-b0f3-f6ace9c874ba tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 945 time: 0.1607084 Nov 15 14:56:30.733471 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c436c3-29d7-4a0f-a7a5-7ef854151571 None None] Checking router: 7121606b-15c8-4dc2-8236-5bded9756fac for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:56:30.745047 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c436c3-29d7-4a0f-a7a5-7ef854151571 None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:30.745701 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80c436c3-29d7-4a0f-a7a5-7ef854151571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:30.827696 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-80c436c3-29d7-4a0f-a7a5-7ef854151571 None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:30.828019 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f98ad857-0034-491d-903c-ecb2346ff823 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:30.835137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-595d8144-bb2c-4d43-8c5b-1cf140cb7e02 req-13746550-bdf0-481a-ab97-e067b7090248 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977712 Nov 15 14:56:30.887326 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80c436c3-29d7-4a0f-a7a5-7ef854151571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:29Z', 'revision_number': 11, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:30.919175 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c436c3-29d7-4a0f-a7a5-7ef854151571 None None] The sync data for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 is: [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:29Z', 'revision_number': 11, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:30.993758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ddf8b-c6cf-4806-9889-817862f23538 req-c2f9fcbf-9805-4584-a223-c0ba333d19ed tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:30.995799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-315ddf8b-c6cf-4806-9889-817862f23538 req-c2f9fcbf-9805-4584-a223-c0ba333d19ed tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 945 time: 0.0616097 Nov 15 14:56:31.007589 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:31.012436 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-03e9e91b-0913-4ca3-81b1-e711d59a4c8d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Request body: {'floatingip': {'port_id': 'e319ada3-6232-4968-a154-56ac58f92b0e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:31.017669 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f98ad857-0034-491d-903c-ecb2346ff823 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:31.052382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ad857-0034-491d-903c-ecb2346ff823 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Subnet': ['ID=a1175eae-7747-4b05-9c45-98ded360cacc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:31.073106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f98ad857-0034-491d-903c-ecb2346ff823 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:31.074385 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e22f1e-2ac8-4d78-adf9-d019e878aee3 None None] Network d4dd1728-c276-413a-8a6e-c94249561a9a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:31.081915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f98ad857-0034-491d-903c-ecb2346ff823 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/a1175eae-7747-4b05-9c45-98ded360cacc HTTP/1.1" status: 204 len: 168 time: 0.6176972 Nov 15 14:56:31.083024 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03e9e91b-0913-4ca3-81b1-e711d59a4c8d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:31.087725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56954) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:31.282200 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:31.392351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e491d4ad-c043-44b4-9e5d-49f7fe9d2c02 None None] DHCP port deletion for d4dd1728-c276-413a-8a6e-c94249561a9a request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:56:31.423533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Deleting port f0742ee1-f23d-4e04-98c1-10ae6e701e03 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:31.423970 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:31.549663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e491d4ad-c043-44b4-9e5d-49f7fe9d2c02 None None] Deleting port f0742ee1-f23d-4e04-98c1-10ae6e701e03 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:31.550451 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e491d4ad-c043-44b4-9e5d-49f7fe9d2c02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:31.650062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] For port f0742ee1-f23d-4e04-98c1-10ae6e701e03, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f0742ee1-f23d-4e04-98c1-10ae6e701e03,segment=NetworkSegment(81cc0c6f-eb47-4277-9433-8da009657eac),segment_id=81cc0c6f-eb47-4277-9433-8da009657eac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:31.650638 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:31.686647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e491d4ad-c043-44b4-9e5d-49f7fe9d2c02 None None] For port f0742ee1-f23d-4e04-98c1-10ae6e701e03, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f0742ee1-f23d-4e04-98c1-10ae6e701e03,segment=NetworkSegment(81cc0c6f-eb47-4277-9433-8da009657eac),segment_id=81cc0c6f-eb47-4277-9433-8da009657eac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:31.687331 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e491d4ad-c043-44b4-9e5d-49f7fe9d2c02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:31.695682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Calling delete_port for f0742ee1-f23d-4e04-98c1-10ae6e701e03 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:31.760589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e491d4ad-c043-44b4-9e5d-49f7fe9d2c02 None None] Calling delete_port for f0742ee1-f23d-4e04-98c1-10ae6e701e03 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:31.791162 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f113b126-fded-49f1-bd5b-5210b0f7cd90 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:31.870150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: f113b126-fded-49f1-bd5b-5210b0f7cd90 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:56:31.871732 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f113b126-fded-49f1-bd5b-5210b0f7cd90 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:31.872343 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f0742ee1-f23d-4e04-98c1-10ae6e701e03 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:31.924788 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:31.977352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No active binding found for port f0742ee1-f23d-4e04-98c1-10ae6e701e03 {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 14:56:31.978101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f0742ee1-f23d-4e04-98c1-10ae6e701e03 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:31.981179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Port': ['ID=f0742ee1-f23d-4e04-98c1-10ae6e701e03,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:31.993233 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e491d4ad-c043-44b4-9e5d-49f7fe9d2c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:31.999912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No DVR routers for this DVR port f0742ee1-f23d-4e04-98c1-10ae6e701e03 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:32.040064 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-03e9e91b-0913-4ca3-81b1-e711d59a4c8d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 14:56:32.082372 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491d4ad-c043-44b4-9e5d-49f7fe9d2c02 None None] Pushing event deleted for resources: {'Port': ['ID=f0742ee1-f23d-4e04-98c1-10ae6e701e03,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:32.097659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e491d4ad-c043-44b4-9e5d-49f7fe9d2c02 None None] No DVR routers for this DVR port f0742ee1-f23d-4e04-98c1-10ae6e701e03 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:32.124078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03e9e91b-0913-4ca3-81b1-e711d59a4c8d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.179343 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.199260 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5711fef9-4fd9-454c-a37e-3c5ea9c28215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.206181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4dd1728-c276-413a-8a6e-c94249561a9a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:32.219791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cc0c6f-eb47-4277-9433-8da009657eac') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:32.220077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cc0c6f-eb47-4277-9433-8da009657eac') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:32.239414 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03e9e91b-0913-4ca3-81b1-e711d59a4c8d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.241169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56972) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:32.248374 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.271289 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.279812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:56:32.286446 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:56:32.425035 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-03e9e91b-0913-4ca3-81b1-e711d59a4c8d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Floating IP be5aed36-290c-47a6-a169-8f241c7f80e4 associated. External IP: 172.25.4.77, port: e319ada3-6232-4968-a154-56ac58f92b0e. Nov 15 14:56:32.445224 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.479185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.485797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/networks/d4dd1728-c276-413a-8a6e-c94249561a9a HTTP/1.1" status: 204 len: 168 time: 1.3938546 Nov 15 14:56:32.485797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Pushing event deleted for resources: {'Network': ['ID=d4dd1728-c276-413a-8a6e-c94249561a9a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:32.486738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:32.494652 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-29085044-2340-46bc-a95d-2f9a5b63b7ba tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'router': {'routes': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:32.542499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:32.543034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:32.543488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:32.543939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:32.545008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:32.545379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:32.545838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:32.546284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:32.546752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:32.547203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:32.547644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:32.548080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a68d-b6f2-4fc0-bc95-0fe338c3db7f tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:32.549830 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8434fa51-9171-43c6-b03f-255664ed2fa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.752463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-29085044-2340-46bc-a95d-2f9a5b63b7ba tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Added routes are [] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 14:56:32.752996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-29085044-2340-46bc-a95d-2f9a5b63b7ba tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Removed routes are [] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 14:56:32.753449 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29085044-2340-46bc-a95d-2f9a5b63b7ba tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.756789 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8434fa51-9171-43c6-b03f-255664ed2fa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.794350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e9e91b-0913-4ca3-81b1-e711d59a4c8d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:32.897425 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8434fa51-9171-43c6-b03f-255664ed2fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.958751 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29085044-2340-46bc-a95d-2f9a5b63b7ba tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.962765 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29085044-2340-46bc-a95d-2f9a5b63b7ba tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:32.964834 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434fa51-9171-43c6-b03f-255664ed2fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba3b01d-3b34-43af-9d6e-d67d9d563dcf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:33.032249 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e9e91b-0913-4ca3-81b1-e711d59a4c8d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:33.044795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a81066-f5ed-4b7a-84e8-3bd935c1acbc None None] Sync routers for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:33.049235 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8434fa51-9171-43c6-b03f-255664ed2fa8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a65e8e18f4f447a97e947f597bfc246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8057423 Nov 15 14:56:33.053051 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03e9e91b-0913-4ca3-81b1-e711d59a4c8d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:33.055978 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56982) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:33.068220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a81066-f5ed-4b7a-84e8-3bd935c1acbc None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:33.068879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b3a81066-f5ed-4b7a-84e8-3bd935c1acbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:33.101212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29085044-2340-46bc-a95d-2f9a5b63b7ba tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 7121606b-15c8-4dc2-8236-5bded9756fac has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:33.186941 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-03e9e91b-0913-4ca3-81b1-e711d59a4c8d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "PUT /v2.0/floatingips/be5aed36-290c-47a6-a169-8f241c7f80e4 HTTP/1.1" status: 200 len: 990 time: 2.1780047 Nov 15 14:56:33.192743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4304088e-a2e2-47b5-868d-01f754eb8419', 'tag': 'e319ada3-6232-4968-a154-56ac58f92b0e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:56:33.197350 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f9b311-a469-4acb-8309-c8ed6406136d" -d '{"events": [{"name": "network-changed", "server_uuid": "4304088e-a2e2-47b5-868d-01f754eb8419", "tag": "e319ada3-6232-4968-a154-56ac58f92b0e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:56:33.235031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40d30072-6d52-41b4-98fe-cb85e68c9a12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:33.251523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29085044-2340-46bc-a95d-2f9a5b63b7ba tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:33.266834 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f1759c-446d-4e04-8337-71d0f09d26dd None None] Sync routers for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:33.274569 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29085044-2340-46bc-a95d-2f9a5b63b7ba tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:33.276623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-29085044-2340-46bc-a95d-2f9a5b63b7ba tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac HTTP/1.1" status: 200 len: 704 time: 0.7878377 Nov 15 14:56:33.281407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 56990) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:33.284938 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f1759c-446d-4e04-8337-71d0f09d26dd None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:33.285575 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80f1759c-446d-4e04-8337-71d0f09d26dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:33.306428 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11083b3-38c6-461b-94a4-1c65f07328ab x-openstack-request-id: req-c11083b3-38c6-461b-94a4-1c65f07328ab {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:56:33.311691 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4304088e-a2e2-47b5-868d-01f754eb8419", "tag": "e319ada3-6232-4968-a154-56ac58f92b0e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:56:33.312205 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c11083b3-38c6-461b-94a4-1c65f07328ab {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:56:33.312807 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4304088e-a2e2-47b5-868d-01f754eb8419', 'tag': 'e319ada3-6232-4968-a154-56ac58f92b0e', 'status': 'completed', 'code': 200} Nov 15 14:56:33.323515 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40d30072-6d52-41b4-98fe-cb85e68c9a12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:33.324793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fc2bc4ab-85e4-4d22-bc7d-97981be9269e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=7121606b-15c8-4dc2-8236-5bded9756fac HTTP/1.1" status: 200 len: 205 time: 0.0414579 Nov 15 14:56:33.328482 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 56992) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:33.377810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b3a81066-f5ed-4b7a-84e8-3bd935c1acbc None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:33.389580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9b311-a469-4acb-8309-c8ed6406136d req-ba727926-c5bd-4612-99ed-bb1c36c7f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:33.391193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53f9b311-a469-4acb-8309-c8ed6406136d req-ba727926-c5bd-4612-99ed-bb1c36c7f790 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 1096 time: 0.0652122 Nov 15 14:56:33.447791 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-80f1759c-446d-4e04-8337-71d0f09d26dd None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:33.451497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09a67e83-e527-4439-b6cb-312d86435819 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:33.544927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9b311-a469-4acb-8309-c8ed6406136d req-ecb85b0e-204e-451e-abed-62476872ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:33.547995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53f9b311-a469-4acb-8309-c8ed6406136d req-ecb85b0e-204e-451e-abed-62476872ca6b service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5e26bce-6e6a-4dbe-a181-42003518ed99 HTTP/1.1" status: 200 len: 912 time: 0.1486547 Nov 15 14:56:33.562274 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80f1759c-446d-4e04-8337-71d0f09d26dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:29Z', 'revision_number': 11, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:33.637586 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f1759c-446d-4e04-8337-71d0f09d26dd None None] Checking router: 7121606b-15c8-4dc2-8236-5bded9756fac for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:56:33.662986 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f1759c-446d-4e04-8337-71d0f09d26dd None None] Routers {'7121606b-15c8-4dc2-8236-5bded9756fac'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:33.663643 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80f1759c-446d-4e04-8337-71d0f09d26dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['7121606b-15c8-4dc2-8236-5bded9756fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:33.704085 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53f9b311-a469-4acb-8309-c8ed6406136d req-4feb3c71-f275-48ad-9cfc-2c238fdd7214 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e319ada3-6232-4968-a154-56ac58f92b0e HTTP/1.1" status: 200 len: 998 time: 0.1454415 Nov 15 14:56:33.766636 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-80f1759c-446d-4e04-8337-71d0f09d26dd None None] Set router 7121606b-15c8-4dc2-8236-5bded9756fac gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:33.827792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9b311-a469-4acb-8309-c8ed6406136d req-dd021c29-d714-45a0-95df-5a86a7a92c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:33.829279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53f9b311-a469-4acb-8309-c8ed6406136d req-dd021c29-d714-45a0-95df-5a86a7a92c13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c HTTP/1.1" status: 200 len: 850 time: 0.1177206 Nov 15 14:56:33.830986 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80f1759c-446d-4e04-8337-71d0f09d26dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:29Z', 'revision_number': 11, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:33.868393 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f1759c-446d-4e04-8337-71d0f09d26dd None None] The sync data for ids ['7121606b-15c8-4dc2-8236-5bded9756fac'] in n-d-817748-2 is: [{'id': '7121606b-15c8-4dc2-8236-5bded9756fac', 'name': 'tempest-RoutersIpV6Test-router-919079515', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:55:50Z', 'updated_at': '2021-11-15T14:56:29Z', 'revision_number': 11, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:33.901110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9b311-a469-4acb-8309-c8ed6406136d req-d49918ce-2188-4fe4-8045-934ed83d6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:33.903170 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53f9b311-a469-4acb-8309-c8ed6406136d req-d49918ce-2188-4fe4-8045-934ed83d6f5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5e26bce-6e6a-4dbe-a181-42003518ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659168 Nov 15 14:56:33.969101 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:34.043825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b3a81066-f5ed-4b7a-84e8-3bd935c1acbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'be5aed36-290c-47a6-a169-8f241c7f80e4', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'port_id': 'e319ada3-6232-4968-a154-56ac58f92b0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'mac_address': 'fa:16:3e:bb:d8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304088e-a2e2-47b5-868d-01f754eb8419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:56:06Z', 'updated_at': '2021-11-15T14:56:31Z', 'revision_number': 1, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:45Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:34.062101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53f9b311-a469-4acb-8309-c8ed6406136d req-d08ea8ec-8182-4102-a001-b3f902bdfa69 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491029 Nov 15 14:56:34.090742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a81066-f5ed-4b7a-84e8-3bd935c1acbc None None] Checking router: 46f96f41-dc11-4f5e-8f36-d9db87be80c3 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:56:34.100349 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a81066-f5ed-4b7a-84e8-3bd935c1acbc None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:34.100867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b3a81066-f5ed-4b7a-84e8-3bd935c1acbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:34.199340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53f9b311-a469-4acb-8309-c8ed6406136d req-22921138-47ab-4b3b-9ed7-bf4de8c81d79 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230264 Nov 15 14:56:34.224423 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09a67e83-e527-4439-b6cb-312d86435819 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:34.228086 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09a67e83-e527-4439-b6cb-312d86435819 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:34.269640 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b3a81066-f5ed-4b7a-84e8-3bd935c1acbc None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:34.343171 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09a67e83-e527-4439-b6cb-312d86435819 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:34.343874 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a67e83-e527-4439-b6cb-312d86435819 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Fanout notify agent at l3_agent the message router_deleted on router 7121606b-15c8-4dc2-8236-5bded9756fac {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:56:34.353354 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09a67e83-e527-4439-b6cb-312d86435819 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:34.359412 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-09a67e83-e527-4439-b6cb-312d86435819 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac HTTP/1.1" status: 204 len: 168 time: 1.0273836 Nov 15 14:56:34.364741 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40d30072-6d52-41b4-98fe-cb85e68c9a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:34.367811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57002) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:34.372994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2795835d-1e29-428e-bac6-053f1b93a9a9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1285594427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:34.379032 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40d30072-6d52-41b4-98fe-cb85e68c9a12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:34.380242 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-40d30072-6d52-41b4-98fe-cb85e68c9a12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ba3b01d-3b34-43af-9d6e-d67d9d563dcf HTTP/1.1" status: 204 len: 168 time: 1.3222618 Nov 15 14:56:34.400149 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d30072-6d52-41b4-98fe-cb85e68c9a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba3b01d-3b34-43af-9d6e-d67d9d563dcf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:34.523488 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2795835d-1e29-428e-bac6-053f1b93a9a9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:34.529531 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2795835d-1e29-428e-bac6-053f1b93a9a9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:34.588578 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2795835d-1e29-428e-bac6-053f1b93a9a9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:34.635755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b3a81066-f5ed-4b7a-84e8-3bd935c1acbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'be5aed36-290c-47a6-a169-8f241c7f80e4', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'port_id': 'e319ada3-6232-4968-a154-56ac58f92b0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'mac_address': 'fa:16:3e:bb:d8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304088e-a2e2-47b5-868d-01f754eb8419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:56:06Z', 'updated_at': '2021-11-15T14:56:31Z', 'revision_number': 1, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:45Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:34.672115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a81066-f5ed-4b7a-84e8-3bd935c1acbc None None] The sync data for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 is: [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'be5aed36-290c-47a6-a169-8f241c7f80e4', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'port_id': 'e319ada3-6232-4968-a154-56ac58f92b0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'mac_address': 'fa:16:3e:bb:d8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304088e-a2e2-47b5-868d-01f754eb8419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:56:06Z', 'updated_at': '2021-11-15T14:56:31Z', 'revision_number': 1, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:45Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:34.693821 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2795835d-1e29-428e-bac6-053f1b93a9a9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:34.837617 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2795835d-1e29-428e-bac6-053f1b93a9a9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:34.844314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2795835d-1e29-428e-bac6-053f1b93a9a9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4750645 Nov 15 14:56:34.844534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57012) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:34.850480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-454534fa-ff21-4577-90ab-5dd1ecb250e2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:34.954520 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21a7bb5-fe79-4a8c-b1e5-549cda8e401e None None] New status for floating IP be5aed36-290c-47a6-a169-8f241c7f80e4: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:56:35.122907 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-454534fa-ff21-4577-90ab-5dd1ecb250e2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:35.170743 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:35.247862 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-454534fa-ff21-4577-90ab-5dd1ecb250e2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:35.439965 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454534fa-ff21-4577-90ab-5dd1ecb250e2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Router 94d2671f-b1b1-438e-868e-ce6d0a6677f4 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:56:35.535240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454534fa-ff21-4577-90ab-5dd1ecb250e2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:35.543873 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-454534fa-ff21-4577-90ab-5dd1ecb250e2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:35.544914 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-454534fa-ff21-4577-90ab-5dd1ecb250e2 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "PUT /v2.0/routers/94d2671f-b1b1-438e-868e-ce6d0a6677f4 HTTP/1.1" status: 200 len: 698 time: 0.6979828 Nov 15 14:56:35.547323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:35.552395 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa794a31-26d4-4a0d-8238-71094dcea6f2 None None] Sync routers for ids ['94d2671f-b1b1-438e-868e-ce6d0a6677f4'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:35.564616 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa794a31-26d4-4a0d-8238-71094dcea6f2 None None] Routers {'94d2671f-b1b1-438e-868e-ce6d0a6677f4'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:35.565246 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fa794a31-26d4-4a0d-8238-71094dcea6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['94d2671f-b1b1-438e-868e-ce6d0a6677f4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:35.653501 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57042) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:35.653812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f0adce9f-4e4a-41c8-bb1c-a4d067d46a9d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/routers/94d2671f-b1b1-438e-868e-ce6d0a6677f4 HTTP/1.1" status: 200 len: 704 time: 0.1047287 Nov 15 14:56:35.736298 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-00581782-aa19-41ff-a897-aaf4e53ba2c9 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=94d2671f-b1b1-438e-868e-ce6d0a6677f4 HTTP/1.1" status: 200 len: 205 time: 0.0801659 Nov 15 14:56:35.739354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57046) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:35.747621 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fa794a31-26d4-4a0d-8238-71094dcea6f2 None None] Set router 94d2671f-b1b1-438e-868e-ce6d0a6677f4 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:35.787804 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:35.805289 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fa794a31-26d4-4a0d-8238-71094dcea6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d2671f-b1b1-438e-868e-ce6d0a6677f4', 'name': 'tempest-RoutersIpV6Test-router-1285594427', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:56:34Z', 'updated_at': '2021-11-15T14:56:35Z', 'revision_number': 2, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:35.840434 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa794a31-26d4-4a0d-8238-71094dcea6f2 None None] Checking router: 94d2671f-b1b1-438e-868e-ce6d0a6677f4 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:56:35.850675 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa794a31-26d4-4a0d-8238-71094dcea6f2 None None] Routers {'94d2671f-b1b1-438e-868e-ce6d0a6677f4'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:35.851515 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fa794a31-26d4-4a0d-8238-71094dcea6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['94d2671f-b1b1-438e-868e-ce6d0a6677f4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:35.903814 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcde6-bdd2-4ebd-889a-3beddb038cf1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:35.954743 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fa794a31-26d4-4a0d-8238-71094dcea6f2 None None] Set router 94d2671f-b1b1-438e-868e-ce6d0a6677f4 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:36.034363 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fa794a31-26d4-4a0d-8238-71094dcea6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d2671f-b1b1-438e-868e-ce6d0a6677f4', 'name': 'tempest-RoutersIpV6Test-router-1285594427', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:56:34Z', 'updated_at': '2021-11-15T14:56:35Z', 'revision_number': 2, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:36.069302 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa794a31-26d4-4a0d-8238-71094dcea6f2 None None] The sync data for ids ['94d2671f-b1b1-438e-868e-ce6d0a6677f4'] in n-d-817748-2 is: [{'id': '94d2671f-b1b1-438e-868e-ce6d0a6677f4', 'name': 'tempest-RoutersIpV6Test-router-1285594427', 'tenant_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:56:34Z', 'updated_at': '2021-11-15T14:56:35Z', 'revision_number': 2, 'project_id': '17c4ff03c8184efb86e9a97d4e1108ca', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:36.159400 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcde6-bdd2-4ebd-889a-3beddb038cf1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:36.162546 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcde6-bdd2-4ebd-889a-3beddb038cf1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:36.359469 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcde6-bdd2-4ebd-889a-3beddb038cf1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:36.360259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4dcde6-bdd2-4ebd-889a-3beddb038cf1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Fanout notify agent at l3_agent the message router_deleted on router 94d2671f-b1b1-438e-868e-ce6d0a6677f4 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:56:36.376071 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcde6-bdd2-4ebd-889a-3beddb038cf1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:36.376071 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6e4dcde6-bdd2-4ebd-889a-3beddb038cf1 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/94d2671f-b1b1-438e-868e-ce6d0a6677f4 HTTP/1.1" status: 204 len: 168 time: 0.6292415 Nov 15 14:56:36.376358 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57060) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.401618 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-82bd404c-94d9-4463-a545-e005b19b98d7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=94d2671f-b1b1-438e-868e-ce6d0a6677f4 HTTP/1.1" status: 200 len: 205 time: 0.0270569 Nov 15 14:56:36.408877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.449163 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-5ec523e4-b9ce-47df-85ca-983e748f8eb4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] delete failed (client error): The resource could not be found. Nov 15 14:56:36.450131 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5ec523e4-b9ce-47df-85ca-983e748f8eb4 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/94d2671f-b1b1-438e-868e-ce6d0a6677f4 HTTP/1.1" status: 404 len: 336 time: 0.0403280 Nov 15 14:56:36.453459 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57064) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.485950 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-99831d60-3d35-41cc-aff8-7692c8c826cd tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] DELETE failed (client error): The resource could not be found. Nov 15 14:56:36.486455 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99831d60-3d35-41cc-aff8-7692c8c826cd tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:56:36.489502 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-99831d60-3d35-41cc-aff8-7692c8c826cd tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/da9558a7-dbed-46c2-b4e0-888633951d49 HTTP/1.1" status: 404 len: 337 time: 0.0342748 Nov 15 14:56:36.492157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.519533 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b69625-81b9-4c20-875e-8db09d57a49e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] DELETE failed (client error): The resource could not be found. Nov 15 14:56:36.519995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b69625-81b9-4c20-875e-8db09d57a49e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:56:36.523376 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-00b69625-81b9-4c20-875e-8db09d57a49e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/855d0917-d914-45d2-acc2-e1ebebc544a1 HTTP/1.1" status: 404 len: 337 time: 0.0302751 Nov 15 14:56:36.537719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.552204 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-512a90ac-9356-41b5-9fc8-929636047ecf tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] DELETE failed (client error): The resource could not be found. Nov 15 14:56:36.552526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512a90ac-9356-41b5-9fc8-929636047ecf tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:56:36.555629 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-512a90ac-9356-41b5-9fc8-929636047ecf tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/2dd1a61e-7d29-440a-ad61-54a9328cb070 HTTP/1.1" status: 404 len: 337 time: 0.0282362 Nov 15 14:56:36.558546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57074) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.587272 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ea68a6-60be-4284-b1f0-79d4b85ec530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] DELETE failed (client error): The resource could not be found. Nov 15 14:56:36.587742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ea68a6-60be-4284-b1f0-79d4b85ec530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:56:36.594325 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-80ea68a6-60be-4284-b1f0-79d4b85ec530 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/a1175eae-7747-4b05-9c45-98ded360cacc HTTP/1.1" status: 404 len: 337 time: 0.0318553 Nov 15 14:56:36.594557 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.643948 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3fbd4fcb-89cd-4ceb-862f-9b4d5f7303e3 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=7121606b-15c8-4dc2-8236-5bded9756fac HTTP/1.1" status: 200 len: 205 time: 0.0480461 Nov 15 14:56:36.648995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57082) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.690122 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-6d617064-d120-4d50-828d-ec3da4df3402 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] delete failed (client error): The resource could not be found. Nov 15 14:56:36.691331 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6d617064-d120-4d50-828d-ec3da4df3402 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/7121606b-15c8-4dc2-8236-5bded9756fac HTTP/1.1" status: 404 len: 336 time: 0.0406141 Nov 15 14:56:36.694328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57084) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.732661 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-74c6a79d-2caa-4c0e-ba76-5972efab45f7 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cbeea74-74e8-40a3-a5c8-1345cf6905c0 HTTP/1.1" status: 200 len: 205 time: 0.0368121 Nov 15 14:56:36.737033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.745047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aa724-9ade-4e21-98d1-0c0ff44d769d req-1200ee84-6976-4450-8b8f-89e9f1e45d9a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:36.752253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aa724-9ade-4e21-98d1-0c0ff44d769d req-1200ee84-6976-4450-8b8f-89e9f1e45d9a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:36.758673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aa724-9ade-4e21-98d1-0c0ff44d769d req-1200ee84-6976-4450-8b8f-89e9f1e45d9a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:36.765696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aa724-9ade-4e21-98d1-0c0ff44d769d req-1200ee84-6976-4450-8b8f-89e9f1e45d9a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:36.772111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aa724-9ade-4e21-98d1-0c0ff44d769d req-1200ee84-6976-4450-8b8f-89e9f1e45d9a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:36.778861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aa724-9ade-4e21-98d1-0c0ff44d769d req-1200ee84-6976-4450-8b8f-89e9f1e45d9a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:36.782126 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-319b208e-1a1f-4bee-8cae-9753820bc431 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] delete failed (client error): The resource could not be found. Nov 15 14:56:36.783389 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-319b208e-1a1f-4bee-8cae-9753820bc431 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/8cbeea74-74e8-40a3-a5c8-1345cf6905c0 HTTP/1.1" status: 404 len: 336 time: 0.0450826 Nov 15 14:56:36.785914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aa724-9ade-4e21-98d1-0c0ff44d769d req-1200ee84-6976-4450-8b8f-89e9f1e45d9a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:36.786149 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57088) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.788193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-474aa724-9ade-4e21-98d1-0c0ff44d769d req-1200ee84-6976-4450-8b8f-89e9f1e45d9a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5443 time: 0.1193562 Nov 15 14:56:36.814048 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad75a967-4491-427a-a767-901ebbdf82e0 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] DELETE failed (client error): The resource could not be found. Nov 15 14:56:36.814988 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad75a967-4491-427a-a767-901ebbdf82e0 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:56:36.818360 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ad75a967-4491-427a-a767-901ebbdf82e0 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/5ce5c9ba-6296-423f-8d99-a2403c04e0e0 HTTP/1.1" status: 404 len: 337 time: 0.0309944 Nov 15 14:56:36.820975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.854996 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-368b1abb-e3b2-4faa-82fe-0b97a650382c tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7 HTTP/1.1" status: 200 len: 205 time: 0.0324492 Nov 15 14:56:36.855616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57092) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.879552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-474aa724-9ade-4e21-98d1-0c0ff44d769d req-656badb7-5890-4893-8d59-36bfafbec7d1 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709100 Nov 15 14:56:36.912657 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-d777a323-0471-4813-a2e2-d4cb6de2fa19 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] delete failed (client error): The resource could not be found. Nov 15 14:56:36.913728 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d777a323-0471-4813-a2e2-d4cb6de2fa19 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/67a8bd47-5a35-46bc-9a30-35e4b3e5a4f7 HTTP/1.1" status: 404 len: 336 time: 0.0570064 Nov 15 14:56:36.917470 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57096) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.958452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ec958ca2-84e8-4f1d-92f3-04bd2149026e tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=29df618a-a3bb-4a9e-bd69-82f3e5bee656 HTTP/1.1" status: 200 len: 205 time: 0.0389864 Nov 15 14:56:36.960194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57098) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:36.998469 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-d535e169-c335-41e6-a854-9a66e404360d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] delete failed (client error): The resource could not be found. Nov 15 14:56:37.002236 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d535e169-c335-41e6-a854-9a66e404360d tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/29df618a-a3bb-4a9e-bd69-82f3e5bee656 HTTP/1.1" status: 404 len: 336 time: 0.0382183 Nov 15 14:56:37.002236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57100) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:37.028880 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1471b7-7a71-4523-ba5d-e4fdf8d9d423 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] DELETE failed (client error): The resource could not be found. Nov 15 14:56:37.029350 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1471b7-7a71-4523-ba5d-e4fdf8d9d423 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:56:37.036029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3c1471b7-7a71-4523-ba5d-e4fdf8d9d423 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/2336f94b-ff99-4bc7-bca2-e672a2471987 HTTP/1.1" status: 404 len: 337 time: 0.0298347 Nov 15 14:56:37.036029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57104) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:37.074384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9274ecf8-7582-4cf6-ab47-bf6790d0a339 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=8059269b-673a-4740-87bf-292dca660b16 HTTP/1.1" status: 200 len: 205 time: 0.0374656 Nov 15 14:56:37.076651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57108) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:37.491367 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-1d6300b1-f833-4307-ae82-72ae177f9439 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] delete failed (client error): The resource could not be found. Nov 15 14:56:37.492297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1d6300b1-f833-4307-ae82-72ae177f9439 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/8059269b-673a-4740-87bf-292dca660b16 HTTP/1.1" status: 404 len: 336 time: 0.4147110 Nov 15 14:56:37.494968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:37.523635 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c21bcd-fa57-4821-9de4-f0171a8ed674 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] DELETE failed (client error): The resource could not be found. Nov 15 14:56:37.524104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c21bcd-fa57-4821-9de4-f0171a8ed674 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:56:37.529796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c0c21bcd-fa57-4821-9de4-f0171a8ed674 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/4173772f-68ed-4537-9b2d-41c13f6e5737 HTTP/1.1" status: 404 len: 337 time: 0.0315886 Nov 15 14:56:37.530016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:37.558542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7edb7425-9cff-460e-a055-796fb2869033 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "GET /v2.0/ports?device_id=0337746c-8746-4097-9785-adfc90525cdb HTTP/1.1" status: 200 len: 205 time: 0.0252869 Nov 15 14:56:37.558796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57120) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:37.596613 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-de3406cc-0362-4042-ad23-fbb246c62be6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] delete failed (client error): The resource could not be found. Nov 15 14:56:37.600211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-de3406cc-0362-4042-ad23-fbb246c62be6 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/routers/0337746c-8746-4097-9785-adfc90525cdb HTTP/1.1" status: 404 len: 336 time: 0.0381579 Nov 15 14:56:37.600426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57122) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:37.636595 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c821cb0-500f-4185-a94c-cf227e5dba88 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] DELETE failed (client error): The resource could not be found. Nov 15 14:56:37.637403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c821cb0-500f-4185-a94c-cf227e5dba88 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:56:37.645711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57126) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:37.656022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8c821cb0-500f-4185-a94c-cf227e5dba88 tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/6351f9ae-a27d-4b31-b78d-6a1db96cec32 HTTP/1.1" status: 404 len: 337 time: 0.0530219 Nov 15 14:56:37.677624 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba9f77a-23d3-490e-9087-0f2d2ca4f1ad tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] DELETE failed (client error): The resource could not be found. Nov 15 14:56:37.678087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba9f77a-23d3-490e-9087-0f2d2ca4f1ad tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:56:37.683995 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4ba9f77a-23d3-490e-9087-0f2d2ca4f1ad tempest-RoutersIpV6Test-1011612233 tempest-RoutersIpV6Test-1011612233-project] 10.222.0.70 "DELETE /v2.0/subnets/13619ee4-5a42-49ca-b04c-2bfa8af7549a HTTP/1.1" status: 404 len: 337 time: 0.0372589 Nov 15 14:56:38.022509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33789-1724-4d55-87f1-fd5a32af461f req-493ce5b1-3ee6-4663-82ba-19006fbe87b5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.033760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33789-1724-4d55-87f1-fd5a32af461f req-493ce5b1-3ee6-4663-82ba-19006fbe87b5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.052772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-6d2f00e9-b5dd-485a-87a1-0f40cc971ade tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.055651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33789-1724-4d55-87f1-fd5a32af461f req-493ce5b1-3ee6-4663-82ba-19006fbe87b5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.062403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33789-1724-4d55-87f1-fd5a32af461f req-493ce5b1-3ee6-4663-82ba-19006fbe87b5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.071227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-6d2f00e9-b5dd-485a-87a1-0f40cc971ade tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.078852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33789-1724-4d55-87f1-fd5a32af461f req-493ce5b1-3ee6-4663-82ba-19006fbe87b5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.090806 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-6d2f00e9-b5dd-485a-87a1-0f40cc971ade tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.097616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-6d2f00e9-b5dd-485a-87a1-0f40cc971ade tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.100370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33789-1724-4d55-87f1-fd5a32af461f req-493ce5b1-3ee6-4663-82ba-19006fbe87b5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.111154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33789-1724-4d55-87f1-fd5a32af461f req-493ce5b1-3ee6-4663-82ba-19006fbe87b5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.114870 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-6d2f00e9-b5dd-485a-87a1-0f40cc971ade tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.115799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88e33789-1724-4d55-87f1-fd5a32af461f req-493ce5b1-3ee6-4663-82ba-19006fbe87b5 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5443 time: 0.1697767 Nov 15 14:56:38.121840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-6d2f00e9-b5dd-485a-87a1-0f40cc971ade tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.149426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-6d2f00e9-b5dd-485a-87a1-0f40cc971ade tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.151443 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-6d2f00e9-b5dd-485a-87a1-0f40cc971ade tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 5443 time: 0.1961887 Nov 15 14:56:38.227194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88e33789-1724-4d55-87f1-fd5a32af461f req-7dbb312d-f762-4fd7-acfc-fe8a90e15822 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953829 Nov 15 14:56:38.228066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-fbb2e9eb-2ebb-4d99-a7f7-bfd9ee7bfc13 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.230154 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-fbb2e9eb-2ebb-4d99-a7f7-bfd9ee7bfc13 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "GET /v2.0/ports/d60d6b5b-7447-4438-8b12-570eb0e866e7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0667918 Nov 15 14:56:38.235383 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57140) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:38.356394 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-52e6a76e-5082-4a2b-a056-89a006d760ee tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "GET /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1144793 Nov 15 14:56:38.377297 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:38.457374 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-04a0732a-18c0-41f5-8cfe-2675ef5e85aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17c4ff03c8184efb86e9a97d4e1108ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205465 Nov 15 14:56:38.458051 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:38.460218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:38.512670 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e92b1b3f-590b-4904-8ce3-c018fb8ce943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:38.536931 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e92b1b3f-590b-4904-8ce3-c018fb8ce943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:38.616685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] For port d60d6b5b-7447-4438-8b12-570eb0e866e7, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d60d6b5b-7447-4438-8b12-570eb0e866e7,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:38.654512 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] For port d60d6b5b-7447-4438-8b12-570eb0e866e7, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:56:38.673436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e92b1b3f-590b-4904-8ce3-c018fb8ce943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:38.676328 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e92b1b3f-590b-4904-8ce3-c018fb8ce943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:38.677646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e92b1b3f-590b-4904-8ce3-c018fb8ce943 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37f48985-0cfc-40e8-96f7-4400ca777156 HTTP/1.1" status: 204 len: 168 time: 0.2158866 Nov 15 14:56:38.691261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b1b3f-590b-4904-8ce3-c018fb8ce943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f48985-0cfc-40e8-96f7-4400ca777156,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:38.696597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] device_id is not set on port d60d6b5b-7447-4438-8b12-570eb0e866e7 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:56:38.706882 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:38.798928 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:38.860849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d60d6b5b-7447-4438-8b12-570eb0e866e7,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:38.864032 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] No DVR routers for this DVR port d60d6b5b-7447-4438-8b12-570eb0e866e7 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:38.873031 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:38.873387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:38.877118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:38.877118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:38.877118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:38.877118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:38.877118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:38.877118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:38.877118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:38.877118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:38.877118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:38.877118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:38.916988 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] In _notify_port_updated(), no bound segment for port d60d6b5b-7447-4438-8b12-570eb0e866e7 on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:56:38.918016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.918685 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:38.920450 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-efed08ed-0b3a-4501-8dee-bafc69a7d9b5 service neutron] 10.222.0.46 "PUT /v2.0/ports/d60d6b5b-7447-4438-8b12-570eb0e866e7 HTTP/1.1" status: 200 len: 1032 time: 0.5515158 Nov 15 14:56:38.988814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-655f5ef4-f481-416d-bb41-5fbb8f94dbab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:38.990709 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-655f5ef4-f481-416d-bb41-5fbb8f94dbab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "GET /v2.0/ports/68fee45f-e988-4280-9d1f-4feb0fed1987?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0566084 Nov 15 14:56:39.005655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-3062a1ec-c0fb-4e01-aab8-e3d79089e684 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:39.083842 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-3062a1ec-c0fb-4e01-aab8-e3d79089e684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:39.110655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-07f58501-3094-43b0-90b9-40cebde3bf15 None None] Provisioning complete for port d60d6b5b-7447-4438-8b12-570eb0e866e7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:39.112768 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07f58501-3094-43b0-90b9-40cebde3bf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:39.172351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-07f58501-3094-43b0-90b9-40cebde3bf15 None None] Port d60d6b5b-7447-4438-8b12-570eb0e866e7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:39.243532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-3062a1ec-c0fb-4e01-aab8-e3d79089e684 service neutron] For port 68fee45f-e988-4280-9d1f-4feb0fed1987, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=68fee45f-e988-4280-9d1f-4feb0fed1987,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:39.282566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-3062a1ec-c0fb-4e01-aab8-e3d79089e684 service neutron] For port 68fee45f-e988-4280-9d1f-4feb0fed1987, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:56:39.330691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-3062a1ec-c0fb-4e01-aab8-e3d79089e684 service neutron] device_id is not set on port 68fee45f-e988-4280-9d1f-4feb0fed1987 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:56:39.340944 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-3062a1ec-c0fb-4e01-aab8-e3d79089e684 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:39.422175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e01bf-3eaa-4550-9e96-7f9c461985bc req-8cefbd19-d30d-4517-beab-ed64c44c2906 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:39.427492 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-3062a1ec-c0fb-4e01-aab8-e3d79089e684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:39.430819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e01bf-3eaa-4550-9e96-7f9c461985bc req-8cefbd19-d30d-4517-beab-ed64c44c2906 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:39.437790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e01bf-3eaa-4550-9e96-7f9c461985bc req-8cefbd19-d30d-4517-beab-ed64c44c2906 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:39.443972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e01bf-3eaa-4550-9e96-7f9c461985bc req-8cefbd19-d30d-4517-beab-ed64c44c2906 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:39.451670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e01bf-3eaa-4550-9e96-7f9c461985bc req-8cefbd19-d30d-4517-beab-ed64c44c2906 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:39.460165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e01bf-3eaa-4550-9e96-7f9c461985bc req-8cefbd19-d30d-4517-beab-ed64c44c2906 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:39.469543 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-040e01bf-3eaa-4550-9e96-7f9c461985bc req-8cefbd19-d30d-4517-beab-ed64c44c2906 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 4664 time: 0.1402881 Nov 15 14:56:39.492139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-3062a1ec-c0fb-4e01-aab8-e3d79089e684 service neutron] No DVR routers for this DVR port 68fee45f-e988-4280-9d1f-4feb0fed1987 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:39.494366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062a1ec-c0fb-4e01-aab8-e3d79089e684 service neutron] Pushing event updated for resources: {'Port': ['ID=68fee45f-e988-4280-9d1f-4feb0fed1987,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:39.547132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-040e01bf-3eaa-4550-9e96-7f9c461985bc req-b4da0862-d7f2-48ab-aecf-5d8ba305fde9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=4feae42b-f70c-4de5-976c-f9ba2dbeed2b&id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765631 Nov 15 14:56:39.567753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-3062a1ec-c0fb-4e01-aab8-e3d79089e684 service neutron] In _notify_port_updated(), no bound segment for port 68fee45f-e988-4280-9d1f-4feb0fed1987 on network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 14:56:39.568672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-3062a1ec-c0fb-4e01-aab8-e3d79089e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:39.569400 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-3062a1ec-c0fb-4e01-aab8-e3d79089e684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:39.570745 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-3062a1ec-c0fb-4e01-aab8-e3d79089e684 service neutron] 10.222.0.46 "PUT /v2.0/ports/68fee45f-e988-4280-9d1f-4feb0fed1987 HTTP/1.1" status: 200 len: 1032 time: 0.5694788 Nov 15 14:56:39.688429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Deleting port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:39.689640 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:39.807940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-323f2464-1d41-4462-8461-7fdfba40940f None None] Provisioning complete for port 68fee45f-e988-4280-9d1f-4feb0fed1987 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:39.808300 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-323f2464-1d41-4462-8461-7fdfba40940f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:39.825381 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] For port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762,segment=NetworkSegment(4b598553-12dd-45f6-ad18-3bba4a74c12c),segment_id=4b598553-12dd-45f6-ad18-3bba4a74c12c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:39.825888 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:39.858679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-323f2464-1d41-4462-8461-7fdfba40940f None None] Port 68fee45f-e988-4280-9d1f-4feb0fed1987 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:39.973662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57206) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:40.092998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'network': {'name': 'tempest-RoutersTest-1613806419'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:40.116172 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:40.116172 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:40.116172 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Floating IP 30f39b28-3b68-4a7c-8aec-8de1a15d9436 disassociated. External IP: 172.25.4.40, port: db3eed56-1e5f-4f19-ada9-a1ee9c1cc762. Nov 15 14:56:40.116172 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Calling delete_port for db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:40.233846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:56:40.237865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:40.246741 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:40.321571 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:40.324323 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:40.355782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Port': ['ID=db3eed56-1e5f-4f19-ada9-a1ee9c1cc762,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:40.415685 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:40.440440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5023802-4766-4d9c-bb77-46557072ed8a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:40.452573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:56:40.462796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:40.463275 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Added segment 05a4a90c-6692-463b-a9f5-14aab63e20fb of type vlan for network 5afea158-6160-451a-9cee-ac3690408308 Nov 15 14:56:40.510570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:40.514536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:40.635428 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:40.645788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b026b-05a7-4d49-acdf-12daa4d9c6f6 None None] Sync routers for ids ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:40.652004 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:40.658928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:40.659830 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:40.664188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026b026b-05a7-4d49-acdf-12daa4d9c6f6 None None] Routers {'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:40.665060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-026b026b-05a7-4d49-acdf-12daa4d9c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:40.681437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] No DVR routers for this DVR port db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:40.684568 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:40.689384 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-134af029-0b00-4e33-85bd-a7eae5cfc222 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "DELETE /v2.0/ports/db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 HTTP/1.1" status: 204 len: 173 time: 1.1085021 Nov 15 14:56:40.690576 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-deleted', 'tag': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:56:40.696581 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc5f114-56cf-4879-a6f7-06a635bc961e" -d '{"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-deleted", "tag": "db3eed56-1e5f-4f19-ada9-a1ee9c1cc762"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:56:40.769233 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54399f3-96a8-4525-afcc-6fac3b0b96ff x-openstack-request-id: req-c54399f3-96a8-4525-afcc-6fac3b0b96ff {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:56:40.769522 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-deleted", "tag": "db3eed56-1e5f-4f19-ada9-a1ee9c1cc762", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:56:40.769775 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c54399f3-96a8-4525-afcc-6fac3b0b96ff {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:56:40.770179 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-deleted', 'tag': 'db3eed56-1e5f-4f19-ada9-a1ee9c1cc762', 'status': 'completed', 'code': 200} Nov 15 14:56:40.783886 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f476e9-711a-4c6f-9a3d-62099a78f170 req-9ecb749c-8a4a-4ee3-a50a-f55ee6b0069e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:40.794975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f476e9-711a-4c6f-9a3d-62099a78f170 req-9ecb749c-8a4a-4ee3-a50a-f55ee6b0069e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:40.811659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f476e9-711a-4c6f-9a3d-62099a78f170 req-9ecb749c-8a4a-4ee3-a50a-f55ee6b0069e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:40.820905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f476e9-711a-4c6f-9a3d-62099a78f170 req-9ecb749c-8a4a-4ee3-a50a-f55ee6b0069e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:40.830519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f476e9-711a-4c6f-9a3d-62099a78f170 req-9ecb749c-8a4a-4ee3-a50a-f55ee6b0069e tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 3149 time: 0.2104175 Nov 15 14:56:40.834187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-026b026b-05a7-4d49-acdf-12daa4d9c6f6 None None] Set router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:40.841760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Network': ['ID=5afea158-6160-451a-9cee-ac3690408308,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:40.891503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4b85a7e6-f608-48b3-98fb-7eb25b7ebe8d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9171150 Nov 15 14:56:40.893525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-9f024eb9-8eba-4d1c-9bb6-93e1716fe5c7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Deleting port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:40.895091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:40.896904 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-9f024eb9-8eba-4d1c-9bb6-93e1716fe5c7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:40.903413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f890f94b-1551-4502-88ce-81f105b5f166 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'network': {'name': 'tempest-RoutersTest-1630452861'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:40.953727 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 5afea158-6160-451a-9cee-ac3690408308 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:56:40.962884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f476e9-711a-4c6f-9a3d-62099a78f170 req-cca43d91-44f0-49e1-bd64-4070002b016d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309042 Nov 15 14:56:41.050633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f890f94b-1551-4502-88ce-81f105b5f166 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:56:41.054438 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f890f94b-1551-4502-88ce-81f105b5f166 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:41.120593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f890f94b-1551-4502-88ce-81f105b5f166 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:56:41.137125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-9f024eb9-8eba-4d1c-9bb6-93e1716fe5c7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] For port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=012e9bf2-0414-4d9d-a820-1d1a5c19a79f,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:41.142555 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f890f94b-1551-4502-88ce-81f105b5f166 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:41.142555 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-f890f94b-1551-4502-88ce-81f105b5f166 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Added segment 346f0284-9f04-4528-ad56-ac7ed198f414 of type vlan for network b39848b1-bf58-495e-9bf2-10997c688a12 Nov 15 14:56:41.143336 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-9f024eb9-8eba-4d1c-9bb6-93e1716fe5c7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:41.162992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-9f024eb9-8eba-4d1c-9bb6-93e1716fe5c7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Calling delete_port for 012e9bf2-0414-4d9d-a820-1d1a5c19a79f owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:41.166037 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-026b026b-05a7-4d49-acdf-12daa4d9c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:45:34Z', 'revision_number': 4, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'fd4514a9-4d24-4d09-9585-210678f40787', 'name': '', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'mac_address': 'fa:16:3e:92:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:32Z', 'updated_at': '2021-11-15T14:45:41Z', 'revision_number': 5, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'subnets': [{'id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:41.193583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b026b-05a7-4d49-acdf-12daa4d9c6f6 None None] Checking router: e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:56:41.194923 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f890f94b-1551-4502-88ce-81f105b5f166 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:41.203749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026b026b-05a7-4d49-acdf-12daa4d9c6f6 None None] Routers {'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:41.206718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-026b026b-05a7-4d49-acdf-12daa4d9c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:41.346878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-026b026b-05a7-4d49-acdf-12daa4d9c6f6 None None] Set router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:56:41.353901 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f890f94b-1551-4502-88ce-81f105b5f166 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:41.353901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f890f94b-1551-4502-88ce-81f105b5f166 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:41.354447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f890f94b-1551-4502-88ce-81f105b5f166 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:41.416155 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-9f024eb9-8eba-4d1c-9bb6-93e1716fe5c7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:41.455153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890f94b-1551-4502-88ce-81f105b5f166 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Network': ['ID=b39848b1-bf58-495e-9bf2-10997c688a12,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:41.476915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f024eb9-8eba-4d1c-9bb6-93e1716fe5c7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Port': ['ID=012e9bf2-0414-4d9d-a820-1d1a5c19a79f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:41.480014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b39848b1-bf58-495e-9bf2-10997c688a12 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:56:41.539009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-9f024eb9-8eba-4d1c-9bb6-93e1716fe5c7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] No DVR routers for this DVR port 012e9bf2-0414-4d9d-a820-1d1a5c19a79f on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:41.542490 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-9f024eb9-8eba-4d1c-9bb6-93e1716fe5c7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:41.550343 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f890f94b-1551-4502-88ce-81f105b5f166 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6534729 Nov 15 14:56:41.554614 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-9f024eb9-8eba-4d1c-9bb6-93e1716fe5c7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "DELETE /v2.0/ports/012e9bf2-0414-4d9d-a820-1d1a5c19a79f HTTP/1.1" status: 204 len: 173 time: 0.8521047 Nov 15 14:56:41.554799 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:41.559455 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-249955ce-717f-4b4b-82ea-bc45a68b9a4c tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'subnet': {'network_id': '5afea158-6160-451a-9cee-ac3690408308', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:41.666235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 67213a63-6141-41d5-9bd4-fafaf28fcad9 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:41.751467 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-60c7faa9-a702-483c-98d7-6a2e6ee39626 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Deleting port cd15e723-98fc-42e7-b4df-b2bacc78da3d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:41.752045 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-60c7faa9-a702-483c-98d7-6a2e6ee39626 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:41.782611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249955ce-717f-4b4b-82ea-bc45a68b9a4c tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:56:41.786433 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-249955ce-717f-4b4b-82ea-bc45a68b9a4c tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:41.898506 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-60c7faa9-a702-483c-98d7-6a2e6ee39626 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] For port cd15e723-98fc-42e7-b4df-b2bacc78da3d, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=cd15e723-98fc-42e7-b4df-b2bacc78da3d,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:41.898874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-60c7faa9-a702-483c-98d7-6a2e6ee39626 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:41.928063 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-60c7faa9-a702-483c-98d7-6a2e6ee39626 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Calling delete_port for cd15e723-98fc-42e7-b4df-b2bacc78da3d owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:42.009823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-026b026b-05a7-4d49-acdf-12daa4d9c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:45:34Z', 'revision_number': 4, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'fd4514a9-4d24-4d09-9585-210678f40787', 'name': '', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'mac_address': 'fa:16:3e:92:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:32Z', 'updated_at': '2021-11-15T14:45:41Z', 'revision_number': 5, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'subnets': [{'id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:42.198631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b026b-05a7-4d49-acdf-12daa4d9c6f6 None None] The sync data for ids ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'] in n-d-817748-2 is: [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:45:34Z', 'revision_number': 4, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'fd4514a9-4d24-4d09-9585-210678f40787', 'name': '', 'network_id': '05e84ef2-d628-4e8b-85d1-d2b727ab8196', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'mac_address': 'fa:16:3e:92:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:32Z', 'updated_at': '2021-11-15T14:45:41Z', 'revision_number': 5, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'subnets': [{'id': '0960faaf-544e-49a8-b77f-fff26bcae0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:42.202016 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:42.277027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67213a63-6141-41d5-9bd4-fafaf28fcad9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:56:42.280065 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c140274d-1999-444e-bfa8-fcce3ca70b3a" -d '{"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-unplugged", "status": "completed", "tag": "67213a63-6141-41d5-9bd4-fafaf28fcad9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:56:42.297472 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-60c7faa9-a702-483c-98d7-6a2e6ee39626 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:42.314860 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 67213a63-6141-41d5-9bd4-fafaf28fcad9, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=67213a63-6141-41d5-9bd4-fafaf28fcad9,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:42.329258 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-249955ce-717f-4b4b-82ea-bc45a68b9a4c tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:42.402538 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7faa9-a702-483c-98d7-6a2e6ee39626 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Port': ['ID=cd15e723-98fc-42e7-b4df-b2bacc78da3d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:42.407492 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:42.407492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 68fee45f-e988-4280-9d1f-4feb0fed1987 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:42.418562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1123ad4-e8c3-4651-9ccb-c1e7e9ea18cd req-7d5213c9-3be6-45b0-98f4-85967f7989d6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:42.427897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1123ad4-e8c3-4651-9ccb-c1e7e9ea18cd req-7d5213c9-3be6-45b0-98f4-85967f7989d6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:42.433418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1123ad4-e8c3-4651-9ccb-c1e7e9ea18cd req-7d5213c9-3be6-45b0-98f4-85967f7989d6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:42.435402 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1123ad4-e8c3-4651-9ccb-c1e7e9ea18cd req-7d5213c9-3be6-45b0-98f4-85967f7989d6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 2337 time: 0.2593002 Nov 15 14:56:42.491207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249955ce-717f-4b4b-82ea-bc45a68b9a4c tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Subnet': ['ID=fb2fd932-ab77-4031-9bb0-929527950339,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:42.523907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249955ce-717f-4b4b-82ea-bc45a68b9a4c tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Checking segment: {'id': '05a4a90c-6692-463b-a9f5-14aab63e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5afea158-6160-451a-9cee-ac3690408308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:56:42.524527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249955ce-717f-4b4b-82ea-bc45a68b9a4c tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network hostable DHCP agents. Network: 5afea158-6160-451a-9cee-ac3690408308, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:56:42.549070 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-60c7faa9-a702-483c-98d7-6a2e6ee39626 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] No DVR routers for this DVR port cd15e723-98fc-42e7-b4df-b2bacc78da3d on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:42.553314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-60c7faa9-a702-483c-98d7-6a2e6ee39626 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:42.557244 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-60c7faa9-a702-483c-98d7-6a2e6ee39626 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "DELETE /v2.0/ports/cd15e723-98fc-42e7-b4df-b2bacc78da3d HTTP/1.1" status: 204 len: 173 time: 0.9943933 Nov 15 14:56:42.574025 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1123ad4-e8c3-4651-9ccb-c1e7e9ea18cd req-db5f1462-6d1c-4acd-825f-cd4e204c32d2 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246047 Nov 15 14:56:42.616095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=67213a63-6141-41d5-9bd4-fafaf28fcad9,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:42.642274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 68fee45f-e988-4280-9d1f-4feb0fed1987 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:42.642799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 85456e19-635c-40ff-b10b-d45a8a34f522 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:42.661933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249955ce-717f-4b4b-82ea-bc45a68b9a4c tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 5afea158-6160-451a-9cee-ac3690408308 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:56:42.701696 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff82f07-cb0d-47cc-b32a-213b34c60452 x-openstack-request-id: req-eff82f07-cb0d-47cc-b32a-213b34c60452 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:56:42.702304 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-unplugged", "status": "completed", "tag": "67213a63-6141-41d5-9bd4-fafaf28fcad9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:56:42.702450 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eff82f07-cb0d-47cc-b32a-213b34c60452 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:56:42.702863 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67213a63-6141-41d5-9bd4-fafaf28fcad9', 'code': 200} Nov 15 14:56:42.746650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-249955ce-717f-4b4b-82ea-bc45a68b9a4c tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 5afea158-6160-451a-9cee-ac3690408308) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:42.751622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249955ce-717f-4b4b-82ea-bc45a68b9a4c tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:42.752304 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-249955ce-717f-4b4b-82ea-bc45a68b9a4c tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:42.768418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-8c0f96d4-b6aa-4167-88bc-0b05737458f9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Deleting port 67213a63-6141-41d5-9bd4-fafaf28fcad9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:42.769549 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-8c0f96d4-b6aa-4167-88bc-0b05737458f9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:42.769910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8fb211-e091-4b50-8262-87d382486039 None None] Network 5afea158-6160-451a-9cee-ac3690408308 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:42.774817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-deleted', 'tag': '012e9bf2-0414-4d9d-a820-1d1a5c19a79f'}, {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-deleted', 'tag': 'cd15e723-98fc-42e7-b4df-b2bacc78da3d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:56:42.777372 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c5c61f-f014-470c-950c-4035f0612877" -d '{"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-deleted", "tag": "012e9bf2-0414-4d9d-a820-1d1a5c19a79f"}, {"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-deleted", "tag": "cd15e723-98fc-42e7-b4df-b2bacc78da3d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:56:42.790786 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f931bf-d4cc-4433-ab5e-25e9505c8129 None None] New status for floating IP 30f39b28-3b68-4a7c-8aec-8de1a15d9436: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:56:42.859646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-249955ce-717f-4b4b-82ea-bc45a68b9a4c tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3021080 Nov 15 14:56:42.859871 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57268) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:42.866531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0f5fc421-385d-4080-9913-e52757a98071 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'subnet': {'network_id': 'b39848b1-bf58-495e-9bf2-10997c688a12', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:42.868827 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98daeb42-5416-42a3-bc4c-637c67156792 x-openstack-request-id: req-98daeb42-5416-42a3-bc4c-637c67156792 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:56:42.869369 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-deleted", "tag": "012e9bf2-0414-4d9d-a820-1d1a5c19a79f", "status": "completed", "code": 200}, {"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-deleted", "tag": "cd15e723-98fc-42e7-b4df-b2bacc78da3d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:56:42.869800 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98daeb42-5416-42a3-bc4c-637c67156792 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:56:42.870635 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:42.870834 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-deleted', 'tag': '012e9bf2-0414-4d9d-a820-1d1a5c19a79f', 'status': 'completed', 'code': 200} Nov 15 14:56:42.871297 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-deleted', 'tag': 'cd15e723-98fc-42e7-b4df-b2bacc78da3d', 'status': 'completed', 'code': 200} Nov 15 14:56:42.949651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-8c0f96d4-b6aa-4167-88bc-0b05737458f9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] For port 67213a63-6141-41d5-9bd4-fafaf28fcad9, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=67213a63-6141-41d5-9bd4-fafaf28fcad9,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:42.949651 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-8c0f96d4-b6aa-4167-88bc-0b05737458f9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:42.992536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 85456e19-635c-40ff-b10b-d45a8a34f522, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=85456e19-635c-40ff-b10b-d45a8a34f522,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:42.995271 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-8c0f96d4-b6aa-4167-88bc-0b05737458f9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Calling delete_port for 67213a63-6141-41d5-9bd4-fafaf28fcad9 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:43.109505 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:43.110672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:43.127370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-5afea158-6160-451a-9cee-ac3690408308', 'network_id': '5afea158-6160-451a-9cee-ac3690408308', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'fixed_ips': [{'subnet_id': 'fb2fd932-ab77-4031-9bb0-929527950339'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:56:43.128906 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:43.207643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:56:43.207998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device db3eed56-1e5f-4f19-ada9-a1ee9c1cc762 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:43.208755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 012e9bf2-0414-4d9d-a820-1d1a5c19a79f no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:43.221793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5fc421-385d-4080-9913-e52757a98071 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:56:43.225423 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc421-385d-4080-9913-e52757a98071 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:43.246266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 012e9bf2-0414-4d9d-a820-1d1a5c19a79f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:56:43.246454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 012e9bf2-0414-4d9d-a820-1d1a5c19a79f not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:43.246776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device cd15e723-98fc-42e7-b4df-b2bacc78da3d no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:43.319600 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-8c0f96d4-b6aa-4167-88bc-0b05737458f9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:43.327039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: cd15e723-98fc-42e7-b4df-b2bacc78da3d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:56:43.327396 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device cd15e723-98fc-42e7-b4df-b2bacc78da3d not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:43.327816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d60d6b5b-7447-4438-8b12-570eb0e866e7 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:43.357677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f96d4-b6aa-4167-88bc-0b05737458f9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Port': ['ID=67213a63-6141-41d5-9bd4-fafaf28fcad9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:43.410130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d60d6b5b-7447-4438-8b12-570eb0e866e7 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:43.430901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-8c0f96d4-b6aa-4167-88bc-0b05737458f9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] No DVR routers for this DVR port 67213a63-6141-41d5-9bd4-fafaf28fcad9 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:43.438638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=85456e19-635c-40ff-b10b-d45a8a34f522,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:43.438807 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-8c0f96d4-b6aa-4167-88bc-0b05737458f9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:43.440479 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-8c0f96d4-b6aa-4167-88bc-0b05737458f9 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "DELETE /v2.0/ports/67213a63-6141-41d5-9bd4-fafaf28fcad9 HTTP/1.1" status: 204 len: 173 time: 0.8727269 Nov 15 14:56:43.559453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Allocated IP 172.20.0.2 (5afea158-6160-451a-9cee-ac3690408308/fb2fd932-ab77-4031-9bb0-929527950339/9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:56:43.589889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-371aecb6-c7c4-4cdd-9eb8-d30fad0bdaac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Deleting port 85456e19-635c-40ff-b10b-d45a8a34f522 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:43.590239 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-371aecb6-c7c4-4cdd-9eb8-d30fad0bdaac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:43.668238 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc421-385d-4080-9913-e52757a98071 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:43.826169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fc421-385d-4080-9913-e52757a98071 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Subnet': ['ID=b703af66-f293-4e6f-9303-2075adf08a2f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:43.922082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5fc421-385d-4080-9913-e52757a98071 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Checking segment: {'id': '346f0284-9f04-4528-ad56-ac7ed198f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39848b1-bf58-495e-9bf2-10997c688a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:56:43.922492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5fc421-385d-4080-9913-e52757a98071 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network hostable DHCP agents. Network: b39848b1-bf58-495e-9bf2-10997c688a12, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:56:43.935898 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:43.956169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3b2f5-afef-48a0-b386-261cc9662aa2 req-270f59f1-ad48-4756-b9b1-7fdef80427da tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:43.958329 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3cd3b2f5-afef-48a0-b386-261cc9662aa2 req-270f59f1-ad48-4756-b9b1-7fdef80427da tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 943 time: 0.1413062 Nov 15 14:56:44.022307 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.056838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5fc421-385d-4080-9913-e52757a98071 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network b39848b1-bf58-495e-9bf2-10997c688a12 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:56:44.064187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3cd3b2f5-afef-48a0-b386-261cc9662aa2 req-75cadf2d-4cda-436b-a6b2-2f47f02653bf tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1664d23-3a27-462e-a4ce-189e3ad2975f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958407 Nov 15 14:56:44.090685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Network 5afea158-6160-451a-9cee-ac3690408308 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:44.094182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:44.098241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:56:44.123129 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:56:44.137205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Pushing event updated for resources: {'Port': ['ID=9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:44.165299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0f5fc421-385d-4080-9913-e52757a98071 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b39848b1-bf58-495e-9bf2-10997c688a12) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:44.166157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Attempting to bind port 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:56:44.166157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Attempting to bind port 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '05a4a90c-6692-463b-a9f5-14aab63e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5afea158-6160-451a-9cee-ac3690408308'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:56:44.166545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Attempting to bind port 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e on network 5afea158-6160-451a-9cee-ac3690408308 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:56:44.171619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-371aecb6-c7c4-4cdd-9eb8-d30fad0bdaac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] For port 85456e19-635c-40ff-b10b-d45a8a34f522, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=85456e19-635c-40ff-b10b-d45a8a34f522,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:44.173417 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5fc421-385d-4080-9913-e52757a98071 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:44.173875 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-371aecb6-c7c4-4cdd-9eb8-d30fad0bdaac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.174158 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc421-385d-4080-9913-e52757a98071 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.175014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:56:44.175391 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Checking segment: {'id': '05a4a90c-6692-463b-a9f5-14aab63e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5afea158-6160-451a-9cee-ac3690408308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:56:44.175795 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.176180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Bound using segment: {'id': '05a4a90c-6692-463b-a9f5-14aab63e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5afea158-6160-451a-9cee-ac3690408308'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:56:44.177029 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Bound port: 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a4a90c-6692-463b-a9f5-14aab63e20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5afea158-6160-451a-9cee-ac3690408308'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:56:44.177029 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.184472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5e228-98dd-43b9-89bd-1f4cc9d6195e None None] Network b39848b1-bf58-495e-9bf2-10997c688a12 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:44.192010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-371aecb6-c7c4-4cdd-9eb8-d30fad0bdaac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Calling delete_port for 85456e19-635c-40ff-b10b-d45a8a34f522 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:44.277465 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0f5fc421-385d-4080-9913-e52757a98071 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4159224 Nov 15 14:56:44.279771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57278) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:44.285744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5ab5a362-3aed-4b26-b992-51c0a97902c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1017310541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:44.346688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] For port 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:56:44.351179 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] For port 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e,segment=NetworkSegment(05a4a90c-6692-463b-a9f5-14aab63e20fb),segment_id=05a4a90c-6692-463b-a9f5-14aab63e20fb)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:56:44.382788 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ab5a362-3aed-4b26-b992-51c0a97902c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.383920 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ab5a362-3aed-4b26-b992-51c0a97902c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.432262 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-b39848b1-bf58-495e-9bf2-10997c688a12', 'network_id': 'b39848b1-bf58-495e-9bf2-10997c688a12', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'fixed_ips': [{'subnet_id': 'b703af66-f293-4e6f-9303-2075adf08a2f'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:56:44.433387 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.442614 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ab5a362-3aed-4b26-b992-51c0a97902c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.457081 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.469423 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-371aecb6-c7c4-4cdd-9eb8-d30fad0bdaac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.519125 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ab5a362-3aed-4b26-b992-51c0a97902c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.538211 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371aecb6-c7c4-4cdd-9eb8-d30fad0bdaac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Port': ['ID=85456e19-635c-40ff-b10b-d45a8a34f522,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:44.619438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c20277-52a3-4a5a-9c3b-9e3e1da45af9 None None] Pushing event updated for resources: {'Port': ['ID=9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:44.667746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-371aecb6-c7c4-4cdd-9eb8-d30fad0bdaac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] No DVR routers for this DVR port 85456e19-635c-40ff-b10b-d45a8a34f522 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:44.673597 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-371aecb6-c7c4-4cdd-9eb8-d30fad0bdaac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.678518 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c06ec26-743b-4402-865e-7ef2ada5b4f6 req-371aecb6-c7c4-4cdd-9eb8-d30fad0bdaac tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.46 "DELETE /v2.0/ports/85456e19-635c-40ff-b10b-d45a8a34f522 HTTP/1.1" status: 204 len: 173 time: 1.2286348 Nov 15 14:56:44.701126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Allocated IP 172.21.0.2 (b39848b1-bf58-495e-9bf2-10997c688a12/b703af66-f293-4e6f-9303-2075adf08a2f/22ed6285-53e0-4f8c-8921-23f360d86f69) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:56:44.703349 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85456e19-635c-40ff-b10b-d45a8a34f522'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:56:44.705818 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d125c2b4-9faf-4073-a5bb-84b1f9cde29d" -d '{"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-unplugged", "status": "completed", "tag": "85456e19-635c-40ff-b10b-d45a8a34f522"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:56:44.707873 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ab5a362-3aed-4b26-b992-51c0a97902c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:44.709896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5ab5a362-3aed-4b26-b992-51c0a97902c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4283581 Nov 15 14:56:44.712764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:44.788580 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 14:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38fea05-3ed6-44bf-b407-218629c3b9ae x-openstack-request-id: req-c38fea05-3ed6-44bf-b407-218629c3b9ae {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:56:44.789280 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-unplugged", "status": "completed", "tag": "85456e19-635c-40ff-b10b-d45a8a34f522", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:56:44.789677 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c38fea05-3ed6-44bf-b407-218629c3b9ae {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:56:44.790075 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85456e19-635c-40ff-b10b-d45a8a34f522', 'code': 200} Nov 15 14:56:45.062622 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-deleted', 'tag': '67213a63-6141-41d5-9bd4-fafaf28fcad9'}, {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-deleted', 'tag': '85456e19-635c-40ff-b10b-d45a8a34f522'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:56:45.078797 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64339e0-1769-4a63-8b79-c0fb8277d305" -d '{"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-deleted", "tag": "67213a63-6141-41d5-9bd4-fafaf28fcad9"}, {"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-deleted", "tag": "85456e19-635c-40ff-b10b-d45a8a34f522"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:56:45.083632 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:45.190985 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d74141-1b49-4f87-9483-2435ad6c94ef x-openstack-request-id: req-82d74141-1b49-4f87-9483-2435ad6c94ef {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:56:45.191482 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-deleted", "tag": "67213a63-6141-41d5-9bd4-fafaf28fcad9", "status": "completed", "code": 200}, {"server_uuid": "fb95c107-11cb-4e1f-aed7-750641097e85", "name": "network-vif-deleted", "tag": "85456e19-635c-40ff-b10b-d45a8a34f522", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:56:45.191682 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82d74141-1b49-4f87-9483-2435ad6c94ef {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:56:45.192067 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-deleted', 'tag': '67213a63-6141-41d5-9bd4-fafaf28fcad9', 'status': 'completed', 'code': 200} Nov 15 14:56:45.192317 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb95c107-11cb-4e1f-aed7-750641097e85', 'name': 'network-vif-deleted', 'tag': '85456e19-635c-40ff-b10b-d45a8a34f522', 'status': 'completed', 'code': 200} Nov 15 14:56:45.217407 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:45.254574 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a3d95b3-2e47-45ca-8edc-9d5a737597d1 req-6d4af736-3af9-44af-ad4a-c82b3f638232 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0513029 Nov 15 14:56:45.300268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:45.302259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Network b39848b1-bf58-495e-9bf2-10997c688a12 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:45.334847 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:45.338464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:56:45.351766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Pushing event updated for resources: {'Port': ['ID=22ed6285-53e0-4f8c-8921-23f360d86f69,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:45.452085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Attempting to bind port 22ed6285-53e0-4f8c-8921-23f360d86f69 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:56:45.452085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Attempting to bind port 22ed6285-53e0-4f8c-8921-23f360d86f69 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '346f0284-9f04-4528-ad56-ac7ed198f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39848b1-bf58-495e-9bf2-10997c688a12'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:56:45.452588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Attempting to bind port 22ed6285-53e0-4f8c-8921-23f360d86f69 on network b39848b1-bf58-495e-9bf2-10997c688a12 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:56:45.465359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:56:45.466428 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Checking segment: {'id': '346f0284-9f04-4528-ad56-ac7ed198f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39848b1-bf58-495e-9bf2-10997c688a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:56:45.466748 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:45.467137 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Bound using segment: {'id': '346f0284-9f04-4528-ad56-ac7ed198f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39848b1-bf58-495e-9bf2-10997c688a12'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:56:45.467615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Bound port: 22ed6285-53e0-4f8c-8921-23f360d86f69, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346f0284-9f04-4528-ad56-ac7ed198f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39848b1-bf58-495e-9bf2-10997c688a12'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:56:45.467997 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:45.498752 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e200a9d6-715b-4ca2-b915-2bf4187b4a0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:45.535170 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:45.547946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] For port 22ed6285-53e0-4f8c-8921-23f360d86f69, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:56:45.557562 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] For port 22ed6285-53e0-4f8c-8921-23f360d86f69, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=22ed6285-53e0-4f8c-8921-23f360d86f69,segment=NetworkSegment(346f0284-9f04-4528-ad56-ac7ed198f414),segment_id=346f0284-9f04-4528-ad56-ac7ed198f414)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:56:45.659076 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:45.796843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf21bc3-c42c-4236-bb50-13063562de06 None None] Pushing event updated for resources: {'Port': ['ID=22ed6285-53e0-4f8c-8921-23f360d86f69,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:45.846526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:45.966740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:45.967279 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:46.124356 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:46.190805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e,segment=NetworkSegment(05a4a90c-6692-463b-a9f5-14aab63e20fb),segment_id=05a4a90c-6692-463b-a9f5-14aab63e20fb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:46.247972 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e200a9d6-715b-4ca2-b915-2bf4187b4a0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:46.264546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Allocated IP 172.20.0.1 (5afea158-6160-451a-9cee-ac3690408308/fb2fd932-ab77-4031-9bb0-929527950339/c8e8379e-1aa3-4b1b-be99-1531a3c64a6c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:56:46.271888 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:46.351157 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e200a9d6-715b-4ca2-b915-2bf4187b4a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:46.421094 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e200a9d6-715b-4ca2-b915-2bf4187b4a0b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=53e65a01799a4849bd12ef3ac237228e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1146393 Nov 15 14:56:46.421094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:46.421094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200a9d6-715b-4ca2-b915-2bf4187b4a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8b3d59-dc57-4536-8d2a-aba858f121b1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:46.453497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650e71ba-045f-4aeb-b2d8-8de7ec941045 None None] Network 5afea158-6160-451a-9cee-ac3690408308 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:46.494970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:46.535942 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:46.539176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57855349-8d99-43fc-a406-1a9645f29bd1 req-6d1394a0-2ab1-4672-99a1-53f5f3cef063 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0648272 Nov 15 14:56:46.588061 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15b24c99-e0e4-4b3a-9c72-57faf082a70a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:46.610826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-655ce9ab-ccb7-428e-8822-ca5f152edebc None None] Provisioning complete for port 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:46.611108 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-655ce9ab-ccb7-428e-8822-ca5f152edebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:46.621709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15b24c99-e0e4-4b3a-9c72-57faf082a70a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:46.719623 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:46.782741 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 5afea158-6160-451a-9cee-ac3690408308 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:46.789040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:46.792987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:56:46.838125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=c8e8379e-1aa3-4b1b-be99-1531a3c64a6c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:46.841849 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15b24c99-e0e4-4b3a-9c72-57faf082a70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:46.845887 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15b24c99-e0e4-4b3a-9c72-57faf082a70a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:46.847076 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-15b24c99-e0e4-4b3a-9c72-57faf082a70a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d8b3d59-dc57-4536-8d2a-aba858f121b1 HTTP/1.1" status: 204 len: 168 time: 0.4226813 Nov 15 14:56:46.876611 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b24c99-e0e4-4b3a-9c72-57faf082a70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8b3d59-dc57-4536-8d2a-aba858f121b1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:46.909665 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:47.296044 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:47.335900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ff0a4b13-c97e-4566-b4ca-385c15b1e247 None None] Provisioning complete for port 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:47.336508 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4b13-c97e-4566-b4ca-385c15b1e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:47.647414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee638c4-70ea-42db-9749-a4b5153da908 None None] Network b39848b1-bf58-495e-9bf2-10997c688a12 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:47.732529 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c77529a6-c86a-4d1c-a4dd-120be19cb0ce req-ab421ac8-4817-4746-876c-f57907c81002 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0516353 Nov 15 14:56:47.767462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ff0a4b13-c97e-4566-b4ca-385c15b1e247 None None] Provisioning complete for port c8e8379e-1aa3-4b1b-be99-1531a3c64a6c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:47.767910 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4b13-c97e-4566-b4ca-385c15b1e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:47.845098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a4b13-c97e-4566-b4ca-385c15b1e247 None None] Port c8e8379e-1aa3-4b1b-be99-1531a3c64a6c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:47.845394 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:47.913426 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:47.917765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:47.999492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b80d9e34-fcdd-43f8-9cc9-16dc6f3dfb21 None None] Provisioning complete for port 22ed6285-53e0-4f8c-8921-23f360d86f69 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:47.999929 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b80d9e34-fcdd-43f8-9cc9-16dc6f3dfb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:48.030676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=c8e8379e-1aa3-4b1b-be99-1531a3c64a6c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:48.050466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:48.126154 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:48.126561 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:48.223438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 5afea158-6160-451a-9cee-ac3690408308 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:48.225326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:48.273424 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 22ed6285-53e0-4f8c-8921-23f360d86f69 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:48.432426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 22ed6285-53e0-4f8c-8921-23f360d86f69 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:48.432969 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:48.467651 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b80d9e34-fcdd-43f8-9cc9-16dc6f3dfb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:48.566621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b80d9e34-fcdd-43f8-9cc9-16dc6f3dfb21 None None] For port 22ed6285-53e0-4f8c-8921-23f360d86f69, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=22ed6285-53e0-4f8c-8921-23f360d86f69,segment=NetworkSegment(346f0284-9f04-4528-ad56-ac7ed198f414),segment_id=346f0284-9f04-4528-ad56-ac7ed198f414)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:48.599007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router b83c2f65-7d77-490f-a558-5867cd527beb is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:56:48.628092 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:48.631206 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b80d9e34-fcdd-43f8-9cc9-16dc6f3dfb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:48.722819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b80d9e34-fcdd-43f8-9cc9-16dc6f3dfb21 None None] Provisioning complete for port c8e8379e-1aa3-4b1b-be99-1531a3c64a6c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:48.723188 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b80d9e34-fcdd-43f8-9cc9-16dc6f3dfb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:48.763756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:48.783540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57372) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:48.800803 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8d05095e-24cb-47c6-b1d6-713527506ea1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/b83c2f65-7d77-490f-a558-5867cd527beb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0868397 Nov 15 14:56:48.810698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b80d9e34-fcdd-43f8-9cc9-16dc6f3dfb21 None None] Port c8e8379e-1aa3-4b1b-be99-1531a3c64a6c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:48.814934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68905c-b090-4725-8705-511d969a520e None None] Sync routers for ids ['b83c2f65-7d77-490f-a558-5867cd527beb'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:48.865254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68905c-b090-4725-8705-511d969a520e None None] Routers {'b83c2f65-7d77-490f-a558-5867cd527beb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:48.866154 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b68905c-b090-4725-8705-511d969a520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b83c2f65-7d77-490f-a558-5867cd527beb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:48.873866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d9e34-fcdd-43f8-9cc9-16dc6f3dfb21 None None] Pushing event updated for resources: {'Port': ['ID=22ed6285-53e0-4f8c-8921-23f360d86f69,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:48.880647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54841fad-02d3-4277-8aaf-f05fdf69e6bb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:48.885146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:48.890952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-54841fad-02d3-4277-8aaf-f05fdf69e6bb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports/c8e8379e-1aa3-4b1b-be99-1531a3c64a6c HTTP/1.1" status: 200 len: 910 time: 0.1057119 Nov 15 14:56:48.947930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1657643-2bd8-443c-aefc-2c3f8c27a432 req-a87df8ad-e1da-4106-b17e-682a95503274 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0556810 Nov 15 14:56:49.167147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b68905c-b090-4725-8705-511d969a520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:49.182122 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68905c-b090-4725-8705-511d969a520e None None] Routers {'b83c2f65-7d77-490f-a558-5867cd527beb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:49.182783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b68905c-b090-4725-8705-511d969a520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b83c2f65-7d77-490f-a558-5867cd527beb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:49.223646 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:56:49.223937 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:56:49.226654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b68905c-b090-4725-8705-511d969a520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:49.227271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68905c-b090-4725-8705-511d969a520e None None] The sync data for ids ['b83c2f65-7d77-490f-a558-5867cd527beb'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:49.235825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-555ee92d-1bd5-4619-bd07-81eb82811ee2 None None] Provisioning complete for port 22ed6285-53e0-4f8c-8921-23f360d86f69 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:49.236389 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-555ee92d-1bd5-4619-bd07-81eb82811ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:49.399597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-555ee92d-1bd5-4619-bd07-81eb82811ee2 None None] Provisioning complete for port c8e8379e-1aa3-4b1b-be99-1531a3c64a6c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:49.399975 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-555ee92d-1bd5-4619-bd07-81eb82811ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:49.435374 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:49.459428 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-555ee92d-1bd5-4619-bd07-81eb82811ee2 None None] Port c8e8379e-1aa3-4b1b-be99-1531a3c64a6c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:49.744379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Allocated IP 172.21.0.1 (b39848b1-bf58-495e-9bf2-10997c688a12/b703af66-f293-4e6f-9303-2075adf08a2f/61137626-5654-4b24-8880-7cd2f37d6d89) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:56:49.860943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 22ed6285-53e0-4f8c-8921-23f360d86f69 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:56:49.905064 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:49.914911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 22ed6285-53e0-4f8c-8921-23f360d86f69 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:49.915281 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:50.021504 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:50.060348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network b39848b1-bf58-495e-9bf2-10997c688a12 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:50.063479 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:50.067677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:56:50.080200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a26c42c-b8e2-457c-b512-6935eec1d550 req-bdb43a20-d0c8-40c1-a647-03997688fc0b tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0339215 Nov 15 14:56:50.133858 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:50.139304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=61137626-5654-4b24-8880-7cd2f37d6d89,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:50.406045 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:50.490418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81b159d3-be72-4d82-b509-3ea6ce4cab13 None None] Provisioning complete for port 61137626-5654-4b24-8880-7cd2f37d6d89 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:50.491072 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81b159d3-be72-4d82-b509-3ea6ce4cab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:50.527329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81b159d3-be72-4d82-b509-3ea6ce4cab13 None None] Port 61137626-5654-4b24-8880-7cd2f37d6d89 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:50.712049 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:50.770583 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:50.844462 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=61137626-5654-4b24-8880-7cd2f37d6d89,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:50.852864 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:50.954979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network b39848b1-bf58-495e-9bf2-10997c688a12 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:56:50.956528 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:51.078643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router b83c2f65-7d77-490f-a558-5867cd527beb has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:51.285783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a283d95-5a70-4e6a-ba82-1caae2e3f778 req-aa74a181-b487-4784-828f-793568fb3091 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0450346 Nov 15 14:56:51.294257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:51.320878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:51.321132 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec73fd-8e6b-431d-a07e-04da68794201 None None] Sync routers for ids ['b83c2f65-7d77-490f-a558-5867cd527beb'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:51.330422 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5da3dca5-c7cc-47be-b398-781cb7f37ea0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/b83c2f65-7d77-490f-a558-5867cd527beb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4440885 Nov 15 14:56:51.337750 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec73fd-8e6b-431d-a07e-04da68794201 None None] Routers {'b83c2f65-7d77-490f-a558-5867cd527beb'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:51.340044 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cdec73fd-8e6b-431d-a07e-04da68794201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b83c2f65-7d77-490f-a558-5867cd527beb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:51.373482 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-69a68e5c-31b1-48a0-afb5-0281cf20847e None None] Provisioning complete for port 61137626-5654-4b24-8880-7cd2f37d6d89 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:56:51.376429 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69a68e5c-31b1-48a0-afb5-0281cf20847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:51.411369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d09ccd-2c4e-4aca-92a2-a1f6a9e678fa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:51.417876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57424) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:51.427194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-91d09ccd-2c4e-4aca-92a2-a1f6a9e678fa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports/61137626-5654-4b24-8880-7cd2f37d6d89 HTTP/1.1" status: 200 len: 910 time: 0.1029377 Nov 15 14:56:51.437087 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cdec73fd-8e6b-431d-a07e-04da68794201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:51.471642 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec73fd-8e6b-431d-a07e-04da68794201 None None] Routers {'b83c2f65-7d77-490f-a558-5867cd527beb'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:51.471905 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-69a68e5c-31b1-48a0-afb5-0281cf20847e None None] Port 61137626-5654-4b24-8880-7cd2f37d6d89 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:56:51.472301 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cdec73fd-8e6b-431d-a07e-04da68794201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b83c2f65-7d77-490f-a558-5867cd527beb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:51.518486 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cdec73fd-8e6b-431d-a07e-04da68794201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:51.519527 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec73fd-8e6b-431d-a07e-04da68794201 None None] The sync data for ids ['b83c2f65-7d77-490f-a558-5867cd527beb'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:52.243149 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d79d38dd-69eb-4513-b38d-aa0ddeba0286 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:52.471568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-290a610a-036a-45d6-b1bb-232505a5e89f req-ef32b17a-b6c5-4bfb-814f-c7ddb4923360 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0375361 Nov 15 14:56:52.650296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d79d38dd-69eb-4513-b38d-aa0ddeba0286 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port 61137626-5654-4b24-8880-7cd2f37d6d89 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:52.650296 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d79d38dd-69eb-4513-b38d-aa0ddeba0286 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:52.716759 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d79d38dd-69eb-4513-b38d-aa0ddeba0286 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:52.745578 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d79d38dd-69eb-4513-b38d-aa0ddeba0286 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for 61137626-5654-4b24-8880-7cd2f37d6d89 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:53.069204 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d79d38dd-69eb-4513-b38d-aa0ddeba0286 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:53.078783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d38dd-69eb-4513-b38d-aa0ddeba0286 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=61137626-5654-4b24-8880-7cd2f37d6d89,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:53.275429 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d79d38dd-69eb-4513-b38d-aa0ddeba0286 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:53.538996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79d38dd-69eb-4513-b38d-aa0ddeba0286 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router b83c2f65-7d77-490f-a558-5867cd527beb has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:53.595862 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9dc6aa53-4f85-48de-973a-97d6c102d3f1 req-2ee7d3a6-b3fe-4977-aaa9-9515f9cb862a tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0485775 Nov 15 14:56:53.685612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79d38dd-69eb-4513-b38d-aa0ddeba0286 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:53.691736 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d79d38dd-69eb-4513-b38d-aa0ddeba0286 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/b83c2f65-7d77-490f-a558-5867cd527beb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2715819 Nov 15 14:56:53.696038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de513a4-f2ff-4681-b26b-a92e9c9970e2 None None] Sync routers for ids ['b83c2f65-7d77-490f-a558-5867cd527beb'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:53.696714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57476) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:53.709758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de513a4-f2ff-4681-b26b-a92e9c9970e2 None None] Routers {'b83c2f65-7d77-490f-a558-5867cd527beb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:53.710417 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0de513a4-f2ff-4681-b26b-a92e9c9970e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b83c2f65-7d77-490f-a558-5867cd527beb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:53.759086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0de513a4-f2ff-4681-b26b-a92e9c9970e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:53.770439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de513a4-f2ff-4681-b26b-a92e9c9970e2 None None] Routers {'b83c2f65-7d77-490f-a558-5867cd527beb'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:53.771292 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0de513a4-f2ff-4681-b26b-a92e9c9970e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b83c2f65-7d77-490f-a558-5867cd527beb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:53.813704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0de513a4-f2ff-4681-b26b-a92e9c9970e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:53.813704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de513a4-f2ff-4681-b26b-a92e9c9970e2 None None] The sync data for ids ['b83c2f65-7d77-490f-a558-5867cd527beb'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:54.157409 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acb40f8c-5d87-4ab5-9965-ff4ff2c7be87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:54.495046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-acb40f8c-5d87-4ab5-9965-ff4ff2c7be87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port c8e8379e-1aa3-4b1b-be99-1531a3c64a6c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:54.495657 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acb40f8c-5d87-4ab5-9965-ff4ff2c7be87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:54.634328 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acb40f8c-5d87-4ab5-9965-ff4ff2c7be87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:54.651633 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-acb40f8c-5d87-4ab5-9965-ff4ff2c7be87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for c8e8379e-1aa3-4b1b-be99-1531a3c64a6c owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:54.707729 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-067b02b1-ccfd-4aae-ab1f-183422242b8d req-f2b37ab0-2883-47a5-9ac3-0c147df41e25 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0304778 Nov 15 14:56:54.941745 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acb40f8c-5d87-4ab5-9965-ff4ff2c7be87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:54.971630 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb40f8c-5d87-4ab5-9965-ff4ff2c7be87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=c8e8379e-1aa3-4b1b-be99-1531a3c64a6c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:55.135584 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acb40f8c-5d87-4ab5-9965-ff4ff2c7be87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:55.298129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb40f8c-5d87-4ab5-9965-ff4ff2c7be87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router b83c2f65-7d77-490f-a558-5867cd527beb has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:56:55.379535 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb40f8c-5d87-4ab5-9965-ff4ff2c7be87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:56:55.385213 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-acb40f8c-5d87-4ab5-9965-ff4ff2c7be87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/b83c2f65-7d77-490f-a558-5867cd527beb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6866434 Nov 15 14:56:55.387375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57506) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:55.394946 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ea7d9-4e74-4751-b4b2-ef47749a8656 None None] Sync routers for ids ['b83c2f65-7d77-490f-a558-5867cd527beb'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:56:55.423364 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4d27aa10-368e-4221-9e5a-733b6d9ccad0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83c2f65-7d77-490f-a558-5867cd527beb HTTP/1.1" status: 200 len: 205 time: 0.0338988 Nov 15 14:56:55.424067 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ea7d9-4e74-4751-b4b2-ef47749a8656 None None] Routers {'b83c2f65-7d77-490f-a558-5867cd527beb'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:55.424692 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-528ea7d9-4e74-4751-b4b2-ef47749a8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b83c2f65-7d77-490f-a558-5867cd527beb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:55.425439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57512) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:55.518175 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-528ea7d9-4e74-4751-b4b2-ef47749a8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:55.520886 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d88562e1-b56d-4ede-8551-a56d02aa02d1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:55.530712 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ea7d9-4e74-4751-b4b2-ef47749a8656 None None] Routers {'b83c2f65-7d77-490f-a558-5867cd527beb'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:56:55.531330 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-528ea7d9-4e74-4751-b4b2-ef47749a8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:56:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b83c2f65-7d77-490f-a558-5867cd527beb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:55.576622 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-528ea7d9-4e74-4751-b4b2-ef47749a8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:55.577313 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ea7d9-4e74-4751-b4b2-ef47749a8656 None None] The sync data for ids ['b83c2f65-7d77-490f-a558-5867cd527beb'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:56:55.708271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d88562e1-b56d-4ede-8551-a56d02aa02d1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:55.710510 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d88562e1-b56d-4ede-8551-a56d02aa02d1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:55.822561 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d88562e1-b56d-4ede-8551-a56d02aa02d1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:55.823410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88562e1-b56d-4ede-8551-a56d02aa02d1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Fanout notify agent at l3_agent the message router_deleted on router b83c2f65-7d77-490f-a558-5867cd527beb {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:56:55.852732 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d88562e1-b56d-4ede-8551-a56d02aa02d1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:55.854754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d88562e1-b56d-4ede-8551-a56d02aa02d1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/b83c2f65-7d77-490f-a558-5867cd527beb HTTP/1.1" status: 204 len: 168 time: 0.4282339 Nov 15 14:56:55.857909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57524) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:55.863883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25161315-c5b1-4297-8daa-bf0b4eeede59 req-54b83e44-f9ac-4974-861b-fb04bb236c69 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0531964 Nov 15 14:56:55.938890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-664cf14f-0ad5-4077-83b3-26c39d7bb1e8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting subnet b703af66-f293-4e6f-9303-2075adf08a2f {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:56:55.943032 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-664cf14f-0ad5-4077-83b3-26c39d7bb1e8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:55.996729 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-664cf14f-0ad5-4077-83b3-26c39d7bb1e8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:56.098692 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-664cf14f-0ad5-4077-83b3-26c39d7bb1e8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:56.256563 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-664cf14f-0ad5-4077-83b3-26c39d7bb1e8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:56.286685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cf14f-0ad5-4077-83b3-26c39d7bb1e8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Subnet': ['ID=b703af66-f293-4e6f-9303-2075adf08a2f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:56.290327 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-664cf14f-0ad5-4077-83b3-26c39d7bb1e8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:56.297138 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-664cf14f-0ad5-4077-83b3-26c39d7bb1e8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/b703af66-f293-4e6f-9303-2075adf08a2f HTTP/1.1" status: 204 len: 168 time: 0.4350731 Nov 15 14:56:56.297508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57534) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:56.314880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5682b8f2-5b9b-491d-8c11-c0b471c0d442 None None] Network b39848b1-bf58-495e-9bf2-10997c688a12 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:56.393516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a42a72-0458-424c-8392-4892cc85c5a5 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting subnet fb2fd932-ab77-4031-9bb0-929527950339 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:56:56.398552 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15a42a72-0458-424c-8392-4892cc85c5a5 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:56.461668 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15a42a72-0458-424c-8392-4892cc85c5a5 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:56.592095 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15a42a72-0458-424c-8392-4892cc85c5a5 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:56.595788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4591e315-33ed-4be4-8cb6-709fa9ba5022 None None] DHCP port deletion for b39848b1-bf58-495e-9bf2-10997c688a12 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:56:56.645818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4591e315-33ed-4be4-8cb6-709fa9ba5022 None None] Deleting port 22ed6285-53e0-4f8c-8921-23f360d86f69 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:56.646185 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4591e315-33ed-4be4-8cb6-709fa9ba5022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:56.716500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4591e315-33ed-4be4-8cb6-709fa9ba5022 None None] For port 22ed6285-53e0-4f8c-8921-23f360d86f69, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=22ed6285-53e0-4f8c-8921-23f360d86f69,segment=NetworkSegment(346f0284-9f04-4528-ad56-ac7ed198f414),segment_id=346f0284-9f04-4528-ad56-ac7ed198f414)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:56.716884 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4591e315-33ed-4be4-8cb6-709fa9ba5022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:56.724771 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15a42a72-0458-424c-8392-4892cc85c5a5 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:56.732958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4591e315-33ed-4be4-8cb6-709fa9ba5022 None None] Calling delete_port for 22ed6285-53e0-4f8c-8921-23f360d86f69 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:56.772251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a42a72-0458-424c-8392-4892cc85c5a5 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Subnet': ['ID=fb2fd932-ab77-4031-9bb0-929527950339,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:56.782686 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15a42a72-0458-424c-8392-4892cc85c5a5 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:56.790793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-15a42a72-0458-424c-8392-4892cc85c5a5 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/fb2fd932-ab77-4031-9bb0-929527950339 HTTP/1.1" status: 204 len: 168 time: 0.4901118 Nov 15 14:56:56.791355 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57546) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:56.841682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9379f4-8bb3-4085-b170-34d7df43ad1d None None] Network 5afea158-6160-451a-9cee-ac3690408308 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:56.949207 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4591e315-33ed-4be4-8cb6-709fa9ba5022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:56.956058 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-512c929f-d990-4745-b16d-a6797168e8d0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.008449 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591e315-33ed-4be4-8cb6-709fa9ba5022 None None] Pushing event deleted for resources: {'Port': ['ID=22ed6285-53e0-4f8c-8921-23f360d86f69,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:57.018528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591e315-33ed-4be4-8cb6-709fa9ba5022 None None] No DVR routers for this DVR port 22ed6285-53e0-4f8c-8921-23f360d86f69 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:57.055056 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95207f10-4b48-47c9-b906-f5f38f3d3a27 req-b0140ed7-07f6-4723-914e-95e105cee921 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0703375 Nov 15 14:56:57.137361 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-512c929f-d990-4745-b16d-a6797168e8d0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.155171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] DHCP port deletion for 5afea158-6160-451a-9cee-ac3690408308 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:56:57.182687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-512c929f-d990-4745-b16d-a6797168e8d0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39848b1-bf58-495e-9bf2-10997c688a12']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:57.206661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-512c929f-d990-4745-b16d-a6797168e8d0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346f0284-9f04-4528-ad56-ac7ed198f414') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:57.210103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-512c929f-d990-4745-b16d-a6797168e8d0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346f0284-9f04-4528-ad56-ac7ed198f414') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:57.213909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Deleting port 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:56:57.214342 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.226766 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-512c929f-d990-4745-b16d-a6797168e8d0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.242857 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-512c929f-d990-4745-b16d-a6797168e8d0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.254085 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512c929f-d990-4745-b16d-a6797168e8d0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:56:57.254353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-512c929f-d990-4745-b16d-a6797168e8d0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:56:57.258588 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:56:57.335152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] For port 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e,segment=NetworkSegment(05a4a90c-6692-463b-a9f5-14aab63e20fb),segment_id=05a4a90c-6692-463b-a9f5-14aab63e20fb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:56:57.335736 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.351066 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Calling delete_port for 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:56:57.439633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-512c929f-d990-4745-b16d-a6797168e8d0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.452986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-512c929f-d990-4745-b16d-a6797168e8d0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.452986 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-512c929f-d990-4745-b16d-a6797168e8d0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/networks/b39848b1-bf58-495e-9bf2-10997c688a12 HTTP/1.1" status: 204 len: 168 time: 0.6571841 Nov 15 14:56:57.453189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57558) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:57.471861 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c929f-d990-4745-b16d-a6797168e8d0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Network': ['ID=b39848b1-bf58-495e-9bf2-10997c688a12,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:57.524692 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.547282 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40f78fe6-d9a7-4891-8ee3-c202f4e45831 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.564271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Pushing event deleted for resources: {'Port': ['ID=9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:57.581781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] No DVR routers for this DVR port 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:56:57.590928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:57.591376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:57.591883 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:57.592408 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:57.593779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:57.594208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:57.594674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:57.595102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:57.595527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:57.595979 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:57.596408 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:57.596882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab9fb-308d-429d-bfe9-576695c80460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:56:57.660205 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40f78fe6-d9a7-4891-8ee3-c202f4e45831 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.682728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-40f78fe6-d9a7-4891-8ee3-c202f4e45831 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afea158-6160-451a-9cee-ac3690408308']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:57.693630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-40f78fe6-d9a7-4891-8ee3-c202f4e45831 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a4a90c-6692-463b-a9f5-14aab63e20fb') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:57.694151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-40f78fe6-d9a7-4891-8ee3-c202f4e45831 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a4a90c-6692-463b-a9f5-14aab63e20fb') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:56:57.711421 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40f78fe6-d9a7-4891-8ee3-c202f4e45831 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.739632 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40f78fe6-d9a7-4891-8ee3-c202f4e45831 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.749533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f78fe6-d9a7-4891-8ee3-c202f4e45831 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:56:57.750208 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40f78fe6-d9a7-4891-8ee3-c202f4e45831 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:56:57.770346 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:56:57.888407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:57.901443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40f78fe6-d9a7-4891-8ee3-c202f4e45831 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.911196 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40f78fe6-d9a7-4891-8ee3-c202f4e45831 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:57.914516 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-40f78fe6-d9a7-4891-8ee3-c202f4e45831 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/networks/5afea158-6160-451a-9cee-ac3690408308 HTTP/1.1" status: 204 len: 168 time: 0.4609897 Nov 15 14:56:57.918640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:57.924772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b156ac54-68c4-4c18-a9a4-eb7f19036ecb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'network': {'name': 'tempest-RoutersTest-1319216432'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:57.947034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f78fe6-d9a7-4891-8ee3-c202f4e45831 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Network': ['ID=5afea158-6160-451a-9cee-ac3690408308,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:57.951148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:56:57.951704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9fa902bc-0102-4fd1-bc0b-d5edd6a4f38e not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:57.952801 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 22ed6285-53e0-4f8c-8921-23f360d86f69 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:56:57.976199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 22ed6285-53e0-4f8c-8921-23f360d86f69 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:56:57.976530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 22ed6285-53e0-4f8c-8921-23f360d86f69 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:56:58.107499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b156ac54-68c4-4c18-a9a4-eb7f19036ecb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:56:58.113292 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b156ac54-68c4-4c18-a9a4-eb7f19036ecb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:58.140374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b156ac54-68c4-4c18-a9a4-eb7f19036ecb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:56:58.150666 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b156ac54-68c4-4c18-a9a4-eb7f19036ecb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:58.151072 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-b156ac54-68c4-4c18-a9a4-eb7f19036ecb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Added segment 586b9a43-5b5a-45ec-83f9-6d43012c0ead of type vlan for network 18a6e25c-a268-44c2-9efb-5911a7f92f44 Nov 15 14:56:58.212065 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b156ac54-68c4-4c18-a9a4-eb7f19036ecb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:58.217975 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:58.226661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-80d891c2-9783-429e-8136-2ab25414a54d req-ed14e0f7-a7a1-4796-8b2c-beb79862bcf0 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0553880 Nov 15 14:56:58.296041 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b156ac54-68c4-4c18-a9a4-eb7f19036ecb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:58.302372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b156ac54-68c4-4c18-a9a4-eb7f19036ecb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:58.303038 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b156ac54-68c4-4c18-a9a4-eb7f19036ecb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:58.373046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156ac54-68c4-4c18-a9a4-eb7f19036ecb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Network': ['ID=18a6e25c-a268-44c2-9efb-5911a7f92f44,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:58.387468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 18a6e25c-a268-44c2-9efb-5911a7f92f44 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:56:58.425825 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b156ac54-68c4-4c18-a9a4-eb7f19036ecb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5056381 Nov 15 14:56:58.428797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:58.443564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-77d51c82-c5b7-40ce-ab07-b4e03e76a4c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'subnet': {'network_id': '18a6e25c-a268-44c2-9efb-5911a7f92f44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:58.690340 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d51c82-c5b7-40ce-ab07-b4e03e76a4c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:56:58.694556 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77d51c82-c5b7-40ce-ab07-b4e03e76a4c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:58.788152 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:59.067786 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77d51c82-c5b7-40ce-ab07-b4e03e76a4c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:59.152629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d51c82-c5b7-40ce-ab07-b4e03e76a4c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Subnet': ['ID=6f7f614b-28b0-493b-9d15-42fa52441b83,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:56:59.223148 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d51c82-c5b7-40ce-ab07-b4e03e76a4c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Checking segment: {'id': '586b9a43-5b5a-45ec-83f9-6d43012c0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18a6e25c-a268-44c2-9efb-5911a7f92f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:56:59.225181 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d51c82-c5b7-40ce-ab07-b4e03e76a4c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network hostable DHCP agents. Network: 18a6e25c-a268-44c2-9efb-5911a7f92f44, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:56:59.353565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d51c82-c5b7-40ce-ab07-b4e03e76a4c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 18a6e25c-a268-44c2-9efb-5911a7f92f44 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:56:59.371403 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cfb31a8-8d84-4b11-875e-5cd93f0ce7ff req-ccc0bdf4-b33d-4827-853a-48e50c651e12 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0329535 Nov 15 14:56:59.507651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-77d51c82-c5b7-40ce-ab07-b4e03e76a4c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 18a6e25c-a268-44c2-9efb-5911a7f92f44) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:56:59.522641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d51c82-c5b7-40ce-ab07-b4e03e76a4c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:56:59.522641 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77d51c82-c5b7-40ce-ab07-b4e03e76a4c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:59.523792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01ae270-94b9-4117-b89f-8f63f5218b5b None None] Network 18a6e25c-a268-44c2-9efb-5911a7f92f44 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:56:59.642931 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-77d51c82-c5b7-40ce-ab07-b4e03e76a4c4 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2117229 Nov 15 14:56:59.648414 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57624) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:56:59.655142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7c512c9a-b707-4e51-990f-75330795762f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-151067064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:56:59.723069 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-18a6e25c-a268-44c2-9efb-5911a7f92f44', 'network_id': '18a6e25c-a268-44c2-9efb-5911a7f92f44', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'fixed_ips': [{'subnet_id': '6f7f614b-28b0-493b-9d15-42fa52441b83'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:56:59.730717 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:59.836958 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c512c9a-b707-4e51-990f-75330795762f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:59.838103 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c512c9a-b707-4e51-990f-75330795762f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:59.883156 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b88a3d42-8dfc-440f-8ecb-b80c15de1824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:56:59.913500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Allocated IP 172.20.0.2 (18a6e25c-a268-44c2-9efb-5911a7f92f44/6f7f614b-28b0-493b-9d15-42fa52441b83/f359181d-f119-43a2-90e8-e14bb6cae432) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:56:59.942440 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c512c9a-b707-4e51-990f-75330795762f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:00.023036 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c512c9a-b707-4e51-990f-75330795762f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:00.104990 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:00.143700 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c512c9a-b707-4e51-990f-75330795762f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:00.145567 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7c512c9a-b707-4e51-990f-75330795762f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4957583 Nov 15 14:57:00.149302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57640) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:00.155615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'port': {'network_id': '18a6e25c-a268-44c2-9efb-5911a7f92f44', 'name': 'tempest-RoutersTest-1668213270'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:00.211318 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:00.324754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Network 18a6e25c-a268-44c2-9efb-5911a7f92f44 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:00.329096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Pushing event updated for resources: {'Port': ['ID=f359181d-f119-43a2-90e8-e14bb6cae432,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:00.334513 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:00.342823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:00.449129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:00.455056 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:00.477042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Attempting to bind port f359181d-f119-43a2-90e8-e14bb6cae432 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:00.477426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Attempting to bind port f359181d-f119-43a2-90e8-e14bb6cae432 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '586b9a43-5b5a-45ec-83f9-6d43012c0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18a6e25c-a268-44c2-9efb-5911a7f92f44'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:00.477795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Attempting to bind port f359181d-f119-43a2-90e8-e14bb6cae432 on network 18a6e25c-a268-44c2-9efb-5911a7f92f44 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:00.486653 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:00.487094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Checking segment: {'id': '586b9a43-5b5a-45ec-83f9-6d43012c0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18a6e25c-a268-44c2-9efb-5911a7f92f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:00.487457 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:00.487899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Bound using segment: {'id': '586b9a43-5b5a-45ec-83f9-6d43012c0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18a6e25c-a268-44c2-9efb-5911a7f92f44'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:00.488044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] device_id is not set on port 07f301b5-a632-41eb-8ca9-60a464cca053 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 14:57:00.488375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Bound port: f359181d-f119-43a2-90e8-e14bb6cae432, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586b9a43-5b5a-45ec-83f9-6d43012c0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18a6e25c-a268-44c2-9efb-5911a7f92f44'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:00.488748 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:00.607856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] For port f359181d-f119-43a2-90e8-e14bb6cae432, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:00.612519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] For port f359181d-f119-43a2-90e8-e14bb6cae432, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f359181d-f119-43a2-90e8-e14bb6cae432,segment=NetworkSegment(586b9a43-5b5a-45ec-83f9-6d43012c0ead),segment_id=586b9a43-5b5a-45ec-83f9-6d43012c0ead)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:00.649360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Allocated IP 172.20.0.6 (18a6e25c-a268-44c2-9efb-5911a7f92f44/6f7f614b-28b0-493b-9d15-42fa52441b83/07f301b5-a632-41eb-8ca9-60a464cca053) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:00.655337 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-faed823a-b357-4c52-b102-5afec45fabac req-3ff5c3d3-3782-486d-b2e0-8da1babea87f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0374141 Nov 15 14:57:00.751017 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:00.849826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851fd5b-4c1f-4fd6-9e33-82f70091617f None None] Pushing event updated for resources: {'Port': ['ID=f359181d-f119-43a2-90e8-e14bb6cae432,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:00.869313 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:00.981262 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:01.051673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 18a6e25c-a268-44c2-9efb-5911a7f92f44 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:01.055294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:01.073878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:01.140726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=07f301b5-a632-41eb-8ca9-60a464cca053,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:01.187655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:01.188755 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:01.290909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57680) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:01.293883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-effed6eb-3de3-4a54-ae8a-1919107d44cf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1428051 Nov 15 14:57:01.797567 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:01.857373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-015aaf42-9ef2-4b14-b6d0-ca0cbc9bd4cd req-218c6cbc-198c-4376-ac35-13b588121228 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0727401 Nov 15 14:57:01.987606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f359181d-f119-43a2-90e8-e14bb6cae432 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:02.113625 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f359181d-f119-43a2-90e8-e14bb6cae432 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:02.114837 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:02.151101 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7529d87-5a00-49fa-a1de-472d1018c7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:02.281551 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:02.282800 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:02.355645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port f359181d-f119-43a2-90e8-e14bb6cae432, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f359181d-f119-43a2-90e8-e14bb6cae432,segment=NetworkSegment(586b9a43-5b5a-45ec-83f9-6d43012c0ead),segment_id=586b9a43-5b5a-45ec-83f9-6d43012c0ead)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:02.358918 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:02.410096 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:02.417781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=07f301b5-a632-41eb-8ca9-60a464cca053,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:02.478998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b18f5fb-4345-41dd-ad31-000d24990360 None None] Network 18a6e25c-a268-44c2-9efb-5911a7f92f44 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:02.681228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=f359181d-f119-43a2-90e8-e14bb6cae432,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:02.690101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-83fd9944-67bc-45a0-a6ef-3bd7026ddf1a None None] Provisioning complete for port f359181d-f119-43a2-90e8-e14bb6cae432 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:02.690630 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83fd9944-67bc-45a0-a6ef-3bd7026ddf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:02.699932 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:02.868712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c14a306-0d63-4b5d-b8d8-51de7e0ce8a5 req-e4204c88-bee9-4ec6-bc4d-117d436cc14d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885916 Nov 15 14:57:03.034104 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:03.091197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac265fe6-4319-4ca5-8e86-daba0b0a163c req-4df8d540-b839-4069-b7a9-6f139a26607d tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0359893 Nov 15 14:57:03.103068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14a306-0d63-4b5d-b8d8-51de7e0ce8a5 req-b4bee16a-1660-4063-8132-720ee2c92ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:03.105053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c14a306-0d63-4b5d-b8d8-51de7e0ce8a5 req-b4bee16a-1660-4063-8132-720ee2c92ca8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 1096 time: 0.1531408 Nov 15 14:57:03.257673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-42df97a1-8e5f-4159-b749-b3449e639116 None None] Provisioning complete for port 07f301b5-a632-41eb-8ca9-60a464cca053 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:03.258580 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42df97a1-8e5f-4159-b749-b3449e639116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:03.379607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-42df97a1-8e5f-4159-b749-b3449e639116 None None] Port 07f301b5-a632-41eb-8ca9-60a464cca053 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:03.382329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14a306-0d63-4b5d-b8d8-51de7e0ce8a5 req-2f9983cb-c8e8-406b-8527-7d0c89fcf98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:03.383906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c14a306-0d63-4b5d-b8d8-51de7e0ce8a5 req-2f9983cb-c8e8-406b-8527-7d0c89fcf98d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5e26bce-6e6a-4dbe-a181-42003518ed99 HTTP/1.1" status: 200 len: 912 time: 0.2453237 Nov 15 14:57:03.411052 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-42df97a1-8e5f-4159-b749-b3449e639116 None None] Provisioning complete for port f359181d-f119-43a2-90e8-e14bb6cae432 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:03.411681 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42df97a1-8e5f-4159-b749-b3449e639116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:03.556835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c14a306-0d63-4b5d-b8d8-51de7e0ce8a5 req-eeb974a2-cb30-4c0d-aa43-9c7070d1c44a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e319ada3-6232-4968-a154-56ac58f92b0e HTTP/1.1" status: 200 len: 1000 time: 0.1567147 Nov 15 14:57:03.644143 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:03.664167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14a306-0d63-4b5d-b8d8-51de7e0ce8a5 req-6a83c5fd-1b59-4660-bc1d-4e25c4889648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:03.666375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c14a306-0d63-4b5d-b8d8-51de7e0ce8a5 req-6a83c5fd-1b59-4660-bc1d-4e25c4889648 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c HTTP/1.1" status: 200 len: 850 time: 0.0986302 Nov 15 14:57:03.773790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14a306-0d63-4b5d-b8d8-51de7e0ce8a5 req-cba22e7d-3e32-4bf3-a499-8b20d2f65f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:03.774981 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fb450f58-c13b-4bae-bc27-47f621670fe7 None None] Provisioning complete for port 07f301b5-a632-41eb-8ca9-60a464cca053 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:03.775206 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb450f58-c13b-4bae-bc27-47f621670fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:03.775401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c14a306-0d63-4b5d-b8d8-51de7e0ce8a5 req-cba22e7d-3e32-4bf3-a499-8b20d2f65f1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5e26bce-6e6a-4dbe-a181-42003518ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960345 Nov 15 14:57:03.851407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fb450f58-c13b-4bae-bc27-47f621670fe7 None None] Port 07f301b5-a632-41eb-8ca9-60a464cca053 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:03.934887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f359181d-f119-43a2-90e8-e14bb6cae432 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:03.962081 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c14a306-0d63-4b5d-b8d8-51de7e0ce8a5 req-37639070-b8f9-4a54-9160-92883d513908 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713688 Nov 15 14:57:04.031530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f359181d-f119-43a2-90e8-e14bb6cae432 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:04.032163 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:04.159446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c14a306-0d63-4b5d-b8d8-51de7e0ce8a5 req-2162fb53-ffc5-4149-ae19-eb1533719297 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902099 Nov 15 14:57:04.192043 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:04.202472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3ca7e503-8ac9-4068-b95f-e65806cf2b2d None None] Provisioning complete for port 07f301b5-a632-41eb-8ca9-60a464cca053 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:04.202720 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e503-8ac9-4068-b95f-e65806cf2b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:04.251141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7e503-8ac9-4068-b95f-e65806cf2b2d None None] Port 07f301b5-a632-41eb-8ca9-60a464cca053 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:04.284538 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:04.285779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d878081-6286-41d4-83ef-1eb1865df1d8 req-6670f11d-2e20-4f8c-a67d-cc60a2789b02 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb95c107-11cb-4e1f-aed7-750641097e85 HTTP/1.1" status: 200 len: 210 time: 0.0367093 Nov 15 14:57:04.392199 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:04.394038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=07f301b5-a632-41eb-8ca9-60a464cca053,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:04.496412 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 18a6e25c-a268-44c2-9efb-5911a7f92f44 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:04.496874 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:04.712972 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router 09bd831b-91ef-4e7c-a79d-898b7d58cb5f is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:57:04.794504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-594134d9-6356-4263-9b29-1f646cbefcaa None None] Provisioning complete for port 07f301b5-a632-41eb-8ca9-60a464cca053 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:04.795548 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-594134d9-6356-4263-9b29-1f646cbefcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:04.858057 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:04.864849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-594134d9-6356-4263-9b29-1f646cbefcaa None None] Port 07f301b5-a632-41eb-8ca9-60a464cca053 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:04.866186 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8332e349-7eaf-4d70-a6aa-8eb0b8aeb9b8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/09bd831b-91ef-4e7c-a79d-898b7d58cb5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5740936 Nov 15 14:57:04.869155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57742) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:04.880614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbfe64-422e-4d72-bdf8-21936969ff4b None None] Sync routers for ids ['09bd831b-91ef-4e7c-a79d-898b7d58cb5f'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:04.915119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbfe64-422e-4d72-bdf8-21936969ff4b None None] Routers {'09bd831b-91ef-4e7c-a79d-898b7d58cb5f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:04.915780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-16cbfe64-422e-4d72-bdf8-21936969ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['09bd831b-91ef-4e7c-a79d-898b7d58cb5f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:04.964096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f055f509-d73c-4337-be4e-ef836bd59bc2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:04.970191 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57744) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:04.970898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f055f509-d73c-4337-be4e-ef836bd59bc2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports/07f301b5-a632-41eb-8ca9-60a464cca053 HTTP/1.1" status: 200 len: 977 time: 0.0999608 Nov 15 14:57:04.991937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-16cbfe64-422e-4d72-bdf8-21936969ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:05.007860 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbfe64-422e-4d72-bdf8-21936969ff4b None None] Routers {'09bd831b-91ef-4e7c-a79d-898b7d58cb5f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:05.009304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-16cbfe64-422e-4d72-bdf8-21936969ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['09bd831b-91ef-4e7c-a79d-898b7d58cb5f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:05.058418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-16cbfe64-422e-4d72-bdf8-21936969ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:05.059561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbfe64-422e-4d72-bdf8-21936969ff4b None None] The sync data for ids ['09bd831b-91ef-4e7c-a79d-898b7d58cb5f'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:05.130581 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:05.361435 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9931fc99-939c-4b78-abb2-e2fe22da1dd9 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:05.496494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57756) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:05.563010 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1338c43d-931c-40aa-af83-472a6fea8b67 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:05.588125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9931fc99-939c-4b78-abb2-e2fe22da1dd9 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port 07f301b5-a632-41eb-8ca9-60a464cca053 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:05.590488 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9931fc99-939c-4b78-abb2-e2fe22da1dd9 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:05.590846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1338c43d-931c-40aa-af83-472a6fea8b67 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:05.712260 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9931fc99-939c-4b78-abb2-e2fe22da1dd9 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:05.726728 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9931fc99-939c-4b78-abb2-e2fe22da1dd9 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for 07f301b5-a632-41eb-8ca9-60a464cca053 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:05.741371 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1338c43d-931c-40aa-af83-472a6fea8b67 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:05.747972 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1338c43d-931c-40aa-af83-472a6fea8b67 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:05.747972 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1338c43d-931c-40aa-af83-472a6fea8b67 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "DELETE /v2.0/security-groups/c1664d23-3a27-462e-a4ce-189e3ad2975f HTTP/1.1" status: 204 len: 168 time: 0.2477965 Nov 15 14:57:05.749073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57758) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:05.770555 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:05.775456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338c43d-931c-40aa-af83-472a6fea8b67 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1664d23-3a27-462e-a4ce-189e3ad2975f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:05.778648 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-8da4369f-44e5-49a6-8888-36173d4909d6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] show failed (client error): The resource could not be found. Nov 15 14:57:05.780010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8da4369f-44e5-49a6-8888-36173d4909d6 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "GET /v2.0/security-groups/c1664d23-3a27-462e-a4ce-189e3ad2975f HTTP/1.1" status: 404 len: 347 time: 0.0297472 Nov 15 14:57:05.784977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:05.936394 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-62f7a0e0-5cf5-4db0-b610-1686ab3d5bab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Deleting port e53374e3-279c-4a00-a01a-6c1eddcd38cf {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:05.936832 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62f7a0e0-5cf5-4db0-b610-1686ab3d5bab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:06.010498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9931fc99-939c-4b78-abb2-e2fe22da1dd9 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:06.066786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931fc99-939c-4b78-abb2-e2fe22da1dd9 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=07f301b5-a632-41eb-8ca9-60a464cca053,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:06.067828 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62f7a0e0-5cf5-4db0-b610-1686ab3d5bab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:06.075759 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62f7a0e0-5cf5-4db0-b610-1686ab3d5bab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:06.101888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-62f7a0e0-5cf5-4db0-b610-1686ab3d5bab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Calling delete_port for e53374e3-279c-4a00-a01a-6c1eddcd38cf owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:06.246824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9931fc99-939c-4b78-abb2-e2fe22da1dd9 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:06.433896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9931fc99-939c-4b78-abb2-e2fe22da1dd9 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router 09bd831b-91ef-4e7c-a79d-898b7d58cb5f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:57:06.518641 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62f7a0e0-5cf5-4db0-b610-1686ab3d5bab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:06.523374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9931fc99-939c-4b78-abb2-e2fe22da1dd9 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:06.534632 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9931fc99-939c-4b78-abb2-e2fe22da1dd9 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/09bd831b-91ef-4e7c-a79d-898b7d58cb5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5599329 Nov 15 14:57:06.540546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:06.541409 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6909a90-6e9e-4b9b-85e3-8d675e6015fd None None] Sync routers for ids ['09bd831b-91ef-4e7c-a79d-898b7d58cb5f'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:06.559928 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6909a90-6e9e-4b9b-85e3-8d675e6015fd None None] Routers {'09bd831b-91ef-4e7c-a79d-898b7d58cb5f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:06.560643 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a6909a90-6e9e-4b9b-85e3-8d675e6015fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['09bd831b-91ef-4e7c-a79d-898b7d58cb5f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:06.623840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7a0e0-5cf5-4db0-b610-1686ab3d5bab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Port': ['ID=e53374e3-279c-4a00-a01a-6c1eddcd38cf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:06.634360 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a6909a90-6e9e-4b9b-85e3-8d675e6015fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:06.653995 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6909a90-6e9e-4b9b-85e3-8d675e6015fd None None] Routers {'09bd831b-91ef-4e7c-a79d-898b7d58cb5f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:06.654770 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a6909a90-6e9e-4b9b-85e3-8d675e6015fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['09bd831b-91ef-4e7c-a79d-898b7d58cb5f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:06.703059 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a6909a90-6e9e-4b9b-85e3-8d675e6015fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:06.704600 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6909a90-6e9e-4b9b-85e3-8d675e6015fd None None] The sync data for ids ['09bd831b-91ef-4e7c-a79d-898b7d58cb5f'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:06.707584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62f7a0e0-5cf5-4db0-b610-1686ab3d5bab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:06.713896 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62f7a0e0-5cf5-4db0-b610-1686ab3d5bab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:06.718629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-62f7a0e0-5cf5-4db0-b610-1686ab3d5bab tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "DELETE /v2.0/floatingips/30f39b28-3b68-4a7c-8aec-8de1a15d9436 HTTP/1.1" status: 204 len: 168 time: 0.9291134 Nov 15 14:57:06.730662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57774) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:06.857720 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-1bca14dc-e435-4f66-a2a3-f295f9c6c449 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] remove_router_interface failed (client error): The resource could not be found. Nov 15 14:57:06.863286 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1bca14dc-e435-4f66-a2a3-f295f9c6c449 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/09bd831b-91ef-4e7c-a79d-898b7d58cb5f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3200228 Nov 15 14:57:06.865465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57776) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:06.911176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f27cfcd0-cba7-411f-8142-5dc5a7cdc0ff tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bd831b-91ef-4e7c-a79d-898b7d58cb5f HTTP/1.1" status: 200 len: 205 time: 0.0399663 Nov 15 14:57:06.913152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57778) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:06.936565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2c10be71-b52f-44aa-98d5-157cba69391f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Deleting port d60d6b5b-7447-4438-8b12-570eb0e866e7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:06.937196 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c10be71-b52f-44aa-98d5-157cba69391f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:07.009400 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60688410-b327-447f-a1f8-ef59319aa277 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:07.122673 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c10be71-b52f-44aa-98d5-157cba69391f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:07.149703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2c10be71-b52f-44aa-98d5-157cba69391f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Calling delete_port for d60d6b5b-7447-4438-8b12-570eb0e866e7 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:07.254439 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60688410-b327-447f-a1f8-ef59319aa277 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:07.256939 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60688410-b327-447f-a1f8-ef59319aa277 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:07.438784 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60688410-b327-447f-a1f8-ef59319aa277 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:07.439679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60688410-b327-447f-a1f8-ef59319aa277 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Fanout notify agent at l3_agent the message router_deleted on router 09bd831b-91ef-4e7c-a79d-898b7d58cb5f {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:57:07.448098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60688410-b327-447f-a1f8-ef59319aa277 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:07.453384 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57784) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:07.453783 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-60688410-b327-447f-a1f8-ef59319aa277 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/09bd831b-91ef-4e7c-a79d-898b7d58cb5f HTTP/1.1" status: 204 len: 168 time: 0.5392566 Nov 15 14:57:07.489490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c10be71-b52f-44aa-98d5-157cba69391f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:07.535326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10be71-b52f-44aa-98d5-157cba69391f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Port': ['ID=d60d6b5b-7447-4438-8b12-570eb0e866e7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:07.574855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ab98b8-77cf-4e55-8cda-fbd9800b43ba tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting subnet 6f7f614b-28b0-493b-9d15-42fa52441b83 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:57:07.584069 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8ab98b8-77cf-4e55-8cda-fbd9800b43ba tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:07.663779 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8ab98b8-77cf-4e55-8cda-fbd9800b43ba tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:07.708093 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c10be71-b52f-44aa-98d5-157cba69391f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:07.714368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2c10be71-b52f-44aa-98d5-157cba69391f tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "DELETE /v2.0/ports/d60d6b5b-7447-4438-8b12-570eb0e866e7 HTTP/1.1" status: 204 len: 168 time: 0.9874148 Nov 15 14:57:07.715783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57788) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:07.861778 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8ab98b8-77cf-4e55-8cda-fbd9800b43ba tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:07.927794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b6484bf0-64ba-4608-b9f6-b3e52cb1f4b8 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Deleting port 68fee45f-e988-4280-9d1f-4feb0fed1987 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:07.927794 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6484bf0-64ba-4608-b9f6-b3e52cb1f4b8 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:08.035931 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6484bf0-64ba-4608-b9f6-b3e52cb1f4b8 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:08.050345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b6484bf0-64ba-4608-b9f6-b3e52cb1f4b8 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Calling delete_port for 68fee45f-e988-4280-9d1f-4feb0fed1987 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:08.111862 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8ab98b8-77cf-4e55-8cda-fbd9800b43ba tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:08.535868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab98b8-77cf-4e55-8cda-fbd9800b43ba tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7f614b-28b0-493b-9d15-42fa52441b83,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:08.541518 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8ab98b8-77cf-4e55-8cda-fbd9800b43ba tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:08.548995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:08.557991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b8ab98b8-77cf-4e55-8cda-fbd9800b43ba tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/6f7f614b-28b0-493b-9d15-42fa52441b83 HTTP/1.1" status: 204 len: 168 time: 1.1033707 Nov 15 14:57:08.562952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e95c0c-629e-400a-ab3c-d2a6e7d9ef9d None None] Network 18a6e25c-a268-44c2-9efb-5911a7f92f44 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:08.713089 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:08.796868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port f359181d-f119-43a2-90e8-e14bb6cae432 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:08.796868 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:08.815773 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6484bf0-64ba-4608-b9f6-b3e52cb1f4b8 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:08.839490 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1698a978-5edd-4b78-b5e6-a651df3a24d4 None None] DHCP port deletion for 18a6e25c-a268-44c2-9efb-5911a7f92f44 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:57:08.865761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6484bf0-64ba-4608-b9f6-b3e52cb1f4b8 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Port': ['ID=68fee45f-e988-4280-9d1f-4feb0fed1987,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:08.891394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] For port f359181d-f119-43a2-90e8-e14bb6cae432, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f359181d-f119-43a2-90e8-e14bb6cae432,segment=NetworkSegment(586b9a43-5b5a-45ec-83f9-6d43012c0ead),segment_id=586b9a43-5b5a-45ec-83f9-6d43012c0ead)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:08.895361 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:08.916954 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for f359181d-f119-43a2-90e8-e14bb6cae432 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:08.927604 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1698a978-5edd-4b78-b5e6-a651df3a24d4 None None] Deleting port f359181d-f119-43a2-90e8-e14bb6cae432 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:08.928272 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1698a978-5edd-4b78-b5e6-a651df3a24d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:08.958091 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6484bf0-64ba-4608-b9f6-b3e52cb1f4b8 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:08.963044 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b6484bf0-64ba-4608-b9f6-b3e52cb1f4b8 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "DELETE /v2.0/ports/68fee45f-e988-4280-9d1f-4feb0fed1987 HTTP/1.1" status: 204 len: 168 time: 1.2459681 Nov 15 14:57:08.966081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:09.023879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1698a978-5edd-4b78-b5e6-a651df3a24d4 None None] For port f359181d-f119-43a2-90e8-e14bb6cae432, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f359181d-f119-43a2-90e8-e14bb6cae432,segment=NetworkSegment(586b9a43-5b5a-45ec-83f9-6d43012c0ead),segment_id=586b9a43-5b5a-45ec-83f9-6d43012c0ead)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:09.024564 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1698a978-5edd-4b78-b5e6-a651df3a24d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.033891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae57fb4-ada7-49eb-adef-45f0aaabbf48 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Deleting subnet cfcbb94e-6f43-4c2f-ba15-404b45ed75fb {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:57:09.037395 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ae57fb4-ada7-49eb-adef-45f0aaabbf48 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.039125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1698a978-5edd-4b78-b5e6-a651df3a24d4 None None] Calling delete_port for f359181d-f119-43a2-90e8-e14bb6cae432 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:09.089536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ae57fb4-ada7-49eb-adef-45f0aaabbf48 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.134781 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 14:57:09.135257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1698a978-5edd-4b78-b5e6-a651df3a24d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.153739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=f359181d-f119-43a2-90e8-e14bb6cae432,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:09.157629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No DVR routers for this DVR port f359181d-f119-43a2-90e8-e14bb6cae432 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:57:09.170498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698a978-5edd-4b78-b5e6-a651df3a24d4 None None] Pushing event deleted for resources: {'Port': ['ID=f359181d-f119-43a2-90e8-e14bb6cae432,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:09.173505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698a978-5edd-4b78-b5e6-a651df3a24d4 None None] No DVR routers for this DVR port f359181d-f119-43a2-90e8-e14bb6cae432 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:57:09.249377 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ae57fb4-ada7-49eb-adef-45f0aaabbf48 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.299926 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.358728 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a6e25c-a268-44c2-9efb-5911a7f92f44']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:09.365951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586b9a43-5b5a-45ec-83f9-6d43012c0ead') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:09.366319 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586b9a43-5b5a-45ec-83f9-6d43012c0ead') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:09.385264 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.404569 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.411433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:57:09.412004 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:57:09.415507 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:57:09.427919 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ae57fb4-ada7-49eb-adef-45f0aaabbf48 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.454342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae57fb4-ada7-49eb-adef-45f0aaabbf48 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Subnet': ['ID=cfcbb94e-6f43-4c2f-ba15-404b45ed75fb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:09.466210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ae57fb4-ada7-49eb-adef-45f0aaabbf48 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.473438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6ae57fb4-ada7-49eb-adef-45f0aaabbf48 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "DELETE /v2.0/subnets/cfcbb94e-6f43-4c2f-ba15-404b45ed75fb HTTP/1.1" status: 204 len: 168 time: 0.5037839 Nov 15 14:57:09.474890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:09.482271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af753c6d-1286-4c8e-92e8-7116ca09efb8 None None] Network 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:09.533068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-03192b93-23cd-4b84-9119-5c7c9673cd53 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Deleting subnet 13e5cecc-ea42-44d2-9071-cfd4c54925aa {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:57:09.536402 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03192b93-23cd-4b84-9119-5c7c9673cd53 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.589949 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03192b93-23cd-4b84-9119-5c7c9673cd53 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.633530 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.642163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.661879 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/networks/18a6e25c-a268-44c2-9efb-5911a7f92f44 HTTP/1.1" status: 204 len: 168 time: 1.1115887 Nov 15 14:57:09.665974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57806) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:09.707169 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03192b93-23cd-4b84-9119-5c7c9673cd53 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.717012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6a1a46a6-9dc0-47e6-94d5-db4457ffb4ee tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'network': {'name': 'tempest-RoutersTest-808238134'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:09.726801 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e991b9-b977-4ffe-8f75-d81a3843e80a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Network': ['ID=18a6e25c-a268-44c2-9efb-5911a7f92f44,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:09.741672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3178684d-5aa6-471a-a308-1aea2e7c491d None None] DHCP port deletion for 80282745-ab0a-40a1-a5e0-f0c5a9fadf3a request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:57:09.822200 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1a46a6-9dc0-47e6-94d5-db4457ffb4ee tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:09.827224 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a1a46a6-9dc0-47e6-94d5-db4457ffb4ee tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.831554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3178684d-5aa6-471a-a308-1aea2e7c491d None None] Deleting port 24d27ac6-9c65-4751-930c-02ba842195ea {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:09.831711 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3178684d-5aa6-471a-a308-1aea2e7c491d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.897840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1a46a6-9dc0-47e6-94d5-db4457ffb4ee tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:57:09.901177 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3178684d-5aa6-471a-a308-1aea2e7c491d None None] For port 24d27ac6-9c65-4751-930c-02ba842195ea, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=24d27ac6-9c65-4751-930c-02ba842195ea,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:09.901766 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3178684d-5aa6-471a-a308-1aea2e7c491d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.907314 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03192b93-23cd-4b84-9119-5c7c9673cd53 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.925462 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a1a46a6-9dc0-47e6-94d5-db4457ffb4ee tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.925807 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-6a1a46a6-9dc0-47e6-94d5-db4457ffb4ee tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Added segment c3411a83-85fd-419e-aee9-dd8151d71248 of type vlan for network a4802527-020d-4b00-94ad-a1a7c6abe41f Nov 15 14:57:09.927466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 24d27ac6-9c65-4751-930c-02ba842195ea no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:57:09.943844 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3178684d-5aa6-471a-a308-1aea2e7c491d None None] Calling delete_port for 24d27ac6-9c65-4751-930c-02ba842195ea owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:09.951333 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03192b93-23cd-4b84-9119-5c7c9673cd53 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Subnet': ['ID=13e5cecc-ea42-44d2-9071-cfd4c54925aa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:09.957892 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03192b93-23cd-4b84-9119-5c7c9673cd53 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:09.964742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-03192b93-23cd-4b84-9119-5c7c9673cd53 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "DELETE /v2.0/subnets/13e5cecc-ea42-44d2-9071-cfd4c54925aa HTTP/1.1" status: 204 len: 168 time: 0.4858527 Nov 15 14:57:09.965530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:10.024250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f208e6c2-2046-4305-aca5-bf6bb2674b23 None None] Network 07c81a36-2a87-4fc4-8ccd-274284cc5c3c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:10.024921 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a1a46a6-9dc0-47e6-94d5-db4457ffb4ee tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:10.069196 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:10.139767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Deleting port 24d27ac6-9c65-4751-930c-02ba842195ea {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:10.140119 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:10.162180 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a1a46a6-9dc0-47e6-94d5-db4457ffb4ee tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:10.175000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1a46a6-9dc0-47e6-94d5-db4457ffb4ee tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:10.175677 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a1a46a6-9dc0-47e6-94d5-db4457ffb4ee tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:10.228529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] For port 24d27ac6-9c65-4751-930c-02ba842195ea, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=24d27ac6-9c65-4751-930c-02ba842195ea,segment=NetworkSegment(74269a51-56f0-4715-816c-4a51f2323648),segment_id=74269a51-56f0-4715-816c-4a51f2323648)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:10.229202 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:10.247643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Calling delete_port for 24d27ac6-9c65-4751-930c-02ba842195ea owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:10.341507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a46a6-9dc0-47e6-94d5-db4457ffb4ee tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Network': ['ID=a4802527-020d-4b00-94ad-a1a7c6abe41f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:10.386094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network a4802527-020d-4b00-94ad-a1a7c6abe41f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:57:10.455647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:10.456121 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6a1a46a6-9dc0-47e6-94d5-db4457ffb4ee tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7804956 Nov 15 14:57:10.463235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-130dc020-c83d-4ac5-8e0f-c0ee61fdb3ab tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'subnet': {'network_id': 'a4802527-020d-4b00-94ad-a1a7c6abe41f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:10.544685 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:10.600237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Port': ['ID=24d27ac6-9c65-4751-930c-02ba842195ea,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:10.616449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] No DVR routers for this DVR port 24d27ac6-9c65-4751-930c-02ba842195ea on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:57:10.713221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No active binding found for port 24d27ac6-9c65-4751-930c-02ba842195ea {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 14:57:10.714024 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 24d27ac6-9c65-4751-930c-02ba842195ea not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:57:10.714705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f359181d-f119-43a2-90e8-e14bb6cae432 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:57:10.748263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3178684d-5aa6-471a-a308-1aea2e7c491d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:10.780336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: f359181d-f119-43a2-90e8-e14bb6cae432 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:57:10.781094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f359181d-f119-43a2-90e8-e14bb6cae432 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:57:10.812198 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:10.838096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80282745-ab0a-40a1-a5e0-f0c5a9fadf3a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:10.849322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74269a51-56f0-4715-816c-4a51f2323648') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:10.850008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74269a51-56f0-4715-816c-4a51f2323648') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:10.863020 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:10.875851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178684d-5aa6-471a-a308-1aea2e7c491d None None] Pushing event deleted for resources: {'Port': ['ID=24d27ac6-9c65-4751-930c-02ba842195ea,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:10.885593 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:10.892032 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130dc020-c83d-4ac5-8e0f-c0ee61fdb3ab tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:10.896981 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-130dc020-c83d-4ac5-8e0f-c0ee61fdb3ab tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:10.902714 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178684d-5aa6-471a-a308-1aea2e7c491d None None] No DVR routers for this DVR port 24d27ac6-9c65-4751-930c-02ba842195ea on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:57:10.905802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:57:10.908293 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:57:10.910019 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:57:11.065920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13133a06-0736-4093-a99a-92117c55b189 None None] DHCP port deletion for 07c81a36-2a87-4fc4-8ccd-274284cc5c3c request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:57:11.125168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-13133a06-0736-4093-a99a-92117c55b189 None None] Deleting port c1190ef7-3640-4145-97b1-e6ecfe49d11c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:11.127841 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13133a06-0736-4093-a99a-92117c55b189 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.214766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-13133a06-0736-4093-a99a-92117c55b189 None None] For port c1190ef7-3640-4145-97b1-e6ecfe49d11c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c1190ef7-3640-4145-97b1-e6ecfe49d11c,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:11.218546 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13133a06-0736-4093-a99a-92117c55b189 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.250473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-13133a06-0736-4093-a99a-92117c55b189 None None] Calling delete_port for c1190ef7-3640-4145-97b1-e6ecfe49d11c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:11.280411 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.294633 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.301848 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57824) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:11.313093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "DELETE /v2.0/networks/80282745-ab0a-40a1-a5e0-f0c5a9fadf3a HTTP/1.1" status: 204 len: 168 time: 1.3465290 Nov 15 14:57:11.371904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f726c52-f0c5-4b24-8932-7f713c5335c4 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Network': ['ID=80282745-ab0a-40a1-a5e0-f0c5a9fadf3a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:11.387601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-130dc020-c83d-4ac5-8e0f-c0ee61fdb3ab tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.430803 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.459967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130dc020-c83d-4ac5-8e0f-c0ee61fdb3ab tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Subnet': ['ID=59c5d613-54a9-42b7-ad2b-cff130534465,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:11.476800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130dc020-c83d-4ac5-8e0f-c0ee61fdb3ab tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Checking segment: {'id': 'c3411a83-85fd-419e-aee9-dd8151d71248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4802527-020d-4b00-94ad-a1a7c6abe41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:11.476800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130dc020-c83d-4ac5-8e0f-c0ee61fdb3ab tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network hostable DHCP agents. Network: a4802527-020d-4b00-94ad-a1a7c6abe41f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:57:11.505930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Deleting port c1190ef7-3640-4145-97b1-e6ecfe49d11c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:11.506419 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.518473 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13133a06-0736-4093-a99a-92117c55b189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.547501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130dc020-c83d-4ac5-8e0f-c0ee61fdb3ab tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network a4802527-020d-4b00-94ad-a1a7c6abe41f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:57:11.555402 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13133a06-0736-4093-a99a-92117c55b189 None None] Pushing event deleted for resources: {'Port': ['ID=c1190ef7-3640-4145-97b1-e6ecfe49d11c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:11.560841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13133a06-0736-4093-a99a-92117c55b189 None None] No DVR routers for this DVR port c1190ef7-3640-4145-97b1-e6ecfe49d11c on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:57:11.602310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] For port c1190ef7-3640-4145-97b1-e6ecfe49d11c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c1190ef7-3640-4145-97b1-e6ecfe49d11c,segment=NetworkSegment(1e1f049e-44dd-4a05-bf9c-60e4279ae0dc),segment_id=1e1f049e-44dd-4a05-bf9c-60e4279ae0dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:11.602310 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.602700 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Calling delete_port for c1190ef7-3640-4145-97b1-e6ecfe49d11c owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:11.677350 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-130dc020-c83d-4ac5-8e0f-c0ee61fdb3ab tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, a4802527-020d-4b00-94ad-a1a7c6abe41f) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:11.682068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dc020-c83d-4ac5-8e0f-c0ee61fdb3ab tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:11.683038 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-130dc020-c83d-4ac5-8e0f-c0ee61fdb3ab tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.684928 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.692199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265ca9ac-ac42-47e7-b1b0-361a205d1e22 None None] Network a4802527-020d-4b00-94ad-a1a7c6abe41f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:11.723812 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Port': ['ID=c1190ef7-3640-4145-97b1-e6ecfe49d11c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:11.725590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] No DVR routers for this DVR port c1190ef7-3640-4145-97b1-e6ecfe49d11c on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:57:11.766623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-130dc020-c83d-4ac5-8e0f-c0ee61fdb3ab tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3096166 Nov 15 14:57:11.769207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57830) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:11.774148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-eaafe47b-e9b9-43ff-9c39-3bafe9510835 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2046429138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:11.835780 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.860792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c81a36-2a87-4fc4-8ccd-274284cc5c3c']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:11.872736 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eaafe47b-e9b9-43ff-9c39-3bafe9510835 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.873682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-a4802527-020d-4b00-94ad-a1a7c6abe41f', 'network_id': 'a4802527-020d-4b00-94ad-a1a7c6abe41f', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'fixed_ips': [{'subnet_id': '59c5d613-54a9-42b7-ad2b-cff130534465'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:57:11.874179 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eaafe47b-e9b9-43ff-9c39-3bafe9510835 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.874602 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.875763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:11.876430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1f049e-44dd-4a05-bf9c-60e4279ae0dc') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:11.880630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c1190ef7-3640-4145-97b1-e6ecfe49d11c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:57:11.892058 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.909573 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.917571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c1190ef7-3640-4145-97b1-e6ecfe49d11c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:57:11.920736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c1190ef7-3640-4145-97b1-e6ecfe49d11c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:57:11.920906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:57:11.920906 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:57:11.924573 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:57:11.979907 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eaafe47b-e9b9-43ff-9c39-3bafe9510835 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:12.040431 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eaafe47b-e9b9-43ff-9c39-3bafe9510835 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:12.061830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Allocated IP 172.20.0.2 (a4802527-020d-4b00-94ad-a1a7c6abe41f/59c5d613-54a9-42b7-ad2b-cff130534465/f1a5bdfb-2b6a-4604-8e24-cf87406b9653) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:12.095623 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:12.119872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:12.128651 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] 10.222.0.70 "DELETE /v2.0/networks/07c81a36-2a87-4fc4-8ccd-274284cc5c3c HTTP/1.1" status: 204 len: 168 time: 0.8198664 Nov 15 14:57:12.130309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ece4b-8a29-40f8-8bd5-8cb37d46e6e7 tempest-TaggedBootDevicesTest_v242-1971279275 tempest-TaggedBootDevicesTest_v242-1971279275-project] Pushing event deleted for resources: {'Network': ['ID=07c81a36-2a87-4fc4-8ccd-274284cc5c3c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:12.141622 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eaafe47b-e9b9-43ff-9c39-3bafe9510835 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:12.145527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eaafe47b-e9b9-43ff-9c39-3bafe9510835 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3727927 Nov 15 14:57:12.146295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57832) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:12.345758 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:12.416006 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:12.472196 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Network a4802527-020d-4b00-94ad-a1a7c6abe41f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:12.490715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:12.499724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:12.510943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Pushing event updated for resources: {'Port': ['ID=f1a5bdfb-2b6a-4604-8e24-cf87406b9653,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:12.537446 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:12.587190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Attempting to bind port f1a5bdfb-2b6a-4604-8e24-cf87406b9653 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:12.587655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Attempting to bind port f1a5bdfb-2b6a-4604-8e24-cf87406b9653 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'c3411a83-85fd-419e-aee9-dd8151d71248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4802527-020d-4b00-94ad-a1a7c6abe41f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:12.588027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Attempting to bind port f1a5bdfb-2b6a-4604-8e24-cf87406b9653 on network a4802527-020d-4b00-94ad-a1a7c6abe41f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:12.618983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:12.619764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Checking segment: {'id': 'c3411a83-85fd-419e-aee9-dd8151d71248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4802527-020d-4b00-94ad-a1a7c6abe41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:12.620359 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:12.623445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Bound using segment: {'id': 'c3411a83-85fd-419e-aee9-dd8151d71248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4802527-020d-4b00-94ad-a1a7c6abe41f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:12.624155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Bound port: f1a5bdfb-2b6a-4604-8e24-cf87406b9653, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3411a83-85fd-419e-aee9-dd8151d71248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4802527-020d-4b00-94ad-a1a7c6abe41f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:12.627665 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:12.721954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] For port f1a5bdfb-2b6a-4604-8e24-cf87406b9653, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:12.725965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] For port f1a5bdfb-2b6a-4604-8e24-cf87406b9653, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f1a5bdfb-2b6a-4604-8e24-cf87406b9653,segment=NetworkSegment(c3411a83-85fd-419e-aee9-dd8151d71248),segment_id=c3411a83-85fd-419e-aee9-dd8151d71248)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:12.793446 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:12.861934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77ffd8-e915-4dd4-bf1d-b3a990301130 None None] Pushing event updated for resources: {'Port': ['ID=f1a5bdfb-2b6a-4604-8e24-cf87406b9653,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:12.937486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Allocated IP 172.20.0.1 (a4802527-020d-4b00-94ad-a1a7c6abe41f/59c5d613-54a9-42b7-ad2b-cff130534465/e0e6ddc4-182d-447c-a28b-9986f6ae9ef1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:13.083365 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:13.176595 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:13.232882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network a4802527-020d-4b00-94ad-a1a7c6abe41f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:13.236413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:13.241003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:13.268452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=e0e6ddc4-182d-447c-a28b-9986f6ae9ef1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:13.319946 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:13.532267 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:13.993650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f1a5bdfb-2b6a-4604-8e24-cf87406b9653 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:14.095215 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:14.122128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f1a5bdfb-2b6a-4604-8e24-cf87406b9653 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:14.122669 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:14.210862 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:14.275082 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:14.277911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff9db5c-4d64-41b9-9ff9-7d5ccff65f47 None None] Network a4802527-020d-4b00-94ad-a1a7c6abe41f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:14.289630 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:14.301160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e1bdcf-67b4-4fba-8409-6699664f76ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:14.387502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=e0e6ddc4-182d-447c-a28b-9986f6ae9ef1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:14.387502 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:14.491284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port f1a5bdfb-2b6a-4604-8e24-cf87406b9653, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f1a5bdfb-2b6a-4604-8e24-cf87406b9653,segment=NetworkSegment(c3411a83-85fd-419e-aee9-dd8151d71248),segment_id=c3411a83-85fd-419e-aee9-dd8151d71248)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:14.502886 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e1bdcf-67b4-4fba-8409-6699664f76ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:14.517928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network a4802527-020d-4b00-94ad-a1a7c6abe41f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:14.519742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:14.523658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8c9589b0-b2f0-47e1-80ab-c9debcc057c3 None None] Provisioning complete for port f1a5bdfb-2b6a-4604-8e24-cf87406b9653 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:14.524171 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c9589b0-b2f0-47e1-80ab-c9debcc057c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:14.587199 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e1bdcf-67b4-4fba-8409-6699664f76ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:14.597512 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:14.666519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1bdcf-67b4-4fba-8409-6699664f76ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d162f0-6521-4457-a41c-aa5eb32df78a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:14.670855 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-14e1bdcf-67b4-4fba-8409-6699664f76ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed843332feb840eeb004eb8ed04225b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5738025 Nov 15 14:57:14.679249 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57872) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:14.776179 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-622e020c-3364-4c10-9789-147569580024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:14.785940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=f1a5bdfb-2b6a-4604-8e24-cf87406b9653,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:14.832707 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-622e020c-3364-4c10-9789-147569580024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:14.861300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router b3d59044-a666-4377-8d8e-e746cd4caf3c is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:57:15.054837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-622e020c-3364-4c10-9789-147569580024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:15.057742 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-622e020c-3364-4c10-9789-147569580024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:15.059386 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-622e020c-3364-4c10-9789-147569580024 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49d162f0-6521-4457-a41c-aa5eb32df78a HTTP/1.1" status: 204 len: 168 time: 0.3802385 Nov 15 14:57:15.077403 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e020c-3364-4c10-9789-147569580024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d162f0-6521-4457-a41c-aa5eb32df78a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:15.132429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:15.149796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57880) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:15.151545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cd9bfad4-ac24-4026-9d02-d72d88b70eb8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/b3d59044-a666-4377-8d8e-e746cd4caf3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0018933 Nov 15 14:57:15.152932 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993e1e6-510b-47f4-9cd7-7c1b8db44a9d None None] Sync routers for ids ['b3d59044-a666-4377-8d8e-e746cd4caf3c'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:15.168822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993e1e6-510b-47f4-9cd7-7c1b8db44a9d None None] Routers {'b3d59044-a666-4377-8d8e-e746cd4caf3c'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:15.171804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8993e1e6-510b-47f4-9cd7-7c1b8db44a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b3d59044-a666-4377-8d8e-e746cd4caf3c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:15.259269 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8993e1e6-510b-47f4-9cd7-7c1b8db44a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:15.262238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8d06e6-de1d-4986-92ae-8a5dcd4ea0ad tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:15.263831 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7c8d06e6-de1d-4986-92ae-8a5dcd4ea0ad tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports/e0e6ddc4-182d-447c-a28b-9986f6ae9ef1 HTTP/1.1" status: 200 len: 910 time: 0.1108484 Nov 15 14:57:15.266740 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57882) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:15.293190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993e1e6-510b-47f4-9cd7-7c1b8db44a9d None None] Routers {'b3d59044-a666-4377-8d8e-e746cd4caf3c'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:15.293190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8993e1e6-510b-47f4-9cd7-7c1b8db44a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b3d59044-a666-4377-8d8e-e746cd4caf3c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:15.358113 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8993e1e6-510b-47f4-9cd7-7c1b8db44a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:15.358812 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993e1e6-510b-47f4-9cd7-7c1b8db44a9d None None] The sync data for ids ['b3d59044-a666-4377-8d8e-e746cd4caf3c'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:15.370659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81e2d187-6600-44bd-935c-ace462730634 None None] Provisioning complete for port f1a5bdfb-2b6a-4604-8e24-cf87406b9653 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:15.371547 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81e2d187-6600-44bd-935c-ace462730634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:15.497526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81e2d187-6600-44bd-935c-ace462730634 None None] Provisioning complete for port e0e6ddc4-182d-447c-a28b-9986f6ae9ef1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:15.497906 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81e2d187-6600-44bd-935c-ace462730634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:15.539747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81e2d187-6600-44bd-935c-ace462730634 None None] Port e0e6ddc4-182d-447c-a28b-9986f6ae9ef1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:15.663286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-60079245-a3c8-4038-ab46-f90835337923 None None] Provisioning complete for port e0e6ddc4-182d-447c-a28b-9986f6ae9ef1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:15.663996 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60079245-a3c8-4038-ab46-f90835337923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:15.734994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-60079245-a3c8-4038-ab46-f90835337923 None None] Port e0e6ddc4-182d-447c-a28b-9986f6ae9ef1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:15.936131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f1a5bdfb-2b6a-4604-8e24-cf87406b9653 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:16.035144 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-227ddff3-462a-4ab5-bbe4-040d3012861c None None] Provisioning complete for port e0e6ddc4-182d-447c-a28b-9986f6ae9ef1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:16.035809 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-227ddff3-462a-4ab5-bbe4-040d3012861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:16.076845 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-227ddff3-462a-4ab5-bbe4-040d3012861c None None] Port e0e6ddc4-182d-447c-a28b-9986f6ae9ef1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:16.086328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f1a5bdfb-2b6a-4604-8e24-cf87406b9653 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:16.086718 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:16.249285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36a5a570-bd9e-438a-a09f-eccbb1371703 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:16.520486 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-36a5a570-bd9e-438a-a09f-eccbb1371703 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port e0e6ddc4-182d-447c-a28b-9986f6ae9ef1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:16.520840 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36a5a570-bd9e-438a-a09f-eccbb1371703 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:16.614168 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36a5a570-bd9e-438a-a09f-eccbb1371703 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:16.631086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-36a5a570-bd9e-438a-a09f-eccbb1371703 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for e0e6ddc4-182d-447c-a28b-9986f6ae9ef1 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:16.906423 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36a5a570-bd9e-438a-a09f-eccbb1371703 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:16.933478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5a570-bd9e-438a-a09f-eccbb1371703 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=e0e6ddc4-182d-447c-a28b-9986f6ae9ef1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:17.086541 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36a5a570-bd9e-438a-a09f-eccbb1371703 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:17.278886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a5a570-bd9e-438a-a09f-eccbb1371703 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router b3d59044-a666-4377-8d8e-e746cd4caf3c has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:57:17.359825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a5a570-bd9e-438a-a09f-eccbb1371703 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:17.365230 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-36a5a570-bd9e-438a-a09f-eccbb1371703 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/b3d59044-a666-4377-8d8e-e746cd4caf3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0971966 Nov 15 14:57:17.368138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57894) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:17.375193 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234b994-4ca3-427f-8131-dd8f2a341e80 None None] Sync routers for ids ['b3d59044-a666-4377-8d8e-e746cd4caf3c'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:17.388350 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234b994-4ca3-427f-8131-dd8f2a341e80 None None] Routers {'b3d59044-a666-4377-8d8e-e746cd4caf3c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:17.389528 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3234b994-4ca3-427f-8131-dd8f2a341e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b3d59044-a666-4377-8d8e-e746cd4caf3c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:17.400504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-07c3468f-3a92-4f16-b3ea-78c886a555e1 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3d59044-a666-4377-8d8e-e746cd4caf3c HTTP/1.1" status: 200 len: 205 time: 0.0311913 Nov 15 14:57:17.403256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57896) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:17.434577 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3234b994-4ca3-427f-8131-dd8f2a341e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:17.446643 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234b994-4ca3-427f-8131-dd8f2a341e80 None None] Routers {'b3d59044-a666-4377-8d8e-e746cd4caf3c'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:17.447533 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3234b994-4ca3-427f-8131-dd8f2a341e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b3d59044-a666-4377-8d8e-e746cd4caf3c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:17.483784 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cce8effa-157f-494e-b636-1b6b808cfc2e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:17.493969 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3234b994-4ca3-427f-8131-dd8f2a341e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:17.494777 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234b994-4ca3-427f-8131-dd8f2a341e80 None None] The sync data for ids ['b3d59044-a666-4377-8d8e-e746cd4caf3c'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:17.652804 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cce8effa-157f-494e-b636-1b6b808cfc2e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:17.654842 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cce8effa-157f-494e-b636-1b6b808cfc2e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:17.764025 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cce8effa-157f-494e-b636-1b6b808cfc2e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:17.764593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce8effa-157f-494e-b636-1b6b808cfc2e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Fanout notify agent at l3_agent the message router_deleted on router b3d59044-a666-4377-8d8e-e746cd4caf3c {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:57:17.772436 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cce8effa-157f-494e-b636-1b6b808cfc2e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:17.776849 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cce8effa-157f-494e-b636-1b6b808cfc2e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/b3d59044-a666-4377-8d8e-e746cd4caf3c HTTP/1.1" status: 204 len: 168 time: 0.3725691 Nov 15 14:57:17.777064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:17.832915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d7e927-5995-4c68-a017-8c7ba86be2aa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting subnet 59c5d613-54a9-42b7-ad2b-cff130534465 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:57:17.836318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e927-5995-4c68-a017-8c7ba86be2aa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:17.879149 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e927-5995-4c68-a017-8c7ba86be2aa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:17.979695 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e927-5995-4c68-a017-8c7ba86be2aa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.106566 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e927-5995-4c68-a017-8c7ba86be2aa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.138440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7e927-5995-4c68-a017-8c7ba86be2aa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Subnet': ['ID=59c5d613-54a9-42b7-ad2b-cff130534465,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:18.142660 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e927-5995-4c68-a017-8c7ba86be2aa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.145923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c6d7e927-5995-4c68-a017-8c7ba86be2aa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/59c5d613-54a9-42b7-ad2b-cff130534465 HTTP/1.1" status: 204 len: 168 time: 0.3678460 Nov 15 14:57:18.149272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57906) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:18.163427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca26908-266b-4a65-a89a-6aaa7df2e9d5 None None] Network a4802527-020d-4b00-94ad-a1a7c6abe41f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:18.250289 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.327554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port f1a5bdfb-2b6a-4604-8e24-cf87406b9653 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:18.328868 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.411900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] For port f1a5bdfb-2b6a-4604-8e24-cf87406b9653, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f1a5bdfb-2b6a-4604-8e24-cf87406b9653,segment=NetworkSegment(c3411a83-85fd-419e-aee9-dd8151d71248),segment_id=c3411a83-85fd-419e-aee9-dd8151d71248)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:18.413697 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.421456 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a3dd1c-be72-46a9-bc92-6ebf91fdadfb None None] DHCP port deletion for a4802527-020d-4b00-94ad-a1a7c6abe41f request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:57:18.432083 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for f1a5bdfb-2b6a-4604-8e24-cf87406b9653 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:18.500747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-72a3dd1c-be72-46a9-bc92-6ebf91fdadfb None None] Deleting port f1a5bdfb-2b6a-4604-8e24-cf87406b9653 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:18.501271 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72a3dd1c-be72-46a9-bc92-6ebf91fdadfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.569870 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-72a3dd1c-be72-46a9-bc92-6ebf91fdadfb None None] For port f1a5bdfb-2b6a-4604-8e24-cf87406b9653, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f1a5bdfb-2b6a-4604-8e24-cf87406b9653,segment=NetworkSegment(c3411a83-85fd-419e-aee9-dd8151d71248),segment_id=c3411a83-85fd-419e-aee9-dd8151d71248)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:18.570271 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72a3dd1c-be72-46a9-bc92-6ebf91fdadfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.582674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-72a3dd1c-be72-46a9-bc92-6ebf91fdadfb None None] Calling delete_port for f1a5bdfb-2b6a-4604-8e24-cf87406b9653 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:18.615588 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.647457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=f1a5bdfb-2b6a-4604-8e24-cf87406b9653,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:18.651406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No DVR routers for this DVR port f1a5bdfb-2b6a-4604-8e24-cf87406b9653 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:57:18.666081 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72a3dd1c-be72-46a9-bc92-6ebf91fdadfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.701375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3dd1c-be72-46a9-bc92-6ebf91fdadfb None None] Pushing event deleted for resources: {'Port': ['ID=f1a5bdfb-2b6a-4604-8e24-cf87406b9653,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:18.705057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a3dd1c-be72-46a9-bc92-6ebf91fdadfb None None] No DVR routers for this DVR port f1a5bdfb-2b6a-4604-8e24-cf87406b9653 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:57:18.740505 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.760047 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4802527-020d-4b00-94ad-a1a7c6abe41f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:18.768985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3411a83-85fd-419e-aee9-dd8151d71248') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:18.769280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3411a83-85fd-419e-aee9-dd8151d71248') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:18.779088 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.798965 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.805207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:57:18.805625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:57:18.809212 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:57:18.974806 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.982519 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:18.985635 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/networks/a4802527-020d-4b00-94ad-a1a7c6abe41f HTTP/1.1" status: 204 len: 168 time: 0.8353055 Nov 15 14:57:18.989416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:18.994985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-973509341', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:19.000101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fecb3-c250-4714-8a0e-1dbf26a6d877 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Network': ['ID=a4802527-020d-4b00-94ad-a1a7c6abe41f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:19.163335 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:19.164650 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:19.233168 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:19.533263 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:19.829272 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:19.848669 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:19.858528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f1a5bdfb-2b6a-4604-8e24-cf87406b9653 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:57:19.878486 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: f1a5bdfb-2b6a-4604-8e24-cf87406b9653 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:57:19.879830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f1a5bdfb-2b6a-4604-8e24-cf87406b9653 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:57:19.957069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Allocated IP 172.25.4.85 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/319775ef-ced5-4916-8167-012310ea3689) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:20.068039 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:20.164562 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:20.206945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:20.209953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:20.212854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:20.223987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02480a91-e4de-480b-8779-379d42751444 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:57:20.239938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=319775ef-ced5-4916-8167-012310ea3689,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:20.330162 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d5c3ec1c-ab04-4215-9db7-63048a0fbc21 None None] Provisioning complete for port 319775ef-ced5-4916-8167-012310ea3689 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:20.330467 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ec1c-ab04-4215-9db7-63048a0fbc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:20.375020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3ec1c-ab04-4215-9db7-63048a0fbc21 None None] Port 319775ef-ced5-4916-8167-012310ea3689 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:20.547106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:20.764929 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:21.124666 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:57:21.295713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router e618858d-22d1-4546-a57e-e1167476444e is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:57:21.415229 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:21.427387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4080732-39f3-4c43-b2cb-5571ca333e38 None None] Sync routers for ids ['e618858d-22d1-4546-a57e-e1167476444e'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:21.438235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4080732-39f3-4c43-b2cb-5571ca333e38 None None] Routers {'e618858d-22d1-4546-a57e-e1167476444e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:21.438901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c4080732-39f3-4c43-b2cb-5571ca333e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e618858d-22d1-4546-a57e-e1167476444e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:21.475933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c4080732-39f3-4c43-b2cb-5571ca333e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:21.480102 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:21.481557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cc9f2534-7843-4b28-a262-a49bb797f17e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4904466 Nov 15 14:57:21.484398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:21.509798 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4080732-39f3-4c43-b2cb-5571ca333e38 None None] Routers {'e618858d-22d1-4546-a57e-e1167476444e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:21.510472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c4080732-39f3-4c43-b2cb-5571ca333e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e618858d-22d1-4546-a57e-e1167476444e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:21.568148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c4080732-39f3-4c43-b2cb-5571ca333e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:21.568336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4080732-39f3-4c43-b2cb-5571ca333e38 None None] The sync data for ids ['e618858d-22d1-4546-a57e-e1167476444e'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:21.631432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-10cc7175-1818-45fa-bf61-bac81c2a9716 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/routers/e618858d-22d1-4546-a57e-e1167476444e HTTP/1.1" status: 200 len: 879 time: 0.1437273 Nov 15 14:57:21.632569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:21.871531 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-97da52a9-15d8-4d29-868a-39382cc6953e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2371306 Nov 15 14:57:21.873932 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57938) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:21.878253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9de3aa25-b88b-4fcc-988e-fa71c5ae7924 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-973509341'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:22.191498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9de3aa25-b88b-4fcc-988e-fa71c5ae7924 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:22.261979 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9de3aa25-b88b-4fcc-988e-fa71c5ae7924 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:22.390990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de3aa25-b88b-4fcc-988e-fa71c5ae7924 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router e618858d-22d1-4546-a57e-e1167476444e has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:57:22.501769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de3aa25-b88b-4fcc-988e-fa71c5ae7924 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:22.508943 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9de3aa25-b88b-4fcc-988e-fa71c5ae7924 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:22.512781 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9de3aa25-b88b-4fcc-988e-fa71c5ae7924 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/e618858d-22d1-4546-a57e-e1167476444e HTTP/1.1" status: 200 len: 886 time: 0.6355326 Nov 15 14:57:22.513168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:22.513603 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5432de78-ae5b-4c5b-9fcb-b32189dc3574 None None] Sync routers for ids ['e618858d-22d1-4546-a57e-e1167476444e'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:22.531510 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5432de78-ae5b-4c5b-9fcb-b32189dc3574 None None] Routers {'e618858d-22d1-4546-a57e-e1167476444e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:22.532276 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5432de78-ae5b-4c5b-9fcb-b32189dc3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e618858d-22d1-4546-a57e-e1167476444e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:22.574809 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5432de78-ae5b-4c5b-9fcb-b32189dc3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:22.587232 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5432de78-ae5b-4c5b-9fcb-b32189dc3574 None None] Routers {'e618858d-22d1-4546-a57e-e1167476444e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:22.588131 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5432de78-ae5b-4c5b-9fcb-b32189dc3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e618858d-22d1-4546-a57e-e1167476444e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:22.633183 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5432de78-ae5b-4c5b-9fcb-b32189dc3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:22.633850 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5432de78-ae5b-4c5b-9fcb-b32189dc3574 None None] The sync data for ids ['e618858d-22d1-4546-a57e-e1167476444e'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:22.661150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-64ce1aac-20b7-45a1-b776-c36cdeb71106 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/routers/e618858d-22d1-4546-a57e-e1167476444e HTTP/1.1" status: 200 len: 886 time: 0.1430569 Nov 15 14:57:22.661150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:22.688271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-52c7e9b0-7bcd-42ab-bf60-8a975abbb472 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=e618858d-22d1-4546-a57e-e1167476444e HTTP/1.1" status: 200 len: 205 time: 0.0269990 Nov 15 14:57:22.688692 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 57950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:22.820642 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:22.935954 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:23.069881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port 319775ef-ced5-4916-8167-012310ea3689 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:23.070208 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:23.147121 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:23.159104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for 319775ef-ced5-4916-8167-012310ea3689 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:23.387126 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:23.416212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=319775ef-ced5-4916-8167-012310ea3689,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:23.435054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb52482a-4d9e-4fce-8089-b726c8eeb6a7 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:57:23.482147 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:23.582360 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:23.584551 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:23.741095 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:23.742035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Fanout notify agent at l3_agent the message router_deleted on router e618858d-22d1-4546-a57e-e1167476444e {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:57:23.753799 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:23.753799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1eff9d35-6518-4ad2-8b29-de2e27620c3d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/e618858d-22d1-4546-a57e-e1167476444e HTTP/1.1" status: 204 len: 168 time: 1.0611691 Nov 15 14:57:23.754951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:23.760105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0ee45765-dff3-4861-8679-90928ce692f2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'network': {'name': 'tempest-RoutersTest-1866090740'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:23.849345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee45765-dff3-4861-8679-90928ce692f2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:23.853022 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ee45765-dff3-4861-8679-90928ce692f2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:23.881001 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee45765-dff3-4861-8679-90928ce692f2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:57:23.891694 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ee45765-dff3-4861-8679-90928ce692f2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:23.892503 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-0ee45765-dff3-4861-8679-90928ce692f2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Added segment baba12bd-3be3-42ad-8222-fbde00f6b784 of type vlan for network 6710d0fe-dc13-411c-9226-8d70549e0c54 Nov 15 14:57:23.964328 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ee45765-dff3-4861-8679-90928ce692f2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:24.083355 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ee45765-dff3-4861-8679-90928ce692f2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:24.090748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee45765-dff3-4861-8679-90928ce692f2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:24.091634 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ee45765-dff3-4861-8679-90928ce692f2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:24.173093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee45765-dff3-4861-8679-90928ce692f2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Network': ['ID=6710d0fe-dc13-411c-9226-8d70549e0c54,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:24.185538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 6710d0fe-dc13-411c-9226-8d70549e0c54 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:57:24.252897 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0ee45765-dff3-4861-8679-90928ce692f2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4968162 Nov 15 14:57:24.255499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:24.260400 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e4c69ba4-95ff-4d99-a992-aee61c5d9363 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'subnet': {'network_id': '6710d0fe-dc13-411c-9226-8d70549e0c54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:24.461640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c69ba4-95ff-4d99-a992-aee61c5d9363 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:24.465987 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4c69ba4-95ff-4d99-a992-aee61c5d9363 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:25.231000 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4c69ba4-95ff-4d99-a992-aee61c5d9363 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:25.294281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c69ba4-95ff-4d99-a992-aee61c5d9363 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Subnet': ['ID=a37d8e94-f2aa-4339-8f36-69e8ee4f2391,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:25.302106 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c69ba4-95ff-4d99-a992-aee61c5d9363 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Checking segment: {'id': 'baba12bd-3be3-42ad-8222-fbde00f6b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6710d0fe-dc13-411c-9226-8d70549e0c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:25.302447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c69ba4-95ff-4d99-a992-aee61c5d9363 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network hostable DHCP agents. Network: 6710d0fe-dc13-411c-9226-8d70549e0c54, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:57:25.440804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c69ba4-95ff-4d99-a992-aee61c5d9363 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 6710d0fe-dc13-411c-9226-8d70549e0c54 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:57:25.528964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e4c69ba4-95ff-4d99-a992-aee61c5d9363 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 6710d0fe-dc13-411c-9226-8d70549e0c54) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:25.534635 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c69ba4-95ff-4d99-a992-aee61c5d9363 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:25.535350 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4c69ba4-95ff-4d99-a992-aee61c5d9363 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:25.540412 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781155c5-3ea3-4be1-b88b-5c154c582241 None None] Network 6710d0fe-dc13-411c-9226-8d70549e0c54 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:25.692568 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e4c69ba4-95ff-4d99-a992-aee61c5d9363 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4359949 Nov 15 14:57:25.695049 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 57998) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:25.699899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-430b13ef-0b4d-49dd-8a72-a98e292279b7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1202692599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:25.732161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-6710d0fe-dc13-411c-9226-8d70549e0c54', 'network_id': '6710d0fe-dc13-411c-9226-8d70549e0c54', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'fixed_ips': [{'subnet_id': 'a37d8e94-f2aa-4339-8f36-69e8ee4f2391'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:57:25.733517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:25.810345 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430b13ef-0b4d-49dd-8a72-a98e292279b7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:25.812560 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430b13ef-0b4d-49dd-8a72-a98e292279b7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:25.905234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430b13ef-0b4d-49dd-8a72-a98e292279b7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:25.908838 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Allocated IP 172.20.0.2 (6710d0fe-dc13-411c-9226-8d70549e0c54/a37d8e94-f2aa-4339-8f36-69e8ee4f2391/5508d0e5-6dc8-410e-9786-af2c64fd15b3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:25.987718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430b13ef-0b4d-49dd-8a72-a98e292279b7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:26.076548 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:26.138532 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430b13ef-0b4d-49dd-8a72-a98e292279b7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:26.144256 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-430b13ef-0b4d-49dd-8a72-a98e292279b7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4438908 Nov 15 14:57:26.145190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58010) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:26.175242 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:26.187588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Network 6710d0fe-dc13-411c-9226-8d70549e0c54 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:26.189936 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:26.216941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:26.250317 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Pushing event updated for resources: {'Port': ['ID=5508d0e5-6dc8-410e-9786-af2c64fd15b3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:26.282252 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Attempting to bind port 5508d0e5-6dc8-410e-9786-af2c64fd15b3 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:26.282647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Attempting to bind port 5508d0e5-6dc8-410e-9786-af2c64fd15b3 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'baba12bd-3be3-42ad-8222-fbde00f6b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6710d0fe-dc13-411c-9226-8d70549e0c54'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:26.283007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Attempting to bind port 5508d0e5-6dc8-410e-9786-af2c64fd15b3 on network 6710d0fe-dc13-411c-9226-8d70549e0c54 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:26.288176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:26.288551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Checking segment: {'id': 'baba12bd-3be3-42ad-8222-fbde00f6b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6710d0fe-dc13-411c-9226-8d70549e0c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:26.288942 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:26.289329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Bound using segment: {'id': 'baba12bd-3be3-42ad-8222-fbde00f6b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6710d0fe-dc13-411c-9226-8d70549e0c54'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:26.289838 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Bound port: 5508d0e5-6dc8-410e-9786-af2c64fd15b3, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baba12bd-3be3-42ad-8222-fbde00f6b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6710d0fe-dc13-411c-9226-8d70549e0c54'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:26.290221 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:26.357607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] For port 5508d0e5-6dc8-410e-9786-af2c64fd15b3, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:26.360885 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] For port 5508d0e5-6dc8-410e-9786-af2c64fd15b3, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=5508d0e5-6dc8-410e-9786-af2c64fd15b3,segment=NetworkSegment(baba12bd-3be3-42ad-8222-fbde00f6b784),segment_id=baba12bd-3be3-42ad-8222-fbde00f6b784)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:26.461389 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:26.487252 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:26.543477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca460d2-f3e0-41d1-94f8-e355e29efb35 None None] Pushing event updated for resources: {'Port': ['ID=5508d0e5-6dc8-410e-9786-af2c64fd15b3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:26.846645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Allocated IP 172.20.0.1 (6710d0fe-dc13-411c-9226-8d70549e0c54/a37d8e94-f2aa-4339-8f36-69e8ee4f2391/b02ccdbf-1958-47d7-a8cf-d77aedebd967) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:27.001660 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:27.187362 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:27.232426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 6710d0fe-dc13-411c-9226-8d70549e0c54 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:27.235507 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:27.239529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:27.263616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=b02ccdbf-1958-47d7-a8cf-d77aedebd967,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:27.298919 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:27.572418 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:27.704977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c354465c-1fdd-44d8-aa99-aeaadc91c140 None None] Network 6710d0fe-dc13-411c-9226-8d70549e0c54 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:27.961257 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:27.991125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 5508d0e5-6dc8-410e-9786-af2c64fd15b3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:28.018917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3fdac5ab-ea7a-4fa2-b08d-30135661211c None None] Provisioning complete for port 5508d0e5-6dc8-410e-9786-af2c64fd15b3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:28.019206 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3fdac5ab-ea7a-4fa2-b08d-30135661211c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:28.047373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58040) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:28.106997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:28.241831 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3fdac5ab-ea7a-4fa2-b08d-30135661211c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:28.274874 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:28.294980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 5508d0e5-6dc8-410e-9786-af2c64fd15b3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:28.295649 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:28.364996 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3fdac5ab-ea7a-4fa2-b08d-30135661211c None None] For port 5508d0e5-6dc8-410e-9786-af2c64fd15b3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=5508d0e5-6dc8-410e-9786-af2c64fd15b3,segment=NetworkSegment(baba12bd-3be3-42ad-8222-fbde00f6b784),segment_id=baba12bd-3be3-42ad-8222-fbde00f6b784)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:28.465137 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:28.467415 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:28.487747 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3fdac5ab-ea7a-4fa2-b08d-30135661211c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:28.535988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=b02ccdbf-1958-47d7-a8cf-d77aedebd967,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:28.629740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdac5ab-ea7a-4fa2-b08d-30135661211c None None] Pushing event updated for resources: {'Port': ['ID=5508d0e5-6dc8-410e-9786-af2c64fd15b3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:28.688626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 6710d0fe-dc13-411c-9226-8d70549e0c54 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:28.737115 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:57:28.737719 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:57:28.791857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:28.804771 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:28.827610 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0e55695e-78a4-4df6-88b8-5d7063b82d84 None None] Provisioning complete for port 5508d0e5-6dc8-410e-9786-af2c64fd15b3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:28.828242 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e55695e-78a4-4df6-88b8-5d7063b82d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:28.965772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0e55695e-78a4-4df6-88b8-5d7063b82d84 None None] Provisioning complete for port b02ccdbf-1958-47d7-a8cf-d77aedebd967 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:28.966379 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e55695e-78a4-4df6-88b8-5d7063b82d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:29.006028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0e55695e-78a4-4df6-88b8-5d7063b82d84 None None] Port b02ccdbf-1958-47d7-a8cf-d77aedebd967 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:29.230871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-573ec872-2d9a-49e6-b28d-837d43b578dd None None] Provisioning complete for port b02ccdbf-1958-47d7-a8cf-d77aedebd967 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:29.231273 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-573ec872-2d9a-49e6-b28d-837d43b578dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:29.256714 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff23aa3-e04c-4b61-b9f1-2c3087119c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:29.305065 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-573ec872-2d9a-49e6-b28d-837d43b578dd None None] Port b02ccdbf-1958-47d7-a8cf-d77aedebd967 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:29.317005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:57:29.431479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-75f61310-0642-4bc8-8422-c842c75bd4f7 None None] Provisioning complete for port b02ccdbf-1958-47d7-a8cf-d77aedebd967 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:29.432500 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75f61310-0642-4bc8-8422-c842c75bd4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:29.487107 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-75f61310-0642-4bc8-8422-c842c75bd4f7 None None] Port b02ccdbf-1958-47d7-a8cf-d77aedebd967 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:29.746981 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08886809-c95b-4ac6-9e13-481204b3cbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:29.840762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:29.850590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c09c847b-4d9f-4571-aa18-00ee3d6bddac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7038603 Nov 15 14:57:29.850717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:29.855697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00210a81-f929-4ddd-af42-6d0708b74c4b None None] Sync routers for ids ['e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:29.871710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00210a81-f929-4ddd-af42-6d0708b74c4b None None] Routers {'e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:29.873112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-00210a81-f929-4ddd-af42-6d0708b74c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:29.923651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bb4180-4cff-4639-84c5-adb0ce9bbc15 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:29.929110 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e4bb4180-4cff-4639-84c5-adb0ce9bbc15 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports/b02ccdbf-1958-47d7-a8cf-d77aedebd967 HTTP/1.1" status: 200 len: 910 time: 0.0773699 Nov 15 14:57:29.929925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:29.937674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-00210a81-f929-4ddd-af42-6d0708b74c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:29.947505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d92b93f3-a1ad-49e7-bae6-37bb5e986093 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a37d8e94-f2aa-4339-8f36-69e8ee4f2391'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:29.947879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00210a81-f929-4ddd-af42-6d0708b74c4b None None] Routers {'e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:29.948801 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-00210a81-f929-4ddd-af42-6d0708b74c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:30.001081 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-00210a81-f929-4ddd-af42-6d0708b74c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:30.001764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00210a81-f929-4ddd-af42-6d0708b74c4b None None] The sync data for ids ['e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:30.004467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 5508d0e5-6dc8-410e-9786-af2c64fd15b3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:30.056605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 5508d0e5-6dc8-410e-9786-af2c64fd15b3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:30.057525 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:30.090746 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-eff23aa3-e04c-4b61-b9f1-2c3087119c02 admin admin] Deleting port fd4514a9-4d24-4d09-9585-210678f40787 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:30.091098 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff23aa3-e04c-4b61-b9f1-2c3087119c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:30.134630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d92b93f3-a1ad-49e7-bae6-37bb5e986093 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:30.203253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-eff23aa3-e04c-4b61-b9f1-2c3087119c02 admin admin] For port fd4514a9-4d24-4d09-9585-210678f40787, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fd4514a9-4d24-4d09-9585-210678f40787,segment=NetworkSegment(4b598553-12dd-45f6-ad18-3bba4a74c12c),segment_id=4b598553-12dd-45f6-ad18-3bba4a74c12c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:30.203644 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff23aa3-e04c-4b61-b9f1-2c3087119c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:30.220730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-eff23aa3-e04c-4b61-b9f1-2c3087119c02 admin admin] Calling delete_port for fd4514a9-4d24-4d09-9585-210678f40787 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:30.529780 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff23aa3-e04c-4b61-b9f1-2c3087119c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:30.540542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d92b93f3-a1ad-49e7-bae6-37bb5e986093 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:30.555461 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff23aa3-e04c-4b61-b9f1-2c3087119c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4514a9-4d24-4d09-9585-210678f40787,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:30.626900 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d92b93f3-a1ad-49e7-bae6-37bb5e986093 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:30.735203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92b93f3-a1ad-49e7-bae6-37bb5e986093 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:30.737439 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d92b93f3-a1ad-49e7-bae6-37bb5e986093 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:30.737607 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d92b93f3-a1ad-49e7-bae6-37bb5e986093 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/ports/b02ccdbf-1958-47d7-a8cf-d77aedebd967 HTTP/1.1" status: 200 len: 910 time: 0.8061118 Nov 15 14:57:30.742713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58078) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:30.742824 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b93f3-a1ad-49e7-bae6-37bb5e986093 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=b02ccdbf-1958-47d7-a8cf-d77aedebd967,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:30.847767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff23aa3-e04c-4b61-b9f1-2c3087119c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:31.241354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff23aa3-e04c-4b61-b9f1-2c3087119c02 admin admin] Router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:57:31.347006 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4f755ba-cb7a-4851-9a9f-d07cd0cefa13 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:31.447619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff23aa3-e04c-4b61-b9f1-2c3087119c02 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:31.454107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eff23aa3-e04c-4b61-b9f1-2c3087119c02 admin admin] 10.222.0.70 "PUT /v2.0/routers/e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4053445 Nov 15 14:57:31.456755 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:31.457345 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa6207-14e4-4214-806c-47dc3cac5ef5 None None] Sync routers for ids ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:31.469377 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa6207-14e4-4214-806c-47dc3cac5ef5 None None] Routers {'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:31.470093 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8daa6207-14e4-4214-806c-47dc3cac5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:31.572056 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:31.598457 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8daa6207-14e4-4214-806c-47dc3cac5ef5 None None] Set router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:31.630445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c4f755ba-cb7a-4851-9a9f-d07cd0cefa13 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port b02ccdbf-1958-47d7-a8cf-d77aedebd967 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:31.631072 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4f755ba-cb7a-4851-9a9f-d07cd0cefa13 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:31.700456 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:31.747419 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4f755ba-cb7a-4851-9a9f-d07cd0cefa13 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:31.762303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c4f755ba-cb7a-4851-9a9f-d07cd0cefa13 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for b02ccdbf-1958-47d7-a8cf-d77aedebd967 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:31.808768 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8daa6207-14e4-4214-806c-47dc3cac5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:57:30Z', 'revision_number': 5, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:31.842366 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa6207-14e4-4214-806c-47dc3cac5ef5 None None] Checking router: e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:57:31.852264 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa6207-14e4-4214-806c-47dc3cac5ef5 None None] Routers {'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:31.852809 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8daa6207-14e4-4214-806c-47dc3cac5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:32.004009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Deleting port 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:32.004266 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:32.053439 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8daa6207-14e4-4214-806c-47dc3cac5ef5 None None] Set router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:32.062864 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4f755ba-cb7a-4851-9a9f-d07cd0cefa13 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:32.132367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] For port 4fe8ab38-67d2-4867-9149-e9bc435b6bc9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4fe8ab38-67d2-4867-9149-e9bc435b6bc9,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:32.133161 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:32.154106 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Calling delete_port for 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:32.163630 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd2c41f2-3bfa-4c7f-9e7e-6651b6bf15dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:32.173942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f755ba-cb7a-4851-9a9f-d07cd0cefa13 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=b02ccdbf-1958-47d7-a8cf-d77aedebd967,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:32.286909 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8daa6207-14e4-4214-806c-47dc3cac5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:57:30Z', 'revision_number': 5, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:32.318103 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa6207-14e4-4214-806c-47dc3cac5ef5 None None] The sync data for ids ['e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f'] in n-d-817748-2 is: [{'id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'name': 'tempest-TaggedBootDevicesTest_v242-546342058-router', 'tenant_id': '51a048f636d44265be0adba945f4c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:45:26Z', 'updated_at': '2021-11-15T14:57:30Z', 'revision_number': 5, 'project_id': '51a048f636d44265be0adba945f4c6ff', 'gw_port': {'id': '4fe8ab38-67d2-4867-9149-e9bc435b6bc9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:45:27Z', 'updated_at': '2021-11-15T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:32.338010 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4f755ba-cb7a-4851-9a9f-d07cd0cefa13 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:32.529317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f755ba-cb7a-4851-9a9f-d07cd0cefa13 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:57:32.540783 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:32.572093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe8ab38-67d2-4867-9149-e9bc435b6bc9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:32.594426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f129f5e-08e7-4222-b839-8c2da2596387 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:57:32.619188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f755ba-cb7a-4851-9a9f-d07cd0cefa13 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:32.627243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c4f755ba-cb7a-4851-9a9f-d07cd0cefa13 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8844435 Nov 15 14:57:32.629730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58104) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:32.632170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a8775-d67f-4f26-a2d0-48ec2f4ea9d1 None None] Sync routers for ids ['e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:32.648572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a8775-d67f-4f26-a2d0-48ec2f4ea9d1 None None] Routers {'e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:32.650337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-266a8775-d67f-4f26-a2d0-48ec2f4ea9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:32.660668 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:32.684891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-25b613ae-92a2-491b-986c-95b4b259df0a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65 HTTP/1.1" status: 200 len: 205 time: 0.0392272 Nov 15 14:57:32.686597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58106) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:32.699218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-266a8775-d67f-4f26-a2d0-48ec2f4ea9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:32.711557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a8775-d67f-4f26-a2d0-48ec2f4ea9d1 None None] Routers {'e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:32.712501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-266a8775-d67f-4f26-a2d0-48ec2f4ea9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:32.753398 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-266a8775-d67f-4f26-a2d0-48ec2f4ea9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:32.754181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a8775-d67f-4f26-a2d0-48ec2f4ea9d1 None None] The sync data for ids ['e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:32.782920 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7529cb1b-c87c-4db1-93da-b8a9725ccb9f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:32.794285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:32.797252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:32.958173 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:32.958884 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:57:32.965369 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:32.967016 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-50c2e24f-1559-4e35-95e3-376a7924db32 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e2b1c0d7-99ed-4c3b-a7a3-057f59a3e41f HTTP/1.1" status: 204 len: 168 time: 1.5088432 Nov 15 14:57:32.971368 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7529cb1b-c87c-4db1-93da-b8a9725ccb9f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:32.971566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:32.971671 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7529cb1b-c87c-4db1-93da-b8a9725ccb9f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.035185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad978f4-16db-4d8c-9c0f-5a17d9d51011 admin admin] Deleting subnet 0960faaf-544e-49a8-b77f-fff26bcae0b5 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:57:33.038621 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ad978f4-16db-4d8c-9c0f-5a17d9d51011 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.077465 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ad978f4-16db-4d8c-9c0f-5a17d9d51011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.118020 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7529cb1b-c87c-4db1-93da-b8a9725ccb9f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.118631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7529cb1b-c87c-4db1-93da-b8a9725ccb9f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Fanout notify agent at l3_agent the message router_deleted on router e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:57:33.137206 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7529cb1b-c87c-4db1-93da-b8a9725ccb9f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.146208 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58116) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:33.146977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7529cb1b-c87c-4db1-93da-b8a9725ccb9f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65 HTTP/1.1" status: 204 len: 168 time: 0.4548862 Nov 15 14:57:33.206071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ad978f4-16db-4d8c-9c0f-5a17d9d51011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.233656 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-3759a727-bddb-4b64-805d-e9ee8b9c9c06 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting subnet a37d8e94-f2aa-4339-8f36-69e8ee4f2391 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:57:33.241027 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3759a727-bddb-4b64-805d-e9ee8b9c9c06 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.292729 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3759a727-bddb-4b64-805d-e9ee8b9c9c06 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.386024 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3759a727-bddb-4b64-805d-e9ee8b9c9c06 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.418204 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ad978f4-16db-4d8c-9c0f-5a17d9d51011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.456256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad978f4-16db-4d8c-9c0f-5a17d9d51011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0960faaf-544e-49a8-b77f-fff26bcae0b5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:33.456762 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ad978f4-16db-4d8c-9c0f-5a17d9d51011 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.463230 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0ad978f4-16db-4d8c-9c0f-5a17d9d51011 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0960faaf-544e-49a8-b77f-fff26bcae0b5 HTTP/1.1" status: 204 len: 168 time: 0.4905851 Nov 15 14:57:33.465217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7355e262-5ab8-462e-ad36-641327959c3c None None] Network 05e84ef2-d628-4e8b-85d1-d2b727ab8196 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:33.466157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58124) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:33.531743 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.577963 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.656641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Deleting port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:33.657018 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.683411 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3759a727-bddb-4b64-805d-e9ee8b9c9c06 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.695473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1372337-9812-49cd-9355-cc84bf38233e None None] DHCP port deletion for 05e84ef2-d628-4e8b-85d1-d2b727ab8196 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:57:33.714501 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759a727-bddb-4b64-805d-e9ee8b9c9c06 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Subnet': ['ID=a37d8e94-f2aa-4339-8f36-69e8ee4f2391,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:33.717262 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3759a727-bddb-4b64-805d-e9ee8b9c9c06 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.719995 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3759a727-bddb-4b64-805d-e9ee8b9c9c06 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/a37d8e94-f2aa-4339-8f36-69e8ee4f2391 HTTP/1.1" status: 204 len: 168 time: 0.5731778 Nov 15 14:57:33.722589 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58126) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:33.724419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809e3fa-8090-425d-8ac2-de5f6390e508 None None] Network 6710d0fe-dc13-411c-9226-8d70549e0c54 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:33.747198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] For port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=167b8fb0-8dc9-49a5-8187-d8cdb976f65c,segment=NetworkSegment(4b598553-12dd-45f6-ad18-3bba4a74c12c),segment_id=4b598553-12dd-45f6-ad18-3bba4a74c12c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:33.747849 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.770376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Calling delete_port for 167b8fb0-8dc9-49a5-8187-d8cdb976f65c owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:33.813307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.834526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d1372337-9812-49cd-9355-cc84bf38233e None None] Deleting port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:33.834526 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1372337-9812-49cd-9355-cc84bf38233e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.897476 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port 5508d0e5-6dc8-410e-9786-af2c64fd15b3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:33.897823 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.935846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d1372337-9812-49cd-9355-cc84bf38233e None None] For port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=167b8fb0-8dc9-49a5-8187-d8cdb976f65c,segment=NetworkSegment(4b598553-12dd-45f6-ad18-3bba4a74c12c),segment_id=4b598553-12dd-45f6-ad18-3bba4a74c12c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:33.937028 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1372337-9812-49cd-9355-cc84bf38233e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.953355 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fd4514a9-4d24-4d09-9585-210678f40787 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:57:33.977531 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] For port 5508d0e5-6dc8-410e-9786-af2c64fd15b3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=5508d0e5-6dc8-410e-9786-af2c64fd15b3,segment=NetworkSegment(baba12bd-3be3-42ad-8222-fbde00f6b784),segment_id=baba12bd-3be3-42ad-8222-fbde00f6b784)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:33.977907 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:33.983458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d1372337-9812-49cd-9355-cc84bf38233e None None] Calling delete_port for 167b8fb0-8dc9-49a5-8187-d8cdb976f65c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:33.988632 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: fd4514a9-4d24-4d09-9585-210678f40787 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:57:33.992225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fd4514a9-4d24-4d09-9585-210678f40787 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:57:33.992225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:57:34.007639 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for 5508d0e5-6dc8-410e-9786-af2c64fd15b3 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:34.032335 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.061685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:57:34.061967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4fe8ab38-67d2-4867-9149-e9bc435b6bc9 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:57:34.062545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 167b8fb0-8dc9-49a5-8187-d8cdb976f65c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:57:34.087035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Pushing event deleted for resources: {'Port': ['ID=167b8fb0-8dc9-49a5-8187-d8cdb976f65c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:34.089014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c46af0-7326-47ad-a1e8-71c24569156a None None] DHCP port deletion for 6710d0fe-dc13-411c-9226-8d70549e0c54 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:57:34.093697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] No DVR routers for this DVR port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:57:34.094739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 167b8fb0-8dc9-49a5-8187-d8cdb976f65c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:57:34.095307 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 167b8fb0-8dc9-49a5-8187-d8cdb976f65c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:57:34.128770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:34.129054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:34.129364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:34.129710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:34.130053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:34.130411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:34.130758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:34.131484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:34.131849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:34.132451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:34.132797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:34.133138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:34.168658 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1372337-9812-49cd-9355-cc84bf38233e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.202106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1372337-9812-49cd-9355-cc84bf38233e None None] Pushing event deleted for resources: {'Port': ['ID=167b8fb0-8dc9-49a5-8187-d8cdb976f65c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:34.206499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-13c46af0-7326-47ad-a1e8-71c24569156a None None] Deleting port 5508d0e5-6dc8-410e-9786-af2c64fd15b3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:57:34.206499 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13c46af0-7326-47ad-a1e8-71c24569156a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.211704 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.211990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1372337-9812-49cd-9355-cc84bf38233e None None] No DVR routers for this DVR port 167b8fb0-8dc9-49a5-8187-d8cdb976f65c on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:57:34.247580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e84ef2-d628-4e8b-85d1-d2b727ab8196']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:34.259131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b598553-12dd-45f6-ad18-3bba4a74c12c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:34.260134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b598553-12dd-45f6-ad18-3bba4a74c12c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:34.267146 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.271814 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.289599 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.290598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-13c46af0-7326-47ad-a1e8-71c24569156a None None] For port 5508d0e5-6dc8-410e-9786-af2c64fd15b3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=5508d0e5-6dc8-410e-9786-af2c64fd15b3,segment=NetworkSegment(baba12bd-3be3-42ad-8222-fbde00f6b784),segment_id=baba12bd-3be3-42ad-8222-fbde00f6b784)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:34.291822 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13c46af0-7326-47ad-a1e8-71c24569156a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.296064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=5508d0e5-6dc8-410e-9786-af2c64fd15b3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:34.302073 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No DVR routers for this DVR port 5508d0e5-6dc8-410e-9786-af2c64fd15b3 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:57:34.302642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:57:34.303360 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:57:34.307740 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:57:34.326330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-13c46af0-7326-47ad-a1e8-71c24569156a None None] Calling delete_port for 5508d0e5-6dc8-410e-9786-af2c64fd15b3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:57:34.420209 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.422787 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13c46af0-7326-47ad-a1e8-71c24569156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.449363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6710d0fe-dc13-411c-9226-8d70549e0c54']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:34.456993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c46af0-7326-47ad-a1e8-71c24569156a None None] Pushing event deleted for resources: {'Port': ['ID=5508d0e5-6dc8-410e-9786-af2c64fd15b3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:34.459229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c46af0-7326-47ad-a1e8-71c24569156a None None] No DVR routers for this DVR port 5508d0e5-6dc8-410e-9786-af2c64fd15b3 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:57:34.470122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baba12bd-3be3-42ad-8222-fbde00f6b784') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:34.471453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baba12bd-3be3-42ad-8222-fbde00f6b784') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:34.484250 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.485044 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.493744 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.504417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] 10.222.0.70 "DELETE /v2.0/networks/05e84ef2-d628-4e8b-85d1-d2b727ab8196 HTTP/1.1" status: 204 len: 168 time: 1.0371132 Nov 15 14:57:34.505931 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.534304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:57:34.534965 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.540364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b04a6-1f81-49dc-9573-a3f919d0485a admin admin] Pushing event deleted for resources: {'Network': ['ID=05e84ef2-d628-4e8b-85d1-d2b727ab8196,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:57:34.552611 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:57:34.833571 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.845029 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:34.852555 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/networks/6710d0fe-dc13-411c-9226-8d70549e0c54 HTTP/1.1" status: 204 len: 168 time: 1.1251042 Nov 15 14:57:34.858511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:34.870928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-650c9c7b-111b-4cea-9b59-3a2d41321960 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1246220917', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:34.879058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c439db-1de2-488f-85c4-e364d4f37eca tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Network': ['ID=6710d0fe-dc13-411c-9226-8d70549e0c54,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:35.048777 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-650c9c7b-111b-4cea-9b59-3a2d41321960 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.050039 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-650c9c7b-111b-4cea-9b59-3a2d41321960 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.074364 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:35.116231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-650c9c7b-111b-4cea-9b59-3a2d41321960 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.144551 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.152642 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5ea47063-ad1f-431a-86b3-eaae71300b35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51a048f636d44265be0adba945f4c6ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771828 Nov 15 14:57:35.155210 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:35.208848 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd405-3765-46e5-9f92-c60bc1b75315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.232391 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd405-3765-46e5-9f92-c60bc1b75315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.261841 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-650c9c7b-111b-4cea-9b59-3a2d41321960 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.377387 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-650c9c7b-111b-4cea-9b59-3a2d41321960 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.379452 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-650c9c7b-111b-4cea-9b59-3a2d41321960 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5112512 Nov 15 14:57:35.392324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58156) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:35.392324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-27b4eb14-7154-4889-bcd8-805340dca25e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'network': {'name': 'tempest-RoutersTest-488228668'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:35.425295 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd405-3765-46e5-9f92-c60bc1b75315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.427991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd405-3765-46e5-9f92-c60bc1b75315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.429129 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a2bdd405-3765-46e5-9f92-c60bc1b75315 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4feae42b-f70c-4de5-976c-f9ba2dbeed2b HTTP/1.1" status: 204 len: 168 time: 0.2728698 Nov 15 14:57:35.437394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdd405-3765-46e5-9f92-c60bc1b75315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feae42b-f70c-4de5-976c-f9ba2dbeed2b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:35.489328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b4eb14-7154-4889-bcd8-805340dca25e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:35.493094 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27b4eb14-7154-4889-bcd8-805340dca25e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.528981 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b4eb14-7154-4889-bcd8-805340dca25e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:57:35.540755 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27b4eb14-7154-4889-bcd8-805340dca25e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.541267 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-27b4eb14-7154-4889-bcd8-805340dca25e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Added segment 26a89d8c-74ed-4656-bdde-1ed5548744ed of type vlan for network 08e35557-03d1-4e16-8c1a-7224ff3fcc67 Nov 15 14:57:35.588900 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27b4eb14-7154-4889-bcd8-805340dca25e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.774148 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27b4eb14-7154-4889-bcd8-805340dca25e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.780499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b4eb14-7154-4889-bcd8-805340dca25e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:35.785013 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27b4eb14-7154-4889-bcd8-805340dca25e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.803928 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:35.856651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4eb14-7154-4889-bcd8-805340dca25e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Network': ['ID=08e35557-03d1-4e16-8c1a-7224ff3fcc67,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:35.868591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 08e35557-03d1-4e16-8c1a-7224ff3fcc67 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:57:35.909213 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 5508d0e5-6dc8-410e-9786-af2c64fd15b3 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:57:35.920710 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-27b4eb14-7154-4889-bcd8-805340dca25e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5381851 Nov 15 14:57:35.923453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:35.930644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1c9df2da-698c-4252-8015-dc03941867df tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'subnet': {'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:35.969747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 5508d0e5-6dc8-410e-9786-af2c64fd15b3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:57:35.970017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 5508d0e5-6dc8-410e-9786-af2c64fd15b3 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:57:36.128762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9df2da-698c-4252-8015-dc03941867df tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:36.137624 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9df2da-698c-4252-8015-dc03941867df tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:36.449891 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9df2da-698c-4252-8015-dc03941867df tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:36.510214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9df2da-698c-4252-8015-dc03941867df tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Subnet': ['ID=3107beda-2840-40ca-a30e-10ac2b78be18,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:36.521963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9df2da-698c-4252-8015-dc03941867df tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Checking segment: {'id': '26a89d8c-74ed-4656-bdde-1ed5548744ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:36.522335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9df2da-698c-4252-8015-dc03941867df tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network hostable DHCP agents. Network: 08e35557-03d1-4e16-8c1a-7224ff3fcc67, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:57:36.672341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9df2da-698c-4252-8015-dc03941867df tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 08e35557-03d1-4e16-8c1a-7224ff3fcc67 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:57:36.810986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:36.817440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1c9df2da-698c-4252-8015-dc03941867df tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 08e35557-03d1-4e16-8c1a-7224ff3fcc67) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:36.821733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9df2da-698c-4252-8015-dc03941867df tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:36.822105 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9df2da-698c-4252-8015-dc03941867df tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:36.827569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e37520-6e1f-4f2c-a2c9-d18159670879 None None] Network 08e35557-03d1-4e16-8c1a-7224ff3fcc67 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:36.934716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-484023411-network', 'tenant_id': '8a831b09e10644608805f8094580f2e2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:36.966665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1c9df2da-698c-4252-8015-dc03941867df tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0386264 Nov 15 14:57:36.967312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:36.996897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:57:36.998028 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.138128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Allocated IP 172.20.0.2 (08e35557-03d1-4e16-8c1a-7224ff3fcc67/3107beda-2840-40ca-a30e-10ac2b78be18/786b9e88-573a-4465-a6ea-dbdf28f99131) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:37.157839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Made reservation on behalf of 8a831b09e10644608805f8094580f2e2 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:37.160259 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.175670 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.270817 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.295717 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.297265 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.375190 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.405936 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.415217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:57:37.425904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f060a25e-ef4c-447d-9362-dc469aa8ff7c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:37.438105 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.438633 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Added segment 81f3a2ce-65dc-424f-81e4-bef2e76170bb of type vlan for network 49148bfd-b262-4441-8f3c-f5f2e5aab104 Nov 15 14:57:37.470709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Pushing event updated for resources: {'Port': ['ID=786b9e88-573a-4465-a6ea-dbdf28f99131,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:37.483388 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Network 08e35557-03d1-4e16-8c1a-7224ff3fcc67 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:37.485189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:37.485345 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.488376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:37.544007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Allocated IP 172.20.0.1 (08e35557-03d1-4e16-8c1a-7224ff3fcc67/3107beda-2840-40ca-a30e-10ac2b78be18/106f35ae-70a3-4db7-9054-8faa986874d5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:37.649910 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.650967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:37.652658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.677325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.719653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] Pushing event updated for resources: {'Network': ['ID=49148bfd-b262-4441-8f3c-f5f2e5aab104,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:37.726594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Attempting to bind port 786b9e88-573a-4465-a6ea-dbdf28f99131 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:37.727155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Attempting to bind port 786b9e88-573a-4465-a6ea-dbdf28f99131 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '26a89d8c-74ed-4656-bdde-1ed5548744ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:37.727526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Attempting to bind port 786b9e88-573a-4465-a6ea-dbdf28f99131 on network 08e35557-03d1-4e16-8c1a-7224ff3fcc67 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:37.735898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 49148bfd-b262-4441-8f3c-f5f2e5aab104 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:57:37.740162 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:37.740543 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Checking segment: {'id': '26a89d8c-74ed-4656-bdde-1ed5548744ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:37.740948 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.741346 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Bound using segment: {'id': '26a89d8c-74ed-4656-bdde-1ed5548744ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:37.741979 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Bound port: 786b9e88-573a-4465-a6ea-dbdf28f99131, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a89d8c-74ed-4656-bdde-1ed5548744ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:37.742369 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.761193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cf77874b-0fd0-4953-8787-e37dd6304da2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9485469 Nov 15 14:57:37.764294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:37.771032 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4a19862d-ae2c-4ff8-8d51-1563aa98a56e admin admin] Request body: {'subnet': {'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-484023411-subnet', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:37.830442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.871965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d70982dd-4597-477d-938c-6616616361a5 None None] For port 786b9e88-573a-4465-a6ea-dbdf28f99131, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:37.875001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d70982dd-4597-477d-938c-6616616361a5 None None] For port 786b9e88-573a-4465-a6ea-dbdf28f99131, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=786b9e88-573a-4465-a6ea-dbdf28f99131,segment=NetworkSegment(26a89d8c-74ed-4656-bdde-1ed5548744ed),segment_id=26a89d8c-74ed-4656-bdde-1ed5548744ed)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:37.877718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 08e35557-03d1-4e16-8c1a-7224ff3fcc67 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:37.880987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:37.883541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:37.911111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=106f35ae-70a3-4db7-9054-8faa986874d5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:37.923603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a19862d-ae2c-4ff8-8d51-1563aa98a56e admin admin] Made reservation on behalf of 8a831b09e10644608805f8094580f2e2 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:37.926024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a19862d-ae2c-4ff8-8d51-1563aa98a56e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.941374 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:37.981217 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:38.064316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70982dd-4597-477d-938c-6616616361a5 None None] Pushing event updated for resources: {'Port': ['ID=786b9e88-573a-4465-a6ea-dbdf28f99131,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:38.156214 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:38.238512 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a19862d-ae2c-4ff8-8d51-1563aa98a56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:38.332591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19862d-ae2c-4ff8-8d51-1563aa98a56e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:38.337401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19862d-ae2c-4ff8-8d51-1563aa98a56e admin admin] Checking segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:38.337764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a19862d-ae2c-4ff8-8d51-1563aa98a56e admin admin] Network hostable DHCP agents. Network: 49148bfd-b262-4441-8f3c-f5f2e5aab104, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:57:38.466847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a19862d-ae2c-4ff8-8d51-1563aa98a56e admin admin] Network 49148bfd-b262-4441-8f3c-f5f2e5aab104 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:57:38.474547 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:38.564604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4a19862d-ae2c-4ff8-8d51-1563aa98a56e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 49148bfd-b262-4441-8f3c-f5f2e5aab104) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:38.569100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a19862d-ae2c-4ff8-8d51-1563aa98a56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:38.569675 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a19862d-ae2c-4ff8-8d51-1563aa98a56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:38.575391 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:38.577987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bee8fb7-3a96-46bd-950a-dee703b203ec None None] Network 49148bfd-b262-4441-8f3c-f5f2e5aab104 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:38.659090 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=106f35ae-70a3-4db7-9054-8faa986874d5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:38.661637 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:38.681507 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4a19862d-ae2c-4ff8-8d51-1563aa98a56e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9157121 Nov 15 14:57:38.684913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:38.690009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:38.754711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-49148bfd-b262-4441-8f3c-f5f2e5aab104', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:57:38.755651 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:38.767770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 08e35557-03d1-4e16-8c1a-7224ff3fcc67 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:38.769272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:38.848570 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:38.850744 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:38.930415 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:38.946235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Allocated IP 172.20.0.2 (49148bfd-b262-4441-8f3c-f5f2e5aab104/d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4/fefe03fa-abf5-4660-9de9-4d75512e4d44) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:39.055220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:57:39.125722 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.179686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:39.186000 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2b2a47ad-48b4-4ef9-9794-b2a46adcb5d7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2170477 Nov 15 14:57:39.188406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:39.196126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'network': {'name': 'tempest-RoutersTest-1689325665'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:39.200428 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.200929 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.202894 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Sync routers for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:39.231293 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:39.231954 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:39.233884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Network 49148bfd-b262-4441-8f3c-f5f2e5aab104 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:39.254599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:39.258150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:39.294677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Pushing event updated for resources: {'Port': ['ID=fefe03fa-abf5-4660-9de9-4d75512e4d44,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:39.329397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bcfbdd-66d5-4e44-a54d-13a068166505 None None] Network 08e35557-03d1-4e16-8c1a-7224ff3fcc67 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:39.330949 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:39.335609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.357915 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:39.364215 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:57:39.375563 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.376657 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Added segment d4385339-1c48-41c9-99e9-c97c8560341f of type vlan for network 175d218e-e8b6-427f-b3e0-302c44a69b00 Nov 15 14:57:39.428434 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.464670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Attempting to bind port fefe03fa-abf5-4660-9de9-4d75512e4d44 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:39.465015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Attempting to bind port fefe03fa-abf5-4660-9de9-4d75512e4d44 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:39.465317 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Attempting to bind port fefe03fa-abf5-4660-9de9-4d75512e4d44 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:39.477390 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:39.477783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Checking segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:39.479863 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.480282 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Bound using segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:39.480825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Bound port: fefe03fa-abf5-4660-9de9-4d75512e4d44, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:39.481255 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.498635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-de01d25f-f517-4e4c-9499-2998ad677b20 None None] Provisioning complete for port 786b9e88-573a-4465-a6ea-dbdf28f99131 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:39.499004 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de01d25f-f517-4e4c-9499-2998ad677b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.535312 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.543100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:39.544301 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.619494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] For port fefe03fa-abf5-4660-9de9-4d75512e4d44, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:39.632540 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Network': ['ID=175d218e-e8b6-427f-b3e0-302c44a69b00,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:39.637487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] For port fefe03fa-abf5-4660-9de9-4d75512e4d44, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fefe03fa-abf5-4660-9de9-4d75512e4d44,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:39.647876 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:39.648426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:39.648892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:39.649422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:39.649869 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:39.650304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:39.650912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:39.651888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:39.652326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:39.652781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:39.653491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:39.653903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:39.671494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 175d218e-e8b6-427f-b3e0-302c44a69b00 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:57:39.696504 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:38Z', 'revision_number': 2, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:38Z', 'revision_number': 2, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:39.730508 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Checking router: d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:57:39.731107 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Updating router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f port 106f35ae-70a3-4db7-9054-8faa986874d5 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:57:39.756128 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0502165c-35e7-4f8f-b971-fcbed70af28a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5662205 Nov 15 14:57:39.758788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:39.772216 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de01d25f-f517-4e4c-9499-2998ad677b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.773827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b9565af2-66c0-40bc-bdd5-0844bf3c2f7f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'subnet': {'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:39.807807 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.812339 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:39.998159 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-de01d25f-f517-4e4c-9499-2998ad677b20 None None] For port 786b9e88-573a-4465-a6ea-dbdf28f99131, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=786b9e88-573a-4465-a6ea-dbdf28f99131,segment=NetworkSegment(26a89d8c-74ed-4656-bdde-1ed5548744ed),segment_id=26a89d8c-74ed-4656-bdde-1ed5548744ed)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:40.016701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca13b1-6fc7-49ae-8821-f110ad6faede None None] Pushing event updated for resources: {'Port': ['ID=fefe03fa-abf5-4660-9de9-4d75512e4d44,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:40.063953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 786b9e88-573a-4465-a6ea-dbdf28f99131 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:40.067837 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de01d25f-f517-4e4c-9499-2998ad677b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.164268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9565af2-66c0-40bc-bdd5-0844bf3c2f7f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:40.168920 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9565af2-66c0-40bc-bdd5-0844bf3c2f7f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.192971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d25f-f517-4e4c-9499-2998ad677b20 None None] Pushing event updated for resources: {'Port': ['ID=786b9e88-573a-4465-a6ea-dbdf28f99131,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:40.274604 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-610a9504-4c80-412f-b523-dae364cfd9fa None None] Provisioning complete for port 106f35ae-70a3-4db7-9054-8faa986874d5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:40.275205 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-610a9504-4c80-412f-b523-dae364cfd9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.375275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-610a9504-4c80-412f-b523-dae364cfd9fa None None] Port 106f35ae-70a3-4db7-9054-8faa986874d5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:40.385465 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.401641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-610a9504-4c80-412f-b523-dae364cfd9fa None None] Provisioning complete for port 786b9e88-573a-4465-a6ea-dbdf28f99131 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:40.402050 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-610a9504-4c80-412f-b523-dae364cfd9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.404999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 786b9e88-573a-4465-a6ea-dbdf28f99131 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:40.405456 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.458106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.598770 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.627872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Allocated IP 172.25.4.39 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/fdbc082a-f627-437e-9dc4-d241c328ac68) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:40.735152 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.735518 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9565af2-66c0-40bc-bdd5-0844bf3c2f7f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.772991 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.803611 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Pushing event updated for resources: {'Port': ['ID=106f35ae-70a3-4db7-9054-8faa986874d5,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:40.818596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9565af2-66c0-40bc-bdd5-0844bf3c2f7f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Subnet': ['ID=6c265eae-fa59-4700-bd64-6981081f10a7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:40.842244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9565af2-66c0-40bc-bdd5-0844bf3c2f7f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Checking segment: {'id': 'd4385339-1c48-41c9-99e9-c97c8560341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:40.842889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9565af2-66c0-40bc-bdd5-0844bf3c2f7f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network hostable DHCP agents. Network: 175d218e-e8b6-427f-b3e0-302c44a69b00, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:57:40.855641 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:40.855814 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b20f5f29-9b75-4033-8f22-4297d4441660 None None] Provisioning complete for port 106f35ae-70a3-4db7-9054-8faa986874d5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:40.855931 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:40.856107 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:40.856296 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b20f5f29-9b75-4033-8f22-4297d4441660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.856448 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:40.856968 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:40.857805 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:40.859441 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:40.860616 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:40.861156 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:40.861665 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:40.862171 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:40.862697 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:40.904999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b20f5f29-9b75-4033-8f22-4297d4441660 None None] Port 106f35ae-70a3-4db7-9054-8faa986874d5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:40.906415 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Attempting to bind port 106f35ae-70a3-4db7-9054-8faa986874d5 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:40.906871 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Attempting to bind port 106f35ae-70a3-4db7-9054-8faa986874d5 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '26a89d8c-74ed-4656-bdde-1ed5548744ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:40.907354 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Attempting to bind port 106f35ae-70a3-4db7-9054-8faa986874d5 on network 08e35557-03d1-4e16-8c1a-7224ff3fcc67 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:40.912838 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:40.913312 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Checking segment: {'id': '26a89d8c-74ed-4656-bdde-1ed5548744ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:40.913783 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.914244 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Bound using segment: {'id': '26a89d8c-74ed-4656-bdde-1ed5548744ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:40.914809 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Bound port: 106f35ae-70a3-4db7-9054-8faa986874d5, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a89d8c-74ed-4656-bdde-1ed5548744ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:40.915276 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.958683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:40.994291 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] For port 106f35ae-70a3-4db7-9054-8faa986874d5, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:40.998657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9565af2-66c0-40bc-bdd5-0844bf3c2f7f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 175d218e-e8b6-427f-b3e0-302c44a69b00 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:57:40.999832 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] For port 106f35ae-70a3-4db7-9054-8faa986874d5, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=106f35ae-70a3-4db7-9054-8faa986874d5,segment=NetworkSegment(26a89d8c-74ed-4656-bdde-1ed5548744ed),segment_id=26a89d8c-74ed-4656-bdde-1ed5548744ed)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:41.001443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:41.004685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:41.009266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:41.012625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Pushing event updated for resources: {'Port': ['ID=fdbc082a-f627-437e-9dc4-d241c328ac68,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:41.036313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-58e61747-0002-41f6-acfd-92e1b53e0a71 None None] Provisioning complete for port 106f35ae-70a3-4db7-9054-8faa986874d5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:41.036900 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58e61747-0002-41f6-acfd-92e1b53e0a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:41.070907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd0692c-4bc9-4633-8222-13cc5f94470f None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:57:41.099602 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-58e61747-0002-41f6-acfd-92e1b53e0a71 None None] Port 106f35ae-70a3-4db7-9054-8faa986874d5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:41.175047 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:41.186457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b9565af2-66c0-40bc-bdd5-0844bf3c2f7f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 175d218e-e8b6-427f-b3e0-302c44a69b00) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:41.191490 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9565af2-66c0-40bc-bdd5-0844bf3c2f7f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:41.192574 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9565af2-66c0-40bc-bdd5-0844bf3c2f7f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:41.201716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdde3fd4-e367-4b9f-b31c-9665366b207e None None] Network 175d218e-e8b6-427f-b3e0-302c44a69b00 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:41.274079 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10923286-d53b-4eb7-9700-94c53789e9e0 None None] Pushing event updated for resources: {'Port': ['ID=106f35ae-70a3-4db7-9054-8faa986874d5,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:41.278695 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:41.280052 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:41.322791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3cb3f2da-3d5d-4604-a781-74ec4158f501 None None] Provisioning complete for port fdbc082a-f627-437e-9dc4-d241c328ac68 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:41.323181 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f2da-3d5d-4604-a781-74ec4158f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:41.345233 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b9565af2-66c0-40bc-bdd5-0844bf3c2f7f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5848725 Nov 15 14:57:41.347781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:41.420915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3f2da-3d5d-4604-a781-74ec4158f501 None None] Port fdbc082a-f627-437e-9dc4-d241c328ac68 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:41.471622 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:41.557074 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:41.583692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7c053294-3afa-4729-a32c-d217d19ff042 None None] Provisioning complete for port 106f35ae-70a3-4db7-9054-8faa986874d5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:41.584400 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c053294-3afa-4729-a32c-d217d19ff042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:41.718182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-175d218e-e8b6-427f-b3e0-302c44a69b00', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:57:41.726142 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:41.813590 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:38Z', 'revision_number': 2, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:40Z', 'revision_number': 4, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:41.824004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb6e2ac-dd3f-45fc-9ab1-8498ab14aa1e None None] Network 49148bfd-b262-4441-8f3c-f5f2e5aab104 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:41.852337 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f9918-f3d4-4f96-89fa-543ed18fe951 None None] The sync data for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 is: [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:38Z', 'revision_number': 2, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:40Z', 'revision_number': 4, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:41.998736 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:42.153155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fefe03fa-abf5-4660-9de9-4d75512e4d44 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:42.287780 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c053294-3afa-4729-a32c-d217d19ff042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:42.409540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Router daf35859-a5b2-4345-b074-2ca78aa21115 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:57:42.428664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7c053294-3afa-4729-a32c-d217d19ff042 None None] For port 106f35ae-70a3-4db7-9054-8faa986874d5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=106f35ae-70a3-4db7-9054-8faa986874d5,segment=NetworkSegment(26a89d8c-74ed-4656-bdde-1ed5548744ed),segment_id=26a89d8c-74ed-4656-bdde-1ed5548744ed)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:42.431110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Allocated IP 172.21.0.2 (175d218e-e8b6-427f-b3e0-302c44a69b00/6c265eae-fa59-4700-bd64-6981081f10a7/793f5b62-b4ae-43f2-b5cd-9f93f89d84fd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:42.459313 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:42.507205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port fefe03fa-abf5-4660-9de9-4d75512e4d44 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:42.507578 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:42.560301 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:42.580256 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c053294-3afa-4729-a32c-d217d19ff042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:42.598524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Sync routers for ids ['daf35859-a5b2-4345-b074-2ca78aa21115'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:42.672123 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:42.676717 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d8369c91-86b6-49c3-afeb-b38e659b2ebc admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9876485 Nov 15 14:57:42.677779 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58294) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:42.866039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Routers {'daf35859-a5b2-4345-b074-2ca78aa21115'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:42.867079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['daf35859-a5b2-4345-b074-2ca78aa21115'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:42.987963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a6205434-4ac8-470e-9b60-2581d6414252 None None] Provisioning complete for port 106f35ae-70a3-4db7-9054-8faa986874d5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:42.988241 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6205434-4ac8-470e-9b60-2581d6414252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.038207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c053294-3afa-4729-a32c-d217d19ff042 None None] Pushing event updated for resources: {'Port': ['ID=106f35ae-70a3-4db7-9054-8faa986874d5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:43.144004 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.159697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Set router daf35859-a5b2-4345-b074-2ca78aa21115 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:43.166806 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.247200 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.335785 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Allocated IP 172.21.0.1 (175d218e-e8b6-427f-b3e0-302c44a69b00/6c265eae-fa59-4700-bd64-6981081f10a7/29d602a9-8b7c-4ee6-8cbc-1139eafd2531) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:43.378936 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.480159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Allocated IP 172.20.0.1 (49148bfd-b262-4441-8f3c-f5f2e5aab104/d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4/15815ae0-f9a5-403d-b3c2-6b6fed03a3c4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:43.500714 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Network 175d218e-e8b6-427f-b3e0-302c44a69b00 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:43.507487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:43.514670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port fefe03fa-abf5-4660-9de9-4d75512e4d44, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fefe03fa-abf5-4660-9de9-4d75512e4d44,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:43.515762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:43.524145 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.525276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a6205434-4ac8-470e-9b60-2581d6414252 None None] Provisioning complete for port fefe03fa-abf5-4660-9de9-4d75512e4d44 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:43.525276 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6205434-4ac8-470e-9b60-2581d6414252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.586327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Pushing event updated for resources: {'Port': ['ID=793f5b62-b4ae-43f2-b5cd-9f93f89d84fd,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:43.622246 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.642126 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.642975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 786b9e88-573a-4465-a6ea-dbdf28f99131 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:43.658078 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T14:57:41Z', 'revision_number': 3, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port': {'id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:40Z', 'updated_at': '2021-11-15T14:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:43.712669 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.736866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Checking router: daf35859-a5b2-4345-b074-2ca78aa21115 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:57:43.737219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Updating router daf35859-a5b2-4345-b074-2ca78aa21115 port fdbc082a-f627-437e-9dc4-d241c328ac68 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:57:43.739139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Attempting to bind port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:43.739513 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Attempting to bind port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'd4385339-1c48-41c9-99e9-c97c8560341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:43.739880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Attempting to bind port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd on network 175d218e-e8b6-427f-b3e0-302c44a69b00 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:43.784615 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 175d218e-e8b6-427f-b3e0-302c44a69b00 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:43.785083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:43.785516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Checking segment: {'id': 'd4385339-1c48-41c9-99e9-c97c8560341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:43.785923 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.786337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Bound using segment: {'id': 'd4385339-1c48-41c9-99e9-c97c8560341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:43.787378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Bound port: 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4385339-1c48-41c9-99e9-c97c8560341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:43.787378 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.788005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:43.790692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:43.820340 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.821868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=29d602a9-8b7c-4ee6-8cbc-1139eafd2531,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:43.843117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=fefe03fa-abf5-4660-9de9-4d75512e4d44,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:43.843827 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.845972 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.903202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Network 49148bfd-b262-4441-8f3c-f5f2e5aab104 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:43.911236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:43.936362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:43.951743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 786b9e88-573a-4465-a6ea-dbdf28f99131 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:43.952409 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:43.978262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Pushing event updated for resources: {'Port': ['ID=15815ae0-f9a5-403d-b3c2-6b6fed03a3c4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:43.998782 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.064194 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] For port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:44.091173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] For port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=793f5b62-b4ae-43f2-b5cd-9f93f89d84fd,segment=NetworkSegment(d4385339-1c48-41c9-99e9-c97c8560341f),segment_id=d4385339-1c48-41c9-99e9-c97c8560341f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:44.102832 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.157402 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-785eef22-1192-4353-927c-c94a2c9365c6 None None] Provisioning complete for port fefe03fa-abf5-4660-9de9-4d75512e4d44 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:44.158059 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-785eef22-1192-4353-927c-c94a2c9365c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.194975 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.301695 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.400075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a80df-76ef-4bf5-8529-41f71fe0113d None None] Pushing event updated for resources: {'Port': ['ID=793f5b62-b4ae-43f2-b5cd-9f93f89d84fd,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:44.594708 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.626619 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.646675 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.671956 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.676156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d3671053-a4b0-4c65-ad65-03af95352fbd None None] Provisioning complete for port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:44.678088 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d3671053-a4b0-4c65-ad65-03af95352fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.724192 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.728216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d3671053-a4b0-4c65-ad65-03af95352fbd None None] Port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:44.757342 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.759617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 106f35ae-70a3-4db7-9054-8faa986874d5 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:44.760143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Pushing event updated for resources: {'Port': ['ID=15815ae0-f9a5-403d-b3c2-6b6fed03a3c4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:44.788545 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.835843 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.837803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=29d602a9-8b7c-4ee6-8cbc-1139eafd2531,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:44.880276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Attempting to bind port fdbc082a-f627-437e-9dc4-d241c328ac68 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:44.880666 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Attempting to bind port fdbc082a-f627-437e-9dc4-d241c328ac68 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:44.881041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Attempting to bind port fdbc082a-f627-437e-9dc4-d241c328ac68 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:44.886200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Network 49148bfd-b262-4441-8f3c-f5f2e5aab104 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:44.887830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:44.890171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dd629b-4050-47b9-bac4-7a726ee67882 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:57:44.900394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12bb13-4e29-4f2f-b6a2-24bb87800017 None None] Pushing event updated for resources: {'Port': ['ID=fdbc082a-f627-437e-9dc4-d241c328ac68,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:44.915699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:44.916091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:44.916496 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.916957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:44.917457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Bound port: fdbc082a-f627-437e-9dc4-d241c328ac68, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:44.917842 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.927748 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 106f35ae-70a3-4db7-9054-8faa986874d5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:44.927983 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:44.960320 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 175d218e-e8b6-427f-b3e0-302c44a69b00 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:44.962312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:45.082965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Router daf35859-a5b2-4345-b074-2ca78aa21115 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:57:45.110418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:57:45.252872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:45.273257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5a38676a-be4e-4b0c-a284-860b6f77f118 admin admin] 10.222.0.70 "PUT /v2.0/routers/daf35859-a5b2-4345-b074-2ca78aa21115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5934274 Nov 15 14:57:45.283145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] For port fdbc082a-f627-437e-9dc4-d241c328ac68, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:45.283145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-68ec19ed-051f-4f19-a35f-bc7addeafa4f None None] Provisioning complete for port fdbc082a-f627-437e-9dc4-d241c328ac68 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:45.283145 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68ec19ed-051f-4f19-a35f-bc7addeafa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:45.344885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:45.355704 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-61e0f841-36ad-4b81-abcb-078f93332be2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0063219 Nov 15 14:57:45.356037 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Sync routers for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:45.358431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58334) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:45.367344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8f9b3a47-f205-4508-b33a-b1cc8c05efe0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'network': {'name': 'tempest-RoutersTest-702518002'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:45.368640 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] For port fdbc082a-f627-437e-9dc4-d241c328ac68, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fdbc082a-f627-437e-9dc4-d241c328ac68,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:45.389867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-68ec19ed-051f-4f19-a35f-bc7addeafa4f None None] Port fdbc082a-f627-437e-9dc4-d241c328ac68 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:45.392707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fefe03fa-abf5-4660-9de9-4d75512e4d44 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:45.402497 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:45.404876 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:45.462421 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:45.527494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12bb13-4e29-4f2f-b6a2-24bb87800017 None None] Pushing event updated for resources: {'Port': ['ID=fdbc082a-f627-437e-9dc4-d241c328ac68,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:45.546162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9b3a47-f205-4508-b33a-b1cc8c05efe0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:45.552342 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f9b3a47-f205-4508-b33a-b1cc8c05efe0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:45.591964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9b3a47-f205-4508-b33a-b1cc8c05efe0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:57:45.635474 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f9b3a47-f205-4508-b33a-b1cc8c05efe0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:45.635474 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-8f9b3a47-f205-4508-b33a-b1cc8c05efe0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Added segment b4060e5b-f749-4e07-bf6d-108827168937 of type vlan for network 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc Nov 15 14:57:45.642795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e618a388-7ab3-4a73-b68e-869e4080504b None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:57:45.698502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Routers {'daf35859-a5b2-4345-b074-2ca78aa21115'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:45.698502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['daf35859-a5b2-4345-b074-2ca78aa21115'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:45.700541 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f9b3a47-f205-4508-b33a-b1cc8c05efe0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:45.767747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port fefe03fa-abf5-4660-9de9-4d75512e4d44 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:45.768120 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:45.769859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1da1967d-f1c4-43be-baed-30b7f548abee None None] Provisioning complete for port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:45.770210 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1da1967d-f1c4-43be-baed-30b7f548abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:45.775757 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:45.801344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cadd92-9f2d-426c-8f98-1408cea5eb28 None None] Network 175d218e-e8b6-427f-b3e0-302c44a69b00 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:45.871975 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f9b3a47-f205-4508-b33a-b1cc8c05efe0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:45.877570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9b3a47-f205-4508-b33a-b1cc8c05efe0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:45.878164 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f9b3a47-f205-4508-b33a-b1cc8c05efe0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:45.959993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1da1967d-f1c4-43be-baed-30b7f548abee None None] Port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:45.989180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] Set router daf35859-a5b2-4345-b074-2ca78aa21115 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:45.997261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b3a47-f205-4508-b33a-b1cc8c05efe0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Network': ['ID=8b323db4-c30d-4ea7-b82c-5fd10e3a64bc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:46.009071 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8f9b3a47-f205-4508-b33a-b1cc8c05efe0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6469166 Nov 15 14:57:46.010070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:46.016369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bded7ee9-8438-488d-aa06-9207cbdda1fb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'subnet': {'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:46.020877 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:43Z', 'revision_number': 3, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 2, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:46.052966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58352) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:46.058648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-05185928-2362-4a21-a725-4a21d8fe0c59 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--493763091', 'description': 'tempest-description--1987617343'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:46.081373 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Checking router: d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:57:46.081760 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Updating router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f port 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:57:46.119780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:57:46.123031 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.186459 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05185928-2362-4a21-a725-4a21d8fe0c59 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.276685 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05185928-2362-4a21-a725-4a21d8fe0c59 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.281277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-62f1e9c9-4473-45a9-8e6c-eabd6539b292 None None] Provisioning complete for port fdbc082a-f627-437e-9dc4-d241c328ac68 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:46.281774 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62f1e9c9-4473-45a9-8e6c-eabd6539b292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.300677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bded7ee9-8438-488d-aa06-9207cbdda1fb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:46.309645 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bded7ee9-8438-488d-aa06-9207cbdda1fb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.387117 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05185928-2362-4a21-a725-4a21d8fe0c59 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.437246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05185928-2362-4a21-a725-4a21d8fe0c59 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c71f5a1-9e7a-4947-8f9c-3574e9c56959,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:46.490073 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.531936 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05185928-2362-4a21-a725-4a21d8fe0c59 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.534150 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-05185928-2362-4a21-a725-4a21d8fe0c59 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4787192 Nov 15 14:57:46.539978 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:46.546093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-79af0b1e-b7cc-4a1c-9409-907638e0c997 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Request body: {'security_group_rule': {'security_group_id': '3c71f5a1-9e7a-4947-8f9c-3574e9c56959', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:46.556336 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.651872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:46.679329 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b4df1-3959-4e63-82a6-83151a2d5161 None None] Pushing event updated for resources: {'Port': ['ID=29d602a9-8b7c-4ee6-8cbc-1139eafd2531,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:46.692962 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Attempting to bind port 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:46.693391 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Attempting to bind port 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'd4385339-1c48-41c9-99e9-c97c8560341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:46.693758 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Attempting to bind port 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 on network 175d218e-e8b6-427f-b3e0-302c44a69b00 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:46.697264 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62f1e9c9-4473-45a9-8e6c-eabd6539b292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.699816 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:46.700434 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Checking segment: {'id': 'd4385339-1c48-41c9-99e9-c97c8560341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:46.700843 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.701236 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Bound using segment: {'id': 'd4385339-1c48-41c9-99e9-c97c8560341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:46.701701 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Bound port: 29d602a9-8b7c-4ee6-8cbc-1139eafd2531, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4385339-1c48-41c9-99e9-c97c8560341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:46.702076 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.711894 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bded7ee9-8438-488d-aa06-9207cbdda1fb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.737911 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79af0b1e-b7cc-4a1c-9409-907638e0c997 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.758062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-62f1e9c9-4473-45a9-8e6c-eabd6539b292 None None] For port fdbc082a-f627-437e-9dc4-d241c328ac68, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fdbc082a-f627-437e-9dc4-d241c328ac68,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:46.774963 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] For port 29d602a9-8b7c-4ee6-8cbc-1139eafd2531, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:46.777267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:46.777806 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.779365 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] For port 29d602a9-8b7c-4ee6-8cbc-1139eafd2531, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=29d602a9-8b7c-4ee6-8cbc-1139eafd2531,segment=NetworkSegment(d4385339-1c48-41c9-99e9-c97c8560341f),segment_id=d4385339-1c48-41c9-99e9-c97c8560341f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:46.826908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 4, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port': {'id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:40Z', 'updated_at': '2021-11-15T14:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '15815ae0-f9a5-403d-b3c2-6b6fed03a3c4', 'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'mac_address': 'fa:16:3e:cb:29:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:43Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 2, 'project_id': '8a831b09e10644608805f8094580f2e2', 'subnets': [{'id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:46.880313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22c649-d3d9-4f88-88ea-4934c9f29b1a None None] The sync data for ids ['daf35859-a5b2-4345-b074-2ca78aa21115'] in n-d-817748-2 is: [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 4, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port': {'id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:40Z', 'updated_at': '2021-11-15T14:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '15815ae0-f9a5-403d-b3c2-6b6fed03a3c4', 'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'mac_address': 'fa:16:3e:cb:29:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:43Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 2, 'project_id': '8a831b09e10644608805f8094580f2e2', 'subnets': [{'id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:46.890558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded7ee9-8438-488d-aa06-9207cbdda1fb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Subnet': ['ID=19d4f00a-ca4b-4829-9900-6120c53c46e0,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:46.893287 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62f1e9c9-4473-45a9-8e6c-eabd6539b292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.901636 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded7ee9-8438-488d-aa06-9207cbdda1fb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Checking segment: {'id': 'b4060e5b-f749-4e07-bf6d-108827168937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:46.902327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bded7ee9-8438-488d-aa06-9207cbdda1fb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network hostable DHCP agents. Network: 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:57:46.915806 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79af0b1e-b7cc-4a1c-9409-907638e0c997 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.919262 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:46.968621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-62f1e9c9-4473-45a9-8e6c-eabd6539b292 None None] Provisioning complete for port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:46.968998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62f1e9c9-4473-45a9-8e6c-eabd6539b292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:47.009338 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79af0b1e-b7cc-4a1c-9409-907638e0c997 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:47.021755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bded7ee9-8438-488d-aa06-9207cbdda1fb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:57:47.044877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af0b1e-b7cc-4a1c-9409-907638e0c997 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd91b4f-e948-48a8-a006-e08e8350eeff,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:47.049488 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b4df1-3959-4e63-82a6-83151a2d5161 None None] Pushing event updated for resources: {'Port': ['ID=29d602a9-8b7c-4ee6-8cbc-1139eafd2531,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:47.052502 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:47.055047 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:47.071638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1e9c9-4473-45a9-8e6c-eabd6539b292 None None] Pushing event updated for resources: {'Port': ['ID=fdbc082a-f627-437e-9dc4-d241c328ac68,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:47.117613 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:47.140863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-bded7ee9-8438-488d-aa06-9207cbdda1fb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:47.145854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bded7ee9-8438-488d-aa06-9207cbdda1fb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:47.146853 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bded7ee9-8438-488d-aa06-9207cbdda1fb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:47.158497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79af0b1e-b7cc-4a1c-9409-907638e0c997 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:47.161406 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-79af0b1e-b7cc-4a1c-9409-907638e0c997 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6193216 Nov 15 14:57:47.163974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58372) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:47.169694 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-aee4e7ce-b520-4680-a3ab-ea9ee72c75ae tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Request body: {'security_group_rule': {'security_group_id': '3c71f5a1-9e7a-4947-8f9c-3574e9c56959', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:47.192268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca335f5-474d-4002-8404-0e04674fc1af None None] Network 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:47.198899 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:47.256241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:47.257913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bded7ee9-8438-488d-aa06-9207cbdda1fb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2460783 Nov 15 14:57:47.301317 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62f1e9c9-4473-45a9-8e6c-eabd6539b292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:47.306148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=793f5b62-b4ae-43f2-b5cd-9f93f89d84fd,segment=NetworkSegment(d4385339-1c48-41c9-99e9-c97c8560341f),segment_id=d4385339-1c48-41c9-99e9-c97c8560341f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:47.422896 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:47.620331 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-62f1e9c9-4473-45a9-8e6c-eabd6539b292 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:57:47.621431 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-62f1e9c9-4473-45a9-8e6c-eabd6539b292 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:57:47.622725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aee4e7ce-b520-4680-a3ab-ea9ee72c75ae tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:47.627383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=793f5b62-b4ae-43f2-b5cd-9f93f89d84fd,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:47.643882 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:43Z', 'revision_number': 3, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:46Z', 'revision_number': 4, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:47.671274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'fixed_ips': [{'subnet_id': '19d4f00a-ca4b-4829-9900-6120c53c46e0'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:57:47.672715 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:47.699637 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ae6b5-a91e-4cfe-82f2-aa0c74d93302 None None] The sync data for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 is: [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:43Z', 'revision_number': 3, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:46Z', 'revision_number': 4, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:47.863697 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aee4e7ce-b520-4680-a3ab-ea9ee72c75ae tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:47.976596 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aee4e7ce-b520-4680-a3ab-ea9ee72c75ae tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:48.065459 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4e7ce-b520-4680-a3ab-ea9ee72c75ae tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd26073-5068-4e9e-b4fc-59915899f8b8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:48.084024 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:48.171036 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aee4e7ce-b520-4680-a3ab-ea9ee72c75ae tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:48.172234 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-aee4e7ce-b520-4680-a3ab-ea9ee72c75ae tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0069404 Nov 15 14:57:48.175327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58386) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:48.198101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:48.294110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Allocated IP 172.22.0.2 (8b323db4-c30d-4ea7-b82c-5fd10e3a64bc/19d4f00a-ca4b-4829-9900-6120c53c46e0/6a2d1ead-a502-4b49-8e94-42cb05792b5e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:48.336793 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:48.421722 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1bd6b7c8-9161-4ad5-99b8-c3c1cf51cc16 None None] Provisioning complete for port 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:48.422011 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b7c8-9161-4ad5-99b8-c3c1cf51cc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:48.533939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:48.590375 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:48.709092 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:48.800009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Allocated IP 172.22.0.1 (8b323db4-c30d-4ea7-b82c-5fd10e3a64bc/19d4f00a-ca4b-4829-9900-6120c53c46e0/629e29b5-fd7f-4d85-87e4-60d2bf69294f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:48.811797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Pushing event updated for resources: {'Port': ['ID=6a2d1ead-a502-4b49-8e94-42cb05792b5e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:48.822024 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b7c8-9161-4ad5-99b8-c3c1cf51cc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:48.837102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Allocated IP 172.25.4.203 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/0155c7e0-dcf4-4e0a-97b4-4d0d627f8d76) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:48.847621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Network 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:48.874464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fdbc082a-f627-437e-9dc4-d241c328ac68 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:48.878827 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:48.900179 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:48.950231 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1bd6b7c8-9161-4ad5-99b8-c3c1cf51cc16 None None] For port 29d602a9-8b7c-4ee6-8cbc-1139eafd2531, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=29d602a9-8b7c-4ee6-8cbc-1139eafd2531,segment=NetworkSegment(d4385339-1c48-41c9-99e9-c97c8560341f),segment_id=d4385339-1c48-41c9-99e9-c97c8560341f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:48.990155 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.029714 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b7c8-9161-4ad5-99b8-c3c1cf51cc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.091585 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.105757 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.164725 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Attempting to bind port 6a2d1ead-a502-4b49-8e94-42cb05792b5e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:49.165044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Attempting to bind port 6a2d1ead-a502-4b49-8e94-42cb05792b5e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'b4060e5b-f749-4e07-bf6d-108827168937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:49.165423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Attempting to bind port 6a2d1ead-a502-4b49-8e94-42cb05792b5e on network 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:49.174880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:49.177647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port fdbc082a-f627-437e-9dc4-d241c328ac68 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:49.178236 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.180880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:49.186208 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:49.187330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1bd6b7c8-9161-4ad5-99b8-c3c1cf51cc16 None None] Provisioning complete for port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:49.187708 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b7c8-9161-4ad5-99b8-c3c1cf51cc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.214190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=629e29b5-fd7f-4d85-87e4-60d2bf69294f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:49.241191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.242430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:49.242979 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Checking segment: {'id': 'b4060e5b-f749-4e07-bf6d-108827168937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:49.243390 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.243793 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Bound using segment: {'id': 'b4060e5b-f749-4e07-bf6d-108827168937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:49.244276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Bound port: 6a2d1ead-a502-4b49-8e94-42cb05792b5e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4060e5b-f749-4e07-bf6d-108827168937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:49.244691 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.260042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6b7c8-9161-4ad5-99b8-c3c1cf51cc16 None None] Pushing event updated for resources: {'Port': ['ID=29d602a9-8b7c-4ee6-8cbc-1139eafd2531,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:49.280046 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.353682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:49.355204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:49.358853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] For port 6a2d1ead-a502-4b49-8e94-42cb05792b5e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:49.362726 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] For port 6a2d1ead-a502-4b49-8e94-42cb05792b5e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6a2d1ead-a502-4b49-8e94-42cb05792b5e,segment=NetworkSegment(b4060e5b-f749-4e07-bf6d-108827168937),segment_id=b4060e5b-f749-4e07-bf6d-108827168937)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:49.363300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:49.399024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event updated for resources: {'Port': ['ID=0155c7e0-dcf4-4e0a-97b4-4d0d627f8d76,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:49.436737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:49.461081 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.462903 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.487636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.540465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a30891-be76-4cc0-8140-c7e29baf7604 None None] Pushing event updated for resources: {'Port': ['ID=6a2d1ead-a502-4b49-8e94-42cb05792b5e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:49.550971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:49.551351 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.582459 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.594375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2672ee47-0d13-415c-a767-eb5db2a8c3b3 None None] Provisioning complete for port 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:49.594949 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2672ee47-0d13-415c-a767-eb5db2a8c3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.706676 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:49.814915 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.821686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:49.822231 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.873131 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.940736 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:49.993141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event updated for resources: {'Port': ['ID=0155c7e0-dcf4-4e0a-97b4-4d0d627f8d76,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:50.007466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:50.009658 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:50.118285 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=629e29b5-fd7f-4d85-87e4-60d2bf69294f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:50.128359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:50.136581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:50.137892 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fd6eb703-8ce6-4318-ab3c-7bdc696325e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9610686 Nov 15 14:57:50.300987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:50.302515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:50.410095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:57:50.523902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:50.531336 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ffcf480d-9fca-45c6-bab5-b1349f72cb71 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2740006 Nov 15 14:57:50.534888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:50.535546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Sync routers for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:50.543633 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-16315c3a-bf96-4ae9-b7f4-fa7889845eaf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'network': {'name': 'tempest-RoutersTest-2110480648'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:50.563218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:50.564146 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:50.704558 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:50.762796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6a2d1ead-a502-4b49-8e94-42cb05792b5e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:50.927801 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Sync routers for ids ['daf35859-a5b2-4345-b074-2ca78aa21115'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:50.935355 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16315c3a-bf96-4ae9-b7f4-fa7889845eaf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:50.941011 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16315c3a-bf96-4ae9-b7f4-fa7889845eaf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:50.946833 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Routers {'daf35859-a5b2-4345-b074-2ca78aa21115'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:50.947380 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['daf35859-a5b2-4345-b074-2ca78aa21115'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:50.989836 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16315c3a-bf96-4ae9-b7f4-fa7889845eaf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:57:51.004227 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16315c3a-bf96-4ae9-b7f4-fa7889845eaf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:51.004869 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-16315c3a-bf96-4ae9-b7f4-fa7889845eaf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Added segment 01d4b8f1-6eb0-4fe1-b578-5236f0efc01a of type vlan for network f0d72234-f00e-4af7-956a-d652ef65365b Nov 15 14:57:51.026867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6a2d1ead-a502-4b49-8e94-42cb05792b5e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:51.027938 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:51.078585 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16315c3a-bf96-4ae9-b7f4-fa7889845eaf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:51.130557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e722dd58-e5cc-4dbe-87aa-b80fefdf7faf tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--493763091&fields=id&tenant_id=8a831b09e10644608805f8094580f2e2 HTTP/1.1" status: 200 len: 267 time: 0.6120973 Nov 15 14:57:51.181361 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Set router daf35859-a5b2-4345-b074-2ca78aa21115 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:51.203889 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16315c3a-bf96-4ae9-b7f4-fa7889845eaf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:51.211956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16315c3a-bf96-4ae9-b7f4-fa7889845eaf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:51.217451 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16315c3a-bf96-4ae9-b7f4-fa7889845eaf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:51.257540 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:51.306110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:49Z', 'revision_number': 4, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '629e29b5-fd7f-4d85-87e4-60d2bf69294f', 'name': '', 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4d:86:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:48Z', 'updated_at': '2021-11-15T14:57:49Z', 'revision_number': 2, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:51.341060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-95a63e29-63c0-4f11-96b8-ec49f102da10 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:51.347674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-95a63e29-63c0-4f11-96b8-ec49f102da10 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 811 time: 0.2106254 Nov 15 14:57:51.366793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16315c3a-bf96-4ae9-b7f4-fa7889845eaf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Network': ['ID=f0d72234-f00e-4af7-956a-d652ef65365b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:51.380102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-4e6d80e0-3ba7-4802-a78c-a84ca94ba128 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/quotas/8a831b09e10644608805f8094580f2e2 HTTP/1.1" status: 200 len: 375 time: 0.0303519 Nov 15 14:57:51.394378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network f0d72234-f00e-4af7-956a-d652ef65365b details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:57:51.396757 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Checking router: d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:57:51.397180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Updating router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f port 629e29b5-fd7f-4d85-87e4-60d2bf69294f binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:57:51.470465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ab0b11-9160-47ec-b476-3d147ff48e4a None None] Network 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:51.474954 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-16315c3a-bf96-4ae9-b7f4-fa7889845eaf tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9383252 Nov 15 14:57:51.477940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58420) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:51.483573 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-da9d5de0-0d16-4a1f-802d-ca3c5e77a29e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'subnet': {'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:51.483909 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 4, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port': {'id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:40Z', 'updated_at': '2021-11-15T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '15815ae0-f9a5-403d-b3c2-6b6fed03a3c4', 'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'mac_address': 'fa:16:3e:cb:29:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:43Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 2, 'project_id': '8a831b09e10644608805f8094580f2e2', 'subnets': [{'id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:51.493189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-638d86dd-8e61-444f-b8fa-5530883cbdd2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965869 Nov 15 14:57:51.503955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-634bd1c2-2e31-44c3-ad75-ca2c7ec1b89f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:57:51.510159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-634bd1c2-2e31-44c3-ad75-ca2c7ec1b89f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067790 Nov 15 14:57:51.513242 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Checking router: daf35859-a5b2-4345-b074-2ca78aa21115 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:57:51.513602 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Updating router daf35859-a5b2-4345-b074-2ca78aa21115 port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:57:51.544834 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:51.598588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 6a2d1ead-a502-4b49-8e94-42cb05792b5e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6a2d1ead-a502-4b49-8e94-42cb05792b5e,segment=NetworkSegment(b4060e5b-f749-4e07-bf6d-108827168937),segment_id=b4060e5b-f749-4e07-bf6d-108827168937)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:51.636853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-64762984-b3eb-4b76-b781-ba6b87efbfe1 service neutron] 10.222.0.70 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230187 Nov 15 14:57:51.705821 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:51.721041 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:51.722556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:51.746769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9d5de0-0d16-4a1f-802d-ca3c5e77a29e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Made reservation on behalf of 6784a8a648d54f3ba1d0542544128aa6 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:51.750849 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da9d5de0-0d16-4a1f-802d-ca3c5e77a29e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:51.797640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-6d008566-51d6-4a22-bb20-b79159ba6e7b service neutron] 10.222.0.70 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593451 Nov 15 14:57:51.953085 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:52.051718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eac1d785-c911-41b3-98d8-fab64891faea None None] Provisioning complete for port 6a2d1ead-a502-4b49-8e94-42cb05792b5e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:52.052310 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eac1d785-c911-41b3-98d8-fab64891faea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:52.106646 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:52.192730 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da9d5de0-0d16-4a1f-802d-ca3c5e77a29e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:52.193823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=6a2d1ead-a502-4b49-8e94-42cb05792b5e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:52.360468 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d95cbe-087f-4f46-bcb4-39906f71e818 None None] Pushing event updated for resources: {'Port': ['ID=15815ae0-f9a5-403d-b3c2-6b6fed03a3c4,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:52.375812 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Attempting to bind port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:52.377055 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Attempting to bind port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:52.377424 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Attempting to bind port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:52.383400 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:52.383770 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Checking segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:52.384414 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:52.384991 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Bound using segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:52.385531 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d5de0-0d16-4a1f-802d-ca3c5e77a29e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Subnet': ['ID=85f3b9cb-c480-4edb-8ccc-a22b7482b16f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:52.386224 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Bound port: 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:52.386932 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:52.421423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:52.421795 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:52.432469 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9d5de0-0d16-4a1f-802d-ca3c5e77a29e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Checking segment: {'id': '01d4b8f1-6eb0-4fe1-b578-5236f0efc01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:52.432836 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9d5de0-0d16-4a1f-802d-ca3c5e77a29e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network hostable DHCP agents. Network: f0d72234-f00e-4af7-956a-d652ef65365b, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:57:52.540595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9d5de0-0d16-4a1f-802d-ca3c5e77a29e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network f0d72234-f00e-4af7-956a-d652ef65365b is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:57:52.568910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d4f6327-e7d7-4063-a33b-ffdcf104fd4d req-5e50aace-045c-4ec9-b776-6572e017f278 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 210 time: 0.2531445 Nov 15 14:57:52.570878 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] For port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:52.584163 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] For port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=15815ae0-f9a5-403d-b3c2-6b6fed03a3c4,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:52.700421 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-da9d5de0-0d16-4a1f-802d-ca3c5e77a29e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, f0d72234-f00e-4af7-956a-d652ef65365b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:52.705528 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d5de0-0d16-4a1f-802d-ca3c5e77a29e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:52.706138 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da9d5de0-0d16-4a1f-802d-ca3c5e77a29e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:52.724720 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:52.735117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b150577-9b72-4882-a87f-bde94c176b3f None None] Network f0d72234-f00e-4af7-956a-d652ef65365b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:52.832502 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Routers {'daf35859-a5b2-4345-b074-2ca78aa21115'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:52.833000 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['daf35859-a5b2-4345-b074-2ca78aa21115'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:52.866194 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-da9d5de0-0d16-4a1f-802d-ca3c5e77a29e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3870828 Nov 15 14:57:52.866987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:52.945964 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d95cbe-087f-4f46-bcb4-39906f71e818 None None] Pushing event updated for resources: {'Port': ['ID=15815ae0-f9a5-403d-b3c2-6b6fed03a3c4,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:53.020729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f781ff8b-b524-40b4-9e68-06ee9de927aa None None] Provisioning complete for port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:53.021099 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f781ff8b-b524-40b4-9e68-06ee9de927aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:53.063768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6a2d1ead-a502-4b49-8e94-42cb05792b5e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:53.143886 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] Set router daf35859-a5b2-4345-b074-2ca78aa21115 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:53.256814 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:53.359127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6a2d1ead-a502-4b49-8e94-42cb05792b5e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:53.359613 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:53.406945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-f0d72234-f00e-4af7-956a-d652ef65365b', 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'fixed_ips': [{'subnet_id': '85f3b9cb-c480-4edb-8ccc-a22b7482b16f'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:57:53.407909 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:53.433624 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:53.504009 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4fd0d-8bc5-4fe7-8049-97ace6e31c98 None None] Pushing event updated for resources: {'Port': ['ID=629e29b5-fd7f-4d85-87e4-60d2bf69294f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:53.543915 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 4, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port': {'id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:40Z', 'updated_at': '2021-11-15T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '15815ae0-f9a5-403d-b3c2-6b6fed03a3c4', 'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'mac_address': 'fa:16:3e:cb:29:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:43Z', 'updated_at': '2021-11-15T14:57:52Z', 'revision_number': 4, 'project_id': '8a831b09e10644608805f8094580f2e2', 'subnets': [{'id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:53.584441 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e63211-4316-47c1-b6f4-8f7980f23e0c None None] The sync data for ids ['daf35859-a5b2-4345-b074-2ca78aa21115'] in n-d-817748-2 is: [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 4, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port': {'id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:40Z', 'updated_at': '2021-11-15T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '15815ae0-f9a5-403d-b3c2-6b6fed03a3c4', 'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'mac_address': 'fa:16:3e:cb:29:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:43Z', 'updated_at': '2021-11-15T14:57:52Z', 'revision_number': 4, 'project_id': '8a831b09e10644608805f8094580f2e2', 'subnets': [{'id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:53.592658 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f781ff8b-b524-40b4-9e68-06ee9de927aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:53.711580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c65d6469-702a-464e-a6b6-180f102d30f2 req-19fd153d-8e0d-45a3-a9f2-f733066e7904 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 210 time: 0.0738108 Nov 15 14:57:53.859677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f781ff8b-b524-40b4-9e68-06ee9de927aa None None] For port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=15815ae0-f9a5-403d-b3c2-6b6fed03a3c4,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:53.891036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Attempting to bind port 629e29b5-fd7f-4d85-87e4-60d2bf69294f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:53.891406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Attempting to bind port 629e29b5-fd7f-4d85-87e4-60d2bf69294f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'b4060e5b-f749-4e07-bf6d-108827168937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:53.891885 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Attempting to bind port 629e29b5-fd7f-4d85-87e4-60d2bf69294f on network 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:53.903697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:53.904079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Checking segment: {'id': 'b4060e5b-f749-4e07-bf6d-108827168937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:53.904482 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:53.904934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Bound using segment: {'id': 'b4060e5b-f749-4e07-bf6d-108827168937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:53.905424 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Bound port: 629e29b5-fd7f-4d85-87e4-60d2bf69294f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4060e5b-f749-4e07-bf6d-108827168937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:53.906184 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:53.988927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Allocated IP 172.23.0.2 (f0d72234-f00e-4af7-956a-d652ef65365b/85f3b9cb-c480-4edb-8ccc-a22b7482b16f/e2312648-6fb0-489a-b468-c76b7560f8c3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:53.995488 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f781ff8b-b524-40b4-9e68-06ee9de927aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:54.100763 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] For port 629e29b5-fd7f-4d85-87e4-60d2bf69294f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:54.139478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] For port 629e29b5-fd7f-4d85-87e4-60d2bf69294f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=629e29b5-fd7f-4d85-87e4-60d2bf69294f,segment=NetworkSegment(b4060e5b-f749-4e07-bf6d-108827168937),segment_id=b4060e5b-f749-4e07-bf6d-108827168937)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:54.145650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781ff8b-b524-40b4-9e68-06ee9de927aa None None] Pushing event updated for resources: {'Port': ['ID=15815ae0-f9a5-403d-b3c2-6b6fed03a3c4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:54.170292 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-41e7beb8-dc76-42c3-9b74-6fde2fb3595b None None] Provisioning complete for port 6a2d1ead-a502-4b49-8e94-42cb05792b5e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:54.170692 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41e7beb8-dc76-42c3-9b74-6fde2fb3595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:54.255329 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:54.318004 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:54.371655 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:54.379197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:54.379833 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:54.389278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4fd0d-8bc5-4fe7-8049-97ace6e31c98 None None] Pushing event updated for resources: {'Port': ['ID=629e29b5-fd7f-4d85-87e4-60d2bf69294f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:54.699065 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:54.768545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Network f0d72234-f00e-4af7-956a-d652ef65365b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:54.775299 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:54.786185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:54.806582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Allocated IP 172.23.0.1 (f0d72234-f00e-4af7-956a-d652ef65365b/85f3b9cb-c480-4edb-8ccc-a22b7482b16f/b7c65b75-386c-4845-898b-7a71bd1dfe4d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:54.822252 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-41e7beb8-dc76-42c3-9b74-6fde2fb3595b None None] Provisioning complete for port 629e29b5-fd7f-4d85-87e4-60d2bf69294f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:54.823436 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41e7beb8-dc76-42c3-9b74-6fde2fb3595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:54.841489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:54.896483 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3c56144-b4d7-4c0f-b060-ccea536fe610 req-2466bddc-8a76-4c0b-b7e5-0505aa660d34 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 210 time: 0.0701594 Nov 15 14:57:54.920787 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Pushing event updated for resources: {'Port': ['ID=e2312648-6fb0-489a-b468-c76b7560f8c3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:54.993895 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Attempting to bind port e2312648-6fb0-489a-b468-c76b7560f8c3 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:54.994980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Attempting to bind port e2312648-6fb0-489a-b468-c76b7560f8c3 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '01d4b8f1-6eb0-4fe1-b578-5236f0efc01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:54.995444 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Attempting to bind port e2312648-6fb0-489a-b468-c76b7560f8c3 on network f0d72234-f00e-4af7-956a-d652ef65365b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:55.005271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:55.018662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:55.020256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Checking segment: {'id': '01d4b8f1-6eb0-4fe1-b578-5236f0efc01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:55.020256 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:55.020256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Bound using segment: {'id': '01d4b8f1-6eb0-4fe1-b578-5236f0efc01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:55.021682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Bound port: e2312648-6fb0-489a-b468-c76b7560f8c3, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d4b8f1-6eb0-4fe1-b578-5236f0efc01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:55.021682 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:55.058893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:55.112792 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:55.171709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network f0d72234-f00e-4af7-956a-d652ef65365b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:55.177286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:55.184472 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:55.219240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=b7c65b75-386c-4845-898b-7a71bd1dfe4d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:55.231153 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41e7beb8-dc76-42c3-9b74-6fde2fb3595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:55.240090 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:55.282271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] For port e2312648-6fb0-489a-b468-c76b7560f8c3, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:55.303254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:55.303725 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:55.337036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] For port e2312648-6fb0-489a-b468-c76b7560f8c3, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e2312648-6fb0-489a-b468-c76b7560f8c3,segment=NetworkSegment(01d4b8f1-6eb0-4fe1-b578-5236f0efc01a),segment_id=01d4b8f1-6eb0-4fe1-b578-5236f0efc01a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:55.342854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-41e7beb8-dc76-42c3-9b74-6fde2fb3595b None None] For port 629e29b5-fd7f-4d85-87e4-60d2bf69294f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=629e29b5-fd7f-4d85-87e4-60d2bf69294f,segment=NetworkSegment(b4060e5b-f749-4e07-bf6d-108827168937),segment_id=b4060e5b-f749-4e07-bf6d-108827168937)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:55.383572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:49Z', 'revision_number': 4, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '629e29b5-fd7f-4d85-87e4-60d2bf69294f', 'name': '', 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4d:86:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:48Z', 'updated_at': '2021-11-15T14:57:54Z', 'revision_number': 4, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:55.429170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913bc6b7-ee3c-4749-b182-7fe72663cdb2 None None] The sync data for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 is: [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:49Z', 'revision_number': 4, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '629e29b5-fd7f-4d85-87e4-60d2bf69294f', 'name': '', 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4d:86:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:48Z', 'updated_at': '2021-11-15T14:57:54Z', 'revision_number': 4, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:57:55.448826 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41e7beb8-dc76-42c3-9b74-6fde2fb3595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:55.452119 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:55.467299 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:55.508141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-41e7beb8-dc76-42c3-9b74-6fde2fb3595b None None] Provisioning complete for port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:55.508578 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41e7beb8-dc76-42c3-9b74-6fde2fb3595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:55.587445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7beb8-dc76-42c3-9b74-6fde2fb3595b None None] Pushing event updated for resources: {'Port': ['ID=629e29b5-fd7f-4d85-87e4-60d2bf69294f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:55.709677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be900a6-e3b7-49f7-8023-220f47bdb288 None None] Pushing event updated for resources: {'Port': ['ID=e2312648-6fb0-489a-b468-c76b7560f8c3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:55.931311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6e307cf9-ef14-4528-9860-511369cb1e83 None None] Provisioning complete for port 629e29b5-fd7f-4d85-87e4-60d2bf69294f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:55.931719 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e307cf9-ef14-4528-9860-511369cb1e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:56.005805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-d4a52ed0-4473-4f16-ad34-94fe2093cef5 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:56.008360 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-d4a52ed0-4473-4f16-ad34-94fe2093cef5 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 811 time: 0.1982055 Nov 15 14:57:56.083656 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c7a7960-48f6-43cd-a042-9ec68859adfa req-fb94b628-ea3d-4fb3-9fe8-65d0b3aa0133 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 210 time: 0.0493152 Nov 15 14:57:56.241769 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-cb111719-3561-49e3-8094-c2afa78fa3d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a831b09e10644608805f8094580f2e2 HTTP/1.1" status: 200 len: 379 time: 0.2136564 Nov 15 14:57:56.260946 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-2452ca21-eff0-44b6-b011-e3f6f67a5370 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Request body: {'port': {'device_id': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'admin_state_up': True, 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'security_groups': ['3c71f5a1-9e7a-4947-8f9c-3574e9c56959']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:56.272583 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:56.397946 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:56.472940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:56.474587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event updated for resources: {'Port': ['ID=b7c65b75-386c-4845-898b-7a71bd1dfe4d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:56.481373 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-2452ca21-eff0-44b6-b011-e3f6f67a5370 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Made reservation on behalf of 8a831b09e10644608805f8094580f2e2 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:57:56.484872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-2452ca21-eff0-44b6-b011-e3f6f67a5370 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:56.671433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Network f0d72234-f00e-4af7-956a-d652ef65365b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:56.676149 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:56.758862 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-2452ca21-eff0-44b6-b011-e3f6f67a5370 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Allocated IP 172.20.0.7 (49148bfd-b262-4441-8f3c-f5f2e5aab104/d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4/4ba140b3-c89b-4a58-8d29-4dabee941b35) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:57:56.828619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:57:56.967735 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62da30bd-7eed-4edd-9516-0a9daeb8a4d3 None None] Network f0d72234-f00e-4af7-956a-d652ef65365b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:57:57.029259 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:57.039877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58466) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:57.046266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b49db749-d3f4-40ab-850b-74d923c4f002 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:57.050114 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6495e792-11fc-41b6-9e1e-66459397e157 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1693881 Nov 15 14:57:57.055082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Provisioning complete for port e2312648-6fb0-489a-b468-c76b7560f8c3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:57.056267 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:57.073329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Sync routers for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:57:57.081907 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-2452ca21-eff0-44b6-b011-e3f6f67a5370 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:57.098202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e2312648-6fb0-489a-b468-c76b7560f8c3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:57.236171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:57.237108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:57.277115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8527f9e0-522f-4297-a62c-a1c0e6f06ddf req-1ca67d2e-c21b-4589-946b-50ffeb8a92b6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 210 time: 0.0418587 Nov 15 14:57:57.312610 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-2452ca21-eff0-44b6-b011-e3f6f67a5370 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:57.356216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-2452ca21-eff0-44b6-b011-e3f6f67a5370 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Network 49148bfd-b262-4441-8f3c-f5f2e5aab104 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:57:57.367749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-2452ca21-eff0-44b6-b011-e3f6f67a5370 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:57:57.398331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-2452ca21-eff0-44b6-b011-e3f6f67a5370 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:57:57.398842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port e2312648-6fb0-489a-b468-c76b7560f8c3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:57.399231 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:57.447174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452ca21-eff0-44b6-b011-e3f6f67a5370 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:57.465460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:57.470016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-2452ca21-eff0-44b6-b011-e3f6f67a5370 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:57.472532 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-2452ca21-eff0-44b6-b011-e3f6f67a5370 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:57.520311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-b49db749-d3f4-40ab-850b-74d923c4f002 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 14:57:57.536823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-b49db749-d3f4-40ab-850b-74d923c4f002 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Removed routes are [] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 14:57:57.537291 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b49db749-d3f4-40ab-850b-74d923c4f002 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:57.548050 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:57.565202 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-2452ca21-eff0-44b6-b011-e3f6f67a5370 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3099978 Nov 15 14:57:57.579986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-44be2b03-6fd2-4277-9568-7bc710af35a6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:57:57.581113 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-44be2b03-6fd2-4277-9568-7bc710af35a6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063217 Nov 15 14:57:57.673807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Request body: {'port': {'device_id': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:57.682331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] For port e2312648-6fb0-489a-b468-c76b7560f8c3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e2312648-6fb0-489a-b468-c76b7560f8c3,segment=NetworkSegment(01d4b8f1-6eb0-4fe1-b578-5236f0efc01a),segment_id=01d4b8f1-6eb0-4fe1-b578-5236f0efc01a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:57:57.737398 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:57.745244 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:57.810465 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:57.938856 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b49db749-d3f4-40ab-850b-74d923c4f002 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:57.943818 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b49db749-d3f4-40ab-850b-74d923c4f002 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.128464 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:57:58.136237 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:57:58.136726 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:57:58.158099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5521fd1f-968f-4d97-93e9-d449dac10bea None None] Provisioning complete for port e2312648-6fb0-489a-b468-c76b7560f8c3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:58.158499 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5521fd1f-968f-4d97-93e9-d449dac10bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.165414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49db749-d3f4-40ab-850b-74d923c4f002 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:57:58.202644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba140b3-c89b-4a58-8d29-4dabee941b35 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:57:58.213376 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.233678 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Transition to ACTIVE for port object 4ba140b3-c89b-4a58-8d29-4dabee941b35 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:57:58.238506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Pushing event updated for resources: {'Port': ['ID=e2312648-6fb0-489a-b468-c76b7560f8c3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:58.251472 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.270101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:55Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '629e29b5-fd7f-4d85-87e4-60d2bf69294f', 'name': '', 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4d:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:48Z', 'updated_at': '2021-11-15T14:57:55Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c65b75-386c-4845-898b-7a71bd1dfe4d', 'name': '', 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:e1:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '85f3b9cb-c480-4edb-8ccc-a22b7482b16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:54Z', 'updated_at': '2021-11-15T14:57:55Z', 'revision_number': 2, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '85f3b9cb-c480-4edb-8ccc-a22b7482b16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:58.275693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:58.276301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:58.276851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:58.277189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:58.277523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:58.277856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:58.278571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:58.278897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:58.279227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:58.279554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:58.279885 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:58.280205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6be23-4d21-4a5f-8b7f-f2876f1299ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:57:58.328093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Checking router: d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:57:58.328465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Updating router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f port b7c65b75-386c-4845-898b-7a71bd1dfe4d binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 14:57:58.342042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49db749-d3f4-40ab-850b-74d923c4f002 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:57:58.352033 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.386322 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b49db749-d3f4-40ab-850b-74d923c4f002 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.386322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b49db749-d3f4-40ab-850b-74d923c4f002 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f HTTP/1.1" status: 200 len: 934 time: 1.3439212 Nov 15 14:57:58.388114 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58486) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:58.405191 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.548398 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:58.564858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58490) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:58.565947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd729e-4e18-4dcb-8ad2-a04324b6ae7f req-417f4f39-e57e-450f-8d5d-ff9a87e68f9d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:58.567131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5521fd1f-968f-4d97-93e9-d449dac10bea None None] Provisioning complete for port b7c65b75-386c-4845-898b-7a71bd1dfe4d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:58.567516 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5521fd1f-968f-4d97-93e9-d449dac10bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.575129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24dd729e-4e18-4dcb-8ad2-a04324b6ae7f req-417f4f39-e57e-450f-8d5d-ff9a87e68f9d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 943 time: 0.1857216 Nov 15 14:57:58.584187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-36669985-494d-480e-96f4-29c81496950a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1192427494', 'description': 'tempest-secgroup-smoke-1192427494 description', 'project_id': 'd73f06e0792a40dc8682da5c48d69865'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:58.606664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-70c457c2-a19d-48df-9ba5-549b78362a53 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f HTTP/1.1" status: 200 len: 934 time: 0.2144058 Nov 15 14:57:58.607371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:58.615756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fcb41b52-7193-473c-9ff5-1d43de7b2839 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'router': {'routes': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:58.621661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Attempting to bind port 4ba140b3-c89b-4a58-8d29-4dabee941b35 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:58.622707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Attempting to bind port 4ba140b3-c89b-4a58-8d29-4dabee941b35 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:58.623736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Attempting to bind port 4ba140b3-c89b-4a58-8d29-4dabee941b35 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:58.632073 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Port 4ba140b3-c89b-4a58-8d29-4dabee941b35 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:57:58.632909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Attempting to bind port 4ba140b3-c89b-4a58-8d29-4dabee941b35 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:58.645390 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:58.646800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Checking segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:58.648602 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Bound using segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:58.648602 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Bound port: 4ba140b3-c89b-4a58-8d29-4dabee941b35, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:58.648602 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.656212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5521fd1f-968f-4d97-93e9-d449dac10bea None None] Port b7c65b75-386c-4845-898b-7a71bd1dfe4d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:58.730868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:58.734135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:58.738053 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 629e29b5-fd7f-4d85-87e4-60d2bf69294f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:58.739567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24dd729e-4e18-4dcb-8ad2-a04324b6ae7f req-f25331dd-fbb1-4b08-86f6-848f5cb41519 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633782 Nov 15 14:57:58.763437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36669985-494d-480e-96f4-29c81496950a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.834510 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36669985-494d-480e-96f4-29c81496950a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.865682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 629e29b5-fd7f-4d85-87e4-60d2bf69294f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:58.866048 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.898362 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.900236 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.910952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3c759551-ad95-40b5-9f46-6ff0f10402d2 None None] Provisioning complete for port b7c65b75-386c-4845-898b-7a71bd1dfe4d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:58.911316 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3c759551-ad95-40b5-9f46-6ff0f10402d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.912823 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.953610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:58.954444 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:58.956158 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] 10.222.0.46 "PUT /v2.0/ports/4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 1091 time: 1.3621211 Nov 15 14:57:58.956679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:57:58.957880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3c759551-ad95-40b5-9f46-6ff0f10402d2 None None] Port b7c65b75-386c-4845-898b-7a71bd1dfe4d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:57:58.959206 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb19f6d8-9fc5-4ad9-9af8-301005757c81" -d '{"events": [{"name": "network-changed", "server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:57:58.984175 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36669985-494d-480e-96f4-29c81496950a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.020813 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.048643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4916018-e12d-4279-ad12-45742dbf6dcc service neutron] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:59.136176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fb6d8-adc9-4213-be2a-36ac8773170e None None] Pushing event updated for resources: {'Port': ['ID=b7c65b75-386c-4845-898b-7a71bd1dfe4d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:59.158316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36669985-494d-480e-96f4-29c81496950a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00073ace-26ca-414a-8d9b-b2f4319134b6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:59.193295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-fcb41b52-7193-473c-9ff5-1d43de7b2839 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Added routes are [] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 14:57:59.193626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-fcb41b52-7193-473c-9ff5-1d43de7b2839 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 14:57:59.194738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Attempting to bind port b7c65b75-386c-4845-898b-7a71bd1dfe4d on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:57:59.195249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Attempting to bind port b7c65b75-386c-4845-898b-7a71bd1dfe4d by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '01d4b8f1-6eb0-4fe1-b578-5236f0efc01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:57:59.195515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Attempting to bind port b7c65b75-386c-4845-898b-7a71bd1dfe4d on network f0d72234-f00e-4af7-956a-d652ef65365b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:57:59.205828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:57:59.206214 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Checking segment: {'id': '01d4b8f1-6eb0-4fe1-b578-5236f0efc01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:57:59.208448 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.208864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Bound using segment: {'id': '01d4b8f1-6eb0-4fe1-b578-5236f0efc01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:57:59.209441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Bound port: b7c65b75-386c-4845-898b-7a71bd1dfe4d, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d4b8f1-6eb0-4fe1-b578-5236f0efc01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:57:59.209856 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.216987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e2312648-6fb0-489a-b468-c76b7560f8c3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:57:59.221743 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36669985-494d-480e-96f4-29c81496950a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.223188 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-36669985-494d-480e-96f4-29c81496950a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6567397 Nov 15 14:57:59.224871 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4db5da-3837-490d-b5f0-57d2453d73de x-openstack-request-id: req-3c4db5da-3837-490d-b5f0-57d2453d73de {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:57:59.226889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58498) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:57:59.235517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-73f39ba0-3597-45b5-989e-d84018523698 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Request body: {'security_group_rule': {'security_group_id': '00073ace-26ca-414a-8d9b-b2f4319134b6', 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:57:59.243163 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:57:59.243490 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c4db5da-3837-490d-b5f0-57d2453d73de {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:57:59.243920 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'status': 'completed', 'code': 200} Nov 15 14:57:59.259359 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcb41b52-7193-473c-9ff5-1d43de7b2839 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.293012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-fbe9f7b2-48f1-4d02-b15f-a1634dc77fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:59.294572 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-fbe9f7b2-48f1-4d02-b15f-a1634dc77fbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1094 time: 0.1937284 Nov 15 14:57:59.352902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] For port b7c65b75-386c-4845-898b-7a71bd1dfe4d, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:57:59.356366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] For port b7c65b75-386c-4845-898b-7a71bd1dfe4d, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b7c65b75-386c-4845-898b-7a71bd1dfe4d,segment=NetworkSegment(01d4b8f1-6eb0-4fe1-b578-5236f0efc01a),segment_id=01d4b8f1-6eb0-4fe1-b578-5236f0efc01a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:57:59.357325 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port e2312648-6fb0-489a-b468-c76b7560f8c3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:59.357693 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.373573 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-4eab9a87-918b-4c62-a276-73b4d4fd9d1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 217 time: 0.0654140 Nov 15 14:57:59.444384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-0d486086-0cb0-46f0-be5e-8e311f3bcb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:59.445605 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-0d486086-0cb0-46f0-be5e-8e311f3bcb11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0578129 Nov 15 14:57:59.501504 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.529910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-117ec177-4ad2-4939-9f53-724e7e7c15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:59.531472 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-117ec177-4ad2-4939-9f53-724e7e7c15c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745008 Nov 15 14:57:59.533875 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73f39ba0-3597-45b5-989e-d84018523698 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.563658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fb6d8-adc9-4213-be2a-36ac8773170e None None] Pushing event updated for resources: {'Port': ['ID=b7c65b75-386c-4845-898b-7a71bd1dfe4d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:59.567918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:57:59.568570 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:57:59.652805 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-7cf43f52-12ac-4af2-add6-26623d34edaa service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008694 Nov 15 14:57:59.661084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3f7c9523-a4d8-4b2c-9475-e97132241a41 None None] Provisioning complete for port b7c65b75-386c-4845-898b-7a71bd1dfe4d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:57:59.661459 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f7c9523-a4d8-4b2c-9475-e97132241a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.662835 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73f39ba0-3597-45b5-989e-d84018523698 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.687854 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcb41b52-7193-473c-9ff5-1d43de7b2839 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.694888 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcb41b52-7193-473c-9ff5-1d43de7b2839 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.719768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:57:59.777523 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-60203db8-2b4b-4fba-a7d1-97c3d0de9e45 req-da99b36d-7edd-45d9-a61d-80d1991e3797 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127369 Nov 15 14:57:59.835705 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73f39ba0-3597-45b5-989e-d84018523698 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.852750 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93adc85a-34dc-4d9f-8e64-89242654f820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:57:59.889765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb41b52-7193-473c-9ff5-1d43de7b2839 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:57:59.897793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f39ba0-3597-45b5-989e-d84018523698 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4d4b5d-15e1-487f-8205-d14514c37619,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:57:59.927084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eba567-da93-461c-a5fb-a24f5889847f req-17dc56ef-c7bf-4391-accd-6d2699f62f3e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:57:59.928627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1eba567-da93-461c-a5fb-a24f5889847f req-17dc56ef-c7bf-4391-accd-6d2699f62f3e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 943 time: 0.0944057 Nov 15 14:57:59.944470 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f7c9523-a4d8-4b2c-9475-e97132241a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:00.010627 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3f7c9523-a4d8-4b2c-9475-e97132241a41 None None] For port b7c65b75-386c-4845-898b-7a71bd1dfe4d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b7c65b75-386c-4845-898b-7a71bd1dfe4d,segment=NetworkSegment(01d4b8f1-6eb0-4fe1-b578-5236f0efc01a),segment_id=01d4b8f1-6eb0-4fe1-b578-5236f0efc01a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:00.037180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19f6d8-9fc5-4ad9-9af8-301005757c81 req-7dc030e0-c615-4a9a-b462-a6f700180a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:00.038756 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb19f6d8-9fc5-4ad9-9af8-301005757c81 req-7dc030e0-c615-4a9a-b462-a6f700180a71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1094 time: 0.0545824 Nov 15 14:58:00.040685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:59Z', 'revision_number': 7, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '629e29b5-fd7f-4d85-87e4-60d2bf69294f', 'name': '', 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4d:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:48Z', 'updated_at': '2021-11-15T14:57:55Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c65b75-386c-4845-898b-7a71bd1dfe4d', 'name': '', 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:e1:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '85f3b9cb-c480-4edb-8ccc-a22b7482b16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:54Z', 'updated_at': '2021-11-15T14:57:59Z', 'revision_number': 4, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '85f3b9cb-c480-4edb-8ccc-a22b7482b16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:00.051990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1eba567-da93-461c-a5fb-a24f5889847f req-a98bcf20-6c7c-4403-b136-679406f5beab tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901299 Nov 15 14:58:00.053785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb41b52-7193-473c-9ff5-1d43de7b2839 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:00.064537 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcb41b52-7193-473c-9ff5-1d43de7b2839 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:00.068232 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58504) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:00.068997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fcb41b52-7193-473c-9ff5-1d43de7b2839 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f HTTP/1.1" status: 200 len: 700 time: 1.4583857 Nov 15 14:58:00.072089 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73f39ba0-3597-45b5-989e-d84018523698 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:00.076587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-73f39ba0-3597-45b5-989e-d84018523698 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8482432 Nov 15 14:58:00.076805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484b8e8-e21c-4930-b3ef-0fb6c6cf882b None None] The sync data for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 is: [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:59Z', 'revision_number': 7, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '629e29b5-fd7f-4d85-87e4-60d2bf69294f', 'name': '', 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4d:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:48Z', 'updated_at': '2021-11-15T14:57:55Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c65b75-386c-4845-898b-7a71bd1dfe4d', 'name': '', 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:e1:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '85f3b9cb-c480-4edb-8ccc-a22b7482b16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:54Z', 'updated_at': '2021-11-15T14:57:59Z', 'revision_number': 4, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '85f3b9cb-c480-4edb-8ccc-a22b7482b16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:00.077189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58506) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:00.082149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b73f4b9a-1a71-4cf5-8bdc-d7a4759f0444 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Request body: {'security_group_rule': {'security_group_id': '00073ace-26ca-414a-8d9b-b2f4319134b6', 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:00.138885 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f7c9523-a4d8-4b2c-9475-e97132241a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:00.206540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c9523-a4d8-4b2c-9475-e97132241a41 None None] Pushing event updated for resources: {'Port': ['ID=b7c65b75-386c-4845-898b-7a71bd1dfe4d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:00.236296 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b73f4b9a-1a71-4cf5-8bdc-d7a4759f0444 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:00.270688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ed191015-849f-442d-a42d-dc787320c14b None None] Provisioning complete for port b7c65b75-386c-4845-898b-7a71bd1dfe4d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:00.271844 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed191015-849f-442d-a42d-dc787320c14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:00.314717 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b73f4b9a-1a71-4cf5-8bdc-d7a4759f0444 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:00.321500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58508) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:00.321713 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dfc5a638-f674-45af-a34c-21b0dd2a8055 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f HTTP/1.1" status: 200 len: 700 time: 0.2522750 Nov 15 14:58:00.327660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19f6d8-9fc5-4ad9-9af8-301005757c81 req-8238375b-2a50-4f87-a2c8-ec550e5dcd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:00.329142 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb19f6d8-9fc5-4ad9-9af8-301005757c81 req-8238375b-2a50-4f87-a2c8-ec550e5dcd50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.2829373 Nov 15 14:58:00.391273 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb19f6d8-9fc5-4ad9-9af8-301005757c81 req-3d1b7bf7-8ca3-4227-a09a-585b40362add service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 217 time: 0.0504172 Nov 15 14:58:00.451312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19f6d8-9fc5-4ad9-9af8-301005757c81 req-c32259ea-78db-46f8-ba3c-3f36ae48fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:00.452914 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb19f6d8-9fc5-4ad9-9af8-301005757c81 req-c32259ea-78db-46f8-ba3c-3f36ae48fc8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0546818 Nov 15 14:58:00.494764 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b73f4b9a-1a71-4cf5-8bdc-d7a4759f0444 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:00.505668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19f6d8-9fc5-4ad9-9af8-301005757c81 req-d9b4fa36-ce03-4c9a-b6dd-dcd5a60ebabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:00.507705 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb19f6d8-9fc5-4ad9-9af8-301005757c81 req-d9b4fa36-ce03-4c9a-b6dd-dcd5a60ebabd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470390 Nov 15 14:58:00.557532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f4b9a-1a71-4cf5-8bdc-d7a4759f0444 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1932724c-8b96-4954-bd60-d42847d127c3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:00.613231 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb19f6d8-9fc5-4ad9-9af8-301005757c81 req-e722c1d9-0002-493f-b9ce-fc70c23e7359 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969386 Nov 15 14:58:00.670224 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b73f4b9a-1a71-4cf5-8bdc-d7a4759f0444 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:00.670224 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b73f4b9a-1a71-4cf5-8bdc-d7a4759f0444 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5918810 Nov 15 14:58:00.673641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58512) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:00.678879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-29616338-02d7-48bc-9698-dff6d30c3220 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Request body: {'security_group_rule': {'security_group_id': '00073ace-26ca-414a-8d9b-b2f4319134b6', 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:00.723189 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bb19f6d8-9fc5-4ad9-9af8-301005757c81 req-1ad64e97-e83b-4054-b6a7-0aadc40661f6 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020126 Nov 15 14:58:00.766787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99a152f0-04a0-43a4-9e48-78444f0a6094 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:00.840660 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c67f20-0039-4072-ae3b-5602200aa8f4 None None] Sync routers for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:00.852407 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c67f20-0039-4072-ae3b-5602200aa8f4 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:00.853128 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e0c67f20-0039-4072-ae3b-5602200aa8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:00.945733 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e0c67f20-0039-4072-ae3b-5602200aa8f4 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:01.158666 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b7c65b75-386c-4845-898b-7a71bd1dfe4d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:58:01.191926 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e0c67f20-0039-4072-ae3b-5602200aa8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:59Z', 'revision_number': 7, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '629e29b5-fd7f-4d85-87e4-60d2bf69294f', 'name': '', 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4d:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:48Z', 'updated_at': '2021-11-15T14:57:55Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c65b75-386c-4845-898b-7a71bd1dfe4d', 'name': '', 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:e1:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '85f3b9cb-c480-4edb-8ccc-a22b7482b16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:54Z', 'updated_at': '2021-11-15T14:57:59Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '85f3b9cb-c480-4edb-8ccc-a22b7482b16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:01.222213 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c67f20-0039-4072-ae3b-5602200aa8f4 None None] Checking router: d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:58:01.225011 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port b7c65b75-386c-4845-898b-7a71bd1dfe4d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:01.225517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:01.232214 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c67f20-0039-4072-ae3b-5602200aa8f4 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:01.232935 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e0c67f20-0039-4072-ae3b-5602200aa8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:57:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:01.239116 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29616338-02d7-48bc-9698-dff6d30c3220 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:01.291907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d456aed-cba6-44ac-942d-64cb95913e23 req-b46bf21e-084e-4fde-9f83-98468b1754c2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:01.293422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d456aed-cba6-44ac-942d-64cb95913e23 req-b46bf21e-084e-4fde-9f83-98468b1754c2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 943 time: 0.0975289 Nov 15 14:58:01.331309 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e0c67f20-0039-4072-ae3b-5602200aa8f4 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:01.383146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29616338-02d7-48bc-9698-dff6d30c3220 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:01.414385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d456aed-cba6-44ac-942d-64cb95913e23 req-d8ba03d5-c015-43bc-988b-b50562ad44ab tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080458 Nov 15 14:58:01.492495 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29616338-02d7-48bc-9698-dff6d30c3220 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:01.520260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29616338-02d7-48bc-9698-dff6d30c3220 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e193e00d-105b-4190-bcc8-5d4328b8e461,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:01.545661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-99a152f0-04a0-43a4-9e48-78444f0a6094 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port b7c65b75-386c-4845-898b-7a71bd1dfe4d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:01.546008 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99a152f0-04a0-43a4-9e48-78444f0a6094 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:01.552154 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e0c67f20-0039-4072-ae3b-5602200aa8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:59Z', 'revision_number': 7, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '629e29b5-fd7f-4d85-87e4-60d2bf69294f', 'name': '', 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4d:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:48Z', 'updated_at': '2021-11-15T14:57:55Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c65b75-386c-4845-898b-7a71bd1dfe4d', 'name': '', 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:e1:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '85f3b9cb-c480-4edb-8ccc-a22b7482b16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:54Z', 'updated_at': '2021-11-15T14:57:59Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '85f3b9cb-c480-4edb-8ccc-a22b7482b16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:01.611116 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29616338-02d7-48bc-9698-dff6d30c3220 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:01.612611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-29616338-02d7-48bc-9698-dff6d30c3220 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9382374 Nov 15 14:58:01.615509 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58518) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:01.621259 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bb4ce521-e8a0-453d-959f-3348910be941 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Request body: {'security_group_rule': {'security_group_id': '00073ace-26ca-414a-8d9b-b2f4319134b6', 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:01.654055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-99a152f0-04a0-43a4-9e48-78444f0a6094 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] For port b7c65b75-386c-4845-898b-7a71bd1dfe4d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b7c65b75-386c-4845-898b-7a71bd1dfe4d,segment=NetworkSegment(01d4b8f1-6eb0-4fe1-b578-5236f0efc01a),segment_id=01d4b8f1-6eb0-4fe1-b578-5236f0efc01a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:01.654614 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99a152f0-04a0-43a4-9e48-78444f0a6094 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:01.669314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-99a152f0-04a0-43a4-9e48-78444f0a6094 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for b7c65b75-386c-4845-898b-7a71bd1dfe4d owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:01.672644 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c67f20-0039-4072-ae3b-5602200aa8f4 None None] The sync data for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 is: [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:57:59Z', 'revision_number': 7, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '629e29b5-fd7f-4d85-87e4-60d2bf69294f', 'name': '', 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4d:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:48Z', 'updated_at': '2021-11-15T14:57:55Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c65b75-386c-4845-898b-7a71bd1dfe4d', 'name': '', 'network_id': 'f0d72234-f00e-4af7-956a-d652ef65365b', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:e1:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '85f3b9cb-c480-4edb-8ccc-a22b7482b16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:54Z', 'updated_at': '2021-11-15T14:57:59Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '85f3b9cb-c480-4edb-8ccc-a22b7482b16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:01.750932 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce521-e8a0-453d-959f-3348910be941 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:01.826669 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce521-e8a0-453d-959f-3348910be941 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:01.958122 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ba140b3-c89b-4a58-8d29-4dabee941b35 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:58:02.007736 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce521-e8a0-453d-959f-3348910be941 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.027958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ce521-e8a0-453d-959f-3348910be941 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f45158-daff-42b0-9cba-721cb21eed7e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:02.048929 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99a152f0-04a0-43a4-9e48-78444f0a6094 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.065129 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:02.075909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a152f0-04a0-43a4-9e48-78444f0a6094 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=b7c65b75-386c-4845-898b-7a71bd1dfe4d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:02.076897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'port_id': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'mac_address': 'fa:16:3e:5d:64:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:58:02.124318 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.132959 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce521-e8a0-453d-959f-3348910be941 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.138644 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bb4ce521-e8a0-453d-959f-3348910be941 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5219476 Nov 15 14:58:02.143573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58520) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:02.153008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba140b3-c89b-4a58-8d29-4dabee941b35 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:58:02.153272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d203acf3-9d8e-4316-8991-4c31fd740fa2 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Request body: {'security_group_rule': {'security_group_id': '00073ace-26ca-414a-8d9b-b2f4319134b6', 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:02.169839 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-beff8219-c026-4168-8794-9fed0caaa998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.179711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:02.273484 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99a152f0-04a0-43a4-9e48-78444f0a6094 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.277756 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.323905 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-d203acf3-9d8e-4316-8991-4c31fd740fa2 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Project d73f06e0792a40dc8682da5c48d69865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 14:58:02.334665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:02.355709 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d203acf3-9d8e-4316-8991-4c31fd740fa2 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.515395 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d203acf3-9d8e-4316-8991-4c31fd740fa2 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.575360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a152f0-04a0-43a4-9e48-78444f0a6094 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:58:02.583843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2fa6e-8059-4f9e-9b43-e9ad78d11ba6 req-4f1d00aa-1b17-496a-8473-8c1255196a9a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:02.585490 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0f2fa6e-8059-4f9e-9b43-e9ad78d11ba6 req-4f1d00aa-1b17-496a-8473-8c1255196a9a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0852754 Nov 15 14:58:02.644675 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d203acf3-9d8e-4316-8991-4c31fd740fa2 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.709383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['4ba140b3-c89b-4a58-8d29-4dabee941b35'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:58:02.716093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203acf3-9d8e-4316-8991-4c31fd740fa2 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f3b13f-4639-4416-9a70-c9e04ec7397b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:02.740755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0f2fa6e-8059-4f9e-9b43-e9ad78d11ba6 req-d0859849-87a6-4105-b5b3-e2925ba8e798 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473312 Nov 15 14:58:02.752663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a152f0-04a0-43a4-9e48-78444f0a6094 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:02.763063 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-99a152f0-04a0-43a4-9e48-78444f0a6094 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4387302 Nov 15 14:58:02.763713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58526) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:02.774560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba586bd-8d6d-4672-ac9e-8a0c892c1246 None None] Sync routers for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:02.787578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba586bd-8d6d-4672-ac9e-8a0c892c1246 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:02.788057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eba586bd-8d6d-4672-ac9e-8a0c892c1246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:02.807744 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d203acf3-9d8e-4316-8991-4c31fd740fa2 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.808931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d203acf3-9d8e-4316-8991-4c31fd740fa2 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6643841 Nov 15 14:58:02.812052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58530) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:02.817328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2c5618bc-4e95-4d93-bbc3-d6801fd2dc1a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Request body: {'security_group_rule': {'security_group_id': '00073ace-26ca-414a-8d9b-b2f4319134b6', 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:02.839962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e026b46-c711-440a-a82d-df804d5da272 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting subnet 85f3b9cb-c480-4edb-8ccc-a22b7482b16f {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:58:02.843734 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e026b46-c711-440a-a82d-df804d5da272 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.907237 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-2c5618bc-4e95-4d93-bbc3-d6801fd2dc1a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Project d73f06e0792a40dc8682da5c48d69865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 14:58:02.908290 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-eba586bd-8d6d-4672-ac9e-8a0c892c1246 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:02.910892 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e026b46-c711-440a-a82d-df804d5da272 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.912848 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c5618bc-4e95-4d93-bbc3-d6801fd2dc1a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:02.956187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-7b3a0cdd-46f1-4e25-9be5-c50da2c85be4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1581988 Nov 15 14:58:03.000437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c5618bc-4e95-4d93-bbc3-d6801fd2dc1a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:03.043275 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e026b46-c711-440a-a82d-df804d5da272 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:03.086772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-ff6ca4fc-967f-4100-aa05-49a598a330e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:03.088306 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-ff6ca4fc-967f-4100-aa05-49a598a330e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 1096 time: 0.0792043 Nov 15 14:58:03.094315 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c5618bc-4e95-4d93-bbc3-d6801fd2dc1a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:03.126662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5618bc-4e95-4d93-bbc3-d6801fd2dc1a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2aace10-d472-457b-b64c-99dc756f32b8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:03.177337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eba586bd-8d6d-4672-ac9e-8a0c892c1246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:01Z', 'revision_number': 8, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '629e29b5-fd7f-4d85-87e4-60d2bf69294f', 'name': '', 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4d:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:48Z', 'updated_at': '2021-11-15T14:57:55Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:03.204752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba586bd-8d6d-4672-ac9e-8a0c892c1246 None None] Checking router: d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:58:03.211232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-9bc55b52-b495-4a01-b64a-20e1c50c2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:03.212709 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-9bc55b52-b495-4a01-b64a-20e1c50c2c6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5e26bce-6e6a-4dbe-a181-42003518ed99 HTTP/1.1" status: 200 len: 912 time: 0.0943229 Nov 15 14:58:03.215675 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba586bd-8d6d-4672-ac9e-8a0c892c1246 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:03.216737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eba586bd-8d6d-4672-ac9e-8a0c892c1246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:03.233466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c5618bc-4e95-4d93-bbc3-d6801fd2dc1a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:03.235415 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2c5618bc-4e95-4d93-bbc3-d6801fd2dc1a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4215083 Nov 15 14:58:03.269701 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e026b46-c711-440a-a82d-df804d5da272 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:03.312603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e026b46-c711-440a-a82d-df804d5da272 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Subnet': ['ID=85f3b9cb-c480-4edb-8ccc-a22b7482b16f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:03.316495 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e026b46-c711-440a-a82d-df804d5da272 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:03.323123 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58534) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:03.323310 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2e026b46-c711-440a-a82d-df804d5da272 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/85f3b9cb-c480-4edb-8ccc-a22b7482b16f HTTP/1.1" status: 204 len: 168 time: 0.5582445 Nov 15 14:58:03.324927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1f31b4-9610-4473-8c00-05f4e618b018 None None] Network f0d72234-f00e-4af7-956a-d652ef65365b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:58:03.338823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-fc2afa7f-5747-443b-b9d9-570139e1a5c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e319ada3-6232-4968-a154-56ac58f92b0e HTTP/1.1" status: 200 len: 1000 time: 0.1094248 Nov 15 14:58:03.398645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-0f351efd-580d-40e9-9c06-2bd0fc0fa427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:03.400536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-0f351efd-580d-40e9-9c06-2bd0fc0fa427 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c HTTP/1.1" status: 200 len: 850 time: 0.0539701 Nov 15 14:58:03.414232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-eba586bd-8d6d-4672-ac9e-8a0c892c1246 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:03.424774 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:03.491975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-f758a5b7-4863-45c4-abc8-607eb2520dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:03.494052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-f758a5b7-4863-45c4-abc8-607eb2520dd2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5e26bce-6e6a-4dbe-a181-42003518ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830905 Nov 15 14:58:03.500812 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port e2312648-6fb0-489a-b468-c76b7560f8c3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:03.501165 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:03.512585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-86fdc132-c8bd-49ef-ac70-174b1117f097 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 14:58:03.514136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-86fdc132-c8bd-49ef-ac70-174b1117f097 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053015 Nov 15 14:58:03.519483 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-2e4289eb-cfa9-4a04-84bf-2e7b2f36f95c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192427494&fields=id&tenant_id=d73f06e0792a40dc8682da5c48d69865 HTTP/1.1" status: 200 len: 267 time: 0.0678310 Nov 15 14:58:03.537736 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:03.573642 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] For port e2312648-6fb0-489a-b468-c76b7560f8c3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e2312648-6fb0-489a-b468-c76b7560f8c3,segment=NetworkSegment(01d4b8f1-6eb0-4fe1-b578-5236f0efc01a),segment_id=01d4b8f1-6eb0-4fe1-b578-5236f0efc01a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:03.573918 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:03.589791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for e2312648-6fb0-489a-b468-c76b7560f8c3 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:03.718100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eba586bd-8d6d-4672-ac9e-8a0c892c1246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:01Z', 'revision_number': 8, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '629e29b5-fd7f-4d85-87e4-60d2bf69294f', 'name': '', 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4d:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:48Z', 'updated_at': '2021-11-15T14:57:55Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:03.722045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65043670-b392-4094-9d3c-2e2257522efb None None] DHCP port deletion for f0d72234-f00e-4af7-956a-d652ef65365b request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:58:03.754580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-eea0057f-8f66-4dca-a7aa-1a8c0abb78c6 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:03.755749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba586bd-8d6d-4672-ac9e-8a0c892c1246 None None] The sync data for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 is: [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:01Z', 'revision_number': 8, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '629e29b5-fd7f-4d85-87e4-60d2bf69294f', 'name': '', 'network_id': '8b323db4-c30d-4ea7-b82c-5fd10e3a64bc', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4d:86:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:48Z', 'updated_at': '2021-11-15T14:57:55Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '19d4f00a-ca4b-4829-9900-6120c53c46e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:03.756778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-eea0057f-8f66-4dca-a7aa-1a8c0abb78c6 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/networks?id=a03409b5-199a-439f-afae-ce6c69aa698f HTTP/1.1" status: 200 len: 814 time: 0.2268953 Nov 15 14:58:03.762877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-42115631-4a9d-4fe1-b194-1edcca5b3cc2 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407095 Nov 15 14:58:03.797522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-829ecfe8-1159-4e0b-9f75-039188e5bb1e tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/quotas/d73f06e0792a40dc8682da5c48d69865 HTTP/1.1" status: 200 len: 375 time: 0.0328178 Nov 15 14:58:03.830841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-65043670-b392-4094-9d3c-2e2257522efb None None] Deleting port e2312648-6fb0-489a-b468-c76b7560f8c3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:03.831281 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65043670-b392-4094-9d3c-2e2257522efb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:03.918816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-65043670-b392-4094-9d3c-2e2257522efb None None] For port e2312648-6fb0-489a-b468-c76b7560f8c3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e2312648-6fb0-489a-b468-c76b7560f8c3,segment=NetworkSegment(01d4b8f1-6eb0-4fe1-b578-5236f0efc01a),segment_id=01d4b8f1-6eb0-4fe1-b578-5236f0efc01a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:03.919439 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65043670-b392-4094-9d3c-2e2257522efb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:03.936926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-65043670-b392-4094-9d3c-2e2257522efb None None] Calling delete_port for e2312648-6fb0-489a-b468-c76b7560f8c3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:03.954118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84d2aa2e-7d6a-4760-b9df-e0111b07d065 req-64349940-b5a4-405a-b5c2-c075f2d71bcf service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804681 Nov 15 14:58:03.967732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-df8af55d-7539-47e6-92c5-8bd0172bf415 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d73f06e0792a40dc8682da5c48d69865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362369 Nov 15 14:58:03.980898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369757a-1f72-4ef8-b346-1b483d0261ef req-26e3bc7b-aff8-4e38-ae9b-a5acab26d201 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:03.982141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ba140b3-c89b-4a58-8d29-4dabee941b35 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:58:03.988865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d369757a-1f72-4ef8-b346-1b483d0261ef req-26e3bc7b-aff8-4e38-ae9b-a5acab26d201 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0948882 Nov 15 14:58:04.086935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d369757a-1f72-4ef8-b346-1b483d0261ef req-c33687fb-2503-4ce3-8ad0-fdcb9c5c0455 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977092 Nov 15 14:58:04.114675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-37439a3a-f0e2-4406-b166-cde2b050a646 service neutron] 10.222.0.70 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186538 Nov 15 14:58:04.157817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 4ba140b3-c89b-4a58-8d29-4dabee941b35 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:58:04.163304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 4ba140b3-c89b-4a58-8d29-4dabee941b35 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:04.163802 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:04.188144 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:04.188760 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65043670-b392-4094-9d3c-2e2257522efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:04.219974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-639e93b5-d176-4822-bad7-3ceb4230f46a service neutron] 10.222.0.70 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982471 Nov 15 14:58:04.226615 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=e2312648-6fb0-489a-b468-c76b7560f8c3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:04.229369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No DVR routers for this DVR port e2312648-6fb0-489a-b468-c76b7560f8c3 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:58:04.236123 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65043670-b392-4094-9d3c-2e2257522efb None None] No DVR routers for this DVR port e2312648-6fb0-489a-b468-c76b7560f8c3 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:58:04.251660 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65043670-b392-4094-9d3c-2e2257522efb None None] Pushing event deleted for resources: {'Port': ['ID=e2312648-6fb0-489a-b468-c76b7560f8c3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:04.317735 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:04.349096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:58:04.349814 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:04.362888 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3846da66-b281-450f-b283-66a91074f8d5" -d '{"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:58:04.374071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d72234-f00e-4af7-956a-d652ef65365b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:04.379015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:04.394551 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d4b8f1-6eb0-4fe1-b578-5236f0efc01a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:04.394551 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d4b8f1-6eb0-4fe1-b578-5236f0efc01a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:04.403339 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:04.417798 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:04.424315 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:58:04.425071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:58:04.428344 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:58:04.443589 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:04.473453 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37f1c68-88ec-4f6d-acf7-50c897332c6f x-openstack-request-id: req-d37f1c68-88ec-4f6d-acf7-50c897332c6f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:58:04.473763 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:58:04.474024 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d37f1c68-88ec-4f6d-acf7-50c897332c6f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:58:04.474422 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'code': 200} Nov 15 14:58:04.498329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:04.604463 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:04.613803 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:04.616997 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/networks/f0d72234-f00e-4af7-956a-d652ef65365b HTTP/1.1" status: 204 len: 168 time: 1.2930803 Nov 15 14:58:04.620980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:04.629868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57941524-5822-4c72-b44d-64507f40161f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Network': ['ID=f0d72234-f00e-4af7-956a-d652ef65365b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:04.633957 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0225332-16ce-46ff-ad2a-aaa5887e8c47 req-6d29b60d-1528-4e9b-befd-0dd02a44adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:04.636381 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0225332-16ce-46ff-ad2a-aaa5887e8c47 req-6d29b60d-1528-4e9b-befd-0dd02a44adb4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1096 time: 0.0855904 Nov 15 14:58:04.698319 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0225332-16ce-46ff-ad2a-aaa5887e8c47 req-cdc30c6b-74c0-4a04-b3b5-73071d823175 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498435 Nov 15 14:58:04.947093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06ac940e-f66c-4679-8655-0f731d918e46 req-db0ed37c-d96b-4711-81f5-0d0f378dca9d tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 210 time: 0.0281794 Nov 15 14:58:05.002800 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9da8fcde-04a0-41d9-9fd0-5ddf64851f74 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:05.109761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b7c65b75-386c-4845-898b-7a71bd1dfe4d no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:58:05.131501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: b7c65b75-386c-4845-898b-7a71bd1dfe4d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:58:05.131842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b7c65b75-386c-4845-898b-7a71bd1dfe4d not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:58:05.132263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e2312648-6fb0-489a-b468-c76b7560f8c3 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:58:05.154039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: e2312648-6fb0-489a-b468-c76b7560f8c3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:58:05.154572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e2312648-6fb0-489a-b468-c76b7560f8c3 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:58:05.185989 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:05.276868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b561c44-5d5f-4baf-a9d7-57d423643332 req-4f18e8ac-1d6b-4afe-827d-f4147ba6375f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:05.278815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b561c44-5d5f-4baf-a9d7-57d423643332 req-4f18e8ac-1d6b-4afe-827d-f4147ba6375f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 945 time: 0.1073399 Nov 15 14:58:05.327955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9da8fcde-04a0-41d9-9fd0-5ddf64851f74 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port 629e29b5-fd7f-4d85-87e4-60d2bf69294f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:05.328300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9da8fcde-04a0-41d9-9fd0-5ddf64851f74 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:05.378046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b561c44-5d5f-4baf-a9d7-57d423643332 req-eeec4987-60c2-4eb6-b371-612c21bf716c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919793 Nov 15 14:58:05.437846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9da8fcde-04a0-41d9-9fd0-5ddf64851f74 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] For port 629e29b5-fd7f-4d85-87e4-60d2bf69294f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=629e29b5-fd7f-4d85-87e4-60d2bf69294f,segment=NetworkSegment(b4060e5b-f749-4e07-bf6d-108827168937),segment_id=b4060e5b-f749-4e07-bf6d-108827168937)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:05.438208 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9da8fcde-04a0-41d9-9fd0-5ddf64851f74 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:05.451084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9da8fcde-04a0-41d9-9fd0-5ddf64851f74 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for 629e29b5-fd7f-4d85-87e4-60d2bf69294f owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:05.739551 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9da8fcde-04a0-41d9-9fd0-5ddf64851f74 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:05.766933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8fcde-04a0-41d9-9fd0-5ddf64851f74 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=629e29b5-fd7f-4d85-87e4-60d2bf69294f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:05.819314 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:05.955196 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9da8fcde-04a0-41d9-9fd0-5ddf64851f74 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:06.063076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed24be92-3845-4f85-83a1-de7e68eba953 req-97855169-3991-4afb-9a38-45782a3ab0a7 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 210 time: 0.0518527 Nov 15 14:58:06.205258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da8fcde-04a0-41d9-9fd0-5ddf64851f74 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:58:06.300852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da8fcde-04a0-41d9-9fd0-5ddf64851f74 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:06.309375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9da8fcde-04a0-41d9-9fd0-5ddf64851f74 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6839702 Nov 15 14:58:06.309375 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58574) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:06.314877 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4a6efc-913b-4eff-a681-72dbdc894350 None None] Sync routers for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:06.326599 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4a6efc-913b-4eff-a681-72dbdc894350 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:06.327320 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d4a6efc-913b-4eff-a681-72dbdc894350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:06.362778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-16488e32-9b22-4c6d-87a8-99a50e130315 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting subnet 19d4f00a-ca4b-4829-9900-6120c53c46e0 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:58:06.365975 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16488e32-9b22-4c6d-87a8-99a50e130315 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:06.421811 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9d4a6efc-913b-4eff-a681-72dbdc894350 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:06.659253 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d4a6efc-913b-4eff-a681-72dbdc894350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:05Z', 'revision_number': 9, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:06.691562 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4a6efc-913b-4eff-a681-72dbdc894350 None None] Checking router: d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:58:06.701131 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4a6efc-913b-4eff-a681-72dbdc894350 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:06.701855 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d4a6efc-913b-4eff-a681-72dbdc894350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:06.795853 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9d4a6efc-913b-4eff-a681-72dbdc894350 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:06.801253 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16488e32-9b22-4c6d-87a8-99a50e130315 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:06.848829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d80d9a-2908-4dc4-9480-3c47f242ea6c req-f0285563-2a55-4637-b53c-39298fe12285 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:06.850489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1d80d9a-2908-4dc4-9480-3c47f242ea6c req-f0285563-2a55-4637-b53c-39298fe12285 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 945 time: 0.0891089 Nov 15 14:58:06.936683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16488e32-9b22-4c6d-87a8-99a50e130315 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:06.962097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1d80d9a-2908-4dc4-9480-3c47f242ea6c req-3d345993-0bf6-4087-b40f-06562378f089 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020355 Nov 15 14:58:07.023276 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d4a6efc-913b-4eff-a681-72dbdc894350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:05Z', 'revision_number': 9, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:07.058350 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4a6efc-913b-4eff-a681-72dbdc894350 None None] The sync data for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 is: [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:05Z', 'revision_number': 9, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d602a9-8b7c-4ee6-8cbc-1139eafd2531', 'name': '', 'network_id': '175d218e-e8b6-427f-b3e0-302c44a69b00', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:4c:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:42Z', 'updated_at': '2021-11-15T14:57:48Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '6c265eae-fa59-4700-bd64-6981081f10a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:07.092759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764dc1f-a1fe-4d51-a439-e87b15d60161 req-071b1d36-4b2b-483c-a876-2f6bfc41f66a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:07.094586 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e764dc1f-a1fe-4d51-a439-e87b15d60161 req-071b1d36-4b2b-483c-a876-2f6bfc41f66a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 945 time: 0.0597503 Nov 15 14:58:07.099801 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16488e32-9b22-4c6d-87a8-99a50e130315 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.102877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58584) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:07.110868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2999566c-4452-446b-a9e1-bfe2513d8df6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Request body: {'floatingip': {'port_id': '4ba140b3-c89b-4a58-8d29-4dabee941b35'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:07.129663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16488e32-9b22-4c6d-87a8-99a50e130315 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Subnet': ['ID=19d4f00a-ca4b-4829-9900-6120c53c46e0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:07.131803 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16488e32-9b22-4c6d-87a8-99a50e130315 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.138368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-16488e32-9b22-4c6d-87a8-99a50e130315 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/19d4f00a-ca4b-4829-9900-6120c53c46e0 HTTP/1.1" status: 204 len: 168 time: 0.8281078 Nov 15 14:58:07.139345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58586) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:07.141118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6579155-3088-4cca-8f2b-4d11a58892f3 None None] Network 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:58:07.163862 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2999566c-4452-446b-a9e1-bfe2513d8df6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.215740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9761c9c4-dcd1-4a90-a9d2-c091c0e983e3 req-5052e14d-58cb-44d0-90d8-ded69f0297b6 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 210 time: 0.0659239 Nov 15 14:58:07.248718 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.329100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port 6a2d1ead-a502-4b49-8e94-42cb05792b5e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:07.329527 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.412375 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] For port 6a2d1ead-a502-4b49-8e94-42cb05792b5e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6a2d1ead-a502-4b49-8e94-42cb05792b5e,segment=NetworkSegment(b4060e5b-f749-4e07-bf6d-108827168937),segment_id=b4060e5b-f749-4e07-bf6d-108827168937)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:07.412880 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.415950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c370e-c626-40cc-a564-a68a29b31f00 None None] DHCP port deletion for 8b323db4-c30d-4ea7-b82c-5fd10e3a64bc request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:58:07.491138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for 6a2d1ead-a502-4b49-8e94-42cb05792b5e owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:07.491454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-658c370e-c626-40cc-a564-a68a29b31f00 None None] Deleting port 6a2d1ead-a502-4b49-8e94-42cb05792b5e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:07.492318 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-658c370e-c626-40cc-a564-a68a29b31f00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.584481 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-658c370e-c626-40cc-a564-a68a29b31f00 None None] For port 6a2d1ead-a502-4b49-8e94-42cb05792b5e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6a2d1ead-a502-4b49-8e94-42cb05792b5e,segment=NetworkSegment(b4060e5b-f749-4e07-bf6d-108827168937),segment_id=b4060e5b-f749-4e07-bf6d-108827168937)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:07.587037 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-658c370e-c626-40cc-a564-a68a29b31f00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.604789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-64d0bf32-f0bb-4a1b-a742-db986fd0118c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:07.606334 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-658c370e-c626-40cc-a564-a68a29b31f00 None None] Calling delete_port for 6a2d1ead-a502-4b49-8e94-42cb05792b5e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:07.606524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-64d0bf32-f0bb-4a1b-a742-db986fd0118c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.59 "GET /v2.0/networks?id=a03409b5-199a-439f-afae-ce6c69aa698f HTTP/1.1" status: 200 len: 814 time: 0.1820531 Nov 15 14:58:07.687438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-668a8c31-e86b-4075-b88e-7fc8e6549151 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d73f06e0792a40dc8682da5c48d69865 HTTP/1.1" status: 200 len: 380 time: 0.0674791 Nov 15 14:58:07.699449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-4f8996e7-e54f-4ad4-bd1b-e9f01ff82737 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Request body: {'port': {'device_id': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'admin_state_up': True, 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'security_groups': ['00073ace-26ca-414a-8d9b-b2f4319134b6']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:07.723687 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2999566c-4452-446b-a9e1-bfe2513d8df6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.734007 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-658c370e-c626-40cc-a564-a68a29b31f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.739435 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.769105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c370e-c626-40cc-a564-a68a29b31f00 None None] Pushing event deleted for resources: {'Port': ['ID=6a2d1ead-a502-4b49-8e94-42cb05792b5e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:07.771696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c370e-c626-40cc-a564-a68a29b31f00 None None] No DVR routers for this DVR port 6a2d1ead-a502-4b49-8e94-42cb05792b5e on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:58:07.787728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=6a2d1ead-a502-4b49-8e94-42cb05792b5e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:07.793340 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No DVR routers for this DVR port 6a2d1ead-a502-4b49-8e94-42cb05792b5e on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:58:07.802621 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2999566c-4452-446b-a9e1-bfe2513d8df6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.905936 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.937155 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-2999566c-4452-446b-a9e1-bfe2513d8df6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Floating IP 565fa5c9-3b1f-48a8-b8fe-007ab3a43a75 associated. External IP: 172.25.4.203, port: 4ba140b3-c89b-4a58-8d29-4dabee941b35. Nov 15 14:58:07.951543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b323db4-c30d-4ea7-b82c-5fd10e3a64bc']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:07.964901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4060e5b-f749-4e07-bf6d-108827168937') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:07.965593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4060e5b-f749-4e07-bf6d-108827168937') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:07.977380 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.992701 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:07.999505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:58:07.999903 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:58:08.003659 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:58:08.039078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-4f8996e7-e54f-4ad4-bd1b-e9f01ff82737 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Made reservation on behalf of d73f06e0792a40dc8682da5c48d69865 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:58:08.043206 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-4f8996e7-e54f-4ad4-bd1b-e9f01ff82737 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:08.183449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2999566c-4452-446b-a9e1-bfe2513d8df6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Router daf35859-a5b2-4345-b074-2ca78aa21115 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:58:08.229043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-4f8996e7-e54f-4ad4-bd1b-e9f01ff82737 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Allocated IP 172.20.0.10 (a03409b5-199a-439f-afae-ce6c69aa698f/b0912ef5-9b9e-4d53-a857-3411c89ccea8/6f3625ae-69f1-407a-b4b8-5a4ea97be17d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:58:08.247813 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:08.265724 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:08.272750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/networks/8b323db4-c30d-4ea7-b82c-5fd10e3a64bc HTTP/1.1" status: 204 len: 168 time: 1.1292152 Nov 15 14:58:08.284651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:08.348075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf51186-0023-4fc3-8ea0-78f6b8024efe tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Network': ['ID=8b323db4-c30d-4ea7-b82c-5fd10e3a64bc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:08.351012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2999566c-4452-446b-a9e1-bfe2513d8df6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:08.356764 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2999566c-4452-446b-a9e1-bfe2513d8df6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:08.368216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53487375-9ee4-4853-a09f-00fd3bb80f7e None None] Sync routers for ids ['daf35859-a5b2-4345-b074-2ca78aa21115'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:08.383854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53487375-9ee4-4853-a09f-00fd3bb80f7e None None] Routers {'daf35859-a5b2-4345-b074-2ca78aa21115'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:08.385496 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-53487375-9ee4-4853-a09f-00fd3bb80f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['daf35859-a5b2-4345-b074-2ca78aa21115'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:08.388318 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2999566c-4452-446b-a9e1-bfe2513d8df6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "PUT /v2.0/floatingips/565fa5c9-3b1f-48a8-b8fe-007ab3a43a75 HTTP/1.1" status: 200 len: 991 time: 1.2829247 Nov 15 14:58:08.394668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:58:08.394668 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497bdd79-0e20-4d06-9601-13214cd41e87" -d '{"events": [{"name": "network-changed", "server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:58:08.422817 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0058efb1-e861-4140-952f-b8aac7d98f5a req-3f7b35ab-e39e-44f8-9f93-54950f6270d1 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 210 time: 0.0725000 Nov 15 14:58:08.498302 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66484f3c-cdd3-459d-9393-0bfbe03f76c4 x-openstack-request-id: req-66484f3c-cdd3-459d-9393-0bfbe03f76c4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:58:08.498711 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:58:08.499894 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66484f3c-cdd3-459d-9393-0bfbe03f76c4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:58:08.499894 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'status': 'completed', 'code': 200} Nov 15 14:58:08.580446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bdd79-0e20-4d06-9601-13214cd41e87 req-f47f3013-f8e0-43b9-bbb3-08a1232f9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:08.581704 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-497bdd79-0e20-4d06-9601-13214cd41e87 req-f47f3013-f8e0-43b9-bbb3-08a1232f9636 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1096 time: 0.0483963 Nov 15 14:58:08.646411 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-4f8996e7-e54f-4ad4-bd1b-e9f01ff82737 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:08.720677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bdd79-0e20-4d06-9601-13214cd41e87 req-9573b8f2-3203-4429-842e-982d3a6abfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:08.720677 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-497bdd79-0e20-4d06-9601-13214cd41e87 req-9573b8f2-3203-4429-842e-982d3a6abfc1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1195879 Nov 15 14:58:08.743257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-53487375-9ee4-4853-a09f-00fd3bb80f7e None None] Set router daf35859-a5b2-4345-b074-2ca78aa21115 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:08.814800 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-497bdd79-0e20-4d06-9601-13214cd41e87 req-699e8fcb-ac23-40b4-8ba1-addb0fdd2321 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 999 time: 0.0964577 Nov 15 14:58:08.828862 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd899b45-8e6c-4af2-9390-88d3db8371e0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:08.891968 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bdd79-0e20-4d06-9601-13214cd41e87 req-eb85e09e-07fd-47b9-97cd-073f1bd50648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:08.893538 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-497bdd79-0e20-4d06-9601-13214cd41e87 req-eb85e09e-07fd-47b9-97cd-073f1bd50648 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0642669 Nov 15 14:58:08.902679 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-4f8996e7-e54f-4ad4-bd1b-e9f01ff82737 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:08.947950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bdd79-0e20-4d06-9601-13214cd41e87 req-399a6938-a95f-4a77-8133-c1889716cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:08.949371 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-497bdd79-0e20-4d06-9601-13214cd41e87 req-399a6938-a95f-4a77-8133-c1889716cea0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480454 Nov 15 14:58:08.984193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-4f8996e7-e54f-4ad4-bd1b-e9f01ff82737 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Network a03409b5-199a-439f-afae-ce6c69aa698f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:58:08.993043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-4f8996e7-e54f-4ad4-bd1b-e9f01ff82737 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:58:08.995996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-4f8996e7-e54f-4ad4-bd1b-e9f01ff82737 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:58:09.035112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8996e7-e54f-4ad4-bd1b-e9f01ff82737 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Pushing event updated for resources: {'Port': ['ID=6f3625ae-69f1-407a-b4b8-5a4ea97be17d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:09.133980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-4f8996e7-e54f-4ad4-bd1b-e9f01ff82737 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:09.135243 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-4f8996e7-e54f-4ad4-bd1b-e9f01ff82737 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:09.135974 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-497bdd79-0e20-4d06-9601-13214cd41e87 req-c5436e50-2711-4f22-b2f4-98a8141f689c service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781216 Nov 15 14:58:09.193515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6a2d1ead-a502-4b49-8e94-42cb05792b5e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:58:09.226920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 6a2d1ead-a502-4b49-8e94-42cb05792b5e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:58:09.227616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6a2d1ead-a502-4b49-8e94-42cb05792b5e not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:58:09.228227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 629e29b5-fd7f-4d85-87e4-60d2bf69294f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:58:09.256825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 629e29b5-fd7f-4d85-87e4-60d2bf69294f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:58:09.257168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 629e29b5-fd7f-4d85-87e4-60d2bf69294f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:58:09.265024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-4f8996e7-e54f-4ad4-bd1b-e9f01ff82737 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5703361 Nov 15 14:58:09.279251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Request body: {'port': {'device_id': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:09.332823 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-497bdd79-0e20-4d06-9601-13214cd41e87 req-44ff9ebd-7c5e-4df7-a364-26d22ca2cc83 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884313 Nov 15 14:58:09.373326 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:09.398673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bd899b45-8e6c-4af2-9390-88d3db8371e0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:09.399091 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd899b45-8e6c-4af2-9390-88d3db8371e0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:09.473451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c61c719b-1dbc-487c-a0e0-60430d83eef6 None None] Provisioning complete for port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:09.473983 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c61c719b-1dbc-487c-a0e0-60430d83eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:09.479942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-53487375-9ee4-4853-a09f-00fd3bb80f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 4, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port': {'id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:40Z', 'updated_at': '2021-11-15T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '565fa5c9-3b1f-48a8-b8fe-007ab3a43a75', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'port_id': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'mac_address': 'fa:16:3e:5d:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:57:49Z', 'updated_at': '2021-11-15T14:58:07Z', 'revision_number': 1, 'project_id': '8a831b09e10644608805f8094580f2e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15815ae0-f9a5-403d-b3c2-6b6fed03a3c4', 'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'mac_address': 'fa:16:3e:cb:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:43Z', 'updated_at': '2021-11-15T14:57:53Z', 'revision_number': 5, 'project_id': '8a831b09e10644608805f8094580f2e2', 'subnets': [{'id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:09.581914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53487375-9ee4-4853-a09f-00fd3bb80f7e None None] Checking router: daf35859-a5b2-4345-b074-2ca78aa21115 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:58:09.610337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53487375-9ee4-4853-a09f-00fd3bb80f7e None None] Routers {'daf35859-a5b2-4345-b074-2ca78aa21115'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:09.611163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-53487375-9ee4-4853-a09f-00fd3bb80f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['daf35859-a5b2-4345-b074-2ca78aa21115'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:09.640009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bd899b45-8e6c-4af2-9390-88d3db8371e0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] For port 29d602a9-8b7c-4ee6-8cbc-1139eafd2531, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=29d602a9-8b7c-4ee6-8cbc-1139eafd2531,segment=NetworkSegment(d4385339-1c48-41c9-99e9-c97c8560341f),segment_id=d4385339-1c48-41c9-99e9-c97c8560341f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:09.640485 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd899b45-8e6c-4af2-9390-88d3db8371e0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:09.662990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bd899b45-8e6c-4af2-9390-88d3db8371e0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:09.731537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-53487375-9ee4-4853-a09f-00fd3bb80f7e None None] Set router daf35859-a5b2-4345-b074-2ca78aa21115 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:09.883425 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c61c719b-1dbc-487c-a0e0-60430d83eef6 None None] Port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:58:09.988050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3a432-d0f1-4716-b4f4-626d1e98b49f req-26458475-8400-487e-8fbe-b59bab90c57b tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:09.995969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e3a432-d0f1-4716-b4f4-626d1e98b49f req-26458475-8400-487e-8fbe-b59bab90c57b tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 932 time: 0.4490275 Nov 15 14:58:10.042671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-53487375-9ee4-4853-a09f-00fd3bb80f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 4, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port': {'id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:40Z', 'updated_at': '2021-11-15T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '565fa5c9-3b1f-48a8-b8fe-007ab3a43a75', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'port_id': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'mac_address': 'fa:16:3e:5d:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:57:49Z', 'updated_at': '2021-11-15T14:58:07Z', 'revision_number': 1, 'project_id': '8a831b09e10644608805f8094580f2e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15815ae0-f9a5-403d-b3c2-6b6fed03a3c4', 'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'mac_address': 'fa:16:3e:cb:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:43Z', 'updated_at': '2021-11-15T14:57:53Z', 'revision_number': 5, 'project_id': '8a831b09e10644608805f8094580f2e2', 'subnets': [{'id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:10.073099 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3625ae-69f1-407a-b4b8-5a4ea97be17d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:58:10.075157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53487375-9ee4-4853-a09f-00fd3bb80f7e None None] The sync data for ids ['daf35859-a5b2-4345-b074-2ca78aa21115'] in n-d-817748-2 is: [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 4, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port': {'id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:40Z', 'updated_at': '2021-11-15T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '565fa5c9-3b1f-48a8-b8fe-007ab3a43a75', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'port_id': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'mac_address': 'fa:16:3e:5d:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:57:49Z', 'updated_at': '2021-11-15T14:58:07Z', 'revision_number': 1, 'project_id': '8a831b09e10644608805f8094580f2e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15815ae0-f9a5-403d-b3c2-6b6fed03a3c4', 'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'mac_address': 'fa:16:3e:cb:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:43Z', 'updated_at': '2021-11-15T14:57:53Z', 'revision_number': 5, 'project_id': '8a831b09e10644608805f8094580f2e2', 'subnets': [{'id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:10.085816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:10.091573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e3a432-d0f1-4716-b4f4-626d1e98b49f req-93e5747c-3b8c-4112-b6a4-dc97ee22434c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947165 Nov 15 14:58:10.112355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Transition to ACTIVE for port object 6f3625ae-69f1-407a-b4b8-5a4ea97be17d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 14:58:10.217030 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:10.313969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3625ae-69f1-407a-b4b8-5a4ea97be17d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:10.378735 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd899b45-8e6c-4af2-9390-88d3db8371e0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:10.422341 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3e8c13-4d17-4cb9-bdbb-7f1b505e78e9 None None] New status for floating IP 565fa5c9-3b1f-48a8-b8fe-007ab3a43a75: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:58:10.467889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd899b45-8e6c-4af2-9390-88d3db8371e0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=29d602a9-8b7c-4ee6-8cbc-1139eafd2531,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:10.625528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Attempting to bind port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:58:10.625867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Attempting to bind port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:58:10.626269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Attempting to bind port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d on network a03409b5-199a-439f-afae-ce6c69aa698f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:58:10.633106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d on network a03409b5-199a-439f-afae-ce6c69aa698f not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 14:58:10.633440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Attempting to bind port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d on network a03409b5-199a-439f-afae-ce6c69aa698f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:58:10.648576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:58:10.648931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Checking segment: {'id': '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:58:10.649319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Bound using segment: {'id': '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:58:10.649928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Bound port: 6f3625ae-69f1-407a-b4b8-5a4ea97be17d, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:58:10.650953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:10.817242 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd899b45-8e6c-4af2-9390-88d3db8371e0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:10.845812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] For port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:58:10.919246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] For port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=6f3625ae-69f1-407a-b4b8-5a4ea97be17d,segment=NetworkSegment(0f3b98db-2f9a-4524-b14e-16eaa2fbc32e),segment_id=0f3b98db-2f9a-4524-b14e-16eaa2fbc32e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:58:11.032629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:11.083685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd899b45-8e6c-4af2-9390-88d3db8371e0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:58:11.085194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:11.085975 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:11.087463 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] 10.222.0.59 "PUT /v2.0/ports/6f3625ae-69f1-407a-b4b8-5a4ea97be17d HTTP/1.1" status: 200 len: 1092 time: 1.8138721 Nov 15 14:58:11.088520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:58:11.091006 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af0d838-efb5-418d-adf6-b642b17220fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:58:11.122601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243753bc-5b77-44b1-9d4f-c02f37bd9fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3625ae-69f1-407a-b4b8-5a4ea97be17d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:11.495494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd899b45-8e6c-4af2-9390-88d3db8371e0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:11.495494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bd899b45-8e6c-4af2-9390-88d3db8371e0 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9544420 Nov 15 14:58:11.495494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:11.508016 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c04f33-0614-456f-aa4d-d74ab0f602fd None None] Sync routers for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:11.508016 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c04f33-0614-456f-aa4d-d74ab0f602fd None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:11.508016 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-75c04f33-0614-456f-aa4d-d74ab0f602fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:11.512147 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ce9c42-597a-42c9-9294-3c08a0d8de80 x-openstack-request-id: req-81ce9c42-597a-42c9-9294-3c08a0d8de80 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:58:11.512147 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:58:11.512147 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81ce9c42-597a-42c9-9294-3c08a0d8de80 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:58:11.512147 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'status': 'completed', 'code': 200} Nov 15 14:58:11.512147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-fbab9e85-1aea-4ab1-9186-6479d830b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:11.512147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-fbab9e85-1aea-4ab1-9186-6479d830b7f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d73f06e0792a40dc8682da5c48d69865&device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 1095 time: 0.2008092 Nov 15 14:58:11.513602 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-75c04f33-0614-456f-aa4d-d74ab0f602fd None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:11.541387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-603ebcbe-7e99-463e-8f2b-afb20219ff68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3625ae-69f1-407a-b4b8-5a4ea97be17d HTTP/1.1" status: 200 len: 217 time: 0.0648539 Nov 15 14:58:11.552380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c9a585-991f-4d58-a3b9-9346603cc611 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting subnet 6c265eae-fa59-4700-bd64-6981081f10a7 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:58:11.568999 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c9a585-991f-4d58-a3b9-9346603cc611 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:11.648936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5477ee-0684-4999-b483-3484b802c74d req-e8aafb53-fdf5-4fb8-920c-e52f5df9e106 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:11.650525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a5477ee-0684-4999-b483-3484b802c74d req-e8aafb53-fdf5-4fb8-920c-e52f5df9e106 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 944 time: 0.2476072 Nov 15 14:58:11.662488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-75c04f33-0614-456f-aa4d-d74ab0f602fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:10Z', 'revision_number': 10, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:11.687246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-bd7dab94-eea0-47fb-8b6a-e49c3be07b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:11.688725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-bd7dab94-eea0-47fb-8b6a-e49c3be07b42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0912ef5-9b9e-4d53-a857-3411c89ccea8 HTTP/1.1" status: 200 len: 853 time: 0.1292434 Nov 15 14:58:11.691841 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c9a585-991f-4d58-a3b9-9346603cc611 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:11.692231 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c04f33-0614-456f-aa4d-d74ab0f602fd None None] Checking router: d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:58:11.701496 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c04f33-0614-456f-aa4d-d74ab0f602fd None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:11.702381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-75c04f33-0614-456f-aa4d-d74ab0f602fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:11.794923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a5477ee-0684-4999-b483-3484b802c74d req-6742d4c1-e0d6-44d7-ba47-29948937eae6 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332214 Nov 15 14:58:11.823178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-75c04f33-0614-456f-aa4d-d74ab0f602fd None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:11.851442 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-25b064ab-4281-42ec-812e-9dd84bec06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:11.853563 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-25b064ab-4281-42ec-812e-9dd84bec06e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a03409b5-199a-439f-afae-ce6c69aa698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355243 Nov 15 14:58:11.863491 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c9a585-991f-4d58-a3b9-9346603cc611 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:12.019877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-285ccc32-b2f1-4c8b-826d-3006df31ecee service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226447 Nov 15 14:58:12.118587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67309a8b-8147-42ec-b797-f0c05b73a762 req-99e420be-1440-44c4-ac45-b4bda2dfe987 service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900576 Nov 15 14:58:12.202116 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c9a585-991f-4d58-a3b9-9346603cc611 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:12.202552 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-75c04f33-0614-456f-aa4d-d74ab0f602fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:10Z', 'revision_number': 10, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:12.229011 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c04f33-0614-456f-aa4d-d74ab0f602fd None None] The sync data for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 is: [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:10Z', 'revision_number': 10, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None, '_interfaces': [{'id': '106f35ae-70a3-4db7-9054-8faa986874d5', 'name': '', 'network_id': '08e35557-03d1-4e16-8c1a-7224ff3fcc67', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'mac_address': 'fa:16:3e:00:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:37Z', 'updated_at': '2021-11-15T14:57:42Z', 'revision_number': 5, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'subnets': [{'id': '3107beda-2840-40ca-a30e-10ac2b78be18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:12.232621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9a585-991f-4d58-a3b9-9346603cc611 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Subnet': ['ID=6c265eae-fa59-4700-bd64-6981081f10a7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:12.244770 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c9a585-991f-4d58-a3b9-9346603cc611 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:12.246556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48030eac-b9c3-4548-97dc-117a489b7fd2 None None] Network 175d218e-e8b6-427f-b3e0-302c44a69b00 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:58:12.251914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-45c9a585-991f-4d58-a3b9-9346603cc611 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/6c265eae-fa59-4700-bd64-6981081f10a7 HTTP/1.1" status: 204 len: 168 time: 1.0081177 Nov 15 14:58:12.254480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58636) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:12.611894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d720b-bdc9-4bde-8740-e8b926425e3f None None] DHCP port deletion for 175d218e-e8b6-427f-b3e0-302c44a69b00 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:58:12.683112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-643d720b-bdc9-4bde-8740-e8b926425e3f None None] Deleting port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:12.683813 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-643d720b-bdc9-4bde-8740-e8b926425e3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:12.758580 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:12.782440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0d838-efb5-418d-adf6-b642b17220fd req-6b16e0b3-7636-4ebb-b73e-66a2b16d2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:12.783927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3af0d838-efb5-418d-adf6-b642b17220fd req-6b16e0b3-7636-4ebb-b73e-66a2b16d2748 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d73f06e0792a40dc8682da5c48d69865&device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 1095 time: 0.5180578 Nov 15 14:58:12.786749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-643d720b-bdc9-4bde-8740-e8b926425e3f None None] For port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=793f5b62-b4ae-43f2-b5cd-9f93f89d84fd,segment=NetworkSegment(d4385339-1c48-41c9-99e9-c97c8560341f),segment_id=d4385339-1c48-41c9-99e9-c97c8560341f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:12.787203 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-643d720b-bdc9-4bde-8740-e8b926425e3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:12.802633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-643d720b-bdc9-4bde-8740-e8b926425e3f None None] Calling delete_port for 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:12.974931 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-643d720b-bdc9-4bde-8740-e8b926425e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:13.011855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0d838-efb5-418d-adf6-b642b17220fd req-ff044fa5-2dd9-4019-8336-e999de7babfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:13.013546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3af0d838-efb5-418d-adf6-b642b17220fd req-ff044fa5-2dd9-4019-8336-e999de7babfa service neutron] 10.222.0.59 "GET /v2.0/networks?id=a03409b5-199a-439f-afae-ce6c69aa698f HTTP/1.1" status: 200 len: 915 time: 0.2124197 Nov 15 14:58:13.017127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:13.017591 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:13.018422 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d720b-bdc9-4bde-8740-e8b926425e3f None None] Pushing event deleted for resources: {'Port': ['ID=793f5b62-b4ae-43f2-b5cd-9f93f89d84fd,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:13.023246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d720b-bdc9-4bde-8740-e8b926425e3f None None] No DVR routers for this DVR port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:58:13.112601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:58:13.133883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e4eb0-8a0f-47a7-8448-6edac11f7114 req-683d2231-f4e8-457b-8a99-a066fcb54f05 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:13.135121 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:58:13.135447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:58:13.135866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:58:13.151379 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b5e4eb0-8a0f-47a7-8448-6edac11f7114 req-683d2231-f4e8-457b-8a99-a066fcb54f05 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 944 time: 0.2238042 Nov 15 14:58:13.159019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:58:13.159832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 29d602a9-8b7c-4ee6-8cbc-1139eafd2531 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:58:13.171684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3af0d838-efb5-418d-adf6-b642b17220fd req-7e7fb813-2b64-45ee-bac1-74e2116f5256 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3625ae-69f1-407a-b4b8-5a4ea97be17d HTTP/1.1" status: 200 len: 217 time: 0.1244094 Nov 15 14:58:13.272532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] For port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd, host n-d-817748-2, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:13.272902 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:13.279140 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b5e4eb0-8a0f-47a7-8448-6edac11f7114 req-6e4e7f84-81a1-4b4e-95bb-609c3b3d1e50 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264055 Nov 15 14:58:13.280578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0d838-efb5-418d-adf6-b642b17220fd req-728b3e5c-1b7b-4f84-81b6-d560fe99e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:13.281963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3af0d838-efb5-418d-adf6-b642b17220fd req-728b3e5c-1b7b-4f84-81b6-d560fe99e5cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0912ef5-9b9e-4d53-a857-3411c89ccea8 HTTP/1.1" status: 200 len: 853 time: 0.1019559 Nov 15 14:58:13.293177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:13.296218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd was not found and therefore no delete operation was performed {{(pid=103146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 14:58:13.298887 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:13.363447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=793f5b62-b4ae-43f2-b5cd-9f93f89d84fd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:13.370810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No DVR routers for this DVR port 793f5b62-b4ae-43f2-b5cd-9f93f89d84fd on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:58:13.385667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0d838-efb5-418d-adf6-b642b17220fd req-7efad8e9-7116-4615-8def-b0bdbef2af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:13.387230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3af0d838-efb5-418d-adf6-b642b17220fd req-7efad8e9-7116-4615-8def-b0bdbef2af63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a03409b5-199a-439f-afae-ce6c69aa698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895247 Nov 15 14:58:13.513167 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:13.547281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175d218e-e8b6-427f-b3e0-302c44a69b00']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:13.566975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4385339-1c48-41c9-99e9-c97c8560341f') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:13.567277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4385339-1c48-41c9-99e9-c97c8560341f') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:13.577222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3af0d838-efb5-418d-adf6-b642b17220fd req-1483b800-5ac8-45a6-878d-c852400c0865 service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727886 Nov 15 14:58:13.580787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:13.637216 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:13.649096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:58:13.649488 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:58:13.652427 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:58:13.740646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3af0d838-efb5-418d-adf6-b642b17220fd req-e8b0c9eb-bc54-4b94-af80-9b02e5506bc0 service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533289 Nov 15 14:58:13.814371 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:13.819835 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:13.823142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/networks/175d218e-e8b6-427f-b3e0-302c44a69b00 HTTP/1.1" status: 204 len: 168 time: 1.5676229 Nov 15 14:58:13.825984 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:13.843607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7edaa-8836-4087-b968-26bcab3a1d0e tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Network': ['ID=175d218e-e8b6-427f-b3e0-302c44a69b00,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:14.163786 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7a3e156-6221-4d23-88df-66d16ba98b87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:14.419778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dd377-6d42-41a5-b40b-f22d44d59f44 req-06ada6c6-39be-4aa4-a11d-46b130f96a39 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:14.422148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c32dd377-6d42-41a5-b40b-f22d44d59f44 req-06ada6c6-39be-4aa4-a11d-46b130f96a39 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 944 time: 0.0587211 Nov 15 14:58:14.437060 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d7a3e156-6221-4d23-88df-66d16ba98b87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port 106f35ae-70a3-4db7-9054-8faa986874d5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:14.437405 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7a3e156-6221-4d23-88df-66d16ba98b87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:14.486076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c32dd377-6d42-41a5-b40b-f22d44d59f44 req-3cc69002-0454-43eb-ada4-68c0e872e400 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577772 Nov 15 14:58:14.550506 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d7a3e156-6221-4d23-88df-66d16ba98b87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] For port 106f35ae-70a3-4db7-9054-8faa986874d5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=106f35ae-70a3-4db7-9054-8faa986874d5,segment=NetworkSegment(26a89d8c-74ed-4656-bdde-1ed5548744ed),segment_id=26a89d8c-74ed-4656-bdde-1ed5548744ed)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:14.550975 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7a3e156-6221-4d23-88df-66d16ba98b87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:14.564767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d7a3e156-6221-4d23-88df-66d16ba98b87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for 106f35ae-70a3-4db7-9054-8faa986874d5 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:14.843276 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7a3e156-6221-4d23-88df-66d16ba98b87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:14.868105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3e156-6221-4d23-88df-66d16ba98b87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=106f35ae-70a3-4db7-9054-8faa986874d5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:15.328962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7a3e156-6221-4d23-88df-66d16ba98b87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:15.492119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a3e156-6221-4d23-88df-66d16ba98b87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:58:15.583461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a3e156-6221-4d23-88df-66d16ba98b87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:15.590788 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d7a3e156-6221-4d23-88df-66d16ba98b87 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7634656 Nov 15 14:58:15.594020 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:15.596146 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259ea5c-fea3-4d27-a70f-0daf6ba58997 None None] Sync routers for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:15.618196 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259ea5c-fea3-4d27-a70f-0daf6ba58997 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:15.621361 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f259ea5c-fea3-4d27-a70f-0daf6ba58997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:15.641904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6fbac-27ee-4cec-8801-5ad10765c3d7 req-2243340e-9a17-4ba0-8a2f-6db7f7ffc69d tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:15.643864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3c6fbac-27ee-4cec-8801-5ad10765c3d7 req-2243340e-9a17-4ba0-8a2f-6db7f7ffc69d tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 944 time: 0.0739162 Nov 15 14:58:15.653925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5d31f1-4784-4a11-8ee3-09f6d473e638 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting subnet 3107beda-2840-40ca-a30e-10ac2b78be18 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:58:15.657796 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa5d31f1-4784-4a11-8ee3-09f6d473e638 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:15.705521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3c6fbac-27ee-4cec-8801-5ad10765c3d7 req-98560e1a-0173-4a40-b70c-4b21135a06e1 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528452 Nov 15 14:58:15.706687 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f259ea5c-fea3-4d27-a70f-0daf6ba58997 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:15.715254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa5d31f1-4784-4a11-8ee3-09f6d473e638 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:15.766372 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f259ea5c-fea3-4d27-a70f-0daf6ba58997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:14Z', 'revision_number': 11, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:15.799018 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259ea5c-fea3-4d27-a70f-0daf6ba58997 None None] Checking router: d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:58:15.810509 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259ea5c-fea3-4d27-a70f-0daf6ba58997 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:15.811186 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f259ea5c-fea3-4d27-a70f-0daf6ba58997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:15.821015 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa5d31f1-4784-4a11-8ee3-09f6d473e638 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:15.881414 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f259ea5c-fea3-4d27-a70f-0daf6ba58997 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:15.937649 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f259ea5c-fea3-4d27-a70f-0daf6ba58997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:14Z', 'revision_number': 11, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:15.946128 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa5d31f1-4784-4a11-8ee3-09f6d473e638 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:15.964114 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259ea5c-fea3-4d27-a70f-0daf6ba58997 None None] The sync data for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 is: [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:14Z', 'revision_number': 11, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:15.975459 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d31f1-4784-4a11-8ee3-09f6d473e638 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Subnet': ['ID=3107beda-2840-40ca-a30e-10ac2b78be18,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:15.979935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa5d31f1-4784-4a11-8ee3-09f6d473e638 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:15.985862 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-aa5d31f1-4784-4a11-8ee3-09f6d473e638 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/3107beda-2840-40ca-a30e-10ac2b78be18 HTTP/1.1" status: 204 len: 168 time: 0.3902390 Nov 15 14:58:15.986117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58660) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:15.993404 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bddeaf-afd5-4371-af5d-783406cfa599 None None] Network 08e35557-03d1-4e16-8c1a-7224ff3fcc67 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:58:16.091068 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:16.151842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Deleting port 786b9e88-573a-4465-a6ea-dbdf28f99131 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:16.152489 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:16.235188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] For port 786b9e88-573a-4465-a6ea-dbdf28f99131, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=786b9e88-573a-4465-a6ea-dbdf28f99131,segment=NetworkSegment(26a89d8c-74ed-4656-bdde-1ed5548744ed),segment_id=26a89d8c-74ed-4656-bdde-1ed5548744ed)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:16.235558 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:16.249292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Calling delete_port for 786b9e88-573a-4465-a6ea-dbdf28f99131 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:16.339356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b05ec72-20fa-4130-8590-ea1da3b0c5bd None None] DHCP port deletion for 08e35557-03d1-4e16-8c1a-7224ff3fcc67 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:58:16.396063 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4b05ec72-20fa-4130-8590-ea1da3b0c5bd None None] Deleting port 786b9e88-573a-4465-a6ea-dbdf28f99131 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:16.396652 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b05ec72-20fa-4130-8590-ea1da3b0c5bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:16.432991 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:16.463115 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Port': ['ID=786b9e88-573a-4465-a6ea-dbdf28f99131,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:16.469389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No DVR routers for this DVR port 786b9e88-573a-4465-a6ea-dbdf28f99131 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:58:16.469715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4b05ec72-20fa-4130-8590-ea1da3b0c5bd None None] For port 786b9e88-573a-4465-a6ea-dbdf28f99131, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=786b9e88-573a-4465-a6ea-dbdf28f99131,segment=NetworkSegment(26a89d8c-74ed-4656-bdde-1ed5548744ed),segment_id=26a89d8c-74ed-4656-bdde-1ed5548744ed)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:16.470266 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b05ec72-20fa-4130-8590-ea1da3b0c5bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:16.484788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4b05ec72-20fa-4130-8590-ea1da3b0c5bd None None] Calling delete_port for 786b9e88-573a-4465-a6ea-dbdf28f99131 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:16.557523 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:16.573514 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b05ec72-20fa-4130-8590-ea1da3b0c5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:16.580170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e35557-03d1-4e16-8c1a-7224ff3fcc67']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:16.593097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a89d8c-74ed-4656-bdde-1ed5548744ed') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:16.593493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a89d8c-74ed-4656-bdde-1ed5548744ed') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:16.604415 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:16.608995 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05ec72-20fa-4130-8590-ea1da3b0c5bd None None] No DVR routers for this DVR port 786b9e88-573a-4465-a6ea-dbdf28f99131 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:58:16.612546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05ec72-20fa-4130-8590-ea1da3b0c5bd None None] Pushing event deleted for resources: {'Port': ['ID=786b9e88-573a-4465-a6ea-dbdf28f99131,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:16.632026 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:16.640771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:58:16.641224 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:58:16.644306 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:58:16.786276 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:16.792920 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:16.796335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/networks/08e35557-03d1-4e16-8c1a-7224ff3fcc67 HTTP/1.1" status: 204 len: 168 time: 0.8088558 Nov 15 14:58:16.799332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58668) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:16.804038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6d656209-5e49-4f19-b369-6f9840ff6317 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'router': {'routes': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:16.834763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c499e-122a-4a03-b408-192e393f03fc tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Pushing event deleted for resources: {'Network': ['ID=08e35557-03d1-4e16-8c1a-7224ff3fcc67,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:16.862542 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516e45a-a06c-488a-afc4-3153581c2285 req-de355dfa-589d-4abb-b823-ecd7cefb4968 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:16.864048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4516e45a-a06c-488a-afc4-3153581c2285 req-de355dfa-589d-4abb-b823-ecd7cefb4968 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 944 time: 0.0666203 Nov 15 14:58:16.921564 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4516e45a-a06c-488a-afc4-3153581c2285 req-bd0999a6-db97-4f03-b899-b103c92b47e2 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505228 Nov 15 14:58:16.966281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-6d656209-5e49-4f19-b369-6f9840ff6317 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Added routes are [] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 14:58:16.966844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-6d656209-5e49-4f19-b369-6f9840ff6317 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Removed routes are [] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 14:58:16.967057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d656209-5e49-4f19-b369-6f9840ff6317 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:17.107867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 106f35ae-70a3-4db7-9054-8faa986874d5 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:58:17.114166 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d656209-5e49-4f19-b369-6f9840ff6317 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:17.117496 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d656209-5e49-4f19-b369-6f9840ff6317 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:17.136344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 106f35ae-70a3-4db7-9054-8faa986874d5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:58:17.136786 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 106f35ae-70a3-4db7-9054-8faa986874d5 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:58:17.137259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 786b9e88-573a-4465-a6ea-dbdf28f99131 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:58:17.156933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 786b9e88-573a-4465-a6ea-dbdf28f99131 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:58:17.158437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 786b9e88-573a-4465-a6ea-dbdf28f99131 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:58:17.203886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d656209-5e49-4f19-b369-6f9840ff6317 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:58:17.284884 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d656209-5e49-4f19-b369-6f9840ff6317 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:17.292252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d656209-5e49-4f19-b369-6f9840ff6317 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:17.295989 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6d656209-5e49-4f19-b369-6f9840ff6317 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f HTTP/1.1" status: 200 len: 701 time: 0.4930782 Nov 15 14:58:17.296115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19427995-91d2-4d10-b0e6-e82902c9a075 None None] Sync routers for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:17.296387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58672) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:17.305861 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19427995-91d2-4d10-b0e6-e82902c9a075 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:17.305861 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-19427995-91d2-4d10-b0e6-e82902c9a075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:17.329389 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cb663201-bff3-45d5-821d-3675d5519956 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f HTTP/1.1" status: 200 len: 205 time: 0.0319014 Nov 15 14:58:17.331851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:17.381861 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-19427995-91d2-4d10-b0e6-e82902c9a075 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:17.412886 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aee549e4-3b3d-43cc-b432-609053f15b5b tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:17.438673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-19427995-91d2-4d10-b0e6-e82902c9a075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:14Z', 'revision_number': 11, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:17.469067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19427995-91d2-4d10-b0e6-e82902c9a075 None None] Checking router: d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:58:17.478067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19427995-91d2-4d10-b0e6-e82902c9a075 None None] Routers {'d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:17.478717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-19427995-91d2-4d10-b0e6-e82902c9a075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:17.548916 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-19427995-91d2-4d10-b0e6-e82902c9a075 None None] Set router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:17.582258 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aee549e4-3b3d-43cc-b432-609053f15b5b tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:17.584543 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aee549e4-3b3d-43cc-b432-609053f15b5b tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:17.604840 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-19427995-91d2-4d10-b0e6-e82902c9a075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:14Z', 'revision_number': 11, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:17.642418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19427995-91d2-4d10-b0e6-e82902c9a075 None None] The sync data for ids ['d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f'] in n-d-817748-2 is: [{'id': 'd60b2cb4-f9bb-45c3-a2da-8eb92bf4849f', 'name': 'tempest-RoutersTest-router-1246220917', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:35Z', 'updated_at': '2021-11-15T14:58:14Z', 'revision_number': 11, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:17.734859 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aee549e4-3b3d-43cc-b432-609053f15b5b tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:17.735458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee549e4-3b3d-43cc-b432-609053f15b5b tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Fanout notify agent at l3_agent the message router_deleted on router d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:58:17.742615 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aee549e4-3b3d-43cc-b432-609053f15b5b tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:17.748390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-aee549e4-3b3d-43cc-b432-609053f15b5b tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f HTTP/1.1" status: 204 len: 168 time: 0.4109998 Nov 15 14:58:17.748583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:17.753287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4b465ecd-7b9b-4cda-b509-5ec2d478e600 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1127377202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:17.855288 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b465ecd-7b9b-4cda-b509-5ec2d478e600 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:17.856367 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b465ecd-7b9b-4cda-b509-5ec2d478e600 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:17.917151 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b465ecd-7b9b-4cda-b509-5ec2d478e600 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:17.990373 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b465ecd-7b9b-4cda-b509-5ec2d478e600 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:18.059361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709b1da-8570-419b-8cf0-f954daa07415 req-ac27a49f-35be-4286-8cf6-48cc516b6dc3 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:18.060882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c709b1da-8570-419b-8cf0-f954daa07415 req-ac27a49f-35be-4286-8cf6-48cc516b6dc3 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 944 time: 0.0510492 Nov 15 14:58:18.077089 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b465ecd-7b9b-4cda-b509-5ec2d478e600 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:18.078227 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4b465ecd-7b9b-4cda-b509-5ec2d478e600 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3285093 Nov 15 14:58:18.081147 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:18.086063 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ff97cc88-31ea-4673-851c-595107129c5f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:18.118311 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c709b1da-8570-419b-8cf0-f954daa07415 req-c2f729a6-dce6-4383-9817-57916a29dd7c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504618 Nov 15 14:58:18.302986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc88-31ea-4673-851c-595107129c5f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3800'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:18.455091 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc88-31ea-4673-851c-595107129c5f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669089'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:18.637231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff97cc88-31ea-4673-851c-595107129c5f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Router 83253aa5-3790-4ba5-9de3-af85be33285e is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:58:18.711688 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff97cc88-31ea-4673-851c-595107129c5f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:18.718632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc88-31ea-4673-851c-595107129c5f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:18.719783 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ff97cc88-31ea-4673-851c-595107129c5f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "PUT /v2.0/routers/83253aa5-3790-4ba5-9de3-af85be33285e HTTP/1.1" status: 200 len: 694 time: 0.6375394 Nov 15 14:58:18.722523 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58688) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:18.725716 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e141a53-9506-4479-9f87-687aae645792 None None] Sync routers for ids ['83253aa5-3790-4ba5-9de3-af85be33285e'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:18.736765 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e141a53-9506-4479-9f87-687aae645792 None None] Routers {'83253aa5-3790-4ba5-9de3-af85be33285e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:18.737394 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5e141a53-9506-4479-9f87-687aae645792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['83253aa5-3790-4ba5-9de3-af85be33285e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:18.805282 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a2540c40-e5fc-4793-96f5-bfba87c61b08 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/routers/83253aa5-3790-4ba5-9de3-af85be33285e HTTP/1.1" status: 200 len: 700 time: 0.0791261 Nov 15 14:58:18.805570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58690) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:18.834073 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0ef028d0-e0a5-403e-840d-639d6b594651 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=83253aa5-3790-4ba5-9de3-af85be33285e HTTP/1.1" status: 200 len: 205 time: 0.0267997 Nov 15 14:58:18.839033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:18.901898 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5e141a53-9506-4479-9f87-687aae645792 None None] Set router 83253aa5-3790-4ba5-9de3-af85be33285e gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:18.915240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84d625ff-ad65-4ec0-ae97-a74f35c32dd7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:18.964310 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5e141a53-9506-4479-9f87-687aae645792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83253aa5-3790-4ba5-9de3-af85be33285e', 'name': 'tempest-RoutersTest-router-1127377202', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:58:17Z', 'updated_at': '2021-11-15T14:58:18Z', 'revision_number': 2, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:18.989759 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e141a53-9506-4479-9f87-687aae645792 None None] Checking router: 83253aa5-3790-4ba5-9de3-af85be33285e for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:58:18.998851 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e141a53-9506-4479-9f87-687aae645792 None None] Routers {'83253aa5-3790-4ba5-9de3-af85be33285e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:18.999449 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5e141a53-9506-4479-9f87-687aae645792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['83253aa5-3790-4ba5-9de3-af85be33285e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:19.067705 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5e141a53-9506-4479-9f87-687aae645792 None None] Set router 83253aa5-3790-4ba5-9de3-af85be33285e gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:19.077115 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84d625ff-ad65-4ec0-ae97-a74f35c32dd7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:19.079284 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84d625ff-ad65-4ec0-ae97-a74f35c32dd7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:19.121942 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5e141a53-9506-4479-9f87-687aae645792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83253aa5-3790-4ba5-9de3-af85be33285e', 'name': 'tempest-RoutersTest-router-1127377202', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:58:17Z', 'updated_at': '2021-11-15T14:58:18Z', 'revision_number': 2, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:19.148924 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e141a53-9506-4479-9f87-687aae645792 None None] The sync data for ids ['83253aa5-3790-4ba5-9de3-af85be33285e'] in n-d-817748-2 is: [{'id': '83253aa5-3790-4ba5-9de3-af85be33285e', 'name': 'tempest-RoutersTest-router-1127377202', 'tenant_id': '6784a8a648d54f3ba1d0542544128aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:58:17Z', 'updated_at': '2021-11-15T14:58:18Z', 'revision_number': 2, 'project_id': '6784a8a648d54f3ba1d0542544128aa6', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:19.175556 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84d625ff-ad65-4ec0-ae97-a74f35c32dd7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:19.176219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d625ff-ad65-4ec0-ae97-a74f35c32dd7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Fanout notify agent at l3_agent the message router_deleted on router 83253aa5-3790-4ba5-9de3-af85be33285e {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:58:19.184888 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84d625ff-ad65-4ec0-ae97-a74f35c32dd7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:19.186137 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-84d625ff-ad65-4ec0-ae97-a74f35c32dd7 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/83253aa5-3790-4ba5-9de3-af85be33285e HTTP/1.1" status: 204 len: 168 time: 0.3461709 Nov 15 14:58:19.190256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58696) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.225582 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-73a49138-0a2b-4b9c-b5f9-ce82de73cc20 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=83253aa5-3790-4ba5-9de3-af85be33285e HTTP/1.1" status: 200 len: 205 time: 0.0340641 Nov 15 14:58:19.228499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58698) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.285404 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-96524ddb-a8b6-4444-9274-10cc3f868c65 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] delete failed (client error): The resource could not be found. Nov 15 14:58:19.286478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-96524ddb-a8b6-4444-9274-10cc3f868c65 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/83253aa5-3790-4ba5-9de3-af85be33285e HTTP/1.1" status: 404 len: 336 time: 0.0570421 Nov 15 14:58:19.289063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.317172 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-18aa3e58-50f8-4d15-950a-fc03c1c7bbcb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] DELETE failed (client error): The resource could not be found. Nov 15 14:58:19.317632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18aa3e58-50f8-4d15-950a-fc03c1c7bbcb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:58:19.320737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-18aa3e58-50f8-4d15-950a-fc03c1c7bbcb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/85f3b9cb-c480-4edb-8ccc-a22b7482b16f HTTP/1.1" status: 404 len: 337 time: 0.0307820 Nov 15 14:58:19.324331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.337006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4559f9a-4429-4ec2-aa02-db98d691fcf4 req-df014953-6de3-4487-ade2-a72c72c8b0cb tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:19.338591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4559f9a-4429-4ec2-aa02-db98d691fcf4 req-df014953-6de3-4487-ade2-a72c72c8b0cb tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 944 time: 0.1374378 Nov 15 14:58:19.360652 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2de5ede-5465-45f0-a157-f823e87de933 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] DELETE failed (client error): The resource could not be found. Nov 15 14:58:19.361234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2de5ede-5465-45f0-a157-f823e87de933 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:58:19.370020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58706) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.370173 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a2de5ede-5465-45f0-a157-f823e87de933 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/19d4f00a-ca4b-4829-9900-6120c53c46e0 HTTP/1.1" status: 404 len: 337 time: 0.0457971 Nov 15 14:58:19.405255 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2da933c-15ac-4e20-a3ad-c90ac480fffa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] DELETE failed (client error): The resource could not be found. Nov 15 14:58:19.405641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2da933c-15ac-4e20-a3ad-c90ac480fffa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:58:19.408744 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b2da933c-15ac-4e20-a3ad-c90ac480fffa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/6c265eae-fa59-4700-bd64-6981081f10a7 HTTP/1.1" status: 404 len: 337 time: 0.0377071 Nov 15 14:58:19.411382 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58708) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.427031 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4559f9a-4429-4ec2-aa02-db98d691fcf4 req-0beba5a0-571f-48cf-9aea-d6c3da9eefec tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824847 Nov 15 14:58:19.442419 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-422ee06f-effc-44ce-ad0e-d1005c1a7053 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] DELETE failed (client error): The resource could not be found. Nov 15 14:58:19.442886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422ee06f-effc-44ce-ad0e-d1005c1a7053 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:58:19.445880 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-422ee06f-effc-44ce-ad0e-d1005c1a7053 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/3107beda-2840-40ca-a30e-10ac2b78be18 HTTP/1.1" status: 404 len: 337 time: 0.0335052 Nov 15 14:58:19.448469 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.474757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f933636b-8755-491f-8587-1756008dcc8f tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f HTTP/1.1" status: 200 len: 205 time: 0.0251780 Nov 15 14:58:19.476967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58712) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.512585 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-c5e6f95a-b583-4e4e-9c03-dac7c2f1d4eb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] delete failed (client error): The resource could not be found. Nov 15 14:58:19.513608 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c5e6f95a-b583-4e4e-9c03-dac7c2f1d4eb tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/d60b2cb4-f9bb-45c3-a2da-8eb92bf4849f HTTP/1.1" status: 404 len: 336 time: 0.0357349 Nov 15 14:58:19.516272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.542898 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a98a97d6-8c1a-4083-bd31-436e8f47fe64 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65 HTTP/1.1" status: 200 len: 205 time: 0.0255916 Nov 15 14:58:19.548375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.590477 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-ab14275c-6032-494f-b9aa-2fc9e8acd9fa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] delete failed (client error): The resource could not be found. Nov 15 14:58:19.591783 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ab14275c-6032-494f-b9aa-2fc9e8acd9fa tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/e1b6efcc-27f8-48c3-81c3-7f79d7a8dd65 HTTP/1.1" status: 404 len: 336 time: 0.0422177 Nov 15 14:58:19.594005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58718) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.620118 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f29830-0523-4321-bda7-a7e038b2a174 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] DELETE failed (client error): The resource could not be found. Nov 15 14:58:19.620566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f29830-0523-4321-bda7-a7e038b2a174 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:58:19.623548 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-35f29830-0523-4321-bda7-a7e038b2a174 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/a37d8e94-f2aa-4339-8f36-69e8ee4f2391 HTTP/1.1" status: 404 len: 337 time: 0.0286100 Nov 15 14:58:19.625936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.651970 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-aeba3bea-c0e5-47c8-9635-db668b8a7fa8 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=e618858d-22d1-4546-a57e-e1167476444e HTTP/1.1" status: 200 len: 205 time: 0.0249698 Nov 15 14:58:19.654280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58722) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.693939 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-a162d17f-1548-4bba-a4d1-19592ac59035 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] delete failed (client error): The resource could not be found. Nov 15 14:58:19.694907 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a162d17f-1548-4bba-a4d1-19592ac59035 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/e618858d-22d1-4546-a57e-e1167476444e HTTP/1.1" status: 404 len: 336 time: 0.0397112 Nov 15 14:58:19.697410 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58724) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.724111 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7847525b-88dd-405e-bd02-29096bc82a7d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3d59044-a666-4377-8d8e-e746cd4caf3c HTTP/1.1" status: 200 len: 205 time: 0.0256388 Nov 15 14:58:19.726438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58726) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.763789 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-e21962a6-d45a-41a1-99db-ddd98aec5ab3 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] delete failed (client error): The resource could not be found. Nov 15 14:58:19.764843 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e21962a6-d45a-41a1-99db-ddd98aec5ab3 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/b3d59044-a666-4377-8d8e-e746cd4caf3c HTTP/1.1" status: 404 len: 336 time: 0.0374970 Nov 15 14:58:19.767345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.793849 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdb4460-be5f-41e3-ae5e-0f4d30be22ac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] DELETE failed (client error): The resource could not be found. Nov 15 14:58:19.794321 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdb4460-be5f-41e3-ae5e-0f4d30be22ac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:58:19.800017 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5bdb4460-be5f-41e3-ae5e-0f4d30be22ac tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/59c5d613-54a9-42b7-ad2b-cff130534465 HTTP/1.1" status: 404 len: 337 time: 0.0291438 Nov 15 14:58:19.800207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58732) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.831730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6c7c438e-7fab-45a0-b933-51154ae290d2 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bd831b-91ef-4e7c-a79d-898b7d58cb5f HTTP/1.1" status: 200 len: 205 time: 0.0303631 Nov 15 14:58:19.833947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58734) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.871117 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-34883f92-4519-4336-8140-3677e461b601 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] delete failed (client error): The resource could not be found. Nov 15 14:58:19.872171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-34883f92-4519-4336-8140-3677e461b601 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/09bd831b-91ef-4e7c-a79d-898b7d58cb5f HTTP/1.1" status: 404 len: 336 time: 0.0372045 Nov 15 14:58:19.874644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58736) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.901337 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f60ae2-b6a0-4ec3-a7d3-dccd3c5dfb25 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] DELETE failed (client error): The resource could not be found. Nov 15 14:58:19.901817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f60ae2-b6a0-4ec3-a7d3-dccd3c5dfb25 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:58:19.905727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b1f60ae2-b6a0-4ec3-a7d3-dccd3c5dfb25 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/6f7f614b-28b0-493b-9d15-42fa52441b83 HTTP/1.1" status: 404 len: 337 time: 0.0293696 Nov 15 14:58:19.907548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58738) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.934134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5506933a-e0eb-40e0-9e8b-131ad7b326c5 tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83c2f65-7d77-490f-a558-5867cd527beb HTTP/1.1" status: 200 len: 205 time: 0.0254967 Nov 15 14:58:19.936416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58740) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:19.977232 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-a58c1432-aa2c-46c9-b611-933d3768339a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] delete failed (client error): The resource could not be found. Nov 15 14:58:19.978319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a58c1432-aa2c-46c9-b611-933d3768339a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/routers/b83c2f65-7d77-490f-a558-5867cd527beb HTTP/1.1" status: 404 len: 336 time: 0.0410209 Nov 15 14:58:19.980994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58742) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:20.006583 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-67da1c16-4360-4037-b162-8532f9b1740a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] DELETE failed (client error): The resource could not be found. Nov 15 14:58:20.007052 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67da1c16-4360-4037-b162-8532f9b1740a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:58:20.010591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-67da1c16-4360-4037-b162-8532f9b1740a tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/b703af66-f293-4e6f-9303-2075adf08a2f HTTP/1.1" status: 404 len: 337 time: 0.0287554 Nov 15 14:58:20.013409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58744) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:20.044183 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e24c9ce-fc6b-4680-9d18-c685da5ae42d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] DELETE failed (client error): The resource could not be found. Nov 15 14:58:20.044921 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e24c9ce-fc6b-4680-9d18-c685da5ae42d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 14:58:20.048088 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3e24c9ce-fc6b-4680-9d18-c685da5ae42d tempest-RoutersTest-839769483 tempest-RoutersTest-839769483-project] 10.222.0.70 "DELETE /v2.0/subnets/fb2fd932-ab77-4031-9bb0-929527950339 HTTP/1.1" status: 404 len: 337 time: 0.0337071 Nov 15 14:58:20.482913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58754) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:20.549760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6a89b-e820-43e0-a531-13963aeae2db req-38790d2c-b223-4ebe-8d43-9531a8621af1 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:20.551327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20f6a89b-e820-43e0-a531-13963aeae2db req-38790d2c-b223-4ebe-8d43-9531a8621af1 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 944 time: 0.0523388 Nov 15 14:58:20.603760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20f6a89b-e820-43e0-a531-13963aeae2db req-4dc43231-12b5-45de-ab16-3336b39df00e tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454314 Nov 15 14:58:20.622040 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c49ed53e-8104-456a-9b3c-2e14c5fb2309 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6784a8a648d54f3ba1d0542544128aa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378450 Nov 15 14:58:20.628925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:20.675611 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2eea3971-a122-49bd-8c87-a353a6f4faac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:20.696729 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2eea3971-a122-49bd-8c87-a353a6f4faac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:20.841335 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2eea3971-a122-49bd-8c87-a353a6f4faac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:20.843952 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2eea3971-a122-49bd-8c87-a353a6f4faac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:20.845112 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2eea3971-a122-49bd-8c87-a353a6f4faac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d5023802-4766-4d9c-bb77-46557072ed8a HTTP/1.1" status: 204 len: 168 time: 0.2152910 Nov 15 14:58:20.854035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea3971-a122-49bd-8c87-a353a6f4faac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5023802-4766-4d9c-bb77-46557072ed8a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:21.737720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50faa1bb-de01-4b1c-a563-978720954f7f req-86e5e6b5-36f0-4462-8b37-ea5310631a56 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:21.739369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50faa1bb-de01-4b1c-a563-978720954f7f req-86e5e6b5-36f0-4462-8b37-ea5310631a56 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 944 time: 0.0630367 Nov 15 14:58:21.790128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50faa1bb-de01-4b1c-a563-978720954f7f req-f4662dbf-3c04-4c08-8baf-493c6667dde8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439703 Nov 15 14:58:21.964883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58788) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:22.062831 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0fc3285c-74bd-4631-b26b-91f1d0e12872 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-674589642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:22.144549 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fc3285c-74bd-4631-b26b-91f1d0e12872 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:22.145961 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fc3285c-74bd-4631-b26b-91f1d0e12872 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:22.457125 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fc3285c-74bd-4631-b26b-91f1d0e12872 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:22.538927 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fc3285c-74bd-4631-b26b-91f1d0e12872 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:22.656346 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fc3285c-74bd-4631-b26b-91f1d0e12872 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:22.657661 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0fc3285c-74bd-4631-b26b-91f1d0e12872 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6917377 Nov 15 14:58:22.660347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:22.665093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-70031148'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:22.744266 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Made reservation on behalf of 5b156012932d4675ac352ca668d309e1 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:58:22.747826 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:22.756221 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:22.829651 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:22.894356 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:22.906779 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02239801-6f51-47a2-aa8d-63959cb66e5a req-627d4805-a3b8-4f2d-b61a-05c10151e32c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:22.908291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02239801-6f51-47a2-aa8d-63959cb66e5a req-627d4805-a3b8-4f2d-b61a-05c10151e32c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 944 time: 0.0498595 Nov 15 14:58:22.917786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:58:22.934540 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5186530d-5f17-4878-ac6c-89bf8d5f6a4d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:22.940361 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:22.940700 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Added segment 28e5f0a3-5695-49f9-8bb8-f76b4302a062 of type vlan for network 57e76718-a3ea-43de-b6b1-f58e2a78e10c Nov 15 14:58:22.967135 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02239801-6f51-47a2-aa8d-63959cb66e5a req-39d6736a-2eeb-4958-8001-95493b4bbc74 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527558 Nov 15 14:58:22.984889 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:23.059800 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:23.065435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:23.066021 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:23.132268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event updated for resources: {'Network': ['ID=57e76718-a3ea-43de-b6b1-f58e2a78e10c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:23.143463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 57e76718-a3ea-43de-b6b1-f58e2a78e10c details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:58:23.188659 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-71756210-db46-479f-9e4e-5fd450abebfa tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5272059 Nov 15 14:58:23.191951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58800) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:23.197710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c8a15609-e55c-48fa-90ac-b38427e6655c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Request body: {'subnet': {'network_id': '57e76718-a3ea-43de-b6b1-f58e2a78e10c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:23.345695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a15609-e55c-48fa-90ac-b38427e6655c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Made reservation on behalf of 5b156012932d4675ac352ca668d309e1 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:58:23.349265 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8a15609-e55c-48fa-90ac-b38427e6655c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:23.597466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8a15609-e55c-48fa-90ac-b38427e6655c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:23.659508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a15609-e55c-48fa-90ac-b38427e6655c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event updated for resources: {'Subnet': ['ID=b8ac2a41-1e02-4d56-bfa8-af0c5072a4df,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:23.667382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a15609-e55c-48fa-90ac-b38427e6655c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Checking segment: {'id': '28e5f0a3-5695-49f9-8bb8-f76b4302a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57e76718-a3ea-43de-b6b1-f58e2a78e10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:58:23.667583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a15609-e55c-48fa-90ac-b38427e6655c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Network hostable DHCP agents. Network: 57e76718-a3ea-43de-b6b1-f58e2a78e10c, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:58:23.687046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 6f3625ae-69f1-407a-b4b8-5a4ea97be17d details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:58:23.732948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a15609-e55c-48fa-90ac-b38427e6655c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Network 57e76718-a3ea-43de-b6b1-f58e2a78e10c is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:58:23.791727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c8a15609-e55c-48fa-90ac-b38427e6655c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 57e76718-a3ea-43de-b6b1-f58e2a78e10c) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:58:23.797119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a15609-e55c-48fa-90ac-b38427e6655c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:23.797476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=6f3625ae-69f1-407a-b4b8-5a4ea97be17d,segment=NetworkSegment(0f3b98db-2f9a-4524-b14e-16eaa2fbc32e),segment_id=0f3b98db-2f9a-4524-b14e-16eaa2fbc32e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:23.798154 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8a15609-e55c-48fa-90ac-b38427e6655c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:23.801179 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9114b3bb-b518-4e6e-9c40-a4645d3af15a None None] Network 57e76718-a3ea-43de-b6b1-f58e2a78e10c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:58:23.848433 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'port_id': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'mac_address': 'fa:16:3e:ee:8c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:58:23.905052 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:23.913055 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c8a15609-e55c-48fa-90ac-b38427e6655c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7198203 Nov 15 14:58:23.916666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:23.922644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a4b061a1-8d88-4523-abfd-69374a587322 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Request body: {'network': {'name': 'tempest-router-network01--1724324383'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:23.945731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3625ae-69f1-407a-b4b8-5a4ea97be17d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:58:23.981760 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=6f3625ae-69f1-407a-b4b8-5a4ea97be17d,segment=NetworkSegment(0f3b98db-2f9a-4524-b14e-16eaa2fbc32e),segment_id=0f3b98db-2f9a-4524-b14e-16eaa2fbc32e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:24.003266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b061a1-8d88-4523-abfd-69374a587322 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Made reservation on behalf of 5b156012932d4675ac352ca668d309e1 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:58:24.007792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4b061a1-8d88-4523-abfd-69374a587322 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.014845 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-57e76718-a3ea-43de-b6b1-f58e2a78e10c', 'network_id': '57e76718-a3ea-43de-b6b1-f58e2a78e10c', 'tenant_id': '5b156012932d4675ac352ca668d309e1', 'fixed_ips': [{'subnet_id': 'b8ac2a41-1e02-4d56-bfa8-af0c5072a4df'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:58:24.015941 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.035316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b061a1-8d88-4523-abfd-69374a587322 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:58:24.051021 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4b061a1-8d88-4523-abfd-69374a587322 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.051378 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-a4b061a1-8d88-4523-abfd-69374a587322 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Added segment 3b43d704-8dc4-4dc2-a575-3845e0c8634b of type vlan for network 7114e8cb-6951-421a-83b2-7ec9b9edcaea Nov 15 14:58:24.085184 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.110075 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4b061a1-8d88-4523-abfd-69374a587322 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.166319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f0f4a-d886-4b4d-8011-35642adc0a9b req-c41d15be-0c31-4f67-a53e-9b6475770274 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:24.167860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f92f0f4a-d886-4b4d-8011-35642adc0a9b req-c41d15be-0c31-4f67-a53e-9b6475770274 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 945 time: 0.0810659 Nov 15 14:58:24.176071 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=6f3625ae-69f1-407a-b4b8-5a4ea97be17d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:24.193603 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Allocated IP 172.20.0.2 (57e76718-a3ea-43de-b6b1-f58e2a78e10c/b8ac2a41-1e02-4d56-bfa8-af0c5072a4df/180ebc91-e414-476a-bcba-6902ed7ce742) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:58:24.218749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f92f0f4a-d886-4b4d-8011-35642adc0a9b req-391bc018-2702-4b6e-9f99-fa391342951e tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444231 Nov 15 14:58:24.237678 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4b061a1-8d88-4523-abfd-69374a587322 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.243754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b061a1-8d88-4523-abfd-69374a587322 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:24.244618 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4b061a1-8d88-4523-abfd-69374a587322 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.316091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b061a1-8d88-4523-abfd-69374a587322 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event updated for resources: {'Network': ['ID=7114e8cb-6951-421a-83b2-7ec9b9edcaea,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:24.334751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 7114e8cb-6951-421a-83b2-7ec9b9edcaea details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:58:24.350794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['6f3625ae-69f1-407a-b4b8-5a4ea97be17d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:58:24.371757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a4b061a1-8d88-4523-abfd-69374a587322 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4537725 Nov 15 14:58:24.374474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58810) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:24.381195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9e17d389-84f5-425e-9456-eb5538b04020 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Request body: {'network': {'name': 'tempest-router-network02--1957711741'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:24.419894 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.477209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e17d389-84f5-425e-9456-eb5538b04020 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Made reservation on behalf of 5b156012932d4675ac352ca668d309e1 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:58:24.480987 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e17d389-84f5-425e-9456-eb5538b04020 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.508071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e17d389-84f5-425e-9456-eb5538b04020 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:58:24.509811 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.518616 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e17d389-84f5-425e-9456-eb5538b04020 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.519022 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-9e17d389-84f5-425e-9456-eb5538b04020 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Added segment 71904a1d-4fd4-4a5a-b65b-f93ac9b3204f of type vlan for network be66b325-feee-4199-b4ea-c2575e63fbfe Nov 15 14:58:24.558604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e17d389-84f5-425e-9456-eb5538b04020 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.563918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Network 57e76718-a3ea-43de-b6b1-f58e2a78e10c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:58:24.569172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:58:24.578795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:58:24.583011 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Pushing event updated for resources: {'Port': ['ID=180ebc91-e414-476a-bcba-6902ed7ce742,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:24.647209 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e17d389-84f5-425e-9456-eb5538b04020 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.652870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17d389-84f5-425e-9456-eb5538b04020 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:24.653501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e17d389-84f5-425e-9456-eb5538b04020 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.670303 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Attempting to bind port 180ebc91-e414-476a-bcba-6902ed7ce742 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:58:24.670709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Attempting to bind port 180ebc91-e414-476a-bcba-6902ed7ce742 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '28e5f0a3-5695-49f9-8bb8-f76b4302a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57e76718-a3ea-43de-b6b1-f58e2a78e10c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:58:24.671070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Attempting to bind port 180ebc91-e414-476a-bcba-6902ed7ce742 on network 57e76718-a3ea-43de-b6b1-f58e2a78e10c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:58:24.725024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17d389-84f5-425e-9456-eb5538b04020 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event updated for resources: {'Network': ['ID=be66b325-feee-4199-b4ea-c2575e63fbfe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:24.784114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9e17d389-84f5-425e-9456-eb5538b04020 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4079463 Nov 15 14:58:24.787216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:24.792445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d102df4f-c5d6-4c6d-b5af-30188ffcaf93 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Request body: {'subnet': {'network_id': '7114e8cb-6951-421a-83b2-7ec9b9edcaea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:24.851517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:58:24.851894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Checking segment: {'id': '28e5f0a3-5695-49f9-8bb8-f76b4302a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57e76718-a3ea-43de-b6b1-f58e2a78e10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:58:24.852295 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.852688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Bound using segment: {'id': '28e5f0a3-5695-49f9-8bb8-f76b4302a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57e76718-a3ea-43de-b6b1-f58e2a78e10c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:58:24.853293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Bound port: 180ebc91-e414-476a-bcba-6902ed7ce742, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e5f0a3-5695-49f9-8bb8-f76b4302a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57e76718-a3ea-43de-b6b1-f58e2a78e10c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:58:24.853680 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:24.906601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network be66b325-feee-4199-b4ea-c2575e63fbfe details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:58:24.985516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d102df4f-c5d6-4c6d-b5af-30188ffcaf93 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Made reservation on behalf of 5b156012932d4675ac352ca668d309e1 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:58:24.989137 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d102df4f-c5d6-4c6d-b5af-30188ffcaf93 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:25.016959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] For port 180ebc91-e414-476a-bcba-6902ed7ce742, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:58:25.021189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] For port 180ebc91-e414-476a-bcba-6902ed7ce742, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=180ebc91-e414-476a-bcba-6902ed7ce742,segment=NetworkSegment(28e5f0a3-5695-49f9-8bb8-f76b4302a062),segment_id=28e5f0a3-5695-49f9-8bb8-f76b4302a062)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:58:25.073192 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:25.140829 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77936f8-2ca1-41a3-955a-c9d4d5845671 None None] Pushing event updated for resources: {'Port': ['ID=180ebc91-e414-476a-bcba-6902ed7ce742,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:25.265954 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d102df4f-c5d6-4c6d-b5af-30188ffcaf93 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:25.388422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102df4f-c5d6-4c6d-b5af-30188ffcaf93 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event updated for resources: {'Subnet': ['ID=cdbb0a45-1a2b-4d7e-82d7-c2b7a073608c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:25.394221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d102df4f-c5d6-4c6d-b5af-30188ffcaf93 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Checking segment: {'id': '3b43d704-8dc4-4dc2-a575-3845e0c8634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7114e8cb-6951-421a-83b2-7ec9b9edcaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:58:25.394612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d102df4f-c5d6-4c6d-b5af-30188ffcaf93 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Network hostable DHCP agents. Network: 7114e8cb-6951-421a-83b2-7ec9b9edcaea, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:58:25.395895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c42a3-a422-465e-afaf-3a4540c089e5 req-9db862b8-a1b3-456f-a3d2-ddf6ab72d409 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:25.399788 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b6c42a3-a422-465e-afaf-3a4540c089e5 req-9db862b8-a1b3-456f-a3d2-ddf6ab72d409 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 945 time: 0.1034381 Nov 15 14:58:25.457603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b6c42a3-a422-465e-afaf-3a4540c089e5 req-db8f6e47-9b8c-407b-b1f2-0e777a241fcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485890 Nov 15 14:58:25.471429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d102df4f-c5d6-4c6d-b5af-30188ffcaf93 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Network 7114e8cb-6951-421a-83b2-7ec9b9edcaea is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:58:25.574523 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d102df4f-c5d6-4c6d-b5af-30188ffcaf93 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 7114e8cb-6951-421a-83b2-7ec9b9edcaea) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:58:25.579002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d102df4f-c5d6-4c6d-b5af-30188ffcaf93 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:25.579665 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d102df4f-c5d6-4c6d-b5af-30188ffcaf93 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:25.583832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605b64d-db51-455b-9d5e-742920506d8c None None] Network 7114e8cb-6951-421a-83b2-7ec9b9edcaea requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:58:25.696416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 6f3625ae-69f1-407a-b4b8-5a4ea97be17d up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:58:25.705639 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d102df4f-c5d6-4c6d-b5af-30188ffcaf93 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9154701 Nov 15 14:58:25.705983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58828) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:25.711472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f97c4fd7-1738-488a-b238-cbad81bd567f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Request body: {'subnet': {'network_id': 'be66b325-feee-4199-b4ea-c2575e63fbfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:25.768843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-7114e8cb-6951-421a-83b2-7ec9b9edcaea', 'network_id': '7114e8cb-6951-421a-83b2-7ec9b9edcaea', 'tenant_id': '5b156012932d4675ac352ca668d309e1', 'fixed_ips': [{'subnet_id': 'cdbb0a45-1a2b-4d7e-82d7-c2b7a073608c'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:58:25.769778 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:25.871635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 14:58:25.878148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:25.878552 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:25.893879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97c4fd7-1738-488a-b238-cbad81bd567f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Made reservation on behalf of 5b156012932d4675ac352ca668d309e1 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:58:25.899373 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f97c4fd7-1738-488a-b238-cbad81bd567f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:25.964500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Allocated IP 172.20.0.2 (7114e8cb-6951-421a-83b2-7ec9b9edcaea/cdbb0a45-1a2b-4d7e-82d7-c2b7a073608c/86ecf0a2-7355-477f-9390-9b14c424822e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:58:26.066744 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:26.096747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:58:26.099096 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565a288e-cdc0-4f48-bf4e-161d3de13909" -d '{"events": [{"server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "name": "network-vif-plugged", "status": "completed", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:58:26.122409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=6f3625ae-69f1-407a-b4b8-5a4ea97be17d,segment=NetworkSegment(0f3b98db-2f9a-4524-b14e-16eaa2fbc32e),segment_id=0f3b98db-2f9a-4524-b14e-16eaa2fbc32e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:26.152300 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fa68d6-bad7-464f-ab6b-2bf0229548b8 x-openstack-request-id: req-54fa68d6-bad7-464f-ab6b-2bf0229548b8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:58:26.152582 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "name": "network-vif-plugged", "status": "completed", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:58:26.153240 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54fa68d6-bad7-464f-ab6b-2bf0229548b8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:58:26.153240 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'code': 200} Nov 15 14:58:26.183888 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:26.218661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7773ac-4f9a-4148-8e96-9737d18e3868 None None] Network 57e76718-a3ea-43de-b6b1-f58e2a78e10c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:58:26.262643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04412e86-4414-4ac5-abdb-99bab7f913be req-347b05e9-85c2-412e-bdd6-aa33f31d984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:26.264457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04412e86-4414-4ac5-abdb-99bab7f913be req-347b05e9-85c2-412e-bdd6-aa33f31d984f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 1097 time: 0.0468962 Nov 15 14:58:26.265788 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f97c4fd7-1738-488a-b238-cbad81bd567f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:26.280955 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:26.315418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=6f3625ae-69f1-407a-b4b8-5a4ea97be17d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:26.343984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c4fd7-1738-488a-b238-cbad81bd567f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event updated for resources: {'Subnet': ['ID=0741487c-8809-4ffc-b84a-7d4f1a1b3d92,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:26.352659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3e2884d0-3a57-4f27-af11-624ee26dfa75 None None] Provisioning complete for port 180ebc91-e414-476a-bcba-6902ed7ce742 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:26.353548 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e2884d0-3a57-4f27-af11-624ee26dfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:26.378870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04412e86-4414-4ac5-abdb-99bab7f913be req-afa05faa-58f7-4844-a540-9199771d1eb5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039295 Nov 15 14:58:26.380136 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:26.381965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97c4fd7-1738-488a-b238-cbad81bd567f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Checking segment: {'id': '71904a1d-4fd4-4a5a-b65b-f93ac9b3204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be66b325-feee-4199-b4ea-c2575e63fbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:58:26.382339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97c4fd7-1738-488a-b238-cbad81bd567f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Network hostable DHCP agents. Network: be66b325-feee-4199-b4ea-c2575e63fbfe, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:58:26.456434 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Network 7114e8cb-6951-421a-83b2-7ec9b9edcaea is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:58:26.465465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97c4fd7-1738-488a-b238-cbad81bd567f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Network be66b325-feee-4199-b4ea-c2575e63fbfe is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 14:58:26.468373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:58:26.473247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:58:26.482428 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Pushing event updated for resources: {'Port': ['ID=86ecf0a2-7355-477f-9390-9b14c424822e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:26.545761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f97c4fd7-1738-488a-b238-cbad81bd567f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, be66b325-feee-4199-b4ea-c2575e63fbfe) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:58:26.568056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60b319b-84cb-4250-a5d1-1fa1a4304a1c None None] Network be66b325-feee-4199-b4ea-c2575e63fbfe requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:58:26.572672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97c4fd7-1738-488a-b238-cbad81bd567f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:26.573519 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f97c4fd7-1738-488a-b238-cbad81bd567f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:26.604886 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bca09-281f-4c6d-9c06-1be9669d6876 req-a69ede0d-e593-419c-bc9f-a75274c34370 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:26.606509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f1bca09-281f-4c6d-9c06-1be9669d6876 req-a69ede0d-e593-419c-bc9f-a75274c34370 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 946 time: 0.0745111 Nov 15 14:58:26.643761 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e2884d0-3a57-4f27-af11-624ee26dfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:26.647381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Attempting to bind port 86ecf0a2-7355-477f-9390-9b14c424822e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:58:26.651227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Attempting to bind port 86ecf0a2-7355-477f-9390-9b14c424822e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '3b43d704-8dc4-4dc2-a575-3845e0c8634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7114e8cb-6951-421a-83b2-7ec9b9edcaea'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:58:26.651227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Attempting to bind port 86ecf0a2-7355-477f-9390-9b14c424822e on network 7114e8cb-6951-421a-83b2-7ec9b9edcaea {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:58:26.669986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f1bca09-281f-4c6d-9c06-1be9669d6876 req-b8a67555-4e85-4783-a37d-e144f0187094 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565464 Nov 15 14:58:26.670509 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:58:26.670904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Checking segment: {'id': '3b43d704-8dc4-4dc2-a575-3845e0c8634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7114e8cb-6951-421a-83b2-7ec9b9edcaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:58:26.671306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:26.671696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Bound using segment: {'id': '3b43d704-8dc4-4dc2-a575-3845e0c8634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7114e8cb-6951-421a-83b2-7ec9b9edcaea'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:58:26.672171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Bound port: 86ecf0a2-7355-477f-9390-9b14c424822e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b43d704-8dc4-4dc2-a575-3845e0c8634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7114e8cb-6951-421a-83b2-7ec9b9edcaea'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:58:26.672551 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:26.684327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f97c4fd7-1738-488a-b238-cbad81bd567f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9768431 Nov 15 14:58:26.686423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:26.742484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3e2884d0-3a57-4f27-af11-624ee26dfa75 None None] For port 180ebc91-e414-476a-bcba-6902ed7ce742, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=180ebc91-e414-476a-bcba-6902ed7ce742,segment=NetworkSegment(28e5f0a3-5695-49f9-8bb8-f76b4302a062),segment_id=28e5f0a3-5695-49f9-8bb8-f76b4302a062)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:26.828691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] For port 86ecf0a2-7355-477f-9390-9b14c424822e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:58:26.832049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] For port 86ecf0a2-7355-477f-9390-9b14c424822e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=86ecf0a2-7355-477f-9390-9b14c424822e,segment=NetworkSegment(3b43d704-8dc4-4dc2-a575-3845e0c8634b),segment_id=3b43d704-8dc4-4dc2-a575-3845e0c8634b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:58:26.838014 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e2884d0-3a57-4f27-af11-624ee26dfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:26.880978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-be66b325-feee-4199-b4ea-c2575e63fbfe', 'network_id': 'be66b325-feee-4199-b4ea-c2575e63fbfe', 'tenant_id': '5b156012932d4675ac352ca668d309e1', 'fixed_ips': [{'subnet_id': '0741487c-8809-4ffc-b84a-7d4f1a1b3d92'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 14:58:26.881444 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:26.971193 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:26.987236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2884d0-3a57-4f27-af11-624ee26dfa75 None None] Pushing event updated for resources: {'Port': ['ID=180ebc91-e414-476a-bcba-6902ed7ce742,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:27.065091 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:27.088496 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a758319c-bb39-467b-9192-4a74960f752a None None] Provisioning complete for port 180ebc91-e414-476a-bcba-6902ed7ce742 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:27.088864 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a758319c-bb39-467b-9192-4a74960f752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:27.161015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd0ed2-9d09-4357-9ba9-a6c6662a806b None None] Pushing event updated for resources: {'Port': ['ID=86ecf0a2-7355-477f-9390-9b14c424822e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:27.179753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Allocated IP 172.20.0.2 (be66b325-feee-4199-b4ea-c2575e63fbfe/0741487c-8809-4ffc-b84a-7d4f1a1b3d92/ae58da6c-1ebb-4545-9fc7-aabd6193b038) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:58:27.253334 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 180ebc91-e414-476a-bcba-6902ed7ce742 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:58:27.421785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 180ebc91-e414-476a-bcba-6902ed7ce742 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:27.422213 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:27.450960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Allocated IP 172.20.0.1 (7114e8cb-6951-421a-83b2-7ec9b9edcaea/cdbb0a45-1a2b-4d7e-82d7-c2b7a073608c/02987ec0-bb8a-40f0-bba3-3b498d0e63ae) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:58:27.503979 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:27.576167 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:27.591634 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:27.622913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Network be66b325-feee-4199-b4ea-c2575e63fbfe is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:58:27.625940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:58:27.629586 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:58:27.637350 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Pushing event updated for resources: {'Port': ['ID=ae58da6c-1ebb-4545-9fc7-aabd6193b038,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:27.688884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Attempting to bind port ae58da6c-1ebb-4545-9fc7-aabd6193b038 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 14:58:27.689557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Attempting to bind port ae58da6c-1ebb-4545-9fc7-aabd6193b038 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '71904a1d-4fd4-4a5a-b65b-f93ac9b3204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be66b325-feee-4199-b4ea-c2575e63fbfe'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 14:58:27.689673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Attempting to bind port ae58da6c-1ebb-4545-9fc7-aabd6193b038 on network be66b325-feee-4199-b4ea-c2575e63fbfe {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 14:58:27.696559 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 14:58:27.697448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Checking segment: {'id': '71904a1d-4fd4-4a5a-b65b-f93ac9b3204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be66b325-feee-4199-b4ea-c2575e63fbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:58:27.699012 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:27.699012 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Bound using segment: {'id': '71904a1d-4fd4-4a5a-b65b-f93ac9b3204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be66b325-feee-4199-b4ea-c2575e63fbfe'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 14:58:27.699012 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Bound port: ae58da6c-1ebb-4545-9fc7-aabd6193b038, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71904a1d-4fd4-4a5a-b65b-f93ac9b3204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be66b325-feee-4199-b4ea-c2575e63fbfe'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 14:58:27.699291 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:27.766659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] For port ae58da6c-1ebb-4545-9fc7-aabd6193b038, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 14:58:27.769659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] For port ae58da6c-1ebb-4545-9fc7-aabd6193b038, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ae58da6c-1ebb-4545-9fc7-aabd6193b038,segment=NetworkSegment(71904a1d-4fd4-4a5a-b65b-f93ac9b3204f),segment_id=71904a1d-4fd4-4a5a-b65b-f93ac9b3204f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 14:58:27.796394 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9fc5-a422-4feb-be45-c8cd4fc5d3ff req-a694f999-135a-4bd1-8491-63fd9a4b0977 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:27.797871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-902d9fc5-a422-4feb-be45-c8cd4fc5d3ff req-a694f999-135a-4bd1-8491-63fd9a4b0977 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 946 time: 0.0485158 Nov 15 14:58:27.799289 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:27.849650 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:27.853592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Network 7114e8cb-6951-421a-83b2-7ec9b9edcaea is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:58:27.859456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:58:27.863870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:58:27.905318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event updated for resources: {'Port': ['ID=02987ec0-bb8a-40f0-bba3-3b498d0e63ae,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:27.938662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-902d9fc5-a422-4feb-be45-c8cd4fc5d3ff req-94582cbe-c374-4f6a-abd8-e060f3f1fd8b tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342359 Nov 15 14:58:27.948930 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:28.093322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c68e9-e99e-46af-8b5b-a228be7a4eb3 None None] Pushing event updated for resources: {'Port': ['ID=ae58da6c-1ebb-4545-9fc7-aabd6193b038,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:28.155915 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:28.191962 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:28.435432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a61990a-209c-4789-8bed-9c0ee38cf5bb None None] Network 7114e8cb-6951-421a-83b2-7ec9b9edcaea requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:58:28.537495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2e0ee682-cedc-453c-8d83-e1cbb0e48249 None None] Provisioning complete for port 86ecf0a2-7355-477f-9390-9b14c424822e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:28.537796 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee682-cedc-453c-8d83-e1cbb0e48249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:28.719991 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee682-cedc-453c-8d83-e1cbb0e48249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:28.769476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2e0ee682-cedc-453c-8d83-e1cbb0e48249 None None] For port 86ecf0a2-7355-477f-9390-9b14c424822e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=86ecf0a2-7355-477f-9390-9b14c424822e,segment=NetworkSegment(3b43d704-8dc4-4dc2-a575-3845e0c8634b),segment_id=3b43d704-8dc4-4dc2-a575-3845e0c8634b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:28.846156 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:28.876120 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee682-cedc-453c-8d83-e1cbb0e48249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:28.939707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ee682-cedc-453c-8d83-e1cbb0e48249 None None] Pushing event updated for resources: {'Port': ['ID=86ecf0a2-7355-477f-9390-9b14c424822e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:28.971219 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:29.063995 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:29.144112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2c545ccc-bec5-45c3-b022-067398c4e54c None None] Provisioning complete for port 86ecf0a2-7355-477f-9390-9b14c424822e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:29.144534 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c545ccc-bec5-45c3-b022-067398c4e54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:29.153664 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:29.350728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ae58da6c-1ebb-4545-9fc7-aabd6193b038 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:58:29.384118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33471fbb-ac45-4078-8d03-1bb40b545ae5 req-b98a9fe2-3d9b-4a76-bbf3-729af23e2fae tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:29.388665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33471fbb-ac45-4078-8d03-1bb40b545ae5 req-b98a9fe2-3d9b-4a76-bbf3-729af23e2fae tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 946 time: 0.3594959 Nov 15 14:58:29.389340 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event updated for resources: {'Port': ['ID=02987ec0-bb8a-40f0-bba3-3b498d0e63ae,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:29.463556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2c545ccc-bec5-45c3-b022-067398c4e54c None None] Provisioning complete for port 02987ec0-bb8a-40f0-bba3-3b498d0e63ae triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:29.463921 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c545ccc-bec5-45c3-b022-067398c4e54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:29.483952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33471fbb-ac45-4078-8d03-1bb40b545ae5 req-2559e0b1-e074-40f0-8267-abf85c97bed1 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877690 Nov 15 14:58:29.535380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2c545ccc-bec5-45c3-b022-067398c4e54c None None] Port 02987ec0-bb8a-40f0-bba3-3b498d0e63ae cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:58:29.536525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Network 7114e8cb-6951-421a-83b2-7ec9b9edcaea is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:58:29.539627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:58:29.542688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ae58da6c-1ebb-4545-9fc7-aabd6193b038 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:29.558032 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:29.753958 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cca9e8-4a41-4726-8ee2-229e5d287673 req-c5b0ae99-b4dd-49c2-b76b-cb586ce70ea3 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:29.756398 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2cca9e8-4a41-4726-8ee2-229e5d287673 req-c5b0ae99-b4dd-49c2-b76b-cb586ce70ea3 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 946 time: 0.0989447 Nov 15 14:58:29.762233 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:29.765336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cedaf7-7c1c-4b76-8484-779c9715b26c None None] Network be66b325-feee-4199-b4ea-c2575e63fbfe requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:58:29.821778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cea82d8c-a2a8-4b8b-8648-c661f6cb6e63 None None] Provisioning complete for port 02987ec0-bb8a-40f0-bba3-3b498d0e63ae triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:29.822507 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cea82d8c-a2a8-4b8b-8648-c661f6cb6e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:29.841870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2cca9e8-4a41-4726-8ee2-229e5d287673 req-bbfee62d-78fc-420e-a2bf-ac3039f8f93a tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794895 Nov 15 14:58:29.842663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Router b044aca5-cb6c-4253-8c4e-754421213bb0 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 14:58:29.865586 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58870) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:29.992614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port ae58da6c-1ebb-4545-9fc7-aabd6193b038, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ae58da6c-1ebb-4545-9fc7-aabd6193b038,segment=NetworkSegment(71904a1d-4fd4-4a5a-b65b-f93ac9b3204f),segment_id=71904a1d-4fd4-4a5a-b65b-f93ac9b3204f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:29.992614 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd090ddb-309c-4bb5-9c9a-dacb23241f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:30.002385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:30.014646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-74cfeff6-87fd-49af-8768-30af34d3800d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "PUT /v2.0/routers/b044aca5-cb6c-4253-8c4e-754421213bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3199861 Nov 15 14:58:30.014646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58874) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:30.031443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8995af2-9ef1-40ed-ad8a-ec35735682eb None None] Sync routers for ids ['b044aca5-cb6c-4253-8c4e-754421213bb0'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:30.055914 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c2492c-82c6-483a-b591-0147f105e203 tempest-TestVolumeBackupRestore-1106448471 tempest-TestVolumeBackupRestore-1106448471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:30.057930 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d0c2492c-82c6-483a-b591-0147f105e203 tempest-TestVolumeBackupRestore-1106448471 tempest-TestVolumeBackupRestore-1106448471-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 1092 time: 0.1911733 Nov 15 14:58:30.060886 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:30.063086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cea82d8c-a2a8-4b8b-8648-c661f6cb6e63 None None] Port 02987ec0-bb8a-40f0-bba3-3b498d0e63ae cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:58:30.065366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:30.071305 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:30.073222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 86ecf0a2-7355-477f-9390-9b14c424822e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:58:30.080811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8995af2-9ef1-40ed-ad8a-ec35735682eb None None] Routers {'b044aca5-cb6c-4253-8c4e-754421213bb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:30.081445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f8995af2-9ef1-40ed-ad8a-ec35735682eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b044aca5-cb6c-4253-8c4e-754421213bb0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:30.143638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f8995af2-9ef1-40ed-ad8a-ec35735682eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:30.204509 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:30.225383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8995af2-9ef1-40ed-ad8a-ec35735682eb None None] Routers {'b044aca5-cb6c-4253-8c4e-754421213bb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:30.226007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f8995af2-9ef1-40ed-ad8a-ec35735682eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b044aca5-cb6c-4253-8c4e-754421213bb0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:30.283114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7c293956-6d41-4cd1-aa3a-5c0ec18fc55d None None] Provisioning complete for port ae58da6c-1ebb-4545-9fc7-aabd6193b038 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:30.283497 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c293956-6d41-4cd1-aa3a-5c0ec18fc55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:30.308312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f8995af2-9ef1-40ed-ad8a-ec35735682eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:30.308974 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8995af2-9ef1-40ed-ad8a-ec35735682eb None None] The sync data for ids ['b044aca5-cb6c-4253-8c4e-754421213bb0'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:30.315265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=ae58da6c-1ebb-4545-9fc7-aabd6193b038,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:30.345184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 86ecf0a2-7355-477f-9390-9b14c424822e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:30.345558 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:30.449300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7c293956-6d41-4cd1-aa3a-5c0ec18fc55d None None] Provisioning complete for port 02987ec0-bb8a-40f0-bba3-3b498d0e63ae triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:30.449452 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c293956-6d41-4cd1-aa3a-5c0ec18fc55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:30.533826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7c293956-6d41-4cd1-aa3a-5c0ec18fc55d None None] Port 02987ec0-bb8a-40f0-bba3-3b498d0e63ae cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:58:30.554472 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-8898b85e-98b5-4fc2-b43e-5ec5bef135ab tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 14:58:30.558779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8898b85e-98b5-4fc2-b43e-5ec5bef135ab tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "PUT /v2.0/routers/b044aca5-cb6c-4253-8c4e-754421213bb0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5422919 Nov 15 14:58:30.559122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58882) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:30.570568 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:30.656947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ac18f07e-cbda-4f60-9a20-e8306dc790f0 None None] Provisioning complete for port ae58da6c-1ebb-4545-9fc7-aabd6193b038 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:30.657246 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ac18f07e-cbda-4f60-9a20-e8306dc790f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:30.700993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Allocated IP 172.25.4.219 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/73eeed49-f49f-4bff-96c2-ca9ec9092235) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:58:30.828576 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:30.924250 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec95d79-4c39-4ae7-8681-1f14da68f1c3 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:30.933642 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:30.972247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:58:30.977231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:58:30.982056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:58:31.006255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Pushing event updated for resources: {'Port': ['ID=73eeed49-f49f-4bff-96c2-ca9ec9092235,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:31.135170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ae58da6c-1ebb-4545-9fc7-aabd6193b038 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:58:31.203574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ae58da6c-1ebb-4545-9fc7-aabd6193b038 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:31.205595 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:31.248141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-eec95d79-4c39-4ae7-8681-1f14da68f1c3 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Deleting port 02987ec0-bb8a-40f0-bba3-3b498d0e63ae {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:31.248498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec95d79-4c39-4ae7-8681-1f14da68f1c3 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:31.405283 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:31.409273 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec95d79-4c39-4ae7-8681-1f14da68f1c3 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:31.422771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-eec95d79-4c39-4ae7-8681-1f14da68f1c3 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Calling delete_port for 02987ec0-bb8a-40f0-bba3-3b498d0e63ae owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:31.551953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:31.666249 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec95d79-4c39-4ae7-8681-1f14da68f1c3 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:31.696991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec95d79-4c39-4ae7-8681-1f14da68f1c3 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event deleted for resources: {'Port': ['ID=02987ec0-bb8a-40f0-bba3-3b498d0e63ae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:31.734836 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:31.791812 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:31.840014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Pushing event updated for resources: {'Port': ['ID=73eeed49-f49f-4bff-96c2-ca9ec9092235,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:31.851431 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec95d79-4c39-4ae7-8681-1f14da68f1c3 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:31.900607 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:32.012695 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Floating IP d9af2b77-24cc-42e3-9044-e7cb71d63c75 associated. External IP: 172.25.4.219, port: 6f3625ae-69f1-407a-b4b8-5a4ea97be17d. Nov 15 14:58:32.019933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec95d79-4c39-4ae7-8681-1f14da68f1c3 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Router b044aca5-cb6c-4253-8c4e-754421213bb0 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:58:32.095224 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e891a1e1-df08-4f50-9529-741e41549c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:32.110785 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec95d79-4c39-4ae7-8681-1f14da68f1c3 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:32.120794 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-eec95d79-4c39-4ae7-8681-1f14da68f1c3 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "PUT /v2.0/routers/b044aca5-cb6c-4253-8c4e-754421213bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5602219 Nov 15 14:58:32.121455 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:32.130227 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b57994-5b76-4a19-810b-4048466b557a None None] Sync routers for ids ['b044aca5-cb6c-4253-8c4e-754421213bb0'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:32.141044 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b57994-5b76-4a19-810b-4048466b557a None None] Routers {'b044aca5-cb6c-4253-8c4e-754421213bb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:32.142560 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c7b57994-5b76-4a19-810b-4048466b557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b044aca5-cb6c-4253-8c4e-754421213bb0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:32.163247 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-fe1434dd-5da2-43dd-942a-023ffb9ff20e tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] delete failed (client error): The resource could not be found. Nov 15 14:58:32.169105 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fe1434dd-5da2-43dd-942a-023ffb9ff20e tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-1910024757 HTTP/1.1" status: 404 len: 335 time: 0.0465178 Nov 15 14:58:32.169730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58890) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:32.174553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-057f7715-5353-4e65-b4bb-eba415fd1885 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b044aca5-cb6c-4253-8c4e-754421213bb0'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:32.189411 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c7b57994-5b76-4a19-810b-4048466b557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:32.201953 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b57994-5b76-4a19-810b-4048466b557a None None] Routers {'b044aca5-cb6c-4253-8c4e-754421213bb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:32.203008 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c7b57994-5b76-4a19-810b-4048466b557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b044aca5-cb6c-4253-8c4e-754421213bb0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:32.241191 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c7b57994-5b76-4a19-810b-4048466b557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:32.241865 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b57994-5b76-4a19-810b-4048466b557a None None] The sync data for ids ['b044aca5-cb6c-4253-8c4e-754421213bb0'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:32.269663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:58:32.392216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:32.400661 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-057f7715-5353-4e65-b4bb-eba415fd1885 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:32.403834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81edb68e-a1f7-492f-85c3-c65271d9d62e None None] Sync routers for ids ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:32.417077 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81edb68e-a1f7-492f-85c3-c65271d9d62e None None] Routers {'65a41d11-638f-4e83-a11d-3a9a8b1edf2b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:32.417970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-81edb68e-a1f7-492f-85c3-c65271d9d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:32.518107 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-057f7715-5353-4e65-b4bb-eba415fd1885 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] update failed (client error): The resource could not be found. Nov 15 14:58:32.523901 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-057f7715-5353-4e65-b4bb-eba415fd1885 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "PUT /v2.0/routers/b044aca5-cb6c-4253-8c4e-754421213bb0 HTTP/1.1" status: 404 len: 339 time: 0.3490703 Nov 15 14:58:32.524053 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:32.524327 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58896) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:32.530338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-81edb68e-a1f7-492f-85c3-c65271d9d62e None None] Set router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:32.565151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-91c99afd-1936-4116-9b0a-d3f532fd9af8 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5030558 Nov 15 14:58:32.566013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:58:32.570497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58898) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:32.572365 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea87430-da00-40b5-a24f-3bacda21c1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:58:32.650628 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02886b37-48d8-4312-9dc9-83c0d0ffa6c7 x-openstack-request-id: req-02886b37-48d8-4312-9dc9-83c0d0ffa6c7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:58:32.650920 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:58:32.651190 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02886b37-48d8-4312-9dc9-83c0d0ffa6c7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:58:32.651756 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'status': 'completed', 'code': 200} Nov 15 14:58:32.722695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea87430-da00-40b5-a24f-3bacda21c1bb req-872218f3-28a7-4452-8557-0e0ab0d58a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:32.724629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bea87430-da00-40b5-a24f-3bacda21c1bb req-872218f3-28a7-4452-8557-0e0ab0d58a9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d73f06e0792a40dc8682da5c48d69865&device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 1097 time: 0.0505681 Nov 15 14:58:32.727224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb20197-ea72-409f-8fdc-4feab201668b tempest-TestVolumeBackupRestore-1106448471 tempest-TestVolumeBackupRestore-1106448471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:32.732204 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cbb20197-ea72-409f-8fdc-4feab201668b tempest-TestVolumeBackupRestore-1106448471 tempest-TestVolumeBackupRestore-1106448471-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 1092 time: 0.1605549 Nov 15 14:58:32.732935 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58902) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:32.737477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3aad16b4-437b-4901-8d2b-5198c7b7313c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Request body: {'floatingip': {'port_id': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:32.800353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-81edb68e-a1f7-492f-85c3-c65271d9d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'd9af2b77-24cc-42e3-9044-e7cb71d63c75', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'port_id': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'mac_address': 'fa:16:3e:ee:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:58:31Z', 'updated_at': '2021-11-15T14:58:31Z', 'revision_number': 0, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a5f7ee-dce9-4d91-9475-e8a4301393e5', 'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'mac_address': 'fa:16:3e:9f:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:39Z', 'updated_at': '2021-11-15T14:54:46Z', 'revision_number': 5, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'subnets': [{'id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:32.801931 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3aad16b4-437b-4901-8d2b-5198c7b7313c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:32.831606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81edb68e-a1f7-492f-85c3-c65271d9d62e None None] Checking router: 65a41d11-638f-4e83-a11d-3a9a8b1edf2b for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:58:32.836138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea87430-da00-40b5-a24f-3bacda21c1bb req-4b8d719e-c75e-405e-aeb6-276c1d3197ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:32.839573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bea87430-da00-40b5-a24f-3bacda21c1bb req-4b8d719e-c75e-405e-aeb6-276c1d3197ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=a03409b5-199a-439f-afae-ce6c69aa698f HTTP/1.1" status: 200 len: 915 time: 0.1069038 Nov 15 14:58:32.840074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81edb68e-a1f7-492f-85c3-c65271d9d62e None None] Routers {'65a41d11-638f-4e83-a11d-3a9a8b1edf2b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:32.840688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-81edb68e-a1f7-492f-85c3-c65271d9d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:32.917342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bea87430-da00-40b5-a24f-3bacda21c1bb req-bb1372f4-3651-448b-af3a-74e84698eb98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3625ae-69f1-407a-b4b8-5a4ea97be17d HTTP/1.1" status: 200 len: 1000 time: 0.0715716 Nov 15 14:58:32.966263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-81edb68e-a1f7-492f-85c3-c65271d9d62e None None] Set router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:32.994747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea87430-da00-40b5-a24f-3bacda21c1bb req-cbeab619-1d9c-4289-8c8f-2b74e9e49e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:32.997630 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bea87430-da00-40b5-a24f-3bacda21c1bb req-cbeab619-1d9c-4289-8c8f-2b74e9e49e84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0912ef5-9b9e-4d53-a857-3411c89ccea8 HTTP/1.1" status: 200 len: 853 time: 0.0722320 Nov 15 14:58:33.030138 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:33.066386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea87430-da00-40b5-a24f-3bacda21c1bb req-cb6ba873-dfd8-4279-b4f3-4f36342a127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:33.068831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bea87430-da00-40b5-a24f-3bacda21c1bb req-cb6ba873-dfd8-4279-b4f3-4f36342a127d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a03409b5-199a-439f-afae-ce6c69aa698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639675 Nov 15 14:58:33.178147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bea87430-da00-40b5-a24f-3bacda21c1bb req-4cbd821f-bb2c-486e-8531-f020b643d41e service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999272 Nov 15 14:58:33.296623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bea87430-da00-40b5-a24f-3bacda21c1bb req-649216f6-02b1-4da5-9ace-18368d10f663 service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102688 Nov 15 14:58:33.445859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-81edb68e-a1f7-492f-85c3-c65271d9d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'd9af2b77-24cc-42e3-9044-e7cb71d63c75', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'port_id': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'mac_address': 'fa:16:3e:ee:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:58:31Z', 'updated_at': '2021-11-15T14:58:31Z', 'revision_number': 0, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a5f7ee-dce9-4d91-9475-e8a4301393e5', 'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'mac_address': 'fa:16:3e:9f:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:39Z', 'updated_at': '2021-11-15T14:54:46Z', 'revision_number': 5, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'subnets': [{'id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:33.474879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81edb68e-a1f7-492f-85c3-c65271d9d62e None None] The sync data for ids ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'] in n-d-817748-2 is: [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'd9af2b77-24cc-42e3-9044-e7cb71d63c75', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'port_id': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'mac_address': 'fa:16:3e:ee:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:58:31Z', 'updated_at': '2021-11-15T14:58:31Z', 'revision_number': 0, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a5f7ee-dce9-4d91-9475-e8a4301393e5', 'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'mac_address': 'fa:16:3e:9f:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:39Z', 'updated_at': '2021-11-15T14:54:46Z', 'revision_number': 5, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'subnets': [{'id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:33.519431 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:33.748603 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45d9e1-c076-47ef-ae05-37d642329efd None None] New status for floating IP d9af2b77-24cc-42e3-9044-e7cb71d63c75: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:58:33.913802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Allocated IP 172.20.0.1 (57e76718-a3ea-43de-b6b1-f58e2a78e10c/b8ac2a41-1e02-4d56-bfa8-af0c5072a4df/4afe01ee-95bf-4fd9-a058-093a0d1c041d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 14:58:33.920496 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3aad16b4-437b-4901-8d2b-5198c7b7313c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:33.981270 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.db.api [None req-4a45d9e1-c076-47ef-ae05-37d642329efd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 14:58:33.981823 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3aad16b4-437b-4901-8d2b-5198c7b7313c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:33.982199 n-d-817748-2 neutron-server[103149]: DEBUG oslo_db.api [None req-4a45d9e1-c076-47ef-ae05-37d642329efd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 14:58:34.103168 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:34.255209 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aad16b4-437b-4901-8d2b-5198c7b7313c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:58:34.301469 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:34.380721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Network 57e76718-a3ea-43de-b6b1-f58e2a78e10c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:58:34.388493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:58:34.393617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 14:58:34.421982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event updated for resources: {'Port': ['ID=4afe01ee-95bf-4fd9-a058-093a0d1c041d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:34.459231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:34.463255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aad16b4-437b-4901-8d2b-5198c7b7313c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:34.484172 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45d9e1-c076-47ef-ae05-37d642329efd None None] New status for floating IP d9af2b77-24cc-42e3-9044-e7cb71d63c75: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:58:34.499617 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3aad16b4-437b-4901-8d2b-5198c7b7313c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:34.561282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:58:34.563829 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d4942e-ecbb-407f-a2d8-c3dcdc413546" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:58:34.651615 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80ab761-d876-4ecd-9780-44c73f70bc8c x-openstack-request-id: req-a80ab761-d876-4ecd-9780-44c73f70bc8c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:58:34.652612 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:58:34.653267 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a80ab761-d876-4ecd-9780-44c73f70bc8c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:58:34.653840 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'status': 'completed', 'code': 200} Nov 15 14:58:34.675796 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3aad16b4-437b-4901-8d2b-5198c7b7313c tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "PUT /v2.0/floatingips/d9af2b77-24cc-42e3-9044-e7cb71d63c75 HTTP/1.1" status: 200 len: 992 time: 1.9415779 Nov 15 14:58:34.724824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4942e-ecbb-407f-a2d8-c3dcdc413546 req-9fc89ddd-d242-4178-9fcb-a1d240733f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:34.726539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39d4942e-ecbb-407f-a2d8-c3dcdc413546 req-9fc89ddd-d242-4178-9fcb-a1d240733f2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d73f06e0792a40dc8682da5c48d69865&device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 1097 time: 0.0599439 Nov 15 14:58:34.795127 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:34.808362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a551b3f2-b102-4ed1-8f48-e56906a40064 None None] Provisioning complete for port 4afe01ee-95bf-4fd9-a058-093a0d1c041d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:34.808898 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a551b3f2-b102-4ed1-8f48-e56906a40064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:34.848832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4942e-ecbb-407f-a2d8-c3dcdc413546 req-48e7f70a-e49c-4fe0-80ca-660d907f1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:34.850350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39d4942e-ecbb-407f-a2d8-c3dcdc413546 req-48e7f70a-e49c-4fe0-80ca-660d907f1c7f service neutron] 10.222.0.59 "GET /v2.0/networks?id=a03409b5-199a-439f-afae-ce6c69aa698f HTTP/1.1" status: 200 len: 915 time: 0.1157422 Nov 15 14:58:34.867307 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a551b3f2-b102-4ed1-8f48-e56906a40064 None None] Port 4afe01ee-95bf-4fd9-a058-093a0d1c041d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:58:34.896594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01da043-a289-4f5b-82e6-e4f82c6d1a59 None None] Sync routers for ids ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:34.914672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01da043-a289-4f5b-82e6-e4f82c6d1a59 None None] Routers {'65a41d11-638f-4e83-a11d-3a9a8b1edf2b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:34.916945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e01da043-a289-4f5b-82e6-e4f82c6d1a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:34.933014 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39d4942e-ecbb-407f-a2d8-c3dcdc413546 req-d356fa85-0d3d-4040-94ba-20e474eab986 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3625ae-69f1-407a-b4b8-5a4ea97be17d HTTP/1.1" status: 200 len: 1002 time: 0.0743396 Nov 15 14:58:34.998434 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4942e-ecbb-407f-a2d8-c3dcdc413546 req-288032c9-3ce0-427a-a161-ce20273579b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:35.000225 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39d4942e-ecbb-407f-a2d8-c3dcdc413546 req-288032c9-3ce0-427a-a161-ce20273579b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0912ef5-9b9e-4d53-a857-3411c89ccea8 HTTP/1.1" status: 200 len: 853 time: 0.0601399 Nov 15 14:58:35.076441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e01da043-a289-4f5b-82e6-e4f82c6d1a59 None None] Set router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:35.079370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4942e-ecbb-407f-a2d8-c3dcdc413546 req-0da130ca-b243-4142-980a-26e26eb8503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:35.080953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39d4942e-ecbb-407f-a2d8-c3dcdc413546 req-0da130ca-b243-4142-980a-26e26eb8503f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a03409b5-199a-439f-afae-ce6c69aa698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718863 Nov 15 14:58:35.131662 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:58:35.171290 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:35.184776 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:35.206091 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39d4942e-ecbb-407f-a2d8-c3dcdc413546 req-e2e5669d-fad8-4abc-be17-4b02e175cfa5 service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165156 Nov 15 14:58:35.231268 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:35.319067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event updated for resources: {'Port': ['ID=4afe01ee-95bf-4fd9-a058-093a0d1c041d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:35.324988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:35.370887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e01da043-a289-4f5b-82e6-e4f82c6d1a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'd9af2b77-24cc-42e3-9044-e7cb71d63c75', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'port_id': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'mac_address': 'fa:16:3e:ee:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:58:31Z', 'updated_at': '2021-11-15T14:58:34Z', 'revision_number': 2, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a5f7ee-dce9-4d91-9475-e8a4301393e5', 'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'mac_address': 'fa:16:3e:9f:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:39Z', 'updated_at': '2021-11-15T14:54:46Z', 'revision_number': 5, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'subnets': [{'id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:35.401410 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01da043-a289-4f5b-82e6-e4f82c6d1a59 None None] Checking router: 65a41d11-638f-4e83-a11d-3a9a8b1edf2b for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:58:35.422170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01da043-a289-4f5b-82e6-e4f82c6d1a59 None None] Routers {'65a41d11-638f-4e83-a11d-3a9a8b1edf2b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:35.423134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e01da043-a289-4f5b-82e6-e4f82c6d1a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:35.430677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Network 57e76718-a3ea-43de-b6b1-f58e2a78e10c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 14:58:35.432318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 14:58:35.559881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e01da043-a289-4f5b-82e6-e4f82c6d1a59 None None] Set router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:35.573841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Router b044aca5-cb6c-4253-8c4e-754421213bb0 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:58:35.750002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39d4942e-ecbb-407f-a2d8-c3dcdc413546 req-faea9f6f-21a5-444a-84ce-46b8b2277a6e service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363588 Nov 15 14:58:35.773577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:35.783851 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1e0fa-1a47-44fa-b482-6a6969d625e4 None None] Sync routers for ids ['b044aca5-cb6c-4253-8c4e-754421213bb0'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:35.793673 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2da3d39e-04c2-4849-b7ad-020b6983154d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "PUT /v2.0/routers/b044aca5-cb6c-4253-8c4e-754421213bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2661970 Nov 15 14:58:35.796354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58920) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:35.798378 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1e0fa-1a47-44fa-b482-6a6969d625e4 None None] Routers {'b044aca5-cb6c-4253-8c4e-754421213bb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:35.799043 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60e1e0fa-1a47-44fa-b482-6a6969d625e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b044aca5-cb6c-4253-8c4e-754421213bb0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:35.818270 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:35.830879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7dc6ff74-a8ba-4c97-bbe9-5f61bb54ce37 None None] Provisioning complete for port 4afe01ee-95bf-4fd9-a058-093a0d1c041d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:58:35.831179 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ff74-a8ba-4c97-bbe9-5f61bb54ce37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:35.848557 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60e1e0fa-1a47-44fa-b482-6a6969d625e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:35.859242 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1e0fa-1a47-44fa-b482-6a6969d625e4 None None] Routers {'b044aca5-cb6c-4253-8c4e-754421213bb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:35.860034 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60e1e0fa-1a47-44fa-b482-6a6969d625e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b044aca5-cb6c-4253-8c4e-754421213bb0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:35.905276 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc540ea7-7876-42dd-9e11-8eb57210058f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:35.905800 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60e1e0fa-1a47-44fa-b482-6a6969d625e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:35.905800 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1e0fa-1a47-44fa-b482-6a6969d625e4 None None] The sync data for ids ['b044aca5-cb6c-4253-8c4e-754421213bb0'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:35.915356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6ff74-a8ba-4c97-bbe9-5f61bb54ce37 None None] Port 4afe01ee-95bf-4fd9-a058-093a0d1c041d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 14:58:35.948136 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e01da043-a289-4f5b-82e6-e4f82c6d1a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'd9af2b77-24cc-42e3-9044-e7cb71d63c75', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'port_id': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'mac_address': 'fa:16:3e:ee:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:58:31Z', 'updated_at': '2021-11-15T14:58:34Z', 'revision_number': 2, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a5f7ee-dce9-4d91-9475-e8a4301393e5', 'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'mac_address': 'fa:16:3e:9f:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:39Z', 'updated_at': '2021-11-15T14:54:46Z', 'revision_number': 5, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'subnets': [{'id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:35.980471 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01da043-a289-4f5b-82e6-e4f82c6d1a59 None None] The sync data for ids ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'] in n-d-817748-2 is: [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'd9af2b77-24cc-42e3-9044-e7cb71d63c75', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'port_id': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'mac_address': 'fa:16:3e:ee:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T14:58:31Z', 'updated_at': '2021-11-15T14:58:34Z', 'revision_number': 2, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a5f7ee-dce9-4d91-9475-e8a4301393e5', 'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'mac_address': 'fa:16:3e:9f:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:39Z', 'updated_at': '2021-11-15T14:54:46Z', 'revision_number': 5, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'subnets': [{'id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:35.984236 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-cc540ea7-7876-42dd-9e11-8eb57210058f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 14:58:35.985344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cc540ea7-7876-42dd-9e11-8eb57210058f tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "DELETE /v2.0/routers/b044aca5-cb6c-4253-8c4e-754421213bb0 HTTP/1.1" status: 409 len: 329 time: 0.1878908 Nov 15 14:58:35.988242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:36.303373 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:36.543443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Deleting port 4afe01ee-95bf-4fd9-a058-093a0d1c041d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:36.543788 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:36.635182 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:36.647062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Calling delete_port for 4afe01ee-95bf-4fd9-a058-093a0d1c041d owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:36.655092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:58:36.657533 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f466a9e-6e24-47b4-b845-e66552a28f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:58:36.699279 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be731778-63b9-4f8b-9aa9-d77e09a8cfb4 x-openstack-request-id: req-be731778-63b9-4f8b-9aa9-d77e09a8cfb4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:58:36.699577 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:58:36.699827 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be731778-63b9-4f8b-9aa9-d77e09a8cfb4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:58:36.700232 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'status': 'completed', 'code': 200} Nov 15 14:58:36.822123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f466a9e-6e24-47b4-b845-e66552a28f1b req-8fa8c3a5-827c-4a95-958d-386cb21d1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:36.823651 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f466a9e-6e24-47b4-b845-e66552a28f1b req-8fa8c3a5-827c-4a95-958d-386cb21d1c14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d73f06e0792a40dc8682da5c48d69865&device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 1097 time: 0.0739195 Nov 15 14:58:36.930699 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f466a9e-6e24-47b4-b845-e66552a28f1b req-d423a67f-f417-4977-8fd9-901f534b5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:36.932186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f466a9e-6e24-47b4-b845-e66552a28f1b req-d423a67f-f417-4977-8fd9-901f534b5b70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a03409b5-199a-439f-afae-ce6c69aa698f HTTP/1.1" status: 200 len: 915 time: 0.0994833 Nov 15 14:58:36.986540 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:37.025551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event deleted for resources: {'Port': ['ID=4afe01ee-95bf-4fd9-a058-093a0d1c041d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:37.044524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:37.045015 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:37.045364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:37.045702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:37.046563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:37.046563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:37.046900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:37.047236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:37.047613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:37.047883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:37.048242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:37.048718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:37.097118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f466a9e-6e24-47b4-b845-e66552a28f1b req-20438bd2-7d3b-4338-a143-d63c1193ef27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3625ae-69f1-407a-b4b8-5a4ea97be17d HTTP/1.1" status: 200 len: 1002 time: 0.1571100 Nov 15 14:58:37.223788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f466a9e-6e24-47b4-b845-e66552a28f1b req-28154ce1-fa0b-411d-baeb-101dc5f112d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:37.225264 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f466a9e-6e24-47b4-b845-e66552a28f1b req-28154ce1-fa0b-411d-baeb-101dc5f112d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0912ef5-9b9e-4d53-a857-3411c89ccea8 HTTP/1.1" status: 200 len: 853 time: 0.1191709 Nov 15 14:58:37.227587 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:37.407862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f466a9e-6e24-47b4-b845-e66552a28f1b req-b5a4c05d-dce9-4e55-a9c2-a1ac9a871a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:37.409313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f466a9e-6e24-47b4-b845-e66552a28f1b req-b5a4c05d-dce9-4e55-a9c2-a1ac9a871a8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a03409b5-199a-439f-afae-ce6c69aa698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723607 Nov 15 14:58:37.427866 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Router b044aca5-cb6c-4253-8c4e-754421213bb0 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:58:37.556159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:37.563853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c85d526-78bb-4779-a67c-fc73f5ffd460 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "PUT /v2.0/routers/b044aca5-cb6c-4253-8c4e-754421213bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5745773 Nov 15 14:58:37.565681 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db100889-0aba-4fdf-a9a1-b8781736d8c9 None None] Sync routers for ids ['b044aca5-cb6c-4253-8c4e-754421213bb0'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:37.567850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58930) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:37.574708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f466a9e-6e24-47b4-b845-e66552a28f1b req-70e8acfb-093d-4434-9db1-dcf92676826f service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570435 Nov 15 14:58:37.583089 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db100889-0aba-4fdf-a9a1-b8781736d8c9 None None] Routers {'b044aca5-cb6c-4253-8c4e-754421213bb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:37.583707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-db100889-0aba-4fdf-a9a1-b8781736d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b044aca5-cb6c-4253-8c4e-754421213bb0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:37.609088 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-2cbe6286-9fbc-43d0-abf3-12bddc33858a tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] show failed (client error): The resource could not be found. Nov 15 14:58:37.614070 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2cbe6286-9fbc-43d0-abf3-12bddc33858a tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1674547533 HTTP/1.1" status: 404 len: 335 time: 0.0412679 Nov 15 14:58:37.614487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:37.625622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-db100889-0aba-4fdf-a9a1-b8781736d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:37.632218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0138b62d-533e-4d7a-ac8e-bf89e292ee2c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:37.636239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db100889-0aba-4fdf-a9a1-b8781736d8c9 None None] Routers {'b044aca5-cb6c-4253-8c4e-754421213bb0'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:37.636871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-db100889-0aba-4fdf-a9a1-b8781736d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b044aca5-cb6c-4253-8c4e-754421213bb0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:37.667432 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-0138b62d-533e-4d7a-ac8e-bf89e292ee2c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] update failed (client error): The resource could not be found. Nov 15 14:58:37.672284 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0138b62d-533e-4d7a-ac8e-bf89e292ee2c tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-371418415 HTTP/1.1" status: 404 len: 334 time: 0.0532482 Nov 15 14:58:37.672427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-db100889-0aba-4fdf-a9a1-b8781736d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:37.672427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db100889-0aba-4fdf-a9a1-b8781736d8c9 None None] The sync data for ids ['b044aca5-cb6c-4253-8c4e-754421213bb0'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:37.672564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:37.685293 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f466a9e-6e24-47b4-b845-e66552a28f1b req-c808b0b8-2492-43f7-8338-a9bc2f46273b service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031964 Nov 15 14:58:37.734351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c91829-adff-4a58-a8da-b9132df7c2df tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Deleting subnet 0741487c-8809-4ffc-b84a-7d4f1a1b3d92 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:58:37.737590 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98c91829-adff-4a58-a8da-b9132df7c2df tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:37.778816 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98c91829-adff-4a58-a8da-b9132df7c2df tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:37.863511 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98c91829-adff-4a58-a8da-b9132df7c2df tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:37.997454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98c91829-adff-4a58-a8da-b9132df7c2df tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.033411 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c91829-adff-4a58-a8da-b9132df7c2df tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event deleted for resources: {'Subnet': ['ID=0741487c-8809-4ffc-b84a-7d4f1a1b3d92,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:38.039801 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98c91829-adff-4a58-a8da-b9132df7c2df tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.043144 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-98c91829-adff-4a58-a8da-b9132df7c2df tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "DELETE /v2.0/subnets/0741487c-8809-4ffc-b84a-7d4f1a1b3d92 HTTP/1.1" status: 204 len: 168 time: 0.3702912 Nov 15 14:58:38.045928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:38.049109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27cba35-9f15-4db6-9dee-cadc3a746a2f None None] Network be66b325-feee-4199-b4ea-c2575e63fbfe requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:58:38.105059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce90060-23b7-4982-8c6a-e7926f7fd2b7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Deleting subnet cdbb0a45-1a2b-4d7e-82d7-c2b7a073608c {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:58:38.108771 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce90060-23b7-4982-8c6a-e7926f7fd2b7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.151838 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce90060-23b7-4982-8c6a-e7926f7fd2b7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.233444 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0db645-332d-4248-b4dc-b288859fd2ad None None] DHCP port deletion for be66b325-feee-4199-b4ea-c2575e63fbfe request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:58:38.245294 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce90060-23b7-4982-8c6a-e7926f7fd2b7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.285430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1c0db645-332d-4248-b4dc-b288859fd2ad None None] Deleting port ae58da6c-1ebb-4545-9fc7-aabd6193b038 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:38.285824 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c0db645-332d-4248-b4dc-b288859fd2ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.349707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1c0db645-332d-4248-b4dc-b288859fd2ad None None] For port ae58da6c-1ebb-4545-9fc7-aabd6193b038, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ae58da6c-1ebb-4545-9fc7-aabd6193b038,segment=NetworkSegment(71904a1d-4fd4-4a5a-b65b-f93ac9b3204f),segment_id=71904a1d-4fd4-4a5a-b65b-f93ac9b3204f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:38.350102 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c0db645-332d-4248-b4dc-b288859fd2ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.363009 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1c0db645-332d-4248-b4dc-b288859fd2ad None None] Calling delete_port for ae58da6c-1ebb-4545-9fc7-aabd6193b038 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:38.402932 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce90060-23b7-4982-8c6a-e7926f7fd2b7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.430076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce90060-23b7-4982-8c6a-e7926f7fd2b7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event deleted for resources: {'Subnet': ['ID=cdbb0a45-1a2b-4d7e-82d7-c2b7a073608c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:38.435143 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce90060-23b7-4982-8c6a-e7926f7fd2b7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.438356 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2ce90060-23b7-4982-8c6a-e7926f7fd2b7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "DELETE /v2.0/subnets/cdbb0a45-1a2b-4d7e-82d7-c2b7a073608c HTTP/1.1" status: 204 len: 168 time: 0.3913512 Nov 15 14:58:38.441135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:38.444584 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c75db62-10a3-4ea6-a829-f32d5b2fd238 None None] Network 7114e8cb-6951-421a-83b2-7ec9b9edcaea requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:58:38.523615 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9c8277e-ae2d-47e3-807f-6cc137763c88 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.528241 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c0db645-332d-4248-b4dc-b288859fd2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.573935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0db645-332d-4248-b4dc-b288859fd2ad None None] Pushing event deleted for resources: {'Port': ['ID=ae58da6c-1ebb-4545-9fc7-aabd6193b038,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:38.581557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0db645-332d-4248-b4dc-b288859fd2ad None None] No DVR routers for this DVR port ae58da6c-1ebb-4545-9fc7-aabd6193b038 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:58:38.623261 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9c8277e-ae2d-47e3-807f-6cc137763c88 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.645496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a9c8277e-ae2d-47e3-807f-6cc137763c88 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be66b325-feee-4199-b4ea-c2575e63fbfe']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:38.657256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a9c8277e-ae2d-47e3-807f-6cc137763c88 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71904a1d-4fd4-4a5a-b65b-f93ac9b3204f') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:38.657556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a9c8277e-ae2d-47e3-807f-6cc137763c88 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71904a1d-4fd4-4a5a-b65b-f93ac9b3204f') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:38.667865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9c8277e-ae2d-47e3-807f-6cc137763c88 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.680783 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9c8277e-ae2d-47e3-807f-6cc137763c88 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.686210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf89b5aa-4a2e-4fb3-a613-d1897d0e7133 None None] DHCP port deletion for 7114e8cb-6951-421a-83b2-7ec9b9edcaea request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:58:38.691739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c8277e-ae2d-47e3-807f-6cc137763c88 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:58:38.692200 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9c8277e-ae2d-47e3-807f-6cc137763c88 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:58:38.695935 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:58:38.742147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cf89b5aa-4a2e-4fb3-a613-d1897d0e7133 None None] Deleting port 86ecf0a2-7355-477f-9390-9b14c424822e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:38.742560 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf89b5aa-4a2e-4fb3-a613-d1897d0e7133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.808127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cf89b5aa-4a2e-4fb3-a613-d1897d0e7133 None None] For port 86ecf0a2-7355-477f-9390-9b14c424822e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=86ecf0a2-7355-477f-9390-9b14c424822e,segment=NetworkSegment(3b43d704-8dc4-4dc2-a575-3845e0c8634b),segment_id=3b43d704-8dc4-4dc2-a575-3845e0c8634b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:38.808448 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf89b5aa-4a2e-4fb3-a613-d1897d0e7133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.820666 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cf89b5aa-4a2e-4fb3-a613-d1897d0e7133 None None] Calling delete_port for 86ecf0a2-7355-477f-9390-9b14c424822e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:38.829993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9c8277e-ae2d-47e3-807f-6cc137763c88 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.835796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9c8277e-ae2d-47e3-807f-6cc137763c88 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:38.840690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a9c8277e-ae2d-47e3-807f-6cc137763c88 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "DELETE /v2.0/networks/be66b325-feee-4199-b4ea-c2575e63fbfe HTTP/1.1" status: 204 len: 168 time: 0.3982356 Nov 15 14:58:38.842920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58946) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:38.866506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8277e-ae2d-47e3-807f-6cc137763c88 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event deleted for resources: {'Network': ['ID=be66b325-feee-4199-b4ea-c2575e63fbfe,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:38.997332 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf89b5aa-4a2e-4fb3-a613-d1897d0e7133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.027730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89b5aa-4a2e-4fb3-a613-d1897d0e7133 None None] Pushing event deleted for resources: {'Port': ['ID=86ecf0a2-7355-477f-9390-9b14c424822e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:39.034851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89b5aa-4a2e-4fb3-a613-d1897d0e7133 None None] No DVR routers for this DVR port 86ecf0a2-7355-477f-9390-9b14c424822e on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:58:39.135605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ae58da6c-1ebb-4545-9fc7-aabd6193b038 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:58:39.157918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: ae58da6c-1ebb-4545-9fc7-aabd6193b038 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:58:39.158371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ae58da6c-1ebb-4545-9fc7-aabd6193b038 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:58:39.158792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 86ecf0a2-7355-477f-9390-9b14c424822e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:58:39.184154 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 86ecf0a2-7355-477f-9390-9b14c424822e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:58:39.184512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 86ecf0a2-7355-477f-9390-9b14c424822e not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:58:39.213586 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-130bf723-5a6a-43a8-8350-682eb022b5da tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.300211 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-130bf723-5a6a-43a8-8350-682eb022b5da tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.328331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-130bf723-5a6a-43a8-8350-682eb022b5da tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7114e8cb-6951-421a-83b2-7ec9b9edcaea']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:39.338618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-130bf723-5a6a-43a8-8350-682eb022b5da tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b43d704-8dc4-4dc2-a575-3845e0c8634b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:39.338990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-130bf723-5a6a-43a8-8350-682eb022b5da tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b43d704-8dc4-4dc2-a575-3845e0c8634b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:39.349158 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-130bf723-5a6a-43a8-8350-682eb022b5da tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.363163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-130bf723-5a6a-43a8-8350-682eb022b5da tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.370069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130bf723-5a6a-43a8-8350-682eb022b5da tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:58:39.370491 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-130bf723-5a6a-43a8-8350-682eb022b5da tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:58:39.373798 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:58:39.482669 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-130bf723-5a6a-43a8-8350-682eb022b5da tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.487130 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-130bf723-5a6a-43a8-8350-682eb022b5da tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.490422 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-130bf723-5a6a-43a8-8350-682eb022b5da tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "DELETE /v2.0/networks/7114e8cb-6951-421a-83b2-7ec9b9edcaea HTTP/1.1" status: 204 len: 168 time: 0.6463897 Nov 15 14:58:39.493080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:39.505427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bf723-5a6a-43a8-8350-682eb022b5da tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event deleted for resources: {'Network': ['ID=7114e8cb-6951-421a-83b2-7ec9b9edcaea,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:39.543875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdff74dd-ac30-4ff2-a215-3435c333b02a tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Deleting subnet b8ac2a41-1e02-4d56-bfa8-af0c5072a4df {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:58:39.546912 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdff74dd-ac30-4ff2-a215-3435c333b02a tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.585150 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdff74dd-ac30-4ff2-a215-3435c333b02a tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.684170 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdff74dd-ac30-4ff2-a215-3435c333b02a tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.812794 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdff74dd-ac30-4ff2-a215-3435c333b02a tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.838714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff74dd-ac30-4ff2-a215-3435c333b02a tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ac2a41-1e02-4d56-bfa8-af0c5072a4df,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:39.844507 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdff74dd-ac30-4ff2-a215-3435c333b02a tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.847937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cdff74dd-ac30-4ff2-a215-3435c333b02a tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "DELETE /v2.0/subnets/b8ac2a41-1e02-4d56-bfa8-af0c5072a4df HTTP/1.1" status: 204 len: 168 time: 0.3533452 Nov 15 14:58:39.850290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58952) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:39.850718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4142d07c-94a9-4111-8a57-cf4726621dbc None None] Network 57e76718-a3ea-43de-b6b1-f58e2a78e10c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:58:39.932053 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:39.987626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Deleting port 180ebc91-e414-476a-bcba-6902ed7ce742 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:39.987968 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.026384 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f580ea51-c5a1-4dca-b86b-ff203cd824d1 None None] DHCP port deletion for 57e76718-a3ea-43de-b6b1-f58e2a78e10c request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:58:40.053688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] For port 180ebc91-e414-476a-bcba-6902ed7ce742, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=180ebc91-e414-476a-bcba-6902ed7ce742,segment=NetworkSegment(28e5f0a3-5695-49f9-8bb8-f76b4302a062),segment_id=28e5f0a3-5695-49f9-8bb8-f76b4302a062)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:40.054056 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.067803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Calling delete_port for 180ebc91-e414-476a-bcba-6902ed7ce742 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:40.076936 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f580ea51-c5a1-4dca-b86b-ff203cd824d1 None None] Deleting port 180ebc91-e414-476a-bcba-6902ed7ce742 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:40.077308 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f580ea51-c5a1-4dca-b86b-ff203cd824d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.141274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f580ea51-c5a1-4dca-b86b-ff203cd824d1 None None] For port 180ebc91-e414-476a-bcba-6902ed7ce742, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=180ebc91-e414-476a-bcba-6902ed7ce742,segment=NetworkSegment(28e5f0a3-5695-49f9-8bb8-f76b4302a062),segment_id=28e5f0a3-5695-49f9-8bb8-f76b4302a062)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:40.141665 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f580ea51-c5a1-4dca-b86b-ff203cd824d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.154483 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f580ea51-c5a1-4dca-b86b-ff203cd824d1 None None] Calling delete_port for 180ebc91-e414-476a-bcba-6902ed7ce742 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:40.212890 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.232184 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f580ea51-c5a1-4dca-b86b-ff203cd824d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.238628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event deleted for resources: {'Port': ['ID=180ebc91-e414-476a-bcba-6902ed7ce742,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:40.244004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] No DVR routers for this DVR port 180ebc91-e414-476a-bcba-6902ed7ce742 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:58:40.258210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580ea51-c5a1-4dca-b86b-ff203cd824d1 None None] Pushing event deleted for resources: {'Port': ['ID=180ebc91-e414-476a-bcba-6902ed7ce742,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:40.262115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580ea51-c5a1-4dca-b86b-ff203cd824d1 None None] No DVR routers for this DVR port 180ebc91-e414-476a-bcba-6902ed7ce742 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:58:40.330968 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.350156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e76718-a3ea-43de-b6b1-f58e2a78e10c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:40.359236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e5f0a3-5695-49f9-8bb8-f76b4302a062') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:40.359596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e5f0a3-5695-49f9-8bb8-f76b4302a062') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:40.369250 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.382271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.388720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:58:40.389106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:58:40.392049 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:58:40.509897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.516729 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.520023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "DELETE /v2.0/networks/57e76718-a3ea-43de-b6b1-f58e2a78e10c HTTP/1.1" status: 204 len: 168 time: 0.6687291 Nov 15 14:58:40.522907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:40.531629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ef72e-b187-4da7-b672-9c76bfba35a7 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Pushing event deleted for resources: {'Network': ['ID=57e76718-a3ea-43de-b6b1-f58e2a78e10c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:40.550605 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2ed6ec06-25f3-442e-b08a-6ab482b6e56d tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "GET /v2.0/ports?device_id=b044aca5-cb6c-4253-8c4e-754421213bb0 HTTP/1.1" status: 200 len: 205 time: 0.0264704 Nov 15 14:58:40.552864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:40.627606 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-725542cc-7275-4f3f-b8a1-f301931af589 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.791346 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-725542cc-7275-4f3f-b8a1-f301931af589 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.793463 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-725542cc-7275-4f3f-b8a1-f301931af589 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.886826 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-725542cc-7275-4f3f-b8a1-f301931af589 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.887322 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725542cc-7275-4f3f-b8a1-f301931af589 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Fanout notify agent at l3_agent the message router_deleted on router b044aca5-cb6c-4253-8c4e-754421213bb0 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:58:40.894046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-725542cc-7275-4f3f-b8a1-f301931af589 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:40.895808 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-725542cc-7275-4f3f-b8a1-f301931af589 tempest-RoutersNegativeTest-2101383591 tempest-RoutersNegativeTest-2101383591-project] 10.222.0.70 "DELETE /v2.0/routers/b044aca5-cb6c-4253-8c4e-754421213bb0 HTTP/1.1" status: 204 len: 168 time: 0.3412914 Nov 15 14:58:41.118514 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 180ebc91-e414-476a-bcba-6902ed7ce742 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:58:41.143825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 180ebc91-e414-476a-bcba-6902ed7ce742 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:58:41.144257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 180ebc91-e414-476a-bcba-6902ed7ce742 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:58:41.320345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 58970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:41.462349 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5cbabeab-8223-459e-8dc1-5fc1fce96cee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b156012932d4675ac352ca668d309e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375544 Nov 15 14:58:41.463016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 58974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:41.516235 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9fcba37-4788-4d69-9f11-bdc73c6fc73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:41.540269 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9fcba37-4788-4d69-9f11-bdc73c6fc73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:41.648597 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9fcba37-4788-4d69-9f11-bdc73c6fc73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:41.651208 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9fcba37-4788-4d69-9f11-bdc73c6fc73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:41.652373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c9fcba37-4788-4d69-9f11-bdc73c6fc73a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5186530d-5f17-4878-ac6c-89bf8d5f6a4d HTTP/1.1" status: 204 len: 168 time: 0.1881616 Nov 15 14:58:41.660528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcba37-4788-4d69-9f11-bdc73c6fc73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5186530d-5f17-4878-ac6c-89bf8d5f6a4d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:42.635469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:42.733891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-54c16756-e4f4-43e4-a027-4ce2a3dcc09d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group': {'name': 'tempest-secgroup--762418208'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:42.831550 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54c16756-e4f4-43e4-a027-4ce2a3dcc09d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:42.840481 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54c16756-e4f4-43e4-a027-4ce2a3dcc09d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:42.916538 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54c16756-e4f4-43e4-a027-4ce2a3dcc09d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:42.977981 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54c16756-e4f4-43e4-a027-4ce2a3dcc09d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:43.016549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c16756-e4f4-43e4-a027-4ce2a3dcc09d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ba1241-c390-4a16-9545-102bd7c89859,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:43.054204 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54c16756-e4f4-43e4-a027-4ce2a3dcc09d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:43.110915 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54c16756-e4f4-43e4-a027-4ce2a3dcc09d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:43.140501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c16756-e4f4-43e4-a027-4ce2a3dcc09d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138c65e8-a93e-4a25-88f8-d75569f7f70e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:43.193196 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54c16756-e4f4-43e4-a027-4ce2a3dcc09d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:43.194484 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-54c16756-e4f4-43e4-a027-4ce2a3dcc09d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5573728 Nov 15 14:58:43.197797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59020) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:43.251747 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a9b33111-76d0-4f88-8526-0c8b1b77438c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0528259 Nov 15 14:58:43.254366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59024) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:43.259227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ff9f4220-d731-43a9-af53-7a7054130bbe tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group': {'name': 'tempest-security--924706318', 'description': 'tempest-security-description-124189600'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:43.292462 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff9f4220-d731-43a9-af53-7a7054130bbe tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:43.342682 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff9f4220-d731-43a9-af53-7a7054130bbe tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:43.431441 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff9f4220-d731-43a9-af53-7a7054130bbe tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:43.434169 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff9f4220-d731-43a9-af53-7a7054130bbe tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:43.435563 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ff9f4220-d731-43a9-af53-7a7054130bbe tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "PUT /v2.0/security-groups/138c65e8-a93e-4a25-88f8-d75569f7f70e HTTP/1.1" status: 200 len: 1795 time: 0.1802435 Nov 15 14:58:43.438635 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:43.460529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f4220-d731-43a9-af53-7a7054130bbe tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138c65e8-a93e-4a25-88f8-d75569f7f70e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:43.484845 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-37d35c0d-991a-4c6c-802c-a740cabe9ff2 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-groups/138c65e8-a93e-4a25-88f8-d75569f7f70e HTTP/1.1" status: 200 len: 1795 time: 0.0447888 Nov 15 14:58:43.487523 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59028) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:43.539491 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:43.563459 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:43.689028 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:43.691664 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:43.692922 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-groups/138c65e8-a93e-4a25-88f8-d75569f7f70e HTTP/1.1" status: 204 len: 168 time: 0.2045028 Nov 15 14:58:43.695564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:43.702680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138c65e8-a93e-4a25-88f8-d75569f7f70e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:43.710359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:43.712556 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:43.712556 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:43.712556 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:43.712556 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:43.712556 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:43.712556 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:43.712936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:43.713004 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:43.713797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:43.713797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:43.714072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994f577-0493-4ec4-8127-64b8f4e2c5cc tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:58:43.743775 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b95ec90e-26c3-4e59-b7a9-673c3514fde4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0463684 Nov 15 14:58:43.746470 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59032) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:43.758840 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-0b0d4523-5fb8-4e0a-88d9-d87b6e2ad729 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] delete failed (client error): The resource could not be found. Nov 15 14:58:43.763604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0b0d4523-5fb8-4e0a-88d9-d87b6e2ad729 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-groups/138c65e8-a93e-4a25-88f8-d75569f7f70e HTTP/1.1" status: 404 len: 347 time: 0.0161893 Nov 15 14:58:43.763996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:43.769222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4b86495d-f591-450e-bf60-9a02e151ee4f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1573922127'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:43.938310 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b86495d-f591-450e-bf60-9a02e151ee4f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:44.004514 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b86495d-f591-450e-bf60-9a02e151ee4f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:44.248273 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b86495d-f591-450e-bf60-9a02e151ee4f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:44.278014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86495d-f591-450e-bf60-9a02e151ee4f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4167fb-1689-4434-bef4-2b8b81988a39,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:44.347371 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b86495d-f591-450e-bf60-9a02e151ee4f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:44.351910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59040) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:44.356619 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4b86495d-f591-450e-bf60-9a02e151ee4f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5870023 Nov 15 14:58:44.357299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-829901e5-a64f-499a-94f6-3d8b9138e80a tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group_rule': {'security_group_id': '8a4167fb-1689-4434-bef4-2b8b81988a39', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:44.465817 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-829901e5-a64f-499a-94f6-3d8b9138e80a tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:44.520864 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-829901e5-a64f-499a-94f6-3d8b9138e80a tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:44.607437 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-829901e5-a64f-499a-94f6-3d8b9138e80a tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:44.629020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829901e5-a64f-499a-94f6-3d8b9138e80a tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65ef6ac-098b-44b3-8893-95e58ff79449,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:44.717871 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-829901e5-a64f-499a-94f6-3d8b9138e80a tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:44.722989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59042) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:44.723488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-829901e5-a64f-499a-94f6-3d8b9138e80a tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3696232 Nov 15 14:58:44.754850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb95b6a6-13cd-467f-ad45-2d192e5b57e4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:44.763396 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb95b6a6-13cd-467f-ad45-2d192e5b57e4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:44.863863 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb95b6a6-13cd-467f-ad45-2d192e5b57e4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:44.873982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb95b6a6-13cd-467f-ad45-2d192e5b57e4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:44.873982 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-eb95b6a6-13cd-467f-ad45-2d192e5b57e4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/d65ef6ac-098b-44b3-8893-95e58ff79449 HTTP/1.1" status: 204 len: 168 time: 0.1479235 Nov 15 14:58:44.874737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59046) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:44.879716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95b6a6-13cd-467f-ad45-2d192e5b57e4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d65ef6ac-098b-44b3-8893-95e58ff79449,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:45.286072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cf6cb00b-e276-4b9d-871e-f0e030c47afd tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4091144 Nov 15 14:58:45.289110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59048) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:45.351119 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae5b4470-f7f7-41b7-914e-4941ea622197 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:45.373754 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae5b4470-f7f7-41b7-914e-4941ea622197 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:45.492760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae5b4470-f7f7-41b7-914e-4941ea622197 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:45.495493 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae5b4470-f7f7-41b7-914e-4941ea622197 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:45.496641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ae5b4470-f7f7-41b7-914e-4941ea622197 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-groups/8a4167fb-1689-4434-bef4-2b8b81988a39 HTTP/1.1" status: 204 len: 168 time: 0.2060914 Nov 15 14:58:45.499584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:45.506930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b4470-f7f7-41b7-914e-4941ea622197 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4167fb-1689-4434-bef4-2b8b81988a39,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:45.566300 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e41a1638-0e65-4183-af0a-910e62e9bd26 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0651426 Nov 15 14:58:45.570823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59054) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:45.575472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2b8f3202-648c-4fc8-9c0f-d77ffd371fda tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group': {'name': 'tempest-secgroup--11531509'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:45.692623 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3202-648c-4fc8-9c0f-d77ffd371fda tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:45.766655 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3202-648c-4fc8-9c0f-d77ffd371fda tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:45.831861 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3202-648c-4fc8-9c0f-d77ffd371fda tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:45.862670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f3202-648c-4fc8-9c0f-d77ffd371fda tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4156d2d3-015d-4bc9-8a19-159fd79978a1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:45.907869 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3202-648c-4fc8-9c0f-d77ffd371fda tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:45.909638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2b8f3202-648c-4fc8-9c0f-d77ffd371fda tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3380320 Nov 15 14:58:45.917023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59058) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:45.918818 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b8bd51a1-0a2a-4d76-bf38-7facf590bf06 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group_rule': {'security_group_id': '4156d2d3-015d-4bc9-8a19-159fd79978a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:46.014351 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8bd51a1-0a2a-4d76-bf38-7facf590bf06 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:46.067336 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8bd51a1-0a2a-4d76-bf38-7facf590bf06 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:46.139715 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8bd51a1-0a2a-4d76-bf38-7facf590bf06 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:46.159814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd51a1-0a2a-4d76-bf38-7facf590bf06 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101af3d3-e483-42c0-8fc3-00dbbf7f8c82,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:46.221983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8bd51a1-0a2a-4d76-bf38-7facf590bf06 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:46.223232 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b8bd51a1-0a2a-4d76-bf38-7facf590bf06 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3098178 Nov 15 14:58:46.226126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59060) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:46.230752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8357e8f2-b14c-4cb7-8821-0c905c4bf4aa tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group_rule': {'security_group_id': '4156d2d3-015d-4bc9-8a19-159fd79978a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:46.317618 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8357e8f2-b14c-4cb7-8821-0c905c4bf4aa tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:46.376259 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8357e8f2-b14c-4cb7-8821-0c905c4bf4aa tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:46.466008 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8357e8f2-b14c-4cb7-8821-0c905c4bf4aa tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:46.484801 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357e8f2-b14c-4cb7-8821-0c905c4bf4aa tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d567f81-1506-416e-a522-6b0902e52a0c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:46.559960 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8357e8f2-b14c-4cb7-8821-0c905c4bf4aa tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:46.562063 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8357e8f2-b14c-4cb7-8821-0c905c4bf4aa tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3334925 Nov 15 14:58:46.564450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59064) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:46.569140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4e9f4073-48cd-4985-8548-0800f5f0b6ca tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group_rule': {'security_group_id': '4156d2d3-015d-4bc9-8a19-159fd79978a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:46.648030 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e9f4073-48cd-4985-8548-0800f5f0b6ca tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:46.708095 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e9f4073-48cd-4985-8548-0800f5f0b6ca tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:46.762752 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e9f4073-48cd-4985-8548-0800f5f0b6ca tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:46.781911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f4073-48cd-4985-8548-0800f5f0b6ca tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705e315d-f364-4f1d-9245-921ee460dc90,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:46.850543 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e9f4073-48cd-4985-8548-0800f5f0b6ca tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:46.851790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4e9f4073-48cd-4985-8548-0800f5f0b6ca tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2863321 Nov 15 14:58:46.855002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59066) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:46.859316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-51256215-b155-44ac-a855-997a1fce86c6 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group_rule': {'security_group_id': '4156d2d3-015d-4bc9-8a19-159fd79978a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:46.951528 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51256215-b155-44ac-a855-997a1fce86c6 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.012266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51256215-b155-44ac-a855-997a1fce86c6 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.088378 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51256215-b155-44ac-a855-997a1fce86c6 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.104138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51256215-b155-44ac-a855-997a1fce86c6 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc27c8cc-4c47-4fd6-89e8-68f17860ea8b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:47.174596 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51256215-b155-44ac-a855-997a1fce86c6 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.178324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-51256215-b155-44ac-a855-997a1fce86c6 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3199301 Nov 15 14:58:47.178603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59070) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:47.183384 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d5d10378-f1c8-4f88-8561-3a0251bea7f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group_rule': {'security_group_id': '4156d2d3-015d-4bc9-8a19-159fd79978a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:47.259243 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5d10378-f1c8-4f88-8561-3a0251bea7f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.325290 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5d10378-f1c8-4f88-8561-3a0251bea7f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.391335 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5d10378-f1c8-4f88-8561-3a0251bea7f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.410074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d10378-f1c8-4f88-8561-3a0251bea7f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306e8237-b272-4664-bade-92a4284a5fdc,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:47.490297 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5d10378-f1c8-4f88-8561-3a0251bea7f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.491595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d5d10378-f1c8-4f88-8561-3a0251bea7f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3120661 Nov 15 14:58:47.495346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:47.525287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b40737bf-f534-4620-8be5-e973b97a8b79 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.533062 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b40737bf-f534-4620-8be5-e973b97a8b79 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.631603 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b40737bf-f534-4620-8be5-e973b97a8b79 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.641510 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b40737bf-f534-4620-8be5-e973b97a8b79 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.642835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b40737bf-f534-4620-8be5-e973b97a8b79 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/306e8237-b272-4664-bade-92a4284a5fdc HTTP/1.1" status: 204 len: 168 time: 0.1464877 Nov 15 14:58:47.645735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:47.647603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40737bf-f534-4620-8be5-e973b97a8b79 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=306e8237-b272-4664-bade-92a4284a5fdc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:47.709282 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f11f176f-0867-41d5-bb3e-1fef47efe40c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0612185 Nov 15 14:58:47.711898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:47.744620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d19e98a1-4359-4f59-a2e3-6be2ac7ea780 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.751765 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d19e98a1-4359-4f59-a2e3-6be2ac7ea780 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.825315 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d19e98a1-4359-4f59-a2e3-6be2ac7ea780 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.831704 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d19e98a1-4359-4f59-a2e3-6be2ac7ea780 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.832877 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d19e98a1-4359-4f59-a2e3-6be2ac7ea780 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/cc27c8cc-4c47-4fd6-89e8-68f17860ea8b HTTP/1.1" status: 204 len: 168 time: 0.1186714 Nov 15 14:58:47.835691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59080) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:47.839234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e98a1-4359-4f59-a2e3-6be2ac7ea780 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc27c8cc-4c47-4fd6-89e8-68f17860ea8b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:47.880329 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f8f99650-5b3d-4310-8337-9e2cf712ec4a tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0428226 Nov 15 14:58:47.882932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59082) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:47.906810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0249767b-ed95-46ad-a966-852fba9c56c4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:47.921672 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0249767b-ed95-46ad-a966-852fba9c56c4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.031023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0249767b-ed95-46ad-a966-852fba9c56c4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.037490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0249767b-ed95-46ad-a966-852fba9c56c4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.038622 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0249767b-ed95-46ad-a966-852fba9c56c4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/705e315d-f364-4f1d-9245-921ee460dc90 HTTP/1.1" status: 204 len: 168 time: 0.1546919 Nov 15 14:58:48.047201 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:48.047309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249767b-ed95-46ad-a966-852fba9c56c4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=705e315d-f364-4f1d-9245-921ee460dc90,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:48.089553 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-18439c4f-958a-4380-bb97-17b4af5bb986 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0463655 Nov 15 14:58:48.092278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:48.120752 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74ca93a8-6043-45d6-9eb6-5b872eb8da5d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.128978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74ca93a8-6043-45d6-9eb6-5b872eb8da5d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.230018 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74ca93a8-6043-45d6-9eb6-5b872eb8da5d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.241117 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74ca93a8-6043-45d6-9eb6-5b872eb8da5d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.241117 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-74ca93a8-6043-45d6-9eb6-5b872eb8da5d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/4d567f81-1506-416e-a522-6b0902e52a0c HTTP/1.1" status: 204 len: 168 time: 0.1452277 Nov 15 14:58:48.243466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59098) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:48.244990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca93a8-6043-45d6-9eb6-5b872eb8da5d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d567f81-1506-416e-a522-6b0902e52a0c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:48.288374 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-529ab939-3ca5-46bc-a81f-3bbad9144b0e tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0435567 Nov 15 14:58:48.291490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59100) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:48.318014 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5c12d15-de82-461a-994b-a0d0b32df9b4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.325183 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5c12d15-de82-461a-994b-a0d0b32df9b4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.419789 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5c12d15-de82-461a-994b-a0d0b32df9b4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.427285 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5c12d15-de82-461a-994b-a0d0b32df9b4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.428580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b5c12d15-de82-461a-994b-a0d0b32df9b4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/101af3d3-e483-42c0-8fc3-00dbbf7f8c82 HTTP/1.1" status: 204 len: 168 time: 0.1359947 Nov 15 14:58:48.431676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59104) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:48.433198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c12d15-de82-461a-994b-a0d0b32df9b4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=101af3d3-e483-42c0-8fc3-00dbbf7f8c82,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:48.473974 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4d64b0f0-e7a8-4168-a5b6-a7e2e8df0ca1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410044 Nov 15 14:58:48.477010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:48.531300 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db0fc218-8916-4670-af15-753d35ef8ea1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.554829 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db0fc218-8916-4670-af15-753d35ef8ea1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.666471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db0fc218-8916-4670-af15-753d35ef8ea1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.669083 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db0fc218-8916-4670-af15-753d35ef8ea1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.670440 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-db0fc218-8916-4670-af15-753d35ef8ea1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-groups/4156d2d3-015d-4bc9-8a19-159fd79978a1 HTTP/1.1" status: 204 len: 168 time: 0.1917851 Nov 15 14:58:48.673873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59110) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:48.680039 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fc218-8916-4670-af15-753d35ef8ea1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4156d2d3-015d-4bc9-8a19-159fd79978a1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:48.730002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-aa564a17-5199-4cf3-91f6-68083eca93c8 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546205 Nov 15 14:58:48.734346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59112) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:48.742373 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5aab45dd-598a-4b12-8dc0-9d15db673bd3 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897644999'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:48.830856 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aab45dd-598a-4b12-8dc0-9d15db673bd3 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.900555 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aab45dd-598a-4b12-8dc0-9d15db673bd3 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:48.967955 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aab45dd-598a-4b12-8dc0-9d15db673bd3 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:49.001574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab45dd-598a-4b12-8dc0-9d15db673bd3 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf8cad5-a4fd-48be-b1aa-3914fbda7afc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:49.056441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aab45dd-598a-4b12-8dc0-9d15db673bd3 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:49.058174 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5aab45dd-598a-4b12-8dc0-9d15db673bd3 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3192661 Nov 15 14:58:49.060802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59114) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:49.066625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e09029da-91c8-495b-b352-1d4a7fa21d0b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group_rule': {'security_group_id': '3bf8cad5-a4fd-48be-b1aa-3914fbda7afc', 'direction': 'ingress', 'protocol': 17}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:49.181242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e09029da-91c8-495b-b352-1d4a7fa21d0b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:49.266925 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e09029da-91c8-495b-b352-1d4a7fa21d0b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:49.346820 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e09029da-91c8-495b-b352-1d4a7fa21d0b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:49.374079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09029da-91c8-495b-b352-1d4a7fa21d0b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2f8ceb-aba0-42fc-8b2a-d4b078458fc5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:49.438984 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e09029da-91c8-495b-b352-1d4a7fa21d0b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:49.440227 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e09029da-91c8-495b-b352-1d4a7fa21d0b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3781919 Nov 15 14:58:49.443039 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59116) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:49.507774 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34a7dc40-3e23-462f-a9ec-0be1b3c7849c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:49.533670 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34a7dc40-3e23-462f-a9ec-0be1b3c7849c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:49.658542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34a7dc40-3e23-462f-a9ec-0be1b3c7849c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:49.661337 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34a7dc40-3e23-462f-a9ec-0be1b3c7849c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:49.662747 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-34a7dc40-3e23-462f-a9ec-0be1b3c7849c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-groups/3bf8cad5-a4fd-48be-b1aa-3914fbda7afc HTTP/1.1" status: 204 len: 168 time: 0.2186794 Nov 15 14:58:49.665945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59120) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:49.676892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7dc40-3e23-462f-a9ec-0be1b3c7849c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf8cad5-a4fd-48be-b1aa-3914fbda7afc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:49.721389 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0afc9eef-6480-48e3-844d-ea78c8ccd612 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0540833 Nov 15 14:58:49.728275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59124) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:49.735960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-93bb854f-3d5c-44c1-8267-4eb0c07fe236 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122644838'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:49.848630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93bb854f-3d5c-44c1-8267-4eb0c07fe236 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:49.925220 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93bb854f-3d5c-44c1-8267-4eb0c07fe236 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:49.972063 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93bb854f-3d5c-44c1-8267-4eb0c07fe236 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.004657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb854f-3d5c-44c1-8267-4eb0c07fe236 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8f5b13-5542-4784-8223-95d839b7bd47,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:50.056368 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93bb854f-3d5c-44c1-8267-4eb0c07fe236 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.060677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59126) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:50.061424 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-93bb854f-3d5c-44c1-8267-4eb0c07fe236 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3311989 Nov 15 14:58:50.065851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c5c02da2-2019-469b-9dea-28251c8f0ed0 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1974182229'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:50.168233 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c02da2-2019-469b-9dea-28251c8f0ed0 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.238020 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c02da2-2019-469b-9dea-28251c8f0ed0 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.322820 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c02da2-2019-469b-9dea-28251c8f0ed0 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.352179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c02da2-2019-469b-9dea-28251c8f0ed0 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5df42a-f9ed-411e-85c9-e1815b753e40,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:50.404672 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c02da2-2019-469b-9dea-28251c8f0ed0 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.405976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c5c02da2-2019-469b-9dea-28251c8f0ed0 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3438272 Nov 15 14:58:50.408705 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59128) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:50.413123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3f04f38c-3b36-4d09-9011-c228984c2c65 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group_rule': {'security_group_id': '1d8f5b13-5542-4784-8223-95d839b7bd47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8d5df42a-f9ed-411e-85c9-e1815b753e40', 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:50.520644 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f04f38c-3b36-4d09-9011-c228984c2c65 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.605543 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f04f38c-3b36-4d09-9011-c228984c2c65 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.676979 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f04f38c-3b36-4d09-9011-c228984c2c65 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.695316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04f38c-3b36-4d09-9011-c228984c2c65 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee37951-583d-45ec-9e26-097c34931134,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:50.776260 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f04f38c-3b36-4d09-9011-c228984c2c65 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.777559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3f04f38c-3b36-4d09-9011-c228984c2c65 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3678741 Nov 15 14:58:50.780473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59132) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:50.806472 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-942bdceb-3c83-4856-83b0-af7856a6424c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.816953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-942bdceb-3c83-4856-83b0-af7856a6424c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.897974 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-942bdceb-3c83-4856-83b0-af7856a6424c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.904626 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-942bdceb-3c83-4856-83b0-af7856a6424c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:50.908060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-942bdceb-3c83-4856-83b0-af7856a6424c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/cee37951-583d-45ec-9e26-097c34931134 HTTP/1.1" status: 204 len: 168 time: 0.1243045 Nov 15 14:58:50.908425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59136) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:50.919294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bdceb-3c83-4856-83b0-af7856a6424c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cee37951-583d-45ec-9e26-097c34931134,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:50.955808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ea11ebd4-d940-472c-88ad-9cb2d8f2f38d tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0463889 Nov 15 14:58:50.958714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:51.014388 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12af0204-0055-4e2d-81fd-0bc2b84b1c7f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:51.037675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12af0204-0055-4e2d-81fd-0bc2b84b1c7f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:51.189866 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12af0204-0055-4e2d-81fd-0bc2b84b1c7f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:51.192528 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12af0204-0055-4e2d-81fd-0bc2b84b1c7f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:51.193799 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-12af0204-0055-4e2d-81fd-0bc2b84b1c7f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-groups/8d5df42a-f9ed-411e-85c9-e1815b753e40 HTTP/1.1" status: 204 len: 168 time: 0.2340286 Nov 15 14:58:51.196556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:51.203662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af0204-0055-4e2d-81fd-0bc2b84b1c7f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5df42a-f9ed-411e-85c9-e1815b753e40,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:51.256212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4bb31a0c-63b8-479d-94fd-6de3cc560da6 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0576859 Nov 15 14:58:51.258991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59142) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:51.312517 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb20b940-6e4f-49aa-8a84-2ceecb0a5996 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:51.335533 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb20b940-6e4f-49aa-8a84-2ceecb0a5996 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:51.463685 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb20b940-6e4f-49aa-8a84-2ceecb0a5996 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:51.466285 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb20b940-6e4f-49aa-8a84-2ceecb0a5996 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:51.467485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eb20b940-6e4f-49aa-8a84-2ceecb0a5996 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-groups/1d8f5b13-5542-4784-8223-95d839b7bd47 HTTP/1.1" status: 204 len: 168 time: 0.2075438 Nov 15 14:58:51.470351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:51.478320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20b940-6e4f-49aa-8a84-2ceecb0a5996 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8f5b13-5542-4784-8223-95d839b7bd47,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:51.518512 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-52db1f71-4670-4a86-9e40-65171766551f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0468230 Nov 15 14:58:51.523466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:51.527832 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-388d4e81-6670-479b-8e9b-8b446ed49dd9 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629735788'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:51.624286 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-388d4e81-6670-479b-8e9b-8b446ed49dd9 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:51.703480 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-388d4e81-6670-479b-8e9b-8b446ed49dd9 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:51.785519 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-388d4e81-6670-479b-8e9b-8b446ed49dd9 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:51.819105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d9f063d-1ce8-4b17-92be-7f4c8bec8026 req-8725a980-6704-49dd-a295-83f57101d013 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462377 Nov 15 14:58:51.823617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d4e81-6670-479b-8e9b-8b446ed49dd9 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecee779-c451-423d-bd93-e6102940a167,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:51.896352 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-388d4e81-6670-479b-8e9b-8b446ed49dd9 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:51.901338 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-388d4e81-6670-479b-8e9b-8b446ed49dd9 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3740900 Nov 15 14:58:51.901565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:51.907082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-efc8f6e8-9619-4bd7-b9db-8f2c34400f07 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group_rule': {'security_group_id': '9ecee779-c451-423d-bd93-e6102940a167', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:51.927593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f063d-1ce8-4b17-92be-7f4c8bec8026 req-6380119e-bc5d-4bd4-b353-d042fe5d245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:51.929122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d9f063d-1ce8-4b17-92be-7f4c8bec8026 req-6380119e-bc5d-4bd4-b353-d042fe5d245e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 1096 time: 0.0652397 Nov 15 14:58:52.043221 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efc8f6e8-9619-4bd7-b9db-8f2c34400f07 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:52.054269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f063d-1ce8-4b17-92be-7f4c8bec8026 req-502357c4-b1aa-41e2-89a3-9403c9b1c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:52.056463 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d9f063d-1ce8-4b17-92be-7f4c8bec8026 req-502357c4-b1aa-41e2-89a3-9403c9b1c579 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5e26bce-6e6a-4dbe-a181-42003518ed99 HTTP/1.1" status: 200 len: 912 time: 0.1032262 Nov 15 14:58:52.155495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d9f063d-1ce8-4b17-92be-7f4c8bec8026 req-6436a408-ea23-4cfa-8727-a9dcd87df1fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e319ada3-6232-4968-a154-56ac58f92b0e HTTP/1.1" status: 200 len: 1000 time: 0.0889406 Nov 15 14:58:52.161419 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efc8f6e8-9619-4bd7-b9db-8f2c34400f07 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:52.205855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f063d-1ce8-4b17-92be-7f4c8bec8026 req-1f8117b6-7f8b-4a65-8898-f1e51d820bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:52.207430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d9f063d-1ce8-4b17-92be-7f4c8bec8026 req-1f8117b6-7f8b-4a65-8898-f1e51d820bf5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c HTTP/1.1" status: 200 len: 850 time: 0.0448899 Nov 15 14:58:52.243350 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efc8f6e8-9619-4bd7-b9db-8f2c34400f07 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:52.271111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8f6e8-9619-4bd7-b9db-8f2c34400f07 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c2fc7c-7a36-42de-a540-0c22ab7abf17,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:52.280085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f063d-1ce8-4b17-92be-7f4c8bec8026 req-9a1c4f04-8661-48b7-acf0-c89b52596b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:52.281851 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d9f063d-1ce8-4b17-92be-7f4c8bec8026 req-9a1c4f04-8661-48b7-acf0-c89b52596b23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5e26bce-6e6a-4dbe-a181-42003518ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666018 Nov 15 14:58:52.372133 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efc8f6e8-9619-4bd7-b9db-8f2c34400f07 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:52.373741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-efc8f6e8-9619-4bd7-b9db-8f2c34400f07 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4704204 Nov 15 14:58:52.376781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59154) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:52.390122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d9f063d-1ce8-4b17-92be-7f4c8bec8026 req-be2d3c83-4e2c-4fc2-9105-c9882b347863 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004884 Nov 15 14:58:52.406838 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-431c8033-7922-4532-be1c-fce5753e9f1b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:52.417185 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-431c8033-7922-4532-be1c-fce5753e9f1b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:52.484634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d9f063d-1ce8-4b17-92be-7f4c8bec8026 req-c329116b-c436-4dde-9ff4-4208ab068de9 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874782 Nov 15 14:58:52.506110 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-431c8033-7922-4532-be1c-fce5753e9f1b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:52.519146 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-431c8033-7922-4532-be1c-fce5753e9f1b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:52.520619 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-431c8033-7922-4532-be1c-fce5753e9f1b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/86c2fc7c-7a36-42de-a540-0c22ab7abf17 HTTP/1.1" status: 204 len: 168 time: 0.1421392 Nov 15 14:58:52.523597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59156) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:52.530272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c8033-7922-4532-be1c-fce5753e9f1b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86c2fc7c-7a36-42de-a540-0c22ab7abf17,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:52.574984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8a3f8f04-ce59-410a-b6bd-cf0ee9a75b02 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0499713 Nov 15 14:58:52.577512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59158) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:52.633063 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1d976e9-3415-4b37-9c7f-43841f6436f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:52.668689 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1d976e9-3415-4b37-9c7f-43841f6436f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:52.791986 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1d976e9-3415-4b37-9c7f-43841f6436f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:52.795066 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1d976e9-3415-4b37-9c7f-43841f6436f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:52.799055 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b1d976e9-3415-4b37-9c7f-43841f6436f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-groups/9ecee779-c451-423d-bd93-e6102940a167 HTTP/1.1" status: 204 len: 168 time: 0.2178595 Nov 15 14:58:52.799650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:52.819932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d976e9-3415-4b37-9c7f-43841f6436f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecee779-c451-423d-bd93-e6102940a167,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:52.859527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2999f23b-ef7e-4ffb-8160-2021e6ee402a tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586495 Nov 15 14:58:52.863665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:52.869649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ef4f30ce-f8d7-4e35-8dc4-1503282bdd2b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group': {'name': 'tempest-secgroup--271908481'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:52.979782 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef4f30ce-f8d7-4e35-8dc4-1503282bdd2b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:53.051200 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef4f30ce-f8d7-4e35-8dc4-1503282bdd2b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:53.116882 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef4f30ce-f8d7-4e35-8dc4-1503282bdd2b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:53.146136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f30ce-f8d7-4e35-8dc4-1503282bdd2b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abca793e-e53e-4a11-a17c-7754fe3817fd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:53.204767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef4f30ce-f8d7-4e35-8dc4-1503282bdd2b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:53.206093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ef4f30ce-f8d7-4e35-8dc4-1503282bdd2b tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3407445 Nov 15 14:58:53.208869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:53.213998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-adf76457-35d5-47f2-87c7-eadc89f57731 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group_rule': {'security_group_id': 'abca793e-e53e-4a11-a17c-7754fe3817fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:53.288036 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf76457-35d5-47f2-87c7-eadc89f57731 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:53.359028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf76457-35d5-47f2-87c7-eadc89f57731 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:53.424468 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf76457-35d5-47f2-87c7-eadc89f57731 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:53.443928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf76457-35d5-47f2-87c7-eadc89f57731 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120d18bd-9183-424f-9204-c10b061534ab,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:53.530595 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf76457-35d5-47f2-87c7-eadc89f57731 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:53.531938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-adf76457-35d5-47f2-87c7-eadc89f57731 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219912 Nov 15 14:58:53.534856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:53.553832 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-31fe603d-9e11-4547-b2aa-5c655dbc0794 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules/120d18bd-9183-424f-9204-c10b061534ab HTTP/1.1" status: 200 len: 763 time: 0.0171385 Nov 15 14:58:53.557362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:53.614350 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:53.615285 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-62cde778-7a0b-4a79-8f16-586a6033a0f4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0565512 Nov 15 14:58:53.656985 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ca5e8bf-7c50-4ae9-8d09-322d6cb188b4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:53.669674 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ca5e8bf-7c50-4ae9-8d09-322d6cb188b4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:53.819625 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ca5e8bf-7c50-4ae9-8d09-322d6cb188b4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:53.827694 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ca5e8bf-7c50-4ae9-8d09-322d6cb188b4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:53.828855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1ca5e8bf-7c50-4ae9-8d09-322d6cb188b4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/120d18bd-9183-424f-9204-c10b061534ab HTTP/1.1" status: 204 len: 168 time: 0.2124634 Nov 15 14:58:53.831732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:53.833846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5e8bf-7c50-4ae9-8d09-322d6cb188b4 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=120d18bd-9183-424f-9204-c10b061534ab,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:53.879963 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9fc65586-96fc-4f06-81a9-619b375c8645 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468512 Nov 15 14:58:53.882693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:53.887788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d794ebdf-8f39-4398-8b36-25da441bf671 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group_rule': {'security_group_id': 'abca793e-e53e-4a11-a17c-7754fe3817fd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:54.017498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d794ebdf-8f39-4398-8b36-25da441bf671 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:54.080968 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d794ebdf-8f39-4398-8b36-25da441bf671 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:54.139930 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d794ebdf-8f39-4398-8b36-25da441bf671 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:54.157301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794ebdf-8f39-4398-8b36-25da441bf671 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfb333f-53e2-4880-b406-5f1a6f230f27,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:54.216128 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d794ebdf-8f39-4398-8b36-25da441bf671 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:54.217412 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d794ebdf-8f39-4398-8b36-25da441bf671 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3329401 Nov 15 14:58:54.220134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:54.238204 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c7e2a3a9-86d3-40c2-82d1-272e27431d78 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules/bdfb333f-53e2-4880-b406-5f1a6f230f27 HTTP/1.1" status: 200 len: 763 time: 0.0169742 Nov 15 14:58:54.252418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:54.291393 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d1841751-9be9-4865-879c-a55f9ac1b431 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0417485 Nov 15 14:58:54.294271 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59192) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:54.323227 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8101dc7a-b60e-4d08-bf55-e573d51d89c1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:54.338177 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8101dc7a-b60e-4d08-bf55-e573d51d89c1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:54.436921 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8101dc7a-b60e-4d08-bf55-e573d51d89c1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:54.443083 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8101dc7a-b60e-4d08-bf55-e573d51d89c1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:54.444196 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8101dc7a-b60e-4d08-bf55-e573d51d89c1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/bdfb333f-53e2-4880-b406-5f1a6f230f27 HTTP/1.1" status: 204 len: 168 time: 0.1488700 Nov 15 14:58:54.447008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:54.450288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101dc7a-b60e-4d08-bf55-e573d51d89c1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdfb333f-53e2-4880-b406-5f1a6f230f27,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:54.487335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-96ab2994-7729-4c1e-beb7-aa6832dfb3f1 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0391648 Nov 15 14:58:54.489944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59196) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:54.494213 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f0115e8f-9f6b-451e-867e-9a951fb3100c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Request body: {'security_group_rule': {'security_group_id': 'abca793e-e53e-4a11-a17c-7754fe3817fd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:54.589918 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-f0115e8f-9f6b-451e-867e-9a951fb3100c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Project d9e947e29e8845adbbf2c5fdd4e542f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 14:58:54.595212 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0115e8f-9f6b-451e-867e-9a951fb3100c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:54.651871 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0115e8f-9f6b-451e-867e-9a951fb3100c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:54.732570 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0115e8f-9f6b-451e-867e-9a951fb3100c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:54.750528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0115e8f-9f6b-451e-867e-9a951fb3100c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef494be-7dd1-47ce-bb69-f5616cae18ad,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:54.840125 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0115e8f-9f6b-451e-867e-9a951fb3100c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:54.841413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f0115e8f-9f6b-451e-867e-9a951fb3100c tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504214 Nov 15 14:58:54.844067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59198) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:54.860642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ebb9d1f6-a6de-494d-8e4f-b058036c9e92 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules/3ef494be-7dd1-47ce-bb69-f5616cae18ad HTTP/1.1" status: 200 len: 769 time: 0.0154219 Nov 15 14:58:54.863047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:54.905094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f45ffd65-3ff6-4cb6-a428-b72b3f62732a tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0409405 Nov 15 14:58:54.907680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:54.934472 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1afae65-08bf-46ed-9bf4-662836975f08 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:54.943389 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1afae65-08bf-46ed-9bf4-662836975f08 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:55.031013 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1afae65-08bf-46ed-9bf4-662836975f08 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:55.037792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1afae65-08bf-46ed-9bf4-662836975f08 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:55.039165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b1afae65-08bf-46ed-9bf4-662836975f08 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/3ef494be-7dd1-47ce-bb69-f5616cae18ad HTTP/1.1" status: 204 len: 168 time: 0.1305251 Nov 15 14:58:55.044011 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:55.046095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afae65-08bf-46ed-9bf4-662836975f08 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ef494be-7dd1-47ce-bb69-f5616cae18ad,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:55.095524 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e80cb3aa-93f2-4232-baae-563eed0f52e3 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468032 Nov 15 14:58:55.095709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:55.152698 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c14cf4-ecc5-414e-905b-2b91103a188f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:55.177102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c14cf4-ecc5-414e-905b-2b91103a188f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:55.339423 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c14cf4-ecc5-414e-905b-2b91103a188f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:55.342159 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c14cf4-ecc5-414e-905b-2b91103a188f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:55.343351 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a1c14cf4-ecc5-414e-905b-2b91103a188f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "DELETE /v2.0/security-groups/abca793e-e53e-4a11-a17c-7754fe3817fd HTTP/1.1" status: 204 len: 168 time: 0.2466791 Nov 15 14:58:55.351521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59222) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:55.353125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c14cf4-ecc5-414e-905b-2b91103a188f tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abca793e-e53e-4a11-a17c-7754fe3817fd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:55.391062 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-442a482b-ddb0-4cbb-a58a-9fcfd5daf6e7 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0433946 Nov 15 14:58:55.395681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:55.443140 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-082590b5-6be7-4145-84b6-5c58026a5570 tempest-SecGroupIPv6Test-1696714720 tempest-SecGroupIPv6Test-1696714720-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0463314 Nov 15 14:58:55.585875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e026f9-7454-411f-8f7d-2499d88d5083 req-c0a2ad96-60fb-4c76-a94e-09b271206726 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:55.587379 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9e026f9-7454-411f-8f7d-2499d88d5083 req-c0a2ad96-60fb-4c76-a94e-09b271206726 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 945 time: 0.0509729 Nov 15 14:58:55.635935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a9e026f9-7454-411f-8f7d-2499d88d5083 req-3af3a8c2-a3f1-4851-8d59-ace0e13561f0 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424597 Nov 15 14:58:55.889120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59232) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:56.022122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3351daae-a643-4647-8e60-82ecb26281cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9e947e29e8845adbbf2c5fdd4e542f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319304 Nov 15 14:58:56.024654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:56.083300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45132dbb-710a-434e-88f5-db98082db39e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:56.105026 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45132dbb-710a-434e-88f5-db98082db39e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:56.219809 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45132dbb-710a-434e-88f5-db98082db39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:56.222553 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45132dbb-710a-434e-88f5-db98082db39e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:56.223904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-45132dbb-710a-434e-88f5-db98082db39e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74ba1241-c390-4a16-9545-102bd7c89859 HTTP/1.1" status: 204 len: 168 time: 0.1983581 Nov 15 14:58:56.232727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45132dbb-710a-434e-88f5-db98082db39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ba1241-c390-4a16-9545-102bd7c89859,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:56.753035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bb931-8d1a-4747-bc12-656523a1ef5b req-a757c8b6-15c4-43f7-83cd-618dd88c95fe tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:56.754549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-637bb931-8d1a-4747-bc12-656523a1ef5b req-a757c8b6-15c4-43f7-83cd-618dd88c95fe tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 945 time: 0.0498338 Nov 15 14:58:56.804353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-637bb931-8d1a-4747-bc12-656523a1ef5b req-bbadf54d-0be0-4582-9fcd-539782e6ea92 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436122 Nov 15 14:58:57.292619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:57.334041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-f1cc3c29-e5bc-4f2e-a55d-7e32c1061cc9 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:57.335874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-f1cc3c29-e5bc-4f2e-a55d-7e32c1061cc9 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.59 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 945 time: 0.1001768 Nov 15 14:58:57.417153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1062772412'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:58:57.457591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Deleting port e319ada3-6232-4968-a154-56ac58f92b0e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:58:57.458115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:57.533628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Made reservation on behalf of b95e259f15204aaeba1b8a6097f7cf65 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:58:57.537278 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:57.553718 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:57.577362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] For port e319ada3-6232-4968-a154-56ac58f92b0e, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e319ada3-6232-4968-a154-56ac58f92b0e,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:58:57.577619 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:57.802223 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:57.823831 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:57.824288 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:57.824701 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Floating IP be5aed36-290c-47a6-a169-8f241c7f80e4 disassociated. External IP: 172.25.4.77, port: e319ada3-6232-4968-a154-56ac58f92b0e. Nov 15 14:58:57.825193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Calling delete_port for e319ada3-6232-4968-a154-56ac58f92b0e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:58:57.912698 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:57.971278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:58:57.995902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2006b9fb-0b7e-4ae7-ba32-68c89fe5d751,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:58.015279 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206377b-194f-42cd-abb8-0c300b744146 req-a2feeaab-7ff5-4955-a4be-51510b8bd940 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:58.017043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c206377b-194f-42cd-abb8-0c300b744146 req-a2feeaab-7ff5-4955-a4be-51510b8bd940 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 945 time: 0.1384187 Nov 15 14:58:58.019448 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:58.019669 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Added segment b2b90364-5e14-40e9-8fea-1e1fa07492e5 of type vlan for network 28113450-8c95-4e7c-8b9e-d3c795172fa8 Nov 15 14:58:58.117189 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:58.184390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c206377b-194f-42cd-abb8-0c300b744146 req-2c56f42b-2228-499a-8205-466263e8495b tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups?id=08b14ff4-e118-4c13-aa5a-742cb9c755d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539361 Nov 15 14:58:58.213629 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:58.259722 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:58.266543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:58:58.267141 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:58.274021 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:58.372375 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event deleted for resources: {'Port': ['ID=e319ada3-6232-4968-a154-56ac58f92b0e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:58.406762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Pushing event updated for resources: {'Network': ['ID=28113450-8c95-4e7c-8b9e-d3c795172fa8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:58:58.409941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 28113450-8c95-4e7c-8b9e-d3c795172fa8 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:58:58.439019 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c7e71bba-4f57-49a6-8512-469440328f6a tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1447670 Nov 15 14:58:58.442300 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59272) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:58.447127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-8fd2a7bb-5952-417b-99e1-3ccddc96ab15 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '28113450-8c95-4e7c-8b9e-d3c795172fa8', 'tempest-TagsTest-Tag-1679159114') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:58.516967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:58:58.626326 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8fd2a7bb-5952-417b-99e1-3ccddc96ab15 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "PUT /v2.0/networks/28113450-8c95-4e7c-8b9e-d3c795172fa8/tags/tempest-TagsTest-Tag-1679159114 HTTP/1.1" status: 201 len: 201 time: 0.1827757 Nov 15 14:58:58.628687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59274) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:58.629037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:58:58.633223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-d8392faa-2a48-4945-889a-6002a37d9211 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '28113450-8c95-4e7c-8b9e-d3c795172fa8', 'tempest-TagsTest-Tag-1679159114') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:58.639396 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048b233-886a-47c0-b7d3-e494b7f384cf None None] Sync routers for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:58:58.652681 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048b233-886a-47c0-b7d3-e494b7f384cf None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:58.652681 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7048b233-886a-47c0-b7d3-e494b7f384cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:58.674876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] No DVR routers for this DVR port e319ada3-6232-4968-a154-56ac58f92b0e on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:58:58.678096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:58.683095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70f35db5-dc27-4f60-8417-de2c25cfe5ac req-21a4b9e8-afc1-451b-b25f-6ff970ce6074 tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.59 "DELETE /v2.0/ports/e319ada3-6232-4968-a154-56ac58f92b0e HTTP/1.1" status: 204 len: 173 time: 1.3387291 Nov 15 14:58:58.683684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4304088e-a2e2-47b5-868d-01f754eb8419', 'name': 'network-vif-deleted', 'tag': 'e319ada3-6232-4968-a154-56ac58f92b0e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:58:58.686550 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088b2f4b-8b53-425e-97a1-12e005c6f157" -d '{"events": [{"server_uuid": "4304088e-a2e2-47b5-868d-01f754eb8419", "name": "network-vif-deleted", "tag": "e319ada3-6232-4968-a154-56ac58f92b0e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:58:58.728038 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d8392faa-2a48-4945-889a-6002a37d9211 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "GET /v2.0/networks/28113450-8c95-4e7c-8b9e-d3c795172fa8/tags/tempest-TagsTest-Tag-1679159114 HTTP/1.1" status: 204 len: 168 time: 0.0980811 Nov 15 14:58:58.733748 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2c457c-10c0-485e-bc6d-d3b4d0068dec x-openstack-request-id: req-2d2c457c-10c0-485e-bc6d-d3b4d0068dec {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:58:58.734112 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4304088e-a2e2-47b5-868d-01f754eb8419", "name": "network-vif-deleted", "tag": "e319ada3-6232-4968-a154-56ac58f92b0e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:58:58.734458 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d2c457c-10c0-485e-bc6d-d3b4d0068dec {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:58:58.734880 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4304088e-a2e2-47b5-868d-01f754eb8419', 'name': 'network-vif-deleted', 'tag': 'e319ada3-6232-4968-a154-56ac58f92b0e', 'status': 'completed', 'code': 200} Nov 15 14:58:58.735009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:58.741557 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-c0788603-f321-4ba4-bc95-1a64b7d34e42 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '28113450-8c95-4e7c-8b9e-d3c795172fa8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:58.782945 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7048b233-886a-47c0-b7d3-e494b7f384cf None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:58.801438 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:58.834640 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c0788603-f321-4ba4-bc95-1a64b7d34e42 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "GET /v2.0/networks/28113450-8c95-4e7c-8b9e-d3c795172fa8/tags HTTP/1.1" status: 200 len: 238 time: 0.0985920 Nov 15 14:58:58.841470 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:58.843983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-1b6c9f6e-50d7-4c58-9eae-82bdbbfab276 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '28113450-8c95-4e7c-8b9e-d3c795172fa8', {'tags': ['tempest-TagsTest-Tag-82825287', 'tempest-TagsTest-Tag-499305379', 'tempest-TagsTest-Tag-641560366']}) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:59.036307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:59.036596 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1b6c9f6e-50d7-4c58-9eae-82bdbbfab276 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "PUT /v2.0/networks/28113450-8c95-4e7c-8b9e-d3c795172fa8/tags HTTP/1.1" status: 200 len: 305 time: 0.1966970 Nov 15 14:58:59.042347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-9b8b00b1-d1e1-44ff-a481-f07571c3aae6 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '28113450-8c95-4e7c-8b9e-d3c795172fa8', 'tempest-TagsTest-Tag-82825287') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:59.104273 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7048b233-886a-47c0-b7d3-e494b7f384cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:45Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:59.131480 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048b233-886a-47c0-b7d3-e494b7f384cf None None] Checking router: 46f96f41-dc11-4f5e-8f36-d9db87be80c3 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:58:59.140528 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048b233-886a-47c0-b7d3-e494b7f384cf None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:58:59.141135 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7048b233-886a-47c0-b7d3-e494b7f384cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:58:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:59.207874 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9b8b00b1-d1e1-44ff-a481-f07571c3aae6 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "DELETE /v2.0/networks/28113450-8c95-4e7c-8b9e-d3c795172fa8/tags/tempest-TagsTest-Tag-82825287 HTTP/1.1" status: 204 len: 168 time: 0.1700377 Nov 15 14:58:59.210293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:59.216236 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-858ee950-888e-4335-9671-79139a4d2eb0 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '28113450-8c95-4e7c-8b9e-d3c795172fa8', 'tempest-TagsTest-Tag-82825287') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:59.255376 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7048b233-886a-47c0-b7d3-e494b7f384cf None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:58:59.300818 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-858ee950-888e-4335-9671-79139a4d2eb0 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] show failed (client error): The resource could not be found. Nov 15 14:58:59.301950 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-858ee950-888e-4335-9671-79139a4d2eb0 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "GET /v2.0/networks/28113450-8c95-4e7c-8b9e-d3c795172fa8/tags/tempest-TagsTest-Tag-82825287 HTTP/1.1" status: 404 len: 324 time: 0.0902703 Nov 15 14:58:59.307894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:59.309058 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2def9f30-b8fd-4c79-8439-fe9b25e3dd87 req-84a54d8f-dd0c-442d-a9d2-ffeefe8e036d tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/ports?device_id=4304088e-a2e2-47b5-868d-01f754eb8419 HTTP/1.1" status: 200 len: 210 time: 0.0381317 Nov 15 14:58:59.312811 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-7241d502-a381-4959-9827-499bbc1e3666 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '28113450-8c95-4e7c-8b9e-d3c795172fa8', 'tempest-TagsTest-Tag-499305379') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:59.425182 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7241d502-a381-4959-9827-499bbc1e3666 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "GET /v2.0/networks/28113450-8c95-4e7c-8b9e-d3c795172fa8/tags/tempest-TagsTest-Tag-499305379 HTTP/1.1" status: 204 len: 168 time: 0.1163387 Nov 15 14:58:59.433322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:59.437905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-26078b3f-8fc9-45e7-b908-25b888ea1548 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '28113450-8c95-4e7c-8b9e-d3c795172fa8', 'tempest-TagsTest-Tag-641560366') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:59.515944 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7048b233-886a-47c0-b7d3-e494b7f384cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:45Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:59.520308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-26078b3f-8fc9-45e7-b908-25b888ea1548 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "GET /v2.0/networks/28113450-8c95-4e7c-8b9e-d3c795172fa8/tags/tempest-TagsTest-Tag-641560366 HTTP/1.1" status: 204 len: 168 time: 0.0856121 Nov 15 14:58:59.528402 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:59.533047 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-239d7b8e-a995-460e-9c18-8a81effe6c9b tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '28113450-8c95-4e7c-8b9e-d3c795172fa8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:59.545510 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048b233-886a-47c0-b7d3-e494b7f384cf None None] The sync data for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 is: [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '21a3493a-8c3e-4f64-9939-b3dd348f1ca3', 'name': '', 'network_id': 'f5e26bce-6e6a-4dbe-a181-42003518ed99', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'mac_address': 'fa:16:3e:6e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:37Z', 'updated_at': '2021-11-15T14:51:45Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'subnets': [{'id': '6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:58:59.728525 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-239d7b8e-a995-460e-9c18-8a81effe6c9b tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "DELETE /v2.0/networks/28113450-8c95-4e7c-8b9e-d3c795172fa8/tags HTTP/1.1" status: 204 len: 168 time: 0.1988275 Nov 15 14:58:59.731761 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:59.736292 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-b74facc5-d044-4823-bef3-cfd4106fd8f1 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '28113450-8c95-4e7c-8b9e-d3c795172fa8', 'tempest-TagsTest-Tag-499305379') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:59.780402 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16942998-b36d-4107-ae28-392821685d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:58:59.813393 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b74facc5-d044-4823-bef3-cfd4106fd8f1 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] show failed (client error): The resource could not be found. Nov 15 14:58:59.814513 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b74facc5-d044-4823-bef3-cfd4106fd8f1 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "GET /v2.0/networks/28113450-8c95-4e7c-8b9e-d3c795172fa8/tags/tempest-TagsTest-Tag-499305379 HTTP/1.1" status: 404 len: 325 time: 0.0817540 Nov 15 14:58:59.817641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:59.821476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdc002d-6c37-471e-90bd-6c591318dd7a None None] New status for floating IP be5aed36-290c-47a6-a169-8f241c7f80e4: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:58:59.822058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-6c695dc7-5fe0-4229-96ae-716853da0126 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '28113450-8c95-4e7c-8b9e-d3c795172fa8', 'tempest-TagsTest-Tag-641560366') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:59.897092 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-6c695dc7-5fe0-4229-96ae-716853da0126 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] show failed (client error): The resource could not be found. Nov 15 14:58:59.898257 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6c695dc7-5fe0-4229-96ae-716853da0126 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "GET /v2.0/networks/28113450-8c95-4e7c-8b9e-d3c795172fa8/tags/tempest-TagsTest-Tag-641560366 HTTP/1.1" status: 404 len: 325 time: 0.0796475 Nov 15 14:58:59.902534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59300) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:58:59.906996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-af2f8c60-e37f-4731-985d-0e22e135ce56 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '28113450-8c95-4e7c-8b9e-d3c795172fa8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:58:59.983316 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-af2f8c60-e37f-4731-985d-0e22e135ce56 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "DELETE /v2.0/networks/28113450-8c95-4e7c-8b9e-d3c795172fa8/tags HTTP/1.1" status: 204 len: 168 time: 0.0795975 Nov 15 14:58:59.987766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:00.067854 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-046b32cf-840e-4fa4-832e-c665dbaa7ce2 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:00.160364 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-046b32cf-840e-4fa4-832e-c665dbaa7ce2 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:00.180446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-046b32cf-840e-4fa4-832e-c665dbaa7ce2 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28113450-8c95-4e7c-8b9e-d3c795172fa8']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:00.190283 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-046b32cf-840e-4fa4-832e-c665dbaa7ce2 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b90364-5e14-40e9-8fea-1e1fa07492e5') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:00.194692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-046b32cf-840e-4fa4-832e-c665dbaa7ce2 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b90364-5e14-40e9-8fea-1e1fa07492e5') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:00.200671 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-046b32cf-840e-4fa4-832e-c665dbaa7ce2 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:00.214644 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-046b32cf-840e-4fa4-832e-c665dbaa7ce2 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:00.220655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046b32cf-840e-4fa4-832e-c665dbaa7ce2 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:59:00.221046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-046b32cf-840e-4fa4-832e-c665dbaa7ce2 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: timer() Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:59:00.224039 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:59:00.345455 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-046b32cf-840e-4fa4-832e-c665dbaa7ce2 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:00.352177 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-046b32cf-840e-4fa4-832e-c665dbaa7ce2 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:00.356549 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-046b32cf-840e-4fa4-832e-c665dbaa7ce2 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] 10.222.0.70 "DELETE /v2.0/networks/28113450-8c95-4e7c-8b9e-d3c795172fa8 HTTP/1.1" status: 204 len: 168 time: 0.3677962 Nov 15 14:59:00.374560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b32cf-840e-4fa4-832e-c665dbaa7ce2 tempest-TagsTest-2071437710 tempest-TagsTest-2071437710-project] Pushing event deleted for resources: {'Network': ['ID=28113450-8c95-4e7c-8b9e-d3c795172fa8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:00.507627 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59312) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:00.567378 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f553cbe-6306-4b31-bc68-0f46e7e8666a tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:00.595002 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f553cbe-6306-4b31-bc68-0f46e7e8666a tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:00.779747 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f553cbe-6306-4b31-bc68-0f46e7e8666a tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:00.782493 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f553cbe-6306-4b31-bc68-0f46e7e8666a tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:00.783747 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7f553cbe-6306-4b31-bc68-0f46e7e8666a tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "DELETE /v2.0/security-groups/08b14ff4-e118-4c13-aa5a-742cb9c755d6 HTTP/1.1" status: 204 len: 168 time: 0.2750621 Nov 15 14:59:00.786642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59314) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:00.798818 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f553cbe-6306-4b31-bc68-0f46e7e8666a tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b14ff4-e118-4c13-aa5a-742cb9c755d6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:00.808285 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-9f1246e8-8275-494d-a17f-b4af2cd3bd3f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] show failed (client error): The resource could not be found. Nov 15 14:59:00.809390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9f1246e8-8275-494d-a17f-b4af2cd3bd3f tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "GET /v2.0/security-groups/08b14ff4-e118-4c13-aa5a-742cb9c755d6 HTTP/1.1" status: 404 len: 347 time: 0.0217361 Nov 15 14:59:00.812384 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59316) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:00.914154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:00.948502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0e10461e-37f9-4cc1-9f8e-27c1a81fbcac tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Deleting port d3420a63-ec33-41a8-84b8-5742f842ef33 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:59:00.948846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e10461e-37f9-4cc1-9f8e-27c1a81fbcac tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:01.059113 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e10461e-37f9-4cc1-9f8e-27c1a81fbcac tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:01.059436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e10461e-37f9-4cc1-9f8e-27c1a81fbcac tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:01.061028 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fb1943fd-694f-4132-a10d-a830c40dfcdd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b95e259f15204aaeba1b8a6097f7cf65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456869 Nov 15 14:59:01.063505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:01.083771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0e10461e-37f9-4cc1-9f8e-27c1a81fbcac tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Calling delete_port for d3420a63-ec33-41a8-84b8-5742f842ef33 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:59:01.147878 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7efd487-839e-4a28-a6e1-4dcb97b5ecb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:01.174446 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7efd487-839e-4a28-a6e1-4dcb97b5ecb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:01.178512 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a2c68c2-fed3-4657-820d-8509a99e5604 req-92af8a38-be8c-4c27-82ff-b90f008a82f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767109 Nov 15 14:59:01.272855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c68c2-fed3-4657-820d-8509a99e5604 req-a1a6d808-488a-4088-9f54-419a26e386d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:01.274368 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a2c68c2-fed3-4657-820d-8509a99e5604 req-a1a6d808-488a-4088-9f54-419a26e386d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1096 time: 0.0460958 Nov 15 14:59:01.340145 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e10461e-37f9-4cc1-9f8e-27c1a81fbcac tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:01.366734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10461e-37f9-4cc1-9f8e-27c1a81fbcac tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Pushing event deleted for resources: {'Port': ['ID=d3420a63-ec33-41a8-84b8-5742f842ef33,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:01.376314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7efd487-839e-4a28-a6e1-4dcb97b5ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:01.377320 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7efd487-839e-4a28-a6e1-4dcb97b5ecb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:01.377623 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e7efd487-839e-4a28-a6e1-4dcb97b5ecb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2006b9fb-0b7e-4ae7-ba32-68c89fe5d751 HTTP/1.1" status: 204 len: 168 time: 0.3131912 Nov 15 14:59:01.399244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efd487-839e-4a28-a6e1-4dcb97b5ecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2006b9fb-0b7e-4ae7-ba32-68c89fe5d751,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:01.418443 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c68c2-fed3-4657-820d-8509a99e5604 req-474c6956-0455-45f9-aaa8-5b10f7a38f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:01.420075 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a2c68c2-fed3-4657-820d-8509a99e5604 req-474c6956-0455-45f9-aaa8-5b10f7a38f44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1194570 Nov 15 14:59:01.452971 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e10461e-37f9-4cc1-9f8e-27c1a81fbcac tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:01.455717 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e10461e-37f9-4cc1-9f8e-27c1a81fbcac tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:01.456916 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0e10461e-37f9-4cc1-9f8e-27c1a81fbcac tempest-AttachVolumeTestJSON-354492348 tempest-AttachVolumeTestJSON-354492348-project] 10.222.0.70 "DELETE /v2.0/floatingips/be5aed36-290c-47a6-a169-8f241c7f80e4 HTTP/1.1" status: 204 len: 168 time: 0.6435432 Nov 15 14:59:01.501967 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a2c68c2-fed3-4657-820d-8509a99e5604 req-c29c3de0-85ed-4a5f-b755-8c816e28f583 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 1001 time: 0.0703459 Nov 15 14:59:01.555396 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c68c2-fed3-4657-820d-8509a99e5604 req-d0eba3a2-73b3-4106-a7c6-527765790a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:01.558101 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a2c68c2-fed3-4657-820d-8509a99e5604 req-d0eba3a2-73b3-4106-a7c6-527765790a11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0483949 Nov 15 14:59:01.621590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c68c2-fed3-4657-820d-8509a99e5604 req-822c796a-9fc3-4ddd-b3cc-f1119ac77bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:01.623177 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a2c68c2-fed3-4657-820d-8509a99e5604 req-822c796a-9fc3-4ddd-b3cc-f1119ac77bdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539734 Nov 15 14:59:01.717296 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a2c68c2-fed3-4657-820d-8509a99e5604 req-e4620690-626f-4de8-9b6b-1fb22d250424 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836565 Nov 15 14:59:01.823898 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a2c68c2-fed3-4657-820d-8509a99e5604 req-93094d73-7739-4259-9ee6-e83319568329 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954440 Nov 15 14:59:01.912854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e319ada3-6232-4968-a154-56ac58f92b0e no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:59:01.934734 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: e319ada3-6232-4968-a154-56ac58f92b0e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:59:01.935084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e319ada3-6232-4968-a154-56ac58f92b0e not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:59:02.099620 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74fed278-0514-42dd-b348-6be94d3ed7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:03.500088 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:04.833372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d5efc80-e1c8-4280-92b4-ac40ca37a5de req-fa42bae2-0d58-4b03-a8c5-88721ead34d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600150 Nov 15 14:59:04.905464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5efc80-e1c8-4280-92b4-ac40ca37a5de req-5121521c-affc-4561-b5b8-45f746e17e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:04.907680 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d5efc80-e1c8-4280-92b4-ac40ca37a5de req-5121521c-affc-4561-b5b8-45f746e17e89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d73f06e0792a40dc8682da5c48d69865&device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 1097 time: 0.0480382 Nov 15 14:59:05.025476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5efc80-e1c8-4280-92b4-ac40ca37a5de req-3c98d30c-264b-4780-b1a9-72ca6b427d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:05.027249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d5efc80-e1c8-4280-92b4-ac40ca37a5de req-3c98d30c-264b-4780-b1a9-72ca6b427d09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a03409b5-199a-439f-afae-ce6c69aa698f HTTP/1.1" status: 200 len: 915 time: 0.0963252 Nov 15 14:59:05.101849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d5efc80-e1c8-4280-92b4-ac40ca37a5de req-d40421c1-73a1-46db-9acb-28b411c63f30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3625ae-69f1-407a-b4b8-5a4ea97be17d HTTP/1.1" status: 200 len: 1002 time: 0.0657628 Nov 15 14:59:05.105447 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:05.158005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5efc80-e1c8-4280-92b4-ac40ca37a5de req-91054010-7825-4092-b845-c4d54e6c2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:05.162360 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d5efc80-e1c8-4280-92b4-ac40ca37a5de req-91054010-7825-4092-b845-c4d54e6c2607 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0912ef5-9b9e-4d53-a857-3411c89ccea8 HTTP/1.1" status: 200 len: 853 time: 0.0478024 Nov 15 14:59:05.208550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5efc80-e1c8-4280-92b4-ac40ca37a5de req-a86d26c8-78fe-4e3b-8948-9ab6ae1a85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:05.210075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d5efc80-e1c8-4280-92b4-ac40ca37a5de req-a86d26c8-78fe-4e3b-8948-9ab6ae1a85aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a03409b5-199a-439f-afae-ce6c69aa698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424352 Nov 15 14:59:05.319380 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d5efc80-e1c8-4280-92b4-ac40ca37a5de req-34ce194f-efa1-4161-86c7-855437d9e1c7 service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001308 Nov 15 14:59:05.434037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d5efc80-e1c8-4280-92b4-ac40ca37a5de req-014e0c48-1fd8-4556-8ebb-c4f807b84ede service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071241 Nov 15 14:59:05.789251 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:07.229555 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59486) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:07.356581 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38c8472-4129-4515-9b26-8b0bc5ac4082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:07.435231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38c8472-4129-4515-9b26-8b0bc5ac4082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:07.522325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38c8472-4129-4515-9b26-8b0bc5ac4082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:07.563813 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b38c8472-4129-4515-9b26-8b0bc5ac4082 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b6f9b23f99144408b54e70aa71a2339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3327069 Nov 15 14:59:07.564532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c8472-4129-4515-9b26-8b0bc5ac4082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941d9dda-befc-47e1-8bc2-e0305bca794c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:07.566499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:07.621324 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69be06eb-8ed0-400b-bfa7-7148cfbb4463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:07.643767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69be06eb-8ed0-400b-bfa7-7148cfbb4463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:07.825511 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69be06eb-8ed0-400b-bfa7-7148cfbb4463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:07.828186 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69be06eb-8ed0-400b-bfa7-7148cfbb4463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:07.829390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-69be06eb-8ed0-400b-bfa7-7148cfbb4463 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/941d9dda-befc-47e1-8bc2-e0305bca794c HTTP/1.1" status: 204 len: 168 time: 0.2618980 Nov 15 14:59:07.837745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be06eb-8ed0-400b-bfa7-7148cfbb4463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941d9dda-befc-47e1-8bc2-e0305bca794c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:08.637901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:08.652544 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3eb685a7-5aa0-43ac-93b2-cfebabcd6407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:08.737377 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3eb685a7-5aa0-43ac-93b2-cfebabcd6407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:08.853783 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3eb685a7-5aa0-43ac-93b2-cfebabcd6407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:08.896458 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3eb685a7-5aa0-43ac-93b2-cfebabcd6407 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2ac898437be4f1b8f81213a33ce2eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2573791 Nov 15 14:59:08.897362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb685a7-5aa0-43ac-93b2-cfebabcd6407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92ab990-8da1-49a1-ad48-27d6c8b5078e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:08.900114 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59504) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:08.959561 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3be29c60-3f0c-4574-814f-5473a7d6245b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:08.982133 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3be29c60-3f0c-4574-814f-5473a7d6245b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:09.134211 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3be29c60-3f0c-4574-814f-5473a7d6245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:09.137521 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3be29c60-3f0c-4574-814f-5473a7d6245b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:09.141419 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3be29c60-3f0c-4574-814f-5473a7d6245b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e92ab990-8da1-49a1-ad48-27d6c8b5078e HTTP/1.1" status: 204 len: 168 time: 0.2369473 Nov 15 14:59:09.148406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be29c60-3f0c-4574-814f-5473a7d6245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92ab990-8da1-49a1-ad48-27d6c8b5078e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:12.130203 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:59:15.216084 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:15.770844 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5602beab-ea94-410b-9e90-983b83927d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:16.345129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5602beab-ea94-410b-9e90-983b83927d9a admin admin] Deleting port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:59:16.346339 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5602beab-ea94-410b-9e90-983b83927d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:16.445626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5602beab-ea94-410b-9e90-983b83927d9a admin admin] For port 21a3493a-8c3e-4f64-9939-b3dd348f1ca3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=21a3493a-8c3e-4f64-9939-b3dd348f1ca3,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:59:16.446001 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5602beab-ea94-410b-9e90-983b83927d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:16.463432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5602beab-ea94-410b-9e90-983b83927d9a admin admin] Calling delete_port for 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:59:16.871454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5602beab-ea94-410b-9e90-983b83927d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:16.907161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602beab-ea94-410b-9e90-983b83927d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=21a3493a-8c3e-4f64-9939-b3dd348f1ca3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:17.111903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5602beab-ea94-410b-9e90-983b83927d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:17.402607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5602beab-ea94-410b-9e90-983b83927d9a admin admin] Router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:59:17.525005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5602beab-ea94-410b-9e90-983b83927d9a admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:59:17.530669 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5602beab-ea94-410b-9e90-983b83927d9a admin admin] 10.222.0.70 "PUT /v2.0/routers/46f96f41-dc11-4f5e-8f36-d9db87be80c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3134329 Nov 15 14:59:17.533241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59642) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:17.537544 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632857f8-d444-4d35-a171-16b68ba0bd4e None None] Sync routers for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:59:17.549908 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632857f8-d444-4d35-a171-16b68ba0bd4e None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:59:17.550678 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-632857f8-d444-4d35-a171-16b68ba0bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:59:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:17.655993 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:17.668861 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-632857f8-d444-4d35-a171-16b68ba0bd4e None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:59:17.784947 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:17.875742 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-632857f8-d444-4d35-a171-16b68ba0bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:59:16Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:17.903702 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632857f8-d444-4d35-a171-16b68ba0bd4e None None] Checking router: 46f96f41-dc11-4f5e-8f36-d9db87be80c3 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:59:17.912646 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632857f8-d444-4d35-a171-16b68ba0bd4e None None] Routers {'46f96f41-dc11-4f5e-8f36-d9db87be80c3'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:59:17.913291 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-632857f8-d444-4d35-a171-16b68ba0bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:59:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:17.993370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Deleting port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:59:17.993370 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.050498 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-632857f8-d444-4d35-a171-16b68ba0bd4e None None] Set router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:59:18.126608 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] For port 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2f6b4ff2-6ce0-451a-a96a-0184e55d72b3,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:59:18.127165 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.141736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Calling delete_port for 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:59:18.193236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:18.283740 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-632857f8-d444-4d35-a171-16b68ba0bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:59:16Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:18.328945 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cb73587-9324-4c44-86cc-c5a7714ca6e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.332203 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632857f8-d444-4d35-a171-16b68ba0bd4e None None] The sync data for ids ['46f96f41-dc11-4f5e-8f36-d9db87be80c3'] in n-d-817748-2 is: [{'id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'name': 'tempest-AttachVolumeTestJSON-1798653601-router', 'tenant_id': '7e3c5086c0d24d0abfc32fbd74182803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:51:29Z', 'updated_at': '2021-11-15T14:59:16Z', 'revision_number': 5, 'project_id': '7e3c5086c0d24d0abfc32fbd74182803', 'gw_port': {'id': '2f6b4ff2-6ce0-451a-a96a-0184e55d72b3', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f96f41-dc11-4f5e-8f36-d9db87be80c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:51:31Z', 'updated_at': '2021-11-15T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:59:18.412278 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cb73587-9324-4c44-86cc-c5a7714ca6e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.416190 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.447307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6b4ff2-6ce0-451a-a96a-0184e55d72b3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:18.464977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ac9716-cc6e-4ab2-8c51-63364d268c7c None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:59:18.510719 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cb73587-9324-4c44-86cc-c5a7714ca6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.513219 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.552069 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7cb73587-9324-4c44-86cc-c5a7714ca6e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=189707372a7e4b25804c7759e4a41c41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3576517 Nov 15 14:59:18.552831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb73587-9324-4c44-86cc-c5a7714ca6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16612c24-ac08-49cd-8869-55768f4dc4e6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:18.555162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59656) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:18.610882 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30cd60c2-e316-45a2-9adf-ad2b65f869c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.612187 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.614597 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.636760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30cd60c2-e316-45a2-9adf-ad2b65f869c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.733802 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.734660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46f96f41-dc11-4f5e-8f36-d9db87be80c3 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 14:59:18.739741 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.743329 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5d616c00-ede5-4eaf-9c92-8416597c24b5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/46f96f41-dc11-4f5e-8f36-d9db87be80c3 HTTP/1.1" status: 204 len: 168 time: 1.2065349 Nov 15 14:59:18.743827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:18.772066 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30cd60c2-e316-45a2-9adf-ad2b65f869c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.774830 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30cd60c2-e316-45a2-9adf-ad2b65f869c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.776623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-30cd60c2-e316-45a2-9adf-ad2b65f869c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16612c24-ac08-49cd-8869-55768f4dc4e6 HTTP/1.1" status: 204 len: 168 time: 0.2198787 Nov 15 14:59:18.793571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd60c2-e316-45a2-9adf-ad2b65f869c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16612c24-ac08-49cd-8869-55768f4dc4e6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:18.806973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-727c0b17-4960-4e40-9281-371ee29ddd9a admin admin] Deleting subnet 6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 14:59:18.812251 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-727c0b17-4960-4e40-9281-371ee29ddd9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.854307 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-727c0b17-4960-4e40-9281-371ee29ddd9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:18.940189 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-727c0b17-4960-4e40-9281-371ee29ddd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.147153 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-727c0b17-4960-4e40-9281-371ee29ddd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.173286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c0b17-4960-4e40-9281-371ee29ddd9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:19.183867 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-727c0b17-4960-4e40-9281-371ee29ddd9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.186983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-727c0b17-4960-4e40-9281-371ee29ddd9a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6d0a0d54-3cfe-45e9-8a69-5d181cfdb01c HTTP/1.1" status: 204 len: 168 time: 0.4395695 Nov 15 14:59:19.187498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59666) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:19.189228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697e4150-b0c4-46b3-8f62-f7627939255b None None] Network f5e26bce-6e6a-4dbe-a181-42003518ed99 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 14:59:19.267408 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.333335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Deleting port 88a87f93-0521-4acc-abd1-2cbd30fab254 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:59:19.333682 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.405524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] For port 88a87f93-0521-4acc-abd1-2cbd30fab254, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=88a87f93-0521-4acc-abd1-2cbd30fab254,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:59:19.405890 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.424963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] DHCP port deletion for f5e26bce-6e6a-4dbe-a181-42003518ed99 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 14:59:19.425596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Calling delete_port for 88a87f93-0521-4acc-abd1-2cbd30fab254 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:59:19.503682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:59:19.524306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Deleting port 88a87f93-0521-4acc-abd1-2cbd30fab254 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:59:19.524627 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.528041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:59:19.528386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 21a3493a-8c3e-4f64-9939-b3dd348f1ca3 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:59:19.528805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:59:19.584913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59668) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:19.599434 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790ff36b-6f5b-4a1e-836b-9eb70540f930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.657614 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.685185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=88a87f93-0521-4acc-abd1-2cbd30fab254,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:19.689275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] No DVR routers for this DVR port 88a87f93-0521-4acc-abd1-2cbd30fab254 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:59:19.775064 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.793046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790ff36b-6f5b-4a1e-836b-9eb70540f930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.797850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e26bce-6e6a-4dbe-a181-42003518ed99']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:19.804555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:59:19.805036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2f6b4ff2-6ce0-451a-a96a-0184e55d72b3 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:59:19.805602 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 88a87f93-0521-4acc-abd1-2cbd30fab254 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:59:19.808550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:19.808855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:19.819581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.834081 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.841788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 14:59:19.842198 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: timer() Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 14:59:19.853820 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 14:59:19.856655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 88a87f93-0521-4acc-abd1-2cbd30fab254 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:59:19.856655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 88a87f93-0521-4acc-abd1-2cbd30fab254 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:59:19.870387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] For port 88a87f93-0521-4acc-abd1-2cbd30fab254, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=88a87f93-0521-4acc-abd1-2cbd30fab254,segment=NetworkSegment(7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd),segment_id=7c10f9e8-ae48-40b2-bc57-0c7ac5e5a9bd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:59:19.871082 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.882056 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790ff36b-6f5b-4a1e-836b-9eb70540f930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.892169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Calling delete_port for 88a87f93-0521-4acc-abd1-2cbd30fab254 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:59:19.923420 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-790ff36b-6f5b-4a1e-836b-9eb70540f930 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14727a0a993b4a2c8987a82956f3b8fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3373520 Nov 15 14:59:19.926115 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ff36b-6f5b-4a1e-836b-9eb70540f930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d70a3e6-d1a7-46e4-b932-1b5244d3f952,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:19.926702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59670) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:19.994528 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b22f282b-8947-42fb-b5df-c54593f7be59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:19.994646 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:20.009372 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b22f282b-8947-42fb-b5df-c54593f7be59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:20.021672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Pushing event deleted for resources: {'Port': ['ID=88a87f93-0521-4acc-abd1-2cbd30fab254,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:20.024366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] No DVR routers for this DVR port 88a87f93-0521-4acc-abd1-2cbd30fab254 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:59:20.041228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:20.041228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:20.042095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:20.042430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:20.042881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:20.043225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:20.043559 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:20.043892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:20.044222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:20.044559 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:20.045630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:20.045630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91192c2f-fce1-4d9b-a929-137fd2d97d48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:20.053873 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:20.060666 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:20.068287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f5e26bce-6e6a-4dbe-a181-42003518ed99 HTTP/1.1" status: 204 len: 168 time: 0.8762150 Nov 15 14:59:20.081898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9dc6b-8b2c-4562-be9c-fa0691c938e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e26bce-6e6a-4dbe-a181-42003518ed99,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:20.176308 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b22f282b-8947-42fb-b5df-c54593f7be59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:20.179198 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b22f282b-8947-42fb-b5df-c54593f7be59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:20.180420 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b22f282b-8947-42fb-b5df-c54593f7be59 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d70a3e6-d1a7-46e4-b932-1b5244d3f952 HTTP/1.1" status: 204 len: 168 time: 0.2527807 Nov 15 14:59:20.189602 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f282b-8947-42fb-b5df-c54593f7be59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d70a3e6-d1a7-46e4-b932-1b5244d3f952,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:20.693344 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:20.742319 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6bb32332-5cae-403b-b971-41dd1a50dbef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e3c5086c0d24d0abfc32fbd74182803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477016 Nov 15 14:59:20.747139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:20.809164 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8a1047b-0c14-4ed0-9b03-3ac25d04dad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:20.833890 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8a1047b-0c14-4ed0-9b03-3ac25d04dad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:21.054046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8a1047b-0c14-4ed0-9b03-3ac25d04dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:21.061839 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8a1047b-0c14-4ed0-9b03-3ac25d04dad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:21.065943 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d8a1047b-0c14-4ed0-9b03-3ac25d04dad0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2547a22c-7984-4ef9-a053-455b9bf6ada0 HTTP/1.1" status: 204 len: 168 time: 0.3146281 Nov 15 14:59:21.073188 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1047b-0c14-4ed0-9b03-3ac25d04dad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2547a22c-7984-4ef9-a053-455b9bf6ada0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:23.437763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:23.603326 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4597ba90-bf4a-4abf-ae00-716c36bf8482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:23.684523 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4597ba90-bf4a-4abf-ae00-716c36bf8482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:23.765776 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4597ba90-bf4a-4abf-ae00-716c36bf8482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:23.806124 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4597ba90-bf4a-4abf-ae00-716c36bf8482 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=408edde5db974dae8581767a4b32877a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3670874 Nov 15 14:59:23.807809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597ba90-bf4a-4abf-ae00-716c36bf8482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff3e3b2-9b71-462f-ac12-4d99f824dd92,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:23.809375 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59774) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:23.857779 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a839a1aa-3b43-475a-aa9f-08eddf74b2ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:23.884495 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a839a1aa-3b43-475a-aa9f-08eddf74b2ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:24.011765 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a839a1aa-3b43-475a-aa9f-08eddf74b2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:24.014438 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a839a1aa-3b43-475a-aa9f-08eddf74b2ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:24.015748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a839a1aa-3b43-475a-aa9f-08eddf74b2ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ff3e3b2-9b71-462f-ac12-4d99f824dd92 HTTP/1.1" status: 204 len: 168 time: 0.2053535 Nov 15 14:59:24.024259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839a1aa-3b43-475a-aa9f-08eddf74b2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff3e3b2-9b71-462f-ac12-4d99f824dd92,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:24.933523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59800) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:24.955617 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62861cd8-fa7c-44a7-ba82-5462095f05d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:25.040726 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62861cd8-fa7c-44a7-ba82-5462095f05d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:25.120846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62861cd8-fa7c-44a7-ba82-5462095f05d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:25.163489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-62861cd8-fa7c-44a7-ba82-5462095f05d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36e02b40088d4519beec832e99ce555a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282958 Nov 15 14:59:25.164654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62861cd8-fa7c-44a7-ba82-5462095f05d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8df6c8-0e74-461a-8c7e-909944a3d521,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:25.166048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59806) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:25.218160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7d9e2d9-19e1-4c50-a86f-e5e1abe7b675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:25.238942 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7d9e2d9-19e1-4c50-a86f-e5e1abe7b675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:25.396169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7d9e2d9-19e1-4c50-a86f-e5e1abe7b675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:25.399148 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7d9e2d9-19e1-4c50-a86f-e5e1abe7b675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:25.400511 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a7d9e2d9-19e1-4c50-a86f-e5e1abe7b675 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec8df6c8-0e74-461a-8c7e-909944a3d521 HTTP/1.1" status: 204 len: 168 time: 0.2333343 Nov 15 14:59:25.408660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9e2d9-19e1-4c50-a86f-e5e1abe7b675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8df6c8-0e74-461a-8c7e-909944a3d521,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:26.070622 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59828) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:26.244191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0926e8d-5489-4c11-9030-0afab30ebd10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:26.317302 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0926e8d-5489-4c11-9030-0afab30ebd10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:26.441976 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0926e8d-5489-4c11-9030-0afab30ebd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:26.485717 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b0926e8d-5489-4c11-9030-0afab30ebd10 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c89c1fc78b34425993a8c339fdd607a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4139798 Nov 15 14:59:26.486650 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0926e8d-5489-4c11-9030-0afab30ebd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37846387-316b-44dc-b222-293fff1c68a5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:26.488575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:26.539670 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82206bf5-8244-44da-8e0b-ef4028dadde6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:26.563524 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82206bf5-8244-44da-8e0b-ef4028dadde6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:26.756254 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82206bf5-8244-44da-8e0b-ef4028dadde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:26.758970 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82206bf5-8244-44da-8e0b-ef4028dadde6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:26.762823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-82206bf5-8244-44da-8e0b-ef4028dadde6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37846387-316b-44dc-b222-293fff1c68a5 HTTP/1.1" status: 204 len: 168 time: 0.2730904 Nov 15 14:59:26.771529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82206bf5-8244-44da-8e0b-ef4028dadde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37846387-316b-44dc-b222-293fff1c68a5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:27.665250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 59866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:27.687821 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82180ab4-7d04-473b-8e26-f2acc08e6ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:27.774232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82180ab4-7d04-473b-8e26-f2acc08e6ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:27.891746 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82180ab4-7d04-473b-8e26-f2acc08e6ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:27.935305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-82180ab4-7d04-473b-8e26-f2acc08e6ca9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d370a2f861d442f687cbbbc88616e3c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2661865 Nov 15 14:59:27.936332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82180ab4-7d04-473b-8e26-f2acc08e6ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a66f117-cbde-4aa9-9890-d2c2a256ceb7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:27.937055 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 59876) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:27.990735 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ceb5192-6911-4d4d-a05a-bbffeee42afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:28.011556 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ceb5192-6911-4d4d-a05a-bbffeee42afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:28.196400 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ceb5192-6911-4d4d-a05a-bbffeee42afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:28.199165 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ceb5192-6911-4d4d-a05a-bbffeee42afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:28.200389 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3ceb5192-6911-4d4d-a05a-bbffeee42afb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a66f117-cbde-4aa9-9890-d2c2a256ceb7 HTTP/1.1" status: 204 len: 168 time: 0.2621920 Nov 15 14:59:28.208655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb5192-6911-4d4d-a05a-bbffeee42afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a66f117-cbde-4aa9-9890-d2c2a256ceb7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:28.249443 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:28.804556 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:29.779107 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-072102de-a63e-43b4-bb43-0889cdad3b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:32.179037 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3cdb-88fb-4bdf-b02c-95118531a1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:33.573184 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:35.137328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:35.784505 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:40.562316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:40.712272 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b16f5018-6968-4c60-ae3d-6ccba7668f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:40.800898 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b16f5018-6968-4c60-ae3d-6ccba7668f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:40.973346 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b16f5018-6968-4c60-ae3d-6ccba7668f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:41.020817 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b16f5018-6968-4c60-ae3d-6ccba7668f58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7bfdee872fc4c59ab7d0d02f2239d47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4532599 Nov 15 14:59:41.021660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f5018-6968-4c60-ae3d-6ccba7668f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787181be-0cb3-4c43-a740-46e0b044833b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:41.023870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60082) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:41.094647 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:41.127630 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:41.294151 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:41.297201 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:41.298482 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/787181be-0cb3-4c43-a740-46e0b044833b HTTP/1.1" status: 204 len: 168 time: 0.2731745 Nov 15 14:59:41.310724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787181be-0cb3-4c43-a740-46e0b044833b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:41.322018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:41.322805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:41.325358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:41.325823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:41.326229 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:41.326657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:41.327058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:41.327555 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:41.328136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:41.328595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:41.328991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:41.329601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfa6-f816-4b21-97d3-eea5e59344f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:42.541781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60096) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:42.555702 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64913947-c9c1-4cf4-9ce1-cab52f2811cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:42.645447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64913947-c9c1-4cf4-9ce1-cab52f2811cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:42.955833 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64913947-c9c1-4cf4-9ce1-cab52f2811cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:42.997303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-64913947-c9c1-4cf4-9ce1-cab52f2811cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=947552f732184156b77f9cf42e69fbb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4542909 Nov 15 14:59:42.998724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64913947-c9c1-4cf4-9ce1-cab52f2811cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fc38f7-d222-4046-bffa-96b6c7ecf7cf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:43.001190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:43.056159 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c3b66c6-cb5e-4836-9582-05dcd36c15ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:43.083094 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c3b66c6-cb5e-4836-9582-05dcd36c15ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:43.439713 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c3b66c6-cb5e-4836-9582-05dcd36c15ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:43.442679 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c3b66c6-cb5e-4836-9582-05dcd36c15ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:43.446645 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3c3b66c6-cb5e-4836-9582-05dcd36c15ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d8fc38f7-d222-4046-bffa-96b6c7ecf7cf HTTP/1.1" status: 204 len: 168 time: 0.4416559 Nov 15 14:59:43.452778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b66c6-cb5e-4836-9582-05dcd36c15ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fc38f7-d222-4046-bffa-96b6c7ecf7cf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:44.746927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60120) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:44.877105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:44.988686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:45.091082 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:45.136981 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d595625134d94bf28c00fedf2cceaec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3869736 Nov 15 14:59:45.136981 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59a0a6a-a65a-41e1-8997-1a30749cb5e6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:45.138351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60132) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:45.144972 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:45.145327 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:45.145676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:45.146022 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:45.146368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:45.146745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:45.147231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:45.147564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:45.147904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:45.148233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:45.148567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:45.148892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34369dc-7065-4a38-bfec-a876f8792ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 14:59:45.219220 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce0e9c81-c458-4086-8456-c7f880f0b337 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:45.254112 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce0e9c81-c458-4086-8456-c7f880f0b337 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:45.405971 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce0e9c81-c458-4086-8456-c7f880f0b337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:45.409003 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce0e9c81-c458-4086-8456-c7f880f0b337 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:45.410207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ce0e9c81-c458-4086-8456-c7f880f0b337 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d59a0a6a-a65a-41e1-8997-1a30749cb5e6 HTTP/1.1" status: 204 len: 168 time: 0.2704446 Nov 15 14:59:45.423360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e9c81-c458-4086-8456-c7f880f0b337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59a0a6a-a65a-41e1-8997-1a30749cb5e6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:45.808028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:46.023201 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-72392bf8-355d-45c3-9d82-96c14d858bcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Deleting port 73eeed49-f49f-4bff-96c2-ca9ec9092235 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:59:46.025750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72392bf8-355d-45c3-9d82-96c14d858bcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:46.107102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72392bf8-355d-45c3-9d82-96c14d858bcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:46.107431 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72392bf8-355d-45c3-9d82-96c14d858bcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:46.120767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-72392bf8-355d-45c3-9d82-96c14d858bcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Calling delete_port for 73eeed49-f49f-4bff-96c2-ca9ec9092235 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:59:46.280008 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60158) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:46.302165 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a622fa22-3bc1-442b-afa9-6fd34ea21fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:46.517571 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72392bf8-355d-45c3-9d82-96c14d858bcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:46.567859 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72392bf8-355d-45c3-9d82-96c14d858bcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Pushing event deleted for resources: {'Port': ['ID=73eeed49-f49f-4bff-96c2-ca9ec9092235,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:46.664123 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72392bf8-355d-45c3-9d82-96c14d858bcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:46.664442 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-72392bf8-355d-45c3-9d82-96c14d858bcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Floating IP d9af2b77-24cc-42e3-9044-e7cb71d63c75 disassociated (deleted). External IP: 172.25.4.219, port: 6f3625ae-69f1-407a-b4b8-5a4ea97be17d. Nov 15 14:59:47.017417 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a622fa22-3bc1-442b-afa9-6fd34ea21fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:47.145351 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a622fa22-3bc1-442b-afa9-6fd34ea21fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:47.201757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a622fa22-3bc1-442b-afa9-6fd34ea21fb6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95e70644a6ae4ad1b8178fd2c727bef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9206874 Nov 15 14:59:47.204276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622fa22-3bc1-442b-afa9-6fd34ea21fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76b0c4c-c325-4020-8cb6-ebfa51a8bfc6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:47.204660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:47.251964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72392bf8-355d-45c3-9d82-96c14d858bcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 14:59:47.280483 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-323a780b-52b9-43f6-8300-5b7e89ffb3c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:47.306859 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-323a780b-52b9-43f6-8300-5b7e89ffb3c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:47.413598 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72392bf8-355d-45c3-9d82-96c14d858bcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 14:59:47.418875 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72392bf8-355d-45c3-9d82-96c14d858bcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:47.424770 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7c8dfe-3f15-4fbc-9b0b-c97f6d68f441 None None] Sync routers for ids ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 14:59:47.437119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7c8dfe-3f15-4fbc-9b0b-c97f6d68f441 None None] Routers {'65a41d11-638f-4e83-a11d-3a9a8b1edf2b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:59:47.437746 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9b7c8dfe-3f15-4fbc-9b0b-c97f6d68f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:59:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:47.457586 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-72392bf8-355d-45c3-9d82-96c14d858bcf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "DELETE /v2.0/floatingips/d9af2b77-24cc-42e3-9044-e7cb71d63c75 HTTP/1.1" status: 204 len: 168 time: 1.6483488 Nov 15 14:59:47.458272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:59:47.462089 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f2e3fd-f1ed-4e7c-8214-244047a21b12" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:59:47.488603 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-323a780b-52b9-43f6-8300-5b7e89ffb3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:47.499681 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-323a780b-52b9-43f6-8300-5b7e89ffb3c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:47.499681 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-323a780b-52b9-43f6-8300-5b7e89ffb3c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a76b0c4c-c325-4020-8cb6-ebfa51a8bfc6 HTTP/1.1" status: 204 len: 168 time: 0.2882600 Nov 15 14:59:47.514302 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 14:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32122273-a4e9-4f02-a09e-0976f5e8852c x-openstack-request-id: req-32122273-a4e9-4f02-a09e-0976f5e8852c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:59:47.514826 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:59:47.515574 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32122273-a4e9-4f02-a09e-0976f5e8852c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:59:47.516169 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'status': 'completed', 'code': 200} Nov 15 14:59:47.533210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a780b-52b9-43f6-8300-5b7e89ffb3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76b0c4c-c325-4020-8cb6-ebfa51a8bfc6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:47.592825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2e3fd-f1ed-4e7c-8214-244047a21b12 req-34672a3f-3380-4f1a-abc6-21fe0cf1a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:47.594748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04f2e3fd-f1ed-4e7c-8214-244047a21b12 req-34672a3f-3380-4f1a-abc6-21fe0cf1a392 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d73f06e0792a40dc8682da5c48d69865&device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 1097 time: 0.0505514 Nov 15 14:59:47.595290 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9b7c8dfe-3f15-4fbc-9b0b-c97f6d68f441 None None] Set router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:59:47.754085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2e3fd-f1ed-4e7c-8214-244047a21b12 req-f2fa0a01-4398-4521-876f-a93331163512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:47.755933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04f2e3fd-f1ed-4e7c-8214-244047a21b12 req-f2fa0a01-4398-4521-876f-a93331163512 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a03409b5-199a-439f-afae-ce6c69aa698f HTTP/1.1" status: 200 len: 915 time: 0.1502435 Nov 15 14:59:47.815591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04f2e3fd-f1ed-4e7c-8214-244047a21b12 req-7dcad9ad-86c8-43b3-ac8f-76f635e27ff9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3625ae-69f1-407a-b4b8-5a4ea97be17d HTTP/1.1" status: 200 len: 217 time: 0.0516033 Nov 15 14:59:47.881238 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9b7c8dfe-3f15-4fbc-9b0b-c97f6d68f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '18a5f7ee-dce9-4d91-9475-e8a4301393e5', 'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'mac_address': 'fa:16:3e:9f:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:39Z', 'updated_at': '2021-11-15T14:54:46Z', 'revision_number': 5, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'subnets': [{'id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:47.885039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2e3fd-f1ed-4e7c-8214-244047a21b12 req-a5fe98b6-7693-458d-b7e3-77818e4d63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:47.886627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04f2e3fd-f1ed-4e7c-8214-244047a21b12 req-a5fe98b6-7693-458d-b7e3-77818e4d63b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0912ef5-9b9e-4d53-a857-3411c89ccea8 HTTP/1.1" status: 200 len: 853 time: 0.0610440 Nov 15 14:59:47.913089 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7c8dfe-3f15-4fbc-9b0b-c97f6d68f441 None None] Checking router: 65a41d11-638f-4e83-a11d-3a9a8b1edf2b for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 14:59:47.923211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7c8dfe-3f15-4fbc-9b0b-c97f6d68f441 None None] Routers {'65a41d11-638f-4e83-a11d-3a9a8b1edf2b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 14:59:47.923954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9b7c8dfe-3f15-4fbc-9b0b-c97f6d68f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T14:59:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:47.977457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2e3fd-f1ed-4e7c-8214-244047a21b12 req-526383e8-fac5-4929-a0a7-9c425a62750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:47.980872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04f2e3fd-f1ed-4e7c-8214-244047a21b12 req-526383e8-fac5-4929-a0a7-9c425a62750b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a03409b5-199a-439f-afae-ce6c69aa698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866041 Nov 15 14:59:48.108661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9b7c8dfe-3f15-4fbc-9b0b-c97f6d68f441 None None] Set router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 14:59:48.196308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04f2e3fd-f1ed-4e7c-8214-244047a21b12 req-acffc342-aff8-478d-9561-50fcf7705cf9 service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069948 Nov 15 14:59:48.511269 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9b7c8dfe-3f15-4fbc-9b0b-c97f6d68f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '18a5f7ee-dce9-4d91-9475-e8a4301393e5', 'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'mac_address': 'fa:16:3e:9f:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:39Z', 'updated_at': '2021-11-15T14:54:46Z', 'revision_number': 5, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'subnets': [{'id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 14:59:48.519373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d476f6-94be-4670-a4cb-d2df3a3b5277 req-4b080def-e1c4-4ddd-9092-ba5842e21b4b tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:48.521278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79d476f6-94be-4670-a4cb-d2df3a3b5277 req-4b080def-e1c4-4ddd-9092-ba5842e21b4b tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 946 time: 0.1895463 Nov 15 14:59:48.548268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7c8dfe-3f15-4fbc-9b0b-c97f6d68f441 None None] The sync data for ids ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'] in n-d-817748-2 is: [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T14:54:40Z', 'revision_number': 4, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '18a5f7ee-dce9-4d91-9475-e8a4301393e5', 'name': '', 'network_id': 'a03409b5-199a-439f-afae-ce6c69aa698f', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'mac_address': 'fa:16:3e:9f:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:39Z', 'updated_at': '2021-11-15T14:54:46Z', 'revision_number': 5, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'subnets': [{'id': 'b0912ef5-9b9e-4d53-a857-3411c89ccea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 14:59:48.565681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3f768-e11c-4064-850a-fc0ce5c64ee6 req-c44e7ab2-1d42-46ef-912d-3083c8b3606c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:48.573823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0c3f768-e11c-4064-850a-fc0ce5c64ee6 req-c44e7ab2-1d42-46ef-912d-3083c8b3606c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 945 time: 0.1326699 Nov 15 14:59:48.577161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04f2e3fd-f1ed-4e7c-8214-244047a21b12 req-9709318a-a663-4234-b089-e4c0767c1b8c service neutron] 10.222.0.59 "GET /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722813 Nov 15 14:59:48.670222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79d476f6-94be-4670-a4cb-d2df3a3b5277 req-2b5168a7-6a5f-4d0e-ac14-9068490973c7 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398895 Nov 15 14:59:48.684238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0c3f768-e11c-4064-850a-fc0ce5c64ee6 req-e7b486d3-de0f-4225-89ce-321e44541277 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093004 Nov 15 14:59:48.911268 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe2ea3-82f6-486b-93db-93895b8fa51b None None] New status for floating IP d9af2b77-24cc-42e3-9044-e7cb71d63c75: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 14:59:49.135990 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 14:59:49.222250 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:49.363220 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-963c2f78-1b0e-4b7a-bfd1-602b3801ca32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:49.478499 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-963c2f78-1b0e-4b7a-bfd1-602b3801ca32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:49.618889 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-963c2f78-1b0e-4b7a-bfd1-602b3801ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:49.665901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60244) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:49.672902 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-963c2f78-1b0e-4b7a-bfd1-602b3801ca32 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=151374ecfed64ae0a5c3838f0295e3bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4417267 Nov 15 14:59:49.672902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c2f78-1b0e-4b7a-bfd1-602b3801ca32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be930491-2394-4b89-ba1b-9908caf46824,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:49.750356 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9c73246-e897-4a00-a608-72fc37a79d79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:49.815756 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9c73246-e897-4a00-a608-72fc37a79d79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:49.862502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c603b8-8ab0-451a-bffa-87b02440f856 req-fa86beee-5beb-4569-9b7c-3346042b0e9d tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:49.863895 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c603b8-8ab0-451a-bffa-87b02440f856 req-fa86beee-5beb-4569-9b7c-3346042b0e9d tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 946 time: 0.1148822 Nov 15 14:59:49.940566 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03217440-dae1-495d-a97e-9672c4dfc929 req-1a20fc2a-6419-4a85-8aad-501c410e5aaf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:49.942198 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03217440-dae1-495d-a97e-9672c4dfc929 req-1a20fc2a-6419-4a85-8aad-501c410e5aaf tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 946 time: 0.1336505 Nov 15 14:59:50.023525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03217440-dae1-495d-a97e-9672c4dfc929 req-c2e559ed-2e2e-44d7-80c7-0752b7a1bc86 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/security-groups?id=00073ace-26ca-414a-8d9b-b2f4319134b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592756 Nov 15 14:59:50.038821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-07c603b8-8ab0-451a-bffa-87b02440f856 req-159a4c78-35ce-4155-bb0f-b900defc5dd9 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Deleting port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 14:59:50.039172 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c603b8-8ab0-451a-bffa-87b02440f856 req-159a4c78-35ce-4155-bb0f-b900defc5dd9 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:50.061052 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9c73246-e897-4a00-a608-72fc37a79d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:50.064346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9c73246-e897-4a00-a608-72fc37a79d79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:50.066104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c9c73246-e897-4a00-a608-72fc37a79d79 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be930491-2394-4b89-ba1b-9908caf46824 HTTP/1.1" status: 204 len: 168 time: 0.3992205 Nov 15 14:59:50.129755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c73246-e897-4a00-a608-72fc37a79d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be930491-2394-4b89-ba1b-9908caf46824,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:50.193731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-07c603b8-8ab0-451a-bffa-87b02440f856 req-159a4c78-35ce-4155-bb0f-b900defc5dd9 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] For port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=6f3625ae-69f1-407a-b4b8-5a4ea97be17d,segment=NetworkSegment(0f3b98db-2f9a-4524-b14e-16eaa2fbc32e),segment_id=0f3b98db-2f9a-4524-b14e-16eaa2fbc32e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:59:50.194366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c603b8-8ab0-451a-bffa-87b02440f856 req-159a4c78-35ce-4155-bb0f-b900defc5dd9 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:50.207758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-07c603b8-8ab0-451a-bffa-87b02440f856 req-159a4c78-35ce-4155-bb0f-b900defc5dd9 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Calling delete_port for 6f3625ae-69f1-407a-b4b8-5a4ea97be17d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 14:59:50.859743 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c603b8-8ab0-451a-bffa-87b02440f856 req-159a4c78-35ce-4155-bb0f-b900defc5dd9 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:50.891784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a4c78-35ce-4155-bb0f-b900defc5dd9 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Pushing event deleted for resources: {'Port': ['ID=6f3625ae-69f1-407a-b4b8-5a4ea97be17d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:50.939190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c603b8-8ab0-451a-bffa-87b02440f856 req-159a4c78-35ce-4155-bb0f-b900defc5dd9 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] No DVR routers for this DVR port 6f3625ae-69f1-407a-b4b8-5a4ea97be17d on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 14:59:50.942094 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07c603b8-8ab0-451a-bffa-87b02440f856 req-159a4c78-35ce-4155-bb0f-b900defc5dd9 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:50.946091 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07c603b8-8ab0-451a-bffa-87b02440f856 req-159a4c78-35ce-4155-bb0f-b900defc5dd9 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.59 "DELETE /v2.0/ports/6f3625ae-69f1-407a-b4b8-5a4ea97be17d HTTP/1.1" status: 204 len: 173 time: 1.0705295 Nov 15 14:59:50.946564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'name': 'network-vif-deleted', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:59:50.950042 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445e33c2-7498-4236-ba74-3e9c496be2fe" -d '{"events": [{"server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "name": "network-vif-deleted", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:59:51.000440 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:51.008529 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7586b518-dcaa-4c93-8c2f-a9eb89c95f20 x-openstack-request-id: req-7586b518-dcaa-4c93-8c2f-a9eb89c95f20 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:59:51.009102 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e0be71-7af8-4e15-9214-a991dd7f64e4", "name": "network-vif-deleted", "tag": "6f3625ae-69f1-407a-b4b8-5a4ea97be17d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:59:51.009675 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7586b518-dcaa-4c93-8c2f-a9eb89c95f20 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:59:51.011254 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e0be71-7af8-4e15-9214-a991dd7f64e4', 'name': 'network-vif-deleted', 'tag': '6f3625ae-69f1-407a-b4b8-5a4ea97be17d', 'status': 'completed', 'code': 200} Nov 15 14:59:51.030504 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dbf1d0-bb7b-4273-9363-c4880e84922d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:51.163273 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f1043c0-e903-47d9-8ef1-08fb82427123 req-55803d9c-e9d0-412a-ad5c-5546808e06f4 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 210 time: 0.0293353 Nov 15 14:59:51.175399 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dbf1d0-bb7b-4273-9363-c4880e84922d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:51.294448 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dbf1d0-bb7b-4273-9363-c4880e84922d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:51.397352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbf1d0-bb7b-4273-9363-c4880e84922d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093ff371-8f9f-4a8a-9c74-f7b7101a574a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:51.408477 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-38dbf1d0-bb7b-4273-9363-c4880e84922d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ec51a8992f740e7bf4af538920c2a60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071512 Nov 15 14:59:51.409125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60300) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:51.496149 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bcf122f-b0e2-4e18-8845-6540cb99801a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:51.534992 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bcf122f-b0e2-4e18-8845-6540cb99801a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:51.670588 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bcf122f-b0e2-4e18-8845-6540cb99801a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:51.674648 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bcf122f-b0e2-4e18-8845-6540cb99801a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:51.677266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8bcf122f-b0e2-4e18-8845-6540cb99801a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/093ff371-8f9f-4a8a-9c74-f7b7101a574a HTTP/1.1" status: 204 len: 168 time: 0.2662234 Nov 15 14:59:51.694724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf122f-b0e2-4e18-8845-6540cb99801a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093ff371-8f9f-4a8a-9c74-f7b7101a574a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:52.330906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60322) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:52.458599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ba140b3-c89b-4a58-8d29-4dabee941b35 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 14:59:52.577685 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5814b54-1b60-40a6-a9a5-d0db5ca6d869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:52.607753 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95e73855-e81e-49ef-a78f-8c4d43483cd0 req-918ad7d1-fda4-4051-8ad8-332bb0a31856 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 210 time: 0.3095462 Nov 15 14:59:52.709166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:59:52.726084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'port_id': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'mac_address': 'fa:16:3e:5d:64:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 14:59:52.730013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5814b54-1b60-40a6-a9a5-d0db5ca6d869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:52.778080 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:52.801688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ba140b3-c89b-4a58-8d29-4dabee941b35 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 14:59:52.826777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:59:52.834722 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5814b54-1b60-40a6-a9a5-d0db5ca6d869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:52.878634 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f5814b54-1b60-40a6-a9a5-d0db5ca6d869 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11c2db2b8c2a466d8031dcf805dff47a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5462673 Nov 15 14:59:52.879992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5814b54-1b60-40a6-a9a5-d0db5ca6d869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9bf18e-e6d9-4d22-85f3-a9109f3452a2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:52.881621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:52.902446 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:52.979223 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d782161-62b5-4d75-bbf1-d7f51705d899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:53.015905 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d782161-62b5-4d75-bbf1-d7f51705d899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:53.021271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['4ba140b3-c89b-4a58-8d29-4dabee941b35'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 14:59:53.031812 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:53.232046 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d782161-62b5-4d75-bbf1-d7f51705d899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:53.237068 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d782161-62b5-4d75-bbf1-d7f51705d899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:53.239431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5d782161-62b5-4d75-bbf1-d7f51705d899 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a9bf18e-e6d9-4d22-85f3-a9109f3452a2 HTTP/1.1" status: 204 len: 168 time: 0.3564851 Nov 15 14:59:53.252404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d782161-62b5-4d75-bbf1-d7f51705d899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9bf18e-e6d9-4d22-85f3-a9109f3452a2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:53.851185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fafcb17-285f-4dde-b53d-fddd5c1b84ef req-db98ad5c-bf70-400b-9616-5fc94a13468e tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 210 time: 0.0655177 Nov 15 14:59:54.151757 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 6f3625ae-69f1-407a-b4b8-5a4ea97be17d no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 14:59:54.173916 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 6f3625ae-69f1-407a-b4b8-5a4ea97be17d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 14:59:54.174577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 6f3625ae-69f1-407a-b4b8-5a4ea97be17d not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 14:59:54.414677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60386) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:54.430986 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3323c6a2-c055-44ec-b8e1-d32d78ee47ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:54.455347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ba140b3-c89b-4a58-8d29-4dabee941b35 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 14:59:54.568952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 4ba140b3-c89b-4a58-8d29-4dabee941b35 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 14:59:54.571805 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:54.590173 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3323c6a2-c055-44ec-b8e1-d32d78ee47ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:54.704978 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3323c6a2-c055-44ec-b8e1-d32d78ee47ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:54.737629 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:54.742275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323c6a2-c055-44ec-b8e1-d32d78ee47ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba5d368-8488-4886-9067-3c7dafc22e02,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:54.782515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3323c6a2-c055-44ec-b8e1-d32d78ee47ec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=712ee2d91b814f68878e07e1220855b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3646886 Nov 15 14:59:54.787412 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60396) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:54.871661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 14:59:54.877738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 14:59:54.888218 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cda383c-e040-43f4-8874-be4ff5f62a5b" -d '{"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 14:59:54.918608 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67de82a1-2c37-4048-8e77-a921abefbb01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:54.989386 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67de82a1-2c37-4048-8e77-a921abefbb01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:55.027128 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eb4f2d-d212-4fc1-a7be-49278e5e2653 x-openstack-request-id: req-17eb4f2d-d212-4fc1-a7be-49278e5e2653 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 14:59:55.027603 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 14:59:55.028015 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17eb4f2d-d212-4fc1-a7be-49278e5e2653 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 14:59:55.028989 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'code': 200} Nov 15 14:59:55.030915 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:55.129568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03449ad5-8499-407f-944e-213a49f6d5f4 req-2766c89e-0bb5-4457-991e-24a111f01d0f tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 210 time: 0.0716767 Nov 15 14:59:55.137931 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:55.281141 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67de82a1-2c37-4048-8e77-a921abefbb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:55.292371 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67de82a1-2c37-4048-8e77-a921abefbb01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:55.295183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-67de82a1-2c37-4048-8e77-a921abefbb01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ba5d368-8488-4886-9067-3c7dafc22e02 HTTP/1.1" status: 204 len: 168 time: 0.5091655 Nov 15 14:59:55.328801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de82a1-2c37-4048-8e77-a921abefbb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba5d368-8488-4886-9067-3c7dafc22e02,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:56.363879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63946ea5-d84c-4027-87eb-4462c4a419c1 req-f2287821-22be-4f5c-b590-e56f0c2deb54 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 210 time: 0.0749691 Nov 15 14:59:57.485347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2ea88a4-29a0-456a-afb5-a9a5ea834d02 req-513e6c06-526c-422d-acc5-158ccce266d7 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 210 time: 0.0298152 Nov 15 14:59:57.709463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60466) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:57.913030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-842273856-network', 'tenant_id': '01697ee7cb7240eb8a792a175cdc1665'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:59:58.047824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Made reservation on behalf of 01697ee7cb7240eb8a792a175cdc1665 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:59:58.056572 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:58.078855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:58.200456 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:58.258617 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:58.294160 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:58.377889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 14:59:58.409572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d21014-52fd-4e3c-b638-b982d3b751bd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:58.429035 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:58.434708 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Added segment 5c39405c-956e-4d17-a76c-82cbb46802b9 of type vlan for network caf22c73-8053-4ae8-b624-f5b2b5107ddd Nov 15 14:59:58.541666 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:58.643803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9cc06c96-0368-4f4a-8cd7-9de298200243 req-1626e002-26ee-4ede-b5de-89b9f90a0611 tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1e0be71-7af8-4e15-9214-a991dd7f64e4 HTTP/1.1" status: 200 len: 210 time: 0.0324509 Nov 15 14:59:58.761866 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:58.762881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 14:59:58.763633 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:58.852847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] Pushing event updated for resources: {'Network': ['ID=caf22c73-8053-4ae8-b624-f5b2b5107ddd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:58.867794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network caf22c73-8053-4ae8-b624-f5b2b5107ddd details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 14:59:58.920354 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:58.934009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8d16cdbc-7b72-4bf5-96dc-4527e2f1f787 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2214811 Nov 15 14:59:58.938939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60486) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:58.951480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fddb5b8b-6ec1-49e7-b954-0f94e467c2d6 admin admin] Request body: {'subnet': {'network_id': 'caf22c73-8053-4ae8-b624-f5b2b5107ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-842273856-subnet', 'tenant_id': '01697ee7cb7240eb8a792a175cdc1665', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 14:59:59.151309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddb5b8b-6ec1-49e7-b954-0f94e467c2d6 admin admin] Made reservation on behalf of 01697ee7cb7240eb8a792a175cdc1665 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 14:59:59.154801 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fddb5b8b-6ec1-49e7-b954-0f94e467c2d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:59.657622 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fddb5b8b-6ec1-49e7-b954-0f94e467c2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:59.784365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb5b8b-6ec1-49e7-b954-0f94e467c2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfcd611-b965-4920-8977-2f69b9b7e2b1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 14:59:59.784459 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60494) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 14:59:59.784803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb5b8b-6ec1-49e7-b954-0f94e467c2d6 admin admin] Checking segment: {'id': '5c39405c-956e-4d17-a76c-82cbb46802b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'caf22c73-8053-4ae8-b624-f5b2b5107ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 14:59:59.784803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb5b8b-6ec1-49e7-b954-0f94e467c2d6 admin admin] Network hostable DHCP agents. Network: caf22c73-8053-4ae8-b624-f5b2b5107ddd, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 14:59:59.789669 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438c6bea-bbc6-40c6-a305-8a9884aa314b tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:59.824486 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438c6bea-bbc6-40c6-a305-8a9884aa314b tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 14:59:59.893116 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f230686-58c9-4f8c-9d9e-eb3fb4353bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:00.053323 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438c6bea-bbc6-40c6-a305-8a9884aa314b tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:00.064680 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438c6bea-bbc6-40c6-a305-8a9884aa314b tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:00.064680 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-438c6bea-bbc6-40c6-a305-8a9884aa314b tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] 10.222.0.70 "DELETE /v2.0/security-groups/00073ace-26ca-414a-8d9b-b2f4319134b6 HTTP/1.1" status: 204 len: 168 time: 0.3415623 Nov 15 15:00:00.080296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c6bea-bbc6-40c6-a305-8a9884aa314b tempest-TestVolumeBackupRestore-1977935175 tempest-TestVolumeBackupRestore-1977935175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00073ace-26ca-414a-8d9b-b2f4319134b6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:00.149929 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb5b8b-6ec1-49e7-b954-0f94e467c2d6 admin admin] Network caf22c73-8053-4ae8-b624-f5b2b5107ddd is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:00:00.319519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fddb5b8b-6ec1-49e7-b954-0f94e467c2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, caf22c73-8053-4ae8-b624-f5b2b5107ddd) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:00:00.326480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddb5b8b-6ec1-49e7-b954-0f94e467c2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:00.335928 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fddb5b8b-6ec1-49e7-b954-0f94e467c2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:00.336186 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6abb4c-3e2f-4bc1-9902-afac5fcf3a18 None None] Network caf22c73-8053-4ae8-b624-f5b2b5107ddd requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:00:00.454258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fddb5b8b-6ec1-49e7-b954-0f94e467c2d6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5140843 Nov 15 15:00:00.539152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0124a4ea-5bee-4823-95d7-837e5b6e0a85 None None] Network caf22c73-8053-4ae8-b624-f5b2b5107ddd requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:00:01.941201 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:01.949616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-865695763-network', 'tenant_id': 'dd879a150d0f496eba39262896a37d20'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:02.112572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Made reservation on behalf of dd879a150d0f496eba39262896a37d20 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:00:02.118627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:02.134100 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-970dcac7-9374-43bd-b32d-a8f320f362fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:02.151978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:02.313997 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:02.413376 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:02.498229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b7fa75-4cb5-4f2d-8ce5-a48a78a1d691,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:02.540028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:00:02.555999 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:02.556632 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Added segment 1308ce8b-7e96-4ffd-a6d8-b562622d7e48 of type vlan for network 0e14b3ff-2e03-42cb-b762-ac8248181d5d Nov 15 15:00:02.665359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:02.858988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:02.865989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:02.870509 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:03.079685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eed54-76a0-467c-83bb-4474433aca04 req-1adc2190-c10f-4df2-994c-4edf04d0af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:03.082207 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-274eed54-76a0-467c-83bb-4474433aca04 req-1adc2190-c10f-4df2-994c-4edf04d0af68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1096 time: 0.2373474 Nov 15 15:00:03.083328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] Pushing event updated for resources: {'Network': ['ID=0e14b3ff-2e03-42cb-b762-ac8248181d5d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:03.101914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 0e14b3ff-2e03-42cb-b762-ac8248181d5d details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:00:03.119197 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e5e20179-0b85-414e-a20e-2a044fd507ff admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1754453 Nov 15 15:00:03.121569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60632) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:03.129749 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-da01de58-7edc-4bfb-8c72-a38a234cc270 admin admin] Request body: {'subnet': {'network_id': '0e14b3ff-2e03-42cb-b762-ac8248181d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-865695763-subnet', 'tenant_id': 'dd879a150d0f496eba39262896a37d20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:03.304689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da01de58-7edc-4bfb-8c72-a38a234cc270 admin admin] Made reservation on behalf of dd879a150d0f496eba39262896a37d20 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:00:03.331423 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da01de58-7edc-4bfb-8c72-a38a234cc270 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:03.334773 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eed54-76a0-467c-83bb-4474433aca04 req-4bdd0982-6cef-47fa-a290-188cca2bccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:03.336705 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-274eed54-76a0-467c-83bb-4474433aca04 req-4bdd0982-6cef-47fa-a290-188cca2bccd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1972566 Nov 15 15:00:03.467206 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-274eed54-76a0-467c-83bb-4474433aca04 req-d6508866-704c-46db-a88f-ee195f70ddea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 1001 time: 0.1196470 Nov 15 15:00:03.517439 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:03.586592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eed54-76a0-467c-83bb-4474433aca04 req-6d77632b-c0bd-42dd-9df1-3e27450d2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:03.589551 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-274eed54-76a0-467c-83bb-4474433aca04 req-6d77632b-c0bd-42dd-9df1-3e27450d2cfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.1088846 Nov 15 15:00:03.703545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eed54-76a0-467c-83bb-4474433aca04 req-1719d18d-6521-48e8-843a-8abe267cfe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:03.709769 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-274eed54-76a0-467c-83bb-4474433aca04 req-1719d18d-6521-48e8-843a-8abe267cfe8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128712 Nov 15 15:00:03.848223 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-274eed54-76a0-467c-83bb-4474433aca04 req-35c83ca2-36c6-44c6-af1c-313e92fac627 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230192 Nov 15 15:00:04.003225 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-274eed54-76a0-467c-83bb-4474433aca04 req-e6f4a47b-72d0-4676-93e6-0a83fe2f1984 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475437 Nov 15 15:00:04.013117 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da01de58-7edc-4bfb-8c72-a38a234cc270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:04.222964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da01de58-7edc-4bfb-8c72-a38a234cc270 admin admin] Checking segment: {'id': '1308ce8b-7e96-4ffd-a6d8-b562622d7e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0e14b3ff-2e03-42cb-b762-ac8248181d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:00:04.223999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da01de58-7edc-4bfb-8c72-a38a234cc270 admin admin] Network hostable DHCP agents. Network: 0e14b3ff-2e03-42cb-b762-ac8248181d5d, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:00:04.232037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01de58-7edc-4bfb-8c72-a38a234cc270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=334c0aa8-68e8-4fee-b9fa-c89995017683,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:04.441689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da01de58-7edc-4bfb-8c72-a38a234cc270 admin admin] Network 0e14b3ff-2e03-42cb-b762-ac8248181d5d is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:00:04.692809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-da01de58-7edc-4bfb-8c72-a38a234cc270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 0e14b3ff-2e03-42cb-b762-ac8248181d5d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:00:04.696881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da01de58-7edc-4bfb-8c72-a38a234cc270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:04.697705 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da01de58-7edc-4bfb-8c72-a38a234cc270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:04.705411 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb2666d-eb06-41ab-bf2c-e1c92cdf76c5 None None] Network 0e14b3ff-2e03-42cb-b762-ac8248181d5d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:00:04.993162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-da01de58-7edc-4bfb-8c72-a38a234cc270 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8703597 Nov 15 15:00:05.085409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c87c07-de9a-4fa1-abb7-d2408b10310f None None] Network 0e14b3ff-2e03-42cb-b762-ac8248181d5d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:00:05.675497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-6377b98c-4def-414a-b245-72be6f907c7d tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:05.685513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-6377b98c-4def-414a-b245-72be6f907c7d tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/networks?id=caf22c73-8053-4ae8-b624-f5b2b5107ddd HTTP/1.1" status: 200 len: 808 time: 0.1340921 Nov 15 15:00:05.696161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-08df9213-356f-4f50-bd36-54060af6b424 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/quotas/01697ee7cb7240eb8a792a175cdc1665 HTTP/1.1" status: 200 len: 375 time: 0.0096874 Nov 15 15:00:05.699083 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:05.771238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-b922c455-3685-449d-8ffa-cf1621f4bcda tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=01697ee7cb7240eb8a792a175cdc1665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639200 Nov 15 15:00:05.824346 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:05.882923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-a0b5fd13-53e7-4a2f-a382-402238331fd0 service neutron] 10.222.0.70 "GET /v2.0/networks/caf22c73-8053-4ae8-b624-f5b2b5107ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048555 Nov 15 15:00:05.999010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-3d6c7630-9f7f-4c43-843d-0d0753d2937e service neutron] 10.222.0.70 "GET /v2.0/networks/caf22c73-8053-4ae8-b624-f5b2b5107ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094124 Nov 15 15:00:06.321487 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15ecf953-1ae5-4518-a4de-6f4c95ab37dc req-b3b4ac7e-8a2f-4360-836a-485007d740b4 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 210 time: 0.0432429 Nov 15 15:00:07.490822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a59d93fb-19c3-4450-8799-cf8d04ac0d43 req-6f647ac4-b0bb-4672-91a0-c5290651b0d8 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 210 time: 0.0898900 Nov 15 15:00:07.909654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:08.687902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df9f1932-075f-4482-9b98-870268709483 req-8df1de9d-9118-44fe-be39-eb6c93da0be5 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 210 time: 0.0968878 Nov 15 15:00:08.887383 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84f8f456-5ba4-4864-83c8-b723f52e0067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:09.323615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-84f8f456-5ba4-4864-83c8-b723f52e0067 admin admin] Deleting port 18a5f7ee-dce9-4d91-9475-e8a4301393e5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:09.343391 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84f8f456-5ba4-4864-83c8-b723f52e0067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:09.439478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-84f8f456-5ba4-4864-83c8-b723f52e0067 admin admin] For port 18a5f7ee-dce9-4d91-9475-e8a4301393e5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=18a5f7ee-dce9-4d91-9475-e8a4301393e5,segment=NetworkSegment(0f3b98db-2f9a-4524-b14e-16eaa2fbc32e),segment_id=0f3b98db-2f9a-4524-b14e-16eaa2fbc32e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:09.439851 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84f8f456-5ba4-4864-83c8-b723f52e0067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:09.459621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-84f8f456-5ba4-4864-83c8-b723f52e0067 admin admin] Calling delete_port for 18a5f7ee-dce9-4d91-9475-e8a4301393e5 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:09.792600 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70fc1af0-6d0b-4e58-8b7a-cda7ca5ea38d req-ec52ad36-1e93-4e47-ac97-e3d33070490a tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 210 time: 0.0449715 Nov 15 15:00:09.870265 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84f8f456-5ba4-4864-83c8-b723f52e0067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:09.894615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8f456-5ba4-4864-83c8-b723f52e0067 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a5f7ee-dce9-4d91-9475-e8a4301393e5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:10.146810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84f8f456-5ba4-4864-83c8-b723f52e0067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:10.410295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f8f456-5ba4-4864-83c8-b723f52e0067 admin admin] Router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:00:10.537007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f8f456-5ba4-4864-83c8-b723f52e0067 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:00:10.541465 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-84f8f456-5ba4-4864-83c8-b723f52e0067 admin admin] 10.222.0.70 "PUT /v2.0/routers/65a41d11-638f-4e83-a11d-3a9a8b1edf2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6295493 Nov 15 15:00:10.543949 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:10.546498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3c156-c3e3-4a3b-a727-3319f7cfd3ad None None] Sync routers for ids ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:00:10.559108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3c156-c3e3-4a3b-a727-3319f7cfd3ad None None] Routers {'65a41d11-638f-4e83-a11d-3a9a8b1edf2b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:00:10.559818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-66e3c156-c3e3-4a3b-a727-3319f7cfd3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:00:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:10.654135 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:10.667708 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-66e3c156-c3e3-4a3b-a727-3319f7cfd3ad None None] Set router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:00:10.777971 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:10.870421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-66e3c156-c3e3-4a3b-a727-3319f7cfd3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T15:00:09Z', 'revision_number': 5, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:10.901352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3c156-c3e3-4a3b-a727-3319f7cfd3ad None None] Checking router: 65a41d11-638f-4e83-a11d-3a9a8b1edf2b for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:00:10.907230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-834254b5-6a5d-455f-bd1b-b5a3e7cd5740 req-f7829ca3-9133-487c-ab88-014471c4a409 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 210 time: 0.0362587 Nov 15 15:00:10.908441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3c156-c3e3-4a3b-a727-3319f7cfd3ad None None] Routers {'65a41d11-638f-4e83-a11d-3a9a8b1edf2b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:00:10.908835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-66e3c156-c3e3-4a3b-a727-3319f7cfd3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:00:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:11.030716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-66e3c156-c3e3-4a3b-a727-3319f7cfd3ad None None] Set router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:00:11.160158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Deleting port fbd8cd42-253b-424b-a635-c8928cff43da {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:11.160523 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:11.362994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-07311377-1311-499b-979c-f044b5969995 admin admin] For port fbd8cd42-253b-424b-a635-c8928cff43da, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fbd8cd42-253b-424b-a635-c8928cff43da,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:11.363406 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:11.386497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Calling delete_port for fbd8cd42-253b-424b-a635-c8928cff43da owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:11.392019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-66e3c156-c3e3-4a3b-a727-3319f7cfd3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T15:00:09Z', 'revision_number': 5, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:11.439592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3c156-c3e3-4a3b-a727-3319f7cfd3ad None None] The sync data for ids ['65a41d11-638f-4e83-a11d-3a9a8b1edf2b'] in n-d-817748-2 is: [{'id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'name': 'tempest-TestVolumeBackupRestore-1525683152-router', 'tenant_id': 'd73f06e0792a40dc8682da5c48d69865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:35Z', 'updated_at': '2021-11-15T15:00:09Z', 'revision_number': 5, 'project_id': 'd73f06e0792a40dc8682da5c48d69865', 'gw_port': {'id': 'fbd8cd42-253b-424b-a635-c8928cff43da', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a41d11-638f-4e83-a11d-3a9a8b1edf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:36Z', 'updated_at': '2021-11-15T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:00:11.757538 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:11.802314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd8cd42-253b-424b-a635-c8928cff43da,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:11.805503 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593a4ca6-d2fc-45cd-97c6-2ecec0898c33 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:00:11.891607 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.004354 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.019337 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.022880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-429d4e51-c0e1-4d60-8fad-473b0d3f69ad req-c4169f81-7aec-4139-9ee6-37130fe600e5 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 210 time: 0.0343590 Nov 15 15:00:12.178503 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.179050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65a41d11-638f-4e83-a11d-3a9a8b1edf2b {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:00:12.184454 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07311377-1311-499b-979c-f044b5969995 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.187313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-07311377-1311-499b-979c-f044b5969995 admin admin] 10.222.0.70 "DELETE /v2.0/routers/65a41d11-638f-4e83-a11d-3a9a8b1edf2b HTTP/1.1" status: 204 len: 168 time: 1.6406577 Nov 15 15:00:12.188183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 60960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:12.239320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbd0452-511e-4403-bf47-a1d064df382c admin admin] Deleting subnet b0912ef5-9b9e-4d53-a857-3411c89ccea8 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:00:12.245216 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0452-511e-4403-bf47-a1d064df382c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.292665 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0452-511e-4403-bf47-a1d064df382c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.403144 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0452-511e-4403-bf47-a1d064df382c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.565470 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0452-511e-4403-bf47-a1d064df382c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.593164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd0452-511e-4403-bf47-a1d064df382c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0912ef5-9b9e-4d53-a857-3411c89ccea8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:12.603861 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0452-511e-4403-bf47-a1d064df382c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.605160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05575b6c-7190-421e-9808-590f12c8a7cf None None] Network a03409b5-199a-439f-afae-ce6c69aa698f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:00:12.605352 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2cbd0452-511e-4403-bf47-a1d064df382c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b0912ef5-9b9e-4d53-a857-3411c89ccea8 HTTP/1.1" status: 204 len: 168 time: 0.4125841 Nov 15 15:00:12.605440 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 60988) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:12.687970 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.761438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Deleting port 466989c7-4292-4bf6-8f5a-39c0948d1b0e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:12.761790 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.841977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fd9563-1a59-49ee-8cb6-34a3d3f668fe None None] DHCP port deletion for a03409b5-199a-439f-afae-ce6c69aa698f request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:00:12.850745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] For port 466989c7-4292-4bf6-8f5a-39c0948d1b0e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=466989c7-4292-4bf6-8f5a-39c0948d1b0e,segment=NetworkSegment(0f3b98db-2f9a-4524-b14e-16eaa2fbc32e),segment_id=0f3b98db-2f9a-4524-b14e-16eaa2fbc32e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:12.851606 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.869337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Calling delete_port for 466989c7-4292-4bf6-8f5a-39c0948d1b0e owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:12.906375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-67fd9563-1a59-49ee-8cb6-34a3d3f668fe None None] Deleting port 466989c7-4292-4bf6-8f5a-39c0948d1b0e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:12.906838 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67fd9563-1a59-49ee-8cb6-34a3d3f668fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.978841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-67fd9563-1a59-49ee-8cb6-34a3d3f668fe None None] For port 466989c7-4292-4bf6-8f5a-39c0948d1b0e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=466989c7-4292-4bf6-8f5a-39c0948d1b0e,segment=NetworkSegment(0f3b98db-2f9a-4524-b14e-16eaa2fbc32e),segment_id=0f3b98db-2f9a-4524-b14e-16eaa2fbc32e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:12.979243 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67fd9563-1a59-49ee-8cb6-34a3d3f668fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:12.994854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-67fd9563-1a59-49ee-8cb6-34a3d3f668fe None None] Calling delete_port for 466989c7-4292-4bf6-8f5a-39c0948d1b0e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:13.161670 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c67e86c9-5632-416e-b75e-1ec4e9b9ce35 req-d22d788a-9021-4c19-bbfa-4f8b55a73708 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 210 time: 0.0648708 Nov 15 15:00:13.203563 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fbd8cd42-253b-424b-a635-c8928cff43da no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:00:13.216848 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:13.233473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: fbd8cd42-253b-424b-a635-c8928cff43da {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:00:13.234098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fbd8cd42-253b-424b-a635-c8928cff43da not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:00:13.234629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 466989c7-4292-4bf6-8f5a-39c0948d1b0e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:00:13.243463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=466989c7-4292-4bf6-8f5a-39c0948d1b0e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:13.248393 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] No DVR routers for this DVR port 466989c7-4292-4bf6-8f5a-39c0948d1b0e on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:00:13.278709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 466989c7-4292-4bf6-8f5a-39c0948d1b0e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:00:13.279102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 466989c7-4292-4bf6-8f5a-39c0948d1b0e not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:00:13.279531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 18a5f7ee-dce9-4d91-9475-e8a4301393e5 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:00:13.327560 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67fd9563-1a59-49ee-8cb6-34a3d3f668fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:13.330943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 18a5f7ee-dce9-4d91-9475-e8a4301393e5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:00:13.331334 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 18a5f7ee-dce9-4d91-9475-e8a4301393e5 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:00:13.361123 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd9563-1a59-49ee-8cb6-34a3d3f668fe None None] Pushing event deleted for resources: {'Port': ['ID=466989c7-4292-4bf6-8f5a-39c0948d1b0e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:13.364326 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:13.366240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd9563-1a59-49ee-8cb6-34a3d3f668fe None None] No DVR routers for this DVR port 466989c7-4292-4bf6-8f5a-39c0948d1b0e on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:00:13.398497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03409b5-199a-439f-afae-ce6c69aa698f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:13.408393 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:13.408689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3b98db-2f9a-4524-b14e-16eaa2fbc32e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:13.418988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:13.433412 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:13.435150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52cec6-039f-4125-8894-0d41b94a3723 req-3d9427f9-1064-4bb9-8d19-12ff3a7eda63 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:13.436797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd52cec6-039f-4125-8894-0d41b94a3723 req-3d9427f9-1064-4bb9-8d19-12ff3a7eda63 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 945 time: 0.0532708 Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:00:13.445163 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:00:13.492979 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd52cec6-039f-4125-8894-0d41b94a3723 req-e47ddc5b-bbbe-4af1-9374-f1325d2efbd0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478492 Nov 15 15:00:13.612831 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:13.622715 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:13.628829 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a03409b5-199a-439f-afae-ce6c69aa698f HTTP/1.1" status: 204 len: 168 time: 1.0254254 Nov 15 15:00:13.633284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 32812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:13.652763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bfb8b-a039-4528-a346-c79f8c2afdc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03409b5-199a-439f-afae-ce6c69aa698f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:14.341296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70b5744a-4769-42a4-988b-5643b81326f7 req-e259363e-7cf1-49cc-8529-3daccb00f0fe tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 210 time: 0.0574083 Nov 15 15:00:14.474755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-8fbedb63-f607-44f0-8339-4c5a0279dfeb tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:14.476185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-8fbedb63-f607-44f0-8339-4c5a0279dfeb tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.59 "GET /v2.0/networks?id=caf22c73-8053-4ae8-b624-f5b2b5107ddd HTTP/1.1" status: 200 len: 808 time: 0.1670594 Nov 15 15:00:14.490932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-fff9627a-34b1-4cdf-86aa-b8cd349c1f48 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Request body: {'port': {'device_id': '48b9809b-3d68-4f15-9992-c5b7f88d2802', 'network_id': 'caf22c73-8053-4ae8-b624-f5b2b5107ddd', 'admin_state_up': True, 'tenant_id': '01697ee7cb7240eb8a792a175cdc1665'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:14.640607 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1cd44ad-3c70-427d-b342-c7864ffde43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:14.903874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd44ad-3c70-427d-b342-c7864ffde43a admin admin] Deleting port 98c16ff2-e7f8-4642-a7d7-682171993ed1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:14.904384 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1cd44ad-3c70-427d-b342-c7864ffde43a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:14.985543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-fff9627a-34b1-4cdf-86aa-b8cd349c1f48 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Made reservation on behalf of 01697ee7cb7240eb8a792a175cdc1665 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:00:14.989176 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-fff9627a-34b1-4cdf-86aa-b8cd349c1f48 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:14.997253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e1cd44ad-3c70-427d-b342-c7864ffde43a admin admin] For port 98c16ff2-e7f8-4642-a7d7-682171993ed1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=98c16ff2-e7f8-4642-a7d7-682171993ed1,segment=NetworkSegment(28c1ef50-f589-479f-b01a-a43d629ed4ff),segment_id=28c1ef50-f589-479f-b01a-a43d629ed4ff)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:14.997601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1cd44ad-3c70-427d-b342-c7864ffde43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:15.020023 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd44ad-3c70-427d-b342-c7864ffde43a admin admin] Calling delete_port for 98c16ff2-e7f8-4642-a7d7-682171993ed1 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:15.221250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-fff9627a-34b1-4cdf-86aa-b8cd349c1f48 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Allocated IP 172.20.0.2 (caf22c73-8053-4ae8-b624-f5b2b5107ddd/6bfcd611-b965-4920-8977-2f69b9b7e2b1/f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:00:15.442644 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bb87d64-726e-4534-b403-5ce9bf6304fe req-f5d4efdd-bbd1-4092-846e-ec17164dbfa6 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 210 time: 0.0317638 Nov 15 15:00:15.479441 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1cd44ad-3c70-427d-b342-c7864ffde43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:15.540161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd44ad-3c70-427d-b342-c7864ffde43a admin admin] Pushing event deleted for resources: {'Port': ['ID=98c16ff2-e7f8-4642-a7d7-682171993ed1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:15.734740 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-fff9627a-34b1-4cdf-86aa-b8cd349c1f48 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:15.791115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1cd44ad-3c70-427d-b342-c7864ffde43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:15.898529 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-fff9627a-34b1-4cdf-86aa-b8cd349c1f48 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:15.970805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-fff9627a-34b1-4cdf-86aa-b8cd349c1f48 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Network caf22c73-8053-4ae8-b624-f5b2b5107ddd is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:00:16.005778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-fff9627a-34b1-4cdf-86aa-b8cd349c1f48 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:00:16.036548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-fff9627a-34b1-4cdf-86aa-b8cd349c1f48 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:00:16.038963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9627a-34b1-4cdf-86aa-b8cd349c1f48 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Pushing event updated for resources: {'Port': ['ID=f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:16.106355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-fff9627a-34b1-4cdf-86aa-b8cd349c1f48 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:16.107036 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-fff9627a-34b1-4cdf-86aa-b8cd349c1f48 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:16.133685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cd44ad-3c70-427d-b342-c7864ffde43a admin admin] Router 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:00:16.258147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cd44ad-3c70-427d-b342-c7864ffde43a admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:00:16.264042 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e1cd44ad-3c70-427d-b342-c7864ffde43a admin admin] 10.222.0.70 "PUT /v2.0/routers/1ed8fc79-3b09-4c44-ac9d-f76a6f740b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6297703 Nov 15 15:00:16.266645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 32914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:16.269800 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4df4ca-5f72-46f4-a937-864dcc957467 None None] Sync routers for ids ['1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:00:16.276720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-fff9627a-34b1-4cdf-86aa-b8cd349c1f48 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7905312 Nov 15 15:00:16.282810 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4df4ca-5f72-46f4-a937-864dcc957467 None None] Routers {'1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:00:16.282810 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fb4df4ca-5f72-46f4-a937-864dcc957467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:00:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:16.345965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Request body: {'port': {'device_id': '48b9809b-3d68-4f15-9992-c5b7f88d2802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:16.422728 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:16.464360 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:16.526626 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fb4df4ca-5f72-46f4-a937-864dcc957467 None None] Set router 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:00:16.533862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ba140b3-c89b-4a58-8d29-4dabee941b35 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:00:16.653745 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:16.695889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db7870-9860-465e-89f2-c552fec9da72 req-8ce9e4db-83d3-4f54-91f3-bc23e75ec1fe tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:16.697918 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08db7870-9860-465e-89f2-c552fec9da72 req-8ce9e4db-83d3-4f54-91f3-bc23e75ec1fe tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 931 time: 0.1624424 Nov 15 15:00:16.707591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:16.708826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:00:16.711332 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1acf8b-f40c-4311-86db-b9d70417e151" -d '{"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:00:16.782121 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:16.784922 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afceeeea-426c-4903-b7ac-93e31bd90b3b x-openstack-request-id: req-afceeeea-426c-4903-b7ac-93e31bd90b3b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:00:16.786069 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:00:16.786553 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-afceeeea-426c-4903-b7ac-93e31bd90b3b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:00:16.788497 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'code': 200} Nov 15 15:00:16.807561 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fb4df4ca-5f72-46f4-a937-864dcc957467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'name': 'tempest-TestVolumeBackupRestore-1252928136-router', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:46Z', 'updated_at': '2021-11-15T15:00:15Z', 'revision_number': 5, 'project_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'gw_port': {'id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:48Z', 'updated_at': '2021-11-15T14:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:16.831779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08db7870-9860-465e-89f2-c552fec9da72 req-da2317b2-5116-4416-8863-23e4f8a6e4c3 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4d21014-52fd-4e3c-b638-b982d3b751bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197853 Nov 15 15:00:16.834145 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4df4ca-5f72-46f4-a937-864dcc957467 None None] Checking router: 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:00:16.843528 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4df4ca-5f72-46f4-a937-864dcc957467 None None] Routers {'1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:00:16.844348 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fb4df4ca-5f72-46f4-a937-864dcc957467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:00:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:16.917711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:00:16.925249 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:16.938326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Transition to ACTIVE for port object f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:00:16.964398 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fb4df4ca-5f72-46f4-a937-864dcc957467 None None] Set router 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:00:17.033833 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:17.081465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:17.153689 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fb4df4ca-5f72-46f4-a937-864dcc957467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'name': 'tempest-TestVolumeBackupRestore-1252928136-router', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:46Z', 'updated_at': '2021-11-15T15:00:15Z', 'revision_number': 5, 'project_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'gw_port': {'id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:48Z', 'updated_at': '2021-11-15T14:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:17.184393 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4df4ca-5f72-46f4-a937-864dcc957467 None None] The sync data for ids ['1ed8fc79-3b09-4c44-ac9d-f76a6f740b40'] in n-d-817748-2 is: [{'id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'name': 'tempest-TestVolumeBackupRestore-1252928136-router', 'tenant_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:54:46Z', 'updated_at': '2021-11-15T15:00:15Z', 'revision_number': 5, 'project_id': 'c7ed2e3ab46a4791b4cdc9523265d3d4', 'gw_port': {'id': 'd5c21da6-8a29-4ed3-8d23-b91096fe33c1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed8fc79-3b09-4c44-ac9d-f76a6f740b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:54:48Z', 'updated_at': '2021-11-15T14:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:00:17.228414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Deleting port d5c21da6-8a29-4ed3-8d23-b91096fe33c1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:17.228794 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:17.231767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:17.335868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:17.414770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] For port d5c21da6-8a29-4ed3-8d23-b91096fe33c1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d5c21da6-8a29-4ed3-8d23-b91096fe33c1,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:17.415200 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:17.431595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Calling delete_port for d5c21da6-8a29-4ed3-8d23-b91096fe33c1 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:17.484116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Attempting to bind port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:00:17.484701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Attempting to bind port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '5c39405c-956e-4d17-a76c-82cbb46802b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'caf22c73-8053-4ae8-b624-f5b2b5107ddd'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:00:17.485010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Attempting to bind port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf on network caf22c73-8053-4ae8-b624-f5b2b5107ddd {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:00:17.494676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf on network caf22c73-8053-4ae8-b624-f5b2b5107ddd not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:00:17.494967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Attempting to bind port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf on network caf22c73-8053-4ae8-b624-f5b2b5107ddd {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:00:17.508524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:00:17.508864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Checking segment: {'id': '5c39405c-956e-4d17-a76c-82cbb46802b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'caf22c73-8053-4ae8-b624-f5b2b5107ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:00:17.509920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Bound using segment: {'id': '5c39405c-956e-4d17-a76c-82cbb46802b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'caf22c73-8053-4ae8-b624-f5b2b5107ddd'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:00:17.510374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Bound port: f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c39405c-956e-4d17-a76c-82cbb46802b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'caf22c73-8053-4ae8-b624-f5b2b5107ddd'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:00:17.510758 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:17.627800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] For port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:00:17.632876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] For port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf,segment=NetworkSegment(5c39405c-956e-4d17-a76c-82cbb46802b9),segment_id=5c39405c-956e-4d17-a76c-82cbb46802b9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:00:17.799584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:17.833393 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:17.834434 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:17.856994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] 10.222.0.59 "PUT /v2.0/ports/f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf HTTP/1.1" status: 200 len: 1091 time: 1.5276537 Nov 15 15:00:17.856994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b9809b-3d68-4f15-9992-c5b7f88d2802', 'tag': 'f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:00:17.856994 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bc5dea-f67d-4027-88d9-1ee184112705" -d '{"events": [{"name": "network-changed", "server_uuid": "48b9809b-3d68-4f15-9992-c5b7f88d2802", "tag": "f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:00:17.883194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cb129-da7f-4a20-bbb7-3c75998b1251 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:17.888595 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b8f304-478b-4409-89e6-d29cfa0f8c95 x-openstack-request-id: req-30b8f304-478b-4409-89e6-d29cfa0f8c95 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:00:17.888852 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b9809b-3d68-4f15-9992-c5b7f88d2802", "tag": "f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:00:17.889085 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30b8f304-478b-4409-89e6-d29cfa0f8c95 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:00:17.889494 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b9809b-3d68-4f15-9992-c5b7f88d2802', 'tag': 'f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf', 'status': 'completed', 'code': 200} Nov 15 15:00:17.964935 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:18.007294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c21da6-8a29-4ed3-8d23-b91096fe33c1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:18.015128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade67668-8136-437e-a7f3-523590261bee None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:00:18.070096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc5dea-f67d-4027-88d9-1ee184112705 req-15f5546c-e573-4270-bc65-2d994e8938a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:18.071714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62bc5dea-f67d-4027-88d9-1ee184112705 req-15f5546c-e573-4270-bc65-2d994e8938a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01697ee7cb7240eb8a792a175cdc1665&device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 1094 time: 0.1605091 Nov 15 15:00:18.079174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6662e5-570c-4343-b54d-943003f6938b req-ebfc03c6-6536-4201-9bb2-af0ac1e1f806 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:18.080604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d6662e5-570c-4343-b54d-943003f6938b req-ebfc03c6-6536-4201-9bb2-af0ac1e1f806 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 943 time: 0.1585236 Nov 15 15:00:18.157123 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:18.537510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ba140b3-c89b-4a58-8d29-4dabee941b35 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:00:18.656926 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:18.659060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:18.661913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:18.666903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d6662e5-570c-4343-b54d-943003f6938b req-f1f6a10f-0b92-40e3-a7be-2c3ac39fee6b tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4d21014-52fd-4e3c-b638-b982d3b751bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722916 Nov 15 15:00:18.689598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'port_id': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'mac_address': 'fa:16:3e:5d:64:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:00:18.730815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc5dea-f67d-4027-88d9-1ee184112705 req-b6c3c4d4-e585-487a-8c00-e6837d33f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:18.732179 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:18.732316 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62bc5dea-f67d-4027-88d9-1ee184112705 req-b6c3c4d4-e585-487a-8c00-e6837d33f893 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=01697ee7cb7240eb8a792a175cdc1665&shared=False HTTP/1.1" status: 200 len: 909 time: 0.6491072 Nov 15 15:00:18.753274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba140b3-c89b-4a58-8d29-4dabee941b35 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:00:18.782155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:18.843906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc5dea-f67d-4027-88d9-1ee184112705 req-3a0ac2c8-0a39-4684-b225-6f7c24a76fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:18.845504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62bc5dea-f67d-4027-88d9-1ee184112705 req-3a0ac2c8-0a39-4684-b225-6f7c24a76fc7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059651 Nov 15 15:00:18.939906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-c071e446-d7a6-4092-9dbe-fc00cc8179b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:18.941635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-c071e446-d7a6-4092-9dbe-fc00cc8179b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01697ee7cb7240eb8a792a175cdc1665&device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 1094 time: 0.0523231 Nov 15 15:00:18.956287 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:18.993023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:18.994654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:00:18.998710 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:19.000111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f1632159-3066-42fb-af15-20125e516d70 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1ed8fc79-3b09-4c44-ac9d-f76a6f740b40 HTTP/1.1" status: 204 len: 168 time: 2.7325270 Nov 15 15:00:19.001860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-3de69d10-72ca-46dd-92dd-da4d75ff47c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf HTTP/1.1" status: 200 len: 217 time: 0.0515144 Nov 15 15:00:19.002723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33018) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:19.023940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:19.045650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['4ba140b3-c89b-4a58-8d29-4dabee941b35'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:00:19.091401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-011ce430-ca1d-4b8e-a68b-bf3a42fb2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:19.092931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-011ce430-ca1d-4b8e-a68b-bf3a42fb2812 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bfcd611-b965-4920-8977-2f69b9b7e2b1 HTTP/1.1" status: 200 len: 848 time: 0.0828958 Nov 15 15:00:19.095838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c99059a-c4d4-4ca6-88a5-1d61bcb8f86e admin admin] Deleting subnet 4e8b2e84-347d-4abc-9d04-310550b58519 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:00:19.099505 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c99059a-c4d4-4ca6-88a5-1d61bcb8f86e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:19.168372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-e8f0f8d4-8e5f-4077-9e16-d681321bde08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=caf22c73-8053-4ae8-b624-f5b2b5107ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667655 Nov 15 15:00:19.207580 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c99059a-c4d4-4ca6-88a5-1d61bcb8f86e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:19.369734 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c99059a-c4d4-4ca6-88a5-1d61bcb8f86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:19.391883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-ed380a37-1414-46ef-99aa-0b5d5433e1be service neutron] 10.222.0.59 "GET /v2.0/networks/caf22c73-8053-4ae8-b624-f5b2b5107ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118306 Nov 15 15:00:19.508303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f6685e-c0f3-472e-8a58-a143f1c37a62 req-0962ef30-03fa-4712-8a25-bf4937ad74b6 service neutron] 10.222.0.59 "GET /v2.0/networks/caf22c73-8053-4ae8-b624-f5b2b5107ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049614 Nov 15 15:00:19.555363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 98c16ff2-e7f8-4642-a7d7-682171993ed1 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:00:19.583911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 98c16ff2-e7f8-4642-a7d7-682171993ed1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:00:19.584265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 98c16ff2-e7f8-4642-a7d7-682171993ed1 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:00:19.767880 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c99059a-c4d4-4ca6-88a5-1d61bcb8f86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:19.799078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99059a-c4d4-4ca6-88a5-1d61bcb8f86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8b2e84-347d-4abc-9d04-310550b58519,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:19.804394 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c99059a-c4d4-4ca6-88a5-1d61bcb8f86e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:19.808122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0c99059a-c4d4-4ca6-88a5-1d61bcb8f86e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4e8b2e84-347d-4abc-9d04-310550b58519 HTTP/1.1" status: 204 len: 168 time: 0.8043406 Nov 15 15:00:19.809573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55bd33-71d7-48d6-9686-89afab88846d None None] Network 94065a98-3e71-4d76-b889-11790d86ef47 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:00:19.810808 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:19.831999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3aa473-e2bd-4c16-ac63-5f81ac83678a req-1d156e75-75ad-4953-9be2-bd51f0ab45d5 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:19.833917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e3aa473-e2bd-4c16-ac63-5f81ac83678a req-1d156e75-75ad-4953-9be2-bd51f0ab45d5 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 943 time: 0.0940216 Nov 15 15:00:19.887428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:19.898739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e3aa473-e2bd-4c16-ac63-5f81ac83678a req-89f2af2a-6424-4832-9bdd-ff6f1f7c8d97 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4d21014-52fd-4e3c-b638-b982d3b751bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558376 Nov 15 15:00:19.957724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Deleting port 753f4a93-a8a4-4fd8-9768-f695b663294f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:19.958214 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.012149 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] DHCP port deletion for 94065a98-3e71-4d76-b889-11790d86ef47 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:00:20.024218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] For port 753f4a93-a8a4-4fd8-9768-f695b663294f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=753f4a93-a8a4-4fd8-9768-f695b663294f,segment=NetworkSegment(28c1ef50-f589-479f-b01a-a43d629ed4ff),segment_id=28c1ef50-f589-479f-b01a-a43d629ed4ff)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:20.024603 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.044313 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Calling delete_port for 753f4a93-a8a4-4fd8-9768-f695b663294f owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:20.062672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Deleting port 753f4a93-a8a4-4fd8-9768-f695b663294f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:20.073823 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.138910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] For port 753f4a93-a8a4-4fd8-9768-f695b663294f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=753f4a93-a8a4-4fd8-9768-f695b663294f,segment=NetworkSegment(28c1ef50-f589-479f-b01a-a43d629ed4ff),segment_id=28c1ef50-f589-479f-b01a-a43d629ed4ff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:20.139327 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.154803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Calling delete_port for 753f4a93-a8a4-4fd8-9768-f695b663294f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:20.440066 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.449434 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.462584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] No DVR routers for this DVR port 753f4a93-a8a4-4fd8-9768-f695b663294f on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:00:20.503780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Pushing event deleted for resources: {'Port': ['ID=753f4a93-a8a4-4fd8-9768-f695b663294f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:20.506324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] No DVR routers for this DVR port 753f4a93-a8a4-4fd8-9768-f695b663294f on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:00:20.524929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:20.525423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:20.525772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:20.526162 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:20.526615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:20.526850 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:20.527184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:20.527511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:20.527938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:20.528152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:20.529170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:20.529170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7c943-a2b9-40a1-aba3-9de173b02a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:20.601696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Pushing event deleted for resources: {'Port': ['ID=753f4a93-a8a4-4fd8-9768-f695b663294f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:20.631056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ba140b3-c89b-4a58-8d29-4dabee941b35 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:00:20.631180 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.658634 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94065a98-3e71-4d76-b889-11790d86ef47']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:20.671319 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c1ef50-f589-479f-b01a-a43d629ed4ff') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:20.672587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c1ef50-f589-479f-b01a-a43d629ed4ff') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:20.686921 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.691337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 4ba140b3-c89b-4a58-8d29-4dabee941b35 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:00:20.691910 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.716256 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.724989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:00:20.725730 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:00:20.727130 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:00:20.816194 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.848229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:00:20.851084 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c14aaa7-fa94-462f-aea8-ac1850da32f0" -d '{"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:00:20.897268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:20.933313 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d10521-5b91-4126-961e-0ce50ab6b6d8 x-openstack-request-id: req-31d10521-5b91-4126-961e-0ce50ab6b6d8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:00:20.933692 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:00:20.934022 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31d10521-5b91-4126-961e-0ce50ab6b6d8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:00:20.934533 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'code': 200} Nov 15 15:00:20.939146 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.949834 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:20.953916 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] 10.222.0.70 "DELETE /v2.0/networks/94065a98-3e71-4d76-b889-11790d86ef47 HTTP/1.1" status: 204 len: 168 time: 1.1420252 Nov 15 15:00:20.982152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdf39b-70c2-42b5-933e-80a53bd1fc6d admin admin] Pushing event deleted for resources: {'Network': ['ID=94065a98-3e71-4d76-b889-11790d86ef47,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:21.008412 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:21.078591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f0ab-c780-449b-b4cf-fd707588281f req-9e72be37-d762-4307-9787-7ba90aef8fde tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:21.080187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63a3f0ab-c780-449b-b4cf-fd707588281f req-9e72be37-d762-4307-9787-7ba90aef8fde tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 943 time: 0.0830128 Nov 15 15:00:21.104511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:21.155001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63a3f0ab-c780-449b-b4cf-fd707588281f req-b5821277-59fb-456a-97b9-0453453e5800 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4d21014-52fd-4e3c-b638-b982d3b751bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669229 Nov 15 15:00:21.224717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d5c21da6-8a29-4ed3-8d23-b91096fe33c1 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:00:21.253319 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: d5c21da6-8a29-4ed3-8d23-b91096fe33c1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:00:21.253650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d5c21da6-8a29-4ed3-8d23-b91096fe33c1 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:00:21.254076 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 753f4a93-a8a4-4fd8-9768-f695b663294f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:00:21.285990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 753f4a93-a8a4-4fd8-9768-f695b663294f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:00:21.286361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 753f4a93-a8a4-4fd8-9768-f695b663294f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:00:21.738902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33098) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:21.795931 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cba771d7-d368-4aa8-8e8a-bb95822acd73 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d73f06e0792a40dc8682da5c48d69865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552649 Nov 15 15:00:21.796406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:21.863866 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea808750-7f7e-4a57-838a-7e8961f9b814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:21.894325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea808750-7f7e-4a57-838a-7e8961f9b814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:22.085366 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea808750-7f7e-4a57-838a-7e8961f9b814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:22.088845 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea808750-7f7e-4a57-838a-7e8961f9b814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:22.093644 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ea808750-7f7e-4a57-838a-7e8961f9b814 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76abad97-f9c4-4d25-92d3-d6ce138c369d HTTP/1.1" status: 204 len: 168 time: 0.2959785 Nov 15 15:00:22.109638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea808750-7f7e-4a57-838a-7e8961f9b814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76abad97-f9c4-4d25-92d3-d6ce138c369d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:22.253245 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:00:22.335292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f89e0-e93f-4754-9913-07b816b79fb2 req-c772d1de-1a84-4e59-9306-081beecde343 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:22.344856 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-409f89e0-e93f-4754-9913-07b816b79fb2 req-c772d1de-1a84-4e59-9306-081beecde343 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 943 time: 0.0781221 Nov 15 15:00:22.411934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-409f89e0-e93f-4754-9913-07b816b79fb2 req-b52425ca-81d7-4902-aff3-8f2dc82959bf tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4d21014-52fd-4e3c-b638-b982d3b751bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614486 Nov 15 15:00:22.507552 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf,segment=NetworkSegment(5c39405c-956e-4d17-a76c-82cbb46802b9),segment_id=5c39405c-956e-4d17-a76c-82cbb46802b9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:22.531346 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf', 'network_id': 'caf22c73-8053-4ae8-b624-f5b2b5107ddd', 'port_id': 'f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf', 'mac_address': 'fa:16:3e:28:71:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfcd611-b965-4920-8977-2f69b9b7e2b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:00:22.583860 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:22.613431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:00:22.640178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf,segment=NetworkSegment(5c39405c-956e-4d17-a76c-82cbb46802b9),segment_id=5c39405c-956e-4d17-a76c-82cbb46802b9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:22.790033 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:22.848369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:23.013235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:00:23.279613 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33148) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:23.353817 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e672f023-119b-473f-8258-17d5214c7dd6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7ed2e3ab46a4791b4cdc9523265d3d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725210 Nov 15 15:00:23.356738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:23.419438 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d3f1845-8cc8-4116-a2f8-ff0bf6e5b710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:23.442739 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d3f1845-8cc8-4116-a2f8-ff0bf6e5b710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:23.485117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33158) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:23.585890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea863e6-5548-4bbd-9eb5-9e9e3484c845 req-0df6ab66-1835-451a-b54a-3086e3314c1b tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:23.587620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ea863e6-5548-4bbd-9eb5-9e9e3484c845 req-0df6ab66-1835-451a-b54a-3086e3314c1b tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 944 time: 0.0785367 Nov 15 15:00:23.647341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ea863e6-5548-4bbd-9eb5-9e9e3484c845 req-bd96d65a-6d5d-4c1b-8f8e-29c5048abf44 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4d21014-52fd-4e3c-b638-b982d3b751bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520215 Nov 15 15:00:23.661935 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a36bee4-b352-4194-9799-acf6fd99495e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:23.673345 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d3f1845-8cc8-4116-a2f8-ff0bf6e5b710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:23.676046 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d3f1845-8cc8-4116-a2f8-ff0bf6e5b710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:23.679667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4d3f1845-8cc8-4116-a2f8-ff0bf6e5b710 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94defaf0-cecc-4d7b-964f-e199d46182ee HTTP/1.1" status: 204 len: 168 time: 0.3192351 Nov 15 15:00:23.695478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f1845-8cc8-4116-a2f8-ff0bf6e5b710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94defaf0-cecc-4d7b-964f-e199d46182ee,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:23.772135 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a36bee4-b352-4194-9799-acf6fd99495e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:24.144169 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a36bee4-b352-4194-9799-acf6fd99495e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:24.185564 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3a36bee4-b352-4194-9799-acf6fd99495e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a17ec8c54e6a4d3ab38e3cb5212aa4d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6988204 Nov 15 15:00:24.186316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36bee4-b352-4194-9799-acf6fd99495e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13348b5-a258-4a04-8ab9-9a47fd31aa84,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:24.188774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:24.241225 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c265ffe4-5398-4068-a42b-c386bd73f27f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:24.262663 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c265ffe4-5398-4068-a42b-c386bd73f27f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:24.266304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:00:24.402290 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c265ffe4-5398-4068-a42b-c386bd73f27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:24.408641 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c265ffe4-5398-4068-a42b-c386bd73f27f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:24.418324 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c265ffe4-5398-4068-a42b-c386bd73f27f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e13348b5-a258-4a04-8ab9-9a47fd31aa84 HTTP/1.1" status: 204 len: 168 time: 0.2285647 Nov 15 15:00:24.428075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265ffe4-5398-4068-a42b-c386bd73f27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13348b5-a258-4a04-8ab9-9a47fd31aa84,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:24.436079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:00:24.457712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:00:24.463305 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:24.641864 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:24.729049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf,segment=NetworkSegment(5c39405c-956e-4d17-a76c-82cbb46802b9),segment_id=5c39405c-956e-4d17-a76c-82cbb46802b9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:24.729385 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b9809b-3d68-4f15-9992-c5b7f88d2802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:00:24.735051 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd4e839-4919-4128-b527-9f03433c0af4" -d '{"events": [{"server_uuid": "48b9809b-3d68-4f15-9992-c5b7f88d2802", "name": "network-vif-plugged", "status": "completed", "tag": "f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:00:24.798123 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6eb61d7-8270-4996-93b2-08748ee4d8b9 x-openstack-request-id: req-d6eb61d7-8270-4996-93b2-08748ee4d8b9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:00:24.798743 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b9809b-3d68-4f15-9992-c5b7f88d2802", "name": "network-vif-plugged", "status": "completed", "tag": "f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:00:24.799147 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6eb61d7-8270-4996-93b2-08748ee4d8b9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:00:24.799893 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b9809b-3d68-4f15-9992-c5b7f88d2802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf', 'code': 200} Nov 15 15:00:24.846732 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:24.857760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fa7f8-8c22-46de-9f8d-ffd2883fce5f req-b935f52e-8821-4475-ba04-f0d2d69cc072 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:24.869461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-627fa7f8-8c22-46de-9f8d-ffd2883fce5f req-b935f52e-8821-4475-ba04-f0d2d69cc072 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 944 time: 0.0991342 Nov 15 15:00:24.921853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:24.995791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-627fa7f8-8c22-46de-9f8d-ffd2883fce5f req-e2c7f66c-3656-4b8d-ab83-463282bb4748 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4d21014-52fd-4e3c-b638-b982d3b751bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221850 Nov 15 15:00:25.012991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb16dc-7336-40ae-a29c-aa0204d4dc4c req-9ef190e3-4747-45b7-800b-292c6ae4a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:25.014918 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5cb16dc-7336-40ae-a29c-aa0204d4dc4c req-9ef190e3-4747-45b7-800b-292c6ae4a4dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 1096 time: 0.1135888 Nov 15 15:00:25.072373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5cb16dc-7336-40ae-a29c-aa0204d4dc4c req-86b96a7f-4104-4e5b-b079-fdd0df8c57e9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c4d21014-52fd-4e3c-b638-b982d3b751bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491972 Nov 15 15:00:25.448332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33214) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:25.465974 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c36a3782-51db-42fa-9dbe-490f5a4f83cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:25.606166 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c36a3782-51db-42fa-9dbe-490f5a4f83cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:25.721806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c36a3782-51db-42fa-9dbe-490f5a4f83cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:25.802668 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c36a3782-51db-42fa-9dbe-490f5a4f83cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a906712f17514642bd3914f47553bc89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3526752 Nov 15 15:00:25.808480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a3782-51db-42fa-9dbe-490f5a4f83cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbad4f34-2929-446c-8f02-b1f0e17ff2e1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:25.808882 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33216) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:25.923448 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0488735-a595-45c5-8b56-436f0efba28d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:25.961545 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0488735-a595-45c5-8b56-436f0efba28d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:26.141902 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:00:26.159701 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0488735-a595-45c5-8b56-436f0efba28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:26.166044 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0488735-a595-45c5-8b56-436f0efba28d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:26.168188 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b0488735-a595-45c5-8b56-436f0efba28d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fbad4f34-2929-446c-8f02-b1f0e17ff2e1 HTTP/1.1" status: 204 len: 168 time: 0.3547449 Nov 15 15:00:26.182948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0488735-a595-45c5-8b56-436f0efba28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbad4f34-2929-446c-8f02-b1f0e17ff2e1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:26.196511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e425e00-ed08-4f96-a006-be6f64427f57 req-6512878d-b2d0-4627-bda7-4eaa5bd7d441 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:26.207998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e425e00-ed08-4f96-a006-be6f64427f57 req-6512878d-b2d0-4627-bda7-4eaa5bd7d441 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 945 time: 0.0859063 Nov 15 15:00:26.286493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e425e00-ed08-4f96-a006-be6f64427f57 req-1acc2f0a-70f4-4214-8c34-4b05bf65f746 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4d21014-52fd-4e3c-b638-b982d3b751bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770972 Nov 15 15:00:27.490964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8983bba-9fa5-4981-b823-f8f28c735cfa req-67cf72c7-411d-4856-bbeb-d0ffff379541 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:27.494447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8983bba-9fa5-4981-b823-f8f28c735cfa req-67cf72c7-411d-4856-bbeb-d0ffff379541 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 945 time: 0.0901287 Nov 15 15:00:27.559118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8983bba-9fa5-4981-b823-f8f28c735cfa req-d96d075c-9e41-4880-bfcd-844988d39f4d tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4d21014-52fd-4e3c-b638-b982d3b751bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585032 Nov 15 15:00:28.313517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:28.682949 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33274) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:28.885130 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:28.887702 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-799c8a30-eadf-40ee-be5a-771352750a8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:29.003960 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-799c8a30-eadf-40ee-be5a-771352750a8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:29.115983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-799c8a30-eadf-40ee-be5a-771352750a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:29.147169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c8a30-eadf-40ee-be5a-771352750a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac337d5-f50e-4bdc-96f2-8e64dac18b17,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:29.178218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33286) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:29.203725 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-799c8a30-eadf-40ee-be5a-771352750a8d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aaab0f822d9e4bcfbfe5c434ba6f601a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195246 Nov 15 15:00:29.265501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c230fde6-49d6-4ae6-a081-fa03c4cad60a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:29.292812 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c230fde6-49d6-4ae6-a081-fa03c4cad60a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:29.473140 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c230fde6-49d6-4ae6-a081-fa03c4cad60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:29.476721 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c230fde6-49d6-4ae6-a081-fa03c4cad60a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:29.479812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c230fde6-49d6-4ae6-a081-fa03c4cad60a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bac337d5-f50e-4bdc-96f2-8e64dac18b17 HTTP/1.1" status: 204 len: 168 time: 0.2957821 Nov 15 15:00:29.493483 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230fde6-49d6-4ae6-a081-fa03c4cad60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac337d5-f50e-4bdc-96f2-8e64dac18b17,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:29.772474 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7c8fc97-4e80-45b6-a9a3-84ae6f1e1223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:32.167736 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f23c42b1-d4b0-4f9f-85b7-4a25ebcd4baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:33.589494 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:33.988873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7102334-2792-4b86-8e31-71fb1ca9d349 req-323e0f8f-244e-461a-be70-548669c357d4 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:33.990432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7102334-2792-4b86-8e31-71fb1ca9d349 req-323e0f8f-244e-461a-be70-548669c357d4 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 945 time: 0.0511856 Nov 15 15:00:34.058751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7102334-2792-4b86-8e31-71fb1ca9d349 req-4c9624d3-c43e-4839-bff9-6aa5206444a0 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4d21014-52fd-4e3c-b638-b982d3b751bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541961 Nov 15 15:00:34.561169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33446) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:34.561774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5c627-08ce-4028-acfe-0152e458ab20 req-7b9c0abf-bf69-46f1-b17a-2ee4da1c6125 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:34.563365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3dc5c627-08ce-4028-acfe-0152e458ab20 req-7b9c0abf-bf69-46f1-b17a-2ee4da1c6125 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.0533171 Nov 15 15:00:34.614720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3dc5c627-08ce-4028-acfe-0152e458ab20 req-02b2a258-2ade-47b5-ab70-294c25d0274a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449376 Nov 15 15:00:34.678725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14c2d567-2b2a-4dc3-bf55-f55e6a282f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:34.763795 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14c2d567-2b2a-4dc3-bf55-f55e6a282f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:34.955533 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14c2d567-2b2a-4dc3-bf55-f55e6a282f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:34.993461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2d567-2b2a-4dc3-bf55-f55e6a282f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047bbcf9-c0b6-4411-b134-2a4020e0901a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:34.999225 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-14c2d567-2b2a-4dc3-bf55-f55e6a282f83 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0eeac412489646f39ca1585a9b6219e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4408045 Nov 15 15:00:35.001996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33460) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:35.055872 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02279080-668c-40fc-a4ac-d2e647057e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:35.079998 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02279080-668c-40fc-a4ac-d2e647057e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:35.160898 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:35.191136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60bc98-2abc-48be-aaff-e48e7b3092f3 req-74077203-bbae-4bb4-b697-e0ff95fa6613 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:35.192739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a60bc98-2abc-48be-aaff-e48e7b3092f3 req-74077203-bbae-4bb4-b697-e0ff95fa6613 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 945 time: 0.0614686 Nov 15 15:00:35.244938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a60bc98-2abc-48be-aaff-e48e7b3092f3 req-bbcf8215-8541-49be-b348-d931483479f1 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4d21014-52fd-4e3c-b638-b982d3b751bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456533 Nov 15 15:00:35.246551 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02279080-668c-40fc-a4ac-d2e647057e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:35.249418 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02279080-668c-40fc-a4ac-d2e647057e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:35.252328 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-02279080-668c-40fc-a4ac-d2e647057e7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/047bbcf9-c0b6-4411-b134-2a4020e0901a HTTP/1.1" status: 204 len: 168 time: 0.2477849 Nov 15 15:00:35.261027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02279080-668c-40fc-a4ac-d2e647057e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047bbcf9-c0b6-4411-b134-2a4020e0901a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:35.437568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4bb45-1e49-42d9-8348-d1a9f84bf1b4 req-49ebdc3e-ddad-427c-81fa-64b7873ff85b tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:35.439106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3db4bb45-1e49-42d9-8348-d1a9f84bf1b4 req-49ebdc3e-ddad-427c-81fa-64b7873ff85b tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.59 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 945 time: 0.0806534 Nov 15 15:00:35.483789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecea95-d612-4cd9-9a22-96b49e6fedc0 req-a89beb29-bf6e-4753-a7fd-936d937a1f77 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:35.485322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-daecea95-d612-4cd9-9a22-96b49e6fedc0 req-a89beb29-bf6e-4753-a7fd-936d937a1f77 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.0949605 Nov 15 15:00:35.570270 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-daecea95-d612-4cd9-9a22-96b49e6fedc0 req-06962966-f87f-4799-bba3-3ae014c12e9f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757833 Nov 15 15:00:35.594250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3db4bb45-1e49-42d9-8348-d1a9f84bf1b4 req-85ae533c-68c9-4558-a32b-6fd05e3d19b4 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Deleting port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:35.594250 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3db4bb45-1e49-42d9-8348-d1a9f84bf1b4 req-85ae533c-68c9-4558-a32b-6fd05e3d19b4 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:35.691731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3db4bb45-1e49-42d9-8348-d1a9f84bf1b4 req-85ae533c-68c9-4558-a32b-6fd05e3d19b4 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] For port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf,segment=NetworkSegment(5c39405c-956e-4d17-a76c-82cbb46802b9),segment_id=5c39405c-956e-4d17-a76c-82cbb46802b9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:35.692165 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3db4bb45-1e49-42d9-8348-d1a9f84bf1b4 req-85ae533c-68c9-4558-a32b-6fd05e3d19b4 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:35.704846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3db4bb45-1e49-42d9-8348-d1a9f84bf1b4 req-85ae533c-68c9-4558-a32b-6fd05e3d19b4 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Calling delete_port for f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:35.966340 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:36.035376 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3db4bb45-1e49-42d9-8348-d1a9f84bf1b4 req-85ae533c-68c9-4558-a32b-6fd05e3d19b4 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:36.047755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:00:36.064770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae533c-68c9-4558-a32b-6fd05e3d19b4 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Pushing event deleted for resources: {'Port': ['ID=f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:36.107186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db4bb45-1e49-42d9-8348-d1a9f84bf1b4 req-85ae533c-68c9-4558-a32b-6fd05e3d19b4 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] No DVR routers for this DVR port f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:00:36.109757 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3db4bb45-1e49-42d9-8348-d1a9f84bf1b4 req-85ae533c-68c9-4558-a32b-6fd05e3d19b4 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:36.113087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3db4bb45-1e49-42d9-8348-d1a9f84bf1b4 req-85ae533c-68c9-4558-a32b-6fd05e3d19b4 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.59 "DELETE /v2.0/ports/f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf HTTP/1.1" status: 204 len: 173 time: 0.6664155 Nov 15 15:00:36.113525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b9809b-3d68-4f15-9992-c5b7f88d2802', 'name': 'network-vif-deleted', 'tag': 'f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:00:36.115818 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dca41aa-3d06-419f-9bf3-7f44d7e10634" -d '{"events": [{"server_uuid": "48b9809b-3d68-4f15-9992-c5b7f88d2802", "name": "network-vif-deleted", "tag": "f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:00:36.156535 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6d49eb-1f69-480b-93e8-6e33c53ffc66 x-openstack-request-id: req-4f6d49eb-1f69-480b-93e8-6e33c53ffc66 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:00:36.156833 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b9809b-3d68-4f15-9992-c5b7f88d2802", "name": "network-vif-deleted", "tag": "f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:00:36.157089 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f6d49eb-1f69-480b-93e8-6e33c53ffc66 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:00:36.157489 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b9809b-3d68-4f15-9992-c5b7f88d2802', 'name': 'network-vif-deleted', 'tag': 'f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf', 'status': 'completed', 'code': 200} Nov 15 15:00:36.224178 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33472) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:36.237350 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72263436-9085-44ff-8b7f-f2e9afcf61a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:36.323257 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72263436-9085-44ff-8b7f-f2e9afcf61a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:36.374808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1432ea45-187f-40ef-b517-42b5fa4cc0a8 req-0ae6278f-cca9-4b3e-8261-5207fb6ec407 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 210 time: 0.0318558 Nov 15 15:00:36.493424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72263436-9085-44ff-8b7f-f2e9afcf61a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:36.536124 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-72263436-9085-44ff-8b7f-f2e9afcf61a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5aacbab3bf5a4081b49a9e93cf016fc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3108325 Nov 15 15:00:36.537141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72263436-9085-44ff-8b7f-f2e9afcf61a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f78501-aa11-4fdb-823c-c527a6c7f8f7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:36.538805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:36.587601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48dd2778-7189-4eb6-9933-c41b36e4a2eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:36.617353 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48dd2778-7189-4eb6-9933-c41b36e4a2eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:36.691648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ba140b3-c89b-4a58-8d29-4dabee941b35 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:00:36.713791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb8d44-7906-45cf-ad70-13736d86bd3c req-92179275-c3ca-4508-81a2-d8bd66100c98 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:36.715377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9dbb8d44-7906-45cf-ad70-13736d86bd3c req-92179275-c3ca-4508-81a2-d8bd66100c98 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.0533993 Nov 15 15:00:36.771372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9dbb8d44-7906-45cf-ad70-13736d86bd3c req-c773d6a9-3d1f-44b8-bdfb-b57cbf3db7f7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491252 Nov 15 15:00:36.925538 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:36.926716 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48dd2778-7189-4eb6-9933-c41b36e4a2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:36.929369 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48dd2778-7189-4eb6-9933-c41b36e4a2eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:36.931279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-48dd2778-7189-4eb6-9933-c41b36e4a2eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11f78501-aa11-4fdb-823c-c527a6c7f8f7 HTTP/1.1" status: 204 len: 168 time: 0.3908460 Nov 15 15:00:36.941090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd2778-7189-4eb6-9933-c41b36e4a2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f78501-aa11-4fdb-823c-c527a6c7f8f7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:36.953595 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:00:36.956590 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74701906-9d41-499a-aff3-2109ffe64b3f" -d '{"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:00:36.981462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:37.002455 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d66f2a-34bd-401d-860c-a62b4eecaa9c x-openstack-request-id: req-e7d66f2a-34bd-401d-860c-a62b4eecaa9c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:00:37.002754 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:00:37.003034 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7d66f2a-34bd-401d-860c-a62b4eecaa9c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:00:37.003432 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'code': 200} Nov 15 15:00:37.097772 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:37.151769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:37.499268 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4619b339-28b8-40b1-bc42-d4ec471193da req-aa31cb61-f7ee-408d-a8cd-baf5d08bda03 tempest-VolumesActionsTest-484705035 tempest-VolumesActionsTest-484705035-project] 10.222.0.70 "GET /v2.0/ports?device_id=48b9809b-3d68-4f15-9992-c5b7f88d2802 HTTP/1.1" status: 200 len: 210 time: 0.0401778 Nov 15 15:00:37.893698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58a5db-90cb-424d-af76-7f3bbca6c014 req-e01f9274-d071-4624-b23c-ea84763dbc78 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:37.895255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c58a5db-90cb-424d-af76-7f3bbca6c014 req-e01f9274-d071-4624-b23c-ea84763dbc78 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0499632 Nov 15 15:00:37.945110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c58a5db-90cb-424d-af76-7f3bbca6c014 req-834aca27-cc89-473d-b5b0-a467aa1c7e50 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431929 Nov 15 15:00:38.434622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33506) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:38.536543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Request body: {'networks': [{'name': 'tempest-network--372644775'}, {'name': 'tempest-network--877358291'}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:38.537118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Request body: {'network': {'name': 'tempest-network--372644775'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:38.537328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Request body: {'network': {'name': 'tempest-network--877358291'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:38.690818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ba140b3-c89b-4a58-8d29-4dabee941b35 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:00:38.701402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Made reservation on behalf of b8dfacfc77e34cf9832375b465e7248d for: {'network': 2} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:00:38.706179 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:38.716148 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:38.792634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:38.798303 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:38.804084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'port_id': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'mac_address': 'fa:16:3e:5d:64:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:00:38.842379 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:38.859418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba140b3-c89b-4a58-8d29-4dabee941b35 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:00:38.886958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:38.915568 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:38.916096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:38.954529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8cd291-2c1f-4cf6-9927-f8d02af393f9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:38.959526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:00:38.974730 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:38.977688 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Added segment 7d6b12d8-8b37-4947-b4be-9266a42d0b6a of type vlan for network fe2cc78a-678e-47da-a6a0-ff5c63b26f04 Nov 15 15:00:39.026807 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:39.088144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:00:39.097833 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:39.101326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861193b-90ec-43e9-8106-47afb3ec7a4c req-6f8c29d0-a203-41b1-ba25-4faaf9aae608 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:39.103641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d861193b-90ec-43e9-8106-47afb3ec7a4c req-6f8c29d0-a203-41b1-ba25-4faaf9aae608 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0809612 Nov 15 15:00:39.118896 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:39.119243 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Added segment f12443fd-7de6-420f-8f25-e3819afa741e of type vlan for network 17a8f69c-dff5-4d9e-9552-983bccf961c8 Nov 15 15:00:39.153474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:39.183670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['4ba140b3-c89b-4a58-8d29-4dabee941b35'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:00:39.201117 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:39.207694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d861193b-90ec-43e9-8106-47afb3ec7a4c req-22ffd952-6b2b-4dea-a935-833a1d2c35fa tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986364 Nov 15 15:00:39.360760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:39.361273 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:39.367097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:39.372590 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:39.373222 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:39.453316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event updated for resources: {'Network': ['ID=fe2cc78a-678e-47da-a6a0-ff5c63b26f04,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:39.468620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network fe2cc78a-678e-47da-a6a0-ff5c63b26f04 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:00:39.518782 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0827625 Nov 15 15:00:39.521711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33528) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:39.547067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ec611-63b4-4a37-a310-26a2de10d917 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event updated for resources: {'Network': ['ID=17a8f69c-dff5-4d9e-9552-983bccf961c8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:39.559506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 17a8f69c-dff5-4d9e-9552-983bccf961c8 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:00:39.729551 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1795f1-1b21-41ce-9b5e-166f48ce7f17 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:39.735892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1795f1-1b21-41ce-9b5e-166f48ce7f17 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:39.742496 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1795f1-1b21-41ce-9b5e-166f48ce7f17 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:39.749028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1795f1-1b21-41ce-9b5e-166f48ce7f17 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:39.750856 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4e1795f1-1b21-41ce-9b5e-166f48ce7f17 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2275553 Nov 15 15:00:39.753956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33534) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:39.862112 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-328fe6c5-9359-4266-be68-9ad67fec9397 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:39.958212 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-328fe6c5-9359-4266-be68-9ad67fec9397 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:39.981883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-328fe6c5-9359-4266-be68-9ad67fec9397 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2cc78a-678e-47da-a6a0-ff5c63b26f04']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:39.993343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-328fe6c5-9359-4266-be68-9ad67fec9397 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6b12d8-8b37-4947-b4be-9266a42d0b6a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:39.993600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-328fe6c5-9359-4266-be68-9ad67fec9397 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6b12d8-8b37-4947-b4be-9266a42d0b6a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:40.005284 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-328fe6c5-9359-4266-be68-9ad67fec9397 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.020292 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-328fe6c5-9359-4266-be68-9ad67fec9397 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.027652 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328fe6c5-9359-4266-be68-9ad67fec9397 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:00:40.028171 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-328fe6c5-9359-4266-be68-9ad67fec9397 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:00:40.031457 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:00:40.217811 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-328fe6c5-9359-4266-be68-9ad67fec9397 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.225351 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-328fe6c5-9359-4266-be68-9ad67fec9397 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.228617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-328fe6c5-9359-4266-be68-9ad67fec9397 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "DELETE /v2.0/networks/fe2cc78a-678e-47da-a6a0-ff5c63b26f04 HTTP/1.1" status: 204 len: 168 time: 0.4735148 Nov 15 15:00:40.233771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33548) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:40.241051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fe6c5-9359-4266-be68-9ad67fec9397 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event deleted for resources: {'Network': ['ID=fe2cc78a-678e-47da-a6a0-ff5c63b26f04,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:40.315147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:00:40.341806 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b48d16bb-b286-4cc7-81a7-6a57b3c379cd tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.352863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:00:40.353193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f3d83c7c-230b-4e0b-bcf0-68ecb22fb9bf not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:00:40.370252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665ddaf-645b-497f-b0b3-9221845eefce req-11bd1a57-f287-49ba-aa4e-a9ac25f21579 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:40.372527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2665ddaf-645b-497f-b0b3-9221845eefce req-11bd1a57-f287-49ba-aa4e-a9ac25f21579 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 945 time: 0.0892634 Nov 15 15:00:40.455407 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2665ddaf-645b-497f-b0b3-9221845eefce req-856b0421-f29d-4a3e-894a-acb1e8a26276 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676930 Nov 15 15:00:40.508784 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b48d16bb-b286-4cc7-81a7-6a57b3c379cd tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.536274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b48d16bb-b286-4cc7-81a7-6a57b3c379cd tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a8f69c-dff5-4d9e-9552-983bccf961c8']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:40.550133 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b48d16bb-b286-4cc7-81a7-6a57b3c379cd tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12443fd-7de6-420f-8f25-e3819afa741e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:40.550721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b48d16bb-b286-4cc7-81a7-6a57b3c379cd tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12443fd-7de6-420f-8f25-e3819afa741e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:40.566214 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b48d16bb-b286-4cc7-81a7-6a57b3c379cd tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.582440 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b48d16bb-b286-4cc7-81a7-6a57b3c379cd tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.589861 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48d16bb-b286-4cc7-81a7-6a57b3c379cd tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:00:40.590757 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b48d16bb-b286-4cc7-81a7-6a57b3c379cd tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:00:40.595768 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:00:40.690621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ba140b3-c89b-4a58-8d29-4dabee941b35 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:00:40.763074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 4ba140b3-c89b-4a58-8d29-4dabee941b35 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:00:40.764738 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.823723 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b48d16bb-b286-4cc7-81a7-6a57b3c379cd tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.838585 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b48d16bb-b286-4cc7-81a7-6a57b3c379cd tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.842158 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b48d16bb-b286-4cc7-81a7-6a57b3c379cd tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "DELETE /v2.0/networks/17a8f69c-dff5-4d9e-9552-983bccf961c8 HTTP/1.1" status: 204 len: 168 time: 0.6073883 Nov 15 15:00:40.845272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:40.861392 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d16bb-b286-4cc7-81a7-6a57b3c379cd tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event deleted for resources: {'Network': ['ID=17a8f69c-dff5-4d9e-9552-983bccf961c8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:40.910765 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:40.941452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:00:40.943702 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7cd128-b8a5-4222-abfb-9fb2c5e6ad07" -d '{"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:00:40.967921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:41.017035 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3204078-70e0-4903-a88b-52b08d515931 x-openstack-request-id: req-d3204078-70e0-4903-a88b-52b08d515931 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:00:41.017333 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:00:41.017588 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3204078-70e0-4903-a88b-52b08d515931 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:00:41.018293 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'code': 200} Nov 15 15:00:41.075185 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:41.152568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f22bf-a35f-43f7-8781-8d307f530a8e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:41.155717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=13']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:41.159530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f22bf-a35f-43f7-8781-8d307f530a8e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:41.165234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:41.165496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-445f22bf-a35f-43f7-8781-8d307f530a8e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3189294 Nov 15 15:00:41.171447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7b499cbe-bdc6-4119-bc30-61be81e222a2 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-447692265'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:41.338525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b499cbe-bdc6-4119-bc30-61be81e222a2 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Made reservation on behalf of b8dfacfc77e34cf9832375b465e7248d for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:00:41.342437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b499cbe-bdc6-4119-bc30-61be81e222a2 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:41.370272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b499cbe-bdc6-4119-bc30-61be81e222a2 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:00:41.381351 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b499cbe-bdc6-4119-bc30-61be81e222a2 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:41.381687 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-7b499cbe-bdc6-4119-bc30-61be81e222a2 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Added segment 0e8179cc-6e65-4ffe-ab0d-bef4f56df7bf of type vlan for network e2de3c66-e326-4616-8127-06572e625b77 Nov 15 15:00:41.423916 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b499cbe-bdc6-4119-bc30-61be81e222a2 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:41.549666 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b499cbe-bdc6-4119-bc30-61be81e222a2 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:41.557228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b499cbe-bdc6-4119-bc30-61be81e222a2 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:41.558115 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b499cbe-bdc6-4119-bc30-61be81e222a2 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:41.615134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d615de-1a73-4dc7-9402-952078052785 req-3126f744-a550-400c-ba07-79a33bbd0905 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:41.617171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31d615de-1a73-4dc7-9402-952078052785 req-3126f744-a550-400c-ba07-79a33bbd0905 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.0695491 Nov 15 15:00:41.648897 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b499cbe-bdc6-4119-bc30-61be81e222a2 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event updated for resources: {'Network': ['ID=e2de3c66-e326-4616-8127-06572e625b77,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:41.666163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network e2de3c66-e326-4616-8127-06572e625b77 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:00:41.678292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31d615de-1a73-4dc7-9402-952078052785 req-96314f1a-f7ce-4124-a064-a46ba176dbf4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546305 Nov 15 15:00:41.856229 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7b499cbe-bdc6-4119-bc30-61be81e222a2 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6891778 Nov 15 15:00:41.877556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33568) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:41.883572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-582035769'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:42.109875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Made reservation on behalf of b8dfacfc77e34cf9832375b465e7248d for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:00:42.113982 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:42.144785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:00:42.156557 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:42.157294 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Added segment a28db4f5-3869-42f4-824b-77977ecaf632 of type vlan for network 0edb13ac-d0ee-4aab-9fcd-361b9a4f764e Nov 15 15:00:42.210744 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:42.416737 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:42.422965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:42.423787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:42.508011 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event updated for resources: {'Network': ['ID=0edb13ac-d0ee-4aab-9fcd-361b9a4f764e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:42.516406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:42.516751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:42.517094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:42.517430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:42.518018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:42.518349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:42.518777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:42.519224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:42.519564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:42.519953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:42.520236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:42.520533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:42.535101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 0edb13ac-d0ee-4aab-9fcd-361b9a4f764e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:00:42.646904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-723c26b5-b2b2-4b6d-b204-b7ade291eb2e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7648845 Nov 15 15:00:42.647175 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:42.653446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Request body: {'ports': [{'network_id': 'e2de3c66-e326-4616-8127-06572e625b77', 'name': 'tempest-port--1243054173', 'admin_state_up': True}, {'network_id': '0edb13ac-d0ee-4aab-9fcd-361b9a4f764e', 'admin_state_up': False}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:42.653857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Request body: {'port': {'network_id': 'e2de3c66-e326-4616-8127-06572e625b77', 'name': 'tempest-port--1243054173', 'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:42.654565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Request body: {'port': {'network_id': '0edb13ac-d0ee-4aab-9fcd-361b9a4f764e', 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:42.959386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b6f40-bca0-4fff-b827-1734ab11c2f2 req-7b2927aa-ac80-42ac-be69-e8b1d21aed51 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:42.959386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-788b6f40-bca0-4fff-b827-1734ab11c2f2 req-7b2927aa-ac80-42ac-be69-e8b1d21aed51 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.1386607 Nov 15 15:00:43.029890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Made reservation on behalf of b8dfacfc77e34cf9832375b465e7248d for: {'port': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:00:43.036314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:43.047673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-788b6f40-bca0-4fff-b827-1734ab11c2f2 req-052de3aa-8cda-43b5-9648-37c81364136d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781102 Nov 15 15:00:43.067272 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:43.194961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] device_id is not set on port 7066f79e-c457-41ab-a693-5dc26d3fb9b4 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:00:43.358723 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:43.800926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] device_id is not set on port 64393872-d78e-4ca9-b75f-e65159ab95ab yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:00:43.921250 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:44.142056 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:44.171686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4854b-e709-42a7-95a5-45ebd08273f5 req-f85f4d78-4c5d-4717-8f52-843758cefaea tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:44.173440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7f4854b-e709-42a7-95a5-45ebd08273f5 req-f85f4d78-4c5d-4717-8f52-843758cefaea tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.0612252 Nov 15 15:00:44.209147 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event updated for resources: {'Port': ['ID=7066f79e-c457-41ab-a693-5dc26d3fb9b4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:44.236432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Checking segment: {'id': '0e8179cc-6e65-4ffe-ab0d-bef4f56df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e2de3c66-e326-4616-8127-06572e625b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:00:44.236851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Network hostable DHCP agents. Network: e2de3c66-e326-4616-8127-06572e625b77, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:00:44.283746 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7f4854b-e709-42a7-95a5-45ebd08273f5 req-8eb7194c-7160-49cb-9444-d913ff01cf32 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042190 Nov 15 15:00:44.348395 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Network e2de3c66-e326-4616-8127-06572e625b77 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:00:44.521318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, e2de3c66-e326-4616-8127-06572e625b77) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:00:44.527851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:00:44.528750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:44.540429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9363f89-8682-4cbc-a2e7-94fa6fb61539 None None] Network e2de3c66-e326-4616-8127-06572e625b77 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:00:44.636113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event updated for resources: {'Port': ['ID=64393872-d78e-4ca9-b75f-e65159ab95ab,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:44.647728 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Checking segment: {'id': 'a28db4f5-3869-42f4-824b-77977ecaf632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0edb13ac-d0ee-4aab-9fcd-361b9a4f764e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:00:44.648096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Network hostable DHCP agents. Network: 0edb13ac-d0ee-4aab-9fcd-361b9a4f764e, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:00:44.813944 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Network 0edb13ac-d0ee-4aab-9fcd-361b9a4f764e is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:00:45.010845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 0edb13ac-d0ee-4aab-9fcd-361b9a4f764e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:00:45.024313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2682c6d3-6f7d-47b1-80d7-9b4db73c444b None None] Network 0edb13ac-d0ee-4aab-9fcd-361b9a4f764e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:00:45.030190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:00:45.037745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:45.043420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:45.044274 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:45.164314 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b9f0f6e6-053d-448d-91ce-721ae4991c5a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5133209 Nov 15 15:00:45.165381 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33588) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:45.301292 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f6416-9595-404d-b1f3-9e00bda76857 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:45.310556 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f6416-9595-404d-b1f3-9e00bda76857 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:45.316698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:45.329916 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e00f6416-9595-404d-b1f3-9e00bda76857 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1625950 Nov 15 15:00:45.457247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b7fe8-2098-4f99-957a-0be674562851 req-90ec1492-5df1-42f5-883f-d7f4c4f27494 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:45.458826 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-192b7fe8-2098-4f99-957a-0be674562851 req-90ec1492-5df1-42f5-883f-d7f4c4f27494 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.0696003 Nov 15 15:00:45.483594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1b40774d-0673-4f2f-84d9-f0a5e713280e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Deleting port 7066f79e-c457-41ab-a693-5dc26d3fb9b4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:45.483870 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b40774d-0673-4f2f-84d9-f0a5e713280e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:45.579044 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b40774d-0673-4f2f-84d9-f0a5e713280e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:45.591697 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-192b7fe8-2098-4f99-957a-0be674562851 req-fe8b3d3e-020c-4f23-9446-3ecb2f678d3e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246943 Nov 15 15:00:45.610298 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1b40774d-0673-4f2f-84d9-f0a5e713280e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Calling delete_port for 7066f79e-c457-41ab-a693-5dc26d3fb9b4 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:45.879445 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b40774d-0673-4f2f-84d9-f0a5e713280e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:45.913803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40774d-0673-4f2f-84d9-f0a5e713280e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event deleted for resources: {'Port': ['ID=7066f79e-c457-41ab-a693-5dc26d3fb9b4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:45.942804 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b40774d-0673-4f2f-84d9-f0a5e713280e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:45.942960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33598) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:45.947177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1b40774d-0673-4f2f-84d9-f0a5e713280e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "DELETE /v2.0/ports/7066f79e-c457-41ab-a693-5dc26d3fb9b4 HTTP/1.1" status: 204 len: 168 time: 0.6268480 Nov 15 15:00:46.055868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Deleting port 64393872-d78e-4ca9-b75f-e65159ab95ab {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:46.056345 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:46.156424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:46.172141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Calling delete_port for 64393872-d78e-4ca9-b75f-e65159ab95ab owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:46.427660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:46.463204 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event deleted for resources: {'Port': ['ID=64393872-d78e-4ca9-b75f-e65159ab95ab,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:46.475493 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:46.481920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33600) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:46.482449 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "DELETE /v2.0/ports/64393872-d78e-4ca9-b75f-e65159ab95ab HTTP/1.1" status: 204 len: 168 time: 0.5464954 Nov 15 15:00:46.484612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:46.484958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:46.485298 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:46.485643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:46.485959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:46.486301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:46.486912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:46.487430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:46.488844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:46.489406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:46.489952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:46.490296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186747f0-96ea-45a3-9e67-6b75614bfde8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:00:46.565679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-df7edde8-5dc9-4b9c-8e5c-add66e431442 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0817597 Nov 15 15:00:46.569826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:46.577400 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3c3f2320-d31c-4bec-905a-ac8293ab2979 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1322190864'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:46.780237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846c58-8255-43d3-aa1e-882a69606efa req-1baf586f-03c3-4f83-a212-eccdf6e022fd tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:46.783448 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3f2320-d31c-4bec-905a-ac8293ab2979 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Made reservation on behalf of b8dfacfc77e34cf9832375b465e7248d for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:00:46.788177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88846c58-8255-43d3-aa1e-882a69606efa req-1baf586f-03c3-4f83-a212-eccdf6e022fd tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.0900216 Nov 15 15:00:46.790020 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c3f2320-d31c-4bec-905a-ac8293ab2979 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:46.837321 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3f2320-d31c-4bec-905a-ac8293ab2979 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:00:46.850995 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c3f2320-d31c-4bec-905a-ac8293ab2979 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:46.851751 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-3c3f2320-d31c-4bec-905a-ac8293ab2979 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Added segment 2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a of type vlan for network 815e6d39-fa1f-4bcb-b486-abb93e96ea34 Nov 15 15:00:46.855443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88846c58-8255-43d3-aa1e-882a69606efa req-1f16dbe9-730d-43bc-8e8b-bd141518d607 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663142 Nov 15 15:00:46.922274 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c3f2320-d31c-4bec-905a-ac8293ab2979 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:47.108113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c3f2320-d31c-4bec-905a-ac8293ab2979 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:47.115307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3f2320-d31c-4bec-905a-ac8293ab2979 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:47.115307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c3f2320-d31c-4bec-905a-ac8293ab2979 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:47.235790 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f2320-d31c-4bec-905a-ac8293ab2979 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event updated for resources: {'Network': ['ID=815e6d39-fa1f-4bcb-b486-abb93e96ea34,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:47.246835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 815e6d39-fa1f-4bcb-b486-abb93e96ea34 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:00:47.342912 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3c3f2320-d31c-4bec-905a-ac8293ab2979 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7714052 Nov 15 15:00:47.349751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:47.354851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-69d912f1-ed01-4daa-8ae2-837a2253b205 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-110842243'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:47.560836 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d912f1-ed01-4daa-8ae2-837a2253b205 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Made reservation on behalf of b8dfacfc77e34cf9832375b465e7248d for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:00:47.564544 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69d912f1-ed01-4daa-8ae2-837a2253b205 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:47.621894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d912f1-ed01-4daa-8ae2-837a2253b205 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:00:47.621894 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69d912f1-ed01-4daa-8ae2-837a2253b205 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:47.621894 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-69d912f1-ed01-4daa-8ae2-837a2253b205 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Added segment 5e8e4e0a-f0d9-4304-9114-f361cf0beb55 of type vlan for network bb781092-8938-4fa9-b273-fea864b98a2e Nov 15 15:00:47.692754 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69d912f1-ed01-4daa-8ae2-837a2253b205 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:47.991516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb37e9-2149-4622-a0ee-244c00141c32 req-01e6c81a-08e0-4036-9c0b-620803f52637 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:47.993462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-abcb37e9-2149-4622-a0ee-244c00141c32 req-01e6c81a-08e0-4036-9c0b-620803f52637 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.0577550 Nov 15 15:00:48.048354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-abcb37e9-2149-4622-a0ee-244c00141c32 req-6fabb3e0-5450-41d2-9af9-5b202494ff1e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489614 Nov 15 15:00:48.320677 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69d912f1-ed01-4daa-8ae2-837a2253b205 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:48.327527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d912f1-ed01-4daa-8ae2-837a2253b205 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:48.328138 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69d912f1-ed01-4daa-8ae2-837a2253b205 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:48.399373 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d912f1-ed01-4daa-8ae2-837a2253b205 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event updated for resources: {'Network': ['ID=bb781092-8938-4fa9-b273-fea864b98a2e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:48.410806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network bb781092-8938-4fa9-b273-fea864b98a2e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:00:48.550421 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-69d912f1-ed01-4daa-8ae2-837a2253b205 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1886442 Nov 15 15:00:48.686744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33626) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:48.692082 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Request body: {'subnets': [{'network_id': '815e6d39-fa1f-4bcb-b486-abb93e96ea34', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1327716492', 'ip_version': 4}, {'network_id': 'bb781092-8938-4fa9-b273-fea864b98a2e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:48.692411 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Request body: {'subnet': {'network_id': '815e6d39-fa1f-4bcb-b486-abb93e96ea34', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1327716492', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:48.693006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Request body: {'subnet': {'network_id': 'bb781092-8938-4fa9-b273-fea864b98a2e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:00:49.115271 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Made reservation on behalf of b8dfacfc77e34cf9832375b465e7248d for: {'subnet': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:00:49.120841 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:49.121451 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:49.218651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63c5c1-ec82-488f-9100-162620cb7d50 req-1177c0d4-0ead-4927-bd13-cc95bdc1877e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:49.227495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba63c5c1-ec82-488f-9100-162620cb7d50 req-1177c0d4-0ead-4927-bd13-cc95bdc1877e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.1009960 Nov 15 15:00:49.301437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba63c5c1-ec82-488f-9100-162620cb7d50 req-678eade4-9062-4b8d-937d-e0c5afe0e3f2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700564 Nov 15 15:00:49.858542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:50.012887 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Checking segment: {'id': '2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '815e6d39-fa1f-4bcb-b486-abb93e96ea34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:00:50.013637 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Network hostable DHCP agents. Network: 815e6d39-fa1f-4bcb-b486-abb93e96ea34, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:00:50.025013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event updated for resources: {'Subnet': ['ID=fd82ad8f-230f-4543-a157-c4c53f99b3e0,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:50.304223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Network 815e6d39-fa1f-4bcb-b486-abb93e96ea34 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:00:50.445526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd49e2-7895-4800-8707-235758e40b78 req-563e6ce4-aec1-4cdf-91ed-608a43730764 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:50.447910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24dd49e2-7895-4800-8707-235758e40b78 req-563e6ce4-aec1-4cdf-91ed-608a43730764 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.0640421 Nov 15 15:00:50.489998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 815e6d39-fa1f-4bcb-b486-abb93e96ea34) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:00:50.494157 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:50.504381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceba6470-9f66-4ce5-bb6e-b6cc968495dd None None] Network 815e6d39-fa1f-4bcb-b486-abb93e96ea34 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:00:50.569295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24dd49e2-7895-4800-8707-235758e40b78 req-20421642-f66e-4f8d-a0f6-60ed3af27c41 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129723 Nov 15 15:00:50.606732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event updated for resources: {'Subnet': ['ID=6a73f67c-d640-400c-a714-33be57ba22cd,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:50.647953 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Checking segment: {'id': '5e8e4e0a-f0d9-4304-9114-f361cf0beb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb781092-8938-4fa9-b273-fea864b98a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:00:50.648310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Network hostable DHCP agents. Network: bb781092-8938-4fa9-b273-fea864b98a2e, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:00:50.763973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Network bb781092-8938-4fa9-b273-fea864b98a2e is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:00:50.773320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-815e6d39-fa1f-4bcb-b486-abb93e96ea34', 'network_id': '815e6d39-fa1f-4bcb-b486-abb93e96ea34', 'tenant_id': 'b8dfacfc77e34cf9832375b465e7248d', 'fixed_ips': [{'subnet_id': 'fd82ad8f-230f-4543-a157-c4c53f99b3e0'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:00:50.774212 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:50.901850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, bb781092-8938-4fa9-b273-fea864b98a2e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:00:50.906770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:50.907245 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:50.907983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:50.918922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e616ab-5054-4a35-92ba-237601df7702 None None] Network bb781092-8938-4fa9-b273-fea864b98a2e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:00:51.009802 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Allocated IP 172.20.0.2 (815e6d39-fa1f-4bcb-b486-abb93e96ea34/fd82ad8f-230f-4543-a157-c4c53f99b3e0/364eef34-9150-4c62-a2fa-08c95df5219b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:00:51.029899 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3a76749c-cdff-4011-a074-40f829521b7a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3420370 Nov 15 15:00:51.033649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33642) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:51.257691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-bb781092-8938-4fa9-b273-fea864b98a2e', 'network_id': 'bb781092-8938-4fa9-b273-fea864b98a2e', 'tenant_id': 'b8dfacfc77e34cf9832375b465e7248d', 'fixed_ips': [{'subnet_id': '6a73f67c-d640-400c-a714-33be57ba22cd'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:00:51.258964 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:51.261526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae842d5-ff94-4062-aaca-e8246271a1fe tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:51.265528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae842d5-ff94-4062-aaca-e8246271a1fe tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:51.268674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae842d5-ff94-4062-aaca-e8246271a1fe tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:51.271145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dae842d5-ff94-4062-aaca-e8246271a1fe tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2360544 Nov 15 15:00:51.274532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:51.386842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-265c8ccb-cfe6-4b13-828d-8cfaad2e8336 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Deleting subnet fd82ad8f-230f-4543-a157-c4c53f99b3e0 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:00:51.431365 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:51.529659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Allocated IP 172.20.0.18 (bb781092-8938-4fa9-b273-fea864b98a2e/6a73f67c-d640-400c-a714-33be57ba22cd/b4e718f1-708b-41af-a98a-5a8df0a4504c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:00:51.640523 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-265c8ccb-cfe6-4b13-828d-8cfaad2e8336 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:51.666950 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:51.757184 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-265c8ccb-cfe6-4b13-828d-8cfaad2e8336 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:51.811669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c611e-5a28-441d-88a2-c0c59fe56ac8 req-71da7158-59d3-43a6-8c3f-e2c13c935c05 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:51.815459 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-307c611e-5a28-441d-88a2-c0c59fe56ac8 req-71da7158-59d3-43a6-8c3f-e2c13c935c05 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.1229515 Nov 15 15:00:51.834311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Network 815e6d39-fa1f-4bcb-b486-abb93e96ea34 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:00:51.843999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:00:51.854083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Pushing event updated for resources: {'Port': ['ID=364eef34-9150-4c62-a2fa-08c95df5219b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:51.859607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:00:51.871816 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:51.884339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-307c611e-5a28-441d-88a2-c0c59fe56ac8 req-094e4a3b-2621-4e98-8221-2950d628e880 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510421 Nov 15 15:00:51.933529 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-265c8ccb-cfe6-4b13-828d-8cfaad2e8336 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:51.947125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Attempting to bind port 364eef34-9150-4c62-a2fa-08c95df5219b on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:00:51.952006 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Attempting to bind port 364eef34-9150-4c62-a2fa-08c95df5219b by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '815e6d39-fa1f-4bcb-b486-abb93e96ea34'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:00:51.952006 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Attempting to bind port 364eef34-9150-4c62-a2fa-08c95df5219b on network 815e6d39-fa1f-4bcb-b486-abb93e96ea34 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:00:51.956582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:00:51.957085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Checking segment: {'id': '2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '815e6d39-fa1f-4bcb-b486-abb93e96ea34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:00:51.958723 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:51.959435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Bound using segment: {'id': '2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '815e6d39-fa1f-4bcb-b486-abb93e96ea34'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:00:51.959963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Bound port: 364eef34-9150-4c62-a2fa-08c95df5219b, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '815e6d39-fa1f-4bcb-b486-abb93e96ea34'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:00:51.960459 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:52.005838 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:52.087144 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Pushing event updated for resources: {'Port': ['ID=b4e718f1-708b-41af-a98a-5a8df0a4504c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:52.094297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Network bb781092-8938-4fa9-b273-fea864b98a2e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:00:52.096033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:00:52.098836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:00:52.174647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Attempting to bind port b4e718f1-708b-41af-a98a-5a8df0a4504c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:00:52.175026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Attempting to bind port b4e718f1-708b-41af-a98a-5a8df0a4504c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '5e8e4e0a-f0d9-4304-9114-f361cf0beb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb781092-8938-4fa9-b273-fea864b98a2e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:00:52.175394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Attempting to bind port b4e718f1-708b-41af-a98a-5a8df0a4504c on network bb781092-8938-4fa9-b273-fea864b98a2e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:00:52.182609 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:00:52.183210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Checking segment: {'id': '5e8e4e0a-f0d9-4304-9114-f361cf0beb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb781092-8938-4fa9-b273-fea864b98a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:00:52.183728 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:52.184131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Bound using segment: {'id': '5e8e4e0a-f0d9-4304-9114-f361cf0beb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb781092-8938-4fa9-b273-fea864b98a2e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:00:52.184701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Bound port: b4e718f1-708b-41af-a98a-5a8df0a4504c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8e4e0a-f0d9-4304-9114-f361cf0beb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bb781092-8938-4fa9-b273-fea864b98a2e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:00:52.185050 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:52.224957 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-265c8ccb-cfe6-4b13-828d-8cfaad2e8336 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:52.226094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] For port 364eef34-9150-4c62-a2fa-08c95df5219b, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:00:52.248087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] For port 364eef34-9150-4c62-a2fa-08c95df5219b, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=364eef34-9150-4c62-a2fa-08c95df5219b,segment=NetworkSegment(2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a),segment_id=2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:00:52.258775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c8ccb-cfe6-4b13-828d-8cfaad2e8336 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event deleted for resources: {'Subnet': ['ID=fd82ad8f-230f-4543-a157-c4c53f99b3e0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:52.265802 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-265c8ccb-cfe6-4b13-828d-8cfaad2e8336 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:52.267058 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] For port b4e718f1-708b-41af-a98a-5a8df0a4504c, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:00:52.269571 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-265c8ccb-cfe6-4b13-828d-8cfaad2e8336 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "DELETE /v2.0/subnets/fd82ad8f-230f-4543-a157-c4c53f99b3e0 HTTP/1.1" status: 204 len: 168 time: 0.9940138 Nov 15 15:00:52.270770 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] For port b4e718f1-708b-41af-a98a-5a8df0a4504c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b4e718f1-708b-41af-a98a-5a8df0a4504c,segment=NetworkSegment(5e8e4e0a-f0d9-4304-9114-f361cf0beb55),segment_id=5e8e4e0a-f0d9-4304-9114-f361cf0beb55)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:00:52.272372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33650) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:52.327164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-744f9b9c-cd94-4c6e-a931-d5d3d22ce934 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Deleting subnet 6a73f67c-d640-400c-a714-33be57ba22cd {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:00:52.330659 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-744f9b9c-cd94-4c6e-a931-d5d3d22ce934 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:52.384298 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-744f9b9c-cd94-4c6e-a931-d5d3d22ce934 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:52.698669 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:52.716878 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-744f9b9c-cd94-4c6e-a931-d5d3d22ce934 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:52.741973 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:52.789973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd5cc8-537e-4919-9962-f4c254fe3571 None None] Pushing event updated for resources: {'Port': ['ID=364eef34-9150-4c62-a2fa-08c95df5219b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:52.854931 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b8b42-eab7-4e27-a137-4693a5b1c241 None None] Pushing event updated for resources: {'Port': ['ID=b4e718f1-708b-41af-a98a-5a8df0a4504c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:52.999293 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-744f9b9c-cd94-4c6e-a931-d5d3d22ce934 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:53.062592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f9b9c-cd94-4c6e-a931-d5d3d22ce934 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event deleted for resources: {'Subnet': ['ID=6a73f67c-d640-400c-a714-33be57ba22cd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:53.065098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-744f9b9c-cd94-4c6e-a931-d5d3d22ce934 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:53.068400 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-744f9b9c-cd94-4c6e-a931-d5d3d22ce934 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "DELETE /v2.0/subnets/6a73f67c-d640-400c-a714-33be57ba22cd HTTP/1.1" status: 204 len: 168 time: 0.7950058 Nov 15 15:00:53.071890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33660) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:53.163359 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3af74-2a91-42e1-9c8b-2396636e8ddd req-fbd63a34-123a-404d-914d-7287832a723d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:53.187931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-abf3af74-2a91-42e1-9c8b-2396636e8ddd req-fbd63a34-123a-404d-914d-7287832a723d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.1887646 Nov 15 15:00:53.280634 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74209b4a-3af3-48dc-8d6d-acae3361c085 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:53.286503 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-74209b4a-3af3-48dc-8d6d-acae3361c085 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2089520 Nov 15 15:00:53.291891 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:53.294276 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-abf3af74-2a91-42e1-9c8b-2396636e8ddd req-b99fc08a-6f9b-4a51-ad9a-4f337e5ad9b1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962062 Nov 15 15:00:53.476444 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:53.505820 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b4e718f1-708b-41af-a98a-5a8df0a4504c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:00:53.585126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port b4e718f1-708b-41af-a98a-5a8df0a4504c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:00:53.585126 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:53.589089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Deleting port b4e718f1-708b-41af-a98a-5a8df0a4504c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:53.590068 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:53.686580 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:53.697652 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] For port b4e718f1-708b-41af-a98a-5a8df0a4504c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b4e718f1-708b-41af-a98a-5a8df0a4504c,segment=NetworkSegment(5e8e4e0a-f0d9-4304-9114-f361cf0beb55),segment_id=5e8e4e0a-f0d9-4304-9114-f361cf0beb55)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:53.698386 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:53.720714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Calling delete_port for b4e718f1-708b-41af-a98a-5a8df0a4504c owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:53.749147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port b4e718f1-708b-41af-a98a-5a8df0a4504c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b4e718f1-708b-41af-a98a-5a8df0a4504c,segment=NetworkSegment(5e8e4e0a-f0d9-4304-9114-f361cf0beb55),segment_id=5e8e4e0a-f0d9-4304-9114-f361cf0beb55)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:53.944356 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:53.953380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 364eef34-9150-4c62-a2fa-08c95df5219b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:00:54.061930 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:54.097541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event deleted for resources: {'Port': ['ID=b4e718f1-708b-41af-a98a-5a8df0a4504c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:54.109378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] No DVR routers for this DVR port b4e718f1-708b-41af-a98a-5a8df0a4504c on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:00:54.231314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:54.269549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb781092-8938-4fa9-b273-fea864b98a2e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:54.284839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8e4e0a-f0d9-4304-9114-f361cf0beb55') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:54.290208 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8e4e0a-f0d9-4304-9114-f361cf0beb55') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:54.300207 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:54.324297 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:54.341740 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:00:54.344158 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:54.349077 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=b4e718f1-708b-41af-a98a-5a8df0a4504c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:54.352077 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 364eef34-9150-4c62-a2fa-08c95df5219b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:00:54.352680 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:00:54.364746 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:00:54.484932 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:54.527905 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 364eef34-9150-4c62-a2fa-08c95df5219b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=364eef34-9150-4c62-a2fa-08c95df5219b,segment=NetworkSegment(2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a),segment_id=2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:54.535984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd014a3-4a78-40cc-9c28-3a55d6511a0d req-d82a2821-50f2-448c-ae9c-d298d2f0d20e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:54.547373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-abd014a3-4a78-40cc-9c28-3a55d6511a0d req-d82a2821-50f2-448c-ae9c-d298d2f0d20e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.0921822 Nov 15 15:00:54.640983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-abd014a3-4a78-40cc-9c28-3a55d6511a0d req-01f282ca-95f8-4cfa-9817-08d6eed18db9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919394 Nov 15 15:00:54.656802 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaca09b-67a6-43c2-88eb-ee0fbee97b47 None None] Network bb781092-8938-4fa9-b273-fea864b98a2e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:00:54.704754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98d410be-6397-4d0a-9b82-d00a9326fdac None None] Could not find standard attr ID for object b4e718f1-708b-41af-a98a-5a8df0a4504c. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:00:54.810998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1baadf3-ac87-4c9a-aff0-18f77964bb08 None None] Network 815e6d39-fa1f-4bcb-b486-abb93e96ea34 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:00:54.847350 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:54.858377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3d909-a54c-4fdb-a299-721de6c61432 None None] DHCP port deletion for bb781092-8938-4fa9-b273-fea864b98a2e request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:00:54.867472 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:54.871622 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "DELETE /v2.0/networks/bb781092-8938-4fa9-b273-fea864b98a2e HTTP/1.1" status: 204 len: 168 time: 1.5716772 Nov 15 15:00:54.872845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fceea37-2553-4f45-a66f-ec06bc21bec8 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event deleted for resources: {'Network': ['ID=bb781092-8938-4fa9-b273-fea864b98a2e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:54.875127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:54.896450 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9730d31a-8eb6-495d-a265-c7c3bc0c96f6 None None] Provisioning complete for port 364eef34-9150-4c62-a2fa-08c95df5219b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:00:54.896818 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9730d31a-8eb6-495d-a265-c7c3bc0c96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:54.971532 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:54.987318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:55.054906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Deleting port 364eef34-9150-4c62-a2fa-08c95df5219b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:55.055252 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:55.066636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=364eef34-9150-4c62-a2fa-08c95df5219b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:55.107114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b88308-0f6c-4058-9876-c2a181733e66 None None] DHCP port deletion for 815e6d39-fa1f-4bcb-b486-abb93e96ea34 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:00:55.131855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] For port 364eef34-9150-4c62-a2fa-08c95df5219b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=364eef34-9150-4c62-a2fa-08c95df5219b,segment=NetworkSegment(2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a),segment_id=2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:55.132230 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:55.146933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Calling delete_port for 364eef34-9150-4c62-a2fa-08c95df5219b owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:55.162772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c0b88308-0f6c-4058-9876-c2a181733e66 None None] Deleting port 364eef34-9150-4c62-a2fa-08c95df5219b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:00:55.163121 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0b88308-0f6c-4058-9876-c2a181733e66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:55.238486 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b4e718f1-708b-41af-a98a-5a8df0a4504c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:00:55.285349 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: b4e718f1-708b-41af-a98a-5a8df0a4504c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:00:55.285837 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b4e718f1-708b-41af-a98a-5a8df0a4504c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:00:55.286812 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 364eef34-9150-4c62-a2fa-08c95df5219b no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:00:55.320103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c0b88308-0f6c-4058-9876-c2a181733e66 None None] For port 364eef34-9150-4c62-a2fa-08c95df5219b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=364eef34-9150-4c62-a2fa-08c95df5219b,segment=NetworkSegment(2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a),segment_id=2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:55.320499 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0b88308-0f6c-4058-9876-c2a181733e66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:55.341898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c0b88308-0f6c-4058-9876-c2a181733e66 None None] Calling delete_port for 364eef34-9150-4c62-a2fa-08c95df5219b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:00:55.439476 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:55.521000 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:55.547776 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0b88308-0f6c-4058-9876-c2a181733e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:55.550281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event deleted for resources: {'Port': ['ID=364eef34-9150-4c62-a2fa-08c95df5219b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:55.554478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] No DVR routers for this DVR port 364eef34-9150-4c62-a2fa-08c95df5219b on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:00:55.580164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b88308-0f6c-4058-9876-c2a181733e66 None None] Pushing event deleted for resources: {'Port': ['ID=364eef34-9150-4c62-a2fa-08c95df5219b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:55.582023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b88308-0f6c-4058-9876-c2a181733e66 None None] No DVR routers for this DVR port 364eef34-9150-4c62-a2fa-08c95df5219b on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:00:55.651841 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:55.673153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815e6d39-fa1f-4bcb-b486-abb93e96ea34']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:55.683765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:55.684071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2813a0f8-8dc4-4a5d-b7fc-b8305cb1a31a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:55.693744 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:55.710214 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:55.718524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:00:55.718943 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:00:55.729139 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:00:55.825335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb8dec-787e-4768-ba29-72b8b75e3330 req-c5d467cc-b477-4d5f-a925-9128ff97fc82 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:55.825335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8aeb8dec-787e-4768-ba29-72b8b75e3330 req-c5d467cc-b477-4d5f-a925-9128ff97fc82 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.1066349 Nov 15 15:00:55.880334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8aeb8dec-787e-4768-ba29-72b8b75e3330 req-a0f150a3-182e-4693-8d8e-991fe93ddfa7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516527 Nov 15 15:00:56.247796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:56.266543 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:56.266543 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "DELETE /v2.0/networks/815e6d39-fa1f-4bcb-b486-abb93e96ea34 HTTP/1.1" status: 204 len: 168 time: 1.3841753 Nov 15 15:00:56.266906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:56.273369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ba7c0-354b-47ad-8dab-f47b53ab660a tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event deleted for resources: {'Network': ['ID=815e6d39-fa1f-4bcb-b486-abb93e96ea34,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:56.387103 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f914befa-8582-484c-81c4-ef27ea50d24e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:56.490022 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f914befa-8582-484c-81c4-ef27ea50d24e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:56.516731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f914befa-8582-484c-81c4-ef27ea50d24e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edb13ac-d0ee-4aab-9fcd-361b9a4f764e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:56.527674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f914befa-8582-484c-81c4-ef27ea50d24e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28db4f5-3869-42f4-824b-77977ecaf632') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:56.527975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f914befa-8582-484c-81c4-ef27ea50d24e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28db4f5-3869-42f4-824b-77977ecaf632') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:56.537517 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f914befa-8582-484c-81c4-ef27ea50d24e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:56.551303 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f914befa-8582-484c-81c4-ef27ea50d24e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:56.557289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f914befa-8582-484c-81c4-ef27ea50d24e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:00:56.557722 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f914befa-8582-484c-81c4-ef27ea50d24e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:00:56.560704 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:00:56.976216 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f914befa-8582-484c-81c4-ef27ea50d24e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:56.991769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f914befa-8582-484c-81c4-ef27ea50d24e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:56.991769 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f914befa-8582-484c-81c4-ef27ea50d24e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "DELETE /v2.0/networks/0edb13ac-d0ee-4aab-9fcd-361b9a4f764e HTTP/1.1" status: 204 len: 168 time: 0.7227204 Nov 15 15:00:57.000173 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:57.002499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151423d-98d9-4f1d-9b30-666384e628cc req-4319d3d5-fca2-4eb6-a65d-1b7edf7b204f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:57.008297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c151423d-98d9-4f1d-9b30-666384e628cc req-4319d3d5-fca2-4eb6-a65d-1b7edf7b204f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 946 time: 0.0550380 Nov 15 15:00:57.008424 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914befa-8582-484c-81c4-ef27ea50d24e tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event deleted for resources: {'Network': ['ID=0edb13ac-d0ee-4aab-9fcd-361b9a4f764e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:57.060837 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c151423d-98d9-4f1d-9b30-666384e628cc req-2d508891-3424-40f6-8ba5-c80e0972f08c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450652 Nov 15 15:00:57.090152 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32866875-379d-479f-87d4-6a79cad59209 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:57.186092 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32866875-379d-479f-87d4-6a79cad59209 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:57.214227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-32866875-379d-479f-87d4-6a79cad59209 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2de3c66-e326-4616-8127-06572e625b77']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:57.224063 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-32866875-379d-479f-87d4-6a79cad59209 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8179cc-6e65-4ffe-ab0d-bef4f56df7bf') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:57.224533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-32866875-379d-479f-87d4-6a79cad59209 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8179cc-6e65-4ffe-ab0d-bef4f56df7bf') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:00:57.235420 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32866875-379d-479f-87d4-6a79cad59209 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:57.251783 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32866875-379d-479f-87d4-6a79cad59209 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:57.258337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32866875-379d-479f-87d4-6a79cad59209 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:00:57.258770 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32866875-379d-479f-87d4-6a79cad59209 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:00:57.262494 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:00:57.555193 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32866875-379d-479f-87d4-6a79cad59209 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:57.562137 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32866875-379d-479f-87d4-6a79cad59209 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:57.565364 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-32866875-379d-479f-87d4-6a79cad59209 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] 10.222.0.70 "DELETE /v2.0/networks/e2de3c66-e326-4616-8127-06572e625b77 HTTP/1.1" status: 204 len: 168 time: 0.5641875 Nov 15 15:00:57.577755 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32866875-379d-479f-87d4-6a79cad59209 tempest-BulkNetworkOpsTest-631917692 tempest-BulkNetworkOpsTest-631917692-project] Pushing event deleted for resources: {'Network': ['ID=e2de3c66-e326-4616-8127-06572e625b77,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:58.303027 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:58.378027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33754) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:58.535479 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a757aa03-2ba5-4550-869d-38c6d2467d5b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8dfacfc77e34cf9832375b465e7248d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1561971 Nov 15 15:00:58.539635 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33762) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:00:58.600758 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3c17-7abe-41fa-a380-e8795d452d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:58.632353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3c17-7abe-41fa-a380-e8795d452d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:58.798027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ba140b3-c89b-4a58-8d29-4dabee941b35 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:00:58.810579 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3c17-7abe-41fa-a380-e8795d452d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:58.813181 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3c17-7abe-41fa-a380-e8795d452d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:58.814413 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1f2f3c17-7abe-41fa-a380-e8795d452d1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f8cd291-2c1f-4cf6-9927-f8d02af393f9 HTTP/1.1" status: 204 len: 168 time: 0.2750571 Nov 15 15:00:58.822529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f3c17-7abe-41fa-a380-e8795d452d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8cd291-2c1f-4cf6-9927-f8d02af393f9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:58.896990 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:58.898031 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:58.921939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:00:58.924239 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8040b19-5ab7-4d7c-bff3-64f3dc8a33e8" -d '{"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:00:58.939950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:00:58.969525 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52967775-bc42-41db-a692-87092b09eb2b x-openstack-request-id: req-52967775-bc42-41db-a692-87092b09eb2b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:00:58.969818 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:00:58.970070 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52967775-bc42-41db-a692-87092b09eb2b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:00:58.970622 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'code': 200} Nov 15 15:00:59.101268 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:00:59.157198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=14']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:00:59.348168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c3018-30d4-4a81-b2b7-01dbe163fe9a req-83f1675f-e948-4e63-b109-170f16923e48 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:00:59.349790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b9c3018-30d4-4a81-b2b7-01dbe163fe9a req-83f1675f-e948-4e63-b109-170f16923e48 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0626307 Nov 15 15:00:59.417946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b9c3018-30d4-4a81-b2b7-01dbe163fe9a req-98001bb3-7e62-420e-83ce-c18609b08c81 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595171 Nov 15 15:00:59.877397 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07584d92-c200-48c6-b210-4ef205b4ec5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:00.225531 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33826) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:00.334754 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b97820d0-62e0-4d20-b5ce-e9f69293c80d tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:00.335205 n-d-817748-2 neutron-server[103147]: WARNING neutron.api.v2.base [None req-b97820d0-62e0-4d20-b5ce-e9f69293c80d tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 15 15:01:00.335894 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b97820d0-62e0-4d20-b5ce-e9f69293c80d tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): There was a conflict when trying to complete your request. Nov 15 15:01:00.342345 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b97820d0-62e0-4d20-b5ce-e9f69293c80d tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1105309 Nov 15 15:01:00.342345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33834) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:00.348327 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3cd283ee-74a8-4023-9b14-6c2bb29f358c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369664791'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:00.492414 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cd283ee-74a8-4023-9b14-6c2bb29f358c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:00.503624 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cd283ee-74a8-4023-9b14-6c2bb29f358c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:00.586719 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cd283ee-74a8-4023-9b14-6c2bb29f358c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:00.720746 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cd283ee-74a8-4023-9b14-6c2bb29f358c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:00.758118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd283ee-74a8-4023-9b14-6c2bb29f358c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30abecbd-b1f2-4052-8a45-0d515f3e406e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:00.815515 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cd283ee-74a8-4023-9b14-6c2bb29f358c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:00.943442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cd283ee-74a8-4023-9b14-6c2bb29f358c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:00.973869 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd283ee-74a8-4023-9b14-6c2bb29f358c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59750867-629d-41b0-acda-12e4bcf44b3b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:01.083399 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cd283ee-74a8-4023-9b14-6c2bb29f358c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:01.085192 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3cd283ee-74a8-4023-9b14-6c2bb29f358c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7414620 Nov 15 15:01:01.088955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33846) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:01.094923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3bf0029f-9298-4fec-8bb1-07d370282d36 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': '59750867-629d-41b0-acda-12e4bcf44b3b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:01.293658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bf0029f-9298-4fec-8bb1-07d370282d36 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:01.364484 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bf0029f-9298-4fec-8bb1-07d370282d36 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:01.469420 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bf0029f-9298-4fec-8bb1-07d370282d36 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:01.488454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0029f-9298-4fec-8bb1-07d370282d36 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5f7fab-40f7-4135-a1cd-32d881a6e74d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:01.642881 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bf0029f-9298-4fec-8bb1-07d370282d36 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:01.644153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3bf0029f-9298-4fec-8bb1-07d370282d36 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5532851 Nov 15 15:01:01.647131 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:01.651713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6f85eaca-9f03-4322-8f3c-c94e4584c337 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': '59750867-629d-41b0-acda-12e4bcf44b3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:01.827805 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f85eaca-9f03-4322-8f3c-c94e4584c337 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:01.989437 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-6f85eaca-9f03-4322-8f3c-c94e4584c337 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): There was a conflict when trying to complete your request. Nov 15 15:01:01.990662 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6f85eaca-9f03-4322-8f3c-c94e4584c337 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3424945 Nov 15 15:01:01.993535 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33870) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:02.054202 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1100ff0-c9bc-407e-93d6-90b7e24079aa tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:02.079334 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1100ff0-c9bc-407e-93d6-90b7e24079aa tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:02.152562 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c79c7dd-79d2-448d-9a5f-e061656a0457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:02.162920 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abec22d1-f9ed-4574-ac19-5541638e1935 req-3879b0ad-9158-44b8-aee1-06c4ea34b3f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423460 Nov 15 15:01:02.252843 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec22d1-f9ed-4574-ac19-5541638e1935 req-13a60a4e-76ac-41d7-8359-99f57d8dc7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:02.254343 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abec22d1-f9ed-4574-ac19-5541638e1935 req-13a60a4e-76ac-41d7-8359-99f57d8dc7f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1095 time: 0.0442679 Nov 15 15:01:02.344288 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1100ff0-c9bc-407e-93d6-90b7e24079aa tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:02.346998 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1100ff0-c9bc-407e-93d6-90b7e24079aa tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:02.349607 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c1100ff0-c9bc-407e-93d6-90b7e24079aa tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "DELETE /v2.0/security-groups/59750867-629d-41b0-acda-12e4bcf44b3b HTTP/1.1" status: 204 len: 168 time: 0.3548775 Nov 15 15:01:02.355811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33884) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:02.406902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec22d1-f9ed-4574-ac19-5541638e1935 req-5a55251c-4315-4a38-84ee-1eb51a02d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:02.409713 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abec22d1-f9ed-4574-ac19-5541638e1935 req-5a55251c-4315-4a38-84ee-1eb51a02d0e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1283987 Nov 15 15:01:02.412136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cdc8b0a5-fc62-4850-9e2d-40f91b95a44b tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0544076 Nov 15 15:01:02.420369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1100ff0-c9bc-407e-93d6-90b7e24079aa tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59750867-629d-41b0-acda-12e4bcf44b3b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:02.420698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:02.449299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6dd90512-a8ac-42c1-aeba-004ca288ce08 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836626375'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:02.501111 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abec22d1-f9ed-4574-ac19-5541638e1935 req-243a6114-2c53-49bf-a07e-a9a2e4029c99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 999 time: 0.0773103 Nov 15 15:01:02.568646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec22d1-f9ed-4574-ac19-5541638e1935 req-8fd9450e-a089-4f04-b507-70f1e2e0675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:02.570884 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abec22d1-f9ed-4574-ac19-5541638e1935 req-8fd9450e-a089-4f04-b507-70f1e2e0675a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0600865 Nov 15 15:01:02.584091 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dd90512-a8ac-42c1-aeba-004ca288ce08 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:02.650884 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec22d1-f9ed-4574-ac19-5541638e1935 req-b3701c1e-1958-4e76-bcf9-ac4f22138475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:02.655209 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abec22d1-f9ed-4574-ac19-5541638e1935 req-b3701c1e-1958-4e76-bcf9-ac4f22138475 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674694 Nov 15 15:01:02.672496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dd90512-a8ac-42c1-aeba-004ca288ce08 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:02.782857 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abec22d1-f9ed-4574-ac19-5541638e1935 req-c8a1895f-81e6-4895-bb58-00247ed173e9 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091630 Nov 15 15:01:02.829684 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dd90512-a8ac-42c1-aeba-004ca288ce08 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:02.861441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd90512-a8ac-42c1-aeba-004ca288ce08 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a009cc97-aad6-4541-a8ac-62311c9eb2df,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:02.873362 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-abec22d1-f9ed-4574-ac19-5541638e1935 req-95274df0-568a-459e-a692-7e9d9c860b29 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864160 Nov 15 15:01:03.059975 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dd90512-a8ac-42c1-aeba-004ca288ce08 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:03.064843 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6dd90512-a8ac-42c1-aeba-004ca288ce08 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6226258 Nov 15 15:01:03.066048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33898) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:03.072087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b6b6a60f-0d04-4457-8a37-95632ffd2e6b tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'a009cc97-aad6-4541-a8ac-62311c9eb2df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:03.072087 n-d-817748-2 neutron-server[103147]: WARNING neutron.api.v2.base [None req-b6b6a60f-0d04-4457-8a37-95632ffd2e6b tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 15 15:01:03.072367 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b6b6a60f-0d04-4457-8a37-95632ffd2e6b tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:03.073227 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b6b6a60f-0d04-4457-8a37-95632ffd2e6b tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060987 Nov 15 15:01:03.078709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:03.134574 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:01:03.139677 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d9d9-95a8-4a4d-9b55-0c07913a3b25 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:03.167477 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d9d9-95a8-4a4d-9b55-0c07913a3b25 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:03.566737 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:03.619575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c5d9a-a361-4020-bf56-da67a0d46e2e req-20a157fa-17c4-4bcd-8683-bd796cdc12fb tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:03.621621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f34c5d9a-a361-4020-bf56-da67a0d46e2e req-20a157fa-17c4-4bcd-8683-bd796cdc12fb tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0598540 Nov 15 15:01:03.670872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f34c5d9a-a361-4020-bf56-da67a0d46e2e req-77756cbd-9d1c-4b30-9cce-96e9554cb540 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431619 Nov 15 15:01:03.777822 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d9d9-95a8-4a4d-9b55-0c07913a3b25 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:03.780456 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d9d9-95a8-4a4d-9b55-0c07913a3b25 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:03.781771 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e2b0d9d9-95a8-4a4d-9b55-0c07913a3b25 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "DELETE /v2.0/security-groups/a009cc97-aad6-4541-a8ac-62311c9eb2df HTTP/1.1" status: 204 len: 168 time: 0.7017989 Nov 15 15:01:03.784602 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:03.793900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0d9d9-95a8-4a4d-9b55-0c07913a3b25 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a009cc97-aad6-4541-a8ac-62311c9eb2df,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:03.832526 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e63fc68c-971f-4de4-9779-cb9f9d378fea tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0467031 Nov 15 15:01:03.842003 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33916) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:03.846793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-12b76b36-a90c-41ea-9716-3f6b162171ae tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580189590'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:04.004307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12b76b36-a90c-41ea-9716-3f6b162171ae tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:04.079709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12b76b36-a90c-41ea-9716-3f6b162171ae tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:04.182675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408945b-8a6b-4ea5-b29b-f7f34c5d08e3 req-c655a551-85a2-49aa-aeeb-64726b883912 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:04.184380 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6408945b-8a6b-4ea5-b29b-f7f34c5d08e3 req-c655a551-85a2-49aa-aeeb-64726b883912 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0503795 Nov 15 15:01:04.198486 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12b76b36-a90c-41ea-9716-3f6b162171ae tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:04.230855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b76b36-a90c-41ea-9716-3f6b162171ae tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b75105-7ba5-45c3-8d2c-3d5ebb90d93c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:04.239994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6408945b-8a6b-4ea5-b29b-f7f34c5d08e3 req-b510d8d4-62e1-4995-be4d-c81d05fae0d7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493407 Nov 15 15:01:04.333941 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12b76b36-a90c-41ea-9716-3f6b162171ae tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:04.338019 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-12b76b36-a90c-41ea-9716-3f6b162171ae tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4920664 Nov 15 15:01:04.338454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:04.343937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d3f10631-f9ab-4c25-970f-e36b29d7f17f tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': '41b75105-7ba5-45c3-8d2c-3d5ebb90d93c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:04.344771 n-d-817748-2 neutron-server[103146]: WARNING neutron.api.v2.base [None req-d3f10631-f9ab-4c25-970f-e36b29d7f17f tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 15 15:01:04.345285 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-d3f10631-f9ab-4c25-970f-e36b29d7f17f tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:04.346108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4169fd-c119-419b-ba01-7ed3e9ca0962 req-b5c72d6a-a6de-4643-8586-4f7e2872fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:04.346508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d3f10631-f9ab-4c25-970f-e36b29d7f17f tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068171 Nov 15 15:01:04.347703 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6f4169fd-c119-419b-ba01-7ed3e9ca0962 req-b5c72d6a-a6de-4643-8586-4f7e2872fda7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1095 time: 0.0508506 Nov 15 15:01:04.349107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33924) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:04.458020 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ef181-fe3e-4953-a1f5-cfa99183ee87 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:04.499839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4169fd-c119-419b-ba01-7ed3e9ca0962 req-f5df0663-bb32-4446-ab1b-49774f9a9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:04.501350 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6f4169fd-c119-419b-ba01-7ed3e9ca0962 req-f5df0663-bb32-4446-ab1b-49774f9a9c4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1381416 Nov 15 15:01:04.505517 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ef181-fe3e-4953-a1f5-cfa99183ee87 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:04.594019 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6f4169fd-c119-419b-ba01-7ed3e9ca0962 req-7eac7cb7-ee80-4746-877c-f715910cb2a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 999 time: 0.0797966 Nov 15 15:01:04.652470 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4169fd-c119-419b-ba01-7ed3e9ca0962 req-dc446ff8-5598-4bbf-b54b-4d6e237c23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:04.653987 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6f4169fd-c119-419b-ba01-7ed3e9ca0962 req-dc446ff8-5598-4bbf-b54b-4d6e237c23f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0503969 Nov 15 15:01:04.691813 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ef181-fe3e-4953-a1f5-cfa99183ee87 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:04.694422 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ef181-fe3e-4953-a1f5-cfa99183ee87 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:04.695540 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b06ef181-fe3e-4953-a1f5-cfa99183ee87 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "DELETE /v2.0/security-groups/41b75105-7ba5-45c3-8d2c-3d5ebb90d93c HTTP/1.1" status: 204 len: 168 time: 0.3455317 Nov 15 15:01:04.698490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33928) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:04.709438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ef181-fe3e-4953-a1f5-cfa99183ee87 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b75105-7ba5-45c3-8d2c-3d5ebb90d93c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:04.722737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4169fd-c119-419b-ba01-7ed3e9ca0962 req-51b4f659-b0d3-4349-ad35-e049c71774b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:04.724353 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6f4169fd-c119-419b-ba01-7ed3e9ca0962 req-51b4f659-b0d3-4349-ad35-e049c71774b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630083 Nov 15 15:01:04.743696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ae0a151b-a9f3-4b1e-84ac-8fcb1e211ca4 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0435252 Nov 15 15:01:04.748034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:04.752669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-20d96d0c-96d6-4227-9fba-e7f4970d6a3c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033239445'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:04.830002 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6f4169fd-c119-419b-ba01-7ed3e9ca0962 req-756b9836-6833-4022-a5be-068d4d04edcf service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917423 Nov 15 15:01:04.909192 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20d96d0c-96d6-4227-9fba-e7f4970d6a3c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:04.931711 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6f4169fd-c119-419b-ba01-7ed3e9ca0962 req-a656da99-f00b-4401-9f37-de66993cc64a service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901008 Nov 15 15:01:04.978069 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20d96d0c-96d6-4227-9fba-e7f4970d6a3c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:05.063274 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20d96d0c-96d6-4227-9fba-e7f4970d6a3c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:05.092429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d96d0c-96d6-4227-9fba-e7f4970d6a3c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a0a558-ed64-4635-8a83-5fbb5b411303,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:05.131760 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:05.163105 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20d96d0c-96d6-4227-9fba-e7f4970d6a3c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:05.164394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-20d96d0c-96d6-4227-9fba-e7f4970d6a3c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4152024 Nov 15 15:01:05.167344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:05.172449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f083214e-23e8-47c2-948c-877be388b048 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'b7a0a558-ed64-4635-8a83-5fbb5b411303', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:05.174614 n-d-817748-2 neutron-server[103146]: WARNING neutron.api.v2.base [None req-f083214e-23e8-47c2-948c-877be388b048 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 15 15:01:05.175135 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-f083214e-23e8-47c2-948c-877be388b048 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:05.176168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f083214e-23e8-47c2-948c-877be388b048 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071743 Nov 15 15:01:05.179397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33934) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:05.184414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-de201f26-5be4-42bf-a770-0efab8471e1e tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'b7a0a558-ed64-4635-8a83-5fbb5b411303', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:05.185076 n-d-817748-2 neutron-server[103146]: WARNING neutron.api.v2.base [None req-de201f26-5be4-42bf-a770-0efab8471e1e tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 15 15:01:05.185552 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-de201f26-5be4-42bf-a770-0efab8471e1e tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:05.186497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-de201f26-5be4-42bf-a770-0efab8471e1e tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061448 Nov 15 15:01:05.189063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:05.194335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f8204fb3-3ffc-42fe-b97f-1e28065e3d04 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'b7a0a558-ed64-4635-8a83-5fbb5b411303', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:05.195145 n-d-817748-2 neutron-server[103146]: WARNING neutron.api.v2.base [None req-f8204fb3-3ffc-42fe-b97f-1e28065e3d04 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 15 15:01:05.195625 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-f8204fb3-3ffc-42fe-b97f-1e28065e3d04 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:05.196805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f8204fb3-3ffc-42fe-b97f-1e28065e3d04 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055082 Nov 15 15:01:05.199138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:05.203301 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2dc2d8a9-1553-4be9-a8fd-25da7ada69bf tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'b7a0a558-ed64-4635-8a83-5fbb5b411303', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:05.204141 n-d-817748-2 neutron-server[103146]: WARNING neutron.api.v2.base [None req-2dc2d8a9-1553-4be9-a8fd-25da7ada69bf tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 15 15:01:05.204621 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-2dc2d8a9-1553-4be9-a8fd-25da7ada69bf tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:05.205779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2dc2d8a9-1553-4be9-a8fd-25da7ada69bf tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055618 Nov 15 15:01:05.208029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:05.265218 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b58a1514-1493-4797-be46-122ea67af237 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:05.291153 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b58a1514-1493-4797-be46-122ea67af237 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:05.440977 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b58a1514-1493-4797-be46-122ea67af237 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:05.443664 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b58a1514-1493-4797-be46-122ea67af237 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:05.444893 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b58a1514-1493-4797-be46-122ea67af237 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "DELETE /v2.0/security-groups/b7a0a558-ed64-4635-8a83-5fbb5b411303 HTTP/1.1" status: 204 len: 168 time: 0.2359731 Nov 15 15:01:05.447704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:05.454654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a1514-1493-4797-be46-122ea67af237 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a0a558-ed64-4635-8a83-5fbb5b411303,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:05.504381 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f18ca7f4-3881-4a9c-8c97-a9ffb69c5458 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0549417 Nov 15 15:01:05.508232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33952) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:05.513702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8dbd597f-34e7-48ed-89a1-bbb915db67df tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015224457'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:05.618844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed5d76-c3b1-4b37-b552-899a69dd0bc6 req-e497677e-6994-4bc2-b01d-fe41533fa775 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:05.621074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8ed5d76-c3b1-4b37-b552-899a69dd0bc6 req-e497677e-6994-4bc2-b01d-fe41533fa775 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0588095 Nov 15 15:01:05.650263 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dbd597f-34e7-48ed-89a1-bbb915db67df tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:05.686855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8ed5d76-c3b1-4b37-b552-899a69dd0bc6 req-61a9a08c-ab6f-4d23-950b-4676ee1a9e6d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587904 Nov 15 15:01:05.735257 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dbd597f-34e7-48ed-89a1-bbb915db67df tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:05.823721 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:05.920816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dbd597f-34e7-48ed-89a1-bbb915db67df tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:05.951136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd597f-34e7-48ed-89a1-bbb915db67df tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bf196e-5554-46ab-ad79-8a8e1f2334e5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:06.160554 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dbd597f-34e7-48ed-89a1-bbb915db67df tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:06.161811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8dbd597f-34e7-48ed-89a1-bbb915db67df tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6522999 Nov 15 15:01:06.165183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33958) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:06.169744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-263208e9-1f34-4a63-81a0-c6ebe77b8b16 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf196e-5554-46ab-ad79-8a8e1f2334e5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:06.170346 n-d-817748-2 neutron-server[103146]: WARNING neutron.api.v2.base [None req-263208e9-1f34-4a63-81a0-c6ebe77b8b16 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 15 15:01:06.170870 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-263208e9-1f34-4a63-81a0-c6ebe77b8b16 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:06.171847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-263208e9-1f34-4a63-81a0-c6ebe77b8b16 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056760 Nov 15 15:01:06.174070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:06.177979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-079b1fdd-fdc9-4b80-b6bd-cf913ad04cc6 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf196e-5554-46ab-ad79-8a8e1f2334e5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:06.358810 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-079b1fdd-fdc9-4b80-b6bd-cf913ad04cc6 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:06.359918 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-079b1fdd-fdc9-4b80-b6bd-cf913ad04cc6 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1849484 Nov 15 15:01:06.362722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33962) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:06.367329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c676f39f-4790-423c-a0a2-6df13c050a51 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf196e-5554-46ab-ad79-8a8e1f2334e5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:06.367814 n-d-817748-2 neutron-server[103146]: WARNING neutron.api.v2.base [None req-c676f39f-4790-423c-a0a2-6df13c050a51 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 15 15:01:06.368355 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-c676f39f-4790-423c-a0a2-6df13c050a51 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:06.369308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c676f39f-4790-423c-a0a2-6df13c050a51 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056312 Nov 15 15:01:06.372208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33964) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:06.376654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f437a31e-3563-4303-851b-c9241da01a00 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf196e-5554-46ab-ad79-8a8e1f2334e5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:06.635617 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-f437a31e-3563-4303-851b-c9241da01a00 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:06.638167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f437a31e-3563-4303-851b-c9241da01a00 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2636321 Nov 15 15:01:06.641979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33966) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:06.647007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c0090e54-e7a7-4ed6-bfcf-97e9ed41d2f6 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf196e-5554-46ab-ad79-8a8e1f2334e5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:06.647496 n-d-817748-2 neutron-server[103146]: WARNING neutron.api.v2.base [None req-c0090e54-e7a7-4ed6-bfcf-97e9ed41d2f6 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 15 15:01:06.647980 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-c0090e54-e7a7-4ed6-bfcf-97e9ed41d2f6 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:06.648910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c0090e54-e7a7-4ed6-bfcf-97e9ed41d2f6 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056353 Nov 15 15:01:06.651651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:06.656812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2add2e47-f7a4-4c72-b0b2-fee0de56e703 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf196e-5554-46ab-ad79-8a8e1f2334e5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:06.821077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef13f6-91ce-40aa-abe7-8f7d6d70ce94 req-ae891589-8fb6-400f-a346-44f299247ecf tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:06.822838 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4ef13f6-91ce-40aa-abe7-8f7d6d70ce94 req-ae891589-8fb6-400f-a346-44f299247ecf tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0646966 Nov 15 15:01:06.879813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4ef13f6-91ce-40aa-abe7-8f7d6d70ce94 req-4a2ba3d2-e849-4e0f-9e1e-5322b95d008e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503390 Nov 15 15:01:06.924089 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-2add2e47-f7a4-4c72-b0b2-fee0de56e703 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:06.927838 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2add2e47-f7a4-4c72-b0b2-fee0de56e703 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2726803 Nov 15 15:01:06.928187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:06.934106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e9517b87-5d9e-4b33-a85a-28a43a275fe2 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf196e-5554-46ab-ad79-8a8e1f2334e5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:06.935249 n-d-817748-2 neutron-server[103146]: WARNING neutron.api.v2.base [None req-e9517b87-5d9e-4b33-a85a-28a43a275fe2 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 15 15:01:06.936038 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-e9517b87-5d9e-4b33-a85a-28a43a275fe2 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:06.937715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e9517b87-5d9e-4b33-a85a-28a43a275fe2 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074937 Nov 15 15:01:06.942896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 33976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:06.947653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-636f1a04-792d-40e8-a59a-a8330d41bcde tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf196e-5554-46ab-ad79-8a8e1f2334e5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:07.112464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0f5af-b2de-4ae7-850b-f66b291268ba req-35692c62-d084-47fa-a6cd-28b170afa99e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:07.114863 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86f0f5af-b2de-4ae7-850b-f66b291268ba req-35692c62-d084-47fa-a6cd-28b170afa99e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0817103 Nov 15 15:01:07.165724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86f0f5af-b2de-4ae7-850b-f66b291268ba req-45f69918-e4e5-4b04-a210-69f4d0360ece tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453653 Nov 15 15:01:07.201618 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-636f1a04-792d-40e8-a59a-a8330d41bcde tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:07.205397 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-636f1a04-792d-40e8-a59a-a8330d41bcde tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2588677 Nov 15 15:01:07.205900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33984) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:07.211734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1966de2a-5940-45ee-aa45-82512f953329 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf196e-5554-46ab-ad79-8a8e1f2334e5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:07.296817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fad36f-e3b0-4e82-9907-591f8eacc8a2 req-2c82e6af-4523-4278-ac42-48ece9bae6e0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:07.298562 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44fad36f-e3b0-4e82-9907-591f8eacc8a2 req-2c82e6af-4523-4278-ac42-48ece9bae6e0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0576420 Nov 15 15:01:07.350295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44fad36f-e3b0-4e82-9907-591f8eacc8a2 req-2fce9cd9-f9da-43f6-8cf9-7ddcd32f926d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452712 Nov 15 15:01:07.456523 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-1966de2a-5940-45ee-aa45-82512f953329 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:07.458303 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1966de2a-5940-45ee-aa45-82512f953329 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2508299 Nov 15 15:01:07.461597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 33988) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:07.534053 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-733f2f44-5ddc-4c44-a924-c8e2e9b18c74 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:07.563314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-733f2f44-5ddc-4c44-a924-c8e2e9b18c74 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:07.672207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-ff8abe05-29df-4be8-9396-99f9aacb951e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:07.673768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-ff8abe05-29df-4be8-9396-99f9aacb951e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 811 time: 0.1057534 Nov 15 15:01:07.689995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-cfcc04e5-de41-4a28-9a15-d19b578d89b0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/quotas/8a831b09e10644608805f8094580f2e2 HTTP/1.1" status: 200 len: 375 time: 0.0099459 Nov 15 15:01:07.744143 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-733f2f44-5ddc-4c44-a924-c8e2e9b18c74 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:07.746811 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-733f2f44-5ddc-4c44-a924-c8e2e9b18c74 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:07.750230 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-733f2f44-5ddc-4c44-a924-c8e2e9b18c74 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "DELETE /v2.0/security-groups/f2bf196e-5554-46ab-ad79-8a8e1f2334e5 HTTP/1.1" status: 204 len: 168 time: 0.2850966 Nov 15 15:01:07.752848 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34000) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:07.764318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-c92536ad-e1ef-4e7d-98c9-12cf4fe879ec tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0682368 Nov 15 15:01:07.765892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f2f44-5ddc-4c44-a924-c8e2e9b18c74 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bf196e-5554-46ab-ad79-8a8e1f2334e5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:07.799557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-8dff70a9-6523-413d-a3de-6034a1e0b0ce service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:01:07.800793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-8dff70a9-6523-413d-a3de-6034a1e0b0ce service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079598 Nov 15 15:01:07.809889 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2fc46987-6570-489c-a2b1-0138af950f74 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0559626 Nov 15 15:01:07.815622 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:07.820087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-579ad2b3-f928-4e57-8db7-1490fa0a0996 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group': {'name': 'tempest-secgroup--364042283'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:07.897856 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-fb5c81c0-8352-4c16-bb19-884301d51271 service neutron] 10.222.0.70 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892591 Nov 15 15:01:07.931887 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-579ad2b3-f928-4e57-8db7-1490fa0a0996 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:08.009589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-e95d16c1-5fd7-4ca7-8649-36f6f87b9032 service neutron] 10.222.0.70 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046627 Nov 15 15:01:08.013454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-579ad2b3-f928-4e57-8db7-1490fa0a0996 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:08.095316 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-579ad2b3-f928-4e57-8db7-1490fa0a0996 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:08.127847 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ad2b3-f928-4e57-8db7-1490fa0a0996 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4c22af-33f7-4872-86cf-0c77632d3931,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:08.225504 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-579ad2b3-f928-4e57-8db7-1490fa0a0996 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:08.226823 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-579ad2b3-f928-4e57-8db7-1490fa0a0996 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4101982 Nov 15 15:01:08.229961 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34006) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:08.235257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-107b0855-b31c-492e-997c-eca8c9654715 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': '7b4c22af-33f7-4872-86cf-0c77632d3931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:08.449693 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-107b0855-b31c-492e-997c-eca8c9654715 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The resource could not be found. Nov 15 15:01:08.451464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-107b0855-b31c-492e-997c-eca8c9654715 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2202148 Nov 15 15:01:08.454872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34012) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:08.459510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cb5fca5c-208b-4892-8867-bd59e78f6c22 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': '7b4c22af-33f7-4872-86cf-0c77632d3931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b6387cd1-8e26-4bf2-b482-8eb852610b6e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:08.471800 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-149bae15-6dd6-4b44-b023-7c7266c203f5 req-29338aaf-19a1-4183-a64c-9817aaf3e683 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 210 time: 0.0325356 Nov 15 15:01:08.817936 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-cb5fca5c-208b-4892-8867-bd59e78f6c22 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The resource could not be found. Nov 15 15:01:08.819092 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cb5fca5c-208b-4892-8867-bd59e78f6c22 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3633168 Nov 15 15:01:08.821903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34018) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:08.875986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78382517-277d-410b-a858-23a15779b43d tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:08.899151 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78382517-277d-410b-a858-23a15779b43d tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:09.046271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78382517-277d-410b-a858-23a15779b43d tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:09.048882 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78382517-277d-410b-a858-23a15779b43d tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:09.050134 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-78382517-277d-410b-a858-23a15779b43d tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "DELETE /v2.0/security-groups/7b4c22af-33f7-4872-86cf-0c77632d3931 HTTP/1.1" status: 204 len: 168 time: 0.2271760 Nov 15 15:01:09.052805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34020) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:09.062262 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78382517-277d-410b-a858-23a15779b43d tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4c22af-33f7-4872-86cf-0c77632d3931,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:09.099742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dd198a58-6275-4a41-b26c-150e1ee7ded3 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450332 Nov 15 15:01:09.111362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34022) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:09.115882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-809dcdb8-2333-4140-901c-497f254aa63a tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': '4d3cdcb1-20d9-4a3d-8965-3a396932b387', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:09.468599 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-809dcdb8-2333-4140-901c-497f254aa63a tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The resource could not be found. Nov 15 15:01:09.469627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-809dcdb8-2333-4140-901c-497f254aa63a tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3572588 Nov 15 15:01:09.474471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:09.480657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9296db54-1850-4a82-8871-dfa90f750336 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group': {'name': 'tempest-secgroup--894743703'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:09.576779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0cd5dd1-8113-4826-a598-ede48450a45b req-4d61e6f3-c1d2-4851-84ff-c4186c35da8f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 210 time: 0.0387502 Nov 15 15:01:09.635130 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9296db54-1850-4a82-8871-dfa90f750336 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:09.715350 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9296db54-1850-4a82-8871-dfa90f750336 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:09.886416 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9296db54-1850-4a82-8871-dfa90f750336 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:09.917807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296db54-1850-4a82-8871-dfa90f750336 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48034d24-a96d-4d44-a41d-13e9d6ce7a20,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:10.028794 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9296db54-1850-4a82-8871-dfa90f750336 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:10.031206 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9296db54-1850-4a82-8871-dfa90f750336 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5546927 Nov 15 15:01:10.033206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:10.038514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-66954f52-0e22-4c30-a4f4-9d0fb29b142c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307090349'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:10.158206 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66954f52-0e22-4c30-a4f4-9d0fb29b142c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:10.242586 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66954f52-0e22-4c30-a4f4-9d0fb29b142c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:10.366287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66954f52-0e22-4c30-a4f4-9d0fb29b142c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:10.402586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66954f52-0e22-4c30-a4f4-9d0fb29b142c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da1bd1a-3b7e-4d9c-98fe-e0c8dbe353ce,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:10.477127 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66954f52-0e22-4c30-a4f4-9d0fb29b142c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:10.478418 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-66954f52-0e22-4c30-a4f4-9d0fb29b142c tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4441676 Nov 15 15:01:10.483659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34040) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:10.488374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c34bc6b4-6911-4395-88da-934429e05149 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group_rule': {'security_group_id': '48034d24-a96d-4d44-a41d-13e9d6ce7a20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1da1bd1a-3b7e-4d9c-98fe-e0c8dbe353ce'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:10.678577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a24a15b0-1a78-47b9-9f69-bb5267f196ea req-4454860f-db3d-4f15-8c08-01144eea3f6e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 210 time: 0.0280559 Nov 15 15:01:10.873057 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-c34bc6b4-6911-4395-88da-934429e05149 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:01:10.876852 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c34bc6b4-6911-4395-88da-934429e05149 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3894677 Nov 15 15:01:10.877091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34046) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:10.946559 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dae5735-4768-47c2-babd-102f3a7dfb48 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:10.971794 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dae5735-4768-47c2-babd-102f3a7dfb48 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:11.169855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dae5735-4768-47c2-babd-102f3a7dfb48 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:11.172463 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dae5735-4768-47c2-babd-102f3a7dfb48 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:11.173657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4dae5735-4768-47c2-babd-102f3a7dfb48 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "DELETE /v2.0/security-groups/1da1bd1a-3b7e-4d9c-98fe-e0c8dbe353ce HTTP/1.1" status: 204 len: 168 time: 0.2955489 Nov 15 15:01:11.176393 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:11.183844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae5735-4768-47c2-babd-102f3a7dfb48 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da1bd1a-3b7e-4d9c-98fe-e0c8dbe353ce,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:11.235315 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ad546bfd-f9f0-4550-9441-f53cb2724559 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0576940 Nov 15 15:01:11.238048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:11.305127 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-036f2e1d-aa5d-411d-a749-de77c9d421c3 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:11.344147 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-036f2e1d-aa5d-411d-a749-de77c9d421c3 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:11.380033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-5a2be470-866a-4422-bdec-77b1b2c12678 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:11.381970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-5a2be470-866a-4422-bdec-77b1b2c12678 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.59 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 811 time: 0.1549771 Nov 15 15:01:11.397984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-9a6f9c48-27f8-4a2a-8855-e3995f37abe8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Request body: {'port': {'device_id': '8a2bbf18-df8e-40e1-82d5-2d12c209ac50', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'admin_state_up': True, 'tenant_id': '8a831b09e10644608805f8094580f2e2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:11.486650 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-036f2e1d-aa5d-411d-a749-de77c9d421c3 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:11.489448 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-036f2e1d-aa5d-411d-a749-de77c9d421c3 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:11.490670 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-036f2e1d-aa5d-411d-a749-de77c9d421c3 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "DELETE /v2.0/security-groups/48034d24-a96d-4d44-a41d-13e9d6ce7a20 HTTP/1.1" status: 204 len: 168 time: 0.2515829 Nov 15 15:01:11.493999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34054) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:11.507809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f2e1d-aa5d-411d-a749-de77c9d421c3 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48034d24-a96d-4d44-a41d-13e9d6ce7a20,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:11.556378 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a2b8fe3e-fe55-4ef4-a262-6baccbb6ec87 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0612621 Nov 15 15:01:11.560699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34056) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:11.564860 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-58234386-1bdf-4890-acb8-ada8fa8c7559 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group': {'name': 'tempest-secgroup--483434787'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:11.657436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-9a6f9c48-27f8-4a2a-8855-e3995f37abe8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Made reservation on behalf of 8a831b09e10644608805f8094580f2e2 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:01:11.661056 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-9a6f9c48-27f8-4a2a-8855-e3995f37abe8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:11.775586 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58234386-1bdf-4890-acb8-ada8fa8c7559 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:11.803822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-631e49dc-d9aa-4ae9-8800-ddd7a40ed3fb req-b3e21446-bea5-42f2-ae90-f3d8c48ad217 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 210 time: 0.0332201 Nov 15 15:01:11.820845 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-9a6f9c48-27f8-4a2a-8855-e3995f37abe8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Allocated IP 172.20.0.9 (49148bfd-b262-4441-8f3c-f5f2e5aab104/d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4/318716cf-3f92-4eef-996d-227be48bd7a0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:01:11.848962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58234386-1bdf-4890-acb8-ada8fa8c7559 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:11.940758 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58234386-1bdf-4890-acb8-ada8fa8c7559 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:11.970698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58234386-1bdf-4890-acb8-ada8fa8c7559 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dc4b2a-f833-42ee-b515-4a73b25ade4a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:11.980105 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-9a6f9c48-27f8-4a2a-8855-e3995f37abe8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:12.046263 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58234386-1bdf-4890-acb8-ada8fa8c7559 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:12.047569 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-58234386-1bdf-4890-acb8-ada8fa8c7559 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4861369 Nov 15 15:01:12.050640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34060) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:12.055098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b2d970c0-d9eb-4561-b05e-ec58f9e2fccd tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:12.060235 n-d-817748-2 neutron-server[103147]: WARNING neutron.api.v2.base [None req-b2d970c0-d9eb-4561-b05e-ec58f9e2fccd tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 15 15:01:12.060235 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b2d970c0-d9eb-4561-b05e-ec58f9e2fccd tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] update failed (client error): There was a conflict when trying to complete your request. Nov 15 15:01:12.060235 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b2d970c0-d9eb-4561-b05e-ec58f9e2fccd tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "PUT /v2.0/security-groups/d7dc4b2a-f833-42ee-b515-4a73b25ade4a HTTP/1.1" status: 409 len: 330 time: 0.0053515 Nov 15 15:01:12.062159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:12.081273 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-9a6f9c48-27f8-4a2a-8855-e3995f37abe8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:12.122306 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-155cf946-4274-4aba-b4db-149305ace66e tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:12.130725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-9a6f9c48-27f8-4a2a-8855-e3995f37abe8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Network 49148bfd-b262-4441-8f3c-f5f2e5aab104 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:01:12.134079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-9a6f9c48-27f8-4a2a-8855-e3995f37abe8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:01:12.138919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-9a6f9c48-27f8-4a2a-8855-e3995f37abe8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:01:12.154642 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-155cf946-4274-4aba-b4db-149305ace66e tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:12.167966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f9c48-27f8-4a2a-8855-e3995f37abe8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event updated for resources: {'Port': ['ID=318716cf-3f92-4eef-996d-227be48bd7a0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:12.205752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-9a6f9c48-27f8-4a2a-8855-e3995f37abe8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:12.206452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-9a6f9c48-27f8-4a2a-8855-e3995f37abe8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:12.326865 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-155cf946-4274-4aba-b4db-149305ace66e tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:12.330764 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-155cf946-4274-4aba-b4db-149305ace66e tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:12.331332 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-9a6f9c48-27f8-4a2a-8855-e3995f37abe8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9387381 Nov 15 15:01:12.332280 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-155cf946-4274-4aba-b4db-149305ace66e tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "DELETE /v2.0/security-groups/d7dc4b2a-f833-42ee-b515-4a73b25ade4a HTTP/1.1" status: 204 len: 168 time: 0.2692244 Nov 15 15:01:12.337333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:12.344504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Request body: {'port': {'device_id': '8a2bbf18-df8e-40e1-82d5-2d12c209ac50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:12.364274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cf946-4274-4aba-b4db-149305ace66e tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dc4b2a-f833-42ee-b515-4a73b25ade4a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:12.398425 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b6bbbcbc-a4cb-40ce-a643-1336d35dc3d2 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0582800 Nov 15 15:01:12.402059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:12.417548 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:12.423385 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-64ac0c29-9457-4b6b-9f3b-76ba9e02eb35 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] delete failed (client error): The resource could not be found. Nov 15 15:01:12.424197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22c35f84-2c5e-4918-b197-ed53e449f9ec None None] Provisioning complete for port 318716cf-3f92-4eef-996d-227be48bd7a0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:01:12.424827 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-64ac0c29-9457-4b6b-9f3b-76ba9e02eb35 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "DELETE /v2.0/security-groups/91533d54-de9c-472f-9151-5a3ecff64019 HTTP/1.1" status: 404 len: 347 time: 0.0214038 Nov 15 15:01:12.425576 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22c35f84-2c5e-4918-b197-ed53e449f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:12.428737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34076) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:12.447190 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-44a237a2-ee9f-4668-b29b-fc0c61e1d394 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] show failed (client error): The resource could not be found. Nov 15 15:01:12.449634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-44a237a2-ee9f-4668-b29b-fc0c61e1d394 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "GET /v2.0/security-groups/8187e8d7-b247-45a4-9584-2148c7a3e0f2 HTTP/1.1" status: 404 len: 347 time: 0.0185747 Nov 15 15:01:12.453782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:12.464927 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-d08cd897-b63a-4c54-a523-108e5390a006 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] show failed (client error): The resource could not be found. Nov 15 15:01:12.466642 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-22c35f84-2c5e-4918-b197-ed53e449f9ec None None] Port 318716cf-3f92-4eef-996d-227be48bd7a0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:01:12.466856 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d08cd897-b63a-4c54-a523-108e5390a006 tempest-NegativeSecGroupTest-1902378710 tempest-NegativeSecGroupTest-1902378710-project] 10.222.0.70 "GET /v2.0/security-group-rules/42c11dcb-383b-4e5c-ab5b-907cc7775add HTTP/1.1" status: 404 len: 356 time: 0.0118604 Nov 15 15:01:12.714991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318716cf-3f92-4eef-996d-227be48bd7a0 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:01:12.723127 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:12.736678 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Transition to ACTIVE for port object 318716cf-3f92-4eef-996d-227be48bd7a0 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:01:12.933650 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:12.953964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d28d6-d0a8-406a-afd5-1f355e5dd2fa req-9bab60c4-49d4-41df-8a32-c38ae4bf97cd tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:12.955735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-951d28d6-d0a8-406a-afd5-1f355e5dd2fa req-9bab60c4-49d4-41df-8a32-c38ae4bf97cd tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 931 time: 0.0719111 Nov 15 15:01:13.042118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Pushing event updated for resources: {'Port': ['ID=318716cf-3f92-4eef-996d-227be48bd7a0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:13.107116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-951d28d6-d0a8-406a-afd5-1f355e5dd2fa req-37bddc4c-f761-4365-840c-7e6343ffaec5 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228654 Nov 15 15:01:13.144209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Attempting to bind port 318716cf-3f92-4eef-996d-227be48bd7a0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:01:13.144560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Attempting to bind port 318716cf-3f92-4eef-996d-227be48bd7a0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:01:13.144905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Attempting to bind port 318716cf-3f92-4eef-996d-227be48bd7a0 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:01:13.150249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Port 318716cf-3f92-4eef-996d-227be48bd7a0 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:01:13.150625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Attempting to bind port 318716cf-3f92-4eef-996d-227be48bd7a0 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:01:13.157530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:01:13.157883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Checking segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:01:13.158325 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Bound using segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:01:13.158786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Bound port: 318716cf-3f92-4eef-996d-227be48bd7a0, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:01:13.159152 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:13.240084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] For port 318716cf-3f92-4eef-996d-227be48bd7a0, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:01:13.254613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] For port 318716cf-3f92-4eef-996d-227be48bd7a0, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=318716cf-3f92-4eef-996d-227be48bd7a0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:01:13.297872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34098) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:13.393279 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:13.433366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:13.434008 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:13.436295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] 10.222.0.59 "PUT /v2.0/ports/318716cf-3f92-4eef-996d-227be48bd7a0 HTTP/1.1" status: 200 len: 1091 time: 1.0968647 Nov 15 15:01:13.436572 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2bbf18-df8e-40e1-82d5-2d12c209ac50', 'tag': '318716cf-3f92-4eef-996d-227be48bd7a0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:01:13.439061 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072b3b59-4b69-49de-b7e0-f6bd72e3b315" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2bbf18-df8e-40e1-82d5-2d12c209ac50", "tag": "318716cf-3f92-4eef-996d-227be48bd7a0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:01:13.470318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819c244-219b-4401-b513-d9eac29cc906 service neutron] Pushing event updated for resources: {'Port': ['ID=318716cf-3f92-4eef-996d-227be48bd7a0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:13.497542 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-45cfbd39-2f74-4374-bd05-478eb13bb4e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7dbf81c7eeb45c0bb95c8572566a1a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1976016 Nov 15 15:01:13.499900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:13.528369 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05494c08-4cf2-4471-9c0e-d9f3af9d5261 x-openstack-request-id: req-05494c08-4cf2-4471-9c0e-d9f3af9d5261 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:01:13.528679 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2bbf18-df8e-40e1-82d5-2d12c209ac50", "tag": "318716cf-3f92-4eef-996d-227be48bd7a0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:01:13.528935 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05494c08-4cf2-4471-9c0e-d9f3af9d5261 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:01:13.529341 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2bbf18-df8e-40e1-82d5-2d12c209ac50', 'tag': '318716cf-3f92-4eef-996d-227be48bd7a0', 'status': 'completed', 'code': 200} Nov 15 15:01:13.573193 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33ee62ea-bfbb-4d0a-8719-6be58ec62b14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:13.600002 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33ee62ea-bfbb-4d0a-8719-6be58ec62b14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:13.607309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b3b59-4b69-49de-b7e0-f6bd72e3b315 req-f757a309-2a0e-47cf-9390-450df4676eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:13.610063 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-072b3b59-4b69-49de-b7e0-f6bd72e3b315 req-f757a309-2a0e-47cf-9390-450df4676eae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 1094 time: 0.0590427 Nov 15 15:01:13.729983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b3b59-4b69-49de-b7e0-f6bd72e3b315 req-aee2686f-7ed3-4805-b4c1-de2ff3fd5e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:13.732030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-072b3b59-4b69-49de-b7e0-f6bd72e3b315 req-aee2686f-7ed3-4805-b4c1-de2ff3fd5e74 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8a831b09e10644608805f8094580f2e2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1139548 Nov 15 15:01:13.749391 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33ee62ea-bfbb-4d0a-8719-6be58ec62b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:13.762081 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33ee62ea-bfbb-4d0a-8719-6be58ec62b14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:13.762081 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-33ee62ea-bfbb-4d0a-8719-6be58ec62b14 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/30abecbd-b1f2-4052-8a45-0d515f3e406e HTTP/1.1" status: 204 len: 168 time: 0.2527704 Nov 15 15:01:13.776173 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee62ea-bfbb-4d0a-8719-6be58ec62b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30abecbd-b1f2-4052-8a45-0d515f3e406e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:13.869321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b3b59-4b69-49de-b7e0-f6bd72e3b315 req-fd33ce04-4036-4ea6-9abd-5ffb462c67af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:13.871088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-072b3b59-4b69-49de-b7e0-f6bd72e3b315 req-fd33ce04-4036-4ea6-9abd-5ffb462c67af service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275220 Nov 15 15:01:13.986231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-da6758fd-9bd8-44be-bf03-d133aa3c506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:13.992359 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-da6758fd-9bd8-44be-bf03-d133aa3c506d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 1094 time: 0.0693903 Nov 15 15:01:14.038750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-b931c342-d238-468d-bdab-ebf36941b195 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=318716cf-3f92-4eef-996d-227be48bd7a0 HTTP/1.1" status: 200 len: 217 time: 0.0422683 Nov 15 15:01:14.100966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-653cde03-a06a-416f-b16a-6e2621547171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:14.102957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-653cde03-a06a-416f-b16a-6e2621547171 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0569067 Nov 15 15:01:14.162828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-84f68160-11bf-4993-8dbb-888066ae29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:14.162828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-84f68160-11bf-4993-8dbb-888066ae29d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476062 Nov 15 15:01:14.321262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7945edc-e315-47a7-89b6-e25a813e37c1 req-82bae41f-4cd6-42ab-abee-884f8f9e042b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:14.327331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7945edc-e315-47a7-89b6-e25a813e37c1 req-82bae41f-4cd6-42ab-abee-884f8f9e042b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 943 time: 0.0961707 Nov 15 15:01:14.330711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-fbfbf11a-531b-453d-91f6-1167abe1a988 service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630726 Nov 15 15:01:14.468879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7945edc-e315-47a7-89b6-e25a813e37c1 req-2c47c6c8-6198-4897-96f1-19e8b183dc4c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211326 Nov 15 15:01:14.493822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-484b2a0c-3b7c-4733-897c-d11d9d2bd964 req-e89827a6-2f3e-47ff-bcb6-fc1bd4c6d520 service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550760 Nov 15 15:01:15.645713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98725211-a10c-4c4b-b340-dd782d48e8cf req-83037fb2-72d6-4aba-95b4-830177be17f4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:15.648319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98725211-a10c-4c4b-b340-dd782d48e8cf req-83037fb2-72d6-4aba-95b4-830177be17f4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 943 time: 0.0775082 Nov 15 15:01:15.727172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98725211-a10c-4c4b-b340-dd782d48e8cf req-2b148ef9-7f1c-42e4-86d1-fde6dc7feeb1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679893 Nov 15 15:01:16.915796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5ec1b-aebd-4b89-9299-cd17f70ce0d2 req-f8eff804-6087-4d50-bebc-b2b2327a96df tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:16.925191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95c5ec1b-aebd-4b89-9299-cd17f70ce0d2 req-f8eff804-6087-4d50-bebc-b2b2327a96df tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 943 time: 0.0765879 Nov 15 15:01:16.999142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95c5ec1b-aebd-4b89-9299-cd17f70ce0d2 req-df28ef17-f153-4ea4-9e84-87fe9f7519dd tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656791 Nov 15 15:01:17.312536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34186) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:17.450613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-872dd8b3-1f45-49c2-b840-b714f231f50d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:17.573036 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-872dd8b3-1f45-49c2-b840-b714f231f50d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:17.655787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-872dd8b3-1f45-49c2-b840-b714f231f50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:17.698426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-872dd8b3-1f45-49c2-b840-b714f231f50d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=297b93d3158142ceb9ba915e816948fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3842921 Nov 15 15:01:17.699462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dd8b3-1f45-49c2-b840-b714f231f50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc60e06-8c61-4db0-a266-ba92779fabd9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:17.702691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:17.789527 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd7a8e9-c946-4e8a-a9b0-1242d0377f16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:17.804040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd7a8e9-c946-4e8a-a9b0-1242d0377f16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:17.949701 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd7a8e9-c946-4e8a-a9b0-1242d0377f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:17.952722 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd7a8e9-c946-4e8a-a9b0-1242d0377f16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:17.956357 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-acd7a8e9-c946-4e8a-a9b0-1242d0377f16 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ffc60e06-8c61-4db0-a266-ba92779fabd9 HTTP/1.1" status: 204 len: 168 time: 0.2499528 Nov 15 15:01:17.964709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7a8e9-c946-4e8a-a9b0-1242d0377f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc60e06-8c61-4db0-a266-ba92779fabd9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:18.146946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be589f64-5fd9-4f2c-9cf7-b990c3faf210 req-87c919ce-1d06-4ab8-a95d-ce248225c9de tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:18.148508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be589f64-5fd9-4f2c-9cf7-b990c3faf210 req-87c919ce-1d06-4ab8-a95d-ce248225c9de tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 943 time: 0.0588186 Nov 15 15:01:18.228244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be589f64-5fd9-4f2c-9cf7-b990c3faf210 req-fa296767-45ab-4a63-89cc-2faadfd8e84a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678465 Nov 15 15:01:18.486573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 318716cf-3f92-4eef-996d-227be48bd7a0 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:01:18.603790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 318716cf-3f92-4eef-996d-227be48bd7a0, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=318716cf-3f92-4eef-996d-227be48bd7a0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:01:18.625534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '318716cf-3f92-4eef-996d-227be48bd7a0', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'port_id': '318716cf-3f92-4eef-996d-227be48bd7a0', 'mac_address': 'fa:16:3e:5c:ec:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:01:18.694482 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:18.713822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318716cf-3f92-4eef-996d-227be48bd7a0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:01:18.752874 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 318716cf-3f92-4eef-996d-227be48bd7a0, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=318716cf-3f92-4eef-996d-227be48bd7a0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:01:18.893008 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:18.962540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=318716cf-3f92-4eef-996d-227be48bd7a0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:18.973768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34200) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:18.988920 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98531443-41ac-4b3d-a099-26ff645bb210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:19.096574 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98531443-41ac-4b3d-a099-26ff645bb210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:19.098170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['318716cf-3f92-4eef-996d-227be48bd7a0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:01:19.184582 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98531443-41ac-4b3d-a099-26ff645bb210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:19.237691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98531443-41ac-4b3d-a099-26ff645bb210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22f54cc-ec17-4c53-a96f-40a5e1f7a6a2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:19.246386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-98531443-41ac-4b3d-a099-26ff645bb210 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dcc01e19a11e43d2826b12e096d6a705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709215 Nov 15 15:01:19.248872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:19.329978 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-037c8fa3-48a2-4468-9037-1ad98f0fa59e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:19.379840 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-037c8fa3-48a2-4468-9037-1ad98f0fa59e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:19.431875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7dfc6-1c6c-4e24-9489-99910e19c386 req-774e5c39-108d-4a05-aacc-1fd88568d202 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:19.433576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bbf7dfc6-1c6c-4e24-9489-99910e19c386 req-774e5c39-108d-4a05-aacc-1fd88568d202 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 944 time: 0.0891049 Nov 15 15:01:19.496002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bbf7dfc6-1c6c-4e24-9489-99910e19c386 req-e5f299bf-382d-42e6-b5fb-1d2757bd0df6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509706 Nov 15 15:01:19.543075 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-037c8fa3-48a2-4468-9037-1ad98f0fa59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:19.546698 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-037c8fa3-48a2-4468-9037-1ad98f0fa59e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:19.547899 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-037c8fa3-48a2-4468-9037-1ad98f0fa59e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e22f54cc-ec17-4c53-a96f-40a5e1f7a6a2 HTTP/1.1" status: 204 len: 168 time: 0.2977700 Nov 15 15:01:19.557115 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c8fa3-48a2-4468-9037-1ad98f0fa59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22f54cc-ec17-4c53-a96f-40a5e1f7a6a2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:20.355568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34222) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:20.415552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba1dabe-83d8-4a0d-bdbd-1194f4ba3a7f admin admin] Deleting subnet 6bfcd611-b965-4920-8977-2f69b9b7e2b1 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:01:20.418832 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ba1dabe-83d8-4a0d-bdbd-1194f4ba3a7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:20.464363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ba1dabe-83d8-4a0d-bdbd-1194f4ba3a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:20.519959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 318716cf-3f92-4eef-996d-227be48bd7a0 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:01:20.537582 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ba1dabe-83d8-4a0d-bdbd-1194f4ba3a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:20.710062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae47101-5200-49d4-a565-48af9ae61770 req-bd1b70d4-ef00-4560-9eac-27d78ca1338a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:20.711705 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ae47101-5200-49d4-a565-48af9ae61770 req-bd1b70d4-ef00-4560-9eac-27d78ca1338a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 944 time: 0.0658689 Nov 15 15:01:20.713294 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ba1dabe-83d8-4a0d-bdbd-1194f4ba3a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:20.745345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 318716cf-3f92-4eef-996d-227be48bd7a0 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:01:20.746342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1dabe-83d8-4a0d-bdbd-1194f4ba3a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfcd611-b965-4920-8977-2f69b9b7e2b1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:20.758025 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ba1dabe-83d8-4a0d-bdbd-1194f4ba3a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:20.759210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 318716cf-3f92-4eef-996d-227be48bd7a0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:01:20.759974 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:20.761230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1ba1dabe-83d8-4a0d-bdbd-1194f4ba3a7f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6bfcd611-b965-4920-8977-2f69b9b7e2b1 HTTP/1.1" status: 204 len: 168 time: 0.4042146 Nov 15 15:01:20.765673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34232) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:20.864796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ae47101-5200-49d4-a565-48af9ae61770 req-11b50d71-b2c7-4428-aa81-101d4bf8552d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267533 Nov 15 15:01:20.878050 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762ef0c-1fa5-4604-b839-e3cfd15ae68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:20.940145 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:20.989632 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2bbf18-df8e-40e1-82d5-2d12c209ac50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318716cf-3f92-4eef-996d-227be48bd7a0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:01:20.991930 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762ef0c-1fa5-4604-b839-e3cfd15ae68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:20.994469 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb11ad91-1f10-4965-8b93-ba65aef87a65" -d '{"events": [{"server_uuid": "8a2bbf18-df8e-40e1-82d5-2d12c209ac50", "name": "network-vif-plugged", "status": "completed", "tag": "318716cf-3f92-4eef-996d-227be48bd7a0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:01:21.025620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 318716cf-3f92-4eef-996d-227be48bd7a0, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=318716cf-3f92-4eef-996d-227be48bd7a0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:01:21.036914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e762ef0c-1fa5-4604-b839-e3cfd15ae68a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf22c73-8053-4ae8-b624-f5b2b5107ddd']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:01:21.060792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e762ef0c-1fa5-4604-b839-e3cfd15ae68a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c39405c-956e-4d17-a76c-82cbb46802b9') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:01:21.065814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e762ef0c-1fa5-4604-b839-e3cfd15ae68a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c39405c-956e-4d17-a76c-82cbb46802b9') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:01:21.068765 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bacbf2-b3f5-4ea7-9947-bba70e6c8e49 x-openstack-request-id: req-c6bacbf2-b3f5-4ea7-9947-bba70e6c8e49 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:01:21.069523 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2bbf18-df8e-40e1-82d5-2d12c209ac50", "name": "network-vif-plugged", "status": "completed", "tag": "318716cf-3f92-4eef-996d-227be48bd7a0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:01:21.070373 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6bacbf2-b3f5-4ea7-9947-bba70e6c8e49 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:01:21.071725 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2bbf18-df8e-40e1-82d5-2d12c209ac50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318716cf-3f92-4eef-996d-227be48bd7a0', 'code': 200} Nov 15 15:01:21.079027 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762ef0c-1fa5-4604-b839-e3cfd15ae68a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:21.102772 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762ef0c-1fa5-4604-b839-e3cfd15ae68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:21.114826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e762ef0c-1fa5-4604-b839-e3cfd15ae68a admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:01:21.115544 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762ef0c-1fa5-4604-b839-e3cfd15ae68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:01:21.118020 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:01:21.125158 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:21.225831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=318716cf-3f92-4eef-996d-227be48bd7a0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:21.243246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:21.244579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:21.247600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:21.252126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:21.252126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:21.252126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:21.252126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:21.252126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:21.252126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:21.252126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:21.254703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:21.255436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:21.255774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f402d2-5b96-4c74-83dc-9d7600cb42b6 req-ed73a575-20e5-4bd8-a95f-ba2e111dcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:21.257794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25f402d2-5b96-4c74-83dc-9d7600cb42b6 req-ed73a575-20e5-4bd8-a95f-ba2e111dcdec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 1096 time: 0.0781958 Nov 15 15:01:21.332780 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25f402d2-5b96-4c74-83dc-9d7600cb42b6 req-c9bb3395-c932-407d-8c44-4e0993193572 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666072 Nov 15 15:01:21.337510 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762ef0c-1fa5-4604-b839-e3cfd15ae68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:21.343541 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762ef0c-1fa5-4604-b839-e3cfd15ae68a admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:21.346738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e762ef0c-1fa5-4604-b839-e3cfd15ae68a admin admin] 10.222.0.70 "DELETE /v2.0/networks/caf22c73-8053-4ae8-b624-f5b2b5107ddd HTTP/1.1" status: 204 len: 168 time: 0.5797911 Nov 15 15:01:21.350429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:21.357943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762ef0c-1fa5-4604-b839-e3cfd15ae68a admin admin] Pushing event deleted for resources: {'Network': ['ID=caf22c73-8053-4ae8-b624-f5b2b5107ddd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:21.408673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-85588721-2f7d-4ec5-b415-674e499587bf admin admin] Deleting subnet 334c0aa8-68e8-4fee-b9fa-c89995017683 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:01:21.412482 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85588721-2f7d-4ec5-b415-674e499587bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:21.464642 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85588721-2f7d-4ec5-b415-674e499587bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:21.519678 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85588721-2f7d-4ec5-b415-674e499587bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:21.755118 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85588721-2f7d-4ec5-b415-674e499587bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:21.783406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85588721-2f7d-4ec5-b415-674e499587bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=334c0aa8-68e8-4fee-b9fa-c89995017683,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:21.788670 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85588721-2f7d-4ec5-b415-674e499587bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:21.791967 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-85588721-2f7d-4ec5-b415-674e499587bf admin admin] 10.222.0.70 "DELETE /v2.0/subnets/334c0aa8-68e8-4fee-b9fa-c89995017683 HTTP/1.1" status: 204 len: 168 time: 0.4396482 Nov 15 15:01:21.799700 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:21.873255 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b081fc5-af67-4df3-b154-35b7aa77ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:21.977753 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b081fc5-af67-4df3-b154-35b7aa77ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:22.008991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4b081fc5-af67-4df3-b154-35b7aa77ee94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e14b3ff-2e03-42cb-b762-ac8248181d5d']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:01:22.027618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4b081fc5-af67-4df3-b154-35b7aa77ee94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1308ce8b-7e96-4ffd-a6d8-b562622d7e48') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:01:22.028638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4b081fc5-af67-4df3-b154-35b7aa77ee94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1308ce8b-7e96-4ffd-a6d8-b562622d7e48') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:01:22.041037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd76bf-2a6b-40f8-a083-4c2c61255b4f req-16df4de0-2d54-437d-add6-e66b5d5e7bf6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:22.042772 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9cd76bf-2a6b-40f8-a083-4c2c61255b4f req-16df4de0-2d54-437d-add6-e66b5d5e7bf6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0533962 Nov 15 15:01:22.048581 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b081fc5-af67-4df3-b154-35b7aa77ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:22.085944 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b081fc5-af67-4df3-b154-35b7aa77ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:22.096371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b081fc5-af67-4df3-b154-35b7aa77ee94 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:01:22.097366 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b081fc5-af67-4df3-b154-35b7aa77ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:01:22.100636 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:01:22.111608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c9cd76bf-2a6b-40f8-a083-4c2c61255b4f req-925f5009-7526-46e8-8c41-888f0490c69b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597014 Nov 15 15:01:22.281092 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b081fc5-af67-4df3-b154-35b7aa77ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:22.290102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b081fc5-af67-4df3-b154-35b7aa77ee94 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:22.297606 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4b081fc5-af67-4df3-b154-35b7aa77ee94 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0e14b3ff-2e03-42cb-b762-ac8248181d5d HTTP/1.1" status: 204 len: 168 time: 0.5013893 Nov 15 15:01:22.349466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b081fc5-af67-4df3-b154-35b7aa77ee94 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e14b3ff-2e03-42cb-b762-ac8248181d5d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:22.831254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:22.884427 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5e738127-0c2f-4eb8-b936-36a7d40ca577 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=01697ee7cb7240eb8a792a175cdc1665&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0530195 Nov 15 15:01:22.886803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:22.954126 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2987d341-5d32-43df-aac1-c3cdc5d6741f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:22.985193 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2987d341-5d32-43df-aac1-c3cdc5d6741f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:23.117953 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2987d341-5d32-43df-aac1-c3cdc5d6741f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:23.120599 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2987d341-5d32-43df-aac1-c3cdc5d6741f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:23.122387 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2987d341-5d32-43df-aac1-c3cdc5d6741f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4d21014-52fd-4e3c-b638-b982d3b751bd HTTP/1.1" status: 204 len: 168 time: 0.2331884 Nov 15 15:01:23.132202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987d341-5d32-43df-aac1-c3cdc5d6741f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d21014-52fd-4e3c-b638-b982d3b751bd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:23.289035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb903a8-c2da-4786-bfca-01c7824a1a22 req-928ceff4-be34-4a81-a31b-2e44c5eb1eae tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:23.301904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fb903a8-c2da-4786-bfca-01c7824a1a22 req-928ceff4-be34-4a81-a31b-2e44c5eb1eae tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0629413 Nov 15 15:01:23.360344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8fb903a8-c2da-4786-bfca-01c7824a1a22 req-45a78fa6-ba6a-4f7b-acff-2f19f5f4c3a8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630996 Nov 15 15:01:23.840849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db447ffa-5e3f-415f-8998-c913d3e553fc req-de29b52e-3bf6-4324-b1d7-c8a2eb1c4eec tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:23.842442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db447ffa-5e3f-415f-8998-c913d3e553fc req-de29b52e-3bf6-4324-b1d7-c8a2eb1c4eec tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0722239 Nov 15 15:01:23.919604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db447ffa-5e3f-415f-8998-c913d3e553fc req-d9f84204-e24d-4294-afb7-8744ed1aad97 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675440 Nov 15 15:01:24.057952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:24.118387 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1f2388b8-bb09-47c6-8063-2b5ae195c9a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd879a150d0f496eba39262896a37d20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0590599 Nov 15 15:01:24.121569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:24.185495 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad413e52-3760-44fb-821b-dcd385470420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:24.212682 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad413e52-3760-44fb-821b-dcd385470420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:24.384380 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad413e52-3760-44fb-821b-dcd385470420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:24.387338 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad413e52-3760-44fb-821b-dcd385470420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:24.394191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ad413e52-3760-44fb-821b-dcd385470420 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4b7fa75-4cb5-4f2d-8ce5-a48a78a1d691 HTTP/1.1" status: 204 len: 168 time: 0.2664061 Nov 15 15:01:24.414119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad413e52-3760-44fb-821b-dcd385470420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b7fa75-4cb5-4f2d-8ce5-a48a78a1d691,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:25.076310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc222913-5020-4658-aa32-d4bbefc946d3 req-3c40bf40-f6e1-4d7a-b414-ee51d99bf7f1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:25.077714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc222913-5020-4658-aa32-d4bbefc946d3 req-3c40bf40-f6e1-4d7a-b414-ee51d99bf7f1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0716217 Nov 15 15:01:25.139053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc222913-5020-4658-aa32-d4bbefc946d3 req-91243032-cb67-46c7-a408-3d40b2a13d82 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534286 Nov 15 15:01:26.267853 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16be7c-e5fb-4486-a62a-06a36694e3f7 req-c9bd1dc0-01dd-4dbb-a92b-f3590122b52f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:26.269403 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a16be7c-e5fb-4486-a62a-06a36694e3f7 req-c9bd1dc0-01dd-4dbb-a92b-f3590122b52f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0555084 Nov 15 15:01:26.324660 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a16be7c-e5fb-4486-a62a-06a36694e3f7 req-d6c66f68-dfee-4c92-bbd0-50efa31b346f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487864 Nov 15 15:01:27.493473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea9a46-956e-4876-81f8-4921970a54e8 req-0227efc8-c454-4fa9-b604-7abca323f112 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:27.495645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94ea9a46-956e-4876-81f8-4921970a54e8 req-0227efc8-c454-4fa9-b604-7abca323f112 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0705280 Nov 15 15:01:27.555009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94ea9a46-956e-4876-81f8-4921970a54e8 req-20abd185-097d-4bc0-939f-b85999915905 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509598 Nov 15 15:01:28.286267 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:28.730573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151813c-aaf3-4165-88ca-992ee366b15b req-1ecf9a29-3a98-487f-9f66-1d9f4e83ed59 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:28.733062 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8151813c-aaf3-4165-88ca-992ee366b15b req-1ecf9a29-3a98-487f-9f66-1d9f4e83ed59 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0709176 Nov 15 15:01:28.816406 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8151813c-aaf3-4165-88ca-992ee366b15b req-ba00a377-1c34-4ac6-b6a4-9d8d7728bc76 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763924 Nov 15 15:01:28.869965 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:29.821226 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a30499af-1bce-4b09-bbda-216c835438a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:29.942451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234523d0-8fcd-410a-9945-3d3a8fd26288 req-3b9bb115-4649-46a3-82b6-176f22c7bc2e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:29.944412 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-234523d0-8fcd-410a-9945-3d3a8fd26288 req-3b9bb115-4649-46a3-82b6-176f22c7bc2e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0540659 Nov 15 15:01:30.005091 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-234523d0-8fcd-410a-9945-3d3a8fd26288 req-166f7224-fdd7-433d-977a-19c012b7979f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546679 Nov 15 15:01:31.175916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076f883-5a5e-4680-8eb3-f50bd925fc4a req-ce73c49c-7e57-4929-90d4-de37f34d37fb tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:31.177671 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a076f883-5a5e-4680-8eb3-f50bd925fc4a req-ce73c49c-7e57-4929-90d4-de37f34d37fb tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0720477 Nov 15 15:01:31.248949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a076f883-5a5e-4680-8eb3-f50bd925fc4a req-861c0eb5-6e24-4452-a46e-56066eb9b0c2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615482 Nov 15 15:01:32.184644 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8330-1961-4425-b472-2ef1f8356315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:32.398294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa7143-7ca5-406f-b314-d97b87d88a61 req-77c99c8a-0e88-41a4-b27c-61e60fb218fd tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:32.400666 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41fa7143-7ca5-406f-b314-d97b87d88a61 req-77c99c8a-0e88-41a4-b27c-61e60fb218fd tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0658796 Nov 15 15:01:32.455845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41fa7143-7ca5-406f-b314-d97b87d88a61 req-ba0bc45f-72ab-44fb-b71d-e0a7a7a77e92 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485468 Nov 15 15:01:33.501801 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:33.585935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee217f7a-c718-4af0-964f-31e94b1a4bbe req-3a9e1c31-d6d1-4f0a-8b69-0c9c56e1498d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:33.587446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee217f7a-c718-4af0-964f-31e94b1a4bbe req-3a9e1c31-d6d1-4f0a-8b69-0c9c56e1498d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0564158 Nov 15 15:01:33.643902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee217f7a-c718-4af0-964f-31e94b1a4bbe req-98f569be-82f5-451d-8163-cc01bf229190 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469944 Nov 15 15:01:34.773256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9c899-6f71-453f-9839-564775a4d7f7 req-181ef6bd-e5e7-4f11-a491-f75525b66a55 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:34.774840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4c9c899-6f71-453f-9839-564775a4d7f7 req-181ef6bd-e5e7-4f11-a491-f75525b66a55 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0550339 Nov 15 15:01:34.842255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4c9c899-6f71-453f-9839-564775a4d7f7 req-838cdf07-3c1b-4525-bde4-e63ed264165c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550382 Nov 15 15:01:35.141029 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:35.775006 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:35.974493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49d843-39fd-41a1-ae6c-ac7f36d2a8ec req-3c86c76e-3bcc-4c31-a516-afa4fd7b5fa3 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:35.976792 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f49d843-39fd-41a1-ae6c-ac7f36d2a8ec req-3c86c76e-3bcc-4c31-a516-afa4fd7b5fa3 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0562170 Nov 15 15:01:36.034695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34440) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:36.065645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f49d843-39fd-41a1-ae6c-ac7f36d2a8ec req-b1ffd671-8dd3-4987-92b5-177fb5903d66 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716619 Nov 15 15:01:36.222197 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3127577c-5a75-4783-89d1-856f9b2217e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:36.323523 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3127577c-5a75-4783-89d1-856f9b2217e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:36.372603 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3127577c-5a75-4783-89d1-856f9b2217e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:36.418199 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3127577c-5a75-4783-89d1-856f9b2217e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6d2d6638a184897b96a514d8472b54f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3816884 Nov 15 15:01:36.419478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127577c-5a75-4783-89d1-856f9b2217e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499b77fe-0ebd-4d45-8901-b0d8b36c72b6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:36.420793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:36.476439 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92d3af53-1dff-4d48-acdc-86b1dbb1e931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:36.499780 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92d3af53-1dff-4d48-acdc-86b1dbb1e931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:36.669827 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92d3af53-1dff-4d48-acdc-86b1dbb1e931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:36.672786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92d3af53-1dff-4d48-acdc-86b1dbb1e931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:36.674037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-92d3af53-1dff-4d48-acdc-86b1dbb1e931 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/499b77fe-0ebd-4d45-8901-b0d8b36c72b6 HTTP/1.1" status: 204 len: 168 time: 0.2520325 Nov 15 15:01:36.681957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3af53-1dff-4d48-acdc-86b1dbb1e931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499b77fe-0ebd-4d45-8901-b0d8b36c72b6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:37.228070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f930c-4eec-4dff-bfd3-0dde72f98993 req-70bee322-e9d5-4f49-8570-5272b6b27058 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:37.229620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-731f930c-4eec-4dff-bfd3-0dde72f98993 req-70bee322-e9d5-4f49-8570-5272b6b27058 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0683594 Nov 15 15:01:37.298839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-731f930c-4eec-4dff-bfd3-0dde72f98993 req-93995128-9eb5-4e88-80ed-99c0b257405b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572174 Nov 15 15:01:37.412182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:37.426759 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6998b99f-d388-4317-a7c5-687607b5fb50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:37.515966 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6998b99f-d388-4317-a7c5-687607b5fb50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:37.584077 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6998b99f-d388-4317-a7c5-687607b5fb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:37.625772 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6998b99f-d388-4317-a7c5-687607b5fb50 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=067f0ca4a0e04f22a7183acf0dcda6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2124488 Nov 15 15:01:37.627808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998b99f-d388-4317-a7c5-687607b5fb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cf7ae6-a771-4b8e-8989-d073c47c2b52,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:37.628742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34466) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:37.683250 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58f5c8b0-7eaa-4fc1-8e8b-1aa5346c3405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:37.705940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58f5c8b0-7eaa-4fc1-8e8b-1aa5346c3405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:37.840606 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58f5c8b0-7eaa-4fc1-8e8b-1aa5346c3405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:37.843204 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58f5c8b0-7eaa-4fc1-8e8b-1aa5346c3405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:37.844364 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-58f5c8b0-7eaa-4fc1-8e8b-1aa5346c3405 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57cf7ae6-a771-4b8e-8989-d073c47c2b52 HTTP/1.1" status: 204 len: 168 time: 0.2143893 Nov 15 15:01:37.852578 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5c8b0-7eaa-4fc1-8e8b-1aa5346c3405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cf7ae6-a771-4b8e-8989-d073c47c2b52,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:38.427421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfccfe-b235-4b01-b3aa-f5f3dfcaf95d req-5662963b-47cd-48fa-a6fc-8899361d6ba2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:38.428907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51cfccfe-b235-4b01-b3aa-f5f3dfcaf95d req-5662963b-47cd-48fa-a6fc-8899361d6ba2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0543067 Nov 15 15:01:38.482865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51cfccfe-b235-4b01-b3aa-f5f3dfcaf95d req-7e510caa-eca6-412a-a710-8d0eb18a98dc tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475888 Nov 15 15:01:39.618231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a7c9-70a8-434d-b29d-4e051714164f req-e8609e16-66f1-4644-8b65-b6b83737f6a3 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:39.622951 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8489a7c9-70a8-434d-b29d-4e051714164f req-e8609e16-66f1-4644-8b65-b6b83737f6a3 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0598617 Nov 15 15:01:39.714886 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8489a7c9-70a8-434d-b29d-4e051714164f req-6c1633e8-3542-4340-a2ed-5a5328a4364d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844319 Nov 15 15:01:40.135303 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:01:40.873954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28620ebc-9aae-475a-b493-fa08585aa391 req-d2fdf9fc-8376-441f-831a-d68e9984780d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:40.875552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28620ebc-9aae-475a-b493-fa08585aa391 req-d2fdf9fc-8376-441f-831a-d68e9984780d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0562084 Nov 15 15:01:40.953485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28620ebc-9aae-475a-b493-fa08585aa391 req-2bda1699-2cc9-4a5d-8449-65ecdcd6d084 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668981 Nov 15 15:01:42.087721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a6a4e-0eb7-4ad5-adf9-17a0a158e97f req-9bf4066c-48fa-4124-ae85-decc83c458ac tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:42.089312 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d60a6a4e-0eb7-4ad5-adf9-17a0a158e97f req-9bf4066c-48fa-4124-ae85-decc83c458ac tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0542052 Nov 15 15:01:42.165184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d60a6a4e-0eb7-4ad5-adf9-17a0a158e97f req-8a7bab58-c829-4096-b5b1-ff414ae4df8f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682642 Nov 15 15:01:43.337210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922f1e-76ac-4d44-ad1a-ea714137eda7 req-61c6563f-a09c-4bb3-93e2-3e81dac06d1e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:43.347524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16922f1e-76ac-4d44-ad1a-ea714137eda7 req-61c6563f-a09c-4bb3-93e2-3e81dac06d1e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0766990 Nov 15 15:01:43.408959 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16922f1e-76ac-4d44-ad1a-ea714137eda7 req-82a093c5-564c-4e67-8dde-f4ac9a55bdce tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551393 Nov 15 15:01:44.525793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bc3be-ae19-4924-b24d-789088f82236 req-f04ed42d-672d-40f8-bc95-e7f42e8c6791 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:44.528070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-764bc3be-ae19-4924-b24d-789088f82236 req-f04ed42d-672d-40f8-bc95-e7f42e8c6791 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0529218 Nov 15 15:01:44.577517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-764bc3be-ae19-4924-b24d-789088f82236 req-3d75d628-a66f-420b-b27e-ed1de518011c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433512 Nov 15 15:01:45.705225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b797a1-a865-47b2-9b79-f6202f222845 req-4e135880-c333-427e-aa84-4ab3e2bfcabf tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:45.716683 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6b797a1-a865-47b2-9b79-f6202f222845 req-4e135880-c333-427e-aa84-4ab3e2bfcabf tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0648804 Nov 15 15:01:45.783008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6b797a1-a865-47b2-9b79-f6202f222845 req-a896e4c4-4a8e-469c-9083-13791c063dc2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644186 Nov 15 15:01:46.955767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3c35b-7ce1-4bda-bad6-62d63d51e41c req-4f51db46-42e3-49ba-8a87-5662b417e1d6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:46.965448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3a3c35b-7ce1-4bda-bad6-62d63d51e41c req-4f51db46-42e3-49ba-8a87-5662b417e1d6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0768993 Nov 15 15:01:47.034231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3a3c35b-7ce1-4bda-bad6-62d63d51e41c req-b8c4a89a-42fb-459f-84dd-7e637d2576af tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661106 Nov 15 15:01:48.150512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573954c-99ae-413d-8348-cdb0019c4daa req-565329c7-1442-404f-ae2f-11114fc0a04a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:48.152675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4573954c-99ae-413d-8348-cdb0019c4daa req-565329c7-1442-404f-ae2f-11114fc0a04a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0497608 Nov 15 15:01:48.210480 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4573954c-99ae-413d-8348-cdb0019c4daa req-adcd374b-1232-47a3-9292-88af0a76b768 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504830 Nov 15 15:01:49.474041 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:49.620020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f06ff0-a4a8-4338-a09d-6572421f7bb0 req-43b07a86-087e-4af3-9f44-499a4c532969 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:49.623376 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:49.627969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77f06ff0-a4a8-4338-a09d-6572421f7bb0 req-43b07a86-087e-4af3-9f44-499a4c532969 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.3434443 Nov 15 15:01:49.672754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77f06ff0-a4a8-4338-a09d-6572421f7bb0 req-5ffe7644-fd05-49bb-933d-242aab4c8d2b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437794 Nov 15 15:01:49.724555 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:49.810082 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:49.850908 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1746b102-8d56-469b-811b-b135f425ef37,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:49.855577 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83c7811d61cb48c588e6607b8bd0cb66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3795216 Nov 15 15:01:49.858143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:49.861794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:49.864962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:49.864962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:49.864962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:49.864962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:49.864962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:49.864962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:49.864962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:49.864962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:49.864962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:49.865929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:49.865929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af8535-1324-4d1f-9e94-140c4dbf7b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:49.907917 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:49.928542 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:50.063397 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:50.066003 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:50.067283 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1746b102-8d56-469b-811b-b135f425ef37 HTTP/1.1" status: 204 len: 168 time: 0.2078977 Nov 15 15:01:50.077128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1746b102-8d56-469b-811b-b135f425ef37,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:50.084508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:50.084860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:50.085203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:50.085532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:50.085861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:50.086186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:50.086697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:50.087201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:50.087533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:50.087853 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:50.088177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:50.088499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51887b05-a6d3-42e2-a6b3-b206ef8a797d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:01:50.203437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:50.433181 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dc56133-e11b-46d7-a1d1-86c4f3ed090f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:50.538432 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dc56133-e11b-46d7-a1d1-86c4f3ed090f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:50.639221 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dc56133-e11b-46d7-a1d1-86c4f3ed090f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:50.679559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2dc56133-e11b-46d7-a1d1-86c4f3ed090f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ca1ec7b9db041c1984b613c9537caa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4748883 Nov 15 15:01:50.680706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc56133-e11b-46d7-a1d1-86c4f3ed090f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f3d07-2541-410f-a7d0-2c2be6c5444c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:50.682140 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34634) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:50.749245 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28b6521d-4dcc-40f2-ae60-dba460867fb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:50.778544 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28b6521d-4dcc-40f2-ae60-dba460867fb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:50.801839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f5db5-2802-4845-8c5c-6db913e1131d req-3c508339-2d73-486c-922f-9cfe0df8210c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:50.803413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df5f5db5-2802-4845-8c5c-6db913e1131d req-3c508339-2d73-486c-922f-9cfe0df8210c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0518436 Nov 15 15:01:50.855923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df5f5db5-2802-4845-8c5c-6db913e1131d req-ffcd15e2-0cd4-43dc-a146-28b1614d3040 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445368 Nov 15 15:01:50.877041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34638) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:50.892218 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2664-4576-42fb-ba9c-ca563de2f295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:50.894809 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28b6521d-4dcc-40f2-ae60-dba460867fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:50.897523 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28b6521d-4dcc-40f2-ae60-dba460867fb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:50.903091 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-28b6521d-4dcc-40f2-ae60-dba460867fb8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a90f3d07-2541-410f-a7d0-2c2be6c5444c HTTP/1.1" status: 204 len: 168 time: 0.2164781 Nov 15 15:01:50.913237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6521d-4dcc-40f2-ae60-dba460867fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f3d07-2541-410f-a7d0-2c2be6c5444c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:50.989405 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2664-4576-42fb-ba9c-ca563de2f295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:51.062899 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2664-4576-42fb-ba9c-ca563de2f295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:51.108270 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8a4c2664-4576-42fb-ba9c-ca563de2f295 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d72c3401eb5d4eee9a503611db4cc1e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2297602 Nov 15 15:01:51.110926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:51.112242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c2664-4576-42fb-ba9c-ca563de2f295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153e17ff-6217-4a09-814b-6f10e5c3a6d3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:51.122940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab7eb6-c5b0-4045-8d0c-cfbd796e0558 req-81debbe3-c50e-476e-88f5-eb92b93526de tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:51.127159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ffab7eb6-c5b0-4045-8d0c-cfbd796e0558 req-81debbe3-c50e-476e-88f5-eb92b93526de tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0967023 Nov 15 15:01:51.163014 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a201153d-48f3-4e75-9e7a-59b1b1f60058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:51.175259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ffab7eb6-c5b0-4045-8d0c-cfbd796e0558 req-5167a801-fb2c-43a0-8585-e8cfc74211b6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446873 Nov 15 15:01:51.187764 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a201153d-48f3-4e75-9e7a-59b1b1f60058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:51.309101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202b612-d674-40ad-b117-d9f06c9511f2 req-9a38d069-2d62-4436-a6a5-73ffd4f9240d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:51.309101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8202b612-d674-40ad-b117-d9f06c9511f2 req-9a38d069-2d62-4436-a6a5-73ffd4f9240d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0505617 Nov 15 15:01:51.337434 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a201153d-48f3-4e75-9e7a-59b1b1f60058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:51.341548 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a201153d-48f3-4e75-9e7a-59b1b1f60058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:51.341806 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a201153d-48f3-4e75-9e7a-59b1b1f60058 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/153e17ff-6217-4a09-814b-6f10e5c3a6d3 HTTP/1.1" status: 204 len: 168 time: 0.2296584 Nov 15 15:01:51.349550 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201153d-48f3-4e75-9e7a-59b1b1f60058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153e17ff-6217-4a09-814b-6f10e5c3a6d3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:51.359213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8202b612-d674-40ad-b117-d9f06c9511f2 req-2d4a49c9-61ef-40da-adda-793e39a9a213 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437453 Nov 15 15:01:51.702784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 34658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:51.718010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e25c5c52-ed28-4f30-95f9-f4e97c02a849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:51.805327 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e25c5c52-ed28-4f30-95f9-f4e97c02a849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:51.904153 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e25c5c52-ed28-4f30-95f9-f4e97c02a849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:51.922280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-85acd7b2-ba60-4cab-9045-f6ffcb781ce9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:51.925164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-85acd7b2-ba60-4cab-9045-f6ffcb781ce9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 811 time: 0.1205919 Nov 15 15:01:51.942018 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-72ba5b83-0ad7-4a36-9e14-5066da5bb318 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/quotas/8a831b09e10644608805f8094580f2e2 HTTP/1.1" status: 200 len: 375 time: 0.0112703 Nov 15 15:01:51.949589 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e25c5c52-ed28-4f30-95f9-f4e97c02a849 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23626db8422440a1a655e1bc805e24c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449188 Nov 15 15:01:51.950796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c5c52-ed28-4f30-95f9-f4e97c02a849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edae078b-9903-427d-a63e-56b26e6071de,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:51.952385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:01:52.035839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-2b15900c-8dd0-4bf1-9253-a3a0a4b15027 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0869224 Nov 15 15:01:52.054797 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb759484-b1bb-4071-a356-3a7f8903d0ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:52.078011 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb759484-b1bb-4071-a356-3a7f8903d0ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:52.215428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb759484-b1bb-4071-a356-3a7f8903d0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:52.217971 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb759484-b1bb-4071-a356-3a7f8903d0ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:52.219140 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fb759484-b1bb-4071-a356-3a7f8903d0ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/edae078b-9903-427d-a63e-56b26e6071de HTTP/1.1" status: 204 len: 168 time: 0.2655351 Nov 15 15:01:52.258448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb759484-b1bb-4071-a356-3a7f8903d0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edae078b-9903-427d-a63e-56b26e6071de,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:52.302769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-c54d0064-1a0d-4f6c-9a8e-e9e056b8c737 service neutron] 10.222.0.70 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569652 Nov 15 15:01:52.403502 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-66f24ae1-beaf-49a6-9585-37ec43662eb1 service neutron] 10.222.0.70 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934680 Nov 15 15:01:52.689106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35bf478b-1179-48ef-9744-923f1943491b req-b991f0cb-26a0-4174-98a4-2a77b92cb4dd tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 210 time: 0.0386124 Nov 15 15:01:53.823472 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96d06474-5d2b-49ae-86cd-2b01b6b17b6c req-3b8fb60d-3f3c-4234-886b-9df9bc135c97 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 210 time: 0.0337436 Nov 15 15:01:54.920716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13f9d22e-e380-43ba-a95f-3b89f6c71eeb req-ce4d27c4-58b6-47b8-8b96-262c8838a9bd tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 210 time: 0.0277450 Nov 15 15:01:55.330020 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-3631f1b9-601b-4818-adba-49b3f468fe60 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:55.331592 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-3631f1b9-601b-4818-adba-49b3f468fe60 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 811 time: 0.1356344 Nov 15 15:01:55.350686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-b107d658-44e9-49a8-8086-69bcdc4e62d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Request body: {'port': {'device_id': 'fa0e2f84-e009-4a35-966d-415afe6aa744', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'admin_state_up': True, 'tenant_id': '8a831b09e10644608805f8094580f2e2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:55.549075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-b107d658-44e9-49a8-8086-69bcdc4e62d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Made reservation on behalf of 8a831b09e10644608805f8094580f2e2 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:01:55.553552 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-b107d658-44e9-49a8-8086-69bcdc4e62d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:55.692131 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-b107d658-44e9-49a8-8086-69bcdc4e62d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Allocated IP 172.20.0.4 (49148bfd-b262-4441-8f3c-f5f2e5aab104/d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4/5e441a4f-601f-4070-bf2d-bb9dc5cca47a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:01:55.874773 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-b107d658-44e9-49a8-8086-69bcdc4e62d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:55.987863 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-b107d658-44e9-49a8-8086-69bcdc4e62d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:56.005922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['318716cf-3f92-4eef-996d-227be48bd7a0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:01:56.056268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d2f1b-7464-4570-8442-f900e0b15ed4 req-b4145d4b-2040-4ba7-9e43-4f7a58ebc0e0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:56.060454 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b25d2f1b-7464-4570-8442-f900e0b15ed4 req-b4145d4b-2040-4ba7-9e43-4f7a58ebc0e0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 931 time: 0.0669935 Nov 15 15:01:56.142486 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b25d2f1b-7464-4570-8442-f900e0b15ed4 req-3e2583cd-135d-4c7d-a9b9-c281eca7ea35 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688696 Nov 15 15:01:56.371388 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-b107d658-44e9-49a8-8086-69bcdc4e62d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Network 49148bfd-b262-4441-8f3c-f5f2e5aab104 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:01:56.374513 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-b107d658-44e9-49a8-8086-69bcdc4e62d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:01:56.378384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-b107d658-44e9-49a8-8086-69bcdc4e62d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:01:56.385741 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107d658-44e9-49a8-8086-69bcdc4e62d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event updated for resources: {'Port': ['ID=5e441a4f-601f-4070-bf2d-bb9dc5cca47a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:56.433220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-b107d658-44e9-49a8-8086-69bcdc4e62d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:56.433850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-b107d658-44e9-49a8-8086-69bcdc4e62d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:56.562956 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-b107d658-44e9-49a8-8086-69bcdc4e62d2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2163460 Nov 15 15:01:56.579600 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Request body: {'port': {'device_id': 'fa0e2f84-e009-4a35-966d-415afe6aa744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:01:56.645524 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:56.657001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fded7337-b318-435e-aea2-1aea8c8aa43f None None] Provisioning complete for port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:01:56.657369 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fded7337-b318-435e-aea2-1aea8c8aa43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:56.701018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fded7337-b318-435e-aea2-1aea8c8aa43f None None] Port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:01:56.938861 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e441a4f-601f-4070-bf2d-bb9dc5cca47a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:01:56.946190 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:56.964042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Transition to ACTIVE for port object 5e441a4f-601f-4070-bf2d-bb9dc5cca47a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:01:57.103370 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:57.154661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Pushing event updated for resources: {'Port': ['ID=5e441a4f-601f-4070-bf2d-bb9dc5cca47a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:57.244811 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Attempting to bind port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:01:57.245397 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Attempting to bind port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:01:57.246569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Attempting to bind port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:01:57.251810 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:01:57.252291 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Attempting to bind port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:01:57.264034 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:01:57.264398 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Checking segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:01:57.264789 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Bound using segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:01:57.265243 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Bound port: 5e441a4f-601f-4070-bf2d-bb9dc5cca47a, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:01:57.265612 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:57.317300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8245d70-ced3-49d5-83f7-39223078fdf7 req-2eb4a752-2f89-4bc3-a318-5eede27dee33 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:57.319567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8245d70-ced3-49d5-83f7-39223078fdf7 req-2eb4a752-2f89-4bc3-a318-5eede27dee33 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 943 time: 0.0760429 Nov 15 15:01:57.338708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] For port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:01:57.342308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] For port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5e441a4f-601f-4070-bf2d-bb9dc5cca47a,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:01:57.375394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8245d70-ced3-49d5-83f7-39223078fdf7 req-73f13ab0-e85f-4401-add9-99cd93e8ca2a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435696 Nov 15 15:01:57.451960 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:57.484947 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:57.485565 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:57.487106 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] 10.222.0.46 "PUT /v2.0/ports/5e441a4f-601f-4070-bf2d-bb9dc5cca47a HTTP/1.1" status: 200 len: 1091 time: 0.9116054 Nov 15 15:01:57.487450 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0e2f84-e009-4a35-966d-415afe6aa744', 'tag': '5e441a4f-601f-4070-bf2d-bb9dc5cca47a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:01:57.489733 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94e6f94-f4c0-4fef-99c0-cd8d80c63544" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0e2f84-e009-4a35-966d-415afe6aa744", "tag": "5e441a4f-601f-4070-bf2d-bb9dc5cca47a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:01:57.520214 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffe3b5-ba70-45dd-977c-49570d750186 service neutron] Pushing event updated for resources: {'Port': ['ID=5e441a4f-601f-4070-bf2d-bb9dc5cca47a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:01:57.533737 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5af124-21f3-40b5-98d8-148b92b9c5fc x-openstack-request-id: req-0f5af124-21f3-40b5-98d8-148b92b9c5fc {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:01:57.534057 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0e2f84-e009-4a35-966d-415afe6aa744", "tag": "5e441a4f-601f-4070-bf2d-bb9dc5cca47a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:01:57.534360 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f5af124-21f3-40b5-98d8-148b92b9c5fc {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:01:57.534955 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0e2f84-e009-4a35-966d-415afe6aa744', 'tag': '5e441a4f-601f-4070-bf2d-bb9dc5cca47a', 'status': 'completed', 'code': 200} Nov 15 15:01:57.605626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e6f94-f4c0-4fef-99c0-cd8d80c63544 req-31d3c149-c04f-4c96-949d-49241c9bb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:57.607210 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c94e6f94-f4c0-4fef-99c0-cd8d80c63544 req-31d3c149-c04f-4c96-949d-49241c9bb099 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 1094 time: 0.0491614 Nov 15 15:01:57.835813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e6f94-f4c0-4fef-99c0-cd8d80c63544 req-e5df5a1e-172b-46e3-a050-17ef8cf35c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:57.837314 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c94e6f94-f4c0-4fef-99c0-cd8d80c63544 req-e5df5a1e-172b-46e3-a050-17ef8cf35c86 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8a831b09e10644608805f8094580f2e2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2178509 Nov 15 15:01:58.010379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e6f94-f4c0-4fef-99c0-cd8d80c63544 req-9c50edae-2d6e-48a7-b40c-ee2dd9958de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:58.012401 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c94e6f94-f4c0-4fef-99c0-cd8d80c63544 req-9c50edae-2d6e-48a7-b40c-ee2dd9958de3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1642084 Nov 15 15:01:58.092215 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-d71b71df-026b-4f12-988f-632e4a1a0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:58.093866 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-d71b71df-026b-4f12-988f-632e4a1a0d5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 1094 time: 0.0426044 Nov 15 15:01:58.145895 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-5ad5e64a-a117-4420-943f-6c38bb49b615 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e441a4f-601f-4070-bf2d-bb9dc5cca47a HTTP/1.1" status: 200 len: 217 time: 0.0387635 Nov 15 15:01:58.204216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-75d97e7c-36e7-4d91-8c9d-d3023c5f7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:58.205941 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-75d97e7c-36e7-4d91-8c9d-d3023c5f7a41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0483620 Nov 15 15:01:58.261207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-7a9e9bfa-ca84-4273-989f-5c45c509217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:58.263585 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-7a9e9bfa-ca84-4273-989f-5c45c509217b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454090 Nov 15 15:01:58.286539 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:58.381822 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-9ceef12a-949f-4d24-9979-cd6760b979c9 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050665 Nov 15 15:01:58.495044 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f137bde9-8ffe-47a1-a3f9-37988d85d572 req-ef184c94-9529-4066-9920-fcc67bae8b20 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019759 Nov 15 15:01:58.506430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6893a3a-cce3-4837-b7e1-da3125966ea3 req-7e42313a-602d-4ba3-8135-5126356e1601 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:58.514974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6893a3a-cce3-4837-b7e1-da3125966ea3 req-7e42313a-602d-4ba3-8135-5126356e1601 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 943 time: 0.0606475 Nov 15 15:01:58.571866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6893a3a-cce3-4837-b7e1-da3125966ea3 req-4e75774d-50ca-4745-b4b7-abd7365370f5 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540645 Nov 15 15:01:58.834503 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:01:59.696866 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f3fef-dd79-422c-837e-cfb52800d5fe req-c8a79438-a809-4ec7-ae2a-bb4d91eb067f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:01:59.698325 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-880f3fef-dd79-422c-837e-cfb52800d5fe req-c8a79438-a809-4ec7-ae2a-bb4d91eb067f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 943 time: 0.0581465 Nov 15 15:01:59.751448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-880f3fef-dd79-422c-837e-cfb52800d5fe req-4136079b-f426-431d-9d4e-2e0aeff8f1bd tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461144 Nov 15 15:01:59.754447 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb947d76-0cc3-4754-9e1e-8e55ec337a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:00.875382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65fcf4-8112-4df2-a71b-940cb14f7144 req-507b2310-0bae-4945-90b9-3feddd8b2eca tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:00.876867 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e65fcf4-8112-4df2-a71b-940cb14f7144 req-507b2310-0bae-4945-90b9-3feddd8b2eca tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 943 time: 0.0541809 Nov 15 15:02:00.956177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e65fcf4-8112-4df2-a71b-940cb14f7144 req-878c6ab7-c880-4161-8465-29556f5acef5 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719116 Nov 15 15:02:01.030721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 5e441a4f-601f-4070-bf2d-bb9dc5cca47a details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:02:01.138366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5e441a4f-601f-4070-bf2d-bb9dc5cca47a,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:02:01.150360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '5e441a4f-601f-4070-bf2d-bb9dc5cca47a', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'port_id': '5e441a4f-601f-4070-bf2d-bb9dc5cca47a', 'mac_address': 'fa:16:3e:1a:e6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:02:01.190621 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:01.204526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e441a4f-601f-4070-bf2d-bb9dc5cca47a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:02:01.225785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5e441a4f-601f-4070-bf2d-bb9dc5cca47a,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:02:01.292053 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:01.359114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=5e441a4f-601f-4070-bf2d-bb9dc5cca47a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:01.682183 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['5e441a4f-601f-4070-bf2d-bb9dc5cca47a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:02:02.089899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3c92e-9452-493c-b17c-54963c00d55c req-9e384338-796d-4e06-8262-20bb52e8ae64 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:02.092241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5b3c92e-9452-493c-b17c-54963c00d55c req-9e384338-796d-4e06-8262-20bb52e8ae64 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 944 time: 0.0614004 Nov 15 15:02:02.100242 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-b6a5-4ecd-b973-8adccd62f16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:02.154547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5b3c92e-9452-493c-b17c-54963c00d55c req-06ade7fc-af5f-4727-9533-36e2b4468be0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553513 Nov 15 15:02:03.030846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 5e441a4f-601f-4070-bf2d-bb9dc5cca47a up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:02:03.226539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:02:03.232762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:02:03.233403 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:03.282783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82633d07-a98d-4666-a6ba-e283586fafca req-186c37e8-13ca-4fc6-8efe-36f524bfff50 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:03.290156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82633d07-a98d-4666-a6ba-e283586fafca req-186c37e8-13ca-4fc6-8efe-36f524bfff50 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 944 time: 0.0642834 Nov 15 15:02:03.306477 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-057e1d6c-bfde-43de-a942-88f9825b7e0b req-dd64f295-b363-4c74-80e8-d1b3f4247466 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493503 Nov 15 15:02:03.348687 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:03.359405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82633d07-a98d-4666-a6ba-e283586fafca req-68f18c6b-a540-486a-810a-34caca63d682 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679827 Nov 15 15:02:03.398045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0e2f84-e009-4a35-966d-415afe6aa744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e441a4f-601f-4070-bf2d-bb9dc5cca47a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:02:03.400560 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1616268-687d-4401-b351-574821c6f30d" -d '{"events": [{"server_uuid": "fa0e2f84-e009-4a35-966d-415afe6aa744", "name": "network-vif-plugged", "status": "completed", "tag": "5e441a4f-601f-4070-bf2d-bb9dc5cca47a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:02:03.419907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5e441a4f-601f-4070-bf2d-bb9dc5cca47a,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:02:03.430926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e1d6c-bfde-43de-a942-88f9825b7e0b req-02b717b3-ef75-481a-8cf3-4c595590182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:03.433836 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-057e1d6c-bfde-43de-a942-88f9825b7e0b req-02b717b3-ef75-481a-8cf3-4c595590182e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1095 time: 0.0474832 Nov 15 15:02:03.441952 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5424f73d-99f8-4a9c-8575-c08da87d12df x-openstack-request-id: req-5424f73d-99f8-4a9c-8575-c08da87d12df {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:02:03.450430 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0e2f84-e009-4a35-966d-415afe6aa744", "name": "network-vif-plugged", "status": "completed", "tag": "5e441a4f-601f-4070-bf2d-bb9dc5cca47a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:02:03.450430 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5424f73d-99f8-4a9c-8575-c08da87d12df {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:02:03.450430 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0e2f84-e009-4a35-966d-415afe6aa744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e441a4f-601f-4070-bf2d-bb9dc5cca47a', 'code': 200} Nov 15 15:02:03.552693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e1d6c-bfde-43de-a942-88f9825b7e0b req-c1db2296-4b97-4431-9ac9-40b7bdadb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:03.554238 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-057e1d6c-bfde-43de-a942-88f9825b7e0b req-c1db2296-4b97-4431-9ac9-40b7bdadb798 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.0917516 Nov 15 15:02:03.560993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d34f4d-12fd-4d78-aaa6-e4c35751ad82 req-0e05940f-8092-4a93-9efb-fd3f73c47389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:03.562593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7d34f4d-12fd-4d78-aaa6-e4c35751ad82 req-0e05940f-8092-4a93-9efb-fd3f73c47389 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 1095 time: 0.0424635 Nov 15 15:02:03.589040 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:03.591728 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:03.648495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7d34f4d-12fd-4d78-aaa6-e4c35751ad82 req-a53200a6-ec3e-4522-b5a7-55120ee66482 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731483 Nov 15 15:02:03.660565 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=5e441a4f-601f-4070-bf2d-bb9dc5cca47a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:03.692854 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-057e1d6c-bfde-43de-a942-88f9825b7e0b req-24ddba88-3c18-47fa-88ef-bfc3f9d5ffcb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 999 time: 0.1116920 Nov 15 15:02:03.932733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e1d6c-bfde-43de-a942-88f9825b7e0b req-9ccac116-51d9-40c1-a082-550c70c180fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:03.937448 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-057e1d6c-bfde-43de-a942-88f9825b7e0b req-9ccac116-51d9-40c1-a082-550c70c180fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0573695 Nov 15 15:02:04.018075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e1d6c-bfde-43de-a942-88f9825b7e0b req-20dfb7fb-1a5d-48a3-a54c-577040534d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:04.019857 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-057e1d6c-bfde-43de-a942-88f9825b7e0b req-20dfb7fb-1a5d-48a3-a54c-577040534d34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747740 Nov 15 15:02:04.130166 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-057e1d6c-bfde-43de-a942-88f9825b7e0b req-b1750a50-8189-47ad-bd26-b94d25a410b6 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008699 Nov 15 15:02:04.248041 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-057e1d6c-bfde-43de-a942-88f9825b7e0b req-ea1e7cc9-c1fc-44d8-ae1f-d97591fd0164 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086948 Nov 15 15:02:04.528230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799d869-78b9-4db4-b7d5-bac7266fba99 req-f3e641ce-3734-4326-a442-e8a66d47333b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:04.531321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9799d869-78b9-4db4-b7d5-bac7266fba99 req-f3e641ce-3734-4326-a442-e8a66d47333b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 945 time: 0.0580740 Nov 15 15:02:04.602092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9799d869-78b9-4db4-b7d5-bac7266fba99 req-cf8b8ae7-232e-4828-afee-db84cd9eefc4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657313 Nov 15 15:02:05.088173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:05.192210 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:05.226048 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f6d028f-3725-4248-bb71-dfd8aa24e6be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:05.303436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f6d028f-3725-4248-bb71-dfd8aa24e6be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:05.363655 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f6d028f-3725-4248-bb71-dfd8aa24e6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:05.403317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d028f-3725-4248-bb71-dfd8aa24e6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a46553d-988f-4bb7-a797-8de91f6e5e69,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:05.407718 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9f6d028f-3725-4248-bb71-dfd8aa24e6be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ccb700c94664e04a33f72b02f85db53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3180404 Nov 15 15:02:05.410521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:05.467188 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9c15875-dc33-4ab4-ba5b-a40eae0225fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:05.489935 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9c15875-dc33-4ab4-ba5b-a40eae0225fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:05.691579 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9c15875-dc33-4ab4-ba5b-a40eae0225fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:05.694146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9c15875-dc33-4ab4-ba5b-a40eae0225fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:05.695190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a9c15875-dc33-4ab4-ba5b-a40eae0225fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a46553d-988f-4bb7-a797-8de91f6e5e69 HTTP/1.1" status: 204 len: 168 time: 0.2837095 Nov 15 15:02:05.720019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c15875-dc33-4ab4-ba5b-a40eae0225fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a46553d-988f-4bb7-a797-8de91f6e5e69,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:05.743239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dcbcc-aab3-471b-acc6-3396791d7d1b req-b54b5a36-bde5-4039-953b-51a3b572c3f9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:05.745206 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc4dcbcc-aab3-471b-acc6-3396791d7d1b req-b54b5a36-bde5-4039-953b-51a3b572c3f9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 945 time: 0.0620017 Nov 15 15:02:05.802233 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc4dcbcc-aab3-471b-acc6-3396791d7d1b req-5c33c745-139e-4f17-b806-2ad91f76907d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505497 Nov 15 15:02:05.820533 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:06.476687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:06.490589 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8635f5c-bcce-463f-b097-1a790f1dd1f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:06.575161 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8635f5c-bcce-463f-b097-1a790f1dd1f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:06.663315 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8635f5c-bcce-463f-b097-1a790f1dd1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:06.701893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8635f5c-bcce-463f-b097-1a790f1dd1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10778502-d763-4b22-983c-1a05fd97a9f9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:06.706102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d8635f5c-bcce-463f-b097-1a790f1dd1f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e547ad1e0c8c4eaab976c98d69b6468e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2283573 Nov 15 15:02:06.708885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 34912) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:06.768392 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86258ace-1a2b-4cbc-9fce-85679c0d6d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:06.796892 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86258ace-1a2b-4cbc-9fce-85679c0d6d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:06.937521 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86258ace-1a2b-4cbc-9fce-85679c0d6d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:06.940531 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86258ace-1a2b-4cbc-9fce-85679c0d6d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:06.942814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-86258ace-1a2b-4cbc-9fce-85679c0d6d16 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10778502-d763-4b22-983c-1a05fd97a9f9 HTTP/1.1" status: 204 len: 168 time: 0.2325139 Nov 15 15:02:06.954639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86258ace-1a2b-4cbc-9fce-85679c0d6d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10778502-d763-4b22-983c-1a05fd97a9f9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:07.801560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3b9dc73-f5be-4d1f-ae49-c4153e1f1d54 req-8509de89-b364-4b80-bd99-3bbf90817bf6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451937 Nov 15 15:02:07.895841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9dc73-f5be-4d1f-ae49-c4153e1f1d54 req-3651fded-8c92-46fa-ae20-31073fc2af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:07.897642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3b9dc73-f5be-4d1f-ae49-c4153e1f1d54 req-3651fded-8c92-46fa-ae20-31073fc2af3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 1096 time: 0.0541003 Nov 15 15:02:08.027013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9dc73-f5be-4d1f-ae49-c4153e1f1d54 req-241226cb-5993-489a-a0e7-8997ef5bbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:08.028538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3b9dc73-f5be-4d1f-ae49-c4153e1f1d54 req-241226cb-5993-489a-a0e7-8997ef5bbceb service neutron] 10.222.0.59 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1072481 Nov 15 15:02:08.076438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3b9dc73-f5be-4d1f-ae49-c4153e1f1d54 req-45ce8bd5-82f0-430a-85aa-c65766a4895b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=318716cf-3f92-4eef-996d-227be48bd7a0 HTTP/1.1" status: 200 len: 217 time: 0.0408866 Nov 15 15:02:08.129736 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9dc73-f5be-4d1f-ae49-c4153e1f1d54 req-e2475591-0627-48e4-9082-c35afe9376f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:08.131318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3b9dc73-f5be-4d1f-ae49-c4153e1f1d54 req-e2475591-0627-48e4-9082-c35afe9376f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0474980 Nov 15 15:02:08.179727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9dc73-f5be-4d1f-ae49-c4153e1f1d54 req-71e48064-5f51-4f07-8802-15d99a4ad643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:08.181338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3b9dc73-f5be-4d1f-ae49-c4153e1f1d54 req-71e48064-5f51-4f07-8802-15d99a4ad643 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428100 Nov 15 15:02:08.283875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3b9dc73-f5be-4d1f-ae49-c4153e1f1d54 req-a832c5d3-7086-4b22-af55-bbbcbe1d07ab service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947046 Nov 15 15:02:08.385928 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3b9dc73-f5be-4d1f-ae49-c4153e1f1d54 req-da902f04-7326-41e6-8d26-db9289d23c94 service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949936 Nov 15 15:02:16.050089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 35030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:16.167112 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d0506f3-4743-49f4-b4b1-487c812135d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:16.249584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d0506f3-4743-49f4-b4b1-487c812135d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:16.431756 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d0506f3-4743-49f4-b4b1-487c812135d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:16.474182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0506f3-4743-49f4-b4b1-487c812135d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7df6b7d-c8a1-4324-96ad-9b72ddde1ae4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:16.479509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0d0506f3-4743-49f4-b4b1-487c812135d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14503ca998f74b109bead1a31ddb6e81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4274523 Nov 15 15:02:16.483346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35038) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:16.539249 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54b11507-77ff-49fc-96f2-75862415d7dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:16.578646 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54b11507-77ff-49fc-96f2-75862415d7dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:16.726039 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54b11507-77ff-49fc-96f2-75862415d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:16.728854 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54b11507-77ff-49fc-96f2-75862415d7dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:16.732940 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-54b11507-77ff-49fc-96f2-75862415d7dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7df6b7d-c8a1-4324-96ad-9b72ddde1ae4 HTTP/1.1" status: 204 len: 168 time: 0.2479732 Nov 15 15:02:16.752589 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b11507-77ff-49fc-96f2-75862415d7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7df6b7d-c8a1-4324-96ad-9b72ddde1ae4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:17.134947 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:02:17.455128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:17.469060 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75ed8ab2-53bc-4d8d-a630-517fef35401b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:17.550424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75ed8ab2-53bc-4d8d-a630-517fef35401b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:17.674321 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75ed8ab2-53bc-4d8d-a630-517fef35401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:17.718051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 35058) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:17.718667 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-75ed8ab2-53bc-4d8d-a630-517fef35401b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d751cdb04a67421e9f11b01657a344c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2617385 Nov 15 15:02:17.719064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed8ab2-53bc-4d8d-a630-517fef35401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181b5eab-52d6-42fd-83b5-83fb27d92980,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:17.776149 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7245566f-e757-4e3d-8870-e504d447eed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:17.827692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7245566f-e757-4e3d-8870-e504d447eed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:17.849165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fd1b7-1add-4531-b876-0b03078d1665 req-480a376b-9acb-4081-8e9d-ea7c8b9afc68 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:17.850708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a0fd1b7-1add-4531-b876-0b03078d1665 req-480a376b-9acb-4081-8e9d-ea7c8b9afc68 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0764441 Nov 15 15:02:17.915994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a0fd1b7-1add-4531-b876-0b03078d1665 req-9f1fcd46-621f-4df9-a36f-bee5ed0abc7d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579312 Nov 15 15:02:18.046289 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7245566f-e757-4e3d-8870-e504d447eed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:18.049060 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7245566f-e757-4e3d-8870-e504d447eed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:18.053010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7245566f-e757-4e3d-8870-e504d447eed3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/181b5eab-52d6-42fd-83b5-83fb27d92980 HTTP/1.1" status: 204 len: 168 time: 0.3300476 Nov 15 15:02:18.065207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245566f-e757-4e3d-8870-e504d447eed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181b5eab-52d6-42fd-83b5-83fb27d92980,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:18.087802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf8d8-ee6f-4c84-a008-e38121acf96f req-d05b8156-2279-416c-83e3-dfd7ca7626fc tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:18.089396 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12ccf8d8-ee6f-4c84-a008-e38121acf96f req-d05b8156-2279-416c-83e3-dfd7ca7626fc tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0771778 Nov 15 15:02:18.144984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12ccf8d8-ee6f-4c84-a008-e38121acf96f req-74ea808c-79c6-4d6b-a252-2d2be3f73416 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486982 Nov 15 15:02:18.865405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bc37a-aab1-4d7a-b7fd-63d1ab620b9c req-48db29e0-ec66-42f5-a3aa-60afc4886cc6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:18.867103 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-744bc37a-aab1-4d7a-b7fd-63d1ab620b9c req-48db29e0-ec66-42f5-a3aa-60afc4886cc6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0512946 Nov 15 15:02:18.918198 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-744bc37a-aab1-4d7a-b7fd-63d1ab620b9c req-75dce876-f10f-4e74-9c78-94a9319b7eee tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434933 Nov 15 15:02:19.964771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d41e35-593e-40b8-a213-f64fe20a126b req-6efb5ec5-19b7-4de0-8a9e-f7a98351a225 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:19.966304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8d41e35-593e-40b8-a213-f64fe20a126b req-6efb5ec5-19b7-4de0-8a9e-f7a98351a225 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0501072 Nov 15 15:02:20.021124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8d41e35-593e-40b8-a213-f64fe20a126b req-d4be38f4-eaae-4fd7-9f02-e8f455a9e20f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486364 Nov 15 15:02:21.155543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f5ce8-5187-4e35-aa92-3f8e9c1c2cae req-57a1dfe0-af3f-4465-8674-d88748b414ee tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:21.160754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-315f5ce8-5187-4e35-aa92-3f8e9c1c2cae req-57a1dfe0-af3f-4465-8674-d88748b414ee tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0625429 Nov 15 15:02:21.209639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-315f5ce8-5187-4e35-aa92-3f8e9c1c2cae req-5bb8ebf8-5db7-4881-ba78-13e86a06a44c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467622 Nov 15 15:02:22.333288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576f5ab-0739-45f4-b5ae-8a0df3563192 req-f2271bd0-a6b1-40e0-8008-824777e21362 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:22.335048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3576f5ab-0739-45f4-b5ae-8a0df3563192 req-f2271bd0-a6b1-40e0-8008-824777e21362 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0535672 Nov 15 15:02:22.383133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3576f5ab-0739-45f4-b5ae-8a0df3563192 req-276d2b5b-a76c-4503-8242-db7ee00c4b2e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421250 Nov 15 15:02:23.516174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4e7dc-4e3a-4970-bba1-2b89be38e9a4 req-1d18838c-b540-4d96-9fc5-dc9f0b027a51 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:23.517958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1c4e7dc-4e3a-4970-bba1-2b89be38e9a4 req-1d18838c-b540-4d96-9fc5-dc9f0b027a51 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0561748 Nov 15 15:02:23.568917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f1c4e7dc-4e3a-4970-bba1-2b89be38e9a4 req-a5af5fa0-bb98-4fbb-be62-38a778a543ac tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446115 Nov 15 15:02:24.692344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa017132-8945-4273-8b44-f990acd22010 req-709f7226-a9ba-4c95-b249-aa4581719b69 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:24.693770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa017132-8945-4273-8b44-f990acd22010 req-709f7226-a9ba-4c95-b249-aa4581719b69 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0527344 Nov 15 15:02:24.743007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa017132-8945-4273-8b44-f990acd22010 req-ff2337a0-eed1-4c38-aea2-7a8c23c01a55 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423450 Nov 15 15:02:25.868492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5b67f-2a65-46ae-988b-d761816a724e req-12725f47-3234-444e-9fa3-c5871060ac90 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:25.870015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7f5b67f-2a65-46ae-988b-d761816a724e req-12725f47-3234-444e-9fa3-c5871060ac90 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0536230 Nov 15 15:02:25.919747 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7f5b67f-2a65-46ae-988b-d761816a724e req-dddc6cb9-d250-4dc0-a9e4-4a5760b92658 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436280 Nov 15 15:02:27.043265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2b2c5-3b30-4d3d-a7e1-d5393366d7d5 req-0a4c3516-2f8e-4831-a7cb-640f0fa9873e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:27.045525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4d2b2c5-3b30-4d3d-a7e1-d5393366d7d5 req-0a4c3516-2f8e-4831-a7cb-640f0fa9873e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0515518 Nov 15 15:02:27.094824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4d2b2c5-3b30-4d3d-a7e1-d5393366d7d5 req-88ed715c-f8d2-44ad-9692-374068474560 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424271 Nov 15 15:02:28.220506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01fa8f-1c56-43d6-943f-038a6d0b990c req-860ffa76-e8de-4d97-baa6-9315181a8e79 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:28.222029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e01fa8f-1c56-43d6-943f-038a6d0b990c req-860ffa76-e8de-4d97-baa6-9315181a8e79 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0520597 Nov 15 15:02:28.277611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e01fa8f-1c56-43d6-943f-038a6d0b990c req-f4c683c1-aaac-44a0-a030-1d9682bfe770 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485613 Nov 15 15:02:28.305842 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:28.922678 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:29.437147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d0e1b-9420-4256-be4a-c762bff5a012 req-f24dbd0d-879a-490b-9a72-bb34c3170848 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:29.438870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d5d0e1b-9420-4256-be4a-c762bff5a012 req-f24dbd0d-879a-490b-9a72-bb34c3170848 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0673251 Nov 15 15:02:29.508060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d5d0e1b-9420-4256-be4a-c762bff5a012 req-83715ac1-d579-4ee7-9059-50b1d038de41 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582297 Nov 15 15:02:29.774527 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e79caa8f-801d-4790-bc9c-737a6791ca50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:30.669140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7706e4-66ae-48ce-abe4-59e58f9cfedc req-ce0df7c5-33dc-41ae-82fd-a81923fafa8f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:30.671539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c7706e4-66ae-48ce-abe4-59e58f9cfedc req-ce0df7c5-33dc-41ae-82fd-a81923fafa8f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0568249 Nov 15 15:02:30.725837 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c7706e4-66ae-48ce-abe4-59e58f9cfedc req-fb190e83-ef9b-4a26-b257-2b9fc6c4f2d9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458622 Nov 15 15:02:31.171856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80adee-7ab0-4670-96e1-e8165c3c3100 req-e8ff6623-91e9-44d6-87a7-03314939b8ed tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:31.173572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e80adee-7ab0-4670-96e1-e8165c3c3100 req-e8ff6623-91e9-44d6-87a7-03314939b8ed tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0559640 Nov 15 15:02:31.243030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e80adee-7ab0-4670-96e1-e8165c3c3100 req-f85e6fb9-03f2-4e0a-8431-13ad564f3014 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627823 Nov 15 15:02:31.314755 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0061de-62a8-4e72-865c-500ee6de929a req-b6dc514d-6c49-4dc8-a469-15cfbbc38532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:31.314755 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a0061de-62a8-4e72-865c-500ee6de929a req-b6dc514d-6c49-4dc8-a469-15cfbbc38532 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1095 time: 0.0489511 Nov 15 15:02:31.408903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0061de-62a8-4e72-865c-500ee6de929a req-df5b0260-65d9-435d-b054-20d23e355eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:31.410340 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a0061de-62a8-4e72-865c-500ee6de929a req-df5b0260-65d9-435d-b054-20d23e355eaf service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.0881281 Nov 15 15:02:31.481032 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a0061de-62a8-4e72-865c-500ee6de929a req-cd5bb198-7ed2-4da5-8bb2-987f3113150f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 999 time: 0.0623748 Nov 15 15:02:31.531694 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0061de-62a8-4e72-865c-500ee6de929a req-53c20b41-780a-4f35-bd9b-acd4649939f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:31.533206 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a0061de-62a8-4e72-865c-500ee6de929a req-53c20b41-780a-4f35-bd9b-acd4649939f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0451245 Nov 15 15:02:31.581800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0061de-62a8-4e72-865c-500ee6de929a req-d82d9c6d-04aa-4d23-9a55-42ebc083e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:31.583389 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a0061de-62a8-4e72-865c-500ee6de929a req-d82d9c6d-04aa-4d23-9a55-42ebc083e515 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427358 Nov 15 15:02:31.692266 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a0061de-62a8-4e72-865c-500ee6de929a req-4547003b-cd1a-4ccf-94fe-90c060b176cb service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014187 Nov 15 15:02:31.786608 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3a0061de-62a8-4e72-865c-500ee6de929a req-00222d7a-1471-4142-b6bf-23abe13ee72a service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861878 Nov 15 15:02:32.168344 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a07fbfc-4b4c-48bf-bf35-5cb4efed2df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:32.395020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa885c-7c3a-44f7-a2fb-67feab91cb1b req-da9478cc-fee0-4d19-a64c-795873b06b5d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:32.396632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fffa885c-7c3a-44f7-a2fb-67feab91cb1b req-da9478cc-fee0-4d19-a64c-795873b06b5d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0639269 Nov 15 15:02:32.451261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fffa885c-7c3a-44f7-a2fb-67feab91cb1b req-a243c351-e92a-4706-a780-b2dfeb1437b7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481617 Nov 15 15:02:33.512196 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:33.575545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3632fc-d2ec-405d-8da7-498371f5d429 req-e4f28636-5cc6-407d-b61f-c0708520891f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:33.575545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f3632fc-d2ec-405d-8da7-498371f5d429 req-e4f28636-5cc6-407d-b61f-c0708520891f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0508540 Nov 15 15:02:33.634751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f3632fc-d2ec-405d-8da7-498371f5d429 req-0edfc68f-5fe8-4dc4-b78c-832cee130fa4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520077 Nov 15 15:02:33.762512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff001182-589a-439c-8099-3c9d67655e93 req-824ea03e-5d10-43d6-9fdf-94f0af4a31c2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:33.764031 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff001182-589a-439c-8099-3c9d67655e93 req-824ea03e-5d10-43d6-9fdf-94f0af4a31c2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0505962 Nov 15 15:02:33.812657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff001182-589a-439c-8099-3c9d67655e93 req-3dd56bbf-51ad-4ecc-9816-aa4e5e41ad71 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418890 Nov 15 15:02:34.453003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68771f-7011-4428-915b-14b824c1fbd1 req-49e4df8a-8077-4108-b133-8d92d511db17 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:34.455561 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f68771f-7011-4428-915b-14b824c1fbd1 req-49e4df8a-8077-4108-b133-8d92d511db17 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0512314 Nov 15 15:02:34.511812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f68771f-7011-4428-915b-14b824c1fbd1 req-e216195c-8036-405b-a086-2af214a9e65e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498428 Nov 15 15:02:35.064672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552fbd1-20df-4995-adf9-cc5e7ea911c4 req-605bae3d-5d0b-46ab-9f78-ac7d91a528a9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:35.066282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1552fbd1-20df-4995-adf9-cc5e7ea911c4 req-605bae3d-5d0b-46ab-9f78-ac7d91a528a9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0565796 Nov 15 15:02:35.129971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1552fbd1-20df-4995-adf9-cc5e7ea911c4 req-584436ec-6aad-428a-bbf2-6e8892f053c0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541456 Nov 15 15:02:35.254633 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:35.774647 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:36.260724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca894c9-e568-49e6-9e8a-a6be9e6c9320 req-c8b2eb1b-253c-464c-960c-1dcf38e5b58a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:36.264994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ca894c9-e568-49e6-9e8a-a6be9e6c9320 req-c8b2eb1b-253c-464c-960c-1dcf38e5b58a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0541747 Nov 15 15:02:36.328374 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ca894c9-e568-49e6-9e8a-a6be9e6c9320 req-78cb3919-d828-4f17-81c0-2791eb2cee1e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596180 Nov 15 15:02:36.787922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912d6bf-a52f-41b5-9bd4-71f1a1d08ec6 req-e3710987-6d0f-4946-abc2-8785765343f3 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:36.791082 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f912d6bf-a52f-41b5-9bd4-71f1a1d08ec6 req-e3710987-6d0f-4946-abc2-8785765343f3 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0530469 Nov 15 15:02:36.846115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f912d6bf-a52f-41b5-9bd4-71f1a1d08ec6 req-2ee0db24-01a5-40f2-8bb8-2493a18d6fb2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500662 Nov 15 15:02:37.994891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e6e3c-15d4-4e05-ad57-9b24afcbce9f req-d1e29e0d-a352-46b0-9d53-b61aac78a086 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:37.997146 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-373e6e3c-15d4-4e05-ad57-9b24afcbce9f req-d1e29e0d-a352-46b0-9d53-b61aac78a086 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0768502 Nov 15 15:02:38.056112 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-373e6e3c-15d4-4e05-ad57-9b24afcbce9f req-98f68271-a6d0-4c85-8f98-3301b8efab42 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512128 Nov 15 15:02:38.181200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d495034-b399-4389-9965-91a313b6105c req-6b307abb-5f79-48c5-9106-f7dfc08d6234 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:38.182987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d495034-b399-4389-9965-91a313b6105c req-6b307abb-5f79-48c5-9106-f7dfc08d6234 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0521326 Nov 15 15:02:38.220016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:38.251989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d495034-b399-4389-9965-91a313b6105c req-b2777a9c-e936-4a7f-98a2-d19b3bf9208f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596225 Nov 15 15:02:38.359289 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10be1328-ec7f-432c-88bc-6c2d69b8c013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:38.373047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7181ee4-b986-4a3c-8d2e-d5be3be450fe req-b4a21ec0-c788-4692-8a76-964c846a515d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:38.374563 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7181ee4-b986-4a3c-8d2e-d5be3be450fe req-b4a21ec0-c788-4692-8a76-964c846a515d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0498543 Nov 15 15:02:38.430259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7181ee4-b986-4a3c-8d2e-d5be3be450fe req-898c125f-b161-4ae1-af64-f70deff41874 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489855 Nov 15 15:02:38.451981 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10be1328-ec7f-432c-88bc-6c2d69b8c013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:38.558100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89efa6-4f70-423c-ac6d-34ba2723ba10 req-d06a9b02-9b0b-4b2c-89bf-e2b23c0681bc tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:02:38.558100 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d89efa6-4f70-423c-ac6d-34ba2723ba10 req-d06a9b02-9b0b-4b2c-89bf-e2b23c0681bc tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0508842 Nov 15 15:02:38.558441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10be1328-ec7f-432c-88bc-6c2d69b8c013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:38.600626 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-10be1328-ec7f-432c-88bc-6c2d69b8c013 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c14053823354cc5abb344195e707e67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3794622 Nov 15 15:02:38.601507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be1328-ec7f-432c-88bc-6c2d69b8c013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1dbe59-931d-4503-9898-0f9d5c04a093,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:38.604035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35308) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:38.614598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d89efa6-4f70-423c-ac6d-34ba2723ba10 req-193b717d-7de2-4a6c-ae3b-e5c8fad254c2 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513356 Nov 15 15:02:38.660610 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d4d9d2-272e-4510-ad0f-162bd989f524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:38.683214 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d4d9d2-272e-4510-ad0f-162bd989f524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:38.819992 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d4d9d2-272e-4510-ad0f-162bd989f524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:38.822797 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d4d9d2-272e-4510-ad0f-162bd989f524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:38.823958 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-04d4d9d2-272e-4510-ad0f-162bd989f524 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae1dbe59-931d-4503-9898-0f9d5c04a093 HTTP/1.1" status: 204 len: 168 time: 0.2189384 Nov 15 15:02:38.832353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4d9d2-272e-4510-ad0f-162bd989f524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1dbe59-931d-4503-9898-0f9d5c04a093,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:39.560586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 35318) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:39.575158 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f026ebd8-88e8-4332-9c1c-96a83dd6269f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:39.653802 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f026ebd8-88e8-4332-9c1c-96a83dd6269f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:39.779908 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f026ebd8-88e8-4332-9c1c-96a83dd6269f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:39.829733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f026ebd8-88e8-4332-9c1c-96a83dd6269f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bf3930af09042d4864b23d387555bce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670960 Nov 15 15:02:39.830236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026ebd8-88e8-4332-9c1c-96a83dd6269f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7599bb2e-b6e2-4dd6-abe0-bd7750dbcc0c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:39.833074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:39.893652 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d678-3916-4504-bd02-8f2fb660c6dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:39.916478 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d678-3916-4504-bd02-8f2fb660c6dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:40.055458 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d678-3916-4504-bd02-8f2fb660c6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:40.055458 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d678-3916-4504-bd02-8f2fb660c6dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:40.055458 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c9a5d678-3916-4504-bd02-8f2fb660c6dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7599bb2e-b6e2-4dd6-abe0-bd7750dbcc0c HTTP/1.1" status: 204 len: 168 time: 0.2146966 Nov 15 15:02:40.055458 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5d678-3916-4504-bd02-8f2fb660c6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7599bb2e-b6e2-4dd6-abe0-bd7750dbcc0c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:40.882001 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:40.896477 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98d2d977-ae54-418a-90bb-2f4295f75a70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:40.976656 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98d2d977-ae54-418a-90bb-2f4295f75a70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:41.077371 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98d2d977-ae54-418a-90bb-2f4295f75a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:41.116664 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-98d2d977-ae54-418a-90bb-2f4295f75a70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9aa27e2e96df49d892594b098ed8c785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335105 Nov 15 15:02:41.117549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2d977-ae54-418a-90bb-2f4295f75a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2a1623-de28-4b30-ab74-ecf90b999f2e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:41.119415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 35330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:41.180801 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a72ec18-62ed-4f28-8aa0-2ba8ecb0b511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:41.202855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a72ec18-62ed-4f28-8aa0-2ba8ecb0b511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:41.379931 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a72ec18-62ed-4f28-8aa0-2ba8ecb0b511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:41.382588 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a72ec18-62ed-4f28-8aa0-2ba8ecb0b511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:41.383750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8a72ec18-62ed-4f28-8aa0-2ba8ecb0b511 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c2a1623-de28-4b30-ab74-ecf90b999f2e HTTP/1.1" status: 204 len: 168 time: 0.2625608 Nov 15 15:02:41.392631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72ec18-62ed-4f28-8aa0-2ba8ecb0b511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2a1623-de28-4b30-ab74-ecf90b999f2e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:48.043094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35424) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:48.176524 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da3fddfa-f2f9-4daa-ad03-94e91fae5ba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:48.267531 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da3fddfa-f2f9-4daa-ad03-94e91fae5ba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:48.362908 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da3fddfa-f2f9-4daa-ad03-94e91fae5ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:48.401639 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fddfa-f2f9-4daa-ad03-94e91fae5ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fad0228-df72-4e5a-ade9-f37b23e6ca0a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:48.409318 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-da3fddfa-f2f9-4daa-ad03-94e91fae5ba0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6cd4a5a8f7f417a9bf5a932eb2cb3e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3650136 Nov 15 15:02:48.411073 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 35430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:02:48.459331 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-378acb08-0e5b-4a5c-825a-e22c8114da5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:48.480418 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-378acb08-0e5b-4a5c-825a-e22c8114da5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:48.631834 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-378acb08-0e5b-4a5c-825a-e22c8114da5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:48.634333 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-378acb08-0e5b-4a5c-825a-e22c8114da5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:48.635541 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-378acb08-0e5b-4a5c-825a-e22c8114da5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7fad0228-df72-4e5a-ade9-f37b23e6ca0a HTTP/1.1" status: 204 len: 168 time: 0.2242792 Nov 15 15:02:48.643783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378acb08-0e5b-4a5c-825a-e22c8114da5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fad0228-df72-4e5a-ade9-f37b23e6ca0a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:02:48.865650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-69bb29c2-71f4-46e3-8fa7-e7795ffb80f5 req-9760b831-8cb0-4201-a85b-7da8b5e439f6 service neutron] (103146) timed out ('10.222.0.70', 45340) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 15:02:52.754736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-e63f46ba-d256-400a-b474-b7af2883c7b4 req-247e9b41-2745-4668-8e90-23f8183b26bf service neutron] (103147) timed out ('10.222.0.46', 58410) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 15:02:54.138564 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:02:58.336887 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:58.928404 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:02:59.805586 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef911b59-5b9d-43ed-8ae4-af7bf4d5261c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:02.126172 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-614e5e6b-a6f6-42a1-b6a8-5b3a447faea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:03.545763 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:05.163262 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:05.414834 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c3bf843-71c1-458a-b4e7-1ebdf1d8437b req-7e7afb3e-e86b-45e2-9c0e-a78a162ea881 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1536591 Nov 15 15:03:05.511231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bf843-71c1-458a-b4e7-1ebdf1d8437b req-51115d41-6371-48ec-86e6-17d4b065e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:05.512863 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c3bf843-71c1-458a-b4e7-1ebdf1d8437b req-51115d41-6371-48ec-86e6-17d4b065e4e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1095 time: 0.0435889 Nov 15 15:03:05.646640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bf843-71c1-458a-b4e7-1ebdf1d8437b req-79a2711c-54ac-4b30-8098-6d9fd8d0a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:05.648214 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c3bf843-71c1-458a-b4e7-1ebdf1d8437b req-79a2711c-54ac-4b30-8098-6d9fd8d0a85c service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1127791 Nov 15 15:03:05.717867 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c3bf843-71c1-458a-b4e7-1ebdf1d8437b req-14db1c0b-b40c-44e7-b404-cf3a68ff1e9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 999 time: 0.0612895 Nov 15 15:03:05.773664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bf843-71c1-458a-b4e7-1ebdf1d8437b req-7f5e272a-f688-48ea-8290-908cfa671e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:05.775112 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c3bf843-71c1-458a-b4e7-1ebdf1d8437b req-7f5e272a-f688-48ea-8290-908cfa671e2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0488787 Nov 15 15:03:05.828471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bf843-71c1-458a-b4e7-1ebdf1d8437b req-6a191e72-5eae-4a89-8920-bc9c55f59930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:05.830038 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c3bf843-71c1-458a-b4e7-1ebdf1d8437b req-6a191e72-5eae-4a89-8920-bc9c55f59930 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456035 Nov 15 15:03:05.859709 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:05.923457 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c3bf843-71c1-458a-b4e7-1ebdf1d8437b req-fef26a04-4455-4c5b-8a38-a99da4b0c362 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854402 Nov 15 15:03:06.030438 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6c3bf843-71c1-458a-b4e7-1ebdf1d8437b req-ecf3ff20-c495-4152-aa47-b053f7f4c2ff service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985198 Nov 15 15:03:08.873025 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe3c9ed2-d875-4ff8-b479-84a21109a139 req-ab3569ba-4a75-4ec0-9511-b9015956b575 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022677 Nov 15 15:03:08.968741 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c9ed2-d875-4ff8-b479-84a21109a139 req-6f094da7-988b-44f9-ad1f-286dc262e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:08.970197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe3c9ed2-d875-4ff8-b479-84a21109a139 req-6f094da7-988b-44f9-ad1f-286dc262e3d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 1096 time: 0.0449562 Nov 15 15:03:09.077974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c9ed2-d875-4ff8-b479-84a21109a139 req-d2420aed-8bdc-4c12-a6ff-5c54343b6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:09.080123 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe3c9ed2-d875-4ff8-b479-84a21109a139 req-d2420aed-8bdc-4c12-a6ff-5c54343b6135 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.0887744 Nov 15 15:03:09.128261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe3c9ed2-d875-4ff8-b479-84a21109a139 req-1519d148-384a-4cd8-8065-8a0c52f9bdcd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=318716cf-3f92-4eef-996d-227be48bd7a0 HTTP/1.1" status: 200 len: 217 time: 0.0409970 Nov 15 15:03:09.181352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c9ed2-d875-4ff8-b479-84a21109a139 req-197af80c-3003-4bbd-8c1b-15545045acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:09.183097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe3c9ed2-d875-4ff8-b479-84a21109a139 req-197af80c-3003-4bbd-8c1b-15545045acc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0463848 Nov 15 15:03:09.233486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c9ed2-d875-4ff8-b479-84a21109a139 req-7fe245b4-bbb4-4add-961e-9b08f2d76e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:09.235077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe3c9ed2-d875-4ff8-b479-84a21109a139 req-7fe245b4-bbb4-4add-961e-9b08f2d76e80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454943 Nov 15 15:03:09.337877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe3c9ed2-d875-4ff8-b479-84a21109a139 req-6aa40bc7-7d0e-45d0-bb49-0c3249d98ece service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955465 Nov 15 15:03:09.431117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe3c9ed2-d875-4ff8-b479-84a21109a139 req-c8e4d32d-587e-4b09-a4dc-33a4faf1a1af service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858424 Nov 15 15:03:14.409857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bf199-2634-4152-a1f2-562380b36a72 req-2ae499d7-fcb1-4c94-a16d-c1207570f216 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:14.412860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c19bf199-2634-4152-a1f2-562380b36a72 req-2ae499d7-fcb1-4c94-a16d-c1207570f216 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.1201098 Nov 15 15:03:14.488463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f13d-c608-46d5-aec1-f9e71b4ae1fd req-40d0f22f-4700-4a9a-8cdd-3f2035ce0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:14.489921 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c19bf199-2634-4152-a1f2-562380b36a72 req-6dc2a48a-f02c-434d-ae7b-1a67f30884b8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696437 Nov 15 15:03:14.495162 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4515f13d-c608-46d5-aec1-f9e71b4ae1fd req-40d0f22f-4700-4a9a-8cdd-3f2035ce0800 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1095 time: 0.0713851 Nov 15 15:03:14.606681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f13d-c608-46d5-aec1-f9e71b4ae1fd req-7b1c3431-d7b5-4cb4-a17c-4b1a9c97a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:14.609020 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4515f13d-c608-46d5-aec1-f9e71b4ae1fd req-7b1c3431-d7b5-4cb4-a17c-4b1a9c97a769 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1061540 Nov 15 15:03:14.699203 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4515f13d-c608-46d5-aec1-f9e71b4ae1fd req-ce298762-6b94-4b3c-956f-680a5827357b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 999 time: 0.0787089 Nov 15 15:03:14.759814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f13d-c608-46d5-aec1-f9e71b4ae1fd req-122d128c-def1-47e0-88e1-676b980f6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:14.762980 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4515f13d-c608-46d5-aec1-f9e71b4ae1fd req-122d128c-def1-47e0-88e1-676b980f6136 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0534093 Nov 15 15:03:14.819619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f13d-c608-46d5-aec1-f9e71b4ae1fd req-fe8cc196-8873-403f-8275-64b85c356865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:14.821134 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4515f13d-c608-46d5-aec1-f9e71b4ae1fd req-fe8cc196-8873-403f-8275-64b85c356865 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473261 Nov 15 15:03:14.912995 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4515f13d-c608-46d5-aec1-f9e71b4ae1fd req-004ce02a-ca5b-4038-ad7d-54c2a6c494b8 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837398 Nov 15 15:03:15.022891 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4515f13d-c608-46d5-aec1-f9e71b4ae1fd req-a3a9243b-30f4-4bc6-a47c-b771dbf7e11d service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983233 Nov 15 15:03:15.677304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dae3e0-3089-4d18-a3df-0fc58aaa40ab req-eb876d83-fbdb-46fc-a670-b60a1c990935 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:15.678845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f5dae3e0-3089-4d18-a3df-0fc58aaa40ab req-eb876d83-fbdb-46fc-a670-b60a1c990935 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.1125629 Nov 15 15:03:15.729541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f5dae3e0-3089-4d18-a3df-0fc58aaa40ab req-7f55b38c-1793-424a-a906-506c5fcb0633 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435743 Nov 15 15:03:16.853893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b113c6f-90f4-4060-98d4-35049ffe91de req-bb385434-8cf8-49d5-881e-2f5f4193085a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:16.855450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b113c6f-90f4-4060-98d4-35049ffe91de req-bb385434-8cf8-49d5-881e-2f5f4193085a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0505204 Nov 15 15:03:16.906347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b113c6f-90f4-4060-98d4-35049ffe91de req-5c7789fb-9593-4787-8d29-93c3e5ba7a89 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441804 Nov 15 15:03:28.374030 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:28.955274 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:29.815050 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e5959d7-a108-4bfb-bb60-d3e0eb14135a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:31.138707 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:03:32.099438 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6b3d934-417d-4954-a55e-4c7673184148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:33.579566 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:35.188168 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:35.790563 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:49.863698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d74b06-4274-4900-9f64-ec5eebccaaf1 req-9baf48ef-70a6-43f5-b2da-ae9ccdcd71aa tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:49.865527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0d74b06-4274-4900-9f64-ec5eebccaaf1 req-9baf48ef-70a6-43f5-b2da-ae9ccdcd71aa tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0571344 Nov 15 15:03:49.930780 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0d74b06-4274-4900-9f64-ec5eebccaaf1 req-f5374f8f-3a35-496d-af48-0b3a0ab5f215 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552979 Nov 15 15:03:50.065949 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702534c-26d2-457e-8982-008c232586bd req-46130260-4e08-418a-93f3-c909f24217e7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:50.073809 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3702534c-26d2-457e-8982-008c232586bd req-46130260-4e08-418a-93f3-c909f24217e7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0643508 Nov 15 15:03:50.123215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3702534c-26d2-457e-8982-008c232586bd req-f9dcaed3-97ac-499a-864e-74023982b9b4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484614 Nov 15 15:03:50.401568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920788ae-8693-49ed-b998-0acfb9b22958 req-a318d950-c5aa-43ea-bf03-145fddd93860 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:50.403227 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-a318d950-c5aa-43ea-bf03-145fddd93860 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 811 time: 0.1323195 Nov 15 15:03:50.425950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-be5eb658-7102-445e-8af8-cbdd75309cc7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/quotas/8a831b09e10644608805f8094580f2e2 HTTP/1.1" status: 200 len: 375 time: 0.0164437 Nov 15 15:03:50.487350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-b4af2441-6dde-47f4-9142-170873ff1aff tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0594115 Nov 15 15:03:50.588858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-40fdcd2b-f8ad-4f80-aa1d-c45a2d1b266d service neutron] 10.222.0.70 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930347 Nov 15 15:03:50.697044 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-69015919-8876-4d44-992d-efd2f6dc1bf9 service neutron] 10.222.0.70 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014245 Nov 15 15:03:51.029090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f03353ef-c171-4d6b-b9cf-3c786f23bdbf req-ad8b1a17-7bf6-4e23-9d71-01828fa83190 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 210 time: 0.0496242 Nov 15 15:03:52.131624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90a3a980-16d8-4779-91f0-14603c668b52 req-d712c082-f7c7-4ad2-baac-6bfbefa535c1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 210 time: 0.0285087 Nov 15 15:03:53.262757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2850aea5-b4af-4dd4-bfd2-04cfb168c5aa req-b19243cb-e5f0-4c7c-926e-2a42f56a4538 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 210 time: 0.0422051 Nov 15 15:03:53.656835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920788ae-8693-49ed-b998-0acfb9b22958 req-8f889f31-1259-4102-8d0f-3f27deda55dc tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:53.658872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-8f889f31-1259-4102-8d0f-3f27deda55dc tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.59 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 811 time: 0.1468809 Nov 15 15:03:53.678845 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-920788ae-8693-49ed-b998-0acfb9b22958 req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Request body: {'port': {'device_id': '7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'admin_state_up': True, 'tenant_id': '8a831b09e10644608805f8094580f2e2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:03:54.312874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920788ae-8693-49ed-b998-0acfb9b22958 req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Made reservation on behalf of 8a831b09e10644608805f8094580f2e2 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:03:54.327238 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-920788ae-8693-49ed-b998-0acfb9b22958 req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:54.483883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7256582b-7c7e-4333-b246-e973c0d0c4ea req-4b65487d-88a3-49e7-8483-7b9514f4fbcc tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 210 time: 0.0570197 Nov 15 15:03:54.535517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-920788ae-8693-49ed-b998-0acfb9b22958 req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Allocated IP 172.20.0.11 (49148bfd-b262-4441-8f3c-f5f2e5aab104/d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4/785140f5-7006-4843-9afd-adb2a715f0a9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:03:54.742028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-920788ae-8693-49ed-b998-0acfb9b22958 req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:54.875725 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-920788ae-8693-49ed-b998-0acfb9b22958 req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:54.887452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['318716cf-3f92-4eef-996d-227be48bd7a0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:03:54.924167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['5e441a4f-601f-4070-bf2d-bb9dc5cca47a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:03:54.954819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920788ae-8693-49ed-b998-0acfb9b22958 req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Network 49148bfd-b262-4441-8f3c-f5f2e5aab104 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:03:54.961675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-920788ae-8693-49ed-b998-0acfb9b22958 req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:03:54.968388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-920788ae-8693-49ed-b998-0acfb9b22958 req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:03:55.012091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event updated for resources: {'Port': ['ID=785140f5-7006-4843-9afd-adb2a715f0a9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:03:55.025540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:03:55.026842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:03:55.027373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:03:55.027880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:03:55.028418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:03:55.028917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:03:55.029410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:03:55.029911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:03:55.030421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:03:55.035978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:03:55.035978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:03:55.035978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:03:55.092437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920788ae-8693-49ed-b998-0acfb9b22958 req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:55.096722 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-920788ae-8693-49ed-b998-0acfb9b22958 req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:55.250593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-f4e4f50c-b701-488a-bcd7-cbce1b31979a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5790775 Nov 15 15:03:55.266924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Request body: {'port': {'device_id': '7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:03:55.349991 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:55.377558 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-285b8476-a022-4c0c-b34a-753f901aaee7 None None] Provisioning complete for port 785140f5-7006-4843-9afd-adb2a715f0a9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:03:55.377910 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-285b8476-a022-4c0c-b34a-753f901aaee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:55.430803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-285b8476-a022-4c0c-b34a-753f901aaee7 None None] Port 785140f5-7006-4843-9afd-adb2a715f0a9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:03:55.656662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff4849-3be6-4ced-aa00-368cb3321a90 req-f6fd0ebb-f9e4-4ccc-84cb-660a9898e3d7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:55.658289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2eff4849-3be6-4ced-aa00-368cb3321a90 req-f6fd0ebb-f9e4-4ccc-84cb-660a9898e3d7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 932 time: 0.0784502 Nov 15 15:03:55.740737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785140f5-7006-4843-9afd-adb2a715f0a9 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:03:55.757154 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:55.764797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2eff4849-3be6-4ced-aa00-368cb3321a90 req-b98bb976-668a-41c2-9058-6575005c2c34 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986822 Nov 15 15:03:55.774883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Transition to ACTIVE for port object 785140f5-7006-4843-9afd-adb2a715f0a9 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:03:55.893289 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:55.984403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Pushing event updated for resources: {'Port': ['ID=785140f5-7006-4843-9afd-adb2a715f0a9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:03:56.037687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Attempting to bind port 785140f5-7006-4843-9afd-adb2a715f0a9 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:03:56.038031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Attempting to bind port 785140f5-7006-4843-9afd-adb2a715f0a9 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:03:56.038368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Attempting to bind port 785140f5-7006-4843-9afd-adb2a715f0a9 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:03:56.043928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Port 785140f5-7006-4843-9afd-adb2a715f0a9 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:03:56.044252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Attempting to bind port 785140f5-7006-4843-9afd-adb2a715f0a9 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:03:56.049842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:03:56.050219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Checking segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:03:56.050647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Bound using segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:03:56.051092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Bound port: 785140f5-7006-4843-9afd-adb2a715f0a9, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:03:56.051479 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:56.126953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] For port 785140f5-7006-4843-9afd-adb2a715f0a9, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:03:56.130512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] For port 785140f5-7006-4843-9afd-adb2a715f0a9, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=785140f5-7006-4843-9afd-adb2a715f0a9,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:03:56.274617 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:56.314603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:56.321635 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:56.321635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] 10.222.0.59 "PUT /v2.0/ports/785140f5-7006-4843-9afd-adb2a715f0a9 HTTP/1.1" status: 200 len: 1092 time: 1.0550916 Nov 15 15:03:56.321635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c', 'tag': '785140f5-7006-4843-9afd-adb2a715f0a9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:03:56.321635 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c85d1d5-99aa-4c1f-ad61-3520fdb0dd73" -d '{"events": [{"name": "network-changed", "server_uuid": "7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c", "tag": "785140f5-7006-4843-9afd-adb2a715f0a9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:03:56.346846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f9ded-b53d-4a37-8ea4-06fcd2c71005 service neutron] Pushing event updated for resources: {'Port': ['ID=785140f5-7006-4843-9afd-adb2a715f0a9,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:03:56.450018 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74f411a-1e06-4478-a5de-6db7120f3896 x-openstack-request-id: req-d74f411a-1e06-4478-a5de-6db7120f3896 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:03:56.450670 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c", "tag": "785140f5-7006-4843-9afd-adb2a715f0a9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:03:56.450670 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d74f411a-1e06-4478-a5de-6db7120f3896 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:03:56.450987 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c', 'tag': '785140f5-7006-4843-9afd-adb2a715f0a9', 'status': 'completed', 'code': 200} Nov 15 15:03:56.562062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85d1d5-99aa-4c1f-ad61-3520fdb0dd73 req-8e24e716-4105-4acd-9ed7-f7fb3e1d3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:56.563737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c85d1d5-99aa-4c1f-ad61-3520fdb0dd73 req-8e24e716-4105-4acd-9ed7-f7fb3e1d3ccd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 1095 time: 0.0873270 Nov 15 15:03:56.687660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85d1d5-99aa-4c1f-ad61-3520fdb0dd73 req-8f2ecdbe-48ef-4a39-b82e-3ef923a88556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:56.689417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c85d1d5-99aa-4c1f-ad61-3520fdb0dd73 req-8f2ecdbe-48ef-4a39-b82e-3ef923a88556 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8a831b09e10644608805f8094580f2e2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1176198 Nov 15 15:03:56.800679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85d1d5-99aa-4c1f-ad61-3520fdb0dd73 req-196c53b3-2f45-4a5f-8dc0-57392bc312e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:56.802929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c85d1d5-99aa-4c1f-ad61-3520fdb0dd73 req-196c53b3-2f45-4a5f-8dc0-57392bc312e7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067650 Nov 15 15:03:56.942034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa29a7-eb40-412b-9184-70fd843a78ab req-a977c3e4-ee8d-490c-97e4-90671a0735b0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:56.943691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6aaa29a7-eb40-412b-9184-70fd843a78ab req-a977c3e4-ee8d-490c-97e4-90671a0735b0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 944 time: 0.0876691 Nov 15 15:03:56.946588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920788ae-8693-49ed-b998-0acfb9b22958 req-966c48b9-ab1f-4b4d-8da2-52cf45c18803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:56.948279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-966c48b9-ab1f-4b4d-8da2-52cf45c18803 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 1095 time: 0.1047795 Nov 15 15:03:57.013573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-48a7998a-7a5e-45a0-935e-008b0a9f4de6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=785140f5-7006-4843-9afd-adb2a715f0a9 HTTP/1.1" status: 200 len: 217 time: 0.0554907 Nov 15 15:03:57.070420 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6aaa29a7-eb40-412b-9184-70fd843a78ab req-3e323111-8dcc-45dc-9d44-eb88826b9c2c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045437 Nov 15 15:03:57.086204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920788ae-8693-49ed-b998-0acfb9b22958 req-784bf444-d321-4b10-b1e2-03b53774e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:57.088334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-784bf444-d321-4b10-b1e2-03b53774e351 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0634074 Nov 15 15:03:57.147775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920788ae-8693-49ed-b998-0acfb9b22958 req-437918a1-62e3-49e4-a5c8-310297d67ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:57.149752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-437918a1-62e3-49e4-a5c8-310297d67ddc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543602 Nov 15 15:03:57.247858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-b7112d60-4312-491c-9aea-d7a8c0e0c1af service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893600 Nov 15 15:03:57.359849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-920788ae-8693-49ed-b998-0acfb9b22958 req-806ff03b-c4a8-4fa4-8779-c4fd13cfe7e7 service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047041 Nov 15 15:03:58.192945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a8abe-0658-47e8-91c9-6b84af09947a req-516d0f5e-65a6-48a2-a3f3-92655e1c52e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:58.194416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f7a8abe-0658-47e8-91c9-6b84af09947a req-516d0f5e-65a6-48a2-a3f3-92655e1c52e8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 944 time: 0.0511122 Nov 15 15:03:58.249431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f7a8abe-0658-47e8-91c9-6b84af09947a req-f89d5796-4981-457a-a66d-49e617c86eed tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483763 Nov 15 15:03:58.370839 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:58.950559 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:03:59.387550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb133f-d91b-4912-9ba8-089b6ee26a7b req-f4d075f5-33c9-4e42-bd00-4e842f6e9c04 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:03:59.390291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eefb133f-d91b-4912-9ba8-089b6ee26a7b req-f4d075f5-33c9-4e42-bd00-4e842f6e9c04 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 944 time: 0.0667996 Nov 15 15:03:59.441723 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eefb133f-d91b-4912-9ba8-089b6ee26a7b req-62c5ae25-0211-4d77-83bd-5ad82656f468 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446708 Nov 15 15:03:59.876205 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5de52963-be6a-4a23-8ad5-9ee8fe3c435e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:00.569238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8c334-0838-4064-a8d6-d36f462ac4f6 req-818e2e69-ce3b-4340-9f8c-fa0352bb379e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:00.570723 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ef8c334-0838-4064-a8d6-d36f462ac4f6 req-818e2e69-ce3b-4340-9f8c-fa0352bb379e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 944 time: 0.0566430 Nov 15 15:04:00.620391 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ef8c334-0838-4064-a8d6-d36f462ac4f6 req-9eb9537c-5e64-4af2-8a8e-2e6e41622acd tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Nov 15 15:04:01.316206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 785140f5-7006-4843-9afd-adb2a715f0a9 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:04:01.583030 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 785140f5-7006-4843-9afd-adb2a715f0a9, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=785140f5-7006-4843-9afd-adb2a715f0a9,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:01.594482 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '785140f5-7006-4843-9afd-adb2a715f0a9', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'port_id': '785140f5-7006-4843-9afd-adb2a715f0a9', 'mac_address': 'fa:16:3e:ae:a1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:04:01.632225 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:01.646229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785140f5-7006-4843-9afd-adb2a715f0a9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:04:01.667139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 785140f5-7006-4843-9afd-adb2a715f0a9, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=785140f5-7006-4843-9afd-adb2a715f0a9,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:01.750937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5b80d-e00b-4ce0-b011-0b392181841a req-5017a916-745b-48a3-a933-fd0d0936a4c0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:01.758447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5fb5b80d-e00b-4ce0-b011-0b392181841a req-5017a916-745b-48a3-a933-fd0d0936a4c0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 944 time: 0.0586030 Nov 15 15:04:01.767826 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:01.814631 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5fb5b80d-e00b-4ce0-b011-0b392181841a req-d4e1bb2d-a6fe-4d32-8e37-9f319070e347 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552073 Nov 15 15:04:01.835109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=785140f5-7006-4843-9afd-adb2a715f0a9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:01.844014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:01.847017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:01.847017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:01.847017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:01.847017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:01.847017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:01.847017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:01.847017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:01.847017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:01.848126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:01.848408 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:01.848813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:02.027524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['785140f5-7006-4843-9afd-adb2a715f0a9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:04:02.172213 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de7b6b02-6b13-4e54-bf27-941d6138754a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:02.940514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f51f4b-90a0-4fc0-a7a1-517cea830cb8 req-d7e9457b-8d21-4393-9739-19d4a2436d0f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:02.942080 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24f51f4b-90a0-4fc0-a7a1-517cea830cb8 req-d7e9457b-8d21-4393-9739-19d4a2436d0f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 945 time: 0.0580797 Nov 15 15:04:02.992479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24f51f4b-90a0-4fc0-a7a1-517cea830cb8 req-34172643-a053-4803-8aa5-2b59faeb7a7b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434692 Nov 15 15:04:03.324850 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 785140f5-7006-4843-9afd-adb2a715f0a9 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:04:03.547997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 785140f5-7006-4843-9afd-adb2a715f0a9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:04:03.565863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 785140f5-7006-4843-9afd-adb2a715f0a9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:04:03.565863 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:03.630804 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:03.654699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785140f5-7006-4843-9afd-adb2a715f0a9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:04:03.656932 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebf6b33-7dab-43b4-bdd5-7693ab89b12a" -d '{"events": [{"server_uuid": "7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c", "name": "network-vif-plugged", "status": "completed", "tag": "785140f5-7006-4843-9afd-adb2a715f0a9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:04:03.669924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 785140f5-7006-4843-9afd-adb2a715f0a9, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=785140f5-7006-4843-9afd-adb2a715f0a9,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:03.761325 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4a4c66-3fd2-4a4d-8672-642983b321c0 x-openstack-request-id: req-1e4a4c66-3fd2-4a4d-8672-642983b321c0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:04:03.761613 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c", "name": "network-vif-plugged", "status": "completed", "tag": "785140f5-7006-4843-9afd-adb2a715f0a9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:04:03.761860 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e4a4c66-3fd2-4a4d-8672-642983b321c0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:04:03.762282 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785140f5-7006-4843-9afd-adb2a715f0a9', 'code': 200} Nov 15 15:04:03.825024 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:03.863768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b2c89-61d2-48b3-9f12-a4d389f1ac2e req-dc0002a9-ae79-47b2-8dd7-f3bde320274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:03.866201 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb2b2c89-61d2-48b3-9f12-a4d389f1ac2e req-dc0002a9-ae79-47b2-8dd7-f3bde320274e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 1096 time: 0.0464084 Nov 15 15:04:03.928432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb2b2c89-61d2-48b3-9f12-a4d389f1ac2e req-23cfe8e7-f697-4a8b-8463-899477e64322 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527616 Nov 15 15:04:03.953810 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:04.007409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=785140f5-7006-4843-9afd-adb2a715f0a9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:04.116228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf288b-e720-4f28-97ad-be98d11897a1 req-ae1d18b1-ec03-4123-8332-484a82b880f4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:04.117823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aadf288b-e720-4f28-97ad-be98d11897a1 req-ae1d18b1-ec03-4123-8332-484a82b880f4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 946 time: 0.0518305 Nov 15 15:04:04.173586 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aadf288b-e720-4f28-97ad-be98d11897a1 req-083ee172-8291-48e3-9fff-419fef18a2d8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490854 Nov 15 15:04:05.236791 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:05.322985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78501e19-ec20-4a4b-92b4-b9af2a5b5fd9 req-bdf2f7e9-3a87-4f06-a25d-a3576490a87c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:05.322985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78501e19-ec20-4a4b-92b4-b9af2a5b5fd9 req-bdf2f7e9-3a87-4f06-a25d-a3576490a87c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 946 time: 0.0561635 Nov 15 15:04:05.375240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78501e19-ec20-4a4b-92b4-b9af2a5b5fd9 req-8c1f6411-8235-4524-a2ee-93918db37737 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478959 Nov 15 15:04:05.870016 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:06.504380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9d8ac-c439-4c31-b0cb-3aa58ccfcfd3 req-cfbf72a1-0b00-49fd-adc3-66d668340154 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:06.506006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eda9d8ac-c439-4c31-b0cb-3aa58ccfcfd3 req-cfbf72a1-0b00-49fd-adc3-66d668340154 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 946 time: 0.0514522 Nov 15 15:04:06.558535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eda9d8ac-c439-4c31-b0cb-3aa58ccfcfd3 req-34a1417e-3d11-4fbc-842b-fe083dc3f1e1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452533 Nov 15 15:04:06.698072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d6ddcc4-6c70-44b3-bef7-111c4a24d15d req-f4375b0e-7efe-4957-840e-77ff1d2f5904 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8a831b09e10644608805f8094580f2e2 HTTP/1.1" status: 200 len: 267 time: 0.0665247 Nov 15 15:04:06.760931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ddcc4-6c70-44b3-bef7-111c4a24d15d req-ee1869bd-2254-4c0b-886e-a05132dda292 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:06.762454 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d6ddcc4-6c70-44b3-bef7-111c4a24d15d req-ee1869bd-2254-4c0b-886e-a05132dda292 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 946 time: 0.0582376 Nov 15 15:04:06.774413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7d6ddcc4-6c70-44b3-bef7-111c4a24d15d req-57a60425-0fbd-4033-ab88-d90222805d61 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Request body: {'port': {'security_groups': []}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:04:06.838776 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d6ddcc4-6c70-44b3-bef7-111c4a24d15d req-57a60425-0fbd-4033-ab88-d90222805d61 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:07.006909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7d6ddcc4-6c70-44b3-bef7-111c4a24d15d req-57a60425-0fbd-4033-ab88-d90222805d61 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] For port 785140f5-7006-4843-9afd-adb2a715f0a9, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=785140f5-7006-4843-9afd-adb2a715f0a9,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:07.039526 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d6ddcc4-6c70-44b3-bef7-111c4a24d15d req-57a60425-0fbd-4033-ab88-d90222805d61 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:07.143544 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d6ddcc4-6c70-44b3-bef7-111c4a24d15d req-57a60425-0fbd-4033-ab88-d90222805d61 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:07.156911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['318716cf-3f92-4eef-996d-227be48bd7a0', '785140f5-7006-4843-9afd-adb2a715f0a9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:04:07.166305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['5e441a4f-601f-4070-bf2d-bb9dc5cca47a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:04:07.193429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ddcc4-6c70-44b3-bef7-111c4a24d15d req-57a60425-0fbd-4033-ab88-d90222805d61 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:07.194205 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d6ddcc4-6c70-44b3-bef7-111c4a24d15d req-57a60425-0fbd-4033-ab88-d90222805d61 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:07.196877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d6ddcc4-6c70-44b3-bef7-111c4a24d15d req-57a60425-0fbd-4033-ab88-d90222805d61 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "PUT /v2.0/ports/785140f5-7006-4843-9afd-adb2a715f0a9 HTTP/1.1" status: 200 len: 905 time: 0.4260726 Nov 15 15:04:07.196877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c', 'tag': '785140f5-7006-4843-9afd-adb2a715f0a9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:04:07.198953 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6352aa-6b0f-44d4-9787-07c98e9b49d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c", "tag": "785140f5-7006-4843-9afd-adb2a715f0a9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:04:07.240889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a60425-0fbd-4033-ab88-d90222805d61 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event updated for resources: {'Port': ['ID=785140f5-7006-4843-9afd-adb2a715f0a9,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:07.313591 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c618e3cc-e31f-4f29-a0b2-0c6b87ee3a94 x-openstack-request-id: req-c618e3cc-e31f-4f29-a0b2-0c6b87ee3a94 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:04:07.313890 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c", "tag": "785140f5-7006-4843-9afd-adb2a715f0a9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:04:07.314144 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c618e3cc-e31f-4f29-a0b2-0c6b87ee3a94 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:04:07.314634 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c', 'tag': '785140f5-7006-4843-9afd-adb2a715f0a9', 'status': 'completed', 'code': 200} Nov 15 15:04:07.357168 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92b66a0e-fa57-4325-99fb-77d5b0953c1e req-5d2d580c-99c7-4f9c-980e-d7c31e8a01f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682137 Nov 15 15:04:07.365628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aa6e1-2626-473b-8aa9-d1ca8dcb7784 req-69b14f64-0889-4ed3-b666-9a9cbc86bbf4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:07.367965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['785140f5-7006-4843-9afd-adb2a715f0a9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:04:07.368205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c8aa6e1-2626-473b-8aa9-d1ca8dcb7784 req-69b14f64-0889-4ed3-b666-9a9cbc86bbf4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 908 time: 0.1004529 Nov 15 15:04:07.454330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6352aa-6b0f-44d4-9787-07c98e9b49d0 req-83cf5077-9daf-4f13-b2b5-4ad2b532a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:07.459519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e6352aa-6b0f-44d4-9787-07c98e9b49d0 req-83cf5077-9daf-4f13-b2b5-4ad2b532a7d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 1059 time: 0.1166332 Nov 15 15:04:07.461936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b66a0e-fa57-4325-99fb-77d5b0953c1e req-4785e301-e6b0-441c-8ba5-8ff3b84c0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:07.464237 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92b66a0e-fa57-4325-99fb-77d5b0953c1e req-4785e301-e6b0-441c-8ba5-8ff3b84c0f1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 1096 time: 0.0807745 Nov 15 15:04:07.591768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6352aa-6b0f-44d4-9787-07c98e9b49d0 req-be12774d-a565-4626-a79f-1163a61db219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:07.593289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e6352aa-6b0f-44d4-9787-07c98e9b49d0 req-be12774d-a565-4626-a79f-1163a61db219 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1161404 Nov 15 15:04:07.610606 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b66a0e-fa57-4325-99fb-77d5b0953c1e req-cd41cd05-755e-416a-b168-b73965a650bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:07.612047 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92b66a0e-fa57-4325-99fb-77d5b0953c1e req-cd41cd05-755e-416a-b168-b73965a650bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1212420 Nov 15 15:04:07.624861 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8b2281c7-c20b-481c-9b2e-2de34418333e None None] Provisioning complete for port 785140f5-7006-4843-9afd-adb2a715f0a9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:04:07.625274 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b2281c7-c20b-481c-9b2e-2de34418333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:07.653394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e6352aa-6b0f-44d4-9787-07c98e9b49d0 req-7d38c362-408c-46d7-b16f-af69a93a2dbb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=785140f5-7006-4843-9afd-adb2a715f0a9 HTTP/1.1" status: 200 len: 217 time: 0.0450950 Nov 15 15:04:07.663369 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92b66a0e-fa57-4325-99fb-77d5b0953c1e req-fab6555d-c945-4eb5-8788-b0b3868c7b87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e441a4f-601f-4070-bf2d-bb9dc5cca47a HTTP/1.1" status: 200 len: 217 time: 0.0379245 Nov 15 15:04:07.701548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd1aca-ef41-42fc-8f05-527249fb76d0 req-9277ea7e-d3b3-41d3-b165-1a97682d4fea tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:07.708732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74bd1aca-ef41-42fc-8f05-527249fb76d0 req-9277ea7e-d3b3-41d3-b165-1a97682d4fea tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.2410541 Nov 15 15:04:07.725065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b66a0e-fa57-4325-99fb-77d5b0953c1e req-d9b49133-fce7-4c6f-96fe-f8b1a7c625fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:07.726620 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92b66a0e-fa57-4325-99fb-77d5b0953c1e req-d9b49133-fce7-4c6f-96fe-f8b1a7c625fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0540056 Nov 15 15:04:07.763779 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6352aa-6b0f-44d4-9787-07c98e9b49d0 req-b18cb8a1-dd4c-455d-b5ce-2451796fe226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:07.765550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e6352aa-6b0f-44d4-9787-07c98e9b49d0 req-b18cb8a1-dd4c-455d-b5ce-2451796fe226 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.1042533 Nov 15 15:04:07.786521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b66a0e-fa57-4325-99fb-77d5b0953c1e req-728ffe47-0aed-4912-a675-8d5bba17d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:07.787114 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92b66a0e-fa57-4325-99fb-77d5b0953c1e req-728ffe47-0aed-4912-a675-8d5bba17d59a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533125 Nov 15 15:04:07.792964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74bd1aca-ef41-42fc-8f05-527249fb76d0 req-026dd61a-3cca-4124-9f1c-92399b763561 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828748 Nov 15 15:04:07.829034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6352aa-6b0f-44d4-9787-07c98e9b49d0 req-a410853d-a524-4463-84da-d860030942f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:07.830631 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e6352aa-6b0f-44d4-9787-07c98e9b49d0 req-a410853d-a524-4463-84da-d860030942f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565009 Nov 15 15:04:07.893612 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92b66a0e-fa57-4325-99fb-77d5b0953c1e req-c7170216-247a-4052-81a0-eefc8b36051e service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981934 Nov 15 15:04:07.963838 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e6352aa-6b0f-44d4-9787-07c98e9b49d0 req-5aa3bfea-f373-4689-afe4-cc9235319d15 service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247389 Nov 15 15:04:07.972364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c3f5c-69a6-472b-a0d9-c3ae25ba474e req-4f95863c-e6fc-4110-bb2a-11e99a403670 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:07.973927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-624c3f5c-69a6-472b-a0d9-c3ae25ba474e req-4f95863c-e6fc-4110-bb2a-11e99a403670 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0864725 Nov 15 15:04:08.017537 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-92b66a0e-fa57-4325-99fb-77d5b0953c1e req-112164c1-24fa-453f-be8b-e72c7b6b3aa2 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156652 Nov 15 15:04:08.087215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-624c3f5c-69a6-472b-a0d9-c3ae25ba474e req-61363d26-d2b2-4d12-94c1-36b445a7e029 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044185 Nov 15 15:04:08.118156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e6352aa-6b0f-44d4-9787-07c98e9b49d0 req-34e3979b-eeb9-4034-a931-f7c74057f0bc service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432619 Nov 15 15:04:08.141813 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:04:08.354872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-748ca647-7834-4d3d-9454-b51d7874a42c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:08.356552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-748ca647-7834-4d3d-9454-b51d7874a42c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 811 time: 0.1177328 Nov 15 15:04:08.376959 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-5155adf4-0253-4af6-9661-1510d3bf7571 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/quotas/8a831b09e10644608805f8094580f2e2 HTTP/1.1" status: 200 len: 375 time: 0.0109191 Nov 15 15:04:08.450693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-9dcb91bb-89c5-4c9f-9abc-b4bc41e399b9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0677438 Nov 15 15:04:08.564644 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-b98913f9-13da-4125-8414-20c955c082e0 service neutron] 10.222.0.70 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029012 Nov 15 15:04:08.696619 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-81e589d6-bea1-4b4a-81d6-60e9c5c007f8 service neutron] 10.222.0.70 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268415 Nov 15 15:04:08.977859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59b9bd7a-30b4-4383-83f4-0df55823b66f req-3201adeb-f73f-4114-b7c7-57b4cbf13dff tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 210 time: 0.0334201 Nov 15 15:04:10.065886 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a92e425-06a7-447f-98ff-57c1a24d6d8a req-21565128-8158-4d38-b259-70a24fd4f556 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 210 time: 0.0283005 Nov 15 15:04:10.813000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9654120-830a-431d-a51a-0108fb68b134 req-af36e7a2-bdfa-42db-aca0-1a2db203239e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0622518 Nov 15 15:04:10.925793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9654120-830a-431d-a51a-0108fb68b134 req-e415aa00-1c6c-42c2-b5a3-0e060bd70e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:10.928002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9654120-830a-431d-a51a-0108fb68b134 req-e415aa00-1c6c-42c2-b5a3-0e060bd70e16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 1096 time: 0.0594316 Nov 15 15:04:11.054122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9654120-830a-431d-a51a-0108fb68b134 req-c0e25417-2961-4be3-91c4-4a574273eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:11.055691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9654120-830a-431d-a51a-0108fb68b134 req-c0e25417-2961-4be3-91c4-4a574273eaea service neutron] 10.222.0.59 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1065662 Nov 15 15:04:11.109182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9654120-830a-431d-a51a-0108fb68b134 req-5dd729f2-0e44-41b3-a55c-5d8b7b270d98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=318716cf-3f92-4eef-996d-227be48bd7a0 HTTP/1.1" status: 200 len: 217 time: 0.0454714 Nov 15 15:04:11.199489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8d1a2b3-ff46-4671-b813-6bab14d76a67 req-9ef3ea31-4257-4ef6-851c-a2453186a128 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 210 time: 0.0351682 Nov 15 15:04:11.203464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9654120-830a-431d-a51a-0108fb68b134 req-c2667746-07b3-4b69-860f-8bc182a8ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:11.205059 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9654120-830a-431d-a51a-0108fb68b134 req-c2667746-07b3-4b69-860f-8bc182a8ccc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0848353 Nov 15 15:04:11.255510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9654120-830a-431d-a51a-0108fb68b134 req-e4ca0faa-6a14-48e2-b6a5-9db42c3b2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:11.257154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9654120-830a-431d-a51a-0108fb68b134 req-e4ca0faa-6a14-48e2-b6a5-9db42c3b2fea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443525 Nov 15 15:04:11.369670 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9654120-830a-431d-a51a-0108fb68b134 req-ed7a38a8-8497-4e1a-bba1-9c8cf2cc7dfe service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052058 Nov 15 15:04:11.478496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9654120-830a-431d-a51a-0108fb68b134 req-3f900c7f-c899-4a84-b940-6d74ab84773c service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008921 Nov 15 15:04:12.340835 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-2bb9cf0a-7e7a-4243-8185-acf280eaefd0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:12.342493 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-2bb9cf0a-7e7a-4243-8185-acf280eaefd0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 811 time: 0.4760826 Nov 15 15:04:12.362793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Request body: {'port': {'device_id': 'd349659f-2acb-41a8-a45b-a3f715975e3c', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'admin_state_up': True, 'tenant_id': '8a831b09e10644608805f8094580f2e2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:04:12.388036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b735098d-cbd1-4fb3-858b-bd48f6dd81ca req-86d10132-1c20-482c-ab0c-e4b3210a5533 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 210 time: 0.0357032 Nov 15 15:04:12.584846 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Made reservation on behalf of 8a831b09e10644608805f8094580f2e2 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:04:12.591400 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:12.751786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Allocated IP 172.20.0.8 (49148bfd-b262-4441-8f3c-f5f2e5aab104/d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4/42f2b4d4-1643-4611-9a24-d6d47d9ef1c0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:04:12.950501 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:13.076928 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:13.093053 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['318716cf-3f92-4eef-996d-227be48bd7a0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:04:13.096773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['5e441a4f-601f-4070-bf2d-bb9dc5cca47a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:04:13.134684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Network 49148bfd-b262-4441-8f3c-f5f2e5aab104 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:04:13.140056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:04:13.148931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:04:13.223257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event updated for resources: {'Port': ['ID=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:13.250213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:13.250741 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:13.251094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:13.251440 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:13.251782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:13.252131 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:13.252755 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:13.253112 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:13.253436 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:13.253762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:13.254092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:13.254469 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:13.276684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:13.276684 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:13.375674 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-1ee9dca9-0b99-4a9a-88b1-71b27f9f1e46 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0179162 Nov 15 15:04:13.394237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Request body: {'port': {'device_id': 'd349659f-2acb-41a8-a45b-a3f715975e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:04:13.493372 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:13.598635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a65a7-69f2-46c9-82db-2391a5543850 req-3ca3b2c2-c272-493b-aae3-94178e1a3e64 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:13.600384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a13a65a7-69f2-46c9-82db-2391a5543850 req-3ca3b2c2-c272-493b-aae3-94178e1a3e64 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 931 time: 0.0697603 Nov 15 15:04:13.639788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d6179bf6-e7c0-4d3e-96e4-3b722e587470 None None] Provisioning complete for port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:04:13.640168 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d6179bf6-e7c0-4d3e-96e4-3b722e587470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:13.654361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a13a65a7-69f2-46c9-82db-2391a5543850 req-866a4a4e-32f3-4164-aa1a-79d8daeab711 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Nov 15 15:04:13.689720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d6179bf6-e7c0-4d3e-96e4-3b722e587470 None None] Port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:04:13.809346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:04:13.817404 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:13.829930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Transition to ACTIVE for port object 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:04:13.944570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:14.023644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Pushing event updated for resources: {'Port': ['ID=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:14.092900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Attempting to bind port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:04:14.093677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Attempting to bind port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:04:14.094332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Attempting to bind port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:04:14.101000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:04:14.101632 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Attempting to bind port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 on network 49148bfd-b262-4441-8f3c-f5f2e5aab104 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:04:14.110138 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:04:14.110867 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Checking segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:04:14.111614 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Bound using segment: {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:04:14.112461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Bound port: 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f3a2ce-65dc-424f-81e4-bef2e76170bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:04:14.113259 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:14.246941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] For port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:04:14.251195 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] For port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:04:14.371388 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:14.408851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:14.409653 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:14.412179 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] 10.222.0.46 "PUT /v2.0/ports/42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 HTTP/1.1" status: 200 len: 1091 time: 1.0230865 Nov 15 15:04:14.414882 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd349659f-2acb-41a8-a45b-a3f715975e3c', 'tag': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:04:14.417909 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1cb3f6-c70d-4713-bdba-a33fda61816a" -d '{"events": [{"name": "network-changed", "server_uuid": "d349659f-2acb-41a8-a45b-a3f715975e3c", "tag": "42f2b4d4-1643-4611-9a24-d6d47d9ef1c0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:04:14.456614 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eae17d-3cbf-4264-95b8-090d4408e145 service neutron] Pushing event updated for resources: {'Port': ['ID=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:14.638292 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1ae99d-e8ab-43a7-9c96-8929444b0cc2 x-openstack-request-id: req-ea1ae99d-e8ab-43a7-9c96-8929444b0cc2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:04:14.639660 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d349659f-2acb-41a8-a45b-a3f715975e3c", "tag": "42f2b4d4-1643-4611-9a24-d6d47d9ef1c0", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:04:14.639964 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea1ae99d-e8ab-43a7-9c96-8929444b0cc2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:04:14.643064 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd349659f-2acb-41a8-a45b-a3f715975e3c', 'tag': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0', 'status': 'completed', 'code': 200} Nov 15 15:04:14.653127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-4b30f232-bb32-41f9-a349-b9341da0a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:14.655054 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-4b30f232-bb32-41f9-a349-b9341da0a77f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 1094 time: 0.1091230 Nov 15 15:04:14.719049 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-56a35886-2154-4585-a1ab-35d7ba97cd80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 HTTP/1.1" status: 200 len: 217 time: 0.0467970 Nov 15 15:04:14.782510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-9b012e63-6db4-471f-8ce5-9bbc90e79818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:14.784445 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-9b012e63-6db4-471f-8ce5-9bbc90e79818 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0539603 Nov 15 15:04:14.797509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684af6f-0ef7-4396-b7e0-806c9b9bce77 req-c9b9abc2-3214-428a-a01c-a56fb6f4b6ba tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:14.802945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1684af6f-0ef7-4396-b7e0-806c9b9bce77 req-c9b9abc2-3214-428a-a01c-a56fb6f4b6ba tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 943 time: 0.0580323 Nov 15 15:04:14.839768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-189dcc6c-0c2f-4a07-816b-11d54643ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:14.841209 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-189dcc6c-0c2f-4a07-816b-11d54643ff5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450099 Nov 15 15:04:14.854692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1684af6f-0ef7-4396-b7e0-806c9b9bce77 req-d741c927-e080-4fd2-9281-f9ecd231e863 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492671 Nov 15 15:04:14.956323 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-cfa230fc-4390-4bef-927b-d0fa68c6062c service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062286 Nov 15 15:04:15.069176 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c3f59d65-6e80-4dd6-b48e-346bda080f6f req-2eb3908c-39e3-4428-bfb7-3b43fe41bc98 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021523 Nov 15 15:04:15.287778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cb3f6-c70d-4713-bdba-a33fda61816a req-29de759f-0c2c-4b39-a35b-f527cc292343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:15.289335 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cf1cb3f6-c70d-4713-bdba-a33fda61816a req-29de759f-0c2c-4b39-a35b-f527cc292343 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 1094 time: 0.0525320 Nov 15 15:04:15.450511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cb3f6-c70d-4713-bdba-a33fda61816a req-f337cbfc-e549-4ebd-864b-dd3f6a728d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:15.452514 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cf1cb3f6-c70d-4713-bdba-a33fda61816a req-f337cbfc-e549-4ebd-864b-dd3f6a728d8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1558192 Nov 15 15:04:15.511783 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cf1cb3f6-c70d-4713-bdba-a33fda61816a req-3008c9d4-91dc-4df2-b7a3-4fa75812c0d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 HTTP/1.1" status: 200 len: 217 time: 0.0504048 Nov 15 15:04:15.593260 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cb3f6-c70d-4713-bdba-a33fda61816a req-1fea7e66-86c0-4267-a6eb-23e664539619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:15.595681 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cf1cb3f6-c70d-4713-bdba-a33fda61816a req-1fea7e66-86c0-4267-a6eb-23e664539619 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0760901 Nov 15 15:04:15.652866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cb3f6-c70d-4713-bdba-a33fda61816a req-40195e31-cfcc-4fca-a58f-70a3f3a14035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:15.654908 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cf1cb3f6-c70d-4713-bdba-a33fda61816a req-40195e31-cfcc-4fca-a58f-70a3f3a14035 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499010 Nov 15 15:04:15.764105 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cf1cb3f6-c70d-4713-bdba-a33fda61816a req-d22b0c1f-1326-4e65-9273-95bb1937dde9 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997012 Nov 15 15:04:15.870612 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cf1cb3f6-c70d-4713-bdba-a33fda61816a req-33a69b06-cde4-4069-a45f-c4164a2b43b1 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969477 Nov 15 15:04:16.016156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bcc28-62eb-40fe-a32c-12255670c84f req-2359cfaa-9ef7-4a27-9aed-8f2d842612b8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:16.018825 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-629bcc28-62eb-40fe-a32c-12255670c84f req-2359cfaa-9ef7-4a27-9aed-8f2d842612b8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 943 time: 0.0627925 Nov 15 15:04:16.145479 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:04:16.314721 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d9f68f4-91db-4f1c-8bb1-3a7968fffda3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:16.361494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-629bcc28-62eb-40fe-a32c-12255670c84f req-aa5be4e0-4ef4-42c8-ab23-b6d1f8a2b58b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360543 Nov 15 15:04:16.417619 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d9f68f4-91db-4f1c-8bb1-3a7968fffda3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:16.513488 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d9f68f4-91db-4f1c-8bb1-3a7968fffda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:16.569406 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1d9f68f4-91db-4f1c-8bb1-3a7968fffda3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1073d8b8310c483aaabc89ca5d6e18f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4220302 Nov 15 15:04:16.572799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:04:16.580105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f68f4-91db-4f1c-8bb1-3a7968fffda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16acb1eb-f9ac-4a70-8a2f-fbadf0d0fd91,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:16.632865 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8d7bcf3-d811-424e-b4b6-841b9e5d90e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:16.664365 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8d7bcf3-d811-424e-b4b6-841b9e5d90e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:16.709085 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-66568455-6e88-44a8-a5d8-1be6f35ccef6 req-ddb607f3-fbbe-48d3-858d-58c8275ec453 service neutron] (103147) timed out ('10.222.0.70', 42506) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 15:04:16.930790 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8d7bcf3-d811-424e-b4b6-841b9e5d90e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:16.933472 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8d7bcf3-d811-424e-b4b6-841b9e5d90e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:16.934787 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b8d7bcf3-d811-424e-b4b6-841b9e5d90e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16acb1eb-f9ac-4a70-8a2f-fbadf0d0fd91 HTTP/1.1" status: 204 len: 168 time: 0.3605993 Nov 15 15:04:16.943176 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7bcf3-d811-424e-b4b6-841b9e5d90e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16acb1eb-f9ac-4a70-8a2f-fbadf0d0fd91,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:17.517776 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d379f20-de85-41b8-8dfe-5dd036ab2eab req-83c4878c-3356-4658-9f48-d057c479dc68 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:17.519726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d379f20-de85-41b8-8dfe-5dd036ab2eab req-83c4878c-3356-4658-9f48-d057c479dc68 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 943 time: 0.0584121 Nov 15 15:04:17.575560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d379f20-de85-41b8-8dfe-5dd036ab2eab req-26331978-2db4-48bc-9695-4395efb2f240 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487418 Nov 15 15:04:18.707543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c5297-e804-4c97-9c3d-69f571b49287 req-1040306b-e2d7-4ea6-a0e8-eb53827e41de tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:18.709122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d49c5297-e804-4c97-9c3d-69f571b49287 req-1040306b-e2d7-4ea6-a0e8-eb53827e41de tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 943 time: 0.0599391 Nov 15 15:04:18.763884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d49c5297-e804-4c97-9c3d-69f571b49287 req-a2b28a64-3cb7-4eb1-a359-84c7a45b73ce tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482969 Nov 15 15:04:19.623039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:04:19.784383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:19.799180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'port_id': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0', 'mac_address': 'fa:16:3e:ca:d2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:04:19.861250 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:19.888662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:04:19.926634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:19.944385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe71c8d-c5bd-4994-b876-295826fabe8d req-f17586c8-821f-4f9c-8002-c68d1e1193a0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:19.946701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fe71c8d-c5bd-4994-b876-295826fabe8d req-f17586c8-821f-4f9c-8002-c68d1e1193a0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 943 time: 0.0792592 Nov 15 15:04:20.038443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fe71c8d-c5bd-4994-b876-295826fabe8d req-755b3ce9-cc43-40d4-8f8b-57495e10d0f6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818815 Nov 15 15:04:20.044452 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:20.131811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:20.380414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['42f2b4d4-1643-4611-9a24-d6d47d9ef1c0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:04:21.201065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fa601-af36-47cb-be6f-1608c9d42cc0 req-b71bf13a-feeb-4576-9a39-e545cdd310ea tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:21.205002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-460fa601-af36-47cb-be6f-1608c9d42cc0 req-b71bf13a-feeb-4576-9a39-e545cdd310ea tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 944 time: 0.0720525 Nov 15 15:04:21.264716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-460fa601-af36-47cb-be6f-1608c9d42cc0 req-93343c8a-fdf9-483e-b898-bbf9f4f46c2f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515187 Nov 15 15:04:21.623160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:04:21.812847 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:04:21.817305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:04:21.817684 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:21.938482 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:21.967567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd349659f-2acb-41a8-a45b-a3f715975e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:04:21.970145 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e7b321-02ba-4266-ab74-205480dde263" -d '{"events": [{"server_uuid": "d349659f-2acb-41a8-a45b-a3f715975e3c", "name": "network-vif-plugged", "status": "completed", "tag": "42f2b4d4-1643-4611-9a24-d6d47d9ef1c0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:04:21.999640 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:22.023750 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38d98cb-ef7a-41b6-afde-1993670f33da x-openstack-request-id: req-c38d98cb-ef7a-41b6-afde-1993670f33da {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:04:22.024216 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d349659f-2acb-41a8-a45b-a3f715975e3c", "name": "network-vif-plugged", "status": "completed", "tag": "42f2b4d4-1643-4611-9a24-d6d47d9ef1c0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:04:22.024482 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c38d98cb-ef7a-41b6-afde-1993670f33da {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:04:22.025152 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd349659f-2acb-41a8-a45b-a3f715975e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0', 'code': 200} Nov 15 15:04:22.090754 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:22.136280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea15a6-8ce7-4d4a-b79f-31d2f5dde0eb req-11b62f81-d796-4b7e-b61a-cc9cc9b68743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:22.138655 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-27ea15a6-8ce7-4d4a-b79f-31d2f5dde0eb req-11b62f81-d796-4b7e-b61a-cc9cc9b68743 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 1096 time: 0.0440876 Nov 15 15:04:22.155662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:22.202749 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-27ea15a6-8ce7-4d4a-b79f-31d2f5dde0eb req-135bd344-0167-4acf-b944-ec0f976fc7be service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504792 Nov 15 15:04:22.411596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dec16-c529-4541-90ef-cc538b5f6a07 req-45f7cca6-af8b-43de-a341-1b7595d74c1b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:22.413508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-411dec16-c529-4541-90ef-cc538b5f6a07 req-45f7cca6-af8b-43de-a341-1b7595d74c1b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0653224 Nov 15 15:04:22.473649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-411dec16-c529-4541-90ef-cc538b5f6a07 req-5ce340f7-4bea-4214-94cc-038d92c5166d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520165 Nov 15 15:04:23.642256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710ae8d-d9ce-4d45-9c55-ad1c35184015 req-775cbdc1-12f4-4783-91b2-ff74963b512d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:23.643903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b710ae8d-d9ce-4d45-9c55-ad1c35184015 req-775cbdc1-12f4-4783-91b2-ff74963b512d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0901666 Nov 15 15:04:23.779265 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b710ae8d-d9ce-4d45-9c55-ad1c35184015 req-b0d0b056-4cf0-4471-be5b-4c70e666bce7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275468 Nov 15 15:04:24.960153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b60e9-0271-4259-a3bf-56dd26c7ab1d req-eafd36bc-45f2-4f3c-a454-c85d81b57953 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:24.963384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c1b60e9-0271-4259-a3bf-56dd26c7ab1d req-eafd36bc-45f2-4f3c-a454-c85d81b57953 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0710671 Nov 15 15:04:25.035470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c1b60e9-0271-4259-a3bf-56dd26c7ab1d req-e5e41aa4-4a35-4745-ba1a-f78dac2c4841 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648108 Nov 15 15:04:25.729969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e31c48-b896-4ffd-98c4-867f8d5c60b0 req-000aad07-7dca-4d14-9bb6-fa9f41b3f96a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:25.731609 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8e31c48-b896-4ffd-98c4-867f8d5c60b0 req-000aad07-7dca-4d14-9bb6-fa9f41b3f96a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0575709 Nov 15 15:04:25.800314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8e31c48-b896-4ffd-98c4-867f8d5c60b0 req-02fb95e0-d17b-492c-862b-21381e5fd605 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622048 Nov 15 15:04:26.959945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b9c5b-2712-4e3d-be9e-9acc7f4cc86b req-edafb315-f908-49f0-8323-0f3b04350dc8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:26.961513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b3b9c5b-2712-4e3d-be9e-9acc7f4cc86b req-edafb315-f908-49f0-8323-0f3b04350dc8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0764234 Nov 15 15:04:27.041106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b3b9c5b-2712-4e3d-be9e-9acc7f4cc86b req-5eeb5654-61b4-4d95-948c-9cabd46ca31d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706267 Nov 15 15:04:27.181592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 36406) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:04:27.337891 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d54d1b9f-1833-4c97-8d14-12043d8a0741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:27.435089 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d54d1b9f-1833-4c97-8d14-12043d8a0741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:27.528252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d54d1b9f-1833-4c97-8d14-12043d8a0741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:27.581755 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d54d1b9f-1833-4c97-8d14-12043d8a0741 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf2f0086e0d54b2d87c71a4fc0f66ce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3987231 Nov 15 15:04:27.582966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d1b9f-1833-4c97-8d14-12043d8a0741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeb47c9-0657-4de5-858b-94f6a6f283bf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:27.585724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 36414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:04:27.697197 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-821c57d0-6a8e-46d9-8739-32ecd275fe6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:27.699840 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-821c57d0-6a8e-46d9-8739-32ecd275fe6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:27.980608 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-821c57d0-6a8e-46d9-8739-32ecd275fe6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:27.991318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-821c57d0-6a8e-46d9-8739-32ecd275fe6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:27.997012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-821c57d0-6a8e-46d9-8739-32ecd275fe6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cfeb47c9-0657-4de5-858b-94f6a6f283bf HTTP/1.1" status: 204 len: 168 time: 0.4057689 Nov 15 15:04:28.007900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c57d0-6a8e-46d9-8739-32ecd275fe6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeb47c9-0657-4de5-858b-94f6a6f283bf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:28.088688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaa6cd-e317-4df5-b679-1503e3575781 req-aa06c860-9184-4a3a-81a5-1cd51d64a4be tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:28.090303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3aaaa6cd-e317-4df5-b679-1503e3575781 req-aa06c860-9184-4a3a-81a5-1cd51d64a4be tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0700698 Nov 15 15:04:28.147895 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3aaaa6cd-e317-4df5-b679-1503e3575781 req-64e65a85-4510-444c-ac67-1aa25d43a23a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514629 Nov 15 15:04:28.413483 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:28.908834 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:29.352530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f53299-f5a7-4e0f-8017-c37b894d49b2 req-c3850d6e-186d-480a-a82a-9f15159d05c1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:29.354471 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07f53299-f5a7-4e0f-8017-c37b894d49b2 req-c3850d6e-186d-480a-a82a-9f15159d05c1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0910182 Nov 15 15:04:29.431184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07f53299-f5a7-4e0f-8017-c37b894d49b2 req-5856bbd7-afc5-4423-b5e4-5a0f7cdfe5f7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642402 Nov 15 15:04:29.754128 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07ffc1a1-116a-49e6-b8f7-dd8e37d6e38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:30.355204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 36458) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:04:30.590600 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0773629a-5103-48a5-b9ee-9021588e8d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:30.637075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c407f-8619-4df6-92af-55d18c08b92b req-ae4cc81e-5c56-4b3c-ac3e-959ed29c72a6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:30.638594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c9c407f-8619-4df6-92af-55d18c08b92b req-ae4cc81e-5c56-4b3c-ac3e-959ed29c72a6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0914381 Nov 15 15:04:30.714568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c9c407f-8619-4df6-92af-55d18c08b92b req-2ba76364-dfd1-46c6-b9ef-35548c6ddc50 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671165 Nov 15 15:04:30.747636 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0773629a-5103-48a5-b9ee-9021588e8d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:31.239554 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0773629a-5103-48a5-b9ee-9021588e8d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:31.277451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773629a-5103-48a5-b9ee-9021588e8d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affe2b00-e8fe-4ed8-9900-802cec6d4c01,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:31.293263 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0773629a-5103-48a5-b9ee-9021588e8d45 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff68f129e2c64d0a8b24c08293faf75c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9352520 Nov 15 15:04:31.294174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 36476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:04:31.363771 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e82c-80ed-4391-a419-9b962491ee37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:31.387295 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e82c-80ed-4391-a419-9b962491ee37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:31.532968 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e82c-80ed-4391-a419-9b962491ee37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:31.537083 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e82c-80ed-4391-a419-9b962491ee37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:31.541446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1ff6e82c-80ed-4391-a419-9b962491ee37 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/affe2b00-e8fe-4ed8-9900-802cec6d4c01 HTTP/1.1" status: 204 len: 168 time: 0.2456963 Nov 15 15:04:31.551941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6e82c-80ed-4391-a419-9b962491ee37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affe2b00-e8fe-4ed8-9900-802cec6d4c01,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:31.668696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:04:31.782601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:31.796927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'port_id': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0', 'mac_address': 'fa:16:3e:ca:d2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:04:31.842213 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:31.858559 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:04:31.883020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:31.883926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8261c-f9d2-420b-a8c3-cd76cefec1fb req-b92af87c-88a8-40ad-8e7e-4624829cd9b6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:31.885575 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6d8261c-f9d2-420b-a8c3-cd76cefec1fb req-b92af87c-88a8-40ad-8e7e-4624829cd9b6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0844574 Nov 15 15:04:31.956276 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6d8261c-f9d2-420b-a8c3-cd76cefec1fb req-7b6ab150-fc3d-43bd-9970-d2c5f7418838 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630534 Nov 15 15:04:32.024958 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:32.090814 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8d9682b-c228-4002-a517-8d63182b7be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:32.093370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:32.126999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['42f2b4d4-1643-4611-9a24-d6d47d9ef1c0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:04:33.190450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a153ce-128f-49c9-a1c1-39e0c88fd08f req-602f4f8c-e6a5-457a-b767-6bfbe19ed358 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:33.192011 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-11a153ce-128f-49c9-a1c1-39e0c88fd08f req-602f4f8c-e6a5-457a-b767-6bfbe19ed358 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 944 time: 0.0842841 Nov 15 15:04:33.274986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-11a153ce-128f-49c9-a1c1-39e0c88fd08f req-17126db8-b217-4afb-8ff0-adb5510d0508 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718119 Nov 15 15:04:33.684348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:04:33.753441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:04:33.753824 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:33.794929 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:33.848478 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:33.875182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd349659f-2acb-41a8-a45b-a3f715975e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:04:33.878834 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3816193-0e9a-46a7-bcd5-2713c311b350" -d '{"events": [{"server_uuid": "d349659f-2acb-41a8-a45b-a3f715975e3c", "name": "network-vif-plugged", "status": "completed", "tag": "42f2b4d4-1643-4611-9a24-d6d47d9ef1c0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:04:33.906311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:33.937982 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0203310c-8f0b-4e72-ba76-f3587f043ec1 x-openstack-request-id: req-0203310c-8f0b-4e72-ba76-f3587f043ec1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:04:33.938351 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d349659f-2acb-41a8-a45b-a3f715975e3c", "name": "network-vif-plugged", "status": "completed", "tag": "42f2b4d4-1643-4611-9a24-d6d47d9ef1c0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:04:33.938732 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0203310c-8f0b-4e72-ba76-f3587f043ec1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:04:33.939219 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd349659f-2acb-41a8-a45b-a3f715975e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0', 'code': 200} Nov 15 15:04:34.120105 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:34.209511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:34.427193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e19f87-d83c-498b-a2be-91f0c224271e req-164b06fd-078c-4e1d-bb1a-6413e99a21d0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:34.428896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8e19f87-d83c-498b-a2be-91f0c224271e req-164b06fd-078c-4e1d-bb1a-6413e99a21d0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0781145 Nov 15 15:04:34.514832 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8e19f87-d83c-498b-a2be-91f0c224271e req-eaa8f063-38e8-4aa8-9fe5-eda5b7592d67 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792749 Nov 15 15:04:35.249503 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:35.689861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932ad28-e9ae-469f-a588-85b87b3d1b6f req-fc3d9f1b-7428-44c1-8edf-01aa1206fcde tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:35.692517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8932ad28-e9ae-469f-a588-85b87b3d1b6f req-fc3d9f1b-7428-44c1-8edf-01aa1206fcde tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0765433 Nov 15 15:04:35.759280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8932ad28-e9ae-469f-a588-85b87b3d1b6f req-465ea0b4-e091-42c9-9565-4cdeea20d446 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593314 Nov 15 15:04:36.599063 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:36.992833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f678bdb-7598-40d2-9a04-ac823262266b req-3467ce79-f04d-42ea-9fc1-bc1179d075b8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:36.995604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f678bdb-7598-40d2-9a04-ac823262266b req-3467ce79-f04d-42ea-9fc1-bc1179d075b8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0781527 Nov 15 15:04:37.074580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f678bdb-7598-40d2-9a04-ac823262266b req-f3ef73b5-3096-4f0a-8df3-98dbc4821809 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712702 Nov 15 15:04:38.182645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-7dea96ce-e2ef-4993-a817-bf71c97e4cf1 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a95c3e7e3f1a45fbb9d7930523b81195&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660300 Nov 15 15:04:38.387474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d07d-256c-4267-a372-306615a4c959 req-b2cf8ef6-ebd4-4957-9d6d-e64374da5d90 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:38.389435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e039d07d-256c-4267-a372-306615a4c959 req-b2cf8ef6-ebd4-4957-9d6d-e64374da5d90 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.1552327 Nov 15 15:04:38.482700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-426974bb-3bc6-4cd4-aa83-38f2bc48641a tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:38.484829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-426974bb-3bc6-4cd4-aa83-38f2bc48641a tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014312 Nov 15 15:04:38.537299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e039d07d-256c-4267-a372-306615a4c959 req-d287f618-68c6-4eb9-ae78-a7a1b9cfa561 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367462 Nov 15 15:04:38.544972 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-771ed46d-c534-46e8-8bb4-50d9981cf44b tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/quotas/a95c3e7e3f1a45fbb9d7930523b81195 HTTP/1.1" status: 200 len: 375 time: 0.0297289 Nov 15 15:04:38.606623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-a30006d6-cb80-4e52-a28f-8fccf1561d30 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a95c3e7e3f1a45fbb9d7930523b81195&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555179 Nov 15 15:04:39.539091 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e94a9734-c089-4403-993d-c63962502008 req-3c6edd12-a8b9-456f-ac3e-884c5fe84862 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 210 time: 0.0428023 Nov 15 15:04:39.707432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d323c-d7ea-44eb-aab2-aef18e5f5ce3 req-d048bc9d-45f2-4956-9ae2-e7f28147c944 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:39.709146 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-970d323c-d7ea-44eb-aab2-aef18e5f5ce3 req-d048bc9d-45f2-4956-9ae2-e7f28147c944 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0746248 Nov 15 15:04:39.784309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-970d323c-d7ea-44eb-aab2-aef18e5f5ce3 req-7e1d3450-9317-4d08-bb5e-3acc05e2ab85 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672760 Nov 15 15:04:40.678887 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-45a822e5-940a-4776-a711-a3a67e613ccf req-1db7ce30-a019-4467-b9e5-d06b1ae8b8ed tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 210 time: 0.0516782 Nov 15 15:04:40.998031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199f763-569d-4f9a-a155-d5cd349692b0 req-e40e2204-d31e-4c5f-908b-a377e827b8a4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:41.008750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a199f763-569d-4f9a-a155-d5cd349692b0 req-e40e2204-d31e-4c5f-908b-a377e827b8a4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.1237295 Nov 15 15:04:41.091890 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a199f763-569d-4f9a-a155-d5cd349692b0 req-085ed84a-6027-473d-af4f-f0d21cd1afb7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821009 Nov 15 15:04:41.819469 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7e012c8-6a43-4e8d-ba95-dbd2349acf08 req-1372eaa5-9b26-46c1-bbef-c74d8925c8e0 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 210 time: 0.0364537 Nov 15 15:04:42.287405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e2e45-bbda-41a5-af6e-6e0ad7d1e1fc req-b0098226-c34f-4cf6-b367-0e151c12d3b1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:42.289337 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f7e2e45-bbda-41a5-af6e-6e0ad7d1e1fc req-b0098226-c34f-4cf6-b367-0e151c12d3b1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0710044 Nov 15 15:04:42.383306 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f7e2e45-bbda-41a5-af6e-6e0ad7d1e1fc req-fbdbf22d-0687-46f7-bbb9-9b1ead422223 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866232 Nov 15 15:04:42.407999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-48b942e4-a2e8-4c78-8b80-54378f8c27f4 req-bdd0db55-9a38-49df-9f9f-412ca7162396 service neutron] (103147) timed out ('10.222.0.70', 47848) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 15:04:42.955109 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65bc9028-99c6-497d-8b4f-c07eb11b525c req-81e4c8a4-1e0f-4895-9062-a612a44121d5 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 210 time: 0.0349755 Nov 15 15:04:43.082022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-84805d2a-ae70-4b9c-b6a8-b8aa6f0f9827 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a95c3e7e3f1a45fbb9d7930523b81195&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247231 Nov 15 15:04:43.272698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-cc186a36-1bda-44fe-97ce-e58b593c6e1d tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:43.277829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-cc186a36-1bda-44fe-97ce-e58b593c6e1d tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888731 Nov 15 15:04:43.292530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Request body: {'port': {'device_id': 'e935d490-a372-4dd7-8c9c-c08f77aa9299', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': 'a95c3e7e3f1a45fbb9d7930523b81195'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:04:43.528773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03d162-6c22-4f7e-a589-4efc8bc87aba req-6d1f6ad4-e849-4e12-811b-8cf267e939a9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:43.530460 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f03d162-6c22-4f7e-a589-4efc8bc87aba req-6d1f6ad4-e849-4e12-811b-8cf267e939a9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0620434 Nov 15 15:04:43.585754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f03d162-6c22-4f7e-a589-4efc8bc87aba req-7563ba5d-14bf-4f3c-a932-d87c2213946c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490332 Nov 15 15:04:43.619663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Made reservation on behalf of a95c3e7e3f1a45fbb9d7930523b81195 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:04:43.625377 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:43.635554 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:43.732899 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:44.068270 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cfeb075-0433-410c-8e5a-ddf7b92eb9d1 req-ed7fa828-66db-48d1-88cc-bd3d062cdeaf tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 210 time: 0.0328095 Nov 15 15:04:44.361599 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:44.432912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9dc1cc-7c46-451a-a203-5e4891eb3a74,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:44.508353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Allocated IP 192.168.233.244 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/5071ab29-8aa3-4711-8ea2-d9132869d049) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:04:44.701860 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:44.792018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6f8c4-26d2-4ac7-9a56-ae864c1098b5 req-5c5fc4ea-5390-43ec-8935-61d682d1242e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:44.793949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19d6f8c4-26d2-4ac7-9a56-ae864c1098b5 req-5c5fc4ea-5390-43ec-8935-61d682d1242e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0824175 Nov 15 15:04:44.900591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19d6f8c4-26d2-4ac7-9a56-ae864c1098b5 req-cd22e5a8-eb93-4b86-b53b-d292fd820430 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915105 Nov 15 15:04:44.946077 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:45.022381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:04:45.027406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:04:45.031570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:04:45.078666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Pushing event updated for resources: {'Port': ['ID=5071ab29-8aa3-4711-8ea2-d9132869d049,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:45.096969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:45.097859 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:45.142277 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:04:45.218064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0f57c-d973-441b-ac04-ab3d8307a12d req-a8ab8dad-9cce-481c-a7a7-a98ce48c26c2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:45.219685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fda0f57c-d973-441b-ac04-ab3d8307a12d req-a8ab8dad-9cce-481c-a7a7-a98ce48c26c2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 936 time: 0.0640182 Nov 15 15:04:45.236299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-dacbac38-71ac-4be7-8c31-e5b66749257c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9487360 Nov 15 15:04:45.251302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Request body: {'port': {'device_id': 'e935d490-a372-4dd7-8c9c-c08f77aa9299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:04:45.330141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fda0f57c-d973-441b-ac04-ab3d8307a12d req-15b67dab-4e92-4d00-abbf-599fa5e69ee1 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9dc1cc-7c46-451a-a203-5e4891eb3a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998368 Nov 15 15:04:45.335167 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:45.364768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-88db4981-2bad-42c4-8482-5d2517a7756b None None] Provisioning complete for port 5071ab29-8aa3-4711-8ea2-d9132869d049 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:04:45.365423 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88db4981-2bad-42c4-8482-5d2517a7756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:45.405470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-88db4981-2bad-42c4-8482-5d2517a7756b None None] Port 5071ab29-8aa3-4711-8ea2-d9132869d049 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:04:45.614380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5071ab29-8aa3-4711-8ea2-d9132869d049 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:04:45.674119 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:45.674119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Transition to ACTIVE for port object 5071ab29-8aa3-4711-8ea2-d9132869d049 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:04:46.039442 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94370691-6b55-4501-bc7f-d567e6e0dbe7 req-6e40f7d9-f027-45a5-936e-3c7c29c012a6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:46.041436 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94370691-6b55-4501-bc7f-d567e6e0dbe7 req-6e40f7d9-f027-45a5-936e-3c7c29c012a6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0492699 Nov 15 15:04:46.093558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94370691-6b55-4501-bc7f-d567e6e0dbe7 req-9116f358-40de-47e5-b18f-6035a92c10e3 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460224 Nov 15 15:04:46.119733 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:46.188576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Pushing event updated for resources: {'Port': ['ID=5071ab29-8aa3-4711-8ea2-d9132869d049,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:46.240196 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Attempting to bind port 5071ab29-8aa3-4711-8ea2-d9132869d049 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:04:46.240539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Attempting to bind port 5071ab29-8aa3-4711-8ea2-d9132869d049 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:04:46.240895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Attempting to bind port 5071ab29-8aa3-4711-8ea2-d9132869d049 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:04:46.246215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Port 5071ab29-8aa3-4711-8ea2-d9132869d049 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:04:46.246605 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Attempting to bind port 5071ab29-8aa3-4711-8ea2-d9132869d049 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:04:46.282880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:04:46.283478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:04:46.284110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:04:46.284821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Bound port: 5071ab29-8aa3-4711-8ea2-d9132869d049, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:04:46.285456 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:46.376735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] For port 5071ab29-8aa3-4711-8ea2-d9132869d049, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:04:46.380394 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] For port 5071ab29-8aa3-4711-8ea2-d9132869d049, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5071ab29-8aa3-4711-8ea2-d9132869d049,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:04:46.445882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61069e11-51fc-4835-90ad-7abb0cc6dc16 req-cd0bb6bd-2520-4282-8753-5c48c1106ea1 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:46.447433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61069e11-51fc-4835-90ad-7abb0cc6dc16 req-cd0bb6bd-2520-4282-8753-5c48c1106ea1 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 948 time: 0.0513549 Nov 15 15:04:46.480480 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:46.546512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:46.547136 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:46.548548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] 10.222.0.59 "PUT /v2.0/ports/5071ab29-8aa3-4711-8ea2-d9132869d049 HTTP/1.1" status: 200 len: 1096 time: 1.3027227 Nov 15 15:04:46.549001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e935d490-a372-4dd7-8c9c-c08f77aa9299', 'tag': '5071ab29-8aa3-4711-8ea2-d9132869d049'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:04:46.551307 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9147bf4b-0f2c-461f-aa58-62a3f4fdc3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e935d490-a372-4dd7-8c9c-c08f77aa9299", "tag": "5071ab29-8aa3-4711-8ea2-d9132869d049"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:04:46.563883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61069e11-51fc-4835-90ad-7abb0cc6dc16 req-00e53e9a-4758-4a40-8fbe-42e2bd6452b3 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9dc1cc-7c46-451a-a203-5e4891eb3a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101322 Nov 15 15:04:46.569569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cbb1a-9322-49f2-85dd-61e22f91999a service neutron] Pushing event updated for resources: {'Port': ['ID=5071ab29-8aa3-4711-8ea2-d9132869d049,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:46.611172 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99eefb3-a88c-4651-b5bf-35c510f4cd23 x-openstack-request-id: req-d99eefb3-a88c-4651-b5bf-35c510f4cd23 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:04:46.611478 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e935d490-a372-4dd7-8c9c-c08f77aa9299", "tag": "5071ab29-8aa3-4711-8ea2-d9132869d049", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:04:46.611735 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d99eefb3-a88c-4651-b5bf-35c510f4cd23 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:04:46.612145 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e935d490-a372-4dd7-8c9c-c08f77aa9299', 'tag': '5071ab29-8aa3-4711-8ea2-d9132869d049', 'status': 'completed', 'code': 200} Nov 15 15:04:46.688280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147bf4b-0f2c-461f-aa58-62a3f4fdc3f1 req-7bfd33fc-f459-4378-8465-228971255d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:46.689966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9147bf4b-0f2c-461f-aa58-62a3f4fdc3f1 req-7bfd33fc-f459-4378-8465-228971255d55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a95c3e7e3f1a45fbb9d7930523b81195&device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 1099 time: 0.0536063 Nov 15 15:04:46.725793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9147bf4b-0f2c-461f-aa58-62a3f4fdc3f1 req-34bc3472-6b7c-4c14-b324-7ce8ed1bcf37 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a95c3e7e3f1a45fbb9d7930523b81195&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218930 Nov 15 15:04:46.816567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147bf4b-0f2c-461f-aa58-62a3f4fdc3f1 req-a4cb9868-2d68-4e44-97cd-772368799970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:46.817987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9147bf4b-0f2c-461f-aa58-62a3f4fdc3f1 req-a4cb9868-2d68-4e44-97cd-772368799970 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906491 Nov 15 15:04:46.897978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-d395c5fa-68bb-4387-af37-a01a88e30fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:46.899580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-d395c5fa-68bb-4387-af37-a01a88e30fc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a95c3e7e3f1a45fbb9d7930523b81195&device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 1099 time: 0.0432744 Nov 15 15:04:46.945474 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-b3670780-ea4d-4c30-9d1f-f75d683c3395 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5071ab29-8aa3-4711-8ea2-d9132869d049 HTTP/1.1" status: 200 len: 217 time: 0.0376768 Nov 15 15:04:46.977052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1c6e-80b5-4739-b56f-d579b282656d req-a2c10e89-7163-4715-956b-8fa5c01e75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:46.978521 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f80c1c6e-80b5-4739-b56f-d579b282656d req-a2c10e89-7163-4715-956b-8fa5c01e75d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 1096 time: 0.0418985 Nov 15 15:04:46.999419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-85f6819a-2a08-4e2c-8a41-1baf0ee91a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:47.000926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-85f6819a-2a08-4e2c-8a41-1baf0ee91a5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0485196 Nov 15 15:04:47.049589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-70663310-e05a-4842-8a7b-ef86afd4ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:47.051133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-70663310-e05a-4842-8a7b-ef86afd4ce0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423133 Nov 15 15:04:47.081690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1c6e-80b5-4739-b56f-d579b282656d req-1c85d376-dc4b-420b-8821-b4d2e642dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:47.083474 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f80c1c6e-80b5-4739-b56f-d579b282656d req-1c85d376-dc4b-420b-8821-b4d2e642dfbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.0972130 Nov 15 15:04:47.138139 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f80c1c6e-80b5-4739-b56f-d579b282656d req-6fa42154-223e-4392-8560-fe76a890538f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 HTTP/1.1" status: 200 len: 217 time: 0.0423167 Nov 15 15:04:47.147891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-9c8d2d08-32a0-4473-a32d-29af8ac8e8ae service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891123 Nov 15 15:04:47.195018 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1c6e-80b5-4739-b56f-d579b282656d req-a44bc81a-6ab8-4714-9c69-36ccfb96bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:47.196472 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f80c1c6e-80b5-4739-b56f-d579b282656d req-a44bc81a-6ab8-4714-9c69-36ccfb96bdcf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0462067 Nov 15 15:04:47.248390 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1c6e-80b5-4739-b56f-d579b282656d req-206c4baa-b9b1-485f-8b9a-8a29f4cc5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:47.250262 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f80c1c6e-80b5-4739-b56f-d579b282656d req-206c4baa-b9b1-485f-8b9a-8a29f4cc5268 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415390 Nov 15 15:04:47.274989 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaa347-8176-4ef9-b3b6-d3339a568858 req-a907c32d-c0bc-4089-9071-6e3d20d5c42e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:47.276490 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebaaa347-8176-4ef9-b3b6-d3339a568858 req-a907c32d-c0bc-4089-9071-6e3d20d5c42e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.1131585 Nov 15 15:04:47.284904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5131b3b-eca8-4ebc-aec3-af6ff0b8f8e2 req-079b8c6a-30ab-4ad6-a3ec-ce291eee4663 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285958 Nov 15 15:04:47.335903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebaaa347-8176-4ef9-b3b6-d3339a568858 req-dbd7854a-6e27-49a6-9802-a0c78213d9b8 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499997 Nov 15 15:04:47.364152 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f80c1c6e-80b5-4739-b56f-d579b282656d req-636f20e9-fb28-4597-83e2-783a87af451c service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009350 Nov 15 15:04:47.460284 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f80c1c6e-80b5-4739-b56f-d579b282656d req-09351e42-8648-41ff-9c79-94262bbabaa5 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854335 Nov 15 15:04:47.697157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c925ff-1436-4552-ba8b-9b443b1930c6 req-3014e5da-42f8-4f1c-8ea8-57380a793c5e tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:47.698694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4c925ff-1436-4552-ba8b-9b443b1930c6 req-3014e5da-42f8-4f1c-8ea8-57380a793c5e tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 948 time: 0.0549092 Nov 15 15:04:47.747464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4c925ff-1436-4552-ba8b-9b443b1930c6 req-d2194ef0-41cb-4523-bd2c-43c9cbaee1ba tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9dc1cc-7c46-451a-a203-5e4891eb3a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 Nov 15 15:04:48.456418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59c795-8b09-438e-93ae-b2762fa3e9fd req-49860836-d0d2-4036-bb46-5fe170db8687 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:48.457894 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab59c795-8b09-438e-93ae-b2762fa3e9fd req-49860836-d0d2-4036-bb46-5fe170db8687 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0534086 Nov 15 15:04:48.507188 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab59c795-8b09-438e-93ae-b2762fa3e9fd req-b58dd6ed-ee6b-408f-abca-eb0e154fbea4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425241 Nov 15 15:04:48.862416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298587af-5dd3-4339-a1c2-7d681af237ca req-20b3d4fa-1bbb-46d0-acf3-736a5863c2ad tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:48.863836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-298587af-5dd3-4339-a1c2-7d681af237ca req-20b3d4fa-1bbb-46d0-acf3-736a5863c2ad tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 948 time: 0.0486503 Nov 15 15:04:48.911164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-298587af-5dd3-4339-a1c2-7d681af237ca req-81f8fccd-2d15-41b5-a996-6d0e138d641c tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9dc1cc-7c46-451a-a203-5e4891eb3a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408602 Nov 15 15:04:49.455802 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5071ab29-8aa3-4711-8ea2-d9132869d049 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:04:49.555436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5071ab29-8aa3-4711-8ea2-d9132869d049, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5071ab29-8aa3-4711-8ea2-d9132869d049,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:49.567926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '5071ab29-8aa3-4711-8ea2-d9132869d049', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '5071ab29-8aa3-4711-8ea2-d9132869d049', 'mac_address': 'fa:16:3e:f8:85:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:04:49.612815 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:49.626810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5071ab29-8aa3-4711-8ea2-d9132869d049 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:04:49.637130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634047b0-2d47-4b9b-a3b2-f78fd13d2855 req-f68d02e9-0b6d-48d3-ade2-e214b892bf5c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:49.639011 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-634047b0-2d47-4b9b-a3b2-f78fd13d2855 req-f68d02e9-0b6d-48d3-ade2-e214b892bf5c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0551622 Nov 15 15:04:49.651212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5071ab29-8aa3-4711-8ea2-d9132869d049, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5071ab29-8aa3-4711-8ea2-d9132869d049,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:49.700423 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-634047b0-2d47-4b9b-a3b2-f78fd13d2855 req-d61b7df7-71fb-4834-983a-621205f32acb tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496023 Nov 15 15:04:49.827794 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:49.881309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=5071ab29-8aa3-4711-8ea2-d9132869d049,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:50.031360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67311c3e-408b-4617-b108-52fa5335b483 req-84f98187-f9a0-4964-ad93-e4dd4c6d2e73 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:50.032871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67311c3e-408b-4617-b108-52fa5335b483 req-84f98187-f9a0-4964-ad93-e4dd4c6d2e73 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 949 time: 0.0508347 Nov 15 15:04:50.049298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['5071ab29-8aa3-4711-8ea2-d9132869d049'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:04:50.084884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67311c3e-408b-4617-b108-52fa5335b483 req-47e1ed7c-2b36-4fb1-ad28-c864b3b19094 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9dc1cc-7c46-451a-a203-5e4891eb3a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454648 Nov 15 15:04:50.860666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcc66f-0b96-43dd-b424-aa20b4ee71fc req-22d625fd-13c7-400f-87fa-37150cf33495 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:50.862647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4afcc66f-0b96-43dd-b424-aa20b4ee71fc req-22d625fd-13c7-400f-87fa-37150cf33495 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 945 time: 0.0793881 Nov 15 15:04:50.933757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4afcc66f-0b96-43dd-b424-aa20b4ee71fc req-9c4fa5bf-a02a-42d5-9fb1-8d3931092bda tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574944 Nov 15 15:04:51.322576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac55885-b320-4a36-a1e7-2cd68ebdb303 req-b3b1b819-3313-4ef9-b213-5f225b69d0f7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:51.324104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ac55885-b320-4a36-a1e7-2cd68ebdb303 req-b3b1b819-3313-4ef9-b213-5f225b69d0f7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.3172073 Nov 15 15:04:51.368222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436143d-54b4-4705-ad25-ebd62ce3d90e req-eb31d760-c165-495c-8e89-be3433dd2075 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:51.370434 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a436143d-54b4-4705-ad25-ebd62ce3d90e req-eb31d760-c165-495c-8e89-be3433dd2075 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 949 time: 0.0856729 Nov 15 15:04:51.408761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ac55885-b320-4a36-a1e7-2cd68ebdb303 req-e3c30f52-4adc-4398-9625-087a08efbd3b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779223 Nov 15 15:04:51.436768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a436143d-54b4-4705-ad25-ebd62ce3d90e req-c437e79f-5cb3-4e72-ab7a-c03aa48d517e tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9dc1cc-7c46-451a-a203-5e4891eb3a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588734 Nov 15 15:04:51.463586 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5071ab29-8aa3-4711-8ea2-d9132869d049 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:04:51.567837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8b994-1528-46f9-aa8a-04b034942fe2 req-e568f3dc-8130-47dc-bbb1-c951ac745885 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:51.569315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72c8b994-1528-46f9-aa8a-04b034942fe2 req-e568f3dc-8130-47dc-bbb1-c951ac745885 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0864804 Nov 15 15:04:51.633706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72c8b994-1528-46f9-aa8a-04b034942fe2 req-58037646-6e53-4334-9ddb-c7b50c638c97 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530069 Nov 15 15:04:51.681242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 5071ab29-8aa3-4711-8ea2-d9132869d049 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:04:51.691143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 5071ab29-8aa3-4711-8ea2-d9132869d049 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:04:51.691143 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:51.772663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:04:51.816704 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:51.846316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e935d490-a372-4dd7-8c9c-c08f77aa9299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5071ab29-8aa3-4711-8ea2-d9132869d049'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:04:51.848462 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168e4512-3d27-4ba1-9bba-e5cfb6d377ba" -d '{"events": [{"server_uuid": "e935d490-a372-4dd7-8c9c-c08f77aa9299", "name": "network-vif-plugged", "status": "completed", "tag": "5071ab29-8aa3-4711-8ea2-d9132869d049"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:04:51.894969 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5071ab29-8aa3-4711-8ea2-d9132869d049, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5071ab29-8aa3-4711-8ea2-d9132869d049,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:51.896731 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb14563-8f0f-4daf-8dfb-6ddb13886943 x-openstack-request-id: req-ecb14563-8f0f-4daf-8dfb-6ddb13886943 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:04:51.897003 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e935d490-a372-4dd7-8c9c-c08f77aa9299", "name": "network-vif-plugged", "status": "completed", "tag": "5071ab29-8aa3-4711-8ea2-d9132869d049", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:04:51.897246 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ecb14563-8f0f-4daf-8dfb-6ddb13886943 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:04:51.897621 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e935d490-a372-4dd7-8c9c-c08f77aa9299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5071ab29-8aa3-4711-8ea2-d9132869d049', 'code': 200} Nov 15 15:04:51.913732 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:52.012266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bfa7e-47d9-4c34-93ad-5be2d1789e6f req-a4798e1f-04e7-4b82-8c59-215c9cf7d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:52.014568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f1bfa7e-47d9-4c34-93ad-5be2d1789e6f req-a4798e1f-04e7-4b82-8c59-215c9cf7d802 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 1100 time: 0.0542347 Nov 15 15:04:52.089994 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:52.097163 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f1bfa7e-47d9-4c34-93ad-5be2d1789e6f req-5e1e0ef5-8f6f-44d4-a9f8-83ee19d159c2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8b9dc1cc-7c46-451a-a203-5e4891eb3a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749342 Nov 15 15:04:52.115094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38f366-4022-42ac-a666-1a1085c69d6c req-e7d18d71-46a9-48d4-9dc6-51494ff627fa tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:52.117123 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a38f366-4022-42ac-a666-1a1085c69d6c req-e7d18d71-46a9-48d4-9dc6-51494ff627fa tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0645249 Nov 15 15:04:52.141834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:52.155918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=5071ab29-8aa3-4711-8ea2-d9132869d049,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:52.167840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a38f366-4022-42ac-a666-1a1085c69d6c req-dd1286a5-6128-4006-b084-e61637c0a49b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447679 Nov 15 15:04:52.275169 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:52.324519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:52.562950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff7235-248d-47a1-af21-bc34b8ed36d4 req-ca7b3025-e4bc-40d3-abb9-ec2c383ff29b tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:52.564439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dcff7235-248d-47a1-af21-bc34b8ed36d4 req-ca7b3025-e4bc-40d3-abb9-ec2c383ff29b tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 950 time: 0.0543067 Nov 15 15:04:52.613054 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dcff7235-248d-47a1-af21-bc34b8ed36d4 req-572fc6ba-ea84-45bd-9214-77a4b161362b tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9dc1cc-7c46-451a-a203-5e4891eb3a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Nov 15 15:04:53.285902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2ff4-4c47-49ae-8256-d00e33f8f1cd req-91035179-571b-4eb6-a091-beeddf4c688e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:53.287421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a0c2ff4-4c47-49ae-8256-d00e33f8f1cd req-91035179-571b-4eb6-a091-beeddf4c688e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0496597 Nov 15 15:04:53.335884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a0c2ff4-4c47-49ae-8256-d00e33f8f1cd req-d0249fbb-97e7-49fc-9c63-efb2de6a76f1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417006 Nov 15 15:04:53.735925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa5209-f24e-4f09-be4f-206bd61eb3ed req-732ff0a7-c015-4a6f-b0c1-b41fb32f9070 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:53.738634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bfa5209-f24e-4f09-be4f-206bd61eb3ed req-732ff0a7-c015-4a6f-b0c1-b41fb32f9070 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 950 time: 0.0569003 Nov 15 15:04:53.791234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bfa5209-f24e-4f09-be4f-206bd61eb3ed req-72fe5933-18bf-4e51-b0a2-a6a2d46b2d5f tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9dc1cc-7c46-451a-a203-5e4891eb3a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465255 Nov 15 15:04:53.899421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd349659f-2acb-41a8-a45b-a3f715975e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:04:53.903336 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40419739-16b0-42aa-9f65-44dc7135b0e5" -d '{"events": [{"server_uuid": "d349659f-2acb-41a8-a45b-a3f715975e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "42f2b4d4-1643-4611-9a24-d6d47d9ef1c0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:04:53.938949 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 15:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2128bed-338c-4efc-8131-c75d926efcdc x-openstack-request-id: req-c2128bed-338c-4efc-8131-c75d926efcdc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:04:53.939241 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d349659f-2acb-41a8-a45b-a3f715975e3c", "name": "network-vif-unplugged", "status": "failed", "tag": "42f2b4d4-1643-4611-9a24-d6d47d9ef1c0", "code": 422}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:04:53.939493 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2128bed-338c-4efc-8131-c75d926efcdc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:04:53.940138 n-d-817748-2 neutron-server[103148]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd349659f-2acb-41a8-a45b-a3f715975e3c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0', 'code': 422} returned with failed status Nov 15 15:04:54.467795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8379eb-d15a-483d-b81a-f7b7658471e9 req-6b436764-cb4b-4f72-ae60-2fb8c954c15a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:54.469750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e8379eb-d15a-483d-b81a-f7b7658471e9 req-6b436764-cb4b-4f72-ae60-2fb8c954c15a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0542123 Nov 15 15:04:54.521459 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e8379eb-d15a-483d-b81a-f7b7658471e9 req-8558da88-0848-4c6e-83b5-93cf1caf64d3 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455067 Nov 15 15:04:54.663819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313bf15-60ea-48d3-8ef6-1d46ba1bb855 req-40e94966-3394-403e-bf3b-8b773fd4a5f1 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:54.665447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3313bf15-60ea-48d3-8ef6-1d46ba1bb855 req-40e94966-3394-403e-bf3b-8b773fd4a5f1 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 950 time: 0.0522110 Nov 15 15:04:54.727747 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3313bf15-60ea-48d3-8ef6-1d46ba1bb855 req-fbb2bbcb-9777-4817-9c91-96897d4de49b tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9dc1cc-7c46-451a-a203-5e4891eb3a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546649 Nov 15 15:04:55.647275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f02e5d-d895-4cb9-b812-047c29dcea06 req-ef4fe403-b85e-4c3f-a8c6-29aa02c6a568 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:55.648945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35f02e5d-d895-4cb9-b812-047c29dcea06 req-ef4fe403-b85e-4c3f-a8c6-29aa02c6a568 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0534658 Nov 15 15:04:55.702699 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35f02e5d-d895-4cb9-b812-047c29dcea06 req-d8a06a69-87e2-4789-995b-1d97c6b53e0a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472665 Nov 15 15:04:55.861679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af666e-27f4-4ad6-a2af-e96ec38a26e2 req-8ba190da-a600-441b-8723-bea122fdf6de tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:55.863272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0af666e-27f4-4ad6-a2af-e96ec38a26e2 req-8ba190da-a600-441b-8723-bea122fdf6de tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 950 time: 0.0546005 Nov 15 15:04:55.911858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0af666e-27f4-4ad6-a2af-e96ec38a26e2 req-e4332632-7f1a-4962-96e8-4702a8720844 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b9dc1cc-7c46-451a-a203-5e4891eb3a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422802 Nov 15 15:04:56.030814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b86a6d-b48d-4b25-b24f-b3ca850557ba req-6cddffe4-8843-4acb-a334-1d5eab8ee933 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:56.032290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1b86a6d-b48d-4b25-b24f-b3ca850557ba req-6cddffe4-8843-4acb-a334-1d5eab8ee933 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 950 time: 0.0550778 Nov 15 15:04:56.126978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d1b86a6d-b48d-4b25-b24f-b3ca850557ba req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Deleting port 5071ab29-8aa3-4711-8ea2-d9132869d049 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:04:56.127329 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1b86a6d-b48d-4b25-b24f-b3ca850557ba req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:56.222892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d1b86a6d-b48d-4b25-b24f-b3ca850557ba req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] For port 5071ab29-8aa3-4711-8ea2-d9132869d049, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5071ab29-8aa3-4711-8ea2-d9132869d049,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:04:56.223165 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1b86a6d-b48d-4b25-b24f-b3ca850557ba req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:56.236850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d1b86a6d-b48d-4b25-b24f-b3ca850557ba req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Calling delete_port for 5071ab29-8aa3-4711-8ea2-d9132869d049 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:04:56.458203 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1b86a6d-b48d-4b25-b24f-b3ca850557ba req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:56.471412 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['5071ab29-8aa3-4711-8ea2-d9132869d049'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:04:56.493015 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Pushing event deleted for resources: {'Port': ['ID=5071ab29-8aa3-4711-8ea2-d9132869d049,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:04:56.505656 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:56.506011 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:56.506355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:56.506750 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:56.507096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:56.507441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:56.507778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:56.508110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:56.508444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:56.508773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:56.509101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:56.509422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:04:56.547355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b86a6d-b48d-4b25-b24f-b3ca850557ba req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] No DVR routers for this DVR port 5071ab29-8aa3-4711-8ea2-d9132869d049 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:04:56.550073 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1b86a6d-b48d-4b25-b24f-b3ca850557ba req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:56.553845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1b86a6d-b48d-4b25-b24f-b3ca850557ba req-69ab4e2b-cb99-474f-bb91-1e651d7987e2 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.59 "DELETE /v2.0/ports/5071ab29-8aa3-4711-8ea2-d9132869d049 HTTP/1.1" status: 204 len: 173 time: 0.5142996 Nov 15 15:04:56.554319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e935d490-a372-4dd7-8c9c-c08f77aa9299', 'name': 'network-vif-deleted', 'tag': '5071ab29-8aa3-4711-8ea2-d9132869d049'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:04:56.557034 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca451181-8daf-4039-a898-37c39252d180" -d '{"events": [{"server_uuid": "e935d490-a372-4dd7-8c9c-c08f77aa9299", "name": "network-vif-deleted", "tag": "5071ab29-8aa3-4711-8ea2-d9132869d049"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:04:56.598800 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf2b6ce-a8bb-493c-85f5-a8cf6c2ea9ed x-openstack-request-id: req-bdf2b6ce-a8bb-493c-85f5-a8cf6c2ea9ed {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:04:56.606299 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e935d490-a372-4dd7-8c9c-c08f77aa9299", "name": "network-vif-deleted", "tag": "5071ab29-8aa3-4711-8ea2-d9132869d049", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:04:56.606299 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdf2b6ce-a8bb-493c-85f5-a8cf6c2ea9ed {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:04:56.606299 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e935d490-a372-4dd7-8c9c-c08f77aa9299', 'name': 'network-vif-deleted', 'tag': '5071ab29-8aa3-4711-8ea2-d9132869d049', 'status': 'completed', 'code': 200} Nov 15 15:04:56.824204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fa91a-e3bc-45b9-b473-b69426aae9a9 req-57f7614d-ab6a-4490-a35e-88a98dd512ed tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:56.825893 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a08fa91a-e3bc-45b9-b473-b69426aae9a9 req-57f7614d-ab6a-4490-a35e-88a98dd512ed tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0516863 Nov 15 15:04:56.875208 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a08fa91a-e3bc-45b9-b473-b69426aae9a9 req-1b5049f1-a5b6-44d8-b7f9-b8d105b1bcd9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433364 Nov 15 15:04:57.021064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bc7017c-80fd-4e65-9bed-f2f33eb362b1 req-c006d6cb-1d0d-4933-8281-9f117a7ae031 tempest-VolumesNegativeTest-4162885 tempest-VolumesNegativeTest-4162885-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935d490-a372-4dd7-8c9c-c08f77aa9299 HTTP/1.1" status: 200 len: 210 time: 0.0343881 Nov 15 15:04:58.005539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977592e1-98fc-422d-bb44-b9f3ddad2319 req-7024e771-31bc-423d-8d15-1954ba57bf18 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:58.007112 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-977592e1-98fc-422d-bb44-b9f3ddad2319 req-7024e771-31bc-423d-8d15-1954ba57bf18 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0542359 Nov 15 15:04:58.070008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-977592e1-98fc-422d-bb44-b9f3ddad2319 req-2418211c-6fb4-4ad5-ac38-64e9b5093439 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438640 Nov 15 15:04:58.406336 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:58.995558 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:04:59.188067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a304a7-857e-4f6f-b9d3-71a90eb1877b req-9ddce3bc-e052-4b49-8990-5b4db5ab01e6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:04:59.189522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7a304a7-857e-4f6f-b9d3-71a90eb1877b req-9ddce3bc-e052-4b49-8990-5b4db5ab01e6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0580533 Nov 15 15:04:59.250579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7a304a7-857e-4f6f-b9d3-71a90eb1877b req-9e7ffc8d-bcc1-4432-b1e9-c208daffca4a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541010 Nov 15 15:04:59.495797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5071ab29-8aa3-4711-8ea2-d9132869d049 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:04:59.528767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 5071ab29-8aa3-4711-8ea2-d9132869d049 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:04:59.529114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5071ab29-8aa3-4711-8ea2-d9132869d049 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:04:59.747351 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a985929e-6d22-4b99-8481-a3b3dd23bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:00.389011 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c0c5c-0a01-4967-a7dc-984212b0a99c req-c0e3b9ca-75a6-4f33-be77-9c3671d508b0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:00.389011 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-302c0c5c-0a01-4967-a7dc-984212b0a99c req-c0e3b9ca-75a6-4f33-be77-9c3671d508b0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0588598 Nov 15 15:05:00.443020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-302c0c5c-0a01-4967-a7dc-984212b0a99c req-b5e07cfd-0963-445e-8c79-8e597d9b6b5e tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492835 Nov 15 15:05:01.564170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513169c-abfb-4c20-b68a-0f980c77ef8b req-1260cc10-d186-44ed-a688-9fa611c0f065 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:01.566713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d513169c-abfb-4c20-b68a-0f980c77ef8b req-1260cc10-d186-44ed-a688-9fa611c0f065 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0538294 Nov 15 15:05:01.618434 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d513169c-abfb-4c20-b68a-0f980c77ef8b req-ecb1ee98-0d1e-4e0e-b38b-782a407a14e0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460145 Nov 15 15:05:02.141727 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8390b65a-9fcc-458d-bccc-417e437e82e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:02.760081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02245054-0825-4e42-95ad-3a683ea804f6 req-e7e7d521-3b1d-4553-b620-1e58146e5fc5 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:02.761654 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02245054-0825-4e42-95ad-3a683ea804f6 req-e7e7d521-3b1d-4553-b620-1e58146e5fc5 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0554509 Nov 15 15:05:02.812999 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-02245054-0825-4e42-95ad-3a683ea804f6 req-9e29bc22-42c7-405e-8c68-ea77ceb92f90 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448031 Nov 15 15:05:03.261077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f4974-85af-4b07-a78e-b4855abc36fe req-c2baf40f-7ac5-408a-a683-e1d84f2f02f9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:03.262647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d1f4974-85af-4b07-a78e-b4855abc36fe req-c2baf40f-7ac5-408a-a683-e1d84f2f02f9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0605478 Nov 15 15:05:03.314711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d1f4974-85af-4b07-a78e-b4855abc36fe req-a341622c-7335-4b73-be1a-4e167719ab95 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456922 Nov 15 15:05:03.383825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99268f56-1f75-4f03-9a7c-4c13af7123e6 req-9e0f5c0e-ba9f-430a-ac15-3ea64c5675ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:03.385946 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99268f56-1f75-4f03-9a7c-4c13af7123e6 req-9e0f5c0e-ba9f-430a-ac15-3ea64c5675ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1095 time: 0.0451665 Nov 15 15:05:03.486516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99268f56-1f75-4f03-9a7c-4c13af7123e6 req-b58ae420-cc75-4467-867e-88f1ddae1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:03.487904 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99268f56-1f75-4f03-9a7c-4c13af7123e6 req-b58ae420-cc75-4467-867e-88f1ddae1a9b service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.0942633 Nov 15 15:05:03.520782 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:03.571966 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99268f56-1f75-4f03-9a7c-4c13af7123e6 req-4f50e99e-7a11-4375-9add-01755e2adafb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 999 time: 0.0719745 Nov 15 15:05:03.635684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99268f56-1f75-4f03-9a7c-4c13af7123e6 req-ffee5f93-c2c9-4cd4-bd7f-e0a7a268833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:03.640197 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99268f56-1f75-4f03-9a7c-4c13af7123e6 req-ffee5f93-c2c9-4cd4-bd7f-e0a7a268833e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0601525 Nov 15 15:05:03.701723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99268f56-1f75-4f03-9a7c-4c13af7123e6 req-5d52a3be-9425-4320-8e28-26ee4f7b4c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:03.704169 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99268f56-1f75-4f03-9a7c-4c13af7123e6 req-5d52a3be-9425-4320-8e28-26ee4f7b4c01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510445 Nov 15 15:05:03.808527 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99268f56-1f75-4f03-9a7c-4c13af7123e6 req-264bb79b-b7b3-41a7-b956-a5b7a9c1e9b5 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927813 Nov 15 15:05:03.906795 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-99268f56-1f75-4f03-9a7c-4c13af7123e6 req-98518f32-3118-437d-9023-f53506e160e8 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871391 Nov 15 15:05:04.466015 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad7976-84f2-45a7-9edb-8e1af978c361 req-986c4b9d-5a33-45a2-b102-2a65d97efec7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:04.467594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1ad7976-84f2-45a7-9edb-8e1af978c361 req-986c4b9d-5a33-45a2-b102-2a65d97efec7 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0643406 Nov 15 15:05:04.526313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1ad7976-84f2-45a7-9edb-8e1af978c361 req-5a53c714-c52e-498d-b6fd-ec220a3e8b37 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522342 Nov 15 15:05:05.166748 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:05.696145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eabc22-799f-47af-a8c7-695ac82224f0 req-bd676ada-ea20-4f02-9329-c88d705d3031 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:05.698022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34eabc22-799f-47af-a8c7-695ac82224f0 req-bd676ada-ea20-4f02-9329-c88d705d3031 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0902328 Nov 15 15:05:05.752749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34eabc22-799f-47af-a8c7-695ac82224f0 req-3800688d-41ef-4fe3-96cf-8b87bb6ab45f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456247 Nov 15 15:05:05.783679 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:05.879093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ebb1a-2304-403c-8f69-e7c60924816d req-8d51b0ab-8631-4bf3-86ae-4968d4a3a964 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:05.880740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c9ebb1a-2304-403c-8f69-e7c60924816d req-8d51b0ab-8631-4bf3-86ae-4968d4a3a964 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0524609 Nov 15 15:05:05.933198 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c9ebb1a-2304-403c-8f69-e7c60924816d req-26fd802d-7dc1-470d-a830-7ce38da28295 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457556 Nov 15 15:05:06.057773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4bb43-a971-41cb-9b62-42ff6ca3036c req-4370f9c8-42e7-46c0-8df9-a04cb6bdbdc0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:06.059489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76b4bb43-a971-41cb-9b62-42ff6ca3036c req-4370f9c8-42e7-46c0-8df9-a04cb6bdbdc0 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0564690 Nov 15 15:05:06.112117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76b4bb43-a971-41cb-9b62-42ff6ca3036c req-b8b08c4b-1fbe-4458-a74a-c6b431167333 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460572 Nov 15 15:05:06.577898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705422d-5085-4ec9-9715-da7072013582 req-e6792a67-ea65-4b3b-9b41-771641c5996b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:06.580320 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c705422d-5085-4ec9-9715-da7072013582 req-e6792a67-ea65-4b3b-9b41-771641c5996b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0546463 Nov 15 15:05:06.650342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c705422d-5085-4ec9-9715-da7072013582 req-0899b68a-aee2-42b1-870b-c59061eecbbc tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621991 Nov 15 15:05:07.324046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:07.457792 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c5f80401-d717-4cb1-9bf9-cd2498fa9a32 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a95c3e7e3f1a45fbb9d7930523b81195&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364496 Nov 15 15:05:07.461052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37056) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:07.509995 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da7412e1-9a7c-4c3b-a0d0-f8fcad81895a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:07.532528 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da7412e1-9a7c-4c3b-a0d0-f8fcad81895a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:07.669120 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da7412e1-9a7c-4c3b-a0d0-f8fcad81895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:07.672162 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da7412e1-9a7c-4c3b-a0d0-f8fcad81895a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:07.673349 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-da7412e1-9a7c-4c3b-a0d0-f8fcad81895a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b9dc1cc-7c46-451a-a203-5e4891eb3a74 HTTP/1.1" status: 204 len: 168 time: 0.2110493 Nov 15 15:05:07.681472 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7412e1-9a7c-4c3b-a0d0-f8fcad81895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9dc1cc-7c46-451a-a203-5e4891eb3a74,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:07.778972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8ce40-8d76-4e86-9bc9-ca40143fb520 req-bfe160be-1161-4254-aa6f-078a09df78f9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:07.780531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17e8ce40-8d76-4e86-9bc9-ca40143fb520 req-bfe160be-1161-4254-aa6f-078a09df78f9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0513380 Nov 15 15:05:07.834447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-17e8ce40-8d76-4e86-9bc9-ca40143fb520 req-8f1ff801-75e6-437a-80c8-d8a9c28d4be9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464606 Nov 15 15:05:08.264363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7ec81-6851-49a5-b7e9-f730b37d25f3 req-88e683c1-7f58-4359-98f3-aeb293e85ff9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:08.266127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51c7ec81-6851-49a5-b7e9-f730b37d25f3 req-88e683c1-7f58-4359-98f3-aeb293e85ff9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0516827 Nov 15 15:05:08.343240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51c7ec81-6851-49a5-b7e9-f730b37d25f3 req-abb5163a-89a5-4369-b2a6-d803716a3c7f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703733 Nov 15 15:05:08.354351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b3554-8132-4082-ac6c-6e15c7c8bb6f req-74a666f6-1f20-444d-a8d4-bda6b06b1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:08.355938 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0a9b3554-8132-4082-ac6c-6e15c7c8bb6f req-74a666f6-1f20-444d-a8d4-bda6b06b1f6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1095 time: 0.0555313 Nov 15 15:05:08.464504 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b3554-8132-4082-ac6c-6e15c7c8bb6f req-eba11077-74b4-47cd-9595-af3676301d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:08.466061 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0a9b3554-8132-4082-ac6c-6e15c7c8bb6f req-eba11077-74b4-47cd-9595-af3676301d90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.0989830 Nov 15 15:05:08.551576 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0a9b3554-8132-4082-ac6c-6e15c7c8bb6f req-9f4894fb-793d-4233-aa7c-a34cacf17a9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 999 time: 0.0717516 Nov 15 15:05:08.612331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b3554-8132-4082-ac6c-6e15c7c8bb6f req-a4c7b625-3652-4df4-8f01-9d1643106be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:08.614008 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0a9b3554-8132-4082-ac6c-6e15c7c8bb6f req-a4c7b625-3652-4df4-8f01-9d1643106be1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0521643 Nov 15 15:05:08.668537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b3554-8132-4082-ac6c-6e15c7c8bb6f req-f3c8efb1-02a6-4742-aa8f-bf10d663cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:08.670046 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0a9b3554-8132-4082-ac6c-6e15c7c8bb6f req-f3c8efb1-02a6-4742-aa8f-bf10d663cf6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448096 Nov 15 15:05:08.770350 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0a9b3554-8132-4082-ac6c-6e15c7c8bb6f req-6f4750bd-804e-4adb-ae7c-360877b4676e service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879085 Nov 15 15:05:08.872920 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0a9b3554-8132-4082-ac6c-6e15c7c8bb6f req-c53912dc-408f-4786-b335-72a484ce5640 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904539 Nov 15 15:05:08.876725 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:08.977342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-845774867-network', 'tenant_id': 'cd1e8f75d5124fc090089a912a5eb4b9'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:09.061464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Made reservation on behalf of cd1e8f75d5124fc090089a912a5eb4b9 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:05:09.063973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:09.079246 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:09.154623 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:09.246284 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:09.269849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:05:09.285706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f86424-4a87-4607-b42b-0d8a07974438,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:09.290234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:09.290234 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Added segment 7566771b-1cbb-4d37-97b9-565dd448f110 of type vlan for network b0746c2a-b083-4763-8040-eb472e074d8f Nov 15 15:05:09.377471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:09.398593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47674b8-fae4-44e0-bdbc-eadd4a208d75 req-ebd3a5c3-6b31-4f89-8634-d0cb3005f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:09.400191 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c47674b8-fae4-44e0-bdbc-eadd4a208d75 req-ebd3a5c3-6b31-4f89-8634-d0cb3005f446 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 1095 time: 0.0926802 Nov 15 15:05:09.484689 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:09.485662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:09.486271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:09.488560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d124521-df2e-487f-a5be-d9be7cfec73e req-96c94ea6-5d5c-40ca-b948-d6fc8abe751b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:09.497250 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d124521-df2e-487f-a5be-d9be7cfec73e req-96c94ea6-5d5c-40ca-b948-d6fc8abe751b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0597422 Nov 15 15:05:09.553735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d124521-df2e-487f-a5be-d9be7cfec73e req-d89a44aa-8aa2-4f52-8a38-3ac110210bd1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555818 Nov 15 15:05:09.588779 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] Pushing event updated for resources: {'Network': ['ID=b0746c2a-b083-4763-8040-eb472e074d8f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:09.609801 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b0746c2a-b083-4763-8040-eb472e074d8f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:05:09.617403 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47674b8-fae4-44e0-bdbc-eadd4a208d75 req-f2d713ee-818a-40b9-83ba-c04acf4c1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:09.619542 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c47674b8-fae4-44e0-bdbc-eadd4a208d75 req-f2d713ee-818a-40b9-83ba-c04acf4c1d42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1863861 Nov 15 15:05:09.690100 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e96f4b95-e0b4-4bea-917f-bda246639d0e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8122962 Nov 15 15:05:09.693076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37098) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:09.703071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a99775d8-6646-4735-9a66-0f9105ab81cd admin admin] Request body: {'subnet': {'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-845774867-subnet', 'tenant_id': 'cd1e8f75d5124fc090089a912a5eb4b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:09.730612 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c47674b8-fae4-44e0-bdbc-eadd4a208d75 req-12ab5a9d-c5f1-48b7-b052-e49a7665f2ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 200 len: 999 time: 0.1023417 Nov 15 15:05:09.791675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47674b8-fae4-44e0-bdbc-eadd4a208d75 req-a4558243-298a-4f5d-8769-aa95a792d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:09.793752 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c47674b8-fae4-44e0-bdbc-eadd4a208d75 req-a4558243-298a-4f5d-8769-aa95a792d117 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0564442 Nov 15 15:05:09.845900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99775d8-6646-4735-9a66-0f9105ab81cd admin admin] Made reservation on behalf of cd1e8f75d5124fc090089a912a5eb4b9 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:05:09.848473 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a99775d8-6646-4735-9a66-0f9105ab81cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:09.927146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47674b8-fae4-44e0-bdbc-eadd4a208d75 req-81558add-ccf0-4579-8caa-1b0ac2483131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:09.928604 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c47674b8-fae4-44e0-bdbc-eadd4a208d75 req-81558add-ccf0-4579-8caa-1b0ac2483131 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266184 Nov 15 15:05:10.079210 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c47674b8-fae4-44e0-bdbc-eadd4a208d75 req-4c7987e9-0af2-4298-ae3a-b14e523dedcd service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417770 Nov 15 15:05:10.216183 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c47674b8-fae4-44e0-bdbc-eadd4a208d75 req-bb559399-9708-4f74-b760-89866552bab1 service neutron] 10.222.0.46 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290176 Nov 15 15:05:10.263928 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a99775d8-6646-4735-9a66-0f9105ab81cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:10.322481 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99775d8-6646-4735-9a66-0f9105ab81cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=59790f95-60b5-43f3-8ce3-077d5ec2e3b1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:10.335081 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99775d8-6646-4735-9a66-0f9105ab81cd admin admin] Checking segment: {'id': '7566771b-1cbb-4d37-97b9-565dd448f110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:05:10.335553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99775d8-6646-4735-9a66-0f9105ab81cd admin admin] Network hostable DHCP agents. Network: b0746c2a-b083-4763-8040-eb472e074d8f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:05:10.421445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99775d8-6646-4735-9a66-0f9105ab81cd admin admin] Network b0746c2a-b083-4763-8040-eb472e074d8f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:05:10.486293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a99775d8-6646-4735-9a66-0f9105ab81cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b0746c2a-b083-4763-8040-eb472e074d8f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:05:10.491066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99775d8-6646-4735-9a66-0f9105ab81cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:10.491758 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a99775d8-6646-4735-9a66-0f9105ab81cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:10.499043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26344d5-01cb-480f-a8e2-195089d97ab3 None None] Network b0746c2a-b083-4763-8040-eb472e074d8f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:05:10.594980 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a99775d8-6646-4735-9a66-0f9105ab81cd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9005988 Nov 15 15:05:10.690112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0feb222-b44e-4941-afa2-2b0f80d3d312 None None] Network b0746c2a-b083-4763-8040-eb472e074d8f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:05:10.723334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351fd5f-eecb-478c-861d-a5b44fff2e9e req-7390a496-969c-4c24-9d06-f040cc73006c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:10.733893 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1351fd5f-eecb-478c-861d-a5b44fff2e9e req-7390a496-969c-4c24-9d06-f040cc73006c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0781546 Nov 15 15:05:10.790334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1351fd5f-eecb-478c-861d-a5b44fff2e9e req-8275e804-0bee-46bf-8a97-36559fc93747 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532515 Nov 15 15:05:10.946905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80e1fd-e53c-4c90-b0c9-6b3a341a9e64 req-e591ebe2-1675-41fe-b937-0def34b1e8c9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:10.948963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c80e1fd-e53c-4c90-b0c9-6b3a341a9e64 req-e591ebe2-1675-41fe-b937-0def34b1e8c9 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0744932 Nov 15 15:05:11.016007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c80e1fd-e53c-4c90-b0c9-6b3a341a9e64 req-cb70f1fe-ea54-4230-9a95-d2a2febc33ab tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590861 Nov 15 15:05:12.820560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6925cf4f-56ae-48ff-a8df-9dac8a3f8831 req-15594d2a-904d-4fcb-8aeb-e3a40a4fc2ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564668 Nov 15 15:05:12.901078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925cf4f-56ae-48ff-a8df-9dac8a3f8831 req-e8341e73-12fc-4849-867d-1e165c5c233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:12.902715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6925cf4f-56ae-48ff-a8df-9dac8a3f8831 req-e8341e73-12fc-4849-867d-1e165c5c233b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a831b09e10644608805f8094580f2e2&device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 1059 time: 0.0547454 Nov 15 15:05:13.022325 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925cf4f-56ae-48ff-a8df-9dac8a3f8831 req-8007b7c7-27d5-49c5-af8b-c80b4d65c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:13.024950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6925cf4f-56ae-48ff-a8df-9dac8a3f8831 req-8007b7c7-27d5-49c5-af8b-c80b4d65c086 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 200 len: 912 time: 0.1001179 Nov 15 15:05:13.074703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6925cf4f-56ae-48ff-a8df-9dac8a3f8831 req-9244299d-b0e9-4dd1-9ae8-ba3fc857ed36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=785140f5-7006-4843-9afd-adb2a715f0a9 HTTP/1.1" status: 200 len: 217 time: 0.0434232 Nov 15 15:05:13.125240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925cf4f-56ae-48ff-a8df-9dac8a3f8831 req-454eebdc-ed26-4cd4-8fe7-d7d5bc9c8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:13.126804 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6925cf4f-56ae-48ff-a8df-9dac8a3f8831 req-454eebdc-ed26-4cd4-8fe7-d7d5bc9c8450 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 200 len: 850 time: 0.0443070 Nov 15 15:05:13.222629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925cf4f-56ae-48ff-a8df-9dac8a3f8831 req-63341821-2d13-498f-93a8-c08014500d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:13.224231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6925cf4f-56ae-48ff-a8df-9dac8a3f8831 req-63341821-2d13-498f-93a8-c08014500d76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49148bfd-b262-4441-8f3c-f5f2e5aab104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891223 Nov 15 15:05:13.234124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d8c88-56eb-445a-aac5-e3cc805a1440 req-6da61302-b90b-47f3-8bb8-cbf372b3b0b5 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:13.241297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-890d8c88-56eb-445a-aac5-e3cc805a1440 req-6da61302-b90b-47f3-8bb8-cbf372b3b0b5 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=d349659f-2acb-41a8-a45b-a3f715975e3c HTTP/1.1" status: 200 len: 943 time: 0.0909312 Nov 15 15:05:13.413139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6925cf4f-56ae-48ff-a8df-9dac8a3f8831 req-57990df6-9ca0-44b5-ad0c-5902c8691359 service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692200 Nov 15 15:05:13.470697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-890d8c88-56eb-445a-aac5-e3cc805a1440 req-eaf3bafb-5937-49d7-aced-5e022f3b956d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Deleting port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:05:13.471064 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-890d8c88-56eb-445a-aac5-e3cc805a1440 req-eaf3bafb-5937-49d7-aced-5e022f3b956d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:13.582952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6925cf4f-56ae-48ff-a8df-9dac8a3f8831 req-a673805a-1dac-464b-ba1a-6053d1163ba6 service neutron] 10.222.0.59 "GET /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598992 Nov 15 15:05:13.596646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-890d8c88-56eb-445a-aac5-e3cc805a1440 req-eaf3bafb-5937-49d7-aced-5e022f3b956d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] For port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:13.597015 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-890d8c88-56eb-445a-aac5-e3cc805a1440 req-eaf3bafb-5937-49d7-aced-5e022f3b956d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:13.612144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-890d8c88-56eb-445a-aac5-e3cc805a1440 req-eaf3bafb-5937-49d7-aced-5e022f3b956d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Calling delete_port for 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:05:13.823681 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-890d8c88-56eb-445a-aac5-e3cc805a1440 req-eaf3bafb-5937-49d7-aced-5e022f3b956d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:13.837647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['5e441a4f-601f-4070-bf2d-bb9dc5cca47a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:05:13.840585 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['318716cf-3f92-4eef-996d-227be48bd7a0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:05:13.851155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3bafb-5937-49d7-aced-5e022f3b956d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event deleted for resources: {'Port': ['ID=42f2b4d4-1643-4611-9a24-d6d47d9ef1c0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:13.905857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-890d8c88-56eb-445a-aac5-e3cc805a1440 req-eaf3bafb-5937-49d7-aced-5e022f3b956d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] No DVR routers for this DVR port 42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:05:13.908987 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-890d8c88-56eb-445a-aac5-e3cc805a1440 req-eaf3bafb-5937-49d7-aced-5e022f3b956d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:13.919597 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-890d8c88-56eb-445a-aac5-e3cc805a1440 req-eaf3bafb-5937-49d7-aced-5e022f3b956d tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "DELETE /v2.0/ports/42f2b4d4-1643-4611-9a24-d6d47d9ef1c0 HTTP/1.1" status: 204 len: 173 time: 0.6762626 Nov 15 15:05:13.920178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd349659f-2acb-41a8-a45b-a3f715975e3c', 'name': 'network-vif-deleted', 'tag': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:05:13.922672 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11121e5c-dcfd-4159-888a-75d5a4372b2d" -d '{"events": [{"server_uuid": "d349659f-2acb-41a8-a45b-a3f715975e3c", "name": "network-vif-deleted", "tag": "42f2b4d4-1643-4611-9a24-d6d47d9ef1c0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:05:13.958848 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 15 Nov 2021 15:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cb6ca5-8aa4-42e7-98b7-466feecc128e x-openstack-request-id: req-62cb6ca5-8aa4-42e7-98b7-466feecc128e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:05:13.967167 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d349659f-2acb-41a8-a45b-a3f715975e3c", "name": "network-vif-deleted", "tag": "42f2b4d4-1643-4611-9a24-d6d47d9ef1c0", "status": "failed", "code": 422}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:05:13.967167 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62cb6ca5-8aa4-42e7-98b7-466feecc128e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:05:13.967167 n-d-817748-2 neutron-server[103146]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd349659f-2acb-41a8-a45b-a3f715975e3c', 'name': 'network-vif-deleted', 'tag': '42f2b4d4-1643-4611-9a24-d6d47d9ef1c0', 'status': 'failed', 'code': 422} returned with failed status Nov 15 15:05:15.534778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6760be-5356-47e2-965d-21a6fda0dfc0 req-d5b63866-f709-434e-8aab-f3737a1de861 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:15.536364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a6760be-5356-47e2-965d-21a6fda0dfc0 req-d5b63866-f709-434e-8aab-f3737a1de861 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 908 time: 0.0543513 Nov 15 15:05:16.663300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d1737-e0da-4892-895d-d5e11f26d8cf req-97b92844-c5f4-4ec9-b8af-a6034260bba4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:16.664940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe2d1737-e0da-4892-895d-d5e11f26d8cf req-97b92844-c5f4-4ec9-b8af-a6034260bba4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 908 time: 0.0543196 Nov 15 15:05:16.908723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b50f62-74c2-4e3c-bb59-2725c8ac0f4b req-a7a1fad7-10f6-4df7-98ca-439ac09ca9b4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:16.909842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9b50f62-74c2-4e3c-bb59-2725c8ac0f4b req-a7a1fad7-10f6-4df7-98ca-439ac09ca9b4 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 908 time: 0.0983562 Nov 15 15:05:17.007557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e9b50f62-74c2-4e3c-bb59-2725c8ac0f4b req-a0740919-0416-4c0a-83f0-b4ce34c00c32 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Deleting port 785140f5-7006-4843-9afd-adb2a715f0a9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:05:17.008194 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b50f62-74c2-4e3c-bb59-2725c8ac0f4b req-a0740919-0416-4c0a-83f0-b4ce34c00c32 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:17.131746 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e9b50f62-74c2-4e3c-bb59-2725c8ac0f4b req-a0740919-0416-4c0a-83f0-b4ce34c00c32 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] For port 785140f5-7006-4843-9afd-adb2a715f0a9, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=785140f5-7006-4843-9afd-adb2a715f0a9,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:17.132466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b50f62-74c2-4e3c-bb59-2725c8ac0f4b req-a0740919-0416-4c0a-83f0-b4ce34c00c32 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:17.156700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e9b50f62-74c2-4e3c-bb59-2725c8ac0f4b req-a0740919-0416-4c0a-83f0-b4ce34c00c32 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Calling delete_port for 785140f5-7006-4843-9afd-adb2a715f0a9 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:05:17.389167 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b50f62-74c2-4e3c-bb59-2725c8ac0f4b req-a0740919-0416-4c0a-83f0-b4ce34c00c32 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:17.417675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0740919-0416-4c0a-83f0-b4ce34c00c32 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event deleted for resources: {'Port': ['ID=785140f5-7006-4843-9afd-adb2a715f0a9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:17.471015 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b50f62-74c2-4e3c-bb59-2725c8ac0f4b req-a0740919-0416-4c0a-83f0-b4ce34c00c32 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] No DVR routers for this DVR port 785140f5-7006-4843-9afd-adb2a715f0a9 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:05:17.474321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b50f62-74c2-4e3c-bb59-2725c8ac0f4b req-a0740919-0416-4c0a-83f0-b4ce34c00c32 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:17.480072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9b50f62-74c2-4e3c-bb59-2725c8ac0f4b req-a0740919-0416-4c0a-83f0-b4ce34c00c32 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.59 "DELETE /v2.0/ports/785140f5-7006-4843-9afd-adb2a715f0a9 HTTP/1.1" status: 204 len: 173 time: 0.5631957 Nov 15 15:05:17.480730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c', 'name': 'network-vif-deleted', 'tag': '785140f5-7006-4843-9afd-adb2a715f0a9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:05:17.483406 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1d13e8-b54e-4d7d-ac06-28c5f755f26b" -d '{"events": [{"server_uuid": "7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c", "name": "network-vif-deleted", "tag": "785140f5-7006-4843-9afd-adb2a715f0a9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:05:17.522103 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedd6f75-ae04-4711-ab91-cdad7be7ed80 x-openstack-request-id: req-eedd6f75-ae04-4711-ab91-cdad7be7ed80 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:05:17.522539 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c", "name": "network-vif-deleted", "tag": "785140f5-7006-4843-9afd-adb2a715f0a9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:05:17.522762 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eedd6f75-ae04-4711-ab91-cdad7be7ed80 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:05:17.523175 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c', 'name': 'network-vif-deleted', 'tag': '785140f5-7006-4843-9afd-adb2a715f0a9', 'status': 'completed', 'code': 200} Nov 15 15:05:17.769681 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe1eefbc-0b17-4fd2-9bd3-c6fac7402eb3 req-73c94f0d-98bd-46ed-8600-73d48afce20f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f50ef0e-20ad-4c61-934a-fe41fc5f2b4c HTTP/1.1" status: 200 len: 210 time: 0.0295897 Nov 15 15:05:19.579614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eedd32-25b6-425e-86e2-ee882c7ea9a0 req-4dd350b1-8c7c-4740-b5d1-5fcaaa023986 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:19.581098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57eedd32-25b6-425e-86e2-ee882c7ea9a0 req-4dd350b1-8c7c-4740-b5d1-5fcaaa023986 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 945 time: 0.0500615 Nov 15 15:05:19.635030 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 785140f5-7006-4843-9afd-adb2a715f0a9 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:05:19.643962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57eedd32-25b6-425e-86e2-ee882c7ea9a0 req-e6377f0a-8dea-4603-95f3-9ca8165bffd1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556848 Nov 15 15:05:19.657185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 785140f5-7006-4843-9afd-adb2a715f0a9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:05:19.657922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 785140f5-7006-4843-9afd-adb2a715f0a9 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:05:20.792482 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c16b17-6ec5-43c2-8c70-1675f2df0bc6 req-6bc1c437-c826-42ba-995f-9a14607d4a1f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:20.794019 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2c16b17-6ec5-43c2-8c70-1675f2df0bc6 req-6bc1c437-c826-42ba-995f-9a14607d4a1f tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 945 time: 0.0626678 Nov 15 15:05:20.859680 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2c16b17-6ec5-43c2-8c70-1675f2df0bc6 req-d0990d4d-854a-4faf-96a1-1d2002d90b93 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563278 Nov 15 15:05:20.987198 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6c193-f2f9-4773-a23f-a0ea561c892c req-7d77bcfc-d8ef-46fb-af29-7012f5a7de44 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:20.988689 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1bc6c193-f2f9-4773-a23f-a0ea561c892c req-7d77bcfc-d8ef-46fb-af29-7012f5a7de44 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 945 time: 0.0555544 Nov 15 15:05:21.105957 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-1bc6c193-f2f9-4773-a23f-a0ea561c892c req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Deleting port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:05:21.106297 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1bc6c193-f2f9-4773-a23f-a0ea561c892c req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:21.215467 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1bc6c193-f2f9-4773-a23f-a0ea561c892c req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] For port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=5e441a4f-601f-4070-bf2d-bb9dc5cca47a,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:21.215940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1bc6c193-f2f9-4773-a23f-a0ea561c892c req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:21.229793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-1bc6c193-f2f9-4773-a23f-a0ea561c892c req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Calling delete_port for 5e441a4f-601f-4070-bf2d-bb9dc5cca47a owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:05:21.450815 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1bc6c193-f2f9-4773-a23f-a0ea561c892c req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:21.465865 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['318716cf-3f92-4eef-996d-227be48bd7a0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:05:21.468545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['5e441a4f-601f-4070-bf2d-bb9dc5cca47a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:05:21.509792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event deleted for resources: {'Port': ['ID=5e441a4f-601f-4070-bf2d-bb9dc5cca47a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:21.547162 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:21.547566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:21.547924 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:21.548552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:21.548657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:21.548928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:21.549261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:21.549593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:21.549927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:21.550265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:21.550622 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:21.550955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:21.575681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc6c193-f2f9-4773-a23f-a0ea561c892c req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] No DVR routers for this DVR port 5e441a4f-601f-4070-bf2d-bb9dc5cca47a on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:05:21.579169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1bc6c193-f2f9-4773-a23f-a0ea561c892c req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:21.582997 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-1bc6c193-f2f9-4773-a23f-a0ea561c892c req-acda8601-0a94-4a1c-b8e4-92305fadb16b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.46 "DELETE /v2.0/ports/5e441a4f-601f-4070-bf2d-bb9dc5cca47a HTTP/1.1" status: 204 len: 173 time: 0.5879085 Nov 15 15:05:21.583617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0e2f84-e009-4a35-966d-415afe6aa744', 'name': 'network-vif-deleted', 'tag': '5e441a4f-601f-4070-bf2d-bb9dc5cca47a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:05:21.595269 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90bb6a5-d2fe-4abe-8fe0-4d7abb309a98" -d '{"events": [{"server_uuid": "fa0e2f84-e009-4a35-966d-415afe6aa744", "name": "network-vif-deleted", "tag": "5e441a4f-601f-4070-bf2d-bb9dc5cca47a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:05:21.637364 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c900d2-70c2-4181-885b-1b1c3845007e x-openstack-request-id: req-94c900d2-70c2-4181-885b-1b1c3845007e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:05:21.637627 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0e2f84-e009-4a35-966d-415afe6aa744", "name": "network-vif-deleted", "tag": "5e441a4f-601f-4070-bf2d-bb9dc5cca47a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:05:21.637882 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94c900d2-70c2-4181-885b-1b1c3845007e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:05:21.638359 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0e2f84-e009-4a35-966d-415afe6aa744', 'name': 'network-vif-deleted', 'tag': '5e441a4f-601f-4070-bf2d-bb9dc5cca47a', 'status': 'completed', 'code': 200} Nov 15 15:05:22.006369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96345b7c-8577-4e2a-ad29-571165434b40 req-c69d254b-ffed-4106-ab5c-adeaf18df55a tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 210 time: 0.0282235 Nov 15 15:05:22.148770 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:05:22.673929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:22.802880 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1706bf3a-4356-4365-95fa-bea786fad3af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:22.902476 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1706bf3a-4356-4365-95fa-bea786fad3af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:23.109806 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1706bf3a-4356-4365-95fa-bea786fad3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:23.157305 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1706bf3a-4356-4365-95fa-bea786fad3af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=86d80c29752a47ffb2c7588727e027ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4817715 Nov 15 15:05:23.159130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706bf3a-4356-4365-95fa-bea786fad3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c520e48d-4dfb-4572-83fb-2c5ab42a912b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:23.163720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:23.168660 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3b92daf-2e96-4fe4-a038-ca03808db915 req-c95b276c-fb85-4e78-96d1-25b8bbe25ca1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0e2f84-e009-4a35-966d-415afe6aa744 HTTP/1.1" status: 200 len: 210 time: 0.0392759 Nov 15 15:05:23.226853 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ada81ef9-ba85-4b62-bfcc-a81ffe2e53dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:23.257597 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ada81ef9-ba85-4b62-bfcc-a81ffe2e53dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:23.427613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ada81ef9-ba85-4b62-bfcc-a81ffe2e53dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:23.430828 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ada81ef9-ba85-4b62-bfcc-a81ffe2e53dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:23.434556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ada81ef9-ba85-4b62-bfcc-a81ffe2e53dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c520e48d-4dfb-4572-83fb-2c5ab42a912b HTTP/1.1" status: 204 len: 168 time: 0.2623146 Nov 15 15:05:23.441107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada81ef9-ba85-4b62-bfcc-a81ffe2e53dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c520e48d-4dfb-4572-83fb-2c5ab42a912b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:24.965574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907251d-5701-4cfb-b7bd-0127587a70ad req-b5223ff5-f885-45d2-a80a-d863a8a1eb8c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:24.974205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e907251d-5701-4cfb-b7bd-0127587a70ad req-b5223ff5-f885-45d2-a80a-d863a8a1eb8c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0703301 Nov 15 15:05:25.028151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e907251d-5701-4cfb-b7bd-0127587a70ad req-059e5144-d841-4456-8ac2-b7cb7fe40ffa tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527647 Nov 15 15:05:25.921620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 5e441a4f-601f-4070-bf2d-bb9dc5cca47a no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:05:25.943237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 5e441a4f-601f-4070-bf2d-bb9dc5cca47a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:05:25.943602 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 5e441a4f-601f-4070-bf2d-bb9dc5cca47a not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:05:26.110600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da47fe-833e-443b-a447-7e787754a414 req-fd4c512d-efe2-4491-87ea-4468d71b1d63 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:26.112614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47da47fe-833e-443b-a447-7e787754a414 req-fd4c512d-efe2-4491-87ea-4468d71b1d63 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.0649607 Nov 15 15:05:26.243739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e8877-000a-4139-9e70-7ec4241b1dc8 req-f343f2d2-69de-4a0c-bb7f-751e229fdd11 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:26.245275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b6e8877-000a-4139-9e70-7ec4241b1dc8 req-f343f2d2-69de-4a0c-bb7f-751e229fdd11 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 945 time: 0.1300466 Nov 15 15:05:26.277190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-47da47fe-833e-443b-a447-7e787754a414 req-fcffb92a-596e-469e-8b26-33376b5699d1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Deleting port 318716cf-3f92-4eef-996d-227be48bd7a0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:05:26.277540 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-47da47fe-833e-443b-a447-7e787754a414 req-fcffb92a-596e-469e-8b26-33376b5699d1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:26.377944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b6e8877-000a-4139-9e70-7ec4241b1dc8 req-76ce7726-4fb6-4bb6-ab25-169e7a67832c tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f060a25e-ef4c-447d-9362-dc469aa8ff7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217535 Nov 15 15:05:26.392332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-47da47fe-833e-443b-a447-7e787754a414 req-fcffb92a-596e-469e-8b26-33376b5699d1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] For port 318716cf-3f92-4eef-996d-227be48bd7a0, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=318716cf-3f92-4eef-996d-227be48bd7a0,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:26.392690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-47da47fe-833e-443b-a447-7e787754a414 req-fcffb92a-596e-469e-8b26-33376b5699d1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:26.412869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-47da47fe-833e-443b-a447-7e787754a414 req-fcffb92a-596e-469e-8b26-33376b5699d1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Calling delete_port for 318716cf-3f92-4eef-996d-227be48bd7a0 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:05:26.776717 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-47da47fe-833e-443b-a447-7e787754a414 req-fcffb92a-596e-469e-8b26-33376b5699d1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:26.800886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['318716cf-3f92-4eef-996d-227be48bd7a0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:05:26.807050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffb92a-596e-469e-8b26-33376b5699d1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event deleted for resources: {'Port': ['ID=318716cf-3f92-4eef-996d-227be48bd7a0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:26.889810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-47da47fe-833e-443b-a447-7e787754a414 req-fcffb92a-596e-469e-8b26-33376b5699d1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] No DVR routers for this DVR port 318716cf-3f92-4eef-996d-227be48bd7a0 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:05:26.901517 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-47da47fe-833e-443b-a447-7e787754a414 req-fcffb92a-596e-469e-8b26-33376b5699d1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:26.905223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47da47fe-833e-443b-a447-7e787754a414 req-fcffb92a-596e-469e-8b26-33376b5699d1 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.59 "DELETE /v2.0/ports/318716cf-3f92-4eef-996d-227be48bd7a0 HTTP/1.1" status: 204 len: 173 time: 0.7746725 Nov 15 15:05:26.905874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2bbf18-df8e-40e1-82d5-2d12c209ac50', 'name': 'network-vif-deleted', 'tag': '318716cf-3f92-4eef-996d-227be48bd7a0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:05:26.908490 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb4d474-e930-42a5-a360-fb11c7e25469" -d '{"events": [{"server_uuid": "8a2bbf18-df8e-40e1-82d5-2d12c209ac50", "name": "network-vif-deleted", "tag": "318716cf-3f92-4eef-996d-227be48bd7a0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:05:26.970321 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e642d7-f1ab-429d-a38e-6669c3d96d09 x-openstack-request-id: req-78e642d7-f1ab-429d-a38e-6669c3d96d09 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:05:26.971243 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2bbf18-df8e-40e1-82d5-2d12c209ac50", "name": "network-vif-deleted", "tag": "318716cf-3f92-4eef-996d-227be48bd7a0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:05:26.971496 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78e642d7-f1ab-429d-a38e-6669c3d96d09 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:05:26.971904 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2bbf18-df8e-40e1-82d5-2d12c209ac50', 'name': 'network-vif-deleted', 'tag': '318716cf-3f92-4eef-996d-227be48bd7a0', 'status': 'completed', 'code': 200} Nov 15 15:05:27.553759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11db06a-900b-45cc-97cf-573ce5427abc req-eb55c44e-6280-4cbb-8d44-e7481b0dbbac tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2bbf18-df8e-40e1-82d5-2d12c209ac50 HTTP/1.1" status: 200 len: 210 time: 0.0527298 Nov 15 15:05:28.404656 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:28.909097 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:29.256925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9693e-c0d9-45c3-ba6a-45a40f4d33d1 req-05b44576-9f40-4c49-bcd8-453648341c90 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:29.258535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eae9693e-c0d9-45c3-ba6a-45a40f4d33d1 req-05b44576-9f40-4c49-bcd8-453648341c90 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0826566 Nov 15 15:05:29.332422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eae9693e-c0d9-45c3-ba6a-45a40f4d33d1 req-5f48dc51-61a4-440f-bf12-7c99e53a8586 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654616 Nov 15 15:05:29.694878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 318716cf-3f92-4eef-996d-227be48bd7a0 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:05:29.719969 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 318716cf-3f92-4eef-996d-227be48bd7a0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:05:29.720351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 318716cf-3f92-4eef-996d-227be48bd7a0 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:05:29.747257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-058ee591-0cbe-4562-93be-9f661f8a616a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:30.468021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670aee5-ce5a-46de-9de2-ff9d48922d0f req-9a6a906a-bcf8-4dd0-bce8-d4924a1f6cad tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:30.471271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0670aee5-ce5a-46de-9de2-ff9d48922d0f req-9a6a906a-bcf8-4dd0-bce8-d4924a1f6cad tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0555892 Nov 15 15:05:30.521368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0670aee5-ce5a-46de-9de2-ff9d48922d0f req-2a31bb84-3b0a-48b6-89ed-dc7e38f6934b tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455296 Nov 15 15:05:31.272671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-1681229b-a137-489f-9b29-c6c1114181d3 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:31.274159 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-1681229b-a137-489f-9b29-c6c1114181d3 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.46 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0499413 Nov 15 15:05:31.388129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Deleting port 4ba140b3-c89b-4a58-8d29-4dabee941b35 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:05:31.388129 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:31.481138 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] For port 4ba140b3-c89b-4a58-8d29-4dabee941b35, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ba140b3-c89b-4a58-8d29-4dabee941b35,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:31.481510 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:31.656523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63b80d-4f2c-4e96-950e-2d7888976cf8 req-2467ef0f-7057-45fd-9286-cb9d7846e381 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:31.658246 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc63b80d-4f2c-4e96-950e-2d7888976cf8 req-2467ef0f-7057-45fd-9286-cb9d7846e381 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 944 time: 0.0529175 Nov 15 15:05:31.672358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:31.673314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:31.673800 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Floating IP 565fa5c9-3b1f-48a8-b8fe-007ab3a43a75 disassociated. External IP: 172.25.4.203, port: 4ba140b3-c89b-4a58-8d29-4dabee941b35. Nov 15 15:05:31.674328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Calling delete_port for 4ba140b3-c89b-4a58-8d29-4dabee941b35 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:05:31.716085 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc63b80d-4f2c-4e96-950e-2d7888976cf8 req-bce42ac2-a296-46e9-ae2c-293cfefa9113 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c71f5a1-9e7a-4947-8f9c-3574e9c56959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516133 Nov 15 15:05:31.909293 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:31.942564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event deleted for resources: {'Port': ['ID=4ba140b3-c89b-4a58-8d29-4dabee941b35,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:32.085826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Router daf35859-a5b2-4345-b074-2ca78aa21115 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:05:32.101602 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb640-2afa-4f3f-a9cd-6077f7ffc2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:32.228671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:05:32.240487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d8cfc-0692-4b4d-8c90-56da35727a79 None None] Sync routers for ids ['daf35859-a5b2-4345-b074-2ca78aa21115'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:05:32.253926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d8cfc-0692-4b4d-8c90-56da35727a79 None None] Routers {'daf35859-a5b2-4345-b074-2ca78aa21115'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:05:32.256733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-491d8cfc-0692-4b4d-8c90-56da35727a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:05:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['daf35859-a5b2-4345-b074-2ca78aa21115'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:32.276135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] No DVR routers for this DVR port 4ba140b3-c89b-4a58-8d29-4dabee941b35 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:05:32.282217 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:32.299722 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2eb08f0b-5d54-4eec-b4db-9af7511ef001 req-c6350d98-db71-4cad-89a9-f303cc8e5320 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.46 "DELETE /v2.0/ports/4ba140b3-c89b-4a58-8d29-4dabee941b35 HTTP/1.1" status: 204 len: 173 time: 1.0156808 Nov 15 15:05:32.303356 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-deleted', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:05:32.320503 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc164fa-427d-41b2-b52a-18f3a1f42c3f" -d '{"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-deleted", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:05:32.374025 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e970ba4e-83dd-433a-babb-3ac9cba6e849 x-openstack-request-id: req-e970ba4e-83dd-433a-babb-3ac9cba6e849 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:05:32.374591 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40697a5-c430-4ee2-8920-12863d16f5ce", "name": "network-vif-deleted", "tag": "4ba140b3-c89b-4a58-8d29-4dabee941b35", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:05:32.375297 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e970ba4e-83dd-433a-babb-3ac9cba6e849 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:05:32.376145 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40697a5-c430-4ee2-8920-12863d16f5ce', 'name': 'network-vif-deleted', 'tag': '4ba140b3-c89b-4a58-8d29-4dabee941b35', 'status': 'completed', 'code': 200} Nov 15 15:05:32.409354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-491d8cfc-0692-4b4d-8c90-56da35727a79 None None] Set router daf35859-a5b2-4345-b074-2ca78aa21115 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:05:32.652367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-491d8cfc-0692-4b4d-8c90-56da35727a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 4, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port': {'id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:40Z', 'updated_at': '2021-11-15T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '15815ae0-f9a5-403d-b3c2-6b6fed03a3c4', 'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'mac_address': 'fa:16:3e:cb:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:43Z', 'updated_at': '2021-11-15T14:57:53Z', 'revision_number': 5, 'project_id': '8a831b09e10644608805f8094580f2e2', 'subnets': [{'id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:32.700846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d8cfc-0692-4b4d-8c90-56da35727a79 None None] Checking router: daf35859-a5b2-4345-b074-2ca78aa21115 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:05:32.713249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d8cfc-0692-4b4d-8c90-56da35727a79 None None] Routers {'daf35859-a5b2-4345-b074-2ca78aa21115'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:05:32.713987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-491d8cfc-0692-4b4d-8c90-56da35727a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:05:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['daf35859-a5b2-4345-b074-2ca78aa21115'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:32.866284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-491d8cfc-0692-4b4d-8c90-56da35727a79 None None] Set router daf35859-a5b2-4345-b074-2ca78aa21115 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:05:32.909331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b3de3469-afe4-4ee2-87f7-28652ac4d536 req-99297cfa-7526-49fe-b3e3-ba2a258ccb61 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/ports?device_id=c40697a5-c430-4ee2-8920-12863d16f5ce HTTP/1.1" status: 200 len: 210 time: 0.0521259 Nov 15 15:05:33.091720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-491d8cfc-0692-4b4d-8c90-56da35727a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 4, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port': {'id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:40Z', 'updated_at': '2021-11-15T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '15815ae0-f9a5-403d-b3c2-6b6fed03a3c4', 'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'mac_address': 'fa:16:3e:cb:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:43Z', 'updated_at': '2021-11-15T14:57:53Z', 'revision_number': 5, 'project_id': '8a831b09e10644608805f8094580f2e2', 'subnets': [{'id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:33.137753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d8cfc-0692-4b4d-8c90-56da35727a79 None None] The sync data for ids ['daf35859-a5b2-4345-b074-2ca78aa21115'] in n-d-817748-2 is: [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T14:57:44Z', 'revision_number': 4, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port': {'id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:40Z', 'updated_at': '2021-11-15T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '15815ae0-f9a5-403d-b3c2-6b6fed03a3c4', 'name': '', 'network_id': '49148bfd-b262-4441-8f3c-f5f2e5aab104', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'mac_address': 'fa:16:3e:cb:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:43Z', 'updated_at': '2021-11-15T14:57:53Z', 'revision_number': 5, 'project_id': '8a831b09e10644608805f8094580f2e2', 'subnets': [{'id': 'd48d6bd4-bd61-429a-8cc8-31a27ae8d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:05:33.520830 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:33.544848 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8827a0-d0de-4330-a805-df7423566956 None None] New status for floating IP 565fa5c9-3b1f-48a8-b8fe-007ab3a43a75: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:05:34.122070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37384) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:34.181694 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71a53090-13f7-46c2-a852-d941a37402ec tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:34.209279 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71a53090-13f7-46c2-a852-d941a37402ec tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:34.409848 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71a53090-13f7-46c2-a852-d941a37402ec tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:34.413725 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71a53090-13f7-46c2-a852-d941a37402ec tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:34.417364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-71a53090-13f7-46c2-a852-d941a37402ec tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "DELETE /v2.0/security-groups/3c71f5a1-9e7a-4947-8f9c-3574e9c56959 HTTP/1.1" status: 204 len: 168 time: 0.2917480 Nov 15 15:05:34.425349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37392) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:34.425840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a53090-13f7-46c2-a852-d941a37402ec tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c71f5a1-9e7a-4947-8f9c-3574e9c56959,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:34.436961 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-e97628f9-3749-4260-a613-4fec5da311d6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] show failed (client error): The resource could not be found. Nov 15 15:05:34.438017 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e97628f9-3749-4260-a613-4fec5da311d6 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "GET /v2.0/security-groups/3c71f5a1-9e7a-4947-8f9c-3574e9c56959 HTTP/1.1" status: 404 len: 347 time: 0.0192060 Nov 15 15:05:34.440766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37394) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:34.569498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b8291a3e-9a4f-4e98-ace2-f7f74f641e45 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Deleting port 0155c7e0-dcf4-4e0a-97b4-4d0d627f8d76 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:05:34.569498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8291a3e-9a4f-4e98-ace2-f7f74f641e45 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:34.645329 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8291a3e-9a4f-4e98-ace2-f7f74f641e45 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:34.645668 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8291a3e-9a4f-4e98-ace2-f7f74f641e45 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:34.659377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b8291a3e-9a4f-4e98-ace2-f7f74f641e45 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Calling delete_port for 0155c7e0-dcf4-4e0a-97b4-4d0d627f8d76 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:05:35.188734 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:35.240947 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8291a3e-9a4f-4e98-ace2-f7f74f641e45 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:35.273005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8291a3e-9a4f-4e98-ace2-f7f74f641e45 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Pushing event deleted for resources: {'Port': ['ID=0155c7e0-dcf4-4e0a-97b4-4d0d627f8d76,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:35.346209 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8291a3e-9a4f-4e98-ace2-f7f74f641e45 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:35.349542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8291a3e-9a4f-4e98-ace2-f7f74f641e45 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:35.354052 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b8291a3e-9a4f-4e98-ace2-f7f74f641e45 tempest-ServerActionsTestJSON-207180880 tempest-ServerActionsTestJSON-207180880-project] 10.222.0.70 "DELETE /v2.0/floatingips/565fa5c9-3b1f-48a8-b8fe-007ab3a43a75 HTTP/1.1" status: 204 len: 168 time: 0.9089837 Nov 15 15:05:35.354348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37398) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:35.789227 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:35.943709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5e33da7-2b7d-47a3-97bd-ebafe5fb57df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:35.949954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ba140b3-c89b-4a58-8d29-4dabee941b35 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:05:35.975433 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 4ba140b3-c89b-4a58-8d29-4dabee941b35 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:05:35.975778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ba140b3-c89b-4a58-8d29-4dabee941b35 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:05:36.194374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b5e33da7-2b7d-47a3-97bd-ebafe5fb57df admin admin] Deleting port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:05:36.194667 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5e33da7-2b7d-47a3-97bd-ebafe5fb57df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:36.282612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b5e33da7-2b7d-47a3-97bd-ebafe5fb57df admin admin] For port 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=15815ae0-f9a5-403d-b3c2-6b6fed03a3c4,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:36.282987 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5e33da7-2b7d-47a3-97bd-ebafe5fb57df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:36.297983 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b5e33da7-2b7d-47a3-97bd-ebafe5fb57df admin admin] Calling delete_port for 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:05:36.639487 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5e33da7-2b7d-47a3-97bd-ebafe5fb57df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:36.666796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e33da7-2b7d-47a3-97bd-ebafe5fb57df admin admin] Pushing event deleted for resources: {'Port': ['ID=15815ae0-f9a5-403d-b3c2-6b6fed03a3c4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:36.905540 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5e33da7-2b7d-47a3-97bd-ebafe5fb57df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:37.147839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e33da7-2b7d-47a3-97bd-ebafe5fb57df admin admin] Router daf35859-a5b2-4345-b074-2ca78aa21115 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:05:37.257166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e33da7-2b7d-47a3-97bd-ebafe5fb57df admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:05:37.263117 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b5e33da7-2b7d-47a3-97bd-ebafe5fb57df admin admin] 10.222.0.70 "PUT /v2.0/routers/daf35859-a5b2-4345-b074-2ca78aa21115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9073789 Nov 15 15:05:37.265985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:37.270759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e355c31-facb-498c-8dac-3f5220276bd7 None None] Sync routers for ids ['daf35859-a5b2-4345-b074-2ca78aa21115'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:05:37.281749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e355c31-facb-498c-8dac-3f5220276bd7 None None] Routers {'daf35859-a5b2-4345-b074-2ca78aa21115'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:05:37.282377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e355c31-facb-498c-8dac-3f5220276bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:05:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['daf35859-a5b2-4345-b074-2ca78aa21115'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:37.382903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:37.401256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4e355c31-facb-498c-8dac-3f5220276bd7 None None] Set router daf35859-a5b2-4345-b074-2ca78aa21115 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:05:37.489062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:37.589775 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e355c31-facb-498c-8dac-3f5220276bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T15:05:36Z', 'revision_number': 5, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port': {'id': 'fdbc082a-f627-437e-9dc4-d241c328ac68', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T14:57:40Z', 'updated_at': '2021-11-15T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:37.646249 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Deleting port fdbc082a-f627-437e-9dc4-d241c328ac68 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:05:37.646733 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:37.744004 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] For port fdbc082a-f627-437e-9dc4-d241c328ac68, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fdbc082a-f627-437e-9dc4-d241c328ac68,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:37.744415 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:37.758134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Calling delete_port for fdbc082a-f627-437e-9dc4-d241c328ac68 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:05:37.795365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e355c31-facb-498c-8dac-3f5220276bd7 None None] Checking router: daf35859-a5b2-4345-b074-2ca78aa21115 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:05:37.805386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e355c31-facb-498c-8dac-3f5220276bd7 None None] Routers {'daf35859-a5b2-4345-b074-2ca78aa21115'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:05:37.805865 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e355c31-facb-498c-8dac-3f5220276bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:05:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['daf35859-a5b2-4345-b074-2ca78aa21115'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:37.951092 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4e355c31-facb-498c-8dac-3f5220276bd7 None None] Set router daf35859-a5b2-4345-b074-2ca78aa21115 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:05:38.008909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e355c31-facb-498c-8dac-3f5220276bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T15:05:37Z', 'revision_number': 6, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:38.042170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e355c31-facb-498c-8dac-3f5220276bd7 None None] The sync data for ids ['daf35859-a5b2-4345-b074-2ca78aa21115'] in n-d-817748-2 is: [{'id': 'daf35859-a5b2-4345-b074-2ca78aa21115', 'name': 'tempest-ServerActionsTestJSON-484023411-router', 'tenant_id': '8a831b09e10644608805f8094580f2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T14:57:38Z', 'updated_at': '2021-11-15T15:05:37Z', 'revision_number': 6, 'project_id': '8a831b09e10644608805f8094580f2e2', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:05:38.052239 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:38.084814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbc082a-f627-437e-9dc4-d241c328ac68,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:38.105675 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815b03fe-9bd9-4952-8903-71d3a2d25e37 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:05:38.176162 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:38.275507 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:38.277754 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:38.420441 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37454) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:38.427868 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:38.428420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daf35859-a5b2-4345-b074-2ca78aa21115 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:05:38.435468 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:38.435468 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-db5e5fa0-c786-4d2b-88d9-2dddb2091a79 admin admin] 10.222.0.70 "DELETE /v2.0/routers/daf35859-a5b2-4345-b074-2ca78aa21115 HTTP/1.1" status: 204 len: 168 time: 1.1683002 Nov 15 15:05:38.438053 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:38.516107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ee0d29-2af0-4126-b72b-acd20fd4821d admin admin] Deleting subnet d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:05:38.520205 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0d29-2af0-4126-b72b-acd20fd4821d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:38.562752 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0d29-2af0-4126-b72b-acd20fd4821d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:38.614240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c599b0a7-60e0-42a2-ab20-c03dc80e12c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:38.729768 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0d29-2af0-4126-b72b-acd20fd4821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:38.805915 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c599b0a7-60e0-42a2-ab20-c03dc80e12c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:38.937474 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c599b0a7-60e0-42a2-ab20-c03dc80e12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:38.976565 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0d29-2af0-4126-b72b-acd20fd4821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:38.982515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599b0a7-60e0-42a2-ab20-c03dc80e12c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fe3466-fdbd-4a3f-aa8f-e0df9ec82be5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:38.986743 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c599b0a7-60e0-42a2-ab20-c03dc80e12c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=894ac37a6d3043ff8beebde433367882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5652425 Nov 15 15:05:38.989580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37466) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:39.012352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee0d29-2af0-4126-b72b-acd20fd4821d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:39.017283 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0d29-2af0-4126-b72b-acd20fd4821d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.020528 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b7ee0d29-2af0-4126-b72b-acd20fd4821d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d48d6bd4-bd61-429a-8cc8-31a27ae8d5b4 HTTP/1.1" status: 204 len: 168 time: 0.5813477 Nov 15 15:05:39.025256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6d4c63-f47e-4c92-91f0-a5a951b51d99 None None] Network 49148bfd-b262-4441-8f3c-f5f2e5aab104 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:05:39.026912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37468) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:39.127473 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.158780 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-547241f6-e802-4fe7-b882-e9c046353314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.250447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] DHCP port deletion for 49148bfd-b262-4441-8f3c-f5f2e5aab104 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:05:39.308448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Deleting port fefe03fa-abf5-4660-9de9-4d75512e4d44 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:05:39.309751 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.408716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] For port fefe03fa-abf5-4660-9de9-4d75512e4d44, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fefe03fa-abf5-4660-9de9-4d75512e4d44,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:39.408946 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.443567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Calling delete_port for fefe03fa-abf5-4660-9de9-4d75512e4d44 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:05:39.457771 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:05:39.481105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:05:39.481958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 15815ae0-f9a5-403d-b3c2-6b6fed03a3c4 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:05:39.482382 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fdbc082a-f627-437e-9dc4-d241c328ac68 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:05:39.503423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: fdbc082a-f627-437e-9dc4-d241c328ac68 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:05:39.503762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fdbc082a-f627-437e-9dc4-d241c328ac68 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:05:39.504224 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device fefe03fa-abf5-4660-9de9-4d75512e4d44 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:05:39.514988 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-547241f6-e802-4fe7-b882-e9c046353314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.564582 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Deleting port fefe03fa-abf5-4660-9de9-4d75512e4d44 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:05:39.564921 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.637486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] For port fefe03fa-abf5-4660-9de9-4d75512e4d44, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=fefe03fa-abf5-4660-9de9-4d75512e4d44,segment=NetworkSegment(81f3a2ce-65dc-424f-81e4-bef2e76170bb),segment_id=81f3a2ce-65dc-424f-81e4-bef2e76170bb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:39.637846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.651783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Calling delete_port for fefe03fa-abf5-4660-9de9-4d75512e4d44 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:05:39.666149 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.692476 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-547241f6-e802-4fe7-b882-e9c046353314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.695009 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-547241f6-e802-4fe7-b882-e9c046353314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.696747 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-547241f6-e802-4fe7-b882-e9c046353314 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1fe3466-fdbd-4a3f-aa8f-e0df9ec82be5 HTTP/1.1" status: 204 len: 168 time: 0.7048461 Nov 15 15:05:39.709578 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.709765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547241f6-e802-4fe7-b882-e9c046353314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fe3466-fdbd-4a3f-aa8f-e0df9ec82be5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:39.746292 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.765285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Pushing event deleted for resources: {'Port': ['ID=fefe03fa-abf5-4660-9de9-4d75512e4d44,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:39.774118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Pushing event deleted for resources: {'Port': ['ID=fefe03fa-abf5-4660-9de9-4d75512e4d44,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:39.775042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] No DVR routers for this DVR port fefe03fa-abf5-4660-9de9-4d75512e4d44 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:05:39.777952 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] No DVR routers for this DVR port fefe03fa-abf5-4660-9de9-4d75512e4d44 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:05:39.785954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:39.786340 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:39.786672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:39.787009 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:39.787405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:39.787670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:39.787995 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:39.788325 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:39.788649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:39.788972 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:39.789296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:39.789648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb51e0d-6655-4cf0-af14-c7d760cedb84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:39.854897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.896632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49148bfd-b262-4441-8f3c-f5f2e5aab104']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:39.908279 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f3a2ce-65dc-424f-81e4-bef2e76170bb') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:39.908583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f3a2ce-65dc-424f-81e4-bef2e76170bb') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:39.918800 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.933222 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:05:39.942451 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:05:40.088648 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:40.094420 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:40.097850 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] 10.222.0.70 "DELETE /v2.0/networks/49148bfd-b262-4441-8f3c-f5f2e5aab104 HTTP/1.1" status: 204 len: 168 time: 1.0689087 Nov 15 15:05:40.114387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8f8ae-89fc-4224-a5c0-2dea48e1d70d admin admin] Pushing event deleted for resources: {'Network': ['ID=49148bfd-b262-4441-8f3c-f5f2e5aab104,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:40.663850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37506) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:40.708512 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-01b43e37-8b1b-40a2-8632-113b5444377b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a831b09e10644608805f8094580f2e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429277 Nov 15 15:05:40.713015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37510) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:40.786019 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01589c75-7cd5-46b8-abd2-7e368c63abd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:40.822293 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01589c75-7cd5-46b8-abd2-7e368c63abd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:40.949107 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01589c75-7cd5-46b8-abd2-7e368c63abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:40.951929 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01589c75-7cd5-46b8-abd2-7e368c63abd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:40.953167 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-01589c75-7cd5-46b8-abd2-7e368c63abd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f060a25e-ef4c-447d-9362-dc469aa8ff7c HTTP/1.1" status: 204 len: 168 time: 0.2391467 Nov 15 15:05:40.975792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01589c75-7cd5-46b8-abd2-7e368c63abd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f060a25e-ef4c-447d-9362-dc469aa8ff7c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:41.038091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37520) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:41.162709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1688359528-network', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:41.318780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Made reservation on behalf of f65ec38aa5e34a4d810b86a0206f84ee for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:05:41.321264 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:41.331753 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:41.423681 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:41.497347 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:41.525475 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:05:41.536174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f872b48-962d-4244-8cb6-58b29c1e7b43,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:41.543293 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:41.543453 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Added segment d811d92e-50df-4e5c-9c4a-be9525c13138 of type vlan for network a03faf9f-415f-42ce-bd23-d963669a428c Nov 15 15:05:41.590714 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:41.754923 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:41.755946 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:41.756539 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:41.817063 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] Pushing event updated for resources: {'Network': ['ID=a03faf9f-415f-42ce-bd23-d963669a428c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:41.832259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network a03faf9f-415f-42ce-bd23-d963669a428c details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:05:41.925573 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1dc792da-3f4f-4873-be34-8b825dd55c9c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8860373 Nov 15 15:05:41.928356 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:41.933777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cb902c53-db71-48df-a7ef-99db49a2a973 admin admin] Request body: {'subnet': {'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1688359528-subnet', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:42.133154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb902c53-db71-48df-a7ef-99db49a2a973 admin admin] Made reservation on behalf of f65ec38aa5e34a4d810b86a0206f84ee for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:05:42.139935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb902c53-db71-48df-a7ef-99db49a2a973 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:42.303527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:42.406025 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb902c53-db71-48df-a7ef-99db49a2a973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:42.412946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-842562914-network', 'tenant_id': 'b09f8944e15b49d48b9e1303769ab097'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:42.474583 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb902c53-db71-48df-a7ef-99db49a2a973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=587b8ce1-9130-4b68-967d-1c7f487e2030,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:42.483259 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb902c53-db71-48df-a7ef-99db49a2a973 admin admin] Checking segment: {'id': 'd811d92e-50df-4e5c-9c4a-be9525c13138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:05:42.483259 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb902c53-db71-48df-a7ef-99db49a2a973 admin admin] Network hostable DHCP agents. Network: a03faf9f-415f-42ce-bd23-d963669a428c, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:05:42.529968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Made reservation on behalf of b09f8944e15b49d48b9e1303769ab097 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:05:42.532446 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:42.541507 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:42.621913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:42.629544 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb902c53-db71-48df-a7ef-99db49a2a973 admin admin] Network a03faf9f-415f-42ce-bd23-d963669a428c is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:05:42.731769 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:42.732096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cb902c53-db71-48df-a7ef-99db49a2a973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, a03faf9f-415f-42ce-bd23-d963669a428c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:05:42.736204 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb902c53-db71-48df-a7ef-99db49a2a973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:42.736859 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb902c53-db71-48df-a7ef-99db49a2a973 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:42.745896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa58aad8-d5f8-4810-bbb8-4bd20cc53b11 None None] Network a03faf9f-415f-42ce-bd23-d963669a428c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:05:42.765472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:05:42.784392 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:42.785214 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Added segment 4ec24b52-82bc-4edb-a076-49155d2bd549 of type vlan for network 32bb8508-9721-4aa9-9d5c-a4ff28b7d084 Nov 15 15:05:42.786828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf5e84-4f99-420d-91f4-fbace0c650ac,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:42.837025 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:42.895198 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cb902c53-db71-48df-a7ef-99db49a2a973 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9657412 Nov 15 15:05:42.897854 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37568) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:42.902799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:42.925018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-a03faf9f-415f-42ce-bd23-d963669a428c', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'fixed_ips': [{'subnet_id': '587b8ce1-9130-4b68-967d-1c7f487e2030'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:05:42.925891 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.000111 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.001194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:43.001794 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.058021 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.059509 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.073049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] Pushing event updated for resources: {'Network': ['ID=32bb8508-9721-4aa9-9d5c-a4ff28b7d084,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:43.078576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Allocated IP 172.20.0.2 (a03faf9f-415f-42ce-bd23-d963669a428c/587b8ce1-9130-4b68-967d-1c7f487e2030/575df364-29f4-4382-b0b4-c4b35839239f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:05:43.103983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 32bb8508-9721-4aa9-9d5c-a4ff28b7d084 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:05:43.127910 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.165339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f2af3544-bff6-4330-98bc-356bd22d32f2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8594503 Nov 15 15:05:43.168208 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37572) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:43.174197 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b9bd514f-10bf-4cc6-b04f-10363e531f10 admin admin] Request body: {'subnet': {'network_id': '32bb8508-9721-4aa9-9d5c-a4ff28b7d084', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-842562914-subnet', 'tenant_id': 'b09f8944e15b49d48b9e1303769ab097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:43.311909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bd514f-10bf-4cc6-b04f-10363e531f10 admin admin] Made reservation on behalf of b09f8944e15b49d48b9e1303769ab097 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:05:43.314331 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.314732 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9bd514f-10bf-4cc6-b04f-10363e531f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.429850 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.436209 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.476217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Network a03faf9f-415f-42ce-bd23-d963669a428c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:05:43.479402 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:05:43.483218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:05:43.490638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Pushing event updated for resources: {'Port': ['ID=575df364-29f4-4382-b0b4-c4b35839239f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:43.554426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Attempting to bind port 575df364-29f4-4382-b0b4-c4b35839239f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:05:43.558977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Attempting to bind port 575df364-29f4-4382-b0b4-c4b35839239f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'd811d92e-50df-4e5c-9c4a-be9525c13138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:05:43.559254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Attempting to bind port 575df364-29f4-4382-b0b4-c4b35839239f on network a03faf9f-415f-42ce-bd23-d963669a428c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:05:43.567209 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:05:43.567666 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Checking segment: {'id': 'd811d92e-50df-4e5c-9c4a-be9525c13138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:05:43.568087 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.568523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Bound using segment: {'id': 'd811d92e-50df-4e5c-9c4a-be9525c13138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:05:43.569178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Bound port: 575df364-29f4-4382-b0b4-c4b35839239f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd811d92e-50df-4e5c-9c4a-be9525c13138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:05:43.569580 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.650171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] For port 575df364-29f4-4382-b0b4-c4b35839239f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:05:43.657491 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] For port 575df364-29f4-4382-b0b4-c4b35839239f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=575df364-29f4-4382-b0b4-c4b35839239f,segment=NetworkSegment(d811d92e-50df-4e5c-9c4a-be9525c13138),segment_id=d811d92e-50df-4e5c-9c4a-be9525c13138)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:05:43.777598 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9bd514f-10bf-4cc6-b04f-10363e531f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.827953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.855061 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:43.891583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d471577-5cd1-451a-b600-fd39a6f03e4e None None] Pushing event updated for resources: {'Port': ['ID=575df364-29f4-4382-b0b4-c4b35839239f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:44.250628 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd514f-10bf-4cc6-b04f-10363e531f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be957e4-32d4-4b3b-92e3-2db8f36d8bee,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:44.253237 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:44.316269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bd514f-10bf-4cc6-b04f-10363e531f10 admin admin] Checking segment: {'id': '4ec24b52-82bc-4edb-a076-49155d2bd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '32bb8508-9721-4aa9-9d5c-a4ff28b7d084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:05:44.316532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd514f-10bf-4cc6-b04f-10363e531f10 admin admin] Network hostable DHCP agents. Network: 32bb8508-9721-4aa9-9d5c-a4ff28b7d084, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:05:44.400538 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Allocated IP 172.25.4.119 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/8467cb56-9a05-4448-bb28-7afaa2f9b1e7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:05:44.503528 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd514f-10bf-4cc6-b04f-10363e531f10 admin admin] Network 32bb8508-9721-4aa9-9d5c-a4ff28b7d084 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:05:44.509026 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:44.615671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd514f-10bf-4cc6-b04f-10363e531f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 32bb8508-9721-4aa9-9d5c-a4ff28b7d084) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:05:44.620323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd514f-10bf-4cc6-b04f-10363e531f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:44.620990 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9bd514f-10bf-4cc6-b04f-10363e531f10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:44.631325 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe4d885-ddf4-4c44-af77-56fd8275839a None None] Network 32bb8508-9721-4aa9-9d5c-a4ff28b7d084 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:05:44.676497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:44.735597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:05:44.738895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:05:44.751909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:05:44.760948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab71626d-7ce7-4c09-ba9f-79ebbc1557f1 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:05:44.800479 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b9bd514f-10bf-4cc6-b04f-10363e531f10 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6304998 Nov 15 15:05:44.831971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Pushing event updated for resources: {'Port': ['ID=8467cb56-9a05-4448-bb28-7afaa2f9b1e7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:44.871611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fcab4578-152f-4d6b-9ed8-9ae574faece1 None None] Provisioning complete for port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:44.872147 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fcab4578-152f-4d6b-9ed8-9ae574faece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:44.878601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032cc1ca-1196-40b0-ad28-b69bd62a73e6 None None] Network 32bb8508-9721-4aa9-9d5c-a4ff28b7d084 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:05:44.971630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fcab4578-152f-4d6b-9ed8-9ae574faece1 None None] Port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:05:45.161812 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc0d5a1-63ed-4141-b117-eb584b879786 None None] Network a03faf9f-415f-42ce-bd23-d963669a428c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:05:45.223953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4de6386-44da-456f-bf07-26bf9778b24f None None] Provisioning complete for port 575df364-29f4-4382-b0b4-c4b35839239f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:45.224322 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4de6386-44da-456f-bf07-26bf9778b24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:45.378341 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:45.386651 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4de6386-44da-456f-bf07-26bf9778b24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:45.433188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4de6386-44da-456f-bf07-26bf9778b24f None None] For port 575df364-29f4-4382-b0b4-c4b35839239f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=575df364-29f4-4382-b0b4-c4b35839239f,segment=NetworkSegment(d811d92e-50df-4e5c-9c4a-be9525c13138),segment_id=d811d92e-50df-4e5c-9c4a-be9525c13138)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:45.492394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 575df364-29f4-4382-b0b4-c4b35839239f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:05:45.537317 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4de6386-44da-456f-bf07-26bf9778b24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:45.558877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-33970801-f97b-4c3e-a95e-5fe43d5b3e56 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:45.575223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-33970801-f97b-4c3e-a95e-5fe43d5b3e56 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/networks?id=32bb8508-9721-4aa9-9d5c-a4ff28b7d084 HTTP/1.1" status: 200 len: 821 time: 0.2387214 Nov 15 15:05:45.588881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-ef6722af-260b-47af-b649-2d6660cc626d tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/quotas/b09f8944e15b49d48b9e1303769ab097 HTTP/1.1" status: 200 len: 375 time: 0.0124779 Nov 15 15:05:45.617032 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de6386-44da-456f-bf07-26bf9778b24f None None] Pushing event updated for resources: {'Port': ['ID=575df364-29f4-4382-b0b4-c4b35839239f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:45.640376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 575df364-29f4-4382-b0b4-c4b35839239f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:45.641519 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:45.645417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-bcd4d5c5-8a87-4999-b03b-c49ecbfe64f6 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b09f8944e15b49d48b9e1303769ab097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494404 Nov 15 15:05:45.716057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:45.772664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-85aae688-c0d1-4f20-b5c8-444df27be4d8 service neutron] 10.222.0.70 "GET /v2.0/networks/32bb8508-9721-4aa9-9d5c-a4ff28b7d084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176417 Nov 15 15:05:45.781286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-34040722-4b03-4d75-8e29-c412a1c13ad6 None None] Provisioning complete for port 575df364-29f4-4382-b0b4-c4b35839239f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:45.781726 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34040722-4b03-4d75-8e29-c412a1c13ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:45.906851 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-3115de4d-0773-4bc4-9e4c-7e6abb0c53b4 service neutron] 10.222.0.70 "GET /v2.0/networks/32bb8508-9721-4aa9-9d5c-a4ff28b7d084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249366 Nov 15 15:05:45.977725 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Router 39b620fc-aaac-4183-bf57-b0490506148b is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:05:46.087394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:05:46.097046 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Sync routers for ids ['39b620fc-aaac-4183-bf57-b0490506148b'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:05:46.117114 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Routers {'39b620fc-aaac-4183-bf57-b0490506148b'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:05:46.117114 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:05:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['39b620fc-aaac-4183-bf57-b0490506148b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:46.250661 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Set router 39b620fc-aaac-4183-bf57-b0490506148b gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:05:46.297856 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:46.298243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b5aa776-8d58-4605-b5f5-192df6cbf59a req-4156abaa-746b-49bf-b806-9c9c3191df98 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 210 time: 0.0394628 Nov 15 15:05:46.301043 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5d167c05-85f7-46e3-9c48-444282919569 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4020715 Nov 15 15:05:46.303921 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37624) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:46.640923 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:05:45Z', 'revision_number': 3, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port': {'id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:44Z', 'updated_at': '2021-11-15T15:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:46.672761 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Checking router: 39b620fc-aaac-4183-bf57-b0490506148b for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:05:46.672761 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Updating router 39b620fc-aaac-4183-bf57-b0490506148b port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:05:46.704136 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:46.812153 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:46.996316 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:47.058595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Allocated IP 172.20.0.1 (a03faf9f-415f-42ce-bd23-d963669a428c/587b8ce1-9130-4b68-967d-1c7f487e2030/c6532c14-d4d9-48f2-adbc-dbd0c18b304d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:05:47.131406 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:47.182873 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:47.183124 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0500d03a-18b7-4131-8dad-c541aed9eed8 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:05:47.185338 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Attempting to bind port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:05:47.185810 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Attempting to bind port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:05:47.186335 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Attempting to bind port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:05:47.189345 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Pushing event updated for resources: {'Port': ['ID=8467cb56-9a05-4448-bb28-7afaa2f9b1e7,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:47.199467 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:47.199816 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:47.200161 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:47.200498 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:47.200827 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:47.201202 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:47.201471 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:47.201794 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:47.202117 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:47.202475 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:47.202801 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:47.203187 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:05:47.207434 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:05:47.207813 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:05:47.208213 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:47.208598 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:05:47.209070 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Bound port: 8467cb56-9a05-4448-bb28-7afaa2f9b1e7, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:05:47.209638 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:47.234608 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-11cdebbc-790f-4876-b1db-f6db3b3d9cb4 None None] Provisioning complete for port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:47.235295 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11cdebbc-790f-4876-b1db-f6db3b3d9cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:47.271300 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] For port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:05:47.275973 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] For port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8467cb56-9a05-4448-bb28-7afaa2f9b1e7,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:05:47.282852 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-11cdebbc-790f-4876-b1db-f6db3b3d9cb4 None None] Port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:05:47.326328 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:47.367124 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Network a03faf9f-415f-42ce-bd23-d963669a428c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:05:47.371354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:05:47.375315 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:05:47.381014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Pushing event updated for resources: {'Port': ['ID=c6532c14-d4d9-48f2-adbc-dbd0c18b304d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:47.410322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-636aee49-b548-4aa3-b4ee-b4540210128d req-95bcc984-6009-4e8b-a6c5-46c331dbe992 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 210 time: 0.0408773 Nov 15 15:05:47.435473 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:47.441352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 575df364-29f4-4382-b0b4-c4b35839239f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:05:47.455595 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:47.486448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2260292e-cecb-408b-89ff-940036ad812c None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:05:47.521836 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Routers {'39b620fc-aaac-4183-bf57-b0490506148b'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:05:47.522746 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:05:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['39b620fc-aaac-4183-bf57-b0490506148b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:47.542623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 575df364-29f4-4382-b0b4-c4b35839239f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:47.543532 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:47.624756 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-56c3317c-f341-44ea-80d1-ecfa30533bd4 None None] Provisioning complete for port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:47.626942 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56c3317c-f341-44ea-80d1-ecfa30533bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:47.665320 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] Set router 39b620fc-aaac-4183-bf57-b0490506148b gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:05:47.708344 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:47.877732 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28b725-8195-43ef-b671-80d74e1425a5 None None] Pushing event updated for resources: {'Port': ['ID=8467cb56-9a05-4448-bb28-7afaa2f9b1e7,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:47.931738 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:05:45Z', 'revision_number': 3, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port': {'id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:44Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:47.938867 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:47.964141 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05f8f7-41b7-48e0-b9e5-f63cae28f317 None None] The sync data for ids ['39b620fc-aaac-4183-bf57-b0490506148b'] in n-d-817748-2 is: [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:05:45Z', 'revision_number': 3, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port': {'id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:44Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:05:47.990339 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56c3317c-f341-44ea-80d1-ecfa30533bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:48.011987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-56c3317c-f341-44ea-80d1-ecfa30533bd4 None None] For port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8467cb56-9a05-4448-bb28-7afaa2f9b1e7,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:48.056765 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:48.125603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Pushing event updated for resources: {'Port': ['ID=c6532c14-d4d9-48f2-adbc-dbd0c18b304d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:48.128119 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:48.216334 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56c3317c-f341-44ea-80d1-ecfa30533bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:48.267840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Network a03faf9f-415f-42ce-bd23-d963669a428c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:05:48.270044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3317c-f341-44ea-80d1-ecfa30533bd4 None None] Pushing event updated for resources: {'Port': ['ID=8467cb56-9a05-4448-bb28-7afaa2f9b1e7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:48.270982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:05:48.340818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-945a72b4-2cae-4b12-a3ff-d0df9d7d9220 None None] Provisioning complete for port c6532c14-d4d9-48f2-adbc-dbd0c18b304d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:48.341202 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-945a72b4-2cae-4b12-a3ff-d0df9d7d9220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:48.422560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-945a72b4-2cae-4b12-a3ff-d0df9d7d9220 None None] Port c6532c14-d4d9-48f2-adbc-dbd0c18b304d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:05:48.425588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Router 39b620fc-aaac-4183-bf57-b0490506148b has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:05:48.557980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed726e3b-9b36-4954-8dcb-4a3dc9c58542 req-1bcd077b-b823-4d7a-9291-30b8e5ca636f tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 210 time: 0.0542376 Nov 15 15:05:48.609149 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:05:48.616711 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-adb152f4-f804-40d1-a116-e445fcffda16 admin admin] 10.222.0.70 "PUT /v2.0/routers/39b620fc-aaac-4183-bf57-b0490506148b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3010759 Nov 15 15:05:48.652473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1efb2a3-e0b2-423b-8e42-c1624d25a0f5 None None] Provisioning complete for port c6532c14-d4d9-48f2-adbc-dbd0c18b304d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:48.655802 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1efb2a3-e0b2-423b-8e42-c1624d25a0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:48.707466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1efb2a3-e0b2-423b-8e42-c1624d25a0f5 None None] Port c6532c14-d4d9-48f2-adbc-dbd0c18b304d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:05:49.476237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:05:49.533549 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:49.534176 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:49.548581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-df4411f6-7d43-42b3-82b2-eab046537ece tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:49.550522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-df4411f6-7d43-42b3-82b2-eab046537ece tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.59 "GET /v2.0/networks?id=32bb8508-9721-4aa9-9d5c-a4ff28b7d084 HTTP/1.1" status: 200 len: 821 time: 0.1534631 Nov 15 15:05:49.564185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f52d3388-ebb0-4ddb-b5a6-a7cdef66a8b1 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Request body: {'port': {'device_id': 'f45df89c-e97d-4cfe-a13d-e20da43735c4', 'network_id': '32bb8508-9721-4aa9-9d5c-a4ff28b7d084', 'admin_state_up': True, 'tenant_id': 'b09f8944e15b49d48b9e1303769ab097'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:49.573842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37688) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:49.582505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1978916995-network', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:49.698689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Made reservation on behalf of 64a0d27c908a4aebb62cbfa8e39b294a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:05:49.703410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:49.713645 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:49.724029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-600f03b5-727a-4245-ae02-4de970b8884d req-6cce43bd-60d0-4dde-bd22-09086d8b8453 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 210 time: 0.0375185 Nov 15 15:05:49.809057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:49.853508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Sync routers for ids ['39b620fc-aaac-4183-bf57-b0490506148b'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:05:49.857026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f52d3388-ebb0-4ddb-b5a6-a7cdef66a8b1 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Made reservation on behalf of b09f8944e15b49d48b9e1303769ab097 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:05:49.860821 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f52d3388-ebb0-4ddb-b5a6-a7cdef66a8b1 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:49.864037 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Routers {'39b620fc-aaac-4183-bf57-b0490506148b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:05:49.864669 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:05:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['39b620fc-aaac-4183-bf57-b0490506148b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:49.902747 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:49.924800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:05:49.943534 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:49.944012 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Added segment e98dac60-1000-4486-b092-3c933ef86a5c of type vlan for network d73cd90f-a6d9-41f3-a839-de03aa792a80 Nov 15 15:05:49.945396 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dbb482-8297-4a00-a412-d857e4321301,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:49.999182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Set router 39b620fc-aaac-4183-bf57-b0490506148b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:05:50.013190 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:50.045197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f52d3388-ebb0-4ddb-b5a6-a7cdef66a8b1 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Allocated IP 172.20.0.4 (32bb8508-9721-4aa9-9d5c-a4ff28b7d084/5be957e4-32d4-4b3b-92e3-2db8f36d8bee/2129b971-56df-422b-b310-941a9912b1e7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:05:50.149487 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:50.151606 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:50.151606 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:50.213616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] Pushing event updated for resources: {'Network': ['ID=d73cd90f-a6d9-41f3-a839-de03aa792a80,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:50.226176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network d73cd90f-a6d9-41f3-a839-de03aa792a80 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:05:50.231446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port': {'id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:44Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c6532c14-d4d9-48f2-adbc-dbd0c18b304d', 'name': '', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'mac_address': 'fa:16:3e:0b:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:46Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 2, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'subnets': [{'id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:50.237455 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f52d3388-ebb0-4ddb-b5a6-a7cdef66a8b1 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:50.303562 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Checking router: 39b620fc-aaac-4183-bf57-b0490506148b for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:05:50.303963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Updating router 39b620fc-aaac-4183-bf57-b0490506148b port c6532c14-d4d9-48f2-adbc-dbd0c18b304d binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:05:50.306417 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d8e1d9b2-b009-4c18-ac10-c763ef012912 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7307553 Nov 15 15:05:50.309294 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:50.315136 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d7618ae2-85ee-4781-9bd0-3e083bd6c272 admin admin] Request body: {'subnet': {'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1978916995-subnet', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:50.347353 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:50.361370 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f52d3388-ebb0-4ddb-b5a6-a7cdef66a8b1 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:50.409053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f52d3388-ebb0-4ddb-b5a6-a7cdef66a8b1 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Network 32bb8508-9721-4aa9-9d5c-a4ff28b7d084 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:05:50.412316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f52d3388-ebb0-4ddb-b5a6-a7cdef66a8b1 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:05:50.417671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f52d3388-ebb0-4ddb-b5a6-a7cdef66a8b1 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:05:50.446664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d3388-ebb0-4ddb-b5a6-a7cdef66a8b1 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Pushing event updated for resources: {'Port': ['ID=2129b971-56df-422b-b310-941a9912b1e7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:50.478165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7618ae2-85ee-4781-9bd0-3e083bd6c272 admin admin] Made reservation on behalf of 64a0d27c908a4aebb62cbfa8e39b294a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:05:50.478165 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7618ae2-85ee-4781-9bd0-3e083bd6c272 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:50.480662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f52d3388-ebb0-4ddb-b5a6-a7cdef66a8b1 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:50.480662 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f52d3388-ebb0-4ddb-b5a6-a7cdef66a8b1 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:50.563633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f52d3388-ebb0-4ddb-b5a6-a7cdef66a8b1 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0038025 Nov 15 15:05:50.578415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Request body: {'port': {'device_id': 'f45df89c-e97d-4cfe-a13d-e20da43735c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:50.644708 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:50.676468 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:50.817590 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7618ae2-85ee-4781-9bd0-3e083bd6c272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:50.853683 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:50.881093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7618ae2-85ee-4781-9bd0-3e083bd6c272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=708a871d-2912-4169-bb1b-2e62ea8d541c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:50.889382 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7618ae2-85ee-4781-9bd0-3e083bd6c272 admin admin] Checking segment: {'id': 'e98dac60-1000-4486-b092-3c933ef86a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:05:50.889656 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7618ae2-85ee-4781-9bd0-3e083bd6c272 admin admin] Network hostable DHCP agents. Network: d73cd90f-a6d9-41f3-a839-de03aa792a80, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:05:50.892487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84eb65-05cb-46e2-a234-839fa3bcaa72 req-b55f2e83-00d1-4ac4-bf42-0c2e032b319a tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:50.893907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e84eb65-05cb-46e2-a234-839fa3bcaa72 req-b55f2e83-00d1-4ac4-bf42-0c2e032b319a tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 931 time: 0.0759158 Nov 15 15:05:50.921352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41295939-2130-4117-a223-1f483a0d9ee3 None None] Pushing event updated for resources: {'Port': ['ID=c6532c14-d4d9-48f2-adbc-dbd0c18b304d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:50.985402 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e84eb65-05cb-46e2-a234-839fa3bcaa72 req-0d548a95-82d1-4f56-b52f-72378d55bd47 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8cf5e84-4f99-420d-91f4-fbace0c650ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808051 Nov 15 15:05:50.994799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7618ae2-85ee-4781-9bd0-3e083bd6c272 admin admin] Network d73cd90f-a6d9-41f3-a839-de03aa792a80 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:05:51.032305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Attempting to bind port c6532c14-d4d9-48f2-adbc-dbd0c18b304d on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:05:51.032809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Attempting to bind port c6532c14-d4d9-48f2-adbc-dbd0c18b304d by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'd811d92e-50df-4e5c-9c4a-be9525c13138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:05:51.033427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Attempting to bind port c6532c14-d4d9-48f2-adbc-dbd0c18b304d on network a03faf9f-415f-42ce-bd23-d963669a428c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:05:51.043892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:05:51.044406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Checking segment: {'id': 'd811d92e-50df-4e5c-9c4a-be9525c13138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:05:51.044950 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.045579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Bound using segment: {'id': 'd811d92e-50df-4e5c-9c4a-be9525c13138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:05:51.046143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Bound port: c6532c14-d4d9-48f2-adbc-dbd0c18b304d, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd811d92e-50df-4e5c-9c4a-be9525c13138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:05:51.046635 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.056342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2129b971-56df-422b-b310-941a9912b1e7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:05:51.068885 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.080309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d7618ae2-85ee-4781-9bd0-3e083bd6c272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, d73cd90f-a6d9-41f3-a839-de03aa792a80) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:05:51.085588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7618ae2-85ee-4781-9bd0-3e083bd6c272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:51.091531 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7618ae2-85ee-4781-9bd0-3e083bd6c272 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.095620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Transition to ACTIVE for port object 2129b971-56df-422b-b310-941a9912b1e7 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:05:51.097466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad10ab2-85c2-4e6b-b4bf-4bbb7f053ce0 None None] Network d73cd90f-a6d9-41f3-a839-de03aa792a80 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:05:51.182995 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.184688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] For port c6532c14-d4d9-48f2-adbc-dbd0c18b304d, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:05:51.189505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] For port c6532c14-d4d9-48f2-adbc-dbd0c18b304d, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c6532c14-d4d9-48f2-adbc-dbd0c18b304d,segment=NetworkSegment(d811d92e-50df-4e5c-9c4a-be9525c13138),segment_id=d811d92e-50df-4e5c-9c4a-be9525c13138)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:05:51.202911 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d7618ae2-85ee-4781-9bd0-3e083bd6c272 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8896925 Nov 15 15:05:51.203250 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37712) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:51.208025 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1978916995-router', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:51.260645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=2129b971-56df-422b-b310-941a9912b1e7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:51.267749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-40ea16ff-2cac-4f75-8990-677d8bbff4f3 None None] Provisioning complete for port c6532c14-d4d9-48f2-adbc-dbd0c18b304d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:51.268119 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40ea16ff-2cac-4f75-8990-677d8bbff4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.316330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Attempting to bind port 2129b971-56df-422b-b310-941a9912b1e7 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:05:51.316497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Attempting to bind port 2129b971-56df-422b-b310-941a9912b1e7 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '4ec24b52-82bc-4edb-a076-49155d2bd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '32bb8508-9721-4aa9-9d5c-a4ff28b7d084'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:05:51.316757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Attempting to bind port 2129b971-56df-422b-b310-941a9912b1e7 on network 32bb8508-9721-4aa9-9d5c-a4ff28b7d084 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:05:51.322170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-40ea16ff-2cac-4f75-8990-677d8bbff4f3 None None] Port c6532c14-d4d9-48f2-adbc-dbd0c18b304d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:05:51.322371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Port 2129b971-56df-422b-b310-941a9912b1e7 on network 32bb8508-9721-4aa9-9d5c-a4ff28b7d084 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:05:51.322754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Attempting to bind port 2129b971-56df-422b-b310-941a9912b1e7 on network 32bb8508-9721-4aa9-9d5c-a4ff28b7d084 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:05:51.325940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-d73cd90f-a6d9-41f3-a839-de03aa792a80', 'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'fixed_ips': [{'subnet_id': '708a871d-2912-4169-bb1b-2e62ea8d541c'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:05:51.327138 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.332344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:05:51.333335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Checking segment: {'id': '4ec24b52-82bc-4edb-a076-49155d2bd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '32bb8508-9721-4aa9-9d5c-a4ff28b7d084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:05:51.333335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Bound using segment: {'id': '4ec24b52-82bc-4edb-a076-49155d2bd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '32bb8508-9721-4aa9-9d5c-a4ff28b7d084'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:05:51.333597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Bound port: 2129b971-56df-422b-b310-941a9912b1e7, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec24b52-82bc-4edb-a076-49155d2bd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '32bb8508-9721-4aa9-9d5c-a4ff28b7d084'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:05:51.333966 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.381466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.382572 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.395921 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.405672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] For port 2129b971-56df-422b-b310-941a9912b1e7, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:05:51.410037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] For port 2129b971-56df-422b-b310-941a9912b1e7, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2129b971-56df-422b-b310-941a9912b1e7,segment=NetworkSegment(4ec24b52-82bc-4edb-a076-49155d2bd549),segment_id=4ec24b52-82bc-4edb-a076-49155d2bd549)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:05:51.440272 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.525486 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41295939-2130-4117-a223-1f483a0d9ee3 None None] Pushing event updated for resources: {'Port': ['ID=c6532c14-d4d9-48f2-adbc-dbd0c18b304d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:51.531729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Allocated IP 172.20.0.2 (d73cd90f-a6d9-41f3-a839-de03aa792a80/708a871d-2912-4169-bb1b-2e62ea8d541c/f6836f10-18ae-40eb-8932-6143fc776b88) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:05:51.534335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Routers {'39b620fc-aaac-4183-bf57-b0490506148b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:05:51.534755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:05:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['39b620fc-aaac-4183-bf57-b0490506148b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:51.566698 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.610790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:51.612837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.615484 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] 10.222.0.59 "PUT /v2.0/ports/2129b971-56df-422b-b310-941a9912b1e7 HTTP/1.1" status: 200 len: 1091 time: 1.0431397 Nov 15 15:05:51.616218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45df89c-e97d-4cfe-a13d-e20da43735c4', 'tag': '2129b971-56df-422b-b310-941a9912b1e7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:05:51.619011 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786627b8-a30b-4493-aabd-7d3f5640c810" -d '{"events": [{"name": "network-changed", "server_uuid": "f45df89c-e97d-4cfe-a13d-e20da43735c4", "tag": "2129b971-56df-422b-b310-941a9912b1e7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:05:51.674296 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41beecd4-92bf-481d-8ec7-08d485537ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=2129b971-56df-422b-b310-941a9912b1e7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:51.723594 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018ec464-08c8-4d04-bd3a-e7d4bb70606b x-openstack-request-id: req-018ec464-08c8-4d04-bd3a-e7d4bb70606b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:05:51.726729 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45df89c-e97d-4cfe-a13d-e20da43735c4", "tag": "2129b971-56df-422b-b310-941a9912b1e7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:05:51.727494 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-018ec464-08c8-4d04-bd3a-e7d4bb70606b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:05:51.728022 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45df89c-e97d-4cfe-a13d-e20da43735c4', 'tag': '2129b971-56df-422b-b310-941a9912b1e7', 'status': 'completed', 'code': 200} Nov 15 15:05:51.796088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] Set router 39b620fc-aaac-4183-bf57-b0490506148b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:05:51.812819 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.861624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786627b8-a30b-4493-aabd-7d3f5640c810 req-77c93f26-b880-4c14-aba8-e9246fe65f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:51.864106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-786627b8-a30b-4493-aabd-7d3f5640c810 req-77c93f26-b880-4c14-aba8-e9246fe65f1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b09f8944e15b49d48b9e1303769ab097&device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 1094 time: 0.0514109 Nov 15 15:05:51.972376 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:51.973904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-893ba4a0-88e2-4216-96a9-00aab409b874 None None] Provisioning complete for port c6532c14-d4d9-48f2-adbc-dbd0c18b304d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:51.974259 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-893ba4a0-88e2-4216-96a9-00aab409b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:52.003018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786627b8-a30b-4493-aabd-7d3f5640c810 req-ff070655-faae-495a-a03b-fe75cfe20b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:52.004840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-786627b8-a30b-4493-aabd-7d3f5640c810 req-ff070655-faae-495a-a03b-fe75cfe20b99 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b09f8944e15b49d48b9e1303769ab097&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1326334 Nov 15 15:05:52.086621 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:52.197697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Network d73cd90f-a6d9-41f3-a839-de03aa792a80 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:05:52.199330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Pushing event updated for resources: {'Port': ['ID=f6836f10-18ae-40eb-8932-6143fc776b88,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:52.204984 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:05:52.207336 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e754a-3f62-4338-92d5-a6661dec7bc5 req-d512048c-1ee4-4915-9b7a-c32ec9b02455 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:52.215218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b49e754a-3f62-4338-92d5-a6661dec7bc5 req-d512048c-1ee4-4915-9b7a-c32ec9b02455 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 943 time: 0.0903752 Nov 15 15:05:52.229323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:05:52.257184 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-893ba4a0-88e2-4216-96a9-00aab409b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:52.299142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b49e754a-3f62-4338-92d5-a6661dec7bc5 req-296cce5b-6027-4a88-b75e-653e0cf059ab tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8cf5e84-4f99-420d-91f4-fbace0c650ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824707 Nov 15 15:05:52.329893 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:52.331160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786627b8-a30b-4493-aabd-7d3f5640c810 req-18b15489-3b4a-4cf5-9718-c5a1958e5bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:52.332952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-786627b8-a30b-4493-aabd-7d3f5640c810 req-18b15489-3b4a-4cf5-9718-c5a1958e5bbc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3210154 Nov 15 15:05:52.361734 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:52.377774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Attempting to bind port f6836f10-18ae-40eb-8932-6143fc776b88 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:05:52.378281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Attempting to bind port f6836f10-18ae-40eb-8932-6143fc776b88 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'e98dac60-1000-4486-b092-3c933ef86a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:05:52.378624 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Attempting to bind port f6836f10-18ae-40eb-8932-6143fc776b88 on network d73cd90f-a6d9-41f3-a839-de03aa792a80 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:05:52.407008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-893ba4a0-88e2-4216-96a9-00aab409b874 None None] For port c6532c14-d4d9-48f2-adbc-dbd0c18b304d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c6532c14-d4d9-48f2-adbc-dbd0c18b304d,segment=NetworkSegment(d811d92e-50df-4e5c-9c4a-be9525c13138),segment_id=d811d92e-50df-4e5c-9c4a-be9525c13138)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:52.409238 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:05:52.409616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Checking segment: {'id': 'e98dac60-1000-4486-b092-3c933ef86a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:05:52.410099 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:52.410660 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Bound using segment: {'id': 'e98dac60-1000-4486-b092-3c933ef86a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:05:52.411159 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Bound port: f6836f10-18ae-40eb-8932-6143fc776b88, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98dac60-1000-4486-b092-3c933ef86a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:05:52.411547 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:52.452967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-2426b7e2-fdd8-41c7-bf3a-539d8adc4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:52.454626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-2426b7e2-fdd8-41c7-bf3a-539d8adc4366 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b09f8944e15b49d48b9e1303769ab097&device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 1094 time: 0.0689657 Nov 15 15:05:52.505337 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-6df6cff8-0bcd-4d9a-be1e-c7271ecc3466 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2129b971-56df-422b-b310-941a9912b1e7 HTTP/1.1" status: 200 len: 217 time: 0.0419736 Nov 15 15:05:52.569809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f8ff71ec-f898-4639-9007-8193c447ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:52.571431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-f8ff71ec-f898-4639-9007-8193c447ca6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5be957e4-32d4-4b3b-92e3-2db8f36d8bee HTTP/1.1" status: 200 len: 861 time: 0.0595632 Nov 15 15:05:52.588444 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port': {'id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:44Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c6532c14-d4d9-48f2-adbc-dbd0c18b304d', 'name': '', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'mac_address': 'fa:16:3e:0b:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:46Z', 'updated_at': '2021-11-15T15:05:51Z', 'revision_number': 4, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'subnets': [{'id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:52.591846 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-893ba4a0-88e2-4216-96a9-00aab409b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:52.611879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-ba356ac7-ee1f-477c-b7dd-ffab6e5e766a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32bb8508-9721-4aa9-9d5c-a4ff28b7d084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329406 Nov 15 15:05:52.643033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880cd37c-03bc-48db-82b2-ecf539571be1 None None] The sync data for ids ['39b620fc-aaac-4183-bf57-b0490506148b'] in n-d-817748-2 is: [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port': {'id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:44Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c6532c14-d4d9-48f2-adbc-dbd0c18b304d', 'name': '', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'mac_address': 'fa:16:3e:0b:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:46Z', 'updated_at': '2021-11-15T15:05:51Z', 'revision_number': 4, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'subnets': [{'id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:05:52.731230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-a1073bbf-fd23-4335-8c39-b3424d1b47f9 service neutron] 10.222.0.59 "GET /v2.0/networks/32bb8508-9721-4aa9-9d5c-a4ff28b7d084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119180 Nov 15 15:05:52.803027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ba4a0-88e2-4216-96a9-00aab409b874 None None] Pushing event updated for resources: {'Port': ['ID=c6532c14-d4d9-48f2-adbc-dbd0c18b304d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:52.819416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] For port f6836f10-18ae-40eb-8932-6143fc776b88, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:05:52.840094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] For port f6836f10-18ae-40eb-8932-6143fc776b88, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f6836f10-18ae-40eb-8932-6143fc776b88,segment=NetworkSegment(e98dac60-1000-4486-b092-3c933ef86a5c),segment_id=e98dac60-1000-4486-b092-3c933ef86a5c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:05:52.860765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Allocated IP 172.25.4.86 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/ca266d72-76e1-49b4-8fdd-cf47132683f9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:05:52.896377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f487f1e3-2c3d-41c8-87e2-e930956a2fd1 req-265898af-07d7-4cea-a552-22d72b2d9f0d service neutron] 10.222.0.59 "GET /v2.0/networks/32bb8508-9721-4aa9-9d5c-a4ff28b7d084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566126 Nov 15 15:05:52.937998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:52.988281 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:53.004838 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70943fd3-f673-43eb-aa3e-12fa2cbe8acb None None] Pushing event updated for resources: {'Port': ['ID=f6836f10-18ae-40eb-8932-6143fc776b88,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:53.143525 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:53.236416 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca266d72-76e1-49b4-8fdd-cf47132683f9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:53.239964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:05:53.241711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:05:53.256814 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:05:53.257437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85d0d43-d6dc-46bf-bf34-6cd8b3800b28 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:05:53.352444 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6fb56787-426f-4ad3-bdb6-187cf867e376 None None] Provisioning complete for port ca266d72-76e1-49b4-8fdd-cf47132683f9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:53.353389 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fb56787-426f-4ad3-bdb6-187cf867e376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:53.483491 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6fb56787-426f-4ad3-bdb6-187cf867e376 None None] Port ca266d72-76e1-49b4-8fdd-cf47132683f9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:05:53.535143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60cafc-55ad-4272-a227-aa6363967074 req-691db1c6-816e-426b-a12c-c095df159704 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:53.536781 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce60cafc-55ad-4272-a227-aa6363967074 req-691db1c6-816e-426b-a12c-c095df159704 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 943 time: 0.0648131 Nov 15 15:05:53.569645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f6836f10-18ae-40eb-8932-6143fc776b88 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:05:53.623709 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce60cafc-55ad-4272-a227-aa6363967074 req-53ca32f0-136a-44b9-b7b8-346bc5fc11d7 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8cf5e84-4f99-420d-91f4-fbace0c650ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757296 Nov 15 15:05:53.651467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f6836f10-18ae-40eb-8932-6143fc776b88 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:53.651467 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:53.781925 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:53.798914 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:53.835229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port f6836f10-18ae-40eb-8932-6143fc776b88, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f6836f10-18ae-40eb-8932-6143fc776b88,segment=NetworkSegment(e98dac60-1000-4486-b092-3c933ef86a5c),segment_id=e98dac60-1000-4486-b092-3c933ef86a5c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:54.007569 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:54.014643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c6532c14-d4d9-48f2-adbc-dbd0c18b304d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:05:54.065252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:54.114807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=f6836f10-18ae-40eb-8932-6143fc776b88,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:54.125522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c6532c14-d4d9-48f2-adbc-dbd0c18b304d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:54.125903 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:54.372784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ebd7cb-d41d-4adf-bfbc-1a30514ff142 None None] Network d73cd90f-a6d9-41f3-a839-de03aa792a80 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:05:54.445011 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2db3dabd-be39-446e-ac4c-beb12981c827 None None] Provisioning complete for port f6836f10-18ae-40eb-8932-6143fc776b88 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:54.446026 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2db3dabd-be39-446e-ac4c-beb12981c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:54.520312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Router ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:05:54.637646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:05:54.648305 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Sync routers for ids ['ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:05:54.662217 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Routers {'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:05:54.663475 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:05:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:54.756501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb019d43-4bf4-49ba-8b7d-fb65b201da00 req-dda25b1d-915a-4d10-883d-959cd09b3dcf tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:54.763278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb019d43-4bf4-49ba-8b7d-fb65b201da00 req-dda25b1d-915a-4d10-883d-959cd09b3dcf tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 943 time: 0.0594227 Nov 15 15:05:54.788107 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Set router ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:05:54.804100 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:54.806518 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-24d70334-16da-435f-b204-9000307abfa7 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6022899 Nov 15 15:05:54.809799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:54.856975 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb019d43-4bf4-49ba-8b7d-fb65b201da00 req-69c0a6e7-9ae1-46ec-a7c8-6fcfeba04a64 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8cf5e84-4f99-420d-91f4-fbace0c650ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913293 Nov 15 15:05:54.937989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad00a6b5-7ae8-4863-b518-e2f017c68a3f None None] Provisioning complete for port f6836f10-18ae-40eb-8932-6143fc776b88 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:54.938629 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad00a6b5-7ae8-4863-b518-e2f017c68a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:55.073529 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'name': 'tempest-TestServerBasicOps-1978916995-router', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:51Z', 'updated_at': '2021-11-15T15:05:53Z', 'revision_number': 3, 'project_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'gw_port': {'id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:52Z', 'updated_at': '2021-11-15T15:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:55.103374 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Checking router: ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:05:55.103374 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Updating router ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 port ca266d72-76e1-49b4-8fdd-cf47132683f9 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:05:55.133753 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:55.374078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:55.468525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f6836f10-18ae-40eb-8932-6143fc776b88 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:05:55.494314 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:55.536455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f6836f10-18ae-40eb-8932-6143fc776b88 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:55.536825 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:55.572063 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Allocated IP 172.20.0.1 (d73cd90f-a6d9-41f3-a839-de03aa792a80/708a871d-2912-4169-bb1b-2e62ea8d541c/ebc4970f-2610-4cd3-9a0a-41a7089318cf) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:05:55.577244 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:55.622966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6247d1b1-0f1f-443a-8096-a474ff5549f7 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:05:55.638311 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Attempting to bind port ca266d72-76e1-49b4-8fdd-cf47132683f9 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:05:55.638776 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Attempting to bind port ca266d72-76e1-49b4-8fdd-cf47132683f9 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:05:55.639562 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Attempting to bind port ca266d72-76e1-49b4-8fdd-cf47132683f9 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:05:55.642315 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a07fb3-8d32-4ebf-8e82-9f63a8ac9dd1 None None] Pushing event updated for resources: {'Port': ['ID=ca266d72-76e1-49b4-8fdd-cf47132683f9,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:55.649917 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:05:55.650726 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:05:55.650841 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:55.651292 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:05:55.651838 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Bound port: ca266d72-76e1-49b4-8fdd-cf47132683f9, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:05:55.652291 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:55.670375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-760fcfb4-9e34-48d7-8354-18b8118ef5c3 None None] Provisioning complete for port ca266d72-76e1-49b4-8fdd-cf47132683f9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:55.671487 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-760fcfb4-9e34-48d7-8354-18b8118ef5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:55.711143 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] For port ca266d72-76e1-49b4-8fdd-cf47132683f9, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:05:55.718228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-760fcfb4-9e34-48d7-8354-18b8118ef5c3 None None] Port ca266d72-76e1-49b4-8fdd-cf47132683f9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:05:55.718852 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] For port ca266d72-76e1-49b4-8fdd-cf47132683f9, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ca266d72-76e1-49b4-8fdd-cf47132683f9,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:05:55.751635 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:55.812181 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:55.821490 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2129b971-56df-422b-b310-941a9912b1e7 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:05:55.878511 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:55.882566 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a07fb3-8d32-4ebf-8e82-9f63a8ac9dd1 None None] Pushing event updated for resources: {'Port': ['ID=ca266d72-76e1-49b4-8fdd-cf47132683f9,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:55.893065 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Routers {'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:05:55.893682 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:05:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:55.912011 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e8ed1d-c061-4319-a1fc-0ae89009ca85 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:05:55.962976 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Network d73cd90f-a6d9-41f3-a839-de03aa792a80 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:05:55.969755 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:05:55.971991 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 2129b971-56df-422b-b310-941a9912b1e7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2129b971-56df-422b-b310-941a9912b1e7,segment=NetworkSegment(4ec24b52-82bc-4edb-a076-49155d2bd549),segment_id=4ec24b52-82bc-4edb-a076-49155d2bd549)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:55.974107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:05:55.988607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '2129b971-56df-422b-b310-941a9912b1e7', 'network_id': '32bb8508-9721-4aa9-9d5c-a4ff28b7d084', 'port_id': '2129b971-56df-422b-b310-941a9912b1e7', 'mac_address': 'fa:16:3e:f8:c6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be957e4-32d4-4b3b-92e3-2db8f36d8bee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:05:56.010338 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc4970f-2610-4cd3-9a0a-41a7089318cf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:56.041038 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:56.062959 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:56.080250 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] Set router ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:05:56.089348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2129b971-56df-422b-b310-941a9912b1e7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:05:56.094720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44182ac-38f6-46aa-b8de-04fd60a0b5ae req-67acf495-5163-4948-ac68-c3bdc6368ce2 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:56.102570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d44182ac-38f6-46aa-b8de-04fd60a0b5ae req-67acf495-5163-4948-ac68-c3bdc6368ce2 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 943 time: 0.0617681 Nov 15 15:05:56.111425 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-742c7e21-23cf-4143-9c02-83799622ffc8 None None] Provisioning complete for port ca266d72-76e1-49b4-8fdd-cf47132683f9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:56.115039 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-742c7e21-23cf-4143-9c02-83799622ffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:56.208982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 2129b971-56df-422b-b310-941a9912b1e7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2129b971-56df-422b-b310-941a9912b1e7,segment=NetworkSegment(4ec24b52-82bc-4edb-a076-49155d2bd549),segment_id=4ec24b52-82bc-4edb-a076-49155d2bd549)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:56.211111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d44182ac-38f6-46aa-b8de-04fd60a0b5ae req-dbb0d398-852a-42c6-b550-f94c19a28c92 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8cf5e84-4f99-420d-91f4-fbace0c650ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021376 Nov 15 15:05:56.284657 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:56.336977 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-742c7e21-23cf-4143-9c02-83799622ffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:56.337206 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:56.405688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-742c7e21-23cf-4143-9c02-83799622ffc8 None None] For port ca266d72-76e1-49b4-8fdd-cf47132683f9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ca266d72-76e1-49b4-8fdd-cf47132683f9,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:56.434868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=2129b971-56df-422b-b310-941a9912b1e7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:56.461622 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'name': 'tempest-TestServerBasicOps-1978916995-router', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:51Z', 'updated_at': '2021-11-15T15:05:53Z', 'revision_number': 3, 'project_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'gw_port': {'id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:52Z', 'updated_at': '2021-11-15T15:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:56.483684 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-742c7e21-23cf-4143-9c02-83799622ffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:56.498811 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9c4a2-605c-4090-9335-6e8b9d7a99eb None None] The sync data for ids ['ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'] in n-d-817748-2 is: [{'id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'name': 'tempest-TestServerBasicOps-1978916995-router', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:51Z', 'updated_at': '2021-11-15T15:05:53Z', 'revision_number': 3, 'project_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'gw_port': {'id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:52Z', 'updated_at': '2021-11-15T15:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:05:56.518542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['2129b971-56df-422b-b310-941a9912b1e7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:05:56.554714 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:56.579604 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c7e21-23cf-4143-9c02-83799622ffc8 None None] Pushing event updated for resources: {'Port': ['ID=ca266d72-76e1-49b4-8fdd-cf47132683f9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:56.624497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6adfd96b-7d97-4d60-9133-7b293b64cb2c None None] Provisioning complete for port ebc4970f-2610-4cd3-9a0a-41a7089318cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:56.624869 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6adfd96b-7d97-4d60-9133-7b293b64cb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:56.675223 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6adfd96b-7d97-4d60-9133-7b293b64cb2c None None] Port ebc4970f-2610-4cd3-9a0a-41a7089318cf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:05:56.691612 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:56.822707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc4970f-2610-4cd3-9a0a-41a7089318cf,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:56.840203 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:56.844422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-ae1038ec-0a97-4742-ad44-cc8361477606 req-cc389130-5289-4b5e-9631-71092694797d service neutron] (103146) timed out ('10.222.0.59', 54097) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 15:05:56.950760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Network d73cd90f-a6d9-41f3-a839-de03aa792a80 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:05:56.952705 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:05:57.099899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Router ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:05:57.205644 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17034c83-d226-43bf-ade4-b8842a7ff972 None None] Provisioning complete for port ebc4970f-2610-4cd3-9a0a-41a7089318cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:57.206817 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17034c83-d226-43bf-ade4-b8842a7ff972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:57.278213 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-17034c83-d226-43bf-ade4-b8842a7ff972 None None] Port ebc4970f-2610-4cd3-9a0a-41a7089318cf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:05:57.283628 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:05:57.297508 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0f495b63-5c21-464a-b591-92d068278223 admin admin] 10.222.0.70 "PUT /v2.0/routers/ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4862759 Nov 15 15:05:57.441774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23842f89-3ce7-438b-b002-ebc3702b8730 req-c58b46e3-eb4c-408d-a460-e67a96cdbcc6 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:57.444257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23842f89-3ce7-438b-b002-ebc3702b8730 req-c58b46e3-eb4c-408d-a460-e67a96cdbcc6 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 944 time: 0.1223490 Nov 15 15:05:57.519710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ca266d72-76e1-49b4-8fdd-cf47132683f9 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:05:57.521120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23842f89-3ce7-438b-b002-ebc3702b8730 req-91dbfc16-48dd-4f97-ae59-bf2c3a5aa5a5 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8cf5e84-4f99-420d-91f4-fbace0c650ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703573 Nov 15 15:05:57.574661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ca266d72-76e1-49b4-8fdd-cf47132683f9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:57.575220 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:57.820375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2129b971-56df-422b-b310-941a9912b1e7 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:05:57.948609 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 2129b971-56df-422b-b310-941a9912b1e7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:05:57.952898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 2129b971-56df-422b-b310-941a9912b1e7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:05:57.953338 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:58.041779 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:58.090889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45df89c-e97d-4cfe-a13d-e20da43735c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2129b971-56df-422b-b310-941a9912b1e7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:05:58.093912 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24c3206-7968-443d-bea7-221e124a7195" -d '{"events": [{"server_uuid": "f45df89c-e97d-4cfe-a13d-e20da43735c4", "name": "network-vif-plugged", "status": "completed", "tag": "2129b971-56df-422b-b310-941a9912b1e7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:05:58.123349 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 2129b971-56df-422b-b310-941a9912b1e7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2129b971-56df-422b-b310-941a9912b1e7,segment=NetworkSegment(4ec24b52-82bc-4edb-a076-49155d2bd549),segment_id=4ec24b52-82bc-4edb-a076-49155d2bd549)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:05:58.150233 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb453ff-81ab-4ba2-9ae8-4f2a1f4175ea x-openstack-request-id: req-2cb453ff-81ab-4ba2-9ae8-4f2a1f4175ea {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:05:58.150563 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45df89c-e97d-4cfe-a13d-e20da43735c4", "name": "network-vif-plugged", "status": "completed", "tag": "2129b971-56df-422b-b310-941a9912b1e7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:05:58.150817 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2cb453ff-81ab-4ba2-9ae8-4f2a1f4175ea {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:05:58.151221 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45df89c-e97d-4cfe-a13d-e20da43735c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2129b971-56df-422b-b310-941a9912b1e7', 'code': 200} Nov 15 15:05:58.228876 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:58.292055 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=2129b971-56df-422b-b310-941a9912b1e7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:58.292331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424e96e-45b3-4978-8825-2ba565680198 req-b8e98b7d-3cc3-4c71-95d2-7c50214ed079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:58.304584 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e424e96e-45b3-4978-8825-2ba565680198 req-b8e98b7d-3cc3-4c71-95d2-7c50214ed079 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 1096 time: 0.0851593 Nov 15 15:05:58.359668 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e424e96e-45b3-4978-8825-2ba565680198 req-54865d69-426c-4ddb-9633-614049e234db service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a8cf5e84-4f99-420d-91f4-fbace0c650ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488484 Nov 15 15:05:58.480032 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:58.489286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37808) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:58.494119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6babc18c-b74a-459d-a3a1-f15389fc0b60 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878296088', 'description': 'tempest-secgroup-smoke-878296088 description', 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:58.647686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa7c10-a95b-4306-a25e-a78bc8934cbc req-855ca849-fe2c-4a47-a281-a04b6f917ca8 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:58.649804 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0fa7c10-a95b-4306-a25e-a78bc8934cbc req-855ca849-fe2c-4a47-a281-a04b6f917ca8 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 945 time: 0.0532880 Nov 15 15:05:58.657627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6babc18c-b74a-459d-a3a1-f15389fc0b60 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:58.704268 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0fa7c10-a95b-4306-a25e-a78bc8934cbc req-28a8d009-e928-4842-828a-a673d9cf013c tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8cf5e84-4f99-420d-91f4-fbace0c650ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482547 Nov 15 15:05:58.749931 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6babc18c-b74a-459d-a3a1-f15389fc0b60 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:58.855387 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6babc18c-b74a-459d-a3a1-f15389fc0b60 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:58.900974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babc18c-b74a-459d-a3a1-f15389fc0b60 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16645474-1473-49c5-bf8d-6d15bcf9e762,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:58.909687 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:59.028982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6babc18c-b74a-459d-a3a1-f15389fc0b60 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:59.030287 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6babc18c-b74a-459d-a3a1-f15389fc0b60 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5399394 Nov 15 15:05:59.033191 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37816) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:59.037583 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-41e89796-30ff-4d59-b3f7-ecdd1587cf50 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Request body: {'security_group_rule': {'security_group_id': '16645474-1473-49c5-bf8d-6d15bcf9e762', 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:59.142368 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:05:59.193511 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41e89796-30ff-4d59-b3f7-ecdd1587cf50 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:59.267618 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41e89796-30ff-4d59-b3f7-ecdd1587cf50 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:59.389154 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41e89796-30ff-4d59-b3f7-ecdd1587cf50 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:59.409222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e89796-30ff-4d59-b3f7-ecdd1587cf50 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e80865-bf67-4285-bd42-44dd433d098e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:05:59.420914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Sync routers for ids ['ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:05:59.429309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Routers {'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:05:59.430605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:05:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:59.522039 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41e89796-30ff-4d59-b3f7-ecdd1587cf50 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:59.526558 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-41e89796-30ff-4d59-b3f7-ecdd1587cf50 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4892375 Nov 15 15:05:59.526850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37824) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:05:59.531585 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-55b896fa-9caa-42ee-bd6f-9ff72e2ef203 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Request body: {'security_group_rule': {'security_group_id': '16645474-1473-49c5-bf8d-6d15bcf9e762', 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:05:59.542084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Set router ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:05:59.672372 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55b896fa-9caa-42ee-bd6f-9ff72e2ef203 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:59.729967 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55b896fa-9caa-42ee-bd6f-9ff72e2ef203 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:59.793095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'name': 'tempest-TestServerBasicOps-1978916995-router', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:51Z', 'updated_at': '2021-11-15T15:05:56Z', 'revision_number': 4, 'project_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'gw_port': {'id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:52Z', 'updated_at': '2021-11-15T15:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'ebc4970f-2610-4cd3-9a0a-41a7089318cf', 'name': '', 'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'mac_address': 'fa:16:3e:fe:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '708a871d-2912-4169-bb1b-2e62ea8d541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:55Z', 'updated_at': '2021-11-15T15:05:56Z', 'revision_number': 2, 'project_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'subnets': [{'id': '708a871d-2912-4169-bb1b-2e62ea8d541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:05:59.821440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Checking router: ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:05:59.821773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Updating router ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 port ebc4970f-2610-4cd3-9a0a-41a7089318cf binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:05:59.840860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b74d1-ce0d-4990-b88e-12be48edd096 req-180be532-713e-4b8b-b116-f79ba6c8008e tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:05:59.842722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab4b74d1-ce0d-4990-b88e-12be48edd096 req-180be532-713e-4b8b-b116-f79ba6c8008e tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 945 time: 0.0603592 Nov 15 15:05:59.848260 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7986263e-f494-44d1-9d8f-01346db0c00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:59.850517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:59.884602 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55b896fa-9caa-42ee-bd6f-9ff72e2ef203 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:05:59.905349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab4b74d1-ce0d-4990-b88e-12be48edd096 req-0b0666a3-563d-40ad-8841-c4c99e13e12f tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8cf5e84-4f99-420d-91f4-fbace0c650ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524583 Nov 15 15:05:59.909883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b896fa-9caa-42ee-bd6f-9ff72e2ef203 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c966d48-f862-44c8-aa97-53f8b517329a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:00.014479 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55b896fa-9caa-42ee-bd6f-9ff72e2ef203 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.015740 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-55b896fa-9caa-42ee-bd6f-9ff72e2ef203 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4878848 Nov 15 15:06:00.018827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37838) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:00.025380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Request body: {'security_group_rule': {'security_group_id': '16645474-1473-49c5-bf8d-6d15bcf9e762', 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:06:00.130885 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.163108 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.197973 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.268904 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.269291 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.290509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426cda7e-7ded-48c4-a1af-7e15c978e112,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:00.298822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:00.299250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:00.299704 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:00.300116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:00.300553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:00.300963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:00.301366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:00.301769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:00.302172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:00.302596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:00.302992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:00.303568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:00.326135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5af914-f73d-4c50-9b0a-a46ecc8e7a3b None None] Pushing event updated for resources: {'Port': ['ID=ebc4970f-2610-4cd3-9a0a-41a7089318cf,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:00.393034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Attempting to bind port ebc4970f-2610-4cd3-9a0a-41a7089318cf on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:06:00.393254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Attempting to bind port ebc4970f-2610-4cd3-9a0a-41a7089318cf by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'e98dac60-1000-4486-b092-3c933ef86a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:06:00.393692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Attempting to bind port ebc4970f-2610-4cd3-9a0a-41a7089318cf on network d73cd90f-a6d9-41f3-a839-de03aa792a80 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:06:00.401095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:06:00.401494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Checking segment: {'id': 'e98dac60-1000-4486-b092-3c933ef86a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:06:00.401955 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.402468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Bound using segment: {'id': 'e98dac60-1000-4486-b092-3c933ef86a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:06:00.403075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Bound port: ebc4970f-2610-4cd3-9a0a-41a7089318cf, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98dac60-1000-4486-b092-3c933ef86a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:06:00.403538 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.413280 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.415714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1d2ecf19-ca80-456e-a388-9d8d084a9485 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3951931 Nov 15 15:06:00.427044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37846) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:00.427044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c3434fc6-b2dd-464b-8f7a-9e7cbe46cfa6 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Request body: {'security_group_rule': {'security_group_id': '16645474-1473-49c5-bf8d-6d15bcf9e762', 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:06:00.480071 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] For port ebc4970f-2610-4cd3-9a0a-41a7089318cf, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:06:00.484001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] For port ebc4970f-2610-4cd3-9a0a-41a7089318cf, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ebc4970f-2610-4cd3-9a0a-41a7089318cf,segment=NetworkSegment(e98dac60-1000-4486-b092-3c933ef86a5c),segment_id=e98dac60-1000-4486-b092-3c933ef86a5c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:06:00.587900 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.589387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801a374-e197-4e85-b70b-c7b7161a77d7 req-d40e13d4-6666-4025-b735-7ce0d974b38f tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:00.591023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f801a374-e197-4e85-b70b-c7b7161a77d7 req-d40e13d4-6666-4025-b735-7ce0d974b38f tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 945 time: 0.0558319 Nov 15 15:06:00.598565 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3434fc6-b2dd-464b-8f7a-9e7cbe46cfa6 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.692164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f801a374-e197-4e85-b70b-c7b7161a77d7 req-8ac095f4-bff5-4124-95ac-9f85529c61d3 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8cf5e84-4f99-420d-91f4-fbace0c650ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929580 Nov 15 15:06:00.713104 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Routers {'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:06:00.713749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:05:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:06:00.715774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e188f7bf-c206-44fe-9e03-e7dafcb20ee8 None None] Provisioning complete for port ebc4970f-2610-4cd3-9a0a-41a7089318cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:06:00.720130 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e188f7bf-c206-44fe-9e03-e7dafcb20ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.720298 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3434fc6-b2dd-464b-8f7a-9e7cbe46cfa6 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.722110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5af914-f73d-4c50-9b0a-a46ecc8e7a3b None None] Pushing event updated for resources: {'Port': ['ID=ebc4970f-2610-4cd3-9a0a-41a7089318cf,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:00.838303 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3434fc6-b2dd-464b-8f7a-9e7cbe46cfa6 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.862940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3434fc6-b2dd-464b-8f7a-9e7cbe46cfa6 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69c6862-06fe-4de0-9b8c-d4f752808860,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:00.956410 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3434fc6-b2dd-464b-8f7a-9e7cbe46cfa6 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:00.957555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c3434fc6-b2dd-464b-8f7a-9e7cbe46cfa6 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5380218 Nov 15 15:06:00.960270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:00.964942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-952083f6-8f4c-47d0-9037-ebd1d2ca317a tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Request body: {'security_group_rule': {'security_group_id': '16645474-1473-49c5-bf8d-6d15bcf9e762', 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:06:01.046443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] Set router ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:06:01.063773 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-952083f6-8f4c-47d0-9037-ebd1d2ca317a tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Project f65ec38aa5e34a4d810b86a0206f84ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:06:01.069674 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952083f6-8f4c-47d0-9037-ebd1d2ca317a tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:01.101263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e188f7bf-c206-44fe-9e03-e7dafcb20ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:01.135242 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952083f6-8f4c-47d0-9037-ebd1d2ca317a tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:01.209280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e188f7bf-c206-44fe-9e03-e7dafcb20ee8 None None] For port ebc4970f-2610-4cd3-9a0a-41a7089318cf, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ebc4970f-2610-4cd3-9a0a-41a7089318cf,segment=NetworkSegment(e98dac60-1000-4486-b092-3c933ef86a5c),segment_id=e98dac60-1000-4486-b092-3c933ef86a5c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:06:01.251935 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952083f6-8f4c-47d0-9037-ebd1d2ca317a tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:01.273829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952083f6-8f4c-47d0-9037-ebd1d2ca317a tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a93a158-56de-4078-9981-83e590448dcd,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:01.302132 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'name': 'tempest-TestServerBasicOps-1978916995-router', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:51Z', 'updated_at': '2021-11-15T15:05:56Z', 'revision_number': 4, 'project_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'gw_port': {'id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:52Z', 'updated_at': '2021-11-15T15:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'ebc4970f-2610-4cd3-9a0a-41a7089318cf', 'name': '', 'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'mac_address': 'fa:16:3e:fe:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '708a871d-2912-4169-bb1b-2e62ea8d541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:55Z', 'updated_at': '2021-11-15T15:06:00Z', 'revision_number': 4, 'project_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'subnets': [{'id': '708a871d-2912-4169-bb1b-2e62ea8d541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:06:01.333142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46fc35-63c5-4521-adb9-cd0173a51099 None None] The sync data for ids ['ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'] in n-d-817748-2 is: [{'id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'name': 'tempest-TestServerBasicOps-1978916995-router', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:51Z', 'updated_at': '2021-11-15T15:05:56Z', 'revision_number': 4, 'project_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'gw_port': {'id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:52Z', 'updated_at': '2021-11-15T15:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'ebc4970f-2610-4cd3-9a0a-41a7089318cf', 'name': '', 'network_id': 'd73cd90f-a6d9-41f3-a839-de03aa792a80', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'mac_address': 'fa:16:3e:fe:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '708a871d-2912-4169-bb1b-2e62ea8d541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:55Z', 'updated_at': '2021-11-15T15:06:00Z', 'revision_number': 4, 'project_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'subnets': [{'id': '708a871d-2912-4169-bb1b-2e62ea8d541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:06:01.346986 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e188f7bf-c206-44fe-9e03-e7dafcb20ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:01.380967 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952083f6-8f4c-47d0-9037-ebd1d2ca317a tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:01.382266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-952083f6-8f4c-47d0-9037-ebd1d2ca317a tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4208922 Nov 15 15:06:01.385984 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37862) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:01.402618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-69c036e1-fa45-41bf-ad73-01717edade95 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Request body: {'security_group_rule': {'security_group_id': '16645474-1473-49c5-bf8d-6d15bcf9e762', 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:06:01.420259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188f7bf-c206-44fe-9e03-e7dafcb20ee8 None None] Pushing event updated for resources: {'Port': ['ID=ebc4970f-2610-4cd3-9a0a-41a7089318cf,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:01.469672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-38da9d0e-f951-4b0f-bf25-8251ee0de674 None None] Provisioning complete for port ebc4970f-2610-4cd3-9a0a-41a7089318cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:06:01.469977 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38da9d0e-f951-4b0f-bf25-8251ee0de674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:01.554969 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-69c036e1-fa45-41bf-ad73-01717edade95 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Project f65ec38aa5e34a4d810b86a0206f84ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:06:01.560068 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c036e1-fa45-41bf-ad73-01717edade95 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:01.644588 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c036e1-fa45-41bf-ad73-01717edade95 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:01.724494 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c036e1-fa45-41bf-ad73-01717edade95 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:01.745858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c036e1-fa45-41bf-ad73-01717edade95 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8781d5-7268-4063-b8a8-a26aff032295,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:01.852710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099f5c-e516-46b7-a238-a84331bad7a4 req-2431e7b2-4d3e-4102-acf3-3016530f6b24 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:01.854334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5099f5c-e516-46b7-a238-a84331bad7a4 req-2431e7b2-4d3e-4102-acf3-3016530f6b24 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 945 time: 0.0549963 Nov 15 15:06:01.899032 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c036e1-fa45-41bf-ad73-01717edade95 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:01.901529 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-69c036e1-fa45-41bf-ad73-01717edade95 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5057065 Nov 15 15:06:01.933069 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5099f5c-e516-46b7-a238-a84331bad7a4 req-fcad9bca-6e66-407c-bbd3-734f3e6e69c2 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8cf5e84-4f99-420d-91f4-fbace0c650ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720379 Nov 15 15:06:01.958989 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2818149-f8fa-4019-8481-0f341a0a01f1 req-a88cc938-7988-48ed-b872-f1b25796341d tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:01.960509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2818149-f8fa-4019-8481-0f341a0a01f1 req-a88cc938-7988-48ed-b872-f1b25796341d tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.59 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 945 time: 0.0689645 Nov 15 15:06:02.104141 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97b23a7d-e967-4374-b3f7-25bf872180df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:02.113221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b2818149-f8fa-4019-8481-0f341a0a01f1 req-2b87839a-c07e-4674-a231-f519e9962734 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Deleting port 2129b971-56df-422b-b310-941a9912b1e7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:06:02.113718 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2818149-f8fa-4019-8481-0f341a0a01f1 req-2b87839a-c07e-4674-a231-f519e9962734 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:02.132936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-d4fcd1ad-1acc-483b-b08e-91a89d39f3ac tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878296088&fields=id&tenant_id=f65ec38aa5e34a4d810b86a0206f84ee HTTP/1.1" status: 200 len: 267 time: 0.0906584 Nov 15 15:06:02.298791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b2818149-f8fa-4019-8481-0f341a0a01f1 req-2b87839a-c07e-4674-a231-f519e9962734 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] For port 2129b971-56df-422b-b310-941a9912b1e7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=2129b971-56df-422b-b310-941a9912b1e7,segment=NetworkSegment(4ec24b52-82bc-4edb-a076-49155d2bd549),segment_id=4ec24b52-82bc-4edb-a076-49155d2bd549)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:06:02.299164 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2818149-f8fa-4019-8481-0f341a0a01f1 req-2b87839a-c07e-4674-a231-f519e9962734 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:02.320051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-78f433a8-52e3-4889-b9d1-10c12b154385 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:02.324061 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-78f433a8-52e3-4889-b9d1-10c12b154385 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/networks?id=a03faf9f-415f-42ce-bd23-d963669a428c HTTP/1.1" status: 200 len: 809 time: 0.1631746 Nov 15 15:06:02.326252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b2818149-f8fa-4019-8481-0f341a0a01f1 req-2b87839a-c07e-4674-a231-f519e9962734 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Calling delete_port for 2129b971-56df-422b-b310-941a9912b1e7 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:06:02.348467 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-4cefc0e6-2c49-4b1b-a693-b387e8e11b66 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/quotas/f65ec38aa5e34a4d810b86a0206f84ee HTTP/1.1" status: 200 len: 375 time: 0.0178716 Nov 15 15:06:02.455335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-62de0e41-a820-41ce-bd51-8ef71c1f39c6 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f65ec38aa5e34a4d810b86a0206f84ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751765 Nov 15 15:06:02.611690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-ce3c804d-4354-4ea9-8b9d-e8ab8afd0ca4 service neutron] 10.222.0.70 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361477 Nov 15 15:06:02.914799 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2818149-f8fa-4019-8481-0f341a0a01f1 req-2b87839a-c07e-4674-a231-f519e9962734 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:02.926287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['2129b971-56df-422b-b310-941a9912b1e7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:06:02.988311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87839a-c07e-4674-a231-f519e9962734 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Pushing event deleted for resources: {'Port': ['ID=2129b971-56df-422b-b310-941a9912b1e7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:03.081881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2818149-f8fa-4019-8481-0f341a0a01f1 req-2b87839a-c07e-4674-a231-f519e9962734 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] No DVR routers for this DVR port 2129b971-56df-422b-b310-941a9912b1e7 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:06:03.086793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0721392-32ea-4b41-ad9a-524bdad85721 req-70430fb3-0caf-4a77-b762-2d99e036e0b0 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 210 time: 0.0591409 Nov 15 15:06:03.087937 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2818149-f8fa-4019-8481-0f341a0a01f1 req-2b87839a-c07e-4674-a231-f519e9962734 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:03.096897 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2818149-f8fa-4019-8481-0f341a0a01f1 req-2b87839a-c07e-4674-a231-f519e9962734 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.59 "DELETE /v2.0/ports/2129b971-56df-422b-b310-941a9912b1e7 HTTP/1.1" status: 204 len: 173 time: 1.1246333 Nov 15 15:06:03.096897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45df89c-e97d-4cfe-a13d-e20da43735c4', 'name': 'network-vif-deleted', 'tag': '2129b971-56df-422b-b310-941a9912b1e7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:06:03.096897 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1addb7ce-6380-49e9-aa32-2479d19402d3" -d '{"events": [{"server_uuid": "f45df89c-e97d-4cfe-a13d-e20da43735c4", "name": "network-vif-deleted", "tag": "2129b971-56df-422b-b310-941a9912b1e7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:06:03.103238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-f143fa6a-5348-4de4-b2a0-515d9449ff9b service neutron] 10.222.0.70 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847772 Nov 15 15:06:03.153122 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d188f83-29fd-47e5-8456-457b468a562b x-openstack-request-id: req-9d188f83-29fd-47e5-8456-457b468a562b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:06:03.153122 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45df89c-e97d-4cfe-a13d-e20da43735c4", "name": "network-vif-deleted", "tag": "2129b971-56df-422b-b310-941a9912b1e7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:06:03.153122 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d188f83-29fd-47e5-8456-457b468a562b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:06:03.153122 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45df89c-e97d-4cfe-a13d-e20da43735c4', 'name': 'network-vif-deleted', 'tag': '2129b971-56df-422b-b310-941a9912b1e7', 'status': 'completed', 'code': 200} Nov 15 15:06:03.534988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-993aa339-863a-4488-9f81-fd6c41a8e98e req-03703839-eeee-4fff-99e7-f76dbd59b535 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 210 time: 0.0509579 Nov 15 15:06:03.535289 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ebc4970f-2610-4cd3-9a0a-41a7089318cf up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:06:03.543233 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:03.599698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ebc4970f-2610-4cd3-9a0a-41a7089318cf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:06:03.600075 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:04.217584 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2633fcf2-f216-43d0-9068-d73ee7392d63 req-c4886f81-1fa5-4eb2-955e-49dc61aa9f87 tempest-ServerAddressesNegativeTestJSON-1562820028 tempest-ServerAddressesNegativeTestJSON-1562820028-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45df89c-e97d-4cfe-a13d-e20da43735c4 HTTP/1.1" status: 200 len: 210 time: 0.0260139 Nov 15 15:06:04.613936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f035f5f6-ba8d-4c72-88ad-8017058fcffa req-bac46ba2-1e98-4f1a-81db-4689580af30e tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 210 time: 0.0324824 Nov 15 15:06:05.199933 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:05.280728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:05.329740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-42598aed-eb31-4786-b06d-229341ba211f admin admin] Deleting subnet 5be957e4-32d4-4b3b-92e3-2db8f36d8bee {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:06:05.333023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42598aed-eb31-4786-b06d-229341ba211f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:05.375817 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42598aed-eb31-4786-b06d-229341ba211f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:05.423970 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42598aed-eb31-4786-b06d-229341ba211f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:05.577598 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42598aed-eb31-4786-b06d-229341ba211f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:05.610302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42598aed-eb31-4786-b06d-229341ba211f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be957e4-32d4-4b3b-92e3-2db8f36d8bee,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:05.613968 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42598aed-eb31-4786-b06d-229341ba211f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:05.620581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-42598aed-eb31-4786-b06d-229341ba211f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5be957e4-32d4-4b3b-92e3-2db8f36d8bee HTTP/1.1" status: 204 len: 168 time: 0.3355536 Nov 15 15:06:05.620581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 37944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:05.696941 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b86f964-c037-4e96-b21d-bc990800f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:05.727741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-95dfd971-b315-422a-b41f-2acb94f40084 req-1bb61ff2-0c06-4bc8-abdf-8441c2a7c1c2 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 210 time: 0.0337462 Nov 15 15:06:05.805161 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b86f964-c037-4e96-b21d-bc990800f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:05.826121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2b86f964-c037-4e96-b21d-bc990800f32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bb8508-9721-4aa9-9d5c-a4ff28b7d084']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:06:05.833814 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:05.848444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2b86f964-c037-4e96-b21d-bc990800f32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec24b52-82bc-4edb-a076-49155d2bd549') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:06:05.848918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2b86f964-c037-4e96-b21d-bc990800f32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec24b52-82bc-4edb-a076-49155d2bd549') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:06:05.857527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2129b971-56df-422b-b310-941a9912b1e7 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:06:05.862799 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b86f964-c037-4e96-b21d-bc990800f32a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:05.878683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b86f964-c037-4e96-b21d-bc990800f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:05.880405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 2129b971-56df-422b-b310-941a9912b1e7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:06:05.880762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 2129b971-56df-422b-b310-941a9912b1e7 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:06:05.886160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b86f964-c037-4e96-b21d-bc990800f32a admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:06:05.886707 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b86f964-c037-4e96-b21d-bc990800f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:06:05.888953 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:06:06.056894 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b86f964-c037-4e96-b21d-bc990800f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:06.062629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b86f964-c037-4e96-b21d-bc990800f32a admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:06.065748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2b86f964-c037-4e96-b21d-bc990800f32a admin admin] 10.222.0.70 "DELETE /v2.0/networks/32bb8508-9721-4aa9-9d5c-a4ff28b7d084 HTTP/1.1" status: 204 len: 168 time: 0.4447918 Nov 15 15:06:06.081930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86f964-c037-4e96-b21d-bc990800f32a admin admin] Pushing event deleted for resources: {'Network': ['ID=32bb8508-9721-4aa9-9d5c-a4ff28b7d084,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:06.574778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-5679a18d-863e-44b5-a451-3bd918a09e29 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:06.576495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-5679a18d-863e-44b5-a451-3bd918a09e29 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.59 "GET /v2.0/networks?id=a03faf9f-415f-42ce-bd23-d963669a428c HTTP/1.1" status: 200 len: 809 time: 0.1076150 Nov 15 15:06:06.656261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-5af10912-a706-4b19-b373-616bbea20c51 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f65ec38aa5e34a4d810b86a0206f84ee HTTP/1.1" status: 200 len: 379 time: 0.0689738 Nov 15 15:06:06.667787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-2e29d674-4a30-4cea-a173-dfeeca1d57c8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Request body: {'port': {'device_id': '068668b3-cf49-438b-9fc0-ed980bd3e414', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'admin_state_up': True, 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'security_groups': ['16645474-1473-49c5-bf8d-6d15bcf9e762']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:06:06.752493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:06.806194 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9782e647-f462-4a9b-b6df-d580e398a203 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b09f8944e15b49d48b9e1303769ab097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0521343 Nov 15 15:06:06.808299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 37966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:06.833791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dae9609b-db0a-4731-ae6f-4702fba9e497 req-98af6c84-343f-4c9a-8a62-98003b8892ff tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 210 time: 0.0281410 Nov 15 15:06:06.861312 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-412f958b-bd2b-4e2e-8cfe-44d042826bd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:06.882289 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-412f958b-bd2b-4e2e-8cfe-44d042826bd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:07.037674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-2e29d674-4a30-4cea-a173-dfeeca1d57c8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Made reservation on behalf of f65ec38aa5e34a4d810b86a0206f84ee for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:06:07.042817 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-2e29d674-4a30-4cea-a173-dfeeca1d57c8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:07.072649 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-412f958b-bd2b-4e2e-8cfe-44d042826bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:07.075616 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-412f958b-bd2b-4e2e-8cfe-44d042826bd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:07.079991 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-412f958b-bd2b-4e2e-8cfe-44d042826bd3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8cf5e84-4f99-420d-91f4-fbace0c650ac HTTP/1.1" status: 204 len: 168 time: 0.2706995 Nov 15 15:06:07.095472 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f958b-bd2b-4e2e-8cfe-44d042826bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf5e84-4f99-420d-91f4-fbace0c650ac,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:07.188559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-2e29d674-4a30-4cea-a173-dfeeca1d57c8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Allocated IP 172.20.0.11 (a03faf9f-415f-42ce-bd23-d963669a428c/587b8ce1-9130-4b68-967d-1c7f487e2030/5ee781d4-53da-4722-a646-aa45a5ff50d5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:06:07.336553 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-2e29d674-4a30-4cea-a173-dfeeca1d57c8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:07.463622 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-2e29d674-4a30-4cea-a173-dfeeca1d57c8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:07.513459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-2e29d674-4a30-4cea-a173-dfeeca1d57c8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Network a03faf9f-415f-42ce-bd23-d963669a428c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:06:07.517043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-2e29d674-4a30-4cea-a173-dfeeca1d57c8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:06:07.521062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-2e29d674-4a30-4cea-a173-dfeeca1d57c8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:06:07.555319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29d674-4a30-4cea-a173-dfeeca1d57c8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Pushing event updated for resources: {'Port': ['ID=5ee781d4-53da-4722-a646-aa45a5ff50d5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:07.579526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-2e29d674-4a30-4cea-a173-dfeeca1d57c8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:07.580226 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-2e29d674-4a30-4cea-a173-dfeeca1d57c8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:07.739657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-2e29d674-4a30-4cea-a173-dfeeca1d57c8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0766859 Nov 15 15:06:07.753959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Request body: {'port': {'device_id': '068668b3-cf49-438b-9fc0-ed980bd3e414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:06:07.820758 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:07.889025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d5e13faf-989f-4d0d-90ab-1cb0595f69c4 None None] Provisioning complete for port 5ee781d4-53da-4722-a646-aa45a5ff50d5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:06:07.889565 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5e13faf-989f-4d0d-90ab-1cb0595f69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:07.970331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d5e13faf-989f-4d0d-90ab-1cb0595f69c4 None None] Port 5ee781d4-53da-4722-a646-aa45a5ff50d5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:06:08.065964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11d0bd-7bd6-4b4a-bae1-a8883f35d426 req-9e5c0867-03c5-4fb6-b749-905534e0abdb tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:08.067485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad11d0bd-7bd6-4b4a-bae1-a8883f35d426 req-9e5c0867-03c5-4fb6-b749-905534e0abdb tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 932 time: 0.1179626 Nov 15 15:06:08.154028 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad11d0bd-7bd6-4b4a-bae1-a8883f35d426 req-fdc0d499-261a-4c97-a4cf-c75e2f92c89d tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778210 Nov 15 15:06:08.230569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee781d4-53da-4722-a646-aa45a5ff50d5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:06:08.239490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:08.253276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Transition to ACTIVE for port object 5ee781d4-53da-4722-a646-aa45a5ff50d5 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:06:08.392638 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:08.468485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Pushing event updated for resources: {'Port': ['ID=5ee781d4-53da-4722-a646-aa45a5ff50d5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:08.536312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Attempting to bind port 5ee781d4-53da-4722-a646-aa45a5ff50d5 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:06:08.536939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Attempting to bind port 5ee781d4-53da-4722-a646-aa45a5ff50d5 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'd811d92e-50df-4e5c-9c4a-be9525c13138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:06:08.537545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Attempting to bind port 5ee781d4-53da-4722-a646-aa45a5ff50d5 on network a03faf9f-415f-42ce-bd23-d963669a428c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:06:08.549934 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Port 5ee781d4-53da-4722-a646-aa45a5ff50d5 on network a03faf9f-415f-42ce-bd23-d963669a428c not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:06:08.550646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Attempting to bind port 5ee781d4-53da-4722-a646-aa45a5ff50d5 on network a03faf9f-415f-42ce-bd23-d963669a428c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:06:08.559484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:06:08.559935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Checking segment: {'id': 'd811d92e-50df-4e5c-9c4a-be9525c13138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:06:08.560405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Bound using segment: {'id': 'd811d92e-50df-4e5c-9c4a-be9525c13138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:06:08.560929 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Bound port: 5ee781d4-53da-4722-a646-aa45a5ff50d5, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd811d92e-50df-4e5c-9c4a-be9525c13138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:06:08.561877 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:08.660463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] For port 5ee781d4-53da-4722-a646-aa45a5ff50d5, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:06:08.666211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] For port 5ee781d4-53da-4722-a646-aa45a5ff50d5, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5ee781d4-53da-4722-a646-aa45a5ff50d5,segment=NetworkSegment(d811d92e-50df-4e5c-9c4a-be9525c13138),segment_id=d811d92e-50df-4e5c-9c4a-be9525c13138)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:06:08.852481 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:08.887654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:08.888292 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:08.890095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56680be3-67c1-4051-b7fb-72275527abca service neutron] 10.222.0.59 "PUT /v2.0/ports/5ee781d4-53da-4722-a646-aa45a5ff50d5 HTTP/1.1" status: 200 len: 1092 time: 1.1413951 Nov 15 15:06:08.890512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068668b3-cf49-438b-9fc0-ed980bd3e414', 'tag': '5ee781d4-53da-4722-a646-aa45a5ff50d5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:06:08.892807 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46497750-082f-492c-8319-4abac8d8e973" -d '{"events": [{"name": "network-changed", "server_uuid": "068668b3-cf49-438b-9fc0-ed980bd3e414", "tag": "5ee781d4-53da-4722-a646-aa45a5ff50d5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:06:08.935063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56680be3-67c1-4051-b7fb-72275527abca service neutron] Pushing event updated for resources: {'Port': ['ID=5ee781d4-53da-4722-a646-aa45a5ff50d5,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:08.941514 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da982df-a436-429a-b678-31ff0296f258 x-openstack-request-id: req-0da982df-a436-429a-b678-31ff0296f258 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:06:08.942271 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068668b3-cf49-438b-9fc0-ed980bd3e414", "tag": "5ee781d4-53da-4722-a646-aa45a5ff50d5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:06:08.942660 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0da982df-a436-429a-b678-31ff0296f258 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:06:08.943169 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068668b3-cf49-438b-9fc0-ed980bd3e414', 'tag': '5ee781d4-53da-4722-a646-aa45a5ff50d5', 'status': 'completed', 'code': 200} Nov 15 15:06:09.006988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46497750-082f-492c-8319-4abac8d8e973 req-4fafe6ff-6c76-44d7-a44c-6e06cdcf58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:09.008969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46497750-082f-492c-8319-4abac8d8e973 req-4fafe6ff-6c76-44d7-a44c-6e06cdcf58ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f65ec38aa5e34a4d810b86a0206f84ee&device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 1095 time: 0.0466950 Nov 15 15:06:09.138111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46497750-082f-492c-8319-4abac8d8e973 req-5134445d-ffbf-4965-96fd-e85201b4e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:09.139966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46497750-082f-492c-8319-4abac8d8e973 req-5134445d-ffbf-4965-96fd-e85201b4e81c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f65ec38aa5e34a4d810b86a0206f84ee&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1232638 Nov 15 15:06:09.247330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46497750-082f-492c-8319-4abac8d8e973 req-8fe30acb-7520-4467-94a5-f401a2a97f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:09.248934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46497750-082f-492c-8319-4abac8d8e973 req-8fe30acb-7520-4467-94a5-f401a2a97f9c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019046 Nov 15 15:06:09.312185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eccfad-2546-4bf4-9b35-dd06148e950c req-e6d63380-e982-49bc-a3b6-6f9189c9233d tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:09.313879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1eccfad-2546-4bf4-9b35-dd06148e950c req-e6d63380-e982-49bc-a3b6-6f9189c9233d tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 944 time: 0.0805843 Nov 15 15:06:09.375141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-160273ba-152c-4e16-b332-384fbdf2c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:09.376640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-160273ba-152c-4e16-b332-384fbdf2c47c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f65ec38aa5e34a4d810b86a0206f84ee&device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 1095 time: 0.0830700 Nov 15 15:06:09.397768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1eccfad-2546-4bf4-9b35-dd06148e950c req-b8a39029-7e93-4a69-a503-bd883275d43b tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692739 Nov 15 15:06:09.430904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-608107ac-bbe1-4ed1-b305-74d724f0fc88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee781d4-53da-4722-a646-aa45a5ff50d5 HTTP/1.1" status: 200 len: 217 time: 0.0450993 Nov 15 15:06:09.484495 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-cdff2813-3105-413e-a72d-e8cb06f3375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:09.486030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-cdff2813-3105-413e-a72d-e8cb06f3375b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=587b8ce1-9130-4b68-967d-1c7f487e2030 HTTP/1.1" status: 200 len: 848 time: 0.0488153 Nov 15 15:06:09.545394 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56480b7f-901c-4125-a68d-74c7800f3304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:09.547078 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-56480b7f-901c-4125-a68d-74c7800f3304 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a03faf9f-415f-42ce-bd23-d963669a428c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535698 Nov 15 15:06:09.556826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38032) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:09.657876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-7e5a8167-b682-42a9-9a2a-cfdc1895a36d service neutron] 10.222.0.59 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026709 Nov 15 15:06:09.732291 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c511de4-a23d-4273-a900-2a452cfaa93e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:09.797994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2db8fe-4962-4f8e-b09d-bc2b76eaad02 req-db682990-8722-4d8d-9094-95c663c2d131 service neutron] 10.222.0.59 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290665 Nov 15 15:06:09.845889 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c511de4-a23d-4273-a900-2a452cfaa93e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:09.953782 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c511de4-a23d-4273-a900-2a452cfaa93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:09.994611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9c511de4-a23d-4273-a900-2a452cfaa93e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f3ee4b418384dd28c186aa578cdcef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4367616 Nov 15 15:06:09.995757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c511de4-a23d-4273-a900-2a452cfaa93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65568dd6-89ae-441b-a204-bf5eb420e71c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:09.997247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38042) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:10.046657 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e74c0bec-c8e1-40a3-ac6d-59f34e54af7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:10.068189 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e74c0bec-c8e1-40a3-ac6d-59f34e54af7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:10.205428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e74c0bec-c8e1-40a3-ac6d-59f34e54af7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:10.207955 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e74c0bec-c8e1-40a3-ac6d-59f34e54af7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:10.209139 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e74c0bec-c8e1-40a3-ac6d-59f34e54af7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65568dd6-89ae-441b-a204-bf5eb420e71c HTTP/1.1" status: 204 len: 168 time: 0.2109094 Nov 15 15:06:10.217563 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c0bec-c8e1-40a3-ac6d-59f34e54af7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65568dd6-89ae-441b-a204-bf5eb420e71c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:10.564801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c01f55-93b9-4185-bd6a-440f8f9580b7 req-b0bf722e-a226-4668-8ebb-f39945e55eb5 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:10.567378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63c01f55-93b9-4185-bd6a-440f8f9580b7 req-b0bf722e-a226-4668-8ebb-f39945e55eb5 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 944 time: 0.0826180 Nov 15 15:06:10.620449 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63c01f55-93b9-4185-bd6a-440f8f9580b7 req-1eb1c36d-a040-4159-8039-86eeab6482e1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467596 Nov 15 15:06:11.770736 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cf4c5-2536-4b21-a0ac-8a83553211d8 req-1a4fc86b-f679-4743-9cfa-fba55602af6c tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:11.772598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b36cf4c5-2536-4b21-a0ac-8a83553211d8 req-1a4fc86b-f679-4743-9cfa-fba55602af6c tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 944 time: 0.0661895 Nov 15 15:06:11.844238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b36cf4c5-2536-4b21-a0ac-8a83553211d8 req-e2c81813-e3c4-4339-8756-a41056359ff8 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645401 Nov 15 15:06:11.890113 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5ee781d4-53da-4722-a646-aa45a5ff50d5 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:06:11.986191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5ee781d4-53da-4722-a646-aa45a5ff50d5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5ee781d4-53da-4722-a646-aa45a5ff50d5,segment=NetworkSegment(d811d92e-50df-4e5c-9c4a-be9525c13138),segment_id=d811d92e-50df-4e5c-9c4a-be9525c13138)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:06:12.012821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '5ee781d4-53da-4722-a646-aa45a5ff50d5', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'port_id': '5ee781d4-53da-4722-a646-aa45a5ff50d5', 'mac_address': 'fa:16:3e:b4:6f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:06:12.060998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:12.081392 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee781d4-53da-4722-a646-aa45a5ff50d5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:06:12.107554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5ee781d4-53da-4722-a646-aa45a5ff50d5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5ee781d4-53da-4722-a646-aa45a5ff50d5,segment=NetworkSegment(d811d92e-50df-4e5c-9c4a-be9525c13138),segment_id=d811d92e-50df-4e5c-9c4a-be9525c13138)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:06:12.205877 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:12.264399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=5ee781d4-53da-4722-a646-aa45a5ff50d5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:12.407920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['5ee781d4-53da-4722-a646-aa45a5ff50d5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:06:12.978065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653959f-4c37-4b70-a609-a9f0c1401e2c req-8da02b05-b16a-434b-a0f2-72dad7ae2997 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:12.980174 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e653959f-4c37-4b70-a609-a9f0c1401e2c req-8da02b05-b16a-434b-a0f2-72dad7ae2997 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 945 time: 0.0569797 Nov 15 15:06:13.043626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e653959f-4c37-4b70-a609-a9f0c1401e2c req-09338d77-a486-4100-9020-ae26973d47d1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570278 Nov 15 15:06:13.902131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5ee781d4-53da-4722-a646-aa45a5ff50d5 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:06:14.028046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 5ee781d4-53da-4722-a646-aa45a5ff50d5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:06:14.032753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 5ee781d4-53da-4722-a646-aa45a5ff50d5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:06:14.033123 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:14.117603 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:14.140992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068668b3-cf49-438b-9fc0-ed980bd3e414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee781d4-53da-4722-a646-aa45a5ff50d5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:06:14.143300 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c77d6fe-9097-490e-8009-eaf4d8be326a" -d '{"events": [{"server_uuid": "068668b3-cf49-438b-9fc0-ed980bd3e414", "name": "network-vif-plugged", "status": "completed", "tag": "5ee781d4-53da-4722-a646-aa45a5ff50d5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:06:14.157819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5ee781d4-53da-4722-a646-aa45a5ff50d5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5ee781d4-53da-4722-a646-aa45a5ff50d5,segment=NetworkSegment(d811d92e-50df-4e5c-9c4a-be9525c13138),segment_id=d811d92e-50df-4e5c-9c4a-be9525c13138)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:06:14.166298 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658bf06-b687-4a7a-b09d-fc9c8811d05e req-4a27ea6b-0177-4dc3-9e11-609539809097 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:14.167858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6658bf06-b687-4a7a-b09d-fc9c8811d05e req-4a27ea6b-0177-4dc3-9e11-609539809097 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 945 time: 0.0498664 Nov 15 15:06:14.182112 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc440227-e96e-4ae7-93b1-eafb49a7e655 x-openstack-request-id: req-fc440227-e96e-4ae7-93b1-eafb49a7e655 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:06:14.182780 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068668b3-cf49-438b-9fc0-ed980bd3e414", "name": "network-vif-plugged", "status": "completed", "tag": "5ee781d4-53da-4722-a646-aa45a5ff50d5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:06:14.183068 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc440227-e96e-4ae7-93b1-eafb49a7e655 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:06:14.183670 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068668b3-cf49-438b-9fc0-ed980bd3e414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee781d4-53da-4722-a646-aa45a5ff50d5', 'code': 200} Nov 15 15:06:14.222628 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6658bf06-b687-4a7a-b09d-fc9c8811d05e req-b94077ea-795f-410f-8deb-06609130ba43 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466831 Nov 15 15:06:14.333937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18018e2-85f6-428a-ac96-bc61ed173a79 req-e8e95258-2a96-4c52-81fa-b891ed060ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:14.333937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d18018e2-85f6-428a-ac96-bc61ed173a79 req-e8e95258-2a96-4c52-81fa-b891ed060ad3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 1096 time: 0.0471673 Nov 15 15:06:14.340660 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d18018e2-85f6-428a-ac96-bc61ed173a79 req-10787a73-1050-4cd8-aac5-7e80f19ff5ce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465236 Nov 15 15:06:14.348281 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:14.397339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=5ee781d4-53da-4722-a646-aa45a5ff50d5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:15.380252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb4173-a140-4f4a-9ccb-ff770ee1f358 req-56f8b820-1835-4acf-94c8-4c5a01e85742 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:15.382460 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dbfb4173-a140-4f4a-9ccb-ff770ee1f358 req-56f8b820-1835-4acf-94c8-4c5a01e85742 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 946 time: 0.0658414 Nov 15 15:06:15.436831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dbfb4173-a140-4f4a-9ccb-ff770ee1f358 req-38936018-84be-49de-b6d4-4de9fa26d61d tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474641 Nov 15 15:06:16.559596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd276379-6141-4d18-9f49-c036058c13ca req-5157207e-a205-4eb1-a635-596d1029a9dd tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:16.561109 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd276379-6141-4d18-9f49-c036058c13ca req-5157207e-a205-4eb1-a635-596d1029a9dd tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 946 time: 0.0505910 Nov 15 15:06:16.617727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd276379-6141-4d18-9f49-c036058c13ca req-ae7dcef2-f303-45d8-b21c-675d721a821d tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492136 Nov 15 15:06:16.753826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bba1e-0254-4e2a-b74d-25649c1f87f1 req-6b09cc51-aec1-4898-ad30-1f326c1e06c7 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:16.755548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f9bba1e-0254-4e2a-b74d-25649c1f87f1 req-6b09cc51-aec1-4898-ad30-1f326c1e06c7 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 946 time: 0.0554907 Nov 15 15:06:16.815365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f9bba1e-0254-4e2a-b74d-25649c1f87f1 req-4ebc5a4e-87b3-458c-bb82-2f3cd80a3440 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536096 Nov 15 15:06:16.950602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5d259-b3f7-4e50-823d-0cfbe6a904b7 req-c76726eb-874d-449d-8a0a-beee747624d9 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:16.952099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72e5d259-b3f7-4e50-823d-0cfbe6a904b7 req-c76726eb-874d-449d-8a0a-beee747624d9 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 946 time: 0.0551801 Nov 15 15:06:17.002231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72e5d259-b3f7-4e50-823d-0cfbe6a904b7 req-b1ac0798-b8b0-4ec4-b719-b2405491c4d2 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438592 Nov 15 15:06:17.024827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38198) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:17.271306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6009390-fa11-4ee6-b811-ddeb4c5a2f79 tempest-TestServerBasicOps-432477369 tempest-TestServerBasicOps-432477369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:17.273119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f6009390-fa11-4ee6-b811-ddeb4c5a2f79 tempest-TestServerBasicOps-432477369 tempest-TestServerBasicOps-432477369-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 1092 time: 0.2471731 Nov 15 15:06:17.283905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38208) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:17.289058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '5ee781d4-53da-4722-a646-aa45a5ff50d5', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:06:17.387160 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:17.491129 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:17.653136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Allocated IP 172.25.4.26 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/e0d4cb35-cfb3-415d-961a-135b948e76b0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:06:17.765289 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:17.874622 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:17.918647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:06:17.921787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:06:17.925634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:06:17.932581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Pushing event updated for resources: {'Port': ['ID=e0d4cb35-cfb3-415d-961a-135b948e76b0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:18.716305 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:18.791877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:18.907410 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:18.956028 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-997b60b2-b5cb-460d-967d-43fbf033ff90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:19.033770 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-997b60b2-b5cb-460d-967d-43fbf033ff90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:19.083947 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:19.108151 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-997b60b2-b5cb-460d-967d-43fbf033ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:19.148018 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-997b60b2-b5cb-460d-967d-43fbf033ff90 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45b76fc470ca48a1b1715440459f195c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3540587 Nov 15 15:06:19.149180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b60b2-b5cb-460d-967d-43fbf033ff90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40682672-1861-4fb3-a588-5f05620bfffc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:19.150750 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38244) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:19.159909 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:19.272239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Pushing event updated for resources: {'Port': ['ID=e0d4cb35-cfb3-415d-961a-135b948e76b0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:19.289102 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b7066ba-bd9d-4b02-a354-fe9a6513710b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:19.293779 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:19.373852 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b7066ba-bd9d-4b02-a354-fe9a6513710b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:19.434237 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Floating IP afb80a2b-97c1-4ce3-8e68-3b8448f9d16c associated. External IP: 172.25.4.26, port: 5ee781d4-53da-4722-a646-aa45a5ff50d5. Nov 15 15:06:19.574911 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b7066ba-bd9d-4b02-a354-fe9a6513710b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:19.576679 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b7066ba-bd9d-4b02-a354-fe9a6513710b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:19.577857 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6b7066ba-bd9d-4b02-a354-fe9a6513710b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40682672-1861-4fb3-a588-5f05620bfffc HTTP/1.1" status: 204 len: 168 time: 0.4251192 Nov 15 15:06:19.619373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7066ba-bd9d-4b02-a354-fe9a6513710b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40682672-1861-4fb3-a588-5f05620bfffc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:19.670263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Router 39b620fc-aaac-4183-bf57-b0490506148b has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:06:19.782250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:06:19.796406 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d524b-2040-441d-b55e-e4322dc1f631 None None] Sync routers for ids ['39b620fc-aaac-4183-bf57-b0490506148b'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:06:19.807242 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d524b-2040-441d-b55e-e4322dc1f631 None None] Routers {'39b620fc-aaac-4183-bf57-b0490506148b'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:06:19.807875 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb8d524b-2040-441d-b55e-e4322dc1f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:06:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['39b620fc-aaac-4183-bf57-b0490506148b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:06:19.851579 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:19.882430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0060a24d-408c-4a9b-b165-04a2c4f85c3f tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5974016 Nov 15 15:06:19.887253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068668b3-cf49-438b-9fc0-ed980bd3e414', 'tag': '5ee781d4-53da-4722-a646-aa45a5ff50d5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:06:19.887253 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4f7015-d82d-485f-bdaf-b66654dde1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "068668b3-cf49-438b-9fc0-ed980bd3e414", "tag": "5ee781d4-53da-4722-a646-aa45a5ff50d5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:06:19.923113 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd013c1a-8901-47bc-b829-d791a9684b70 x-openstack-request-id: req-fd013c1a-8901-47bc-b829-d791a9684b70 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:06:19.923406 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068668b3-cf49-438b-9fc0-ed980bd3e414", "tag": "5ee781d4-53da-4722-a646-aa45a5ff50d5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:06:19.923716 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd013c1a-8901-47bc-b829-d791a9684b70 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:06:19.924147 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068668b3-cf49-438b-9fc0-ed980bd3e414', 'tag': '5ee781d4-53da-4722-a646-aa45a5ff50d5', 'status': 'completed', 'code': 200} Nov 15 15:06:19.925380 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bb8d524b-2040-441d-b55e-e4322dc1f631 None None] Set router 39b620fc-aaac-4183-bf57-b0490506148b gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:06:20.007986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7015-d82d-485f-bdaf-b66654dde1d6 req-6fd35796-094b-44bf-baeb-8d7a61aa095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:20.010037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d4f7015-d82d-485f-bdaf-b66654dde1d6 req-6fd35796-094b-44bf-baeb-8d7a61aa095d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f65ec38aa5e34a4d810b86a0206f84ee&device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 1097 time: 0.0614622 Nov 15 15:06:20.138343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7015-d82d-485f-bdaf-b66654dde1d6 req-1e7cdcb0-728e-48fb-80bb-f2b8a32b9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:20.140338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d4f7015-d82d-485f-bdaf-b66654dde1d6 req-1e7cdcb0-728e-48fb-80bb-f2b8a32b9f56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a03faf9f-415f-42ce-bd23-d963669a428c HTTP/1.1" status: 200 len: 910 time: 0.1174932 Nov 15 15:06:20.183880 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb8d524b-2040-441d-b55e-e4322dc1f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port': {'id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:44Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'afb80a2b-97c1-4ce3-8e68-3b8448f9d16c', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'port_id': '5ee781d4-53da-4722-a646-aa45a5ff50d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'mac_address': 'fa:16:3e:b4:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068668b3-cf49-438b-9fc0-ed980bd3e414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:06:18Z', 'updated_at': '2021-11-15T15:06:18Z', 'revision_number': 0, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6532c14-d4d9-48f2-adbc-dbd0c18b304d', 'name': '', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'mac_address': 'fa:16:3e:0b:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:46Z', 'updated_at': '2021-11-15T15:05:52Z', 'revision_number': 5, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'subnets': [{'id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:06:20.225531 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d524b-2040-441d-b55e-e4322dc1f631 None None] Checking router: 39b620fc-aaac-4183-bf57-b0490506148b for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:06:20.226802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d4f7015-d82d-485f-bdaf-b66654dde1d6 req-9e759316-e895-44e2-a76e-8dbb1d3bdaae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee781d4-53da-4722-a646-aa45a5ff50d5 HTTP/1.1" status: 200 len: 999 time: 0.0786607 Nov 15 15:06:20.234852 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d524b-2040-441d-b55e-e4322dc1f631 None None] Routers {'39b620fc-aaac-4183-bf57-b0490506148b'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:06:20.235545 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb8d524b-2040-441d-b55e-e4322dc1f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:06:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['39b620fc-aaac-4183-bf57-b0490506148b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:06:20.284072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7015-d82d-485f-bdaf-b66654dde1d6 req-dbb27b62-005e-4f34-9aea-e6455585d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:20.285731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d4f7015-d82d-485f-bdaf-b66654dde1d6 req-dbb27b62-005e-4f34-9aea-e6455585d470 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=587b8ce1-9130-4b68-967d-1c7f487e2030 HTTP/1.1" status: 200 len: 848 time: 0.0505226 Nov 15 15:06:20.338316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7015-d82d-485f-bdaf-b66654dde1d6 req-979e8b6a-5552-40ff-8e0b-20c3e8a11350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:20.339906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d4f7015-d82d-485f-bdaf-b66654dde1d6 req-979e8b6a-5552-40ff-8e0b-20c3e8a11350 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a03faf9f-415f-42ce-bd23-d963669a428c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467353 Nov 15 15:06:20.346698 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bb8d524b-2040-441d-b55e-e4322dc1f631 None None] Set router 39b620fc-aaac-4183-bf57-b0490506148b gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:06:20.437927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d4f7015-d82d-485f-bdaf-b66654dde1d6 req-934ce011-e045-4b81-ac98-5062f2e3652a service neutron] 10.222.0.59 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894449 Nov 15 15:06:20.558420 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d4f7015-d82d-485f-bdaf-b66654dde1d6 req-d71dc348-6c67-4315-832f-5d728e95e610 service neutron] 10.222.0.59 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107531 Nov 15 15:06:20.587343 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb8d524b-2040-441d-b55e-e4322dc1f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port': {'id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:44Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'afb80a2b-97c1-4ce3-8e68-3b8448f9d16c', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'port_id': '5ee781d4-53da-4722-a646-aa45a5ff50d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'mac_address': 'fa:16:3e:b4:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068668b3-cf49-438b-9fc0-ed980bd3e414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:06:18Z', 'updated_at': '2021-11-15T15:06:18Z', 'revision_number': 0, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6532c14-d4d9-48f2-adbc-dbd0c18b304d', 'name': '', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'mac_address': 'fa:16:3e:0b:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:46Z', 'updated_at': '2021-11-15T15:05:52Z', 'revision_number': 5, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'subnets': [{'id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:06:20.623910 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d524b-2040-441d-b55e-e4322dc1f631 None None] The sync data for ids ['39b620fc-aaac-4183-bf57-b0490506148b'] in n-d-817748-2 is: [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port': {'id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:44Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'afb80a2b-97c1-4ce3-8e68-3b8448f9d16c', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'port_id': '5ee781d4-53da-4722-a646-aa45a5ff50d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'mac_address': 'fa:16:3e:b4:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068668b3-cf49-438b-9fc0-ed980bd3e414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:06:18Z', 'updated_at': '2021-11-15T15:06:18Z', 'revision_number': 0, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6532c14-d4d9-48f2-adbc-dbd0c18b304d', 'name': '', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'mac_address': 'fa:16:3e:0b:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:46Z', 'updated_at': '2021-11-15T15:05:52Z', 'revision_number': 5, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'subnets': [{'id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:06:20.856145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0abd6-a1b4-45eb-b492-a195faa8c0ed None None] New status for floating IP afb80a2b-97c1-4ce3-8e68-3b8448f9d16c: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:06:28.415660 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:28.920042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38444) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:28.923691 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:29.086741 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8efe6da-c866-4325-87ec-0d6993d75daa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:29.219035 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8efe6da-c866-4325-87ec-0d6993d75daa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:29.295735 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8efe6da-c866-4325-87ec-0d6993d75daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:29.341840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d8efe6da-c866-4325-87ec-0d6993d75daa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8f1e6a185a249538e08d6d8ac1bf5fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4196506 Nov 15 15:06:29.343124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efe6da-c866-4325-87ec-0d6993d75daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194b262b-76c7-49a9-a000-be0520a740ed,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:29.344737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38450) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:29.402802 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:29.427469 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:29.553739 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:29.556950 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:29.558267 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/194b262b-76c7-49a9-a000-be0520a740ed HTTP/1.1" status: 204 len: 168 time: 0.2119737 Nov 15 15:06:29.568791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194b262b-76c7-49a9-a000-be0520a740ed,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:29.579533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:29.580098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:29.580671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:29.581244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:29.581803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:29.582366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:29.583394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:29.583874 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:29.584437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:29.584855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:29.585402 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:29.586079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121e262-4965-4724-a72c-ee57480c50b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:29.833776 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57978e7a-051c-45b0-b05d-8d68c985f594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:30.380450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 38458) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:30.394454 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e25774fb-e467-4407-8780-27dfb79516b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:30.467891 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e25774fb-e467-4407-8780-27dfb79516b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:30.565385 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e25774fb-e467-4407-8780-27dfb79516b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:30.609664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e25774fb-e467-4407-8780-27dfb79516b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=483e064d20874d1586255007640bbd93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278740 Nov 15 15:06:30.610729 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25774fb-e467-4407-8780-27dfb79516b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c457e7-1821-4816-adda-14df1d9fe350,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:30.612898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 38460) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:30.667355 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cac227e-daf4-4005-9024-07bf710be3d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:30.690710 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cac227e-daf4-4005-9024-07bf710be3d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:30.878383 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cac227e-daf4-4005-9024-07bf710be3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:30.880992 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cac227e-daf4-4005-9024-07bf710be3d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:30.882779 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9cac227e-daf4-4005-9024-07bf710be3d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3c457e7-1821-4816-adda-14df1d9fe350 HTTP/1.1" status: 204 len: 168 time: 0.2688794 Nov 15 15:06:30.891704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac227e-daf4-4005-9024-07bf710be3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c457e7-1821-4816-adda-14df1d9fe350,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:32.095375 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7093f6fb-0951-43a0-8554-f567014d3484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:33.604975 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:35.209636 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:35.811486 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:36.141996 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:06:45.106979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39012) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:45.221575 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e12d607-539c-4f33-8a65-567b8f5754d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:45.298509 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e12d607-539c-4f33-8a65-567b8f5754d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:45.479496 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e12d607-539c-4f33-8a65-567b8f5754d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:45.519815 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6e12d607-539c-4f33-8a65-567b8f5754d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96bc9e8375f94214976e32aeda133c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4117296 Nov 15 15:06:45.520679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12d607-539c-4f33-8a65-567b8f5754d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef3e7f7-4933-40d4-b749-4d1cfe35814d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:45.522586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39024) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:45.572551 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d0ecf0-7481-4d29-a0cb-cb647491e6b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:45.595974 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d0ecf0-7481-4d29-a0cb-cb647491e6b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:45.741192 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d0ecf0-7481-4d29-a0cb-cb647491e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:45.744519 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d0ecf0-7481-4d29-a0cb-cb647491e6b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:45.745739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-64d0ecf0-7481-4d29-a0cb-cb647491e6b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cef3e7f7-4933-40d4-b749-4d1cfe35814d HTTP/1.1" status: 204 len: 168 time: 0.2220726 Nov 15 15:06:45.754694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0ecf0-7481-4d29-a0cb-cb647491e6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef3e7f7-4933-40d4-b749-4d1cfe35814d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:47.268885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39064) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:47.282507 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77c198fc-e577-4e48-9dfe-ee613033215c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:47.357270 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77c198fc-e577-4e48-9dfe-ee613033215c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:47.536673 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77c198fc-e577-4e48-9dfe-ee613033215c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:47.584724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-77c198fc-e577-4e48-9dfe-ee613033215c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=caa9e24c1d604b568f08935d9e0429d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3146174 Nov 15 15:06:47.586540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c198fc-e577-4e48-9dfe-ee613033215c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31d3b62-2864-4e2e-b979-9a4e880eb095,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:47.588426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:47.638748 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18709c71-d0c0-4254-b63e-622d24565d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:47.664188 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18709c71-d0c0-4254-b63e-622d24565d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:47.959753 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18709c71-d0c0-4254-b63e-622d24565d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:47.959753 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18709c71-d0c0-4254-b63e-622d24565d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:47.959753 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-18709c71-d0c0-4254-b63e-622d24565d7f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d31d3b62-2864-4e2e-b979-9a4e880eb095 HTTP/1.1" status: 204 len: 168 time: 0.3611135 Nov 15 15:06:47.959753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18709c71-d0c0-4254-b63e-622d24565d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31d3b62-2864-4e2e-b979-9a4e880eb095,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:49.251722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-529c2c9f-fa2e-4f61-bebf-8e087951a6be tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:49.253238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-529c2c9f-fa2e-4f61-bebf-8e087951a6be tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/networks?id=b0746c2a-b083-4763-8040-eb472e074d8f HTTP/1.1" status: 200 len: 813 time: 0.1076787 Nov 15 15:06:49.268632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-40755c37-24fd-4230-bc04-7d9c8bbb6003 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/quotas/cd1e8f75d5124fc090089a912a5eb4b9 HTTP/1.1" status: 200 len: 375 time: 0.0095656 Nov 15 15:06:49.300791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-0098cea1-6472-48a8-a7ff-467b14181471 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cd1e8f75d5124fc090089a912a5eb4b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260787 Nov 15 15:06:49.407470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-9a337047-d460-430d-93ae-fc2e7c7434b1 service neutron] 10.222.0.70 "GET /v2.0/networks/b0746c2a-b083-4763-8040-eb472e074d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992737 Nov 15 15:06:49.498817 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-2680fa53-e78c-47b7-8feb-c65c7b6fe8de service neutron] 10.222.0.70 "GET /v2.0/networks/b0746c2a-b083-4763-8040-eb472e074d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845945 Nov 15 15:06:49.818984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a35cf15-0ea4-473c-bbaa-e6d5ba58494b req-d27a8365-e3ae-4edf-8095-099f199e2f0c tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 210 time: 0.0275319 Nov 15 15:06:50.900573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa45a662-0f08-483a-8d9e-86d93f67e362 req-73594dc8-0a95-46a4-b73a-f0709557e01e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 210 time: 0.0312226 Nov 15 15:06:51.998652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e093d08-8637-45d6-be77-5d86ef1ca4bd req-b7282973-21d8-4513-b389-80ce08016221 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 210 time: 0.0267611 Nov 15 15:06:52.742153 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-5b9c6716-f866-4c3e-a3c0-eb22618df0c0 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:52.745174 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-5b9c6716-f866-4c3e-a3c0-eb22618df0c0 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.46 "GET /v2.0/networks?id=b0746c2a-b083-4763-8040-eb472e074d8f HTTP/1.1" status: 200 len: 813 time: 0.1090660 Nov 15 15:06:52.763881 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-d2593a33-06fb-489b-836f-013a668ea938 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Request body: {'port': {'device_id': '26514528-4cc7-4da5-885a-a8451a5487c6', 'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f', 'admin_state_up': True, 'tenant_id': 'cd1e8f75d5124fc090089a912a5eb4b9'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:06:52.976220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-d2593a33-06fb-489b-836f-013a668ea938 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Made reservation on behalf of cd1e8f75d5124fc090089a912a5eb4b9 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:06:52.979840 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-d2593a33-06fb-489b-836f-013a668ea938 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:53.105415 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdaa5943-05c3-4592-9f3f-52b27455fb45 req-4faa7259-3d64-4ab5-829c-40f1ad20200c tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 210 time: 0.0324843 Nov 15 15:06:53.119469 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-d2593a33-06fb-489b-836f-013a668ea938 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Allocated IP 172.20.0.12 (b0746c2a-b083-4763-8040-eb472e074d8f/59790f95-60b5-43f3-8ce3-077d5ec2e3b1/4ec4f793-e806-455c-a57d-be2f1bcc2209) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:06:53.268237 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-d2593a33-06fb-489b-836f-013a668ea938 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:53.365383 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-d2593a33-06fb-489b-836f-013a668ea938 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:53.416896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-d2593a33-06fb-489b-836f-013a668ea938 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Network b0746c2a-b083-4763-8040-eb472e074d8f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:06:53.421303 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-d2593a33-06fb-489b-836f-013a668ea938 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:06:53.427730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-d2593a33-06fb-489b-836f-013a668ea938 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:06:53.437361 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2593a33-06fb-489b-836f-013a668ea938 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Pushing event updated for resources: {'Port': ['ID=4ec4f793-e806-455c-a57d-be2f1bcc2209,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:53.492169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-d2593a33-06fb-489b-836f-013a668ea938 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:53.492772 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-d2593a33-06fb-489b-836f-013a668ea938 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:53.601985 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-d2593a33-06fb-489b-836f-013a668ea938 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8429251 Nov 15 15:06:53.619604 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Request body: {'port': {'device_id': '26514528-4cc7-4da5-885a-a8451a5487c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:06:53.675053 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:53.946669 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec4f793-e806-455c-a57d-be2f1bcc2209 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:06:53.954771 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:53.967446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Transition to ACTIVE for port object 4ec4f793-e806-455c-a57d-be2f1bcc2209 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:06:53.988616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:06:54.050464 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:54.129287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec4f793-e806-455c-a57d-be2f1bcc2209,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:54.210644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed986fd0-e3fe-4ea2-b1b6-8dc6f4ef6621 req-1331d8bd-a1a4-4ea5-b0d1-d9a958046eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:54.212096 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ed986fd0-e3fe-4ea2-b1b6-8dc6f4ef6621 req-1331d8bd-a1a4-4ea5-b0d1-d9a958046eb9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 1097 time: 0.2224777 Nov 15 15:06:54.214626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Attempting to bind port 4ec4f793-e806-455c-a57d-be2f1bcc2209 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:06:54.214963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Attempting to bind port 4ec4f793-e806-455c-a57d-be2f1bcc2209 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '7566771b-1cbb-4d37-97b9-565dd448f110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:06:54.215295 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Attempting to bind port 4ec4f793-e806-455c-a57d-be2f1bcc2209 on network b0746c2a-b083-4763-8040-eb472e074d8f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:06:54.220141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Port 4ec4f793-e806-455c-a57d-be2f1bcc2209 on network b0746c2a-b083-4763-8040-eb472e074d8f not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:06:54.220467 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Attempting to bind port 4ec4f793-e806-455c-a57d-be2f1bcc2209 on network b0746c2a-b083-4763-8040-eb472e074d8f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:06:54.231953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06728c89-ece1-40f1-a7e4-94bd953fa7e8 req-ddfecece-ca47-4844-a49a-af20a3c268f2 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:54.235228 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06728c89-ece1-40f1-a7e4-94bd953fa7e8 req-ddfecece-ca47-4844-a49a-af20a3c268f2 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 944 time: 0.0522246 Nov 15 15:06:54.237316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:06:54.237663 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Checking segment: {'id': '7566771b-1cbb-4d37-97b9-565dd448f110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:06:54.238045 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Bound using segment: {'id': '7566771b-1cbb-4d37-97b9-565dd448f110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:06:54.238511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Bound port: 4ec4f793-e806-455c-a57d-be2f1bcc2209, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7566771b-1cbb-4d37-97b9-565dd448f110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:06:54.238871 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:54.283994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06728c89-ece1-40f1-a7e4-94bd953fa7e8 req-1c29ae5f-5670-4ea3-9373-931ae88cba47 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443342 Nov 15 15:06:54.297537 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ed986fd0-e3fe-4ea2-b1b6-8dc6f4ef6621 req-69ba2b47-40d0-4604-b434-ff2df6fd0dce service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748768 Nov 15 15:06:54.330526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] For port 4ec4f793-e806-455c-a57d-be2f1bcc2209, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:06:54.333763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] For port 4ec4f793-e806-455c-a57d-be2f1bcc2209, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ec4f793-e806-455c-a57d-be2f1bcc2209,segment=NetworkSegment(7566771b-1cbb-4d37-97b9-565dd448f110),segment_id=7566771b-1cbb-4d37-97b9-565dd448f110)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:06:54.457111 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:54.496813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:54.497478 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:54.499077 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] 10.222.0.46 "PUT /v2.0/ports/4ec4f793-e806-455c-a57d-be2f1bcc2209 HTTP/1.1" status: 200 len: 1092 time: 0.8837075 Nov 15 15:06:54.501614 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26514528-4cc7-4da5-885a-a8451a5487c6', 'tag': '4ec4f793-e806-455c-a57d-be2f1bcc2209'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:06:54.503778 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a86b2f-4612-4ef3-b8c5-bff95d8cb824" -d '{"events": [{"name": "network-changed", "server_uuid": "26514528-4cc7-4da5-885a-a8451a5487c6", "tag": "4ec4f793-e806-455c-a57d-be2f1bcc2209"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:06:54.533197 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bd6cb-23ea-42d8-a6fb-629648575986 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec4f793-e806-455c-a57d-be2f1bcc2209,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:54.546071 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eebaf2-3a0d-46ba-a4fb-45b6230dc721 x-openstack-request-id: req-b7eebaf2-3a0d-46ba-a4fb-45b6230dc721 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:06:54.546387 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26514528-4cc7-4da5-885a-a8451a5487c6", "tag": "4ec4f793-e806-455c-a57d-be2f1bcc2209", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:06:54.546668 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7eebaf2-3a0d-46ba-a4fb-45b6230dc721 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:06:54.547085 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26514528-4cc7-4da5-885a-a8451a5487c6', 'tag': '4ec4f793-e806-455c-a57d-be2f1bcc2209', 'status': 'completed', 'code': 200} Nov 15 15:06:54.609296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a86b2f-4612-4ef3-b8c5-bff95d8cb824 req-7184d28d-5a4f-4407-b206-89e854aee29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:54.610819 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-23a86b2f-4612-4ef3-b8c5-bff95d8cb824 req-7184d28d-5a4f-4407-b206-89e854aee29b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd1e8f75d5124fc090089a912a5eb4b9&device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 1095 time: 0.0412762 Nov 15 15:06:54.802796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a86b2f-4612-4ef3-b8c5-bff95d8cb824 req-bd01930a-c74e-4ac5-8697-d16080d619cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:54.804255 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-23a86b2f-4612-4ef3-b8c5-bff95d8cb824 req-bd01930a-c74e-4ac5-8697-d16080d619cd service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cd1e8f75d5124fc090089a912a5eb4b9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1813233 Nov 15 15:06:54.911246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a86b2f-4612-4ef3-b8c5-bff95d8cb824 req-0476de01-c3d3-4dcd-98d8-11ec2afd7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:54.912863 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-23a86b2f-4612-4ef3-b8c5-bff95d8cb824 req-0476de01-c3d3-4dcd-98d8-11ec2afd7165 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975323 Nov 15 15:06:55.012663 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-ec757048-53d0-42a3-8868-556601760333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:55.014479 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-ec757048-53d0-42a3-8868-556601760333 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd1e8f75d5124fc090089a912a5eb4b9&device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 1095 time: 0.0502403 Nov 15 15:06:55.067817 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-283a4870-dfd9-49b8-a499-2de9167f2ce9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ec4f793-e806-455c-a57d-be2f1bcc2209 HTTP/1.1" status: 200 len: 217 time: 0.0401497 Nov 15 15:06:55.129798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-6dd018e5-dcfc-4c28-b729-f41a76896c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:55.131336 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-6dd018e5-dcfc-4c28-b729-f41a76896c1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59790f95-60b5-43f3-8ce3-077d5ec2e3b1 HTTP/1.1" status: 200 len: 853 time: 0.0523329 Nov 15 15:06:55.168071 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-3463e856-5c7f-4e12-ac95-87a99fc3af69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0746c2a-b083-4763-8040-eb472e074d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255558 Nov 15 15:06:55.264148 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-809be4ae-411d-43b2-8051-b7711d75fe05 service neutron] 10.222.0.46 "GET /v2.0/networks/b0746c2a-b083-4763-8040-eb472e074d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863562 Nov 15 15:06:55.425113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10d2d6-246e-4ff7-b372-afcd89d94093 req-37cf8e32-5b75-4fb9-a44e-169783768caa tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:55.426740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e10d2d6-246e-4ff7-b372-afcd89d94093 req-37cf8e32-5b75-4fb9-a44e-169783768caa tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 944 time: 0.0591006 Nov 15 15:06:55.480392 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e10d2d6-246e-4ff7-b372-afcd89d94093 req-3f0197c7-ab67-42cc-a7ce-26e4c731d86e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470300 Nov 15 15:06:55.714772 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e9619184-fb83-415f-b750-7c9a7bc97920 req-eb55601a-8e29-4763-b512-9b55a6adf19a service neutron] 10.222.0.46 "GET /v2.0/networks/b0746c2a-b083-4763-8040-eb472e074d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351146 Nov 15 15:06:56.600965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d579-07b9-4fcb-b6cb-16665702459b req-ec7de2c0-2a94-4b61-8a4b-6e3a01042fcf tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:56.602508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce66d579-07b9-4fcb-b6cb-16665702459b req-ec7de2c0-2a94-4b61-8a4b-6e3a01042fcf tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 944 time: 0.0535867 Nov 15 15:06:56.663086 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce66d579-07b9-4fcb-b6cb-16665702459b req-879c267e-c7aa-457d-80e4-aeb12a818a70 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488689 Nov 15 15:06:57.774421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701d3c2-086e-4f51-ba36-f16739489599 req-2110220b-5d27-4c4a-9614-399ddeea4ae4 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:57.775933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d701d3c2-086e-4f51-ba36-f16739489599 req-2110220b-5d27-4c4a-9614-399ddeea4ae4 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 944 time: 0.0493631 Nov 15 15:06:57.827357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d701d3c2-086e-4f51-ba36-f16739489599 req-100e3aae-f019-4a59-b519-c086835b4215 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455303 Nov 15 15:06:58.290587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ec4f793-e806-455c-a57d-be2f1bcc2209 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:06:58.415682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ec4f793-e806-455c-a57d-be2f1bcc2209, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ec4f793-e806-455c-a57d-be2f1bcc2209,segment=NetworkSegment(7566771b-1cbb-4d37-97b9-565dd448f110),segment_id=7566771b-1cbb-4d37-97b9-565dd448f110)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:06:58.427849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '4ec4f793-e806-455c-a57d-be2f1bcc2209', 'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f', 'port_id': '4ec4f793-e806-455c-a57d-be2f1bcc2209', 'mac_address': 'fa:16:3e:11:82:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59790f95-60b5-43f3-8ce3-077d5ec2e3b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:06:58.453822 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:58.472303 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:58.485108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec4f793-e806-455c-a57d-be2f1bcc2209 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:06:58.507060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ec4f793-e806-455c-a57d-be2f1bcc2209, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ec4f793-e806-455c-a57d-be2f1bcc2209,segment=NetworkSegment(7566771b-1cbb-4d37-97b9-565dd448f110),segment_id=7566771b-1cbb-4d37-97b9-565dd448f110)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:06:58.616124 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:58.669316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=4ec4f793-e806-455c-a57d-be2f1bcc2209,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:06:58.677079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:58.677418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:58.677800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:58.678133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:58.678497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:58.678826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:58.679152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:58.679468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:58.679927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:58.680236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:58.680552 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:58.680860 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:06:58.910677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['4ec4f793-e806-455c-a57d-be2f1bcc2209'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:06:58.935569 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:06:58.946223 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ed83-9955-4efc-aa81-d23e4d79b698 req-6b4be1ff-ed08-47ec-8490-3f2728356b87 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:06:58.947782 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a72ed83-9955-4efc-aa81-d23e4d79b698 req-6b4be1ff-ed08-47ec-8490-3f2728356b87 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 945 time: 0.0506661 Nov 15 15:06:59.002332 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a72ed83-9955-4efc-aa81-d23e4d79b698 req-77fbfed4-af0d-4200-bdd4-a0cf517a867a tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474126 Nov 15 15:06:59.736292 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7755081-87e8-4d01-b5ae-20d72afe426f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:00.125649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec760a-5245-4eb0-9c13-dcc4d8e07f3d req-1ce7edbe-d023-4543-9a4c-3ad94090a5c4 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:00.127271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6ec760a-5245-4eb0-9c13-dcc4d8e07f3d req-1ce7edbe-d023-4543-9a4c-3ad94090a5c4 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 945 time: 0.0503578 Nov 15 15:07:00.175792 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6ec760a-5245-4eb0-9c13-dcc4d8e07f3d req-e59d5368-2497-4939-8904-7dc5f157accf tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423896 Nov 15 15:07:00.290965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ec4f793-e806-455c-a57d-be2f1bcc2209 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:07:00.433065 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 4ec4f793-e806-455c-a57d-be2f1bcc2209 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:07:00.437884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 4ec4f793-e806-455c-a57d-be2f1bcc2209 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:00.438263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:00.532757 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:00.562800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26514528-4cc7-4da5-885a-a8451a5487c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec4f793-e806-455c-a57d-be2f1bcc2209'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:07:00.565217 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbe9a3e-5d9f-4848-93db-9ada57ac2966" -d '{"events": [{"server_uuid": "26514528-4cc7-4da5-885a-a8451a5487c6", "name": "network-vif-plugged", "status": "completed", "tag": "4ec4f793-e806-455c-a57d-be2f1bcc2209"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:07:00.581419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 4ec4f793-e806-455c-a57d-be2f1bcc2209, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ec4f793-e806-455c-a57d-be2f1bcc2209,segment=NetworkSegment(7566771b-1cbb-4d37-97b9-565dd448f110),segment_id=7566771b-1cbb-4d37-97b9-565dd448f110)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:07:00.608180 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3db3781-aebb-4669-a239-3a3d6015b244 x-openstack-request-id: req-c3db3781-aebb-4669-a239-3a3d6015b244 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:07:00.608477 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26514528-4cc7-4da5-885a-a8451a5487c6", "name": "network-vif-plugged", "status": "completed", "tag": "4ec4f793-e806-455c-a57d-be2f1bcc2209", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:07:00.608916 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3db3781-aebb-4669-a239-3a3d6015b244 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:07:00.609311 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26514528-4cc7-4da5-885a-a8451a5487c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec4f793-e806-455c-a57d-be2f1bcc2209', 'code': 200} Nov 15 15:07:00.673373 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:00.723216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54043838-09a5-4daf-8878-bc7b7a280722 req-8b7f6606-10ec-4a2f-a4b6-b1a6efabc239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:00.723803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=4ec4f793-e806-455c-a57d-be2f1bcc2209,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:00.724729 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-54043838-09a5-4daf-8878-bc7b7a280722 req-8b7f6606-10ec-4a2f-a4b6-b1a6efabc239 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 1097 time: 0.0407705 Nov 15 15:07:00.779563 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-54043838-09a5-4daf-8878-bc7b7a280722 req-cd25ae95-f91c-47a2-947c-2eac5f781642 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442977 Nov 15 15:07:01.316107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856190ae-4e7a-44fd-8574-c2ecbf7aa2e3 req-63fbfd7b-d4d6-4df0-91e2-e9f9d73c5a87 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:01.317512 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-856190ae-4e7a-44fd-8574-c2ecbf7aa2e3 req-63fbfd7b-d4d6-4df0-91e2-e9f9d73c5a87 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 946 time: 0.0598750 Nov 15 15:07:01.370220 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-856190ae-4e7a-44fd-8574-c2ecbf7aa2e3 req-95884a14-c3a1-46ea-9af6-5ed28797a833 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462458 Nov 15 15:07:02.073358 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7fe37fb7-b0c6-4c50-bb92-d87dbce1cc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:02.490253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51c8e4-e1f7-46fe-a3cf-3b74d10e4de9 req-3b2b9654-9fa2-4785-a0fb-a8f5854fd257 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:02.491879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd51c8e4-e1f7-46fe-a3cf-3b74d10e4de9 req-3b2b9654-9fa2-4785-a0fb-a8f5854fd257 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 946 time: 0.0510662 Nov 15 15:07:02.545678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd51c8e4-e1f7-46fe-a3cf-3b74d10e4de9 req-f9feb255-49aa-4f85-9472-4150ac5e998f tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469568 Nov 15 15:07:03.553251 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:03.648928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39382) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:03.767719 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39f21886-3e54-44aa-8489-497f30e9aecf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:03.846923 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39f21886-3e54-44aa-8489-497f30e9aecf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:03.930057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39f21886-3e54-44aa-8489-497f30e9aecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:03.975896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:03.976674 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-39f21886-3e54-44aa-8489-497f30e9aecf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0fe8b8ce5d7c452db35aaf49d7ddd43e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3261633 Nov 15 15:07:03.977847 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f21886-3e54-44aa-8489-497f30e9aecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471b09f0-9edb-404e-a654-88179e3495cf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:04.031836 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:04.053206 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:04.192081 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:04.194801 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:04.196003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/471b09f0-9edb-404e-a654-88179e3495cf HTTP/1.1" status: 204 len: 168 time: 0.2180309 Nov 15 15:07:04.205446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471b09f0-9edb-404e-a654-88179e3495cf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:04.215048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:04.215479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:04.215764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:04.216105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:04.216445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:04.216777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:04.217300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:04.217630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:04.217959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:04.218891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:04.219442 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:04.219951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715df93-baee-48e5-b835-447f4b7719b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:04.872892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:04.886269 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0f62057-25e9-4ca5-9f22-6aec0702b143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:04.966903 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0f62057-25e9-4ca5-9f22-6aec0702b143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:05.021600 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0f62057-25e9-4ca5-9f22-6aec0702b143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:05.067429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c0f62057-25e9-4ca5-9f22-6aec0702b143 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=87744da228f445b9ada559b19bc80ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1934257 Nov 15 15:07:05.068367 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f62057-25e9-4ca5-9f22-6aec0702b143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056b5e6a-0c34-4b99-987e-ce92ddc354d4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:05.070877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:05.126441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4165-e14b-4b71-ab9c-5e7668e362cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:05.149785 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4165-e14b-4b71-ab9c-5e7668e362cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:05.156013 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:05.255970 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4165-e14b-4b71-ab9c-5e7668e362cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:05.258811 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4165-e14b-4b71-ab9c-5e7668e362cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:05.260011 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c0ca4165-e14b-4b71-ab9c-5e7668e362cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/056b5e6a-0c34-4b99-987e-ce92ddc354d4 HTTP/1.1" status: 204 len: 168 time: 0.1884780 Nov 15 15:07:05.273215 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca4165-e14b-4b71-ab9c-5e7668e362cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056b5e6a-0c34-4b99-987e-ce92ddc354d4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:05.804833 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:06.090155 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:06.108565 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebe618b0-6c19-4317-a713-e0aae830228f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:06.187216 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebe618b0-6c19-4317-a713-e0aae830228f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:06.273192 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebe618b0-6c19-4317-a713-e0aae830228f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:06.313216 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ebe618b0-6c19-4317-a713-e0aae830228f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dfcc7099415748d4a608753175896804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219367 Nov 15 15:07:06.315309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe618b0-6c19-4317-a713-e0aae830228f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0df9414-1ba5-4e96-be87-df6ad2cd8d8a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:06.316163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:06.369668 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-147cf24e-3254-4645-af5d-6699adb2ce55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:06.392615 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-147cf24e-3254-4645-af5d-6699adb2ce55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:06.536321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-147cf24e-3254-4645-af5d-6699adb2ce55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:06.539034 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-147cf24e-3254-4645-af5d-6699adb2ce55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:06.540799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-147cf24e-3254-4645-af5d-6699adb2ce55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c0df9414-1ba5-4e96-be87-df6ad2cd8d8a HTTP/1.1" status: 204 len: 168 time: 0.2234516 Nov 15 15:07:06.550106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cf24e-3254-4645-af5d-6699adb2ce55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0df9414-1ba5-4e96-be87-df6ad2cd8d8a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:11.322809 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ae289e3-38ef-4d98-b5f5-18f8f3f1a592 req-a8560c91-9032-4643-a2e5-62e1de86b269 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545297 Nov 15 15:07:11.434024 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae289e3-38ef-4d98-b5f5-18f8f3f1a592 req-c443eb9a-6de7-455d-ad77-93791a9d9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:11.435976 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ae289e3-38ef-4d98-b5f5-18f8f3f1a592 req-c443eb9a-6de7-455d-ad77-93791a9d9f01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd1e8f75d5124fc090089a912a5eb4b9&device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 1097 time: 0.0648558 Nov 15 15:07:11.547660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae289e3-38ef-4d98-b5f5-18f8f3f1a592 req-1b670f97-cefe-4f3a-abe7-f3293075c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:11.549138 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ae289e3-38ef-4d98-b5f5-18f8f3f1a592 req-1b670f97-cefe-4f3a-abe7-f3293075c184 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0746c2a-b083-4763-8040-eb472e074d8f HTTP/1.1" status: 200 len: 914 time: 0.0935082 Nov 15 15:07:11.595259 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ae289e3-38ef-4d98-b5f5-18f8f3f1a592 req-65b7a6d3-6b97-4db4-acd8-564dfe836b05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ec4f793-e806-455c-a57d-be2f1bcc2209 HTTP/1.1" status: 200 len: 217 time: 0.0387888 Nov 15 15:07:11.649301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae289e3-38ef-4d98-b5f5-18f8f3f1a592 req-bd358160-28da-47ed-87e9-1fb7487ca8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:11.650798 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ae289e3-38ef-4d98-b5f5-18f8f3f1a592 req-bd358160-28da-47ed-87e9-1fb7487ca8a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59790f95-60b5-43f3-8ce3-077d5ec2e3b1 HTTP/1.1" status: 200 len: 853 time: 0.0492899 Nov 15 15:07:11.693825 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ae289e3-38ef-4d98-b5f5-18f8f3f1a592 req-43798328-0764-4aca-9e29-cdc9cef5c76f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0746c2a-b083-4763-8040-eb472e074d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357471 Nov 15 15:07:11.880193 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ae289e3-38ef-4d98-b5f5-18f8f3f1a592 req-90cdce21-f07a-49ae-a4ec-d73c7c99f885 service neutron] 10.222.0.46 "GET /v2.0/networks/b0746c2a-b083-4763-8040-eb472e074d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976176 Nov 15 15:07:11.897085 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2ae289e3-38ef-4d98-b5f5-18f8f3f1a592 req-9aa10a7f-532e-448a-afa9-a4e22024bad8 service neutron] 10.222.0.46 "GET /v2.0/networks/b0746c2a-b083-4763-8040-eb472e074d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898094 Nov 15 15:07:13.059767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4273b17f-80f8-4b44-ae19-bd0486950d90 req-75a08890-5931-4ff3-af1e-83ca87f867ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3124526 Nov 15 15:07:13.141924 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:07:13.146654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273b17f-80f8-4b44-ae19-bd0486950d90 req-de96f237-73be-4fc6-8625-5101af218834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:13.148253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4273b17f-80f8-4b44-ae19-bd0486950d90 req-de96f237-73be-4fc6-8625-5101af218834 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f65ec38aa5e34a4d810b86a0206f84ee&device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 1097 time: 0.0425613 Nov 15 15:07:13.269158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273b17f-80f8-4b44-ae19-bd0486950d90 req-139c644f-7fe9-482c-9407-2dcf1bc731e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:13.270775 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4273b17f-80f8-4b44-ae19-bd0486950d90 req-139c644f-7fe9-482c-9407-2dcf1bc731e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a03faf9f-415f-42ce-bd23-d963669a428c HTTP/1.1" status: 200 len: 910 time: 0.1007514 Nov 15 15:07:13.343142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4273b17f-80f8-4b44-ae19-bd0486950d90 req-5cd2a3c8-5a69-4c75-84f2-fac5d327ec55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee781d4-53da-4722-a646-aa45a5ff50d5 HTTP/1.1" status: 200 len: 1001 time: 0.0646539 Nov 15 15:07:13.395869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273b17f-80f8-4b44-ae19-bd0486950d90 req-0dd90b80-b604-4452-9ccf-b3117390b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:13.397537 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4273b17f-80f8-4b44-ae19-bd0486950d90 req-0dd90b80-b604-4452-9ccf-b3117390b1bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=587b8ce1-9130-4b68-967d-1c7f487e2030 HTTP/1.1" status: 200 len: 848 time: 0.0467083 Nov 15 15:07:13.455192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273b17f-80f8-4b44-ae19-bd0486950d90 req-86c15eca-cf0d-464a-934c-d2ae1c48e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:13.456984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4273b17f-80f8-4b44-ae19-bd0486950d90 req-86c15eca-cf0d-464a-934c-d2ae1c48e8d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a03faf9f-415f-42ce-bd23-d963669a428c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517812 Nov 15 15:07:13.557716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4273b17f-80f8-4b44-ae19-bd0486950d90 req-ad79a348-d48a-44d3-beeb-ddb5b406afa3 service neutron] 10.222.0.59 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936503 Nov 15 15:07:13.666124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4273b17f-80f8-4b44-ae19-bd0486950d90 req-14d4866f-55af-4b9c-aecb-f23b96a54852 service neutron] 10.222.0.59 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005304 Nov 15 15:07:13.699171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39660) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:13.816750 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-897a81d0-2203-41a7-b733-c6c2d88ee2ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:13.893815 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-897a81d0-2203-41a7-b733-c6c2d88ee2ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:13.975966 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-897a81d0-2203-41a7-b733-c6c2d88ee2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:14.018441 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-897a81d0-2203-41a7-b733-c6c2d88ee2ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0fb028430ec4568b3a4e2a8389993e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3180366 Nov 15 15:07:14.019409 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a81d0-2203-41a7-b733-c6c2d88ee2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d899daa8-b6d5-47ec-953a-65deb3489da9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:14.021449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39666) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:14.080260 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-516ce945-bc32-4e91-8006-297bd651e5b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:14.102464 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-516ce945-bc32-4e91-8006-297bd651e5b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:14.233930 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-516ce945-bc32-4e91-8006-297bd651e5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:14.236646 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-516ce945-bc32-4e91-8006-297bd651e5b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:14.237829 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-516ce945-bc32-4e91-8006-297bd651e5b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d899daa8-b6d5-47ec-953a-65deb3489da9 HTTP/1.1" status: 204 len: 168 time: 0.2128386 Nov 15 15:07:14.259478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ce945-bc32-4e91-8006-297bd651e5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d899daa8-b6d5-47ec-953a-65deb3489da9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:17.431887 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39740) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:17.558262 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66b045d0-69a6-4b0b-a6d3-e0c0b4d57db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:17.640378 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66b045d0-69a6-4b0b-a6d3-e0c0b4d57db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:17.719071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66b045d0-69a6-4b0b-a6d3-e0c0b4d57db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:17.759087 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-66b045d0-69a6-4b0b-a6d3-e0c0b4d57db8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db841f7a871c49e79ef540dff7c7de45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3260221 Nov 15 15:07:17.759858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b045d0-69a6-4b0b-a6d3-e0c0b4d57db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4652e3a-98b3-417a-b8e2-e47cb63f6fd9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:17.761820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39752) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:17.823685 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5edb66d1-8ce9-4d15-9836-0a7abe1a7d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:17.848662 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5edb66d1-8ce9-4d15-9836-0a7abe1a7d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:17.970210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5edb66d1-8ce9-4d15-9836-0a7abe1a7d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:17.973003 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5edb66d1-8ce9-4d15-9836-0a7abe1a7d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:17.974162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5edb66d1-8ce9-4d15-9836-0a7abe1a7d44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4652e3a-98b3-417a-b8e2-e47cb63f6fd9 HTTP/1.1" status: 204 len: 168 time: 0.2108440 Nov 15 15:07:17.984207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb66d1-8ce9-4d15-9836-0a7abe1a7d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4652e3a-98b3-417a-b8e2-e47cb63f6fd9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:19.821256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39792) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:19.970190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1072517513'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:20.129968 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Made reservation on behalf of e526f9b8a64247d393e88fcd5977c619 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:20.133528 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:20.142841 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:20.215506 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:20.438940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:20.466070 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:07:20.475411 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76358513-78ac-4051-a04b-d756804802c7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:20.483373 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:20.484297 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Added segment 2efc0604-16f9-4454-9631-4b774dcaf0ec of type vlan for network 0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d Nov 15 15:07:20.524682 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:20.759067 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:20.765931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:20.766543 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:20.836883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Pushing event updated for resources: {'Network': ['ID=0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:20.851199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:07:20.943605 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f41dd009-836d-47ad-b634-93a029a1878d tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1211934 Nov 15 15:07:20.946419 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:20.951959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-919f3465-5366-4ee5-95fe-2e2dc154b603 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Request body: {'subnet': {'network_id': '0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:21.136045 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919f3465-5366-4ee5-95fe-2e2dc154b603 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Made reservation on behalf of e526f9b8a64247d393e88fcd5977c619 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:21.139852 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-919f3465-5366-4ee5-95fe-2e2dc154b603 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:21.421072 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-919f3465-5366-4ee5-95fe-2e2dc154b603 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:21.486952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f3465-5366-4ee5-95fe-2e2dc154b603 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Pushing event updated for resources: {'Subnet': ['ID=c91d0b42-0017-432f-889b-2a1a2cb37799,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:21.495592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919f3465-5366-4ee5-95fe-2e2dc154b603 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Checking segment: {'id': '2efc0604-16f9-4454-9631-4b774dcaf0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:07:21.495951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919f3465-5366-4ee5-95fe-2e2dc154b603 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Network hostable DHCP agents. Network: 0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:07:21.587345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919f3465-5366-4ee5-95fe-2e2dc154b603 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Network 0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:07:21.712952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-919f3465-5366-4ee5-95fe-2e2dc154b603 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:07:21.717384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919f3465-5366-4ee5-95fe-2e2dc154b603 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:21.718007 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-919f3465-5366-4ee5-95fe-2e2dc154b603 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:21.723677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776720e3-0281-486c-a4cd-bb105efab7a0 None None] Network 0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:07:21.830218 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-919f3465-5366-4ee5-95fe-2e2dc154b603 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8827009 Nov 15 15:07:21.832818 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:21.837795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Request body: {'port': {'network_id': '0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2129312679'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:21.877852 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d', 'network_id': '0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d', 'tenant_id': 'e526f9b8a64247d393e88fcd5977c619', 'fixed_ips': [{'subnet_id': 'c91d0b42-0017-432f-889b-2a1a2cb37799'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:07:21.879080 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:22.021489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Made reservation on behalf of e526f9b8a64247d393e88fcd5977c619 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:22.025196 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:22.044105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] device_id is not set on port 9937b203-338d-47fb-a70e-880e8651f6e0 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:07:22.158160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Allocated IP 172.20.0.2 (0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d/c91d0b42-0017-432f-889b-2a1a2cb37799/9937b203-338d-47fb-a70e-880e8651f6e0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:07:22.308537 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:22.410794 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:22.457926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Network 0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:07:22.461180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:07:22.465995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:07:22.475102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Pushing event updated for resources: {'Port': ['ID=9937b203-338d-47fb-a70e-880e8651f6e0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:22.507467 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8d345f14-ac26-484d-9611-4cb1529300d0 {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:07:22.507819 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:07:22.518177 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:22.518813 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:22.647159 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8692313d-5bb8-43b8-b7a2-7a168ea0ab45 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8131704 Nov 15 15:07:22.650122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:22.736219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-58d09508-f4af-4bca-ac93-3f28e0c6107b tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Deleting port 9937b203-338d-47fb-a70e-880e8651f6e0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:07:22.736562 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58d09508-f4af-4bca-ac93-3f28e0c6107b tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:22.827441 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58d09508-f4af-4bca-ac93-3f28e0c6107b tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:22.839416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-58d09508-f4af-4bca-ac93-3f28e0c6107b tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Calling delete_port for 9937b203-338d-47fb-a70e-880e8651f6e0 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:07:23.009488 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:23.056110 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58d09508-f4af-4bca-ac93-3f28e0c6107b tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:23.088202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d09508-f4af-4bca-ac93-3f28e0c6107b tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Pushing event deleted for resources: {'Port': ['ID=9937b203-338d-47fb-a70e-880e8651f6e0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:23.164254 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58d09508-f4af-4bca-ac93-3f28e0c6107b tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:23.170867 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-58d09508-f4af-4bca-ac93-3f28e0c6107b tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] 10.222.0.70 "DELETE /v2.0/ports/9937b203-338d-47fb-a70e-880e8651f6e0 HTTP/1.1" status: 204 len: 168 time: 0.5164223 Nov 15 15:07:23.171158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39808) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:23.173332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Allocated IP 172.20.0.3 (0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d/c91d0b42-0017-432f-889b-2a1a2cb37799/15172dd3-2a5e-411d-be6b-0cc64b3a0297) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:07:23.239555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eeb079fc-a296-4814-9afd-739933ac6adb tempest-DHCPAgentSchedulersTestJSON-1655623216 tempest-DHCPAgentSchedulersTestJSON-1655623216-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0672486 Nov 15 15:07:23.242239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:23.247523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1ca87e38-3858-4aa3-be89-aca1b71ca200 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1114085813'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:23.322591 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:23.387195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca87e38-3858-4aa3-be89-aca1b71ca200 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Made reservation on behalf of e526f9b8a64247d393e88fcd5977c619 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:23.391074 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ca87e38-3858-4aa3-be89-aca1b71ca200 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:23.420097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca87e38-3858-4aa3-be89-aca1b71ca200 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:07:23.428999 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:23.429668 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ca87e38-3858-4aa3-be89-aca1b71ca200 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:23.429668 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-1ca87e38-3858-4aa3-be89-aca1b71ca200 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Added segment 7f226694-efdb-44d5-8355-2ccaca6a03f3 of type vlan for network e441ff69-0710-48d8-ad1a-7a3a5abf61ef Nov 15 15:07:23.471678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Network 0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:07:23.474307 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ca87e38-3858-4aa3-be89-aca1b71ca200 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:23.477577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:07:23.479575 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Pushing event updated for resources: {'Port': ['ID=15172dd3-2a5e-411d-be6b-0cc64b3a0297,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:23.482650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:07:23.542405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Attempting to bind port 15172dd3-2a5e-411d-be6b-0cc64b3a0297 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:07:23.542804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Attempting to bind port 15172dd3-2a5e-411d-be6b-0cc64b3a0297 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '2efc0604-16f9-4454-9631-4b774dcaf0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:07:23.543170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Attempting to bind port 15172dd3-2a5e-411d-be6b-0cc64b3a0297 on network 0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:07:23.549074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:07:23.549459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Checking segment: {'id': '2efc0604-16f9-4454-9631-4b774dcaf0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:07:23.554338 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:23.554338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Bound using segment: {'id': '2efc0604-16f9-4454-9631-4b774dcaf0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:07:23.554338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Bound port: 15172dd3-2a5e-411d-be6b-0cc64b3a0297, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efc0604-16f9-4454-9631-4b774dcaf0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:07:23.554338 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:23.569924 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ca87e38-3858-4aa3-be89-aca1b71ca200 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:23.576309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca87e38-3858-4aa3-be89-aca1b71ca200 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:23.576955 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ca87e38-3858-4aa3-be89-aca1b71ca200 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:23.615595 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] For port 15172dd3-2a5e-411d-be6b-0cc64b3a0297, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:07:23.618588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] For port 15172dd3-2a5e-411d-be6b-0cc64b3a0297, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=15172dd3-2a5e-411d-be6b-0cc64b3a0297,segment=NetworkSegment(2efc0604-16f9-4454-9631-4b774dcaf0ec),segment_id=2efc0604-16f9-4454-9631-4b774dcaf0ec)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:07:23.648600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca87e38-3858-4aa3-be89-aca1b71ca200 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Pushing event updated for resources: {'Network': ['ID=e441ff69-0710-48d8-ad1a-7a3a5abf61ef,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:23.660018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network e441ff69-0710-48d8-ad1a-7a3a5abf61ef details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:07:23.765516 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:23.784035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1ca87e38-3858-4aa3-be89-aca1b71ca200 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5404716 Nov 15 15:07:23.786731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39816) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:23.835512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0235ce0-88ae-44b6-941e-9d9568cf2541 None None] Pushing event updated for resources: {'Port': ['ID=15172dd3-2a5e-411d-be6b-0cc64b3a0297,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:23.944366 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fb17f737-99c7-47ba-a4b7-1b83ea0849e9 tempest-DHCPAgentSchedulersTestJSON-1655623216 tempest-DHCPAgentSchedulersTestJSON-1655623216-project-admin] 10.222.0.70 "GET /v2.0/agents/17304be5-87a9-4449-accf-09798943a2c8/dhcp-networks HTTP/1.1" status: 200 len: 5688 time: 0.1564937 Nov 15 15:07:23.947107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39818) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:24.048531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bf1c50-788e-4fc6-9bac-e26597be31f2 tempest-DHCPAgentSchedulersTestJSON-1655623216 tempest-DHCPAgentSchedulersTestJSON-1655623216-project-admin] Network e441ff69-0710-48d8-ad1a-7a3a5abf61ef is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:07:24.133614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-43bf1c50-788e-4fc6-9bac-e26597be31f2 tempest-DHCPAgentSchedulersTestJSON-1655623216 tempest-DHCPAgentSchedulersTestJSON-1655623216-project-admin] 10.222.0.70 "POST /v2.0/agents/17304be5-87a9-4449-accf-09798943a2c8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1854091 Nov 15 15:07:24.136384 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:24.139870 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3076f19a-c294-4844-90bc-7f12708d46ef None None] Network e441ff69-0710-48d8-ad1a-7a3a5abf61ef requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:07:24.279448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-92020eea-f4ae-4f8a-a53b-d47256e2ee6d tempest-DHCPAgentSchedulersTestJSON-1655623216 tempest-DHCPAgentSchedulersTestJSON-1655623216-project-admin] 10.222.0.70 "GET /v2.0/agents/17304be5-87a9-4449-accf-09798943a2c8/dhcp-networks HTTP/1.1" status: 200 len: 6459 time: 0.1413355 Nov 15 15:07:24.282295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39822) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:24.454126 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1ccdae60-1f6c-4ebe-8dbc-457eeec08858 tempest-DHCPAgentSchedulersTestJSON-1655623216 tempest-DHCPAgentSchedulersTestJSON-1655623216-project-admin] 10.222.0.70 "DELETE /v2.0/agents/17304be5-87a9-4449-accf-09798943a2c8/dhcp-networks/e441ff69-0710-48d8-ad1a-7a3a5abf61ef HTTP/1.1" status: 204 len: 168 time: 0.1705732 Nov 15 15:07:24.457201 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39826) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:24.619032 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2f533ad2-3b8e-4853-8d07-c8536e506886 tempest-DHCPAgentSchedulersTestJSON-1655623216 tempest-DHCPAgentSchedulersTestJSON-1655623216-project-admin] 10.222.0.70 "GET /v2.0/agents/17304be5-87a9-4449-accf-09798943a2c8/dhcp-networks HTTP/1.1" status: 200 len: 5688 time: 0.1607375 Nov 15 15:07:24.623383 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39828) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:24.645726 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-354f82cd-69ce-453d-a7c5-cda53ef81524 tempest-DHCPAgentSchedulersTestJSON-1655623216 tempest-DHCPAgentSchedulersTestJSON-1655623216-project-admin] 10.222.0.70 "GET /v2.0/networks/0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0212343 Nov 15 15:07:24.649196 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39830) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:24.671979 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-689a6145-5570-436b-9ea2-70b0f6475910 tempest-DHCPAgentSchedulersTestJSON-1655623216 tempest-DHCPAgentSchedulersTestJSON-1655623216-project-admin] 10.222.0.70 "GET /v2.0/networks/0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0216181 Nov 15 15:07:24.677943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:24.794478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8051085-cdec-4b2c-ad48-19234d7f2bde None None] Network 0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:07:24.809591 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1ef18184-9641-4c38-82f2-cf267d4480c8 tempest-DHCPAgentSchedulersTestJSON-1655623216 tempest-DHCPAgentSchedulersTestJSON-1655623216-project-admin] 10.222.0.70 "GET /v2.0/agents/17304be5-87a9-4449-accf-09798943a2c8/dhcp-networks HTTP/1.1" status: 200 len: 5688 time: 0.1303821 Nov 15 15:07:24.813886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39834) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:24.869277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a166e846-e6ca-41ca-9f71-3853453a3dce None None] Provisioning complete for port 15172dd3-2a5e-411d-be6b-0cc64b3a0297 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:24.869277 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a166e846-e6ca-41ca-9f71-3853453a3dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:24.919568 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-843edf5a-6133-424f-9310-bfa2e4cf5d16 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.008476 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-843edf5a-6133-424f-9310-bfa2e4cf5d16 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.024516 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a166e846-e6ca-41ca-9f71-3853453a3dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.031642 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-843edf5a-6133-424f-9310-bfa2e4cf5d16 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e441ff69-0710-48d8-ad1a-7a3a5abf61ef']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:07:25.043874 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-843edf5a-6133-424f-9310-bfa2e4cf5d16 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f226694-efdb-44d5-8355-2ccaca6a03f3') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:07:25.044437 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-843edf5a-6133-424f-9310-bfa2e4cf5d16 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f226694-efdb-44d5-8355-2ccaca6a03f3') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:07:25.056960 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-843edf5a-6133-424f-9310-bfa2e4cf5d16 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.069020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a166e846-e6ca-41ca-9f71-3853453a3dce None None] For port 15172dd3-2a5e-411d-be6b-0cc64b3a0297, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=15172dd3-2a5e-411d-be6b-0cc64b3a0297,segment=NetworkSegment(2efc0604-16f9-4454-9631-4b774dcaf0ec),segment_id=2efc0604-16f9-4454-9631-4b774dcaf0ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:07:25.073570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-843edf5a-6133-424f-9310-bfa2e4cf5d16 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.082093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843edf5a-6133-424f-9310-bfa2e4cf5d16 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:07:25.083231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-843edf5a-6133-424f-9310-bfa2e4cf5d16 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:07:25.086698 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:07:25.199565 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a166e846-e6ca-41ca-9f71-3853453a3dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.241050 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-843edf5a-6133-424f-9310-bfa2e4cf5d16 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.247043 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-843edf5a-6133-424f-9310-bfa2e4cf5d16 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.252368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39836) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:25.253106 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-843edf5a-6133-424f-9310-bfa2e4cf5d16 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] 10.222.0.70 "DELETE /v2.0/networks/e441ff69-0710-48d8-ad1a-7a3a5abf61ef HTTP/1.1" status: 204 len: 168 time: 0.4376879 Nov 15 15:07:25.271661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843edf5a-6133-424f-9310-bfa2e4cf5d16 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Pushing event deleted for resources: {'Network': ['ID=e441ff69-0710-48d8-ad1a-7a3a5abf61ef,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:25.274181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166e846-e6ca-41ca-9f71-3853453a3dce None None] Pushing event updated for resources: {'Port': ['ID=15172dd3-2a5e-411d-be6b-0cc64b3a0297,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:25.290825 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa4846f-e26f-4493-8e9b-c4b79b4afded tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] DELETE failed (client error): The resource could not be found. Nov 15 15:07:25.291443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa4846f-e26f-4493-8e9b-c4b79b4afded tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:07:25.297516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:25.297681 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0aa4846f-e26f-4493-8e9b-c4b79b4afded tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] 10.222.0.70 "DELETE /v2.0/ports/9937b203-338d-47fb-a70e-880e8651f6e0 HTTP/1.1" status: 404 len: 333 time: 0.0440307 Nov 15 15:07:25.340890 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b674cb86-a0a3-4964-88ee-9ab21a84bdd7 None None] Provisioning complete for port 15172dd3-2a5e-411d-be6b-0cc64b3a0297 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:25.346849 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b674cb86-a0a3-4964-88ee-9ab21a84bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.375162 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a44356-c539-4949-a5f7-3c22f73aeb36 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Deleting subnet c91d0b42-0017-432f-889b-2a1a2cb37799 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:07:25.378816 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5a44356-c539-4949-a5f7-3c22f73aeb36 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.437734 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5a44356-c539-4949-a5f7-3c22f73aeb36 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.524414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 15172dd3-2a5e-411d-be6b-0cc64b3a0297 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:07:25.575318 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5a44356-c539-4949-a5f7-3c22f73aeb36 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.584308 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f85f92f3-214b-4517-be81-5f94cb5a2162 None None] Could not find standard attr ID for object 9937b203-338d-47fb-a70e-880e8651f6e0. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:07:25.596985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 15172dd3-2a5e-411d-be6b-0cc64b3a0297 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:25.597366 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.793439 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5a44356-c539-4949-a5f7-3c22f73aeb36 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.823322 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a44356-c539-4949-a5f7-3c22f73aeb36 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Pushing event deleted for resources: {'Subnet': ['ID=c91d0b42-0017-432f-889b-2a1a2cb37799,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:25.825399 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5a44356-c539-4949-a5f7-3c22f73aeb36 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.829267 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d5a44356-c539-4949-a5f7-3c22f73aeb36 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] 10.222.0.70 "DELETE /v2.0/subnets/c91d0b42-0017-432f-889b-2a1a2cb37799 HTTP/1.1" status: 204 len: 168 time: 0.5301306 Nov 15 15:07:25.832000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:25.834496 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d80f28-c3dc-42e5-90f5-487cce1e0967 None None] Network 0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:07:25.910484 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:25.968079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Deleting port 15172dd3-2a5e-411d-be6b-0cc64b3a0297 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:07:25.968431 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:26.014559 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c53e4-6d89-4c6f-9e67-7fb6c1096bba None None] DHCP port deletion for 0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:07:26.036392 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] For port 15172dd3-2a5e-411d-be6b-0cc64b3a0297, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=15172dd3-2a5e-411d-be6b-0cc64b3a0297,segment=NetworkSegment(2efc0604-16f9-4454-9631-4b774dcaf0ec),segment_id=2efc0604-16f9-4454-9631-4b774dcaf0ec)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:07:26.036763 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:26.050253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Calling delete_port for 15172dd3-2a5e-411d-be6b-0cc64b3a0297 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:07:26.067189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c95c53e4-6d89-4c6f-9e67-7fb6c1096bba None None] Deleting port 15172dd3-2a5e-411d-be6b-0cc64b3a0297 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:07:26.067560 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c95c53e4-6d89-4c6f-9e67-7fb6c1096bba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:26.130532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c95c53e4-6d89-4c6f-9e67-7fb6c1096bba None None] For port 15172dd3-2a5e-411d-be6b-0cc64b3a0297, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=15172dd3-2a5e-411d-be6b-0cc64b3a0297,segment=NetworkSegment(2efc0604-16f9-4454-9631-4b774dcaf0ec),segment_id=2efc0604-16f9-4454-9631-4b774dcaf0ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:07:26.130929 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c95c53e4-6d89-4c6f-9e67-7fb6c1096bba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:26.143531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c95c53e4-6d89-4c6f-9e67-7fb6c1096bba None None] Calling delete_port for 15172dd3-2a5e-411d-be6b-0cc64b3a0297 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:07:26.198617 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:07:26.218498 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:07:26.226838 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c95c53e4-6d89-4c6f-9e67-7fb6c1096bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:26.226947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Pushing event deleted for resources: {'Port': ['ID=15172dd3-2a5e-411d-be6b-0cc64b3a0297,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:26.232767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] No DVR routers for this DVR port 15172dd3-2a5e-411d-be6b-0cc64b3a0297 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:07:26.250781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c53e4-6d89-4c6f-9e67-7fb6c1096bba None None] Pushing event deleted for resources: {'Port': ['ID=15172dd3-2a5e-411d-be6b-0cc64b3a0297,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:26.252625 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c53e4-6d89-4c6f-9e67-7fb6c1096bba None None] No DVR routers for this DVR port 15172dd3-2a5e-411d-be6b-0cc64b3a0297 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:07:26.322750 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:26.347189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:07:26.357384 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efc0604-16f9-4454-9631-4b774dcaf0ec') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:07:26.357686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efc0604-16f9-4454-9631-4b774dcaf0ec') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:07:26.367517 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:26.380422 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:26.386551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:07:26.386938 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:07:26.390208 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:07:26.558865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:26.565778 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:26.568786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] 10.222.0.70 "DELETE /v2.0/networks/0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d HTTP/1.1" status: 204 len: 168 time: 0.7357829 Nov 15 15:07:26.581147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71884415-6029-4570-99c8-b80a18586e04 tempest-DHCPAgentSchedulersTestJSON-623171593 tempest-DHCPAgentSchedulersTestJSON-623171593-project] Pushing event deleted for resources: {'Network': ['ID=0d4fdc27-f3ae-4d54-a8f9-e2e2581b118d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:27.249108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39850) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:27.394849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bb10d088-a9e9-46b6-a151-6fb29855ddac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e526f9b8a64247d393e88fcd5977c619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1445081 Nov 15 15:07:27.397495 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:27.454932 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d092b516-d511-4269-a63e-340a000e7d26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:27.460191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 15172dd3-2a5e-411d-be6b-0cc64b3a0297 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:07:27.481338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 15172dd3-2a5e-411d-be6b-0cc64b3a0297 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:07:27.481692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 15172dd3-2a5e-411d-be6b-0cc64b3a0297 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:07:27.485698 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d092b516-d511-4269-a63e-340a000e7d26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:27.649168 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d092b516-d511-4269-a63e-340a000e7d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:27.652212 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d092b516-d511-4269-a63e-340a000e7d26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:27.653411 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d092b516-d511-4269-a63e-340a000e7d26 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76358513-78ac-4051-a04b-d756804802c7 HTTP/1.1" status: 204 len: 168 time: 0.2548537 Nov 15 15:07:27.661950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092b516-d511-4269-a63e-340a000e7d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76358513-78ac-4051-a04b-d756804802c7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:28.410831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:28.426955 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33f0faf0-fcae-4020-86ae-0321c1f8bae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:28.432726 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:28.513810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33f0faf0-fcae-4020-86ae-0321c1f8bae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:28.639033 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33f0faf0-fcae-4020-86ae-0321c1f8bae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:28.679517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-33f0faf0-fcae-4020-86ae-0321c1f8bae0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8722feed68b04366b3e9003e1ac97922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2675157 Nov 15 15:07:28.680972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0faf0-fcae-4020-86ae-0321c1f8bae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d84b02b-1bc1-493e-8154-72e4fdf9dfee,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:28.682339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39866) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:28.742994 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01ee0d1a-1906-430e-a168-8e362b8c5f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:28.766692 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01ee0d1a-1906-430e-a168-8e362b8c5f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:28.936166 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01ee0d1a-1906-430e-a168-8e362b8c5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:28.938899 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01ee0d1a-1906-430e-a168-8e362b8c5f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:28.940198 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-01ee0d1a-1906-430e-a168-8e362b8c5f51 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d84b02b-1bc1-493e-8154-72e4fdf9dfee HTTP/1.1" status: 204 len: 168 time: 0.2566497 Nov 15 15:07:28.945872 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:28.952491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee0d1a-1906-430e-a168-8e362b8c5f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d84b02b-1bc1-493e-8154-72e4fdf9dfee,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:29.798903 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-135d06e1-2e5f-4c90-ad7b-bdbf704bba56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:31.639728 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:31.752708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-052f313a-48d8-40d8-91ca-ff35dda5f2b7 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:31.847923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39918) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:31.854087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Request body: {'network': {'project_id': '415d4d93db4c49a7b2964581d5c73493'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:31.857426 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-052f313a-48d8-40d8-91ca-ff35dda5f2b7 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] 10.222.0.70 "PUT /v2.0/quotas/415d4d93db4c49a7b2964581d5c73493 HTTP/1.1" status: 200 len: 368 time: 0.2163427 Nov 15 15:07:31.962316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Made reservation on behalf of 415d4d93db4c49a7b2964581d5c73493 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:31.965124 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:31.974761 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:32.066749 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:32.118591 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4787acb8-bb49-4f47-ab6f-04362e6115b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:32.141692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:32.171994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:07:32.179136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f381b582-912e-47dd-892d-df7d2c87afcc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:32.187170 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:32.187745 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Added segment 41f58a44-3377-4791-8b03-37f8fd8226b2 of type vlan for network efbc0a7a-7662-400f-aec0-f4afbd54cee8 Nov 15 15:07:32.236862 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:32.302301 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:32.303426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:32.304307 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:32.380040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Pushing event updated for resources: {'Network': ['ID=efbc0a7a-7662-400f-aec0-f4afbd54cee8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:32.390178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network efbc0a7a-7662-400f-aec0-f4afbd54cee8 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:07:32.426955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-95c43801-0c19-4d47-8843-507c090bb241 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5752516 Nov 15 15:07:32.427769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39920) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:32.432673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7cd7573d-12bf-4933-85c0-abaf0efc3845 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Request body: {'network': {'project_id': '415d4d93db4c49a7b2964581d5c73493'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:32.541111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd7573d-12bf-4933-85c0-abaf0efc3845 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Made reservation on behalf of 415d4d93db4c49a7b2964581d5c73493 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:32.543560 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cd7573d-12bf-4933-85c0-abaf0efc3845 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:32.569212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd7573d-12bf-4933-85c0-abaf0efc3845 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:07:32.579219 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cd7573d-12bf-4933-85c0-abaf0efc3845 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:32.579582 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-7cd7573d-12bf-4933-85c0-abaf0efc3845 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Added segment 6e375568-f99b-48fe-b363-e4f56cf46aa3 of type vlan for network 05532941-e6a2-4436-9024-ec787b902590 Nov 15 15:07:32.625747 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cd7573d-12bf-4933-85c0-abaf0efc3845 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:32.736108 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cd7573d-12bf-4933-85c0-abaf0efc3845 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:32.737272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7573d-12bf-4933-85c0-abaf0efc3845 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:32.740050 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cd7573d-12bf-4933-85c0-abaf0efc3845 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:32.818362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7573d-12bf-4933-85c0-abaf0efc3845 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Pushing event updated for resources: {'Network': ['ID=05532941-e6a2-4436-9024-ec787b902590,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:32.828514 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 05532941-e6a2-4436-9024-ec787b902590 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:07:32.893052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7cd7573d-12bf-4933-85c0-abaf0efc3845 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4641752 Nov 15 15:07:32.896637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:32.903206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-29525d02-08c5-462c-86fe-511277528989 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Request body: {'network': {'project_id': '415d4d93db4c49a7b2964581d5c73493'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:32.916154 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-29525d02-08c5-462c-86fe-511277528989 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 15 15:07:32.916625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29525d02-08c5-462c-86fe-511277528989 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:07:32.917805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-29525d02-08c5-462c-86fe-511277528989 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0200253 Nov 15 15:07:32.925483 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:32.982821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-981f8f95-cd1a-47f9-975d-61cf55f21151 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=415d4d93db4c49a7b2964581d5c73493&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560541 Nov 15 15:07:32.986186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:33.045209 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7945f59f-4a83-4ede-a28f-9494eebd2637 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.072735 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7945f59f-4a83-4ede-a28f-9494eebd2637 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.210735 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7945f59f-4a83-4ede-a28f-9494eebd2637 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.215468 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7945f59f-4a83-4ede-a28f-9494eebd2637 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.218020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7945f59f-4a83-4ede-a28f-9494eebd2637 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/f381b582-912e-47dd-892d-df7d2c87afcc HTTP/1.1" status: 204 len: 168 time: 0.2304866 Nov 15 15:07:33.221061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:33.230853 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945f59f-4a83-4ede-a28f-9494eebd2637 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f381b582-912e-47dd-892d-df7d2c87afcc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:33.317348 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.413962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.436120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05532941-e6a2-4436-9024-ec787b902590']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:07:33.445959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e375568-f99b-48fe-b363-e4f56cf46aa3') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:07:33.446260 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e375568-f99b-48fe-b363-e4f56cf46aa3') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:07:33.457398 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.473134 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.479803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:07:33.480214 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:07:33.481994 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:07:33.581759 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.610623 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.623429 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.629620 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] 10.222.0.70 "DELETE /v2.0/networks/05532941-e6a2-4436-9024-ec787b902590 HTTP/1.1" status: 204 len: 168 time: 0.4067841 Nov 15 15:07:33.632580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:33.649704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Pushing event deleted for resources: {'Network': ['ID=05532941-e6a2-4436-9024-ec787b902590,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:33.655276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:33.655621 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:33.656756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:33.656756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:33.656756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:33.657085 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:33.657277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:33.657601 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:33.657930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:33.658251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:33.658617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:33.658919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f3081-95d9-4c95-a00c-cb2d6c2fb0b8 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:33.718803 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81f9ed60-33bd-49ec-838e-a5124ce20b26 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.810656 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81f9ed60-33bd-49ec-838e-a5124ce20b26 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.837924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-81f9ed60-33bd-49ec-838e-a5124ce20b26 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbc0a7a-7662-400f-aec0-f4afbd54cee8']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:07:33.849855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-81f9ed60-33bd-49ec-838e-a5124ce20b26 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f58a44-3377-4791-8b03-37f8fd8226b2') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:07:33.850216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-81f9ed60-33bd-49ec-838e-a5124ce20b26 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f58a44-3377-4791-8b03-37f8fd8226b2') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:07:33.863077 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81f9ed60-33bd-49ec-838e-a5124ce20b26 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.879054 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81f9ed60-33bd-49ec-838e-a5124ce20b26 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.886516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f9ed60-33bd-49ec-838e-a5124ce20b26 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:07:33.887846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81f9ed60-33bd-49ec-838e-a5124ce20b26 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:07:33.890748 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:07:34.067996 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81f9ed60-33bd-49ec-838e-a5124ce20b26 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:34.079200 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81f9ed60-33bd-49ec-838e-a5124ce20b26 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:34.083437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-81f9ed60-33bd-49ec-838e-a5124ce20b26 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] 10.222.0.70 "DELETE /v2.0/networks/efbc0a7a-7662-400f-aec0-f4afbd54cee8 HTTP/1.1" status: 204 len: 168 time: 0.4492741 Nov 15 15:07:34.100875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9ed60-33bd-49ec-838e-a5124ce20b26 tempest-QuotasNegativeTest-330753958 tempest-QuotasNegativeTest-330753958-project-admin] Pushing event deleted for resources: {'Network': ['ID=efbc0a7a-7662-400f-aec0-f4afbd54cee8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:35.056398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39954) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:35.170157 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:35.186904 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be2f3b35-58a2-46f1-a097-9870694db6df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:35.265962 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be2f3b35-58a2-46f1-a097-9870694db6df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:35.351895 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be2f3b35-58a2-46f1-a097-9870694db6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:35.422679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-be2f3b35-58a2-46f1-a097-9870694db6df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=88192936f3cf441cb21e3ec6a0d6eb07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645170 Nov 15 15:07:35.424553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f3b35-58a2-46f1-a097-9870694db6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c127ac97-ef29-4ff5-a220-3fd9cfe0864c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:35.426797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:35.499823 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc290-dbe3-43a0-9fe1-c68b71e5a7b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:35.524132 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc290-dbe3-43a0-9fe1-c68b71e5a7b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:35.697932 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc290-dbe3-43a0-9fe1-c68b71e5a7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:35.697932 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc290-dbe3-43a0-9fe1-c68b71e5a7b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:35.699226 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6bbcc290-dbe3-43a0-9fe1-c68b71e5a7b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c127ac97-ef29-4ff5-a220-3fd9cfe0864c HTTP/1.1" status: 204 len: 168 time: 0.2710574 Nov 15 15:07:35.711137 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcc290-dbe3-43a0-9fe1-c68b71e5a7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c127ac97-ef29-4ff5-a220-3fd9cfe0864c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:35.837638 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:36.450916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 39968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:36.465090 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e31aa95-12a8-4fee-a413-69edf9807305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:36.558050 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e31aa95-12a8-4fee-a413-69edf9807305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:36.677530 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e31aa95-12a8-4fee-a413-69edf9807305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:36.719842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5e31aa95-12a8-4fee-a413-69edf9807305 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f538f0c5bbbc4e44b4cd67f312bb45fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2677927 Nov 15 15:07:36.721750 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31aa95-12a8-4fee-a413-69edf9807305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02871b6-5720-4550-9fa9-0dc0b9112f70,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:36.723057 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 39970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:36.783405 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f11dfd7e-5e88-4460-a3dc-88dd81c5bd5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:36.805751 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f11dfd7e-5e88-4460-a3dc-88dd81c5bd5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:36.955515 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f11dfd7e-5e88-4460-a3dc-88dd81c5bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:36.958062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f11dfd7e-5e88-4460-a3dc-88dd81c5bd5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:36.959306 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f11dfd7e-5e88-4460-a3dc-88dd81c5bd5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d02871b6-5720-4550-9fa9-0dc0b9112f70 HTTP/1.1" status: 204 len: 168 time: 0.2340472 Nov 15 15:07:36.968732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11dfd7e-5e88-4460-a3dc-88dd81c5bd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02871b6-5720-4550-9fa9-0dc0b9112f70,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:39.024572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40010) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:39.166560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-359799648', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:39.267476 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Made reservation on behalf of d737ea3d3fef4559972d4c4f9035ee15 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:39.271113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:39.285975 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:39.394289 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:39.466979 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:39.478769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] device_id is not set on port e003fab2-0845-45d4-bd6b-9c3f010dd8e4 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:07:39.535624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dca0508-fa02-44ac-b5fa-cd6f7edd1331,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:39.616220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Allocated IP 172.25.4.185 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/e003fab2-0845-45d4-bd6b-9c3f010dd8e4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:07:39.815376 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:39.917943 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:39.963032 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:07:39.966215 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:07:39.971331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:07:39.974699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Pushing event updated for resources: {'Port': ['ID=e003fab2-0845-45d4-bd6b-9c3f010dd8e4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:39.983221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd2feed-3d1a-429b-bc08-f96ea82198a5 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:07:40.029394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:40.029998 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:40.113682 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-43741996-b599-47f7-8b27-2072f72a138e tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0874803 Nov 15 15:07:40.114945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-77fd10c3-13cb-4520-8f69-b669d62fefea None None] Provisioning complete for port e003fab2-0845-45d4-bd6b-9c3f010dd8e4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:40.115316 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-77fd10c3-13cb-4520-8f69-b669d62fefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:40.118301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40016) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:40.122569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.185'}]}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:40.163369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-77fd10c3-13cb-4520-8f69-b669d62fefea None None] Port e003fab2-0845-45d4-bd6b-9c3f010dd8e4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:07:40.192574 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:40.193650 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:40.245657 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:40.427620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:40.715140 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:40.738511 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:40.912127 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:41.100338 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:41.102617 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:41.232416 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:41.232967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 836fc357-56ec-4a19-ad3a-e325b32eac24 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:07:41.313887 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 15 15:07:41.315057 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-00a415e4-1458-4241-ba3a-aa84156b8f16 tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1964867 Nov 15 15:07:41.319529 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:41.411534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-455b8f3c-003b-46d4-a98b-7b7d734e6b3a tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Deleting port e003fab2-0845-45d4-bd6b-9c3f010dd8e4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:07:41.411955 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-455b8f3c-003b-46d4-a98b-7b7d734e6b3a tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:41.495762 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-455b8f3c-003b-46d4-a98b-7b7d734e6b3a tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:41.509587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-455b8f3c-003b-46d4-a98b-7b7d734e6b3a tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Calling delete_port for e003fab2-0845-45d4-bd6b-9c3f010dd8e4 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:07:41.689848 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-455b8f3c-003b-46d4-a98b-7b7d734e6b3a tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:41.727754 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b8f3c-003b-46d4-a98b-7b7d734e6b3a tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Pushing event deleted for resources: {'Port': ['ID=e003fab2-0845-45d4-bd6b-9c3f010dd8e4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:41.745523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b944cd4d-6edf-4bfd-b5ba-576100b97f04 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:07:41.801912 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-455b8f3c-003b-46d4-a98b-7b7d734e6b3a tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:41.805444 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-455b8f3c-003b-46d4-a98b-7b7d734e6b3a tempest-RoutersAdminNegativeIpV6Test-2107686042 tempest-RoutersAdminNegativeIpV6Test-2107686042-project-admin] 10.222.0.70 "DELETE /v2.0/ports/e003fab2-0845-45d4-bd6b-9c3f010dd8e4 HTTP/1.1" status: 204 len: 168 time: 0.4810288 Nov 15 15:07:42.308889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40028) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:42.445898 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86538f84-72f7-4a23-b9e8-1c7dd5a05d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:42.525608 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86538f84-72f7-4a23-b9e8-1c7dd5a05d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:42.616300 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86538f84-72f7-4a23-b9e8-1c7dd5a05d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:42.655465 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-86538f84-72f7-4a23-b9e8-1c7dd5a05d48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c9b4dc7cf3824c2bb49899cb21669e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3446286 Nov 15 15:07:42.656606 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86538f84-72f7-4a23-b9e8-1c7dd5a05d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8116125-c9f3-4743-87af-3c04f6e01ba1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:42.659502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:42.712875 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0e21-68cc-4b4e-ba3a-180fc77381c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:42.736237 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0e21-68cc-4b4e-ba3a-180fc77381c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:42.861401 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0e21-68cc-4b4e-ba3a-180fc77381c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:42.864162 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0e21-68cc-4b4e-ba3a-180fc77381c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:42.865430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e9cb0e21-68cc-4b4e-ba3a-180fc77381c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8116125-c9f3-4743-87af-3c04f6e01ba1 HTTP/1.1" status: 204 len: 168 time: 0.2043455 Nov 15 15:07:42.873696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb0e21-68cc-4b4e-ba3a-180fc77381c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8116125-c9f3-4743-87af-3c04f6e01ba1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:43.524272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:43.569333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a81c9258-f82a-40ba-8e09-20060ec2091a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d737ea3d3fef4559972d4c4f9035ee15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438216 Nov 15 15:07:43.572081 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:43.634571 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-704e902d-e2f8-4c5e-b1c6-47e41ee9bbc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:43.657301 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-704e902d-e2f8-4c5e-b1c6-47e41ee9bbc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:43.752896 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-704e902d-e2f8-4c5e-b1c6-47e41ee9bbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:43.755708 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-704e902d-e2f8-4c5e-b1c6-47e41ee9bbc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:43.756876 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-704e902d-e2f8-4c5e-b1c6-47e41ee9bbc5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0dca0508-fa02-44ac-b5fa-cd6f7edd1331 HTTP/1.1" status: 204 len: 168 time: 0.1838048 Nov 15 15:07:43.766582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e902d-e2f8-4c5e-b1c6-47e41ee9bbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dca0508-fa02-44ac-b5fa-cd6f7edd1331,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:44.853691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40068) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:44.966662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-188834581'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:45.038084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Made reservation on behalf of e37827a59e544cc4a488dc9b993d7d63 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:45.041627 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:45.050529 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:45.129374 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:45.209384 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:45.239583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:07:45.250292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd38eac-e1c0-4596-a01c-a5f453b4f72f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:45.255250 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:45.255637 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Added segment ede31b89-3ae1-4e30-81c9-7a61844a34e2 of type vlan for network 4b0a05ae-f697-498a-9f48-76535fac578d Nov 15 15:07:45.296654 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:45.403975 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:45.409719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:45.410318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:45.480132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event updated for resources: {'Network': ['ID=4b0a05ae-f697-498a-9f48-76535fac578d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:45.493538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 4b0a05ae-f697-498a-9f48-76535fac578d details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:07:45.521683 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dfea79de-a25a-4a6f-9d19-a374bba86947 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6662440 Nov 15 15:07:45.525552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:45.534951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-39aca3d1-e0de-4b29-8e48-bbc9bc7b2c1c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Request body: {'subnet': {'network_id': '4b0a05ae-f697-498a-9f48-76535fac578d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:45.735783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aca3d1-e0de-4b29-8e48-bbc9bc7b2c1c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Made reservation on behalf of e37827a59e544cc4a488dc9b993d7d63 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:45.739421 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39aca3d1-e0de-4b29-8e48-bbc9bc7b2c1c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:46.113376 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39aca3d1-e0de-4b29-8e48-bbc9bc7b2c1c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:46.177048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aca3d1-e0de-4b29-8e48-bbc9bc7b2c1c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event updated for resources: {'Subnet': ['ID=60b03d6d-7788-433e-bce5-93c68085300e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:46.190439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aca3d1-e0de-4b29-8e48-bbc9bc7b2c1c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Checking segment: {'id': 'ede31b89-3ae1-4e30-81c9-7a61844a34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b0a05ae-f697-498a-9f48-76535fac578d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:07:46.190815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aca3d1-e0de-4b29-8e48-bbc9bc7b2c1c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Network hostable DHCP agents. Network: 4b0a05ae-f697-498a-9f48-76535fac578d, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:07:46.284681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aca3d1-e0de-4b29-8e48-bbc9bc7b2c1c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Network 4b0a05ae-f697-498a-9f48-76535fac578d is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:07:46.358639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-39aca3d1-e0de-4b29-8e48-bbc9bc7b2c1c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 4b0a05ae-f697-498a-9f48-76535fac578d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:07:46.362939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aca3d1-e0de-4b29-8e48-bbc9bc7b2c1c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:46.364591 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39aca3d1-e0de-4b29-8e48-bbc9bc7b2c1c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:46.370750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f17ff90-2a07-4c9b-ad8f-82c22f8cb203 None None] Network 4b0a05ae-f697-498a-9f48-76535fac578d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:07:46.431207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-39aca3d1-e0de-4b29-8e48-bbc9bc7b2c1c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8977418 Nov 15 15:07:46.431207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40076) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:46.436557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Request body: {'port': {'network_id': '4b0a05ae-f697-498a-9f48-76535fac578d', 'name': 'tempest-AllowedAddressPairTestJSON-102286479'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:46.521083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-4b0a05ae-f697-498a-9f48-76535fac578d', 'network_id': '4b0a05ae-f697-498a-9f48-76535fac578d', 'tenant_id': 'e37827a59e544cc4a488dc9b993d7d63', 'fixed_ips': [{'subnet_id': '60b03d6d-7788-433e-bce5-93c68085300e'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:07:46.522481 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:46.666945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Made reservation on behalf of e37827a59e544cc4a488dc9b993d7d63 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:46.684272 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:46.684753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Allocated IP 172.20.0.2 (4b0a05ae-f697-498a-9f48-76535fac578d/60b03d6d-7788-433e-bce5-93c68085300e/1c6eef34-331f-402e-8e7c-c51cd74d722f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:07:46.690669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] device_id is not set on port 0de9944f-5b64-42b8-9a4f-ba66b9f2971f yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:07:46.833054 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:46.953185 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:46.994275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Network 4b0a05ae-f697-498a-9f48-76535fac578d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:07:46.999438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:07:47.001556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:07:47.004671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Pushing event updated for resources: {'Port': ['ID=1c6eef34-331f-402e-8e7c-c51cd74d722f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:47.015971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Allocated IP 172.20.0.3 (4b0a05ae-f697-498a-9f48-76535fac578d/60b03d6d-7788-433e-bce5-93c68085300e/0de9944f-5b64-42b8-9a4f-ba66b9f2971f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:07:47.064482 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Attempting to bind port 1c6eef34-331f-402e-8e7c-c51cd74d722f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:07:47.065299 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Attempting to bind port 1c6eef34-331f-402e-8e7c-c51cd74d722f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ede31b89-3ae1-4e30-81c9-7a61844a34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b0a05ae-f697-498a-9f48-76535fac578d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:07:47.065895 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Attempting to bind port 1c6eef34-331f-402e-8e7c-c51cd74d722f on network 4b0a05ae-f697-498a-9f48-76535fac578d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:07:47.071403 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:07:47.071792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Checking segment: {'id': 'ede31b89-3ae1-4e30-81c9-7a61844a34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b0a05ae-f697-498a-9f48-76535fac578d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:07:47.072306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:47.072710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Bound using segment: {'id': 'ede31b89-3ae1-4e30-81c9-7a61844a34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b0a05ae-f697-498a-9f48-76535fac578d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:07:47.073187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Bound port: 1c6eef34-331f-402e-8e7c-c51cd74d722f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede31b89-3ae1-4e30-81c9-7a61844a34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b0a05ae-f697-498a-9f48-76535fac578d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:07:47.073573 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:47.145911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] For port 1c6eef34-331f-402e-8e7c-c51cd74d722f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:07:47.149353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] For port 1c6eef34-331f-402e-8e7c-c51cd74d722f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1c6eef34-331f-402e-8e7c-c51cd74d722f,segment=NetworkSegment(ede31b89-3ae1-4e30-81c9-7a61844a34e2),segment_id=ede31b89-3ae1-4e30-81c9-7a61844a34e2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:07:47.178897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:47.242293 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:47.322435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5c6ea-70c8-498a-85ff-284ca84b4c84 None None] Pushing event updated for resources: {'Port': ['ID=1c6eef34-331f-402e-8e7c-c51cd74d722f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:47.343273 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:47.389662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Network 4b0a05ae-f697-498a-9f48-76535fac578d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:07:47.395798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:07:47.399712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:07:47.431093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event updated for resources: {'Port': ['ID=0de9944f-5b64-42b8-9a4f-ba66b9f2971f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:47.457221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:47.457851 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:47.540219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eeed8f65-031d-45d8-a7df-f74801ade02c tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1078413 Nov 15 15:07:47.546438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40086) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:47.557492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Request body: {'port': {'network_id': '4b0a05ae-f697-498a-9f48-76535fac578d', 'name': 'tempest-AllowedAddressPairTestJSON-340482804', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:d1:85:6a'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:47.798299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Made reservation on behalf of e37827a59e544cc4a488dc9b993d7d63 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:47.897482 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:47.916346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] device_id is not set on port 8622341e-3e9d-4c22-ab92-7009715cb2dc yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:07:48.064766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Allocated IP 172.20.0.5 (4b0a05ae-f697-498a-9f48-76535fac578d/60b03d6d-7788-433e-bce5-93c68085300e/8622341e-3e9d-4c22-ab92-7009715cb2dc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:07:48.430593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e8e18d-3e16-4c57-9c9c-4763ae910e92 None None] Network 4b0a05ae-f697-498a-9f48-76535fac578d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:07:48.530329 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:48.568994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8a6c296f-ef78-48df-a47b-6c31f53f3705 None None] Provisioning complete for port 1c6eef34-331f-402e-8e7c-c51cd74d722f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:48.569759 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a6c296f-ef78-48df-a47b-6c31f53f3705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:48.633317 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:48.688702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Network 4b0a05ae-f697-498a-9f48-76535fac578d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:07:48.696286 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a6c296f-ef78-48df-a47b-6c31f53f3705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:48.698304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:07:48.705453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:07:48.765026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event updated for resources: {'Port': ['ID=8622341e-3e9d-4c22-ab92-7009715cb2dc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:48.788897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8a6c296f-ef78-48df-a47b-6c31f53f3705 None None] For port 1c6eef34-331f-402e-8e7c-c51cd74d722f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1c6eef34-331f-402e-8e7c-c51cd74d722f,segment=NetworkSegment(ede31b89-3ae1-4e30-81c9-7a61844a34e2),segment_id=ede31b89-3ae1-4e30-81c9-7a61844a34e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:07:48.795283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:48.795929 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:48.895709 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a6c296f-ef78-48df-a47b-6c31f53f3705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:48.956889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1ccaf283-a053-43e4-a6c2-bd47460584bf tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.4096210 Nov 15 15:07:48.959424 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:48.963414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c296f-ef78-48df-a47b-6c31f53f3705 None None] Pushing event updated for resources: {'Port': ['ID=1c6eef34-331f-402e-8e7c-c51cd74d722f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:49.033465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4fdfbcc5-a550-4942-ad05-531530d99a9c None None] Provisioning complete for port 1c6eef34-331f-402e-8e7c-c51cd74d722f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:49.034046 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4fdfbcc5-a550-4942-ad05-531530d99a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:49.047863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a202d7-ecdf-42d7-b8e5-a97084eac353 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:49.094487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a202d7-ecdf-42d7-b8e5-a97084eac353 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:49.102930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a202d7-ecdf-42d7-b8e5-a97084eac353 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:49.108635 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-15a202d7-ecdf-42d7-b8e5-a97084eac353 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1479869 Nov 15 15:07:49.108919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40092) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:49.266034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4fdfbcc5-a550-4942-ad05-531530d99a9c None None] Provisioning complete for port 0de9944f-5b64-42b8-9a4f-ba66b9f2971f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:49.266453 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4fdfbcc5-a550-4942-ad05-531530d99a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:49.275135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9caa8d1d-2a48-4aa0-920a-1db355d0baec tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Deleting port 8622341e-3e9d-4c22-ab92-7009715cb2dc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:07:49.275758 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9caa8d1d-2a48-4aa0-920a-1db355d0baec tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:49.425087 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9caa8d1d-2a48-4aa0-920a-1db355d0baec tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:49.450161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9caa8d1d-2a48-4aa0-920a-1db355d0baec tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Calling delete_port for 8622341e-3e9d-4c22-ab92-7009715cb2dc owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:07:49.508686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4fdfbcc5-a550-4942-ad05-531530d99a9c None None] Port 0de9944f-5b64-42b8-9a4f-ba66b9f2971f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:07:49.560027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1c6eef34-331f-402e-8e7c-c51cd74d722f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:07:49.614618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1c6eef34-331f-402e-8e7c-c51cd74d722f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:49.614618 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:49.661192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b45354a8-c9eb-4846-bb23-f08887a5f2b7 None None] Provisioning complete for port 0de9944f-5b64-42b8-9a4f-ba66b9f2971f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:49.661538 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b45354a8-c9eb-4846-bb23-f08887a5f2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:49.705344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b45354a8-c9eb-4846-bb23-f08887a5f2b7 None None] Port 0de9944f-5b64-42b8-9a4f-ba66b9f2971f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:07:49.748271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b45354a8-c9eb-4846-bb23-f08887a5f2b7 None None] Provisioning complete for port 8622341e-3e9d-4c22-ab92-7009715cb2dc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:49.748642 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b45354a8-c9eb-4846-bb23-f08887a5f2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:49.782277 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9caa8d1d-2a48-4aa0-920a-1db355d0baec tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:49.786853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b45354a8-c9eb-4846-bb23-f08887a5f2b7 None None] Port 8622341e-3e9d-4c22-ab92-7009715cb2dc cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:07:49.821519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa8d1d-2a48-4aa0-920a-1db355d0baec tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event deleted for resources: {'Port': ['ID=8622341e-3e9d-4c22-ab92-7009715cb2dc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:50.012537 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9caa8d1d-2a48-4aa0-920a-1db355d0baec tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:50.020412 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9caa8d1d-2a48-4aa0-920a-1db355d0baec tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "DELETE /v2.0/ports/8622341e-3e9d-4c22-ab92-7009715cb2dc HTTP/1.1" status: 204 len: 168 time: 0.9076018 Nov 15 15:07:50.022026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40096) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:50.066078 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0616a517-ff33-4f23-bdf5-2eba056b7a48 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] GET failed (client error): The resource could not be found. Nov 15 15:07:50.067618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0616a517-ff33-4f23-bdf5-2eba056b7a48 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "GET /v2.0/ports/8622341e-3e9d-4c22-ab92-7009715cb2dc HTTP/1.1" status: 404 len: 333 time: 0.0442076 Nov 15 15:07:50.071428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40098) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:50.076430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Request body: {'port': {'network_id': '4b0a05ae-f697-498a-9f48-76535fac578d', 'name': 'tempest-AllowedAddressPairTestJSON-1575158163'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:50.144780 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:07:50.329605 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Made reservation on behalf of e37827a59e544cc4a488dc9b993d7d63 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:50.333215 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:50.353034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] device_id is not set on port bfc643bc-b07c-409f-80a2-8c4ba3376f71 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:07:50.498704 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Allocated IP 172.20.0.13 (4b0a05ae-f697-498a-9f48-76535fac578d/60b03d6d-7788-433e-bce5-93c68085300e/bfc643bc-b07c-409f-80a2-8c4ba3376f71) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:07:50.669776 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:50.770108 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:50.825898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Network 4b0a05ae-f697-498a-9f48-76535fac578d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:07:50.829454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:07:50.833796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:07:50.873739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event updated for resources: {'Port': ['ID=bfc643bc-b07c-409f-80a2-8c4ba3376f71,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:50.893020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:50.893698 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:50.998998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-978da924-1527-427b-961b-bd90858544ae tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9263763 Nov 15 15:07:51.002672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:51.009086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-40da610c-731f-4e77-9be1-9d7e4b888e1f tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:d1:85:6a'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:51.118111 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-19963260-5d8a-4e2a-988b-9eeedac56b37 None None] Provisioning complete for port bfc643bc-b07c-409f-80a2-8c4ba3376f71 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:51.118750 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19963260-5d8a-4e2a-988b-9eeedac56b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:51.169570 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-19963260-5d8a-4e2a-988b-9eeedac56b37 None None] Port bfc643bc-b07c-409f-80a2-8c4ba3376f71 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:07:51.186214 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40da610c-731f-4e77-9be1-9d7e4b888e1f tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:51.422689 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40da610c-731f-4e77-9be1-9d7e4b888e1f tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:51.484407 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40da610c-731f-4e77-9be1-9d7e4b888e1f tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:51.568766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da610c-731f-4e77-9be1-9d7e4b888e1f tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event updated for resources: {'Port': ['ID=bfc643bc-b07c-409f-80a2-8c4ba3376f71,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:51.588576 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-40da610c-731f-4e77-9be1-9d7e4b888e1f tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] In _notify_port_updated(), no bound segment for port bfc643bc-b07c-409f-80a2-8c4ba3376f71 on network 4b0a05ae-f697-498a-9f48-76535fac578d {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 15:07:51.595026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40da610c-731f-4e77-9be1-9d7e4b888e1f tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:51.595754 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40da610c-731f-4e77-9be1-9d7e4b888e1f tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:51.600350 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-40da610c-731f-4e77-9be1-9d7e4b888e1f tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "PUT /v2.0/ports/bfc643bc-b07c-409f-80a2-8c4ba3376f71 HTTP/1.1" status: 200 len: 994 time: 0.5934677 Nov 15 15:07:51.600596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:51.716884 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-febe8c2d-e469-4c63-bc45-1ba0cbc2d9a2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Deleting port bfc643bc-b07c-409f-80a2-8c4ba3376f71 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:07:51.717239 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-febe8c2d-e469-4c63-bc45-1ba0cbc2d9a2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:51.799506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-33cd6cfc-4eda-43df-8c8e-6f977d4aba47 None None] Provisioning complete for port bfc643bc-b07c-409f-80a2-8c4ba3376f71 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:51.799789 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33cd6cfc-4eda-43df-8c8e-6f977d4aba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:51.848253 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-33cd6cfc-4eda-43df-8c8e-6f977d4aba47 None None] Port bfc643bc-b07c-409f-80a2-8c4ba3376f71 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:07:52.153342 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-febe8c2d-e469-4c63-bc45-1ba0cbc2d9a2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:52.167419 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-febe8c2d-e469-4c63-bc45-1ba0cbc2d9a2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Calling delete_port for bfc643bc-b07c-409f-80a2-8c4ba3376f71 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:07:52.392607 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-febe8c2d-e469-4c63-bc45-1ba0cbc2d9a2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:52.426931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe8c2d-e469-4c63-bc45-1ba0cbc2d9a2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event deleted for resources: {'Port': ['ID=bfc643bc-b07c-409f-80a2-8c4ba3376f71,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:52.617541 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-febe8c2d-e469-4c63-bc45-1ba0cbc2d9a2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:52.623896 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-febe8c2d-e469-4c63-bc45-1ba0cbc2d9a2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "DELETE /v2.0/ports/bfc643bc-b07c-409f-80a2-8c4ba3376f71 HTTP/1.1" status: 204 len: 168 time: 1.0197840 Nov 15 15:07:52.624679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40112) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:52.702808 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-21613610-1710-4f62-b096-bc298bff792d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] GET failed (client error): The resource could not be found. Nov 15 15:07:52.705722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-21613610-1710-4f62-b096-bc298bff792d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "GET /v2.0/ports/bfc643bc-b07c-409f-80a2-8c4ba3376f71 HTTP/1.1" status: 404 len: 333 time: 0.0781240 Nov 15 15:07:52.710339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40114) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:52.723485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Request body: {'port': {'network_id': '4b0a05ae-f697-498a-9f48-76535fac578d', 'name': 'tempest-AllowedAddressPairTestJSON-1416685388'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:52.974596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Made reservation on behalf of e37827a59e544cc4a488dc9b993d7d63 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:52.977317 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:53.007160 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] device_id is not set on port 069b03e6-7d61-46b3-8ac1-66b310ac8907 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:07:53.131153 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Allocated IP 172.20.0.9 (4b0a05ae-f697-498a-9f48-76535fac578d/60b03d6d-7788-433e-bce5-93c68085300e/069b03e6-7d61-46b3-8ac1-66b310ac8907) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:07:53.290949 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:53.405169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:53.452751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Network 4b0a05ae-f697-498a-9f48-76535fac578d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:07:53.455998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:07:53.458741 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:07:53.513225 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event updated for resources: {'Port': ['ID=069b03e6-7d61-46b3-8ac1-66b310ac8907,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:53.536445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:53.537098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:53.624350 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6e9606c0-07bb-4814-8162-51de56e95771 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9145257 Nov 15 15:07:53.626942 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40118) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:53.635092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0e2504f5-f9ef-404e-a23b-88880ee679f9 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d1:85:6a'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:53.739404 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e2504f5-f9ef-404e-a23b-88880ee679f9 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:53.798608 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-498eb983-b344-46d5-b702-9f6d4c734f2c None None] Provisioning complete for port 069b03e6-7d61-46b3-8ac1-66b310ac8907 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:53.799419 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-498eb983-b344-46d5-b702-9f6d4c734f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:53.834540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-498eb983-b344-46d5-b702-9f6d4c734f2c None None] Port 069b03e6-7d61-46b3-8ac1-66b310ac8907 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:07:53.941931 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e2504f5-f9ef-404e-a23b-88880ee679f9 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:54.049666 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e2504f5-f9ef-404e-a23b-88880ee679f9 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:54.131956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2504f5-f9ef-404e-a23b-88880ee679f9 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event updated for resources: {'Port': ['ID=069b03e6-7d61-46b3-8ac1-66b310ac8907,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:54.142449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0e2504f5-f9ef-404e-a23b-88880ee679f9 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] In _notify_port_updated(), no bound segment for port 069b03e6-7d61-46b3-8ac1-66b310ac8907 on network 4b0a05ae-f697-498a-9f48-76535fac578d {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 15:07:54.148224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2504f5-f9ef-404e-a23b-88880ee679f9 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:54.148905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e2504f5-f9ef-404e-a23b-88880ee679f9 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:54.152264 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0e2504f5-f9ef-404e-a23b-88880ee679f9 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "PUT /v2.0/ports/069b03e6-7d61-46b3-8ac1-66b310ac8907 HTTP/1.1" status: 200 len: 996 time: 0.5213392 Nov 15 15:07:54.153897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40124) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:54.273909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b662d595-ecba-4ea2-982b-e958c87091c2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Deleting port 069b03e6-7d61-46b3-8ac1-66b310ac8907 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:07:54.274568 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b662d595-ecba-4ea2-982b-e958c87091c2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:54.359331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a43b5fe6-b7bf-4bfb-a983-3572bd6f7c41 None None] Provisioning complete for port 069b03e6-7d61-46b3-8ac1-66b310ac8907 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:54.359598 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a43b5fe6-b7bf-4bfb-a983-3572bd6f7c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:54.396213 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b662d595-ecba-4ea2-982b-e958c87091c2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:54.403403 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a43b5fe6-b7bf-4bfb-a983-3572bd6f7c41 None None] Port 069b03e6-7d61-46b3-8ac1-66b310ac8907 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:07:54.412059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b662d595-ecba-4ea2-982b-e958c87091c2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Calling delete_port for 069b03e6-7d61-46b3-8ac1-66b310ac8907 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:07:54.672435 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b662d595-ecba-4ea2-982b-e958c87091c2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:54.703365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662d595-ecba-4ea2-982b-e958c87091c2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event deleted for resources: {'Port': ['ID=069b03e6-7d61-46b3-8ac1-66b310ac8907,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:54.787224 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b662d595-ecba-4ea2-982b-e958c87091c2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:54.794633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b662d595-ecba-4ea2-982b-e958c87091c2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "DELETE /v2.0/ports/069b03e6-7d61-46b3-8ac1-66b310ac8907 HTTP/1.1" status: 204 len: 168 time: 0.6395147 Nov 15 15:07:54.795267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40130) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:54.820543 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9549e693-4abd-4862-8339-b8746ae769b0 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] GET failed (client error): The resource could not be found. Nov 15 15:07:54.822904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9549e693-4abd-4862-8339-b8746ae769b0 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "GET /v2.0/ports/069b03e6-7d61-46b3-8ac1-66b310ac8907 HTTP/1.1" status: 404 len: 333 time: 0.0266316 Nov 15 15:07:54.828174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40132) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:54.834503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Request body: {'port': {'network_id': '4b0a05ae-f697-498a-9f48-76535fac578d', 'name': 'tempest-AllowedAddressPairTestJSON-1837726193'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:55.060842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Made reservation on behalf of e37827a59e544cc4a488dc9b993d7d63 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:55.064467 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:55.082587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] device_id is not set on port 099ed33a-6931-400b-bdc8-b2aa940eac21 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:07:55.216155 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Allocated IP 172.20.0.11 (4b0a05ae-f697-498a-9f48-76535fac578d/60b03d6d-7788-433e-bce5-93c68085300e/099ed33a-6931-400b-bdc8-b2aa940eac21) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:07:55.384631 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:55.487157 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:55.537296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Network 4b0a05ae-f697-498a-9f48-76535fac578d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:07:55.545551 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:07:55.550154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:07:55.599985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:55.602612 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:55.607797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event updated for resources: {'Port': ['ID=099ed33a-6931-400b-bdc8-b2aa940eac21,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:55.692972 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ab492f3e-f803-4613-80f7-6c226f47edb4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8629956 Nov 15 15:07:55.695580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40136) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:55.702811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Request body: {'port': {'network_id': '4b0a05ae-f697-498a-9f48-76535fac578d', 'name': 'tempest-AllowedAddressPairTestJSON-363083030'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:55.836318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-590b3489-1016-46ee-9524-61d7e1060a40 None None] Provisioning complete for port 099ed33a-6931-400b-bdc8-b2aa940eac21 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:55.836888 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-590b3489-1016-46ee-9524-61d7e1060a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:55.872519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-590b3489-1016-46ee-9524-61d7e1060a40 None None] Port 099ed33a-6931-400b-bdc8-b2aa940eac21 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:07:55.889615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Made reservation on behalf of e37827a59e544cc4a488dc9b993d7d63 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:07:55.894263 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:55.920425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] device_id is not set on port 5cf90a87-f20b-400c-ac48-4fa59a1e1228 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:07:56.048535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Allocated IP 172.20.0.7 (4b0a05ae-f697-498a-9f48-76535fac578d/60b03d6d-7788-433e-bce5-93c68085300e/5cf90a87-f20b-400c-ac48-4fa59a1e1228) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:07:56.274759 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:56.370210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:56.416312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Network 4b0a05ae-f697-498a-9f48-76535fac578d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:07:56.420064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:07:56.424395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:07:56.452557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event updated for resources: {'Port': ['ID=5cf90a87-f20b-400c-ac48-4fa59a1e1228,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:56.484111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:56.486242 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:56.565891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c1174f82-d2e3-416b-aaed-74579dad4ccc tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8691535 Nov 15 15:07:56.569588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:56.575458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f52cb9ab-7fc9-4533-ab03-9cc75fc74409 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:d1:85:6a'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:86:68:f0'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:07:56.697398 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b34ec091-ce59-4539-b4a0-6c43b04c1c45 None None] Provisioning complete for port 5cf90a87-f20b-400c-ac48-4fa59a1e1228 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:56.697795 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b34ec091-ce59-4539-b4a0-6c43b04c1c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:56.735955 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f52cb9ab-7fc9-4533-ab03-9cc75fc74409 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:56.737126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b34ec091-ce59-4539-b4a0-6c43b04c1c45 None None] Port 5cf90a87-f20b-400c-ac48-4fa59a1e1228 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:07:56.937675 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f52cb9ab-7fc9-4533-ab03-9cc75fc74409 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:57.026592 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f52cb9ab-7fc9-4533-ab03-9cc75fc74409 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:57.106754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cb9ab-7fc9-4533-ab03-9cc75fc74409 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event updated for resources: {'Port': ['ID=5cf90a87-f20b-400c-ac48-4fa59a1e1228,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:57.125339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f52cb9ab-7fc9-4533-ab03-9cc75fc74409 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] In _notify_port_updated(), no bound segment for port 5cf90a87-f20b-400c-ac48-4fa59a1e1228 on network 4b0a05ae-f697-498a-9f48-76535fac578d {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 15:07:57.131052 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52cb9ab-7fc9-4533-ab03-9cc75fc74409 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:07:57.131624 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f52cb9ab-7fc9-4533-ab03-9cc75fc74409 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:57.133011 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f52cb9ab-7fc9-4533-ab03-9cc75fc74409 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "PUT /v2.0/ports/5cf90a87-f20b-400c-ac48-4fa59a1e1228 HTTP/1.1" status: 200 len: 1055 time: 0.5623636 Nov 15 15:07:57.135900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40142) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:57.236606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-12e3c1f9-40f0-41ec-a715-c38f2f769d3e tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Deleting port 5cf90a87-f20b-400c-ac48-4fa59a1e1228 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:07:57.236961 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12e3c1f9-40f0-41ec-a715-c38f2f769d3e tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:57.268124 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2f97a9ad-b1ae-40bf-a786-33d6efaeadce None None] Provisioning complete for port 5cf90a87-f20b-400c-ac48-4fa59a1e1228 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:07:57.268703 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f97a9ad-b1ae-40bf-a786-33d6efaeadce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:57.307703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2f97a9ad-b1ae-40bf-a786-33d6efaeadce None None] Port 5cf90a87-f20b-400c-ac48-4fa59a1e1228 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:07:57.331186 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12e3c1f9-40f0-41ec-a715-c38f2f769d3e tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:57.343965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-12e3c1f9-40f0-41ec-a715-c38f2f769d3e tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Calling delete_port for 5cf90a87-f20b-400c-ac48-4fa59a1e1228 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:07:57.569513 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12e3c1f9-40f0-41ec-a715-c38f2f769d3e tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:57.599101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3c1f9-40f0-41ec-a715-c38f2f769d3e tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event deleted for resources: {'Port': ['ID=5cf90a87-f20b-400c-ac48-4fa59a1e1228,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:57.838188 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12e3c1f9-40f0-41ec-a715-c38f2f769d3e tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:57.841580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-12e3c1f9-40f0-41ec-a715-c38f2f769d3e tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "DELETE /v2.0/ports/5cf90a87-f20b-400c-ac48-4fa59a1e1228 HTTP/1.1" status: 204 len: 168 time: 0.7047050 Nov 15 15:07:57.844360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:57.869137 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4caad9-fecc-48e0-8267-a44f988899b1 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] GET failed (client error): The resource could not be found. Nov 15 15:07:57.871785 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6b4caad9-fecc-48e0-8267-a44f988899b1 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "GET /v2.0/ports/5cf90a87-f20b-400c-ac48-4fa59a1e1228 HTTP/1.1" status: 404 len: 333 time: 0.0252323 Nov 15 15:07:57.875029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:57.978927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1176bed3-cc6e-41cd-ad0a-7535ea4cea30 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Deleting port 099ed33a-6931-400b-bdc8-b2aa940eac21 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:07:57.979280 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1176bed3-cc6e-41cd-ad0a-7535ea4cea30 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:58.071588 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1176bed3-cc6e-41cd-ad0a-7535ea4cea30 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:58.089498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1176bed3-cc6e-41cd-ad0a-7535ea4cea30 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Calling delete_port for 099ed33a-6931-400b-bdc8-b2aa940eac21 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:07:58.306686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1176bed3-cc6e-41cd-ad0a-7535ea4cea30 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:58.337386 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176bed3-cc6e-41cd-ad0a-7535ea4cea30 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event deleted for resources: {'Port': ['ID=099ed33a-6931-400b-bdc8-b2aa940eac21,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:58.435794 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1176bed3-cc6e-41cd-ad0a-7535ea4cea30 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:58.443953 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1176bed3-cc6e-41cd-ad0a-7535ea4cea30 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "DELETE /v2.0/ports/099ed33a-6931-400b-bdc8-b2aa940eac21 HTTP/1.1" status: 204 len: 168 time: 0.5641026 Nov 15 15:07:58.444233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40154) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:58.457037 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:58.475142 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba03ba82-67cf-48a5-ad75-ba6cf83320f4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] GET failed (client error): The resource could not be found. Nov 15 15:07:58.479868 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ba03ba82-67cf-48a5-ad75-ba6cf83320f4 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "GET /v2.0/ports/099ed33a-6931-400b-bdc8-b2aa940eac21 HTTP/1.1" status: 404 len: 333 time: 0.0315657 Nov 15 15:07:58.481180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:58.582915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a55ff604-674c-4475-b0e2-f7ea819a3271 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Deleting port 0de9944f-5b64-42b8-9a4f-ba66b9f2971f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:07:58.583262 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a55ff604-674c-4475-b0e2-f7ea819a3271 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:58.678890 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a55ff604-674c-4475-b0e2-f7ea819a3271 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:58.691246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a55ff604-674c-4475-b0e2-f7ea819a3271 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Calling delete_port for 0de9944f-5b64-42b8-9a4f-ba66b9f2971f owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:07:58.884105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a55ff604-674c-4475-b0e2-f7ea819a3271 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:58.919027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ff604-674c-4475-b0e2-f7ea819a3271 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event deleted for resources: {'Port': ['ID=0de9944f-5b64-42b8-9a4f-ba66b9f2971f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:58.941971 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.019283 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a55ff604-674c-4475-b0e2-f7ea819a3271 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.023557 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a55ff604-674c-4475-b0e2-f7ea819a3271 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "DELETE /v2.0/ports/0de9944f-5b64-42b8-9a4f-ba66b9f2971f HTTP/1.1" status: 204 len: 168 time: 0.5408518 Nov 15 15:07:59.030782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40160) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:59.118270 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-921b1e52-c9ee-4837-bf54-74ddfc94a5d2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Deleting subnet 60b03d6d-7788-433e-bce5-93c68085300e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:07:59.121988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-921b1e52-c9ee-4837-bf54-74ddfc94a5d2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.186258 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-921b1e52-c9ee-4837-bf54-74ddfc94a5d2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.276249 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-921b1e52-c9ee-4837-bf54-74ddfc94a5d2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.421090 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-921b1e52-c9ee-4837-bf54-74ddfc94a5d2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.452288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b1e52-c9ee-4837-bf54-74ddfc94a5d2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event deleted for resources: {'Subnet': ['ID=60b03d6d-7788-433e-bce5-93c68085300e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:59.454469 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-921b1e52-c9ee-4837-bf54-74ddfc94a5d2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.457746 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-921b1e52-c9ee-4837-bf54-74ddfc94a5d2 tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "DELETE /v2.0/subnets/60b03d6d-7788-433e-bce5-93c68085300e HTTP/1.1" status: 204 len: 168 time: 0.4308772 Nov 15 15:07:59.460501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:07:59.461934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9634699d-77e2-4f84-bfff-b3171c04f347 None None] Network 4b0a05ae-f697-498a-9f48-76535fac578d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:07:59.546182 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.607552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Deleting port 1c6eef34-331f-402e-8e7c-c51cd74d722f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:07:59.608037 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.653437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] DHCP port deletion for 4b0a05ae-f697-498a-9f48-76535fac578d request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:07:59.693904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] For port 1c6eef34-331f-402e-8e7c-c51cd74d722f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1c6eef34-331f-402e-8e7c-c51cd74d722f,segment=NetworkSegment(ede31b89-3ae1-4e30-81c9-7a61844a34e2),segment_id=ede31b89-3ae1-4e30-81c9-7a61844a34e2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:07:59.693904 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.715928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Calling delete_port for 1c6eef34-331f-402e-8e7c-c51cd74d722f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:07:59.724575 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Deleting port 1c6eef34-331f-402e-8e7c-c51cd74d722f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:07:59.725121 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.780782 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04ac49fb-120d-4d79-9d6c-be484986fcb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.801578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] For port 1c6eef34-331f-402e-8e7c-c51cd74d722f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1c6eef34-331f-402e-8e7c-c51cd74d722f,segment=NetworkSegment(ede31b89-3ae1-4e30-81c9-7a61844a34e2),segment_id=ede31b89-3ae1-4e30-81c9-7a61844a34e2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:07:59.801980 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.815947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Calling delete_port for 1c6eef34-331f-402e-8e7c-c51cd74d722f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:07:59.901417 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.922584 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:07:59.931159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event deleted for resources: {'Port': ['ID=1c6eef34-331f-402e-8e7c-c51cd74d722f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:59.951093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] No DVR routers for this DVR port 1c6eef34-331f-402e-8e7c-c51cd74d722f on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:07:59.954080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Pushing event deleted for resources: {'Port': ['ID=1c6eef34-331f-402e-8e7c-c51cd74d722f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:07:59.959019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] No DVR routers for this DVR port 1c6eef34-331f-402e-8e7c-c51cd74d722f on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:07:59.967813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:59.968239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:59.968611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:59.969117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:59.969279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:59.969788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:59.970456 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:59.970991 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:59.972023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:59.972548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:59.973030 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:07:59.973509 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296bf79-7212-48b2-a7fd-d7252341bfe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:00.027057 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:00.049030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0a05ae-f697-498a-9f48-76535fac578d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:00.059010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede31b89-3ae1-4e30-81c9-7a61844a34e2') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:00.059319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede31b89-3ae1-4e30-81c9-7a61844a34e2') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:00.070127 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:00.084004 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:00.091400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:00.091797 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:00.095979 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:00.226519 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:00.234524 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:00.237755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] 10.222.0.70 "DELETE /v2.0/networks/4b0a05ae-f697-498a-9f48-76535fac578d HTTP/1.1" status: 204 len: 168 time: 0.7761643 Nov 15 15:08:00.255659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b2068-7b3a-43c2-9089-037ad06ba79d tempest-AllowedAddressPairTestJSON-1075860327 tempest-AllowedAddressPairTestJSON-1075860327-project] Pushing event deleted for resources: {'Network': ['ID=4b0a05ae-f697-498a-9f48-76535fac578d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:00.701321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:00.850673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-25376408-76bb-4aac-b7a9-11cd1db152b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e37827a59e544cc4a488dc9b993d7d63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477780 Nov 15 15:08:00.853487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:00.907374 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-441ecd29-74c5-4c42-9f73-6f9221b4321b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:00.930231 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-441ecd29-74c5-4c42-9f73-6f9221b4321b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:01.067332 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-441ecd29-74c5-4c42-9f73-6f9221b4321b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:01.070317 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-441ecd29-74c5-4c42-9f73-6f9221b4321b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:01.071655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-441ecd29-74c5-4c42-9f73-6f9221b4321b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ecd38eac-e1c0-4596-a01c-a5f453b4f72f HTTP/1.1" status: 204 len: 168 time: 0.2166708 Nov 15 15:08:01.081291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ecd29-74c5-4c42-9f73-6f9221b4321b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd38eac-e1c0-4596-a01c-a5f453b4f72f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:01.497768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1c6eef34-331f-402e-8e7c-c51cd74d722f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:08:01.522559 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 1c6eef34-331f-402e-8e7c-c51cd74d722f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:08:01.522559 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1c6eef34-331f-402e-8e7c-c51cd74d722f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:08:02.175723 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b825-095b-46e9-81c5-689142e9825f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:02.312330 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:02.435405 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-184955062'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:02.563828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Made reservation on behalf of a2e6d8137ebc4d12bc4214b8a6e447bc for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:02.567648 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:02.582737 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:02.680508 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:02.757358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:02.787595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:08:02.798091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69089e06-f401-4970-ba03-9fe49452321a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:02.802921 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:02.803267 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Added segment a93c11b3-cb47-441b-964a-f2206515afda of type vlan for network d08ffd20-7275-4651-a7ae-85f13b98e836 Nov 15 15:08:02.846353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:02.942314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:02.953103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:02.953718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:03.037187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Pushing event updated for resources: {'Network': ['ID=d08ffd20-7275-4651-a7ae-85f13b98e836,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:03.048321 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network d08ffd20-7275-4651-a7ae-85f13b98e836 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:03.092225 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f6b21319-4085-4151-bc76-baf99a937b83 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7779794 Nov 15 15:08:03.095394 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:03.101247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1e975e69-4344-42b7-a254-483c93aaea56 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Request body: {'subnet': {'network_id': 'd08ffd20-7275-4651-a7ae-85f13b98e836', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:03.266274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e975e69-4344-42b7-a254-483c93aaea56 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Made reservation on behalf of a2e6d8137ebc4d12bc4214b8a6e447bc for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:03.270096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e975e69-4344-42b7-a254-483c93aaea56 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:03.540930 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:03.614473 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e975e69-4344-42b7-a254-483c93aaea56 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:03.673900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e975e69-4344-42b7-a254-483c93aaea56 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Pushing event updated for resources: {'Subnet': ['ID=9995a5a3-4c9e-4fd8-b574-50e7da65ca28,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:03.685215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e975e69-4344-42b7-a254-483c93aaea56 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Checking segment: {'id': 'a93c11b3-cb47-441b-964a-f2206515afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd08ffd20-7275-4651-a7ae-85f13b98e836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:03.685803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e975e69-4344-42b7-a254-483c93aaea56 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Network hostable DHCP agents. Network: d08ffd20-7275-4651-a7ae-85f13b98e836, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:08:03.781273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e975e69-4344-42b7-a254-483c93aaea56 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Network d08ffd20-7275-4651-a7ae-85f13b98e836 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:08:03.848445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1e975e69-4344-42b7-a254-483c93aaea56 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, d08ffd20-7275-4651-a7ae-85f13b98e836) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:03.853213 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e975e69-4344-42b7-a254-483c93aaea56 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:03.854309 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e975e69-4344-42b7-a254-483c93aaea56 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:03.857572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb24f8c-9e0a-4b38-9845-a72d8cef0207 None None] Network d08ffd20-7275-4651-a7ae-85f13b98e836 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:03.931963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1e975e69-4344-42b7-a254-483c93aaea56 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8348453 Nov 15 15:08:03.935118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:03.940305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Request body: {'port': {'network_id': 'd08ffd20-7275-4651-a7ae-85f13b98e836', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-207497144'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:04.020318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-d08ffd20-7275-4651-a7ae-85f13b98e836', 'network_id': 'd08ffd20-7275-4651-a7ae-85f13b98e836', 'tenant_id': 'a2e6d8137ebc4d12bc4214b8a6e447bc', 'fixed_ips': [{'subnet_id': '9995a5a3-4c9e-4fd8-b574-50e7da65ca28'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:08:04.026860 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:04.106647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Made reservation on behalf of a2e6d8137ebc4d12bc4214b8a6e447bc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:04.110436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:04.130571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] device_id is not set on port cc737e4f-0258-4e3f-a69b-4593aead9ea1 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:08:04.169532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Allocated IP 2001:db8::2 (d08ffd20-7275-4651-a7ae-85f13b98e836/9995a5a3-4c9e-4fd8-b574-50e7da65ca28/3cf893a2-5e9c-4618-a017-63ff4427d885) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:04.358505 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:04.444024 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:04.487517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Network d08ffd20-7275-4651-a7ae-85f13b98e836 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:04.490619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:04.494486 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:04.502470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Pushing event updated for resources: {'Port': ['ID=3cf893a2-5e9c-4618-a017-63ff4427d885,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:04.507559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Allocated IP 2001:db8::3b6 (d08ffd20-7275-4651-a7ae-85f13b98e836/9995a5a3-4c9e-4fd8-b574-50e7da65ca28/cc737e4f-0258-4e3f-a69b-4593aead9ea1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:04.560308 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Attempting to bind port 3cf893a2-5e9c-4618-a017-63ff4427d885 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:08:04.560681 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Attempting to bind port 3cf893a2-5e9c-4618-a017-63ff4427d885 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'a93c11b3-cb47-441b-964a-f2206515afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd08ffd20-7275-4651-a7ae-85f13b98e836'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:08:04.561049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Attempting to bind port 3cf893a2-5e9c-4618-a017-63ff4427d885 on network d08ffd20-7275-4651-a7ae-85f13b98e836 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:08:04.566685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:08:04.567060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Checking segment: {'id': 'a93c11b3-cb47-441b-964a-f2206515afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd08ffd20-7275-4651-a7ae-85f13b98e836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:04.567460 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:04.567989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Bound using segment: {'id': 'a93c11b3-cb47-441b-964a-f2206515afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd08ffd20-7275-4651-a7ae-85f13b98e836'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:08:04.568423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Bound port: 3cf893a2-5e9c-4618-a017-63ff4427d885, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93c11b3-cb47-441b-964a-f2206515afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd08ffd20-7275-4651-a7ae-85f13b98e836'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:08:04.568807 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:04.643100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] For port 3cf893a2-5e9c-4618-a017-63ff4427d885, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:08:04.646230 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] For port 3cf893a2-5e9c-4618-a017-63ff4427d885, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3cf893a2-5e9c-4618-a017-63ff4427d885,segment=NetworkSegment(a93c11b3-cb47-441b-964a-f2206515afda),segment_id=a93c11b3-cb47-441b-964a-f2206515afda)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:08:04.689353 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:04.752046 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:04.806673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67442b6d-ad4b-4678-8a72-2956ef805448 None None] Pushing event updated for resources: {'Port': ['ID=3cf893a2-5e9c-4618-a017-63ff4427d885,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:04.912609 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:04.988926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Network d08ffd20-7275-4651-a7ae-85f13b98e836 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:04.992149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:04.996355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:05.002062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:05.003039 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:05.010042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Pushing event updated for resources: {'Port': ['ID=cc737e4f-0258-4e3f-a69b-4593aead9ea1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:05.033320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:05.038804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:05.038804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:05.038804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:05.038804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:05.038804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:05.038804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:05.038804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:05.038804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:05.038804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:05.038804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:05.038804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:05.111602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-20215740-993e-4a5a-ad96-b67f5e99df16 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1753004 Nov 15 15:08:05.114818 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:05.120017 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Request body: {'port': {'network_id': 'd08ffd20-7275-4651-a7ae-85f13b98e836', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1866684484', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:05.120761 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] bootfile-name is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 15:08:05.121189 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] tftp-server is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 15:08:05.121531 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] server-ip-address is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 15:08:05.181143 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:05.313834 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Made reservation on behalf of a2e6d8137ebc4d12bc4214b8a6e447bc for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:05.318077 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:05.337345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] device_id is not set on port 47c0b4b3-463d-443d-9ee3-3927967fba52 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:08:05.484521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Allocated IP 2001:db8::337 (d08ffd20-7275-4651-a7ae-85f13b98e836/9995a5a3-4c9e-4fd8-b574-50e7da65ca28/47c0b4b3-463d-443d-9ee3-3927967fba52) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:05.566843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3cf893a2-5e9c-4618-a017-63ff4427d885 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:08:05.635679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 3cf893a2-5e9c-4618-a017-63ff4427d885 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:05.636397 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:05.751768 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:05.773630 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:05.811228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 3cf893a2-5e9c-4618-a017-63ff4427d885, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3cf893a2-5e9c-4618-a017-63ff4427d885,segment=NetworkSegment(a93c11b3-cb47-441b-964a-f2206515afda),segment_id=a93c11b3-cb47-441b-964a-f2206515afda)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:05.820956 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:05.851802 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4363ce-22d1-459d-bc53-312daf8d9890 None None] Network d08ffd20-7275-4651-a7ae-85f13b98e836 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:05.896154 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:05.904195 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:05.954899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f9a8bf40-d0de-4bb5-ae15-892753e94724 None None] Provisioning complete for port 3cf893a2-5e9c-4618-a017-63ff4427d885 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:05.955230 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9a8bf40-d0de-4bb5-ae15-892753e94724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:05.965567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Network d08ffd20-7275-4651-a7ae-85f13b98e836 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:05.970254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:05.974095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:05.986001 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:05.986891 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:06.002452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Pushing event updated for resources: {'Port': ['ID=47c0b4b3-463d-443d-9ee3-3927967fba52,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:06.040896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=3cf893a2-5e9c-4618-a017-63ff4427d885,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:06.093264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:06.093659 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4c79c309-bc85-4bbb-9805-1cdd86a5e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9775250 Nov 15 15:08:06.161251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c37d43f-bf07-403b-ad4b-e185b60c266f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:06.169116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c37d43f-bf07-403b-ad4b-e185b60c266f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:06.175274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c37d43f-bf07-403b-ad4b-e185b60c266f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:06.177322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c37d43f-bf07-403b-ad4b-e185b60c266f tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.0831308 Nov 15 15:08:06.180730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:06.285444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b3a9c-5fcd-4ad2-b1fe-77d3116d3980 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Deleting port 47c0b4b3-463d-443d-9ee3-3927967fba52 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:06.285791 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd5b3a9c-5fcd-4ad2-b1fe-77d3116d3980 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:06.385497 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd5b3a9c-5fcd-4ad2-b1fe-77d3116d3980 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:06.398961 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b3a9c-5fcd-4ad2-b1fe-77d3116d3980 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Calling delete_port for 47c0b4b3-463d-443d-9ee3-3927967fba52 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:06.482166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-007f30fc-170a-4acf-adea-a2e7c558d0d9 None None] Provisioning complete for port cc737e4f-0258-4e3f-a69b-4593aead9ea1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:06.483263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-007f30fc-170a-4acf-adea-a2e7c558d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:06.537538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-007f30fc-170a-4acf-adea-a2e7c558d0d9 None None] Port cc737e4f-0258-4e3f-a69b-4593aead9ea1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:08:06.548818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-007f30fc-170a-4acf-adea-a2e7c558d0d9 None None] Provisioning complete for port 3cf893a2-5e9c-4618-a017-63ff4427d885 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:06.549194 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-007f30fc-170a-4acf-adea-a2e7c558d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:06.651445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-007f30fc-170a-4acf-adea-a2e7c558d0d9 None None] Provisioning complete for port 47c0b4b3-463d-443d-9ee3-3927967fba52 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:06.651815 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-007f30fc-170a-4acf-adea-a2e7c558d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:06.661173 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd5b3a9c-5fcd-4ad2-b1fe-77d3116d3980 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:06.695207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b3a9c-5fcd-4ad2-b1fe-77d3116d3980 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Pushing event deleted for resources: {'Port': ['ID=47c0b4b3-463d-443d-9ee3-3927967fba52,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:06.709599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-007f30fc-170a-4acf-adea-a2e7c558d0d9 None None] Port 47c0b4b3-463d-443d-9ee3-3927967fba52 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:08:06.731748 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd5b3a9c-5fcd-4ad2-b1fe-77d3116d3980 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:06.741931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bd5b3a9c-5fcd-4ad2-b1fe-77d3116d3980 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] 10.222.0.70 "DELETE /v2.0/ports/47c0b4b3-463d-443d-9ee3-3927967fba52 HTTP/1.1" status: 204 len: 168 time: 0.5596704 Nov 15 15:08:06.747776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40244) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:06.753780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b7c693e6-7fb9-45c7-a538-e5b2b1461135 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Request body: {'port': {'name': 'tempest-new-port-name-372438414', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:06.754180 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-b7c693e6-7fb9-45c7-a538-e5b2b1461135 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] bootfile-name is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 15:08:06.754633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-b7c693e6-7fb9-45c7-a538-e5b2b1461135 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] tftp-server is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 15:08:06.754909 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-b7c693e6-7fb9-45c7-a538-e5b2b1461135 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] server-ip-address is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 15:08:06.835627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c693e6-7fb9-45c7-a538-e5b2b1461135 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:06.839504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4593be47-0cc3-40d8-887c-4dfb9fd85a94 None None] Provisioning complete for port cc737e4f-0258-4e3f-a69b-4593aead9ea1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:06.840081 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4593be47-0cc3-40d8-887c-4dfb9fd85a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:06.885359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4593be47-0cc3-40d8-887c-4dfb9fd85a94 None None] Port cc737e4f-0258-4e3f-a69b-4593aead9ea1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:08:07.012187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-84227eb6-be4a-4f8c-ba0a-de7240b8a89a None None] Could not find standard attr ID for object 47c0b4b3-463d-443d-9ee3-3927967fba52. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:08:07.083181 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c693e6-7fb9-45c7-a538-e5b2b1461135 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:07.140688 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c693e6-7fb9-45c7-a538-e5b2b1461135 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:07.175753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b7c693e6-7fb9-45c7-a538-e5b2b1461135 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] In _notify_port_updated(), no bound segment for port cc737e4f-0258-4e3f-a69b-4593aead9ea1 on network d08ffd20-7275-4651-a7ae-85f13b98e836 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 15:08:07.181282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c693e6-7fb9-45c7-a538-e5b2b1461135 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:07.182152 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7c693e6-7fb9-45c7-a538-e5b2b1461135 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:07.183836 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b7c693e6-7fb9-45c7-a538-e5b2b1461135 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] 10.222.0.70 "PUT /v2.0/ports/cc737e4f-0258-4e3f-a69b-4593aead9ea1 HTTP/1.1" status: 200 len: 1129 time: 0.4344769 Nov 15 15:08:07.185999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:07.233845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c693e6-7fb9-45c7-a538-e5b2b1461135 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Pushing event updated for resources: {'Port': ['ID=cc737e4f-0258-4e3f-a69b-4593aead9ea1,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:07.249253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d646c8a-34a9-4fea-a527-4f0a1c9c1e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:07.250857 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9d646c8a-34a9-4fea-a527-4f0a1c9c1e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] 10.222.0.70 "GET /v2.0/ports/cc737e4f-0258-4e3f-a69b-4593aead9ea1 HTTP/1.1" status: 200 len: 1129 time: 0.0639131 Nov 15 15:08:07.256159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:07.402184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b785b4f0-6426-498c-80e6-e105073d2889 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Deleting port cc737e4f-0258-4e3f-a69b-4593aead9ea1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:07.402615 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b785b4f0-6426-498c-80e6-e105073d2889 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:07.514864 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b785b4f0-6426-498c-80e6-e105073d2889 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:07.524568 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3cf893a2-5e9c-4618-a017-63ff4427d885 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:08:07.540434 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b785b4f0-6426-498c-80e6-e105073d2889 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Calling delete_port for cc737e4f-0258-4e3f-a69b-4593aead9ea1 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:07.567035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bcf3c95e-0273-4597-86b6-45bfcc594b19 None None] Provisioning complete for port cc737e4f-0258-4e3f-a69b-4593aead9ea1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:07.567448 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c95e-0273-4597-86b6-45bfcc594b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:07.611183 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bcf3c95e-0273-4597-86b6-45bfcc594b19 None None] Port cc737e4f-0258-4e3f-a69b-4593aead9ea1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:08:07.620747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 3cf893a2-5e9c-4618-a017-63ff4427d885 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:07.621657 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:07.748487 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b785b4f0-6426-498c-80e6-e105073d2889 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:07.780591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785b4f0-6426-498c-80e6-e105073d2889 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Pushing event deleted for resources: {'Port': ['ID=cc737e4f-0258-4e3f-a69b-4593aead9ea1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:07.812641 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b785b4f0-6426-498c-80e6-e105073d2889 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:07.818879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b785b4f0-6426-498c-80e6-e105073d2889 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] 10.222.0.70 "DELETE /v2.0/ports/cc737e4f-0258-4e3f-a69b-4593aead9ea1 HTTP/1.1" status: 204 len: 168 time: 0.5604262 Nov 15 15:08:07.819564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40252) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:07.879429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-7390f04c-67d6-4e21-bc79-a2b1ed5bf77d tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Deleting subnet 9995a5a3-4c9e-4fd8-b574-50e7da65ca28 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:08:07.883290 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7390f04c-67d6-4e21-bc79-a2b1ed5bf77d tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:07.937020 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7390f04c-67d6-4e21-bc79-a2b1ed5bf77d tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:08.053337 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7390f04c-67d6-4e21-bc79-a2b1ed5bf77d tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:08.187321 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7390f04c-67d6-4e21-bc79-a2b1ed5bf77d tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:08.219630 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390f04c-67d6-4e21-bc79-a2b1ed5bf77d tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Pushing event deleted for resources: {'Subnet': ['ID=9995a5a3-4c9e-4fd8-b574-50e7da65ca28,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:08.223543 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7390f04c-67d6-4e21-bc79-a2b1ed5bf77d tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:08.226801 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7390f04c-67d6-4e21-bc79-a2b1ed5bf77d tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] 10.222.0.70 "DELETE /v2.0/subnets/9995a5a3-4c9e-4fd8-b574-50e7da65ca28 HTTP/1.1" status: 204 len: 168 time: 0.4055972 Nov 15 15:08:08.229595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40254) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:08.240616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baaa83d-3db8-4c93-807c-837581e68cc3 None None] Network d08ffd20-7275-4651-a7ae-85f13b98e836 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:08.331647 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:08.394125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Deleting port 3cf893a2-5e9c-4618-a017-63ff4427d885 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:08.394600 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:08.468486 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5426c7-d133-4caf-8e63-f33a01921c4e None None] DHCP port deletion for d08ffd20-7275-4651-a7ae-85f13b98e836 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:08:08.528600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5b5426c7-d133-4caf-8e63-f33a01921c4e None None] Deleting port 3cf893a2-5e9c-4618-a017-63ff4427d885 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:08.529258 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b5426c7-d133-4caf-8e63-f33a01921c4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:08.607303 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5b5426c7-d133-4caf-8e63-f33a01921c4e None None] For port 3cf893a2-5e9c-4618-a017-63ff4427d885, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3cf893a2-5e9c-4618-a017-63ff4427d885,segment=NetworkSegment(a93c11b3-cb47-441b-964a-f2206515afda),segment_id=a93c11b3-cb47-441b-964a-f2206515afda)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:08.607561 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b5426c7-d133-4caf-8e63-f33a01921c4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:08.623091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5b5426c7-d133-4caf-8e63-f33a01921c4e None None] Calling delete_port for 3cf893a2-5e9c-4618-a017-63ff4427d885 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:08.774870 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b5426c7-d133-4caf-8e63-f33a01921c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:08.776315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] For port 3cf893a2-5e9c-4618-a017-63ff4427d885, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3cf893a2-5e9c-4618-a017-63ff4427d885,segment=NetworkSegment(a93c11b3-cb47-441b-964a-f2206515afda),segment_id=a93c11b3-cb47-441b-964a-f2206515afda)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:08.776690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:08.791864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Calling delete_port for 3cf893a2-5e9c-4618-a017-63ff4427d885 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:08.804852 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5426c7-d133-4caf-8e63-f33a01921c4e None None] Pushing event deleted for resources: {'Port': ['ID=3cf893a2-5e9c-4618-a017-63ff4427d885,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:08.809352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5426c7-d133-4caf-8e63-f33a01921c4e None None] No DVR routers for this DVR port 3cf893a2-5e9c-4618-a017-63ff4427d885 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:08:08.874826 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:08.903946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Pushing event deleted for resources: {'Port': ['ID=3cf893a2-5e9c-4618-a017-63ff4427d885,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:08.907499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] No DVR routers for this DVR port 3cf893a2-5e9c-4618-a017-63ff4427d885 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:08:08.993593 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:09.019688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08ffd20-7275-4651-a7ae-85f13b98e836']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:09.031613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93c11b3-cb47-441b-964a-f2206515afda') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:09.032308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93c11b3-cb47-441b-964a-f2206515afda') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:09.044520 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:09.060368 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:09.066678 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:09.067078 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:09.070730 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:09.191324 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:09.210106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:09.213870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] 10.222.0.70 "DELETE /v2.0/networks/d08ffd20-7275-4651-a7ae-85f13b98e836 HTTP/1.1" status: 204 len: 168 time: 0.9826024 Nov 15 15:08:09.217814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91715ac1-3980-4fa6-b658-38e81afbeb0e tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112 tempest-ExtraDHCPOptionsIpV6TestJSON-1457836112-project] Pushing event deleted for resources: {'Network': ['ID=d08ffd20-7275-4651-a7ae-85f13b98e836,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:09.490773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3cf893a2-5e9c-4618-a017-63ff4427d885 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:08:09.515723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 3cf893a2-5e9c-4618-a017-63ff4427d885 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:08:09.516047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3cf893a2-5e9c-4618-a017-63ff4427d885 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:08:09.684312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:09.840102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-28fc7ba6-a25e-44d2-9324-b556234ad984 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2e6d8137ebc4d12bc4214b8a6e447bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545675 Nov 15 15:08:09.842953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40266) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:09.895348 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94f92c89-7201-4a2b-8252-945a87704b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:09.919345 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94f92c89-7201-4a2b-8252-945a87704b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:10.088817 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94f92c89-7201-4a2b-8252-945a87704b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:10.091485 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94f92c89-7201-4a2b-8252-945a87704b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:10.095402 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-94f92c89-7201-4a2b-8252-945a87704b26 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69089e06-f401-4970-ba03-9fe49452321a HTTP/1.1" status: 204 len: 168 time: 0.2487540 Nov 15 15:08:10.101393 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f92c89-7201-4a2b-8252-945a87704b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69089e06-f401-4970-ba03-9fe49452321a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:11.056585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40294) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:11.163017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1332491836'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:11.249164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Made reservation on behalf of fc51ab0439c747f38745cd3a41263566 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:11.253381 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:11.264342 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:11.354596 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:11.410227 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:11.425310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103189d-4d72-477a-8f23-ac6be7a8693e req-493becc8-4417-4ccf-a8c2-c30f04e6c04e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:11.426154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0103189d-4d72-477a-8f23-ac6be7a8693e req-493becc8-4417-4ccf-a8c2-c30f04e6c04e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 946 time: 0.0575931 Nov 15 15:08:11.453991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:08:11.471478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada527b6-00c1-486f-8124-8fd0a6d248d9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:11.480011 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:11.484162 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Added segment f57ef2c0-759d-4ac6-86b8-b89d9805a79b of type vlan for network 92eb46a7-bb0e-49f5-b968-291c7790dd5c Nov 15 15:08:11.537845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0103189d-4d72-477a-8f23-ac6be7a8693e req-17185c43-e8f8-4eb7-b2bb-f787c965ea93 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006317 Nov 15 15:08:11.541445 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:11.622438 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:11.628132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:11.628702 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:11.700216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event updated for resources: {'Network': ['ID=92eb46a7-bb0e-49f5-b968-291c7790dd5c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:11.710949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 92eb46a7-bb0e-49f5-b968-291c7790dd5c details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:11.760713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fecf4891-8a54-4bd9-a341-be9a0965a8d4 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7029955 Nov 15 15:08:11.763786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40300) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:11.768805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-11b08e3e-e23d-4815-bd30-5ab531749adb tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Request body: {'subnet': {'network_id': '92eb46a7-bb0e-49f5-b968-291c7790dd5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:11.918362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b08e3e-e23d-4815-bd30-5ab531749adb tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Made reservation on behalf of fc51ab0439c747f38745cd3a41263566 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:11.922863 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11b08e3e-e23d-4815-bd30-5ab531749adb tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:12.164059 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11b08e3e-e23d-4815-bd30-5ab531749adb tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:12.226562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b08e3e-e23d-4815-bd30-5ab531749adb tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event updated for resources: {'Subnet': ['ID=b01b3d3c-2451-436e-897d-3ff41d5a98e4,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:12.237834 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b08e3e-e23d-4815-bd30-5ab531749adb tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Checking segment: {'id': 'f57ef2c0-759d-4ac6-86b8-b89d9805a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '92eb46a7-bb0e-49f5-b968-291c7790dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:12.238209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b08e3e-e23d-4815-bd30-5ab531749adb tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Network hostable DHCP agents. Network: 92eb46a7-bb0e-49f5-b968-291c7790dd5c, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:08:12.334771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b08e3e-e23d-4815-bd30-5ab531749adb tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Network 92eb46a7-bb0e-49f5-b968-291c7790dd5c is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:08:12.449430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-11b08e3e-e23d-4815-bd30-5ab531749adb tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 92eb46a7-bb0e-49f5-b968-291c7790dd5c) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:12.455187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b08e3e-e23d-4815-bd30-5ab531749adb tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:12.456210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11b08e3e-e23d-4815-bd30-5ab531749adb tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:12.465141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41f4fa2-53af-4571-af59-eb30b97c9322 None None] Network 92eb46a7-bb0e-49f5-b968-291c7790dd5c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:12.548997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-11b08e3e-e23d-4815-bd30-5ab531749adb tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7841034 Nov 15 15:08:12.551745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:12.556244 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d639a0f0-9dfc-485c-a67c-005f12a94591 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-838657266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:12.620541 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-92eb46a7-bb0e-49f5-b968-291c7790dd5c', 'network_id': '92eb46a7-bb0e-49f5-b968-291c7790dd5c', 'tenant_id': 'fc51ab0439c747f38745cd3a41263566', 'fixed_ips': [{'subnet_id': 'b01b3d3c-2451-436e-897d-3ff41d5a98e4'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:08:12.621418 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:12.662714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9beb71-6f51-4a61-a105-0ac2a04123a4 req-932995f8-d87d-415e-9b05-14ce7b18e544 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:12.664241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b9beb71-6f51-4a61-a105-0ac2a04123a4 req-932995f8-d87d-415e-9b05-14ce7b18e544 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 946 time: 0.0518799 Nov 15 15:08:12.678218 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d639a0f0-9dfc-485c-a67c-005f12a94591 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:12.680278 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d639a0f0-9dfc-485c-a67c-005f12a94591 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:12.726173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b9beb71-6f51-4a61-a105-0ac2a04123a4 req-ccc1210b-b851-480a-9bf5-f948aaee1b03 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530736 Nov 15 15:08:12.735760 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d639a0f0-9dfc-485c-a67c-005f12a94591 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:12.761761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Allocated IP 172.20.0.2 (92eb46a7-bb0e-49f5-b968-291c7790dd5c/b01b3d3c-2451-436e-897d-3ff41d5a98e4/e0228b3c-67db-4132-a81b-bbe02429fb64) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:12.810526 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d639a0f0-9dfc-485c-a67c-005f12a94591 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:12.868866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-107efae8-f62b-4319-951f-7a4e3cdd562a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1067710 Nov 15 15:08:12.931791 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d639a0f0-9dfc-485c-a67c-005f12a94591 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:12.933334 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d639a0f0-9dfc-485c-a67c-005f12a94591 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3805897 Nov 15 15:08:12.936380 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40308) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:12.959835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-2ceadbb8-d062-4e05-885e-ea9f4391ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:12.961658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-2ceadbb8-d062-4e05-885e-ea9f4391ce35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f65ec38aa5e34a4d810b86a0206f84ee&device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 1097 time: 0.0456657 Nov 15 15:08:13.073963 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:13.103164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-55f748a3-922e-42a5-889b-79a57767aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:13.104722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-55f748a3-922e-42a5-889b-79a57767aa2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=a03faf9f-415f-42ce-bd23-d963669a428c HTTP/1.1" status: 200 len: 910 time: 0.1009994 Nov 15 15:08:13.148809 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:13.189535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-ac94914e-bec1-4604-ae64-e0e734b1dd3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee781d4-53da-4722-a646-aa45a5ff50d5 HTTP/1.1" status: 200 len: 1001 time: 0.0772972 Nov 15 15:08:13.198892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Network 92eb46a7-bb0e-49f5-b968-291c7790dd5c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:13.203536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:13.207278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:13.214369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Pushing event updated for resources: {'Port': ['ID=e0228b3c-67db-4132-a81b-bbe02429fb64,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:13.235028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2decd-eed2-4641-a99d-9ed28244dcdb req-7a288bfd-46ea-419b-97a4-a8a488e66eee tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:13.236555 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-53b2decd-eed2-4641-a99d-9ed28244dcdb req-7a288bfd-46ea-419b-97a4-a8a488e66eee tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.46 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 946 time: 0.0809822 Nov 15 15:08:13.253075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-990bf634-33c9-4dab-9537-bea7cc825d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:13.254939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-990bf634-33c9-4dab-9537-bea7cc825d85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=587b8ce1-9130-4b68-967d-1c7f487e2030 HTTP/1.1" status: 200 len: 848 time: 0.0560358 Nov 15 15:08:13.280699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Attempting to bind port e0228b3c-67db-4132-a81b-bbe02429fb64 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:08:13.281169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Attempting to bind port e0228b3c-67db-4132-a81b-bbe02429fb64 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'f57ef2c0-759d-4ac6-86b8-b89d9805a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '92eb46a7-bb0e-49f5-b968-291c7790dd5c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:08:13.281880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Attempting to bind port e0228b3c-67db-4132-a81b-bbe02429fb64 on network 92eb46a7-bb0e-49f5-b968-291c7790dd5c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:08:13.287470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:08:13.287937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Checking segment: {'id': 'f57ef2c0-759d-4ac6-86b8-b89d9805a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '92eb46a7-bb0e-49f5-b968-291c7790dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:13.288465 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:13.288908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Bound using segment: {'id': 'f57ef2c0-759d-4ac6-86b8-b89d9805a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '92eb46a7-bb0e-49f5-b968-291c7790dd5c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:08:13.289454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Bound port: e0228b3c-67db-4132-a81b-bbe02429fb64, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57ef2c0-759d-4ac6-86b8-b89d9805a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '92eb46a7-bb0e-49f5-b968-291c7790dd5c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:08:13.289909 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:13.293440 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:13.307530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-0a649fbd-b92f-4f95-86c6-33f4075b6899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:13.309114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-0a649fbd-b92f-4f95-86c6-33f4075b6899 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a03faf9f-415f-42ce-bd23-d963669a428c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459099 Nov 15 15:08:13.322349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-2b252bdd-e4d6-4f61-9a02-4931a051c668 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:08:13.323440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-2b252bdd-e4d6-4f61-9a02-4931a051c668 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057790 Nov 15 15:08:13.368014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] For port e0228b3c-67db-4132-a81b-bbe02429fb64, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:08:13.371109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] For port e0228b3c-67db-4132-a81b-bbe02429fb64, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e0228b3c-67db-4132-a81b-bbe02429fb64,segment=NetworkSegment(f57ef2c0-759d-4ac6-86b8-b89d9805a79b),segment_id=f57ef2c0-759d-4ac6-86b8-b89d9805a79b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:08:13.422223 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:13.446981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-57aaa436-96aa-4392-becc-8336da43ca01 service neutron] 10.222.0.59 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123383 Nov 15 15:08:13.497100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f717345-084a-4872-a3c5-92fc1a035dff None None] Pushing event updated for resources: {'Port': ['ID=e0228b3c-67db-4132-a81b-bbe02429fb64,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:13.570685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41638e13-1c84-45fe-ba32-6f1e176d284b req-4a36e15a-c293-490b-8e88-8cbfe50fe345 service neutron] 10.222.0.59 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158466 Nov 15 15:08:13.870445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-53b2decd-eed2-4641-a99d-9ed28244dcdb req-3357466f-b1e4-4704-9c63-0164aa13387e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Deleting port 4ec4f793-e806-455c-a57d-be2f1bcc2209 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:13.871359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b2decd-eed2-4641-a99d-9ed28244dcdb req-3357466f-b1e4-4704-9c63-0164aa13387e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:14.028317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b10501-9851-42d9-bf36-80f4db9248d1 req-1ada7cb5-0a9c-4251-bffd-b0795a2cc7ea tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:14.029882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13b10501-9851-42d9-bf36-80f4db9248d1 req-1ada7cb5-0a9c-4251-bffd-b0795a2cc7ea tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 946 time: 0.2119021 Nov 15 15:08:14.033043 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-53b2decd-eed2-4641-a99d-9ed28244dcdb req-3357466f-b1e4-4704-9c63-0164aa13387e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] For port 4ec4f793-e806-455c-a57d-be2f1bcc2209, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=4ec4f793-e806-455c-a57d-be2f1bcc2209,segment=NetworkSegment(7566771b-1cbb-4d37-97b9-565dd448f110),segment_id=7566771b-1cbb-4d37-97b9-565dd448f110)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:14.033386 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b2decd-eed2-4641-a99d-9ed28244dcdb req-3357466f-b1e4-4704-9c63-0164aa13387e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:14.047746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Allocated IP 172.20.0.1 (92eb46a7-bb0e-49f5-b968-291c7790dd5c/b01b3d3c-2451-436e-897d-3ff41d5a98e4/304e08c5-36b5-46a7-8566-8aafe22243b7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:14.054299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-53b2decd-eed2-4641-a99d-9ed28244dcdb req-3357466f-b1e4-4704-9c63-0164aa13387e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Calling delete_port for 4ec4f793-e806-455c-a57d-be2f1bcc2209 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:14.081348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13b10501-9851-42d9-bf36-80f4db9248d1 req-40064afb-5257-41ef-be47-d2dfd7dde2de tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453861 Nov 15 15:08:14.243540 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:14.386604 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b2decd-eed2-4641-a99d-9ed28244dcdb req-3357466f-b1e4-4704-9c63-0164aa13387e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:14.405126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['4ec4f793-e806-455c-a57d-be2f1bcc2209'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:08:14.426216 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:14.437072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357466f-b1e4-4704-9c63-0164aa13387e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Pushing event deleted for resources: {'Port': ['ID=4ec4f793-e806-455c-a57d-be2f1bcc2209,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:14.506802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b2decd-eed2-4641-a99d-9ed28244dcdb req-3357466f-b1e4-4704-9c63-0164aa13387e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] No DVR routers for this DVR port 4ec4f793-e806-455c-a57d-be2f1bcc2209 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:08:14.509769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53b2decd-eed2-4641-a99d-9ed28244dcdb req-3357466f-b1e4-4704-9c63-0164aa13387e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:14.514232 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-53b2decd-eed2-4641-a99d-9ed28244dcdb req-3357466f-b1e4-4704-9c63-0164aa13387e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.46 "DELETE /v2.0/ports/4ec4f793-e806-455c-a57d-be2f1bcc2209 HTTP/1.1" status: 204 len: 173 time: 1.2676206 Nov 15 15:08:14.521531 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Network 92eb46a7-bb0e-49f5-b968-291c7790dd5c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:14.522185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26514528-4cc7-4da5-885a-a8451a5487c6', 'name': 'network-vif-deleted', 'tag': '4ec4f793-e806-455c-a57d-be2f1bcc2209'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:08:14.524506 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9690f18-8399-4ab1-9a52-26d0ab29d1d0" -d '{"events": [{"server_uuid": "26514528-4cc7-4da5-885a-a8451a5487c6", "name": "network-vif-deleted", "tag": "4ec4f793-e806-455c-a57d-be2f1bcc2209"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:08:14.533507 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:14.536221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:14.542939 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event updated for resources: {'Port': ['ID=304e08c5-36b5-46a7-8566-8aafe22243b7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:14.584078 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee31c83-a5d0-44da-a84f-c03b6780a325 None None] Network 92eb46a7-bb0e-49f5-b968-291c7790dd5c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:14.586264 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bb1a8d-7fa6-4cb5-bb8a-61afa7d3c603 x-openstack-request-id: req-c4bb1a8d-7fa6-4cb5-bb8a-61afa7d3c603 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:08:14.587384 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26514528-4cc7-4da5-885a-a8451a5487c6", "name": "network-vif-deleted", "tag": "4ec4f793-e806-455c-a57d-be2f1bcc2209", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:08:14.587384 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4bb1a8d-7fa6-4cb5-bb8a-61afa7d3c603 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:08:14.589431 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26514528-4cc7-4da5-885a-a8451a5487c6', 'name': 'network-vif-deleted', 'tag': '4ec4f793-e806-455c-a57d-be2f1bcc2209', 'status': 'completed', 'code': 200} Nov 15 15:08:14.604650 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:14.649140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7ba0d883-996a-48dd-8e75-bd2d7981f363 None None] Provisioning complete for port e0228b3c-67db-4132-a81b-bbe02429fb64 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:14.649607 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ba0d883-996a-48dd-8e75-bd2d7981f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:14.793227 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ba0d883-996a-48dd-8e75-bd2d7981f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:14.814021 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:14.868757 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7ba0d883-996a-48dd-8e75-bd2d7981f363 None None] For port e0228b3c-67db-4132-a81b-bbe02429fb64, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e0228b3c-67db-4132-a81b-bbe02429fb64,segment=NetworkSegment(f57ef2c0-759d-4ac6-86b8-b89d9805a79b),segment_id=f57ef2c0-759d-4ac6-86b8-b89d9805a79b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:14.975722 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ba0d883-996a-48dd-8e75-bd2d7981f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:15.031941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0d883-996a-48dd-8e75-bd2d7981f363 None None] Pushing event updated for resources: {'Port': ['ID=e0228b3c-67db-4132-a81b-bbe02429fb64,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:15.115704 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:15.203581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c7f9349-bb52-489b-81c3-31e5f37c04e2 req-23d0856c-d275-4b85-8825-83641390d689 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=26514528-4cc7-4da5-885a-a8451a5487c6 HTTP/1.1" status: 200 len: 210 time: 0.0340550 Nov 15 15:08:15.208218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ca54147f-c4aa-45c4-bb3d-b41e983289f4 None None] Provisioning complete for port 304e08c5-36b5-46a7-8566-8aafe22243b7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:15.208891 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca54147f-c4aa-45c4-bb3d-b41e983289f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:15.227030 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:15.249446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ca54147f-c4aa-45c4-bb3d-b41e983289f4 None None] Port 304e08c5-36b5-46a7-8566-8aafe22243b7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:08:15.266519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ca54147f-c4aa-45c4-bb3d-b41e983289f4 None None] Provisioning complete for port e0228b3c-67db-4132-a81b-bbe02429fb64 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:15.267181 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca54147f-c4aa-45c4-bb3d-b41e983289f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:15.312638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event updated for resources: {'Port': ['ID=304e08c5-36b5-46a7-8566-8aafe22243b7,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:15.333353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:15.433691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Network 92eb46a7-bb0e-49f5-b968-291c7790dd5c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:15.436630 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:15.514164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3e463400-c890-49af-ab85-7af44d62f4c4 None None] Provisioning complete for port 304e08c5-36b5-46a7-8566-8aafe22243b7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:15.516089 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e463400-c890-49af-ab85-7af44d62f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:15.559607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e0228b3c-67db-4132-a81b-bbe02429fb64 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:08:15.607724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3e463400-c890-49af-ab85-7af44d62f4c4 None None] Port 304e08c5-36b5-46a7-8566-8aafe22243b7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:08:15.632171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port e0228b3c-67db-4132-a81b-bbe02429fb64 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:15.632541 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:15.706738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Router de236e05-09c7-4010-b33e-15123617a942 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:08:15.741284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3f8ddcd8-bfe5-4ccd-8fdb-fe3bac33fc19 None None] Provisioning complete for port 304e08c5-36b5-46a7-8566-8aafe22243b7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:15.741659 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f8ddcd8-bfe5-4ccd-8fdb-fe3bac33fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:15.791762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ddcd8-bfe5-4ccd-8fdb-fe3bac33fc19 None None] Port 304e08c5-36b5-46a7-8566-8aafe22243b7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:08:15.810855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:08:15.817898 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-719c24a3-635c-4c1d-9801-fd362228f114 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "PUT /v2.0/routers/de236e05-09c7-4010-b33e-15123617a942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8799717 Nov 15 15:08:15.822027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:15.825968 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a6c34-c8ba-43f7-9a6e-a12462f52454 None None] Sync routers for ids ['de236e05-09c7-4010-b33e-15123617a942'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:08:15.828588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Request body: {'port': {'network_id': '92eb46a7-bb0e-49f5-b968-291c7790dd5c', 'name': 'tempest-FloatingIPNegativeTestJSON-1242219775'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:15.837730 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a6c34-c8ba-43f7-9a6e-a12462f52454 None None] Routers {'de236e05-09c7-4010-b33e-15123617a942'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:08:15.839791 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-702a6c34-c8ba-43f7-9a6e-a12462f52454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:08:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['de236e05-09c7-4010-b33e-15123617a942'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:15.870344 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-702a6c34-c8ba-43f7-9a6e-a12462f52454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:15.880069 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a6c34-c8ba-43f7-9a6e-a12462f52454 None None] Routers {'de236e05-09c7-4010-b33e-15123617a942'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:08:15.880771 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-702a6c34-c8ba-43f7-9a6e-a12462f52454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:08:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['de236e05-09c7-4010-b33e-15123617a942'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:15.915944 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-702a6c34-c8ba-43f7-9a6e-a12462f52454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:15.916598 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a6c34-c8ba-43f7-9a6e-a12462f52454 None None] The sync data for ids ['de236e05-09c7-4010-b33e-15123617a942'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:08:16.037618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Made reservation on behalf of fc51ab0439c747f38745cd3a41263566 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:16.041576 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:16.059478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] device_id is not set on port 384223b9-38ea-4867-a8b4-59bdecbab05d yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:08:16.171415 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Allocated IP 172.20.0.13 (92eb46a7-bb0e-49f5-b968-291c7790dd5c/b01b3d3c-2451-436e-897d-3ff41d5a98e4/384223b9-38ea-4867-a8b4-59bdecbab05d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:16.345043 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:16.489842 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:16.535467 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Network 92eb46a7-bb0e-49f5-b968-291c7790dd5c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:16.538657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:16.542750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:16.572387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ec4f793-e806-455c-a57d-be2f1bcc2209 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:08:16.576611 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event updated for resources: {'Port': ['ID=384223b9-38ea-4867-a8b4-59bdecbab05d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:16.604503 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 4ec4f793-e806-455c-a57d-be2f1bcc2209 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:08:16.605127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 4ec4f793-e806-455c-a57d-be2f1bcc2209 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:08:16.624768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:16.625391 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:16.721341 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d3851711-c884-495c-9ad8-b6d139069568 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8979883 Nov 15 15:08:16.739098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:16.743908 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:16.849306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ecf04861-06b9-4139-969f-fff171c881a9 None None] Provisioning complete for port 384223b9-38ea-4867-a8b4-59bdecbab05d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:16.849306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecf04861-06b9-4139-969f-fff171c881a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:16.867389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ecf04861-06b9-4139-969f-fff171c881a9 None None] Port 384223b9-38ea-4867-a8b4-59bdecbab05d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:08:16.975217 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:17.082468 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:17.192980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Allocated IP 172.25.4.196 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/00d8f459-1255-450e-b1d9-a17547a9539c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:17.320412 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:17.426181 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:17.469920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:17.473139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:17.475644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:17.509099 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event updated for resources: {'Port': ['ID=00d8f459-1255-450e-b1d9-a17547a9539c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:17.600153 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:17.694962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:17.860996 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:17.946252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:18.018347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event updated for resources: {'Port': ['ID=00d8f459-1255-450e-b1d9-a17547a9539c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:18.031874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:18.109098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:18.110598 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b0b9ad1e-fb29-4ba2-95a6-beb3a9a76204 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3714211 Nov 15 15:08:18.113665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40332) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:18.118672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8486fadb-9662-4772-838c-b554a742c356 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Request body: {'floatingip': {'port_id': '384223b9-38ea-4867-a8b4-59bdecbab05d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:18.164065 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8486fadb-9662-4772-838c-b554a742c356 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:18.282207 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-8486fadb-9662-4772-838c-b554a742c356 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] update failed (client error): The resource could not be found. Nov 15 15:08:18.284879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8486fadb-9662-4772-838c-b554a742c356 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "PUT /v2.0/floatingips/de7af03a-dd7c-4852-9c5b-fb5f83084914 HTTP/1.1" status: 404 len: 507 time: 0.1693709 Nov 15 15:08:18.287184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:18.442211 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-678743ba-8428-4b26-9a98-4012017579bf tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Deleting port 00d8f459-1255-450e-b1d9-a17547a9539c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:18.442743 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-678743ba-8428-4b26-9a98-4012017579bf tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:18.586102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-678743ba-8428-4b26-9a98-4012017579bf tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:18.586633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-678743ba-8428-4b26-9a98-4012017579bf tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:18.600221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-678743ba-8428-4b26-9a98-4012017579bf tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Calling delete_port for 00d8f459-1255-450e-b1d9-a17547a9539c owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:18.855040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-678743ba-8428-4b26-9a98-4012017579bf tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:18.880754 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678743ba-8428-4b26-9a98-4012017579bf tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event deleted for resources: {'Port': ['ID=00d8f459-1255-450e-b1d9-a17547a9539c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:18.949164 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-678743ba-8428-4b26-9a98-4012017579bf tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:18.952859 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-678743ba-8428-4b26-9a98-4012017579bf tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:18.954069 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-678743ba-8428-4b26-9a98-4012017579bf tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "DELETE /v2.0/floatingips/de7af03a-dd7c-4852-9c5b-fb5f83084914 HTTP/1.1" status: 204 len: 168 time: 0.6656377 Nov 15 15:08:18.958226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:18.962840 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c0fac709-6b52-4c8b-b3b5-bd5c1904b431 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Request body: {'floatingip': {'floating_network_id': '92eb46a7-bb0e-49f5-b968-291c7790dd5c', 'port_id': '384223b9-38ea-4867-a8b4-59bdecbab05d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:19.100345 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0fac709-6b52-4c8b-b3b5-bd5c1904b431 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:19.283781 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-c0fac709-6b52-4c8b-b3b5-bd5c1904b431 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:08:19.288692 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c0fac709-6b52-4c8b-b3b5-bd5c1904b431 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3294084 Nov 15 15:08:19.292530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:19.299801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '384223b9-38ea-4867-a8b4-59bdecbab05d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:19.392472 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:19.508009 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:19.621185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Allocated IP 172.25.4.190 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/7ec770c7-c032-4a2e-8fad-c2e4f36315d3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:19.728124 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:19.878021 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:19.936454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:19.939586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:19.943458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:19.949406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event updated for resources: {'Port': ['ID=7ec770c7-c032-4a2e-8fad-c2e4f36315d3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:20.119455 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Deleting port 7ec770c7-c032-4a2e-8fad-c2e4f36315d3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:20.119775 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:20.220058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:20.224143 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:20.233964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Calling delete_port for 7ec770c7-c032-4a2e-8fad-c2e4f36315d3 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:20.468674 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:20.499521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event deleted for resources: {'Port': ['ID=7ec770c7-c032-4a2e-8fad-c2e4f36315d3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:20.672649 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] create failed (client error): The resource could not be found. Nov 15 15:08:20.673667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-423e0e6b-8d84-4dee-a19e-207b41f45c9c tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3795621 Nov 15 15:08:20.678952 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40356) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:20.782511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-271edb21-ceb5-4a5f-b40e-fcce44782d37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Deleting port 384223b9-38ea-4867-a8b4-59bdecbab05d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:20.782868 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-271edb21-ceb5-4a5f-b40e-fcce44782d37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:20.884186 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-271edb21-ceb5-4a5f-b40e-fcce44782d37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:20.897861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-271edb21-ceb5-4a5f-b40e-fcce44782d37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Calling delete_port for 384223b9-38ea-4867-a8b4-59bdecbab05d owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:21.117639 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-271edb21-ceb5-4a5f-b40e-fcce44782d37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:21.155074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271edb21-ceb5-4a5f-b40e-fcce44782d37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event deleted for resources: {'Port': ['ID=384223b9-38ea-4867-a8b4-59bdecbab05d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:21.241160 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-271edb21-ceb5-4a5f-b40e-fcce44782d37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:21.251106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-271edb21-ceb5-4a5f-b40e-fcce44782d37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "DELETE /v2.0/ports/384223b9-38ea-4867-a8b4-59bdecbab05d HTTP/1.1" status: 204 len: 168 time: 0.5654116 Nov 15 15:08:21.251322 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:21.305335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191d2346-cfbe-4e37-a9d1-87c17a169be8 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:21.310160 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-191d2346-cfbe-4e37-a9d1-87c17a169be8 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "GET /v2.0/ports?device_id=de236e05-09c7-4010-b33e-15123617a942 HTTP/1.1" status: 200 len: 913 time: 0.0548413 Nov 15 15:08:21.312560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:21.692227 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68871af4-1313-437b-8995-a8ce79d51bce tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:22.009385 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-68871af4-1313-437b-8995-a8ce79d51bce tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Deleting port 304e08c5-36b5-46a7-8566-8aafe22243b7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:22.009385 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68871af4-1313-437b-8995-a8ce79d51bce tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:22.085959 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68871af4-1313-437b-8995-a8ce79d51bce tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:22.098234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-68871af4-1313-437b-8995-a8ce79d51bce tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Calling delete_port for 304e08c5-36b5-46a7-8566-8aafe22243b7 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:22.397741 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68871af4-1313-437b-8995-a8ce79d51bce tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:22.424616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68871af4-1313-437b-8995-a8ce79d51bce tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event deleted for resources: {'Port': ['ID=304e08c5-36b5-46a7-8566-8aafe22243b7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:22.587689 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68871af4-1313-437b-8995-a8ce79d51bce tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:22.754430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68871af4-1313-437b-8995-a8ce79d51bce tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Router de236e05-09c7-4010-b33e-15123617a942 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:08:23.170164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68871af4-1313-437b-8995-a8ce79d51bce tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:08:23.178057 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-68871af4-1313-437b-8995-a8ce79d51bce tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "PUT /v2.0/routers/de236e05-09c7-4010-b33e-15123617a942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8615503 Nov 15 15:08:23.178057 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:23.182193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81e8c79-869b-438c-b577-b05c1b876c20 None None] Sync routers for ids ['de236e05-09c7-4010-b33e-15123617a942'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:08:23.195057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e8c79-869b-438c-b577-b05c1b876c20 None None] Routers {'de236e05-09c7-4010-b33e-15123617a942'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:08:23.198288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a81e8c79-869b-438c-b577-b05c1b876c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:08:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['de236e05-09c7-4010-b33e-15123617a942'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:23.231114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a81e8c79-869b-438c-b577-b05c1b876c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:23.240711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e8c79-869b-438c-b577-b05c1b876c20 None None] Routers {'de236e05-09c7-4010-b33e-15123617a942'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:08:23.241515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a81e8c79-869b-438c-b577-b05c1b876c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:08:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['de236e05-09c7-4010-b33e-15123617a942'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:23.250961 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e487b63-6508-4943-9a7d-4f96f3d79b68 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:23.274474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a81e8c79-869b-438c-b577-b05c1b876c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:23.275263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81e8c79-869b-438c-b577-b05c1b876c20 None None] The sync data for ids ['de236e05-09c7-4010-b33e-15123617a942'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:08:23.408921 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e487b63-6508-4943-9a7d-4f96f3d79b68 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:23.411088 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e487b63-6508-4943-9a7d-4f96f3d79b68 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:23.529570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e487b63-6508-4943-9a7d-4f96f3d79b68 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:23.530147 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e487b63-6508-4943-9a7d-4f96f3d79b68 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Fanout notify agent at l3_agent the message router_deleted on router de236e05-09c7-4010-b33e-15123617a942 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:08:23.537075 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e487b63-6508-4943-9a7d-4f96f3d79b68 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:23.538177 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2e487b63-6508-4943-9a7d-4f96f3d79b68 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "DELETE /v2.0/routers/de236e05-09c7-4010-b33e-15123617a942 HTTP/1.1" status: 204 len: 168 time: 0.3595874 Nov 15 15:08:23.540567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40372) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:23.595721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceaf58e6-522a-4ef7-8afb-7b455aaeb646 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Deleting subnet b01b3d3c-2451-436e-897d-3ff41d5a98e4 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:08:23.599339 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ceaf58e6-522a-4ef7-8afb-7b455aaeb646 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:23.642311 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ceaf58e6-522a-4ef7-8afb-7b455aaeb646 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:23.730351 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ceaf58e6-522a-4ef7-8afb-7b455aaeb646 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:23.883967 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ceaf58e6-522a-4ef7-8afb-7b455aaeb646 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:23.913616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf58e6-522a-4ef7-8afb-7b455aaeb646 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event deleted for resources: {'Subnet': ['ID=b01b3d3c-2451-436e-897d-3ff41d5a98e4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:23.915650 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ceaf58e6-522a-4ef7-8afb-7b455aaeb646 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:23.921845 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ceaf58e6-522a-4ef7-8afb-7b455aaeb646 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "DELETE /v2.0/subnets/b01b3d3c-2451-436e-897d-3ff41d5a98e4 HTTP/1.1" status: 204 len: 168 time: 0.3775449 Nov 15 15:08:23.922232 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:23.926975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708ba359-cff7-477e-b1a3-a7c5f6204c34 None None] Network 92eb46a7-bb0e-49f5-b968-291c7790dd5c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:24.015715 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:24.079631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Deleting port e0228b3c-67db-4132-a81b-bbe02429fb64 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:24.079973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:24.139406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b145a2-f3c9-4a74-b91b-224909b540e7 None None] DHCP port deletion for 92eb46a7-bb0e-49f5-b968-291c7790dd5c request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:08:24.154749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] For port e0228b3c-67db-4132-a81b-bbe02429fb64, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e0228b3c-67db-4132-a81b-bbe02429fb64,segment=NetworkSegment(f57ef2c0-759d-4ac6-86b8-b89d9805a79b),segment_id=f57ef2c0-759d-4ac6-86b8-b89d9805a79b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:24.155419 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:24.171664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Calling delete_port for e0228b3c-67db-4132-a81b-bbe02429fb64 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:24.214916 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-21b145a2-f3c9-4a74-b91b-224909b540e7 None None] Deleting port e0228b3c-67db-4132-a81b-bbe02429fb64 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:24.215747 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21b145a2-f3c9-4a74-b91b-224909b540e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:24.284687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-21b145a2-f3c9-4a74-b91b-224909b540e7 None None] For port e0228b3c-67db-4132-a81b-bbe02429fb64, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=e0228b3c-67db-4132-a81b-bbe02429fb64,segment=NetworkSegment(f57ef2c0-759d-4ac6-86b8-b89d9805a79b),segment_id=f57ef2c0-759d-4ac6-86b8-b89d9805a79b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:24.285329 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21b145a2-f3c9-4a74-b91b-224909b540e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:24.299817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-21b145a2-f3c9-4a74-b91b-224909b540e7 None None] Calling delete_port for e0228b3c-67db-4132-a81b-bbe02429fb64 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:24.335131 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:24.362134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event deleted for resources: {'Port': ['ID=e0228b3c-67db-4132-a81b-bbe02429fb64,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:24.365703 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] No DVR routers for this DVR port e0228b3c-67db-4132-a81b-bbe02429fb64 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:08:24.395085 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21b145a2-f3c9-4a74-b91b-224909b540e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:24.425276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b145a2-f3c9-4a74-b91b-224909b540e7 None None] No DVR routers for this DVR port e0228b3c-67db-4132-a81b-bbe02429fb64 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:08:24.432110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b145a2-f3c9-4a74-b91b-224909b540e7 None None] Pushing event deleted for resources: {'Port': ['ID=e0228b3c-67db-4132-a81b-bbe02429fb64,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:24.495212 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:24.529975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92eb46a7-bb0e-49f5-b968-291c7790dd5c']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:24.553685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57ef2c0-759d-4ac6-86b8-b89d9805a79b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:24.554131 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57ef2c0-759d-4ac6-86b8-b89d9805a79b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:24.565466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:24.579039 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:24.592675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:24.595942 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:24.596325 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:24.757159 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:24.765586 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:24.770345 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] 10.222.0.70 "DELETE /v2.0/networks/92eb46a7-bb0e-49f5-b968-291c7790dd5c HTTP/1.1" status: 204 len: 168 time: 0.8461425 Nov 15 15:08:24.788503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da56755-98b3-4c30-ab76-d4850875de37 tempest-FloatingIPNegativeTestJSON-1101452406 tempest-FloatingIPNegativeTestJSON-1101452406-project] Pushing event deleted for resources: {'Network': ['ID=92eb46a7-bb0e-49f5-b968-291c7790dd5c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:25.332311 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40384) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:25.486159 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5dc8998d-1759-4067-8a90-7399f57b641d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc51ab0439c747f38745cd3a41263566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1526344 Nov 15 15:08:25.490321 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40388) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:25.498273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e0228b3c-67db-4132-a81b-bbe02429fb64 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:08:25.520311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: e0228b3c-67db-4132-a81b-bbe02429fb64 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:08:25.520748 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device e0228b3c-67db-4132-a81b-bbe02429fb64 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:08:25.541002 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab6622c7-19f6-4bea-8b17-d969571ab7d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:25.563655 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab6622c7-19f6-4bea-8b17-d969571ab7d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:25.872261 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab6622c7-19f6-4bea-8b17-d969571ab7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:25.874901 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab6622c7-19f6-4bea-8b17-d969571ab7d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:25.876122 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ab6622c7-19f6-4bea-8b17-d969571ab7d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ada527b6-00c1-486f-8124-8fd0a6d248d9 HTTP/1.1" status: 204 len: 168 time: 0.3847897 Nov 15 15:08:25.883918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6622c7-19f6-4bea-8b17-d969571ab7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada527b6-00c1-486f-8124-8fd0a6d248d9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:26.123322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-39a986e7-1ce2-4af5-88d8-225c5194311c tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:26.125082 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-39a986e7-1ce2-4af5-88d8-225c5194311c tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/networks?id=b0746c2a-b083-4763-8040-eb472e074d8f HTTP/1.1" status: 200 len: 813 time: 0.1047370 Nov 15 15:08:26.144379 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-b1a203ef-8256-416a-a766-6c400fde7d3f tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/quotas/cd1e8f75d5124fc090089a912a5eb4b9 HTTP/1.1" status: 200 len: 375 time: 0.0130301 Nov 15 15:08:26.177568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-5d39c521-2c47-41c6-879d-a94c303af112 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cd1e8f75d5124fc090089a912a5eb4b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272126 Nov 15 15:08:26.491223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-064d92f6-cdb3-4633-87ff-fb73c6e37910 service neutron] 10.222.0.70 "GET /v2.0/networks/b0746c2a-b083-4763-8040-eb472e074d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957671 Nov 15 15:08:26.581106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-7976d053-1f19-4e06-a313-cb0bb396426f service neutron] 10.222.0.70 "GET /v2.0/networks/b0746c2a-b083-4763-8040-eb472e074d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838289 Nov 15 15:08:27.043145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81d68395-7a3a-421a-9b89-5cb98b90bf99 req-e6659ec9-6489-47a0-8320-acc7acbae45e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 210 time: 0.2304769 Nov 15 15:08:27.066171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40440) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:27.145124 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:08:27.167027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1267396859'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:27.283227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:27.286810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:27.295681 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:27.372793 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:27.449003 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:27.475143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:08:27.485975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a12320-4403-4ce5-bbf2-0c6cc371dbf7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:27.490777 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:27.491130 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Added segment 7581e411-3424-4504-a463-4553ce8763fe of type vlan for network ccd1d241-695c-45c2-9fd4-94e626cb7640 Nov 15 15:08:27.530860 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:27.626498 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:27.632295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:27.632932 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:27.700438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Network': ['ID=ccd1d241-695c-45c2-9fd4-94e626cb7640,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:27.712963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network ccd1d241-695c-45c2-9fd4-94e626cb7640 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:27.834694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9ee9cea5-27f0-4b15-8f28-ad2fb3d9974b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7667441 Nov 15 15:08:28.143743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7aa9d52-ad60-4f59-9ab4-248f9273fdd0 req-636fffda-1643-4fdc-8781-a6d719105b08 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 210 time: 0.0288460 Nov 15 15:08:28.438921 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:28.929046 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:29.291378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8919ba30-10f6-48f3-93f5-0b48b4e100ca req-b81c9477-53ee-4a6a-8ee6-96cea0f6c54b tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 210 time: 0.0372024 Nov 15 15:08:29.387903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-f2b924db-bb95-4187-b08f-b8167b4b305e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:29.389428 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-f2b924db-bb95-4187-b08f-b8167b4b305e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.46 "GET /v2.0/networks?id=b0746c2a-b083-4763-8040-eb472e074d8f HTTP/1.1" status: 200 len: 813 time: 0.1642842 Nov 15 15:08:29.410976 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-18e8a661-49fe-4077-a9f1-ede3ab776a3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Request body: {'port': {'device_id': 'ea7bf371-df8f-4aa9-a7f2-7edd99256eb7', 'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f', 'admin_state_up': True, 'tenant_id': 'cd1e8f75d5124fc090089a912a5eb4b9'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:29.694625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-18e8a661-49fe-4077-a9f1-ede3ab776a3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Made reservation on behalf of cd1e8f75d5124fc090089a912a5eb4b9 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:29.698250 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-18e8a661-49fe-4077-a9f1-ede3ab776a3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:29.758507 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df8599da-7841-46fc-b559-2060353ce98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:29.856027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-18e8a661-49fe-4077-a9f1-ede3ab776a3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Allocated IP 172.20.0.9 (b0746c2a-b083-4763-8040-eb472e074d8f/59790f95-60b5-43f3-8ce3-077d5ec2e3b1/bf1178e2-cf11-418d-9cc5-bb540ce5bbbc) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:30.006121 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-18e8a661-49fe-4077-a9f1-ede3ab776a3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:30.095227 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-18e8a661-49fe-4077-a9f1-ede3ab776a3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:30.146281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-18e8a661-49fe-4077-a9f1-ede3ab776a3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Network b0746c2a-b083-4763-8040-eb472e074d8f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:30.149634 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-18e8a661-49fe-4077-a9f1-ede3ab776a3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:30.155643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-18e8a661-49fe-4077-a9f1-ede3ab776a3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:30.159966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8a661-49fe-4077-a9f1-ede3ab776a3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Pushing event updated for resources: {'Port': ['ID=bf1178e2-cf11-418d-9cc5-bb540ce5bbbc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:30.210166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-18e8a661-49fe-4077-a9f1-ede3ab776a3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:30.210950 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-18e8a661-49fe-4077-a9f1-ede3ab776a3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:30.286174 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-18e8a661-49fe-4077-a9f1-ede3ab776a3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8795941 Nov 15 15:08:30.299366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-cf97eb63-d9ec-406d-b2c9-8d4936434591 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:08:30.300679 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-cf97eb63-d9ec-406d-b2c9-8d4936434591 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077274 Nov 15 15:08:30.407999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Request body: {'port': {'device_id': 'ea7bf371-df8f-4aa9-a7f2-7edd99256eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:30.472837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04ea6d-0769-4fbb-b299-39b75679c5e9 req-a487f0b2-cb9c-46f7-973a-765e79595b39 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:30.474749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a04ea6d-0769-4fbb-b299-39b75679c5e9 req-a487f0b2-cb9c-46f7-973a-765e79595b39 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 931 time: 0.0784190 Nov 15 15:08:30.541966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a04ea6d-0769-4fbb-b299-39b75679c5e9 req-cb863cfd-b163-44fa-8b36-dc20bc1f3035 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578928 Nov 15 15:08:30.552220 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:30.876054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1178e2-cf11-418d-9cc5-bb540ce5bbbc {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:08:30.883917 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:30.897267 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Transition to ACTIVE for port object bf1178e2-cf11-418d-9cc5-bb540ce5bbbc will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:08:30.986234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:31.045078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Pushing event updated for resources: {'Port': ['ID=bf1178e2-cf11-418d-9cc5-bb540ce5bbbc,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:31.116700 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Attempting to bind port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:08:31.117063 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Attempting to bind port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '7566771b-1cbb-4d37-97b9-565dd448f110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:08:31.117411 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Attempting to bind port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc on network b0746c2a-b083-4763-8040-eb472e074d8f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:08:31.122280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc on network b0746c2a-b083-4763-8040-eb472e074d8f not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:08:31.122638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Attempting to bind port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc on network b0746c2a-b083-4763-8040-eb472e074d8f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:08:31.127783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:08:31.128022 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Checking segment: {'id': '7566771b-1cbb-4d37-97b9-565dd448f110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:31.128410 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Bound using segment: {'id': '7566771b-1cbb-4d37-97b9-565dd448f110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:08:31.128854 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Bound port: bf1178e2-cf11-418d-9cc5-bb540ce5bbbc, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7566771b-1cbb-4d37-97b9-565dd448f110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:08:31.129218 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:31.205375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] For port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:08:31.208446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] For port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=bf1178e2-cf11-418d-9cc5-bb540ce5bbbc,segment=NetworkSegment(7566771b-1cbb-4d37-97b9-565dd448f110),segment_id=7566771b-1cbb-4d37-97b9-565dd448f110)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:08:31.274740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40454) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:31.279840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ffb9d7a1-fe29-4b63-8b12-176ff219028d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'subnet': {'network_id': 'ccd1d241-695c-45c2-9fd4-94e626cb7640', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:31.300017 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:31.338739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:31.339436 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:31.340859 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] 10.222.0.46 "PUT /v2.0/ports/bf1178e2-cf11-418d-9cc5-bb540ce5bbbc HTTP/1.1" status: 200 len: 1091 time: 1.0318472 Nov 15 15:08:31.341302 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7bf371-df8f-4aa9-a7f2-7edd99256eb7', 'tag': 'bf1178e2-cf11-418d-9cc5-bb540ce5bbbc'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:08:31.343593 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b33098-1e7c-4a55-8171-1724713ddf7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7bf371-df8f-4aa9-a7f2-7edd99256eb7", "tag": "bf1178e2-cf11-418d-9cc5-bb540ce5bbbc"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:08:31.370892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17341e03-d070-4d08-bd99-4c57bfc0476c service neutron] Pushing event updated for resources: {'Port': ['ID=bf1178e2-cf11-418d-9cc5-bb540ce5bbbc,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:31.384741 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348a79ff-5edb-49a8-93b2-9fb230d7b099 x-openstack-request-id: req-348a79ff-5edb-49a8-93b2-9fb230d7b099 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:08:31.385099 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7bf371-df8f-4aa9-a7f2-7edd99256eb7", "tag": "bf1178e2-cf11-418d-9cc5-bb540ce5bbbc", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:08:31.385406 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-348a79ff-5edb-49a8-93b2-9fb230d7b099 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:08:31.385840 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7bf371-df8f-4aa9-a7f2-7edd99256eb7', 'tag': 'bf1178e2-cf11-418d-9cc5-bb540ce5bbbc', 'status': 'completed', 'code': 200} Nov 15 15:08:31.452693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b33098-1e7c-4a55-8171-1724713ddf7f req-79210d75-988e-45ea-85e2-dc23e869095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:31.454266 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-57b33098-1e7c-4a55-8171-1724713ddf7f req-79210d75-988e-45ea-85e2-dc23e869095e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd1e8f75d5124fc090089a912a5eb4b9&device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 1094 time: 0.0471756 Nov 15 15:08:31.455181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb9d7a1-fe29-4b63-8b12-176ff219028d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:31.458738 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffb9d7a1-fe29-4b63-8b12-176ff219028d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:31.565791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b33098-1e7c-4a55-8171-1724713ddf7f req-998a7b49-a2fc-4438-b0f4-daad3d8c03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:31.567050 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-57b33098-1e7c-4a55-8171-1724713ddf7f req-998a7b49-a2fc-4438-b0f4-daad3d8c03bd service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cd1e8f75d5124fc090089a912a5eb4b9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0953689 Nov 15 15:08:31.676087 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b33098-1e7c-4a55-8171-1724713ddf7f req-77d5104f-adc6-4ffd-92bd-00978c2d51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:31.677657 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-57b33098-1e7c-4a55-8171-1724713ddf7f req-77d5104f-adc6-4ffd-92bd-00978c2d51d9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991101 Nov 15 15:08:31.695932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b6306-aa75-4e61-a62a-94da2242e5ae req-3225228d-08ad-4f7c-88ab-e3ef900adb75 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:31.697481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-706b6306-aa75-4e61-a62a-94da2242e5ae req-3225228d-08ad-4f7c-88ab-e3ef900adb75 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 943 time: 0.0491953 Nov 15 15:08:31.752119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-706b6306-aa75-4e61-a62a-94da2242e5ae req-cab72076-020c-4db9-9894-81decffea908 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435119 Nov 15 15:08:31.773943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-acf92f2f-3b4f-4d22-9368-3068848a2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:31.775063 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffb9d7a1-fe29-4b63-8b12-176ff219028d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:31.775506 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-acf92f2f-3b4f-4d22-9368-3068848a2c41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd1e8f75d5124fc090089a912a5eb4b9&device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 1094 time: 0.0487587 Nov 15 15:08:31.824762 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-e04adff8-82d1-4298-81fa-759dc072a387 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1178e2-cf11-418d-9cc5-bb540ce5bbbc HTTP/1.1" status: 200 len: 217 time: 0.0345070 Nov 15 15:08:31.841357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9d7a1-fe29-4b63-8b12-176ff219028d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Subnet': ['ID=da2ff990-dc95-4f86-9636-ee3a901228a7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:31.850628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9d7a1-fe29-4b63-8b12-176ff219028d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Checking segment: {'id': '7581e411-3424-4504-a463-4553ce8763fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ccd1d241-695c-45c2-9fd4-94e626cb7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:31.850994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb9d7a1-fe29-4b63-8b12-176ff219028d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network hostable DHCP agents. Network: ccd1d241-695c-45c2-9fd4-94e626cb7640, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:08:31.881083 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-8c5be2e0-7c3c-43cd-9373-8de0532d6ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:31.882595 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-8c5be2e0-7c3c-43cd-9373-8de0532d6ef1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59790f95-60b5-43f3-8ce3-077d5ec2e3b1 HTTP/1.1" status: 200 len: 853 time: 0.0496314 Nov 15 15:08:31.918038 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-7cc8122e-7a34-4842-bb35-74dc2f90a5e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0746c2a-b083-4763-8040-eb472e074d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249875 Nov 15 15:08:31.946230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb9d7a1-fe29-4b63-8b12-176ff219028d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network ccd1d241-695c-45c2-9fd4-94e626cb7640 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:08:32.009355 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-8ce17e54-c7e4-4d4f-9172-7fc2a1375db6 service neutron] 10.222.0.46 "GET /v2.0/networks/b0746c2a-b083-4763-8040-eb472e074d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817776 Nov 15 15:08:32.065876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ffb9d7a1-fe29-4b63-8b12-176ff219028d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, ccd1d241-695c-45c2-9fd4-94e626cb7640) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:32.070258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9d7a1-fe29-4b63-8b12-176ff219028d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:32.070896 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffb9d7a1-fe29-4b63-8b12-176ff219028d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:32.079376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fad08a6-8d7c-434f-bde4-5052f69656c5 None None] Network ccd1d241-695c-45c2-9fd4-94e626cb7640 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:32.111465 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b8fe7be1-bce1-4df5-835b-dd575710fbbe req-f299eb51-568f-44bf-92fe-f6819c0c454e service neutron] 10.222.0.46 "GET /v2.0/networks/b0746c2a-b083-4763-8040-eb472e074d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908246 Nov 15 15:08:32.122500 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39dbe761-6366-4e11-b980-e2b4f42ec2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:32.154880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ffb9d7a1-fe29-4b63-8b12-176ff219028d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8786256 Nov 15 15:08:32.158334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:32.170808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b6e28381-555a-40b7-9849-2b22d9820621 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1557314086'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:32.225025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-ccd1d241-695c-45c2-9fd4-94e626cb7640', 'network_id': 'ccd1d241-695c-45c2-9fd4-94e626cb7640', 'tenant_id': '653d40c657084646bc08964ce01afb8b', 'fixed_ips': [{'subnet_id': 'da2ff990-dc95-4f86-9636-ee3a901228a7'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:08:32.225973 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:32.249265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e28381-555a-40b7-9849-2b22d9820621 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:32.254386 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6e28381-555a-40b7-9849-2b22d9820621 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:32.276803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e28381-555a-40b7-9849-2b22d9820621 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:08:32.286065 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6e28381-555a-40b7-9849-2b22d9820621 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:32.286439 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-b6e28381-555a-40b7-9849-2b22d9820621 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Added segment 47e15876-69b4-4a57-b177-64ec5d118421 of type vlan for network 0977d1ac-f3af-4d27-8309-112175f1e1c7 Nov 15 15:08:32.338922 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6e28381-555a-40b7-9849-2b22d9820621 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:32.375899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Allocated IP 2001:db8:0:ffff::2 (ccd1d241-695c-45c2-9fd4-94e626cb7640/da2ff990-dc95-4f86-9636-ee3a901228a7/6c7cd85a-3d11-4e12-9c08-85b6f2f2331f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:32.472236 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6e28381-555a-40b7-9849-2b22d9820621 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:32.477808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e28381-555a-40b7-9849-2b22d9820621 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:32.478422 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6e28381-555a-40b7-9849-2b22d9820621 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:32.527037 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:32.555999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e28381-555a-40b7-9849-2b22d9820621 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Network': ['ID=0977d1ac-f3af-4d27-8309-112175f1e1c7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:32.574257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 0977d1ac-f3af-4d27-8309-112175f1e1c7 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:32.588633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b6e28381-555a-40b7-9849-2b22d9820621 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4284678 Nov 15 15:08:32.595627 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40464) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:32.605705 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-13ddd4f3-31a7-4033-bd2f-1eafdc2dee61 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'subnet': {'network_id': '0977d1ac-f3af-4d27-8309-112175f1e1c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:32.641104 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:32.728684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Network ccd1d241-695c-45c2-9fd4-94e626cb7640 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:32.730495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:32.738073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:32.742362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Pushing event updated for resources: {'Port': ['ID=6c7cd85a-3d11-4e12-9c08-85b6f2f2331f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:32.803536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Attempting to bind port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:08:32.803991 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Attempting to bind port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '7581e411-3424-4504-a463-4553ce8763fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ccd1d241-695c-45c2-9fd4-94e626cb7640'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:08:32.804428 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Attempting to bind port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f on network ccd1d241-695c-45c2-9fd4-94e626cb7640 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:08:32.809995 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:08:32.810502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Checking segment: {'id': '7581e411-3424-4504-a463-4553ce8763fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ccd1d241-695c-45c2-9fd4-94e626cb7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:32.810971 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:32.811369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Bound using segment: {'id': '7581e411-3424-4504-a463-4553ce8763fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ccd1d241-695c-45c2-9fd4-94e626cb7640'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:08:32.811835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Bound port: 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7581e411-3424-4504-a463-4553ce8763fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ccd1d241-695c-45c2-9fd4-94e626cb7640'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:08:32.812214 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:32.854627 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ddd4f3-31a7-4033-bd2f-1eafdc2dee61 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:32.859758 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13ddd4f3-31a7-4033-bd2f-1eafdc2dee61 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:32.880263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59c011-4e1d-460f-8fe5-dc25d16a0ecc req-ad6bbfa5-8a02-4b50-9942-ec412b2250a8 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:32.881985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e59c011-4e1d-460f-8fe5-dc25d16a0ecc req-ad6bbfa5-8a02-4b50-9942-ec412b2250a8 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 943 time: 0.0548761 Nov 15 15:08:32.887804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] For port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:08:32.891426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] For port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6c7cd85a-3d11-4e12-9c08-85b6f2f2331f,segment=NetworkSegment(7581e411-3424-4504-a463-4553ce8763fe),segment_id=7581e411-3424-4504-a463-4553ce8763fe)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:08:32.943545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e59c011-4e1d-460f-8fe5-dc25d16a0ecc req-9ad2e568-94a4-402b-935f-ee0cc632a702 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515218 Nov 15 15:08:32.999957 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:33.065747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e519dfe-f5ea-42ff-8c8f-07ed4b1b8be7 None None] Pushing event updated for resources: {'Port': ['ID=6c7cd85a-3d11-4e12-9c08-85b6f2f2331f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:33.140356 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13ddd4f3-31a7-4033-bd2f-1eafdc2dee61 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:33.210582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddd4f3-31a7-4033-bd2f-1eafdc2dee61 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Subnet': ['ID=de5d62d5-8253-43b7-bc04-04561c75cf8e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:33.241334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddd4f3-31a7-4033-bd2f-1eafdc2dee61 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Checking segment: {'id': '47e15876-69b4-4a57-b177-64ec5d118421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0977d1ac-f3af-4d27-8309-112175f1e1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:33.241661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ddd4f3-31a7-4033-bd2f-1eafdc2dee61 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network hostable DHCP agents. Network: 0977d1ac-f3af-4d27-8309-112175f1e1c7, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:08:33.363559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ddd4f3-31a7-4033-bd2f-1eafdc2dee61 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network 0977d1ac-f3af-4d27-8309-112175f1e1c7 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:08:33.431847 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-13ddd4f3-31a7-4033-bd2f-1eafdc2dee61 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 0977d1ac-f3af-4d27-8309-112175f1e1c7) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:33.436800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ddd4f3-31a7-4033-bd2f-1eafdc2dee61 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:33.437410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13ddd4f3-31a7-4033-bd2f-1eafdc2dee61 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:33.442461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86ecff6-3bc9-4cc1-b149-57c139a03899 None None] Network 0977d1ac-f3af-4d27-8309-112175f1e1c7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:33.528449 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-13ddd4f3-31a7-4033-bd2f-1eafdc2dee61 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9301770 Nov 15 15:08:33.531108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40468) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:33.583064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:08:33.623678 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:33.652335 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:33.671652 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eebaf1-25aa-454b-85c7-56f906541e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-0977d1ac-f3af-4d27-8309-112175f1e1c7', 'network_id': '0977d1ac-f3af-4d27-8309-112175f1e1c7', 'tenant_id': '653d40c657084646bc08964ce01afb8b', 'fixed_ips': [{'subnet_id': 'de5d62d5-8253-43b7-bc04-04561c75cf8e'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:08:33.672491 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03eebaf1-25aa-454b-85c7-56f906541e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:33.700456 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:33.700836 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:33.710145 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:33.853992 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:33.866325 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:33.889456 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6c7cd85a-3d11-4e12-9c08-85b6f2f2331f,segment=NetworkSegment(7581e411-3424-4504-a463-4553ce8763fe),segment_id=7581e411-3424-4504-a463-4553ce8763fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:33.896798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Subnet': ['ID=de5d62d5-8253-43b7-bc04-04561c75cf8e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-03eebaf1-25aa-454b-85c7-56f906541e07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de5d62d5-8253-43b7-bc04-04561c75cf8e: This subnet is being modified by another concurrent operation. Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de5d62d5-8253-43b7-bc04-04561c75cf8e: This subnet is being modified by another concurrent operation. Nov 15 15:08:33.913183 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server Nov 15 15:08:33.941475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a478c35-35b9-48ee-8dd6-c98d43f62387 None None] Network 0977d1ac-f3af-4d27-8309-112175f1e1c7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:33.963972 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:33.989586 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.009834 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0977d1ac-f3af-4d27-8309-112175f1e1c7']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:34.023885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e15876-69b4-4a57-b177-64ec5d118421') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:34.023885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e15876-69b4-4a57-b177-64ec5d118421') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:34.038787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.077802 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.086650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:34.087192 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:34.090351 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:34.160977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68598b5-8530-41e2-a9f8-05ee76a0fcac req-1e18063f-f3c9-443f-80ca-7b51a2686a5a tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:34.162673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d68598b5-8530-41e2-a9f8-05ee76a0fcac req-1e18063f-f3c9-443f-80ca-7b51a2686a5a tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 943 time: 0.1216793 Nov 15 15:08:34.216550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d68598b5-8530-41e2-a9f8-05ee76a0fcac req-a40e5922-bae0-4d69-aa48-cd11dca28dda tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443683 Nov 15 15:08:34.254786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.260535 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e2e0f-7699-4ce8-b0fd-b79f098f2be0 None None] Network ccd1d241-695c-45c2-9fd4-94e626cb7640 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:34.263352 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.263964 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=6c7cd85a-3d11-4e12-9c08-85b6f2f2331f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:34.268047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/0977d1ac-f3af-4d27-8309-112175f1e1c7 HTTP/1.1" status: 204 len: 168 time: 0.7355783 Nov 15 15:08:34.276027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40472) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:34.281417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488654218'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:34.292623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacf833-9528-4d9e-b7a4-62562c0be27d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Network': ['ID=0977d1ac-f3af-4d27-8309-112175f1e1c7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:34.333279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7537951c-f3fd-4ff9-8ee4-97231768b785 None None] Provisioning complete for port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:34.333545 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7537951c-f3fd-4ff9-8ee4-97231768b785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.386728 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:34.390269 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.415856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:08:34.440214 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.440767 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Added segment 68021428-6a33-4cbd-8b85-dbc6be14b8f9 of type vlan for network 336f6fae-79eb-4e84-9e10-a49065ce8fe7 Nov 15 15:08:34.486132 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.568690 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.574483 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:34.579542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.634227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device bf1178e2-cf11-418d-9cc5-bb540ce5bbbc details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:08:34.659762 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Network': ['ID=336f6fae-79eb-4e84-9e10-a49065ce8fe7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:34.672212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:34.673913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:34.674692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:34.675436 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:34.676396 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:34.677085 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:34.677475 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:34.677823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:34.678166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:34.678527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:34.678864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:34.679194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:08:34.699528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 336f6fae-79eb-4e84-9e10-a49065ce8fe7 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:34.727334 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1eff2316-431e-4598-a8c3-c4e97d8525e3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4420547 Nov 15 15:08:34.727334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40476) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:34.729490 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4234767b-6165-4af5-9d69-ea8ccd82d484 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'subnet': {'network_id': '336f6fae-79eb-4e84-9e10-a49065ce8fe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:34.743261 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bd5d91-07f4-49cf-9bb9-38bc02c04f5a None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 15:08:34.858383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=bf1178e2-cf11-418d-9cc5-bb540ce5bbbc,segment=NetworkSegment(7566771b-1cbb-4d37-97b9-565dd448f110),segment_id=7566771b-1cbb-4d37-97b9-565dd448f110)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:34.880453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0cb36cc8-9b68-48fe-aea2-983f3a49c364 None None] Provisioning complete for port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:34.880824 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cb36cc8-9b68-48fe-aea2-983f3a49c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.885100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'bf1178e2-cf11-418d-9cc5-bb540ce5bbbc', 'network_id': 'b0746c2a-b083-4763-8040-eb472e074d8f', 'port_id': 'bf1178e2-cf11-418d-9cc5-bb540ce5bbbc', 'mac_address': 'fa:16:3e:4d:52:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59790f95-60b5-43f3-8ce3-077d5ec2e3b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:08:34.923047 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4234767b-6165-4af5-9d69-ea8ccd82d484 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:34.926973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4234767b-6165-4af5-9d69-ea8ccd82d484 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:34.961002 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bd5d91-07f4-49cf-9bb9-38bc02c04f5a None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 15:08:34.983183 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:35.004641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1178e2-cf11-418d-9cc5-bb540ce5bbbc {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:08:35.088731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=bf1178e2-cf11-418d-9cc5-bb540ce5bbbc,segment=NetworkSegment(7566771b-1cbb-4d37-97b9-565dd448f110),segment_id=7566771b-1cbb-4d37-97b9-565dd448f110)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:35.167584 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:35.234260 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:35.241592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=bf1178e2-cf11-418d-9cc5-bb540ce5bbbc,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:35.250479 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4234767b-6165-4af5-9d69-ea8ccd82d484 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:35.327993 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234767b-6165-4af5-9d69-ea8ccd82d484 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Subnet': ['ID=5bb6d589-9b7f-41d0-bf03-4f7357852521,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:35.337763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234767b-6165-4af5-9d69-ea8ccd82d484 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Checking segment: {'id': '68021428-6a33-4cbd-8b85-dbc6be14b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '336f6fae-79eb-4e84-9e10-a49065ce8fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:35.338130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4234767b-6165-4af5-9d69-ea8ccd82d484 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network hostable DHCP agents. Network: 336f6fae-79eb-4e84-9e10-a49065ce8fe7, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:08:35.360260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c687ab-4e4c-4b2f-a454-86bf4ee94c98 req-4da8cf13-6a3d-4aec-b7f8-62ba064dcebe tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:35.361906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79c687ab-4e4c-4b2f-a454-86bf4ee94c98 req-4da8cf13-6a3d-4aec-b7f8-62ba064dcebe tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 944 time: 0.0664105 Nov 15 15:08:35.416524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79c687ab-4e4c-4b2f-a454-86bf4ee94c98 req-0093b85d-e111-4b7a-8a8a-52011dfbe780 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482295 Nov 15 15:08:35.431686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['bf1178e2-cf11-418d-9cc5-bb540ce5bbbc'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:08:35.438306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4234767b-6165-4af5-9d69-ea8ccd82d484 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network 336f6fae-79eb-4e84-9e10-a49065ce8fe7 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:08:35.508742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:08:35.523357 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4234767b-6165-4af5-9d69-ea8ccd82d484 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 336f6fae-79eb-4e84-9e10-a49065ce8fe7) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:35.529404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4234767b-6165-4af5-9d69-ea8ccd82d484 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:35.530365 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4234767b-6165-4af5-9d69-ea8ccd82d484 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:35.536974 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a54e93-0aef-4df0-bcbd-419f040f5b5a None None] Network 336f6fae-79eb-4e84-9e10-a49065ce8fe7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:35.623801 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4234767b-6165-4af5-9d69-ea8ccd82d484 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8989267 Nov 15 15:08:35.628188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40480) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:35.636759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-517f9be9-d5f7-4553-bbf9-e2c047450b4b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-569820364'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:35.684340 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:35.685189 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:35.729205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517f9be9-d5f7-4553-bbf9-e2c047450b4b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:35.733126 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-517f9be9-d5f7-4553-bbf9-e2c047450b4b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:35.764201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517f9be9-d5f7-4553-bbf9-e2c047450b4b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:08:35.777274 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-517f9be9-d5f7-4553-bbf9-e2c047450b4b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:35.777774 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-517f9be9-d5f7-4553-bbf9-e2c047450b4b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Added segment e9d4a2d6-c92b-487f-94ba-222a908aedcc of type vlan for network cdd91d1d-f2b8-4865-b7d1-3e4784582df6 Nov 15 15:08:35.829850 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-517f9be9-d5f7-4553-bbf9-e2c047450b4b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:35.837257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-336f6fae-79eb-4e84-9e10-a49065ce8fe7', 'network_id': '336f6fae-79eb-4e84-9e10-a49065ce8fe7', 'tenant_id': '653d40c657084646bc08964ce01afb8b', 'fixed_ips': [{'subnet_id': '5bb6d589-9b7f-41d0-bf03-4f7357852521'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:08:35.838158 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:35.844215 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:35.923323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-517f9be9-d5f7-4553-bbf9-e2c047450b4b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:35.929275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517f9be9-d5f7-4553-bbf9-e2c047450b4b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:35.929890 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-517f9be9-d5f7-4553-bbf9-e2c047450b4b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:36.009975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f9be9-d5f7-4553-bbf9-e2c047450b4b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Network': ['ID=cdd91d1d-f2b8-4865-b7d1-3e4784582df6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:36.024009 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Allocated IP 2001:db8::3 (336f6fae-79eb-4e84-9e10-a49065ce8fe7/5bb6d589-9b7f-41d0-bf03-4f7357852521/d4bdf124-4e13-44b3-a3b9-369959e2c363) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:36.026240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network cdd91d1d-f2b8-4865-b7d1-3e4784582df6 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:36.062884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-517f9be9-d5f7-4553-bbf9-e2c047450b4b tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4329250 Nov 15 15:08:36.065866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40482) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:36.071959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'subnet': {'network_id': 'cdd91d1d-f2b8-4865-b7d1-3e4784582df6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:36.238691 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:36.248612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:36.252901 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:36.312859 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:36.324009 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Performing IP validity checks on allocation pools {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 15:08:36.324543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 15:08:36.354322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Network 336f6fae-79eb-4e84-9e10-a49065ce8fe7 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:36.362413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:36.366218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:36.371965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Pushing event updated for resources: {'Port': ['ID=d4bdf124-4e13-44b3-a3b9-369959e2c363,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:36.432893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Attempting to bind port d4bdf124-4e13-44b3-a3b9-369959e2c363 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:08:36.433171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Attempting to bind port d4bdf124-4e13-44b3-a3b9-369959e2c363 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '68021428-6a33-4cbd-8b85-dbc6be14b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '336f6fae-79eb-4e84-9e10-a49065ce8fe7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:08:36.433537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Attempting to bind port d4bdf124-4e13-44b3-a3b9-369959e2c363 on network 336f6fae-79eb-4e84-9e10-a49065ce8fe7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:08:36.441861 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:08:36.442430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Checking segment: {'id': '68021428-6a33-4cbd-8b85-dbc6be14b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '336f6fae-79eb-4e84-9e10-a49065ce8fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:36.443073 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:36.443565 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Bound using segment: {'id': '68021428-6a33-4cbd-8b85-dbc6be14b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '336f6fae-79eb-4e84-9e10-a49065ce8fe7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:08:36.444125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Bound port: d4bdf124-4e13-44b3-a3b9-369959e2c363, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68021428-6a33-4cbd-8b85-dbc6be14b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '336f6fae-79eb-4e84-9e10-a49065ce8fe7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:08:36.444578 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:36.513640 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:36.516824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] For port d4bdf124-4e13-44b3-a3b9-369959e2c363, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:08:36.521176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] For port d4bdf124-4e13-44b3-a3b9-369959e2c363, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d4bdf124-4e13-44b3-a3b9-369959e2c363,segment=NetworkSegment(68021428-6a33-4cbd-8b85-dbc6be14b8f9),segment_id=68021428-6a33-4cbd-8b85-dbc6be14b8f9)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:08:36.561210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378be74-2133-43e4-bcd2-458f6b880ec1 req-851c635a-f864-403d-9d6a-5a1c2b952111 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:36.562840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1378be74-2133-43e4-bcd2-458f6b880ec1 req-851c635a-f864-403d-9d6a-5a1c2b952111 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 944 time: 0.0609314 Nov 15 15:08:36.603990 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:36.617631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Subnet': ['ID=cfaa6352-0806-4f99-b97d-ed8de76131db,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:36.626228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Checking segment: {'id': 'e9d4a2d6-c92b-487f-94ba-222a908aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cdd91d1d-f2b8-4865-b7d1-3e4784582df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:36.626673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network hostable DHCP agents. Network: cdd91d1d-f2b8-4865-b7d1-3e4784582df6, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:08:36.647963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1378be74-2133-43e4-bcd2-458f6b880ec1 req-a06519d1-fae2-4eaf-aaf8-f973efb403b2 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767007 Nov 15 15:08:36.649762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device bf1178e2-cf11-418d-9cc5-bb540ce5bbbc up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:08:36.757272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network cdd91d1d-f2b8-4865-b7d1-3e4784582df6 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:08:36.845834 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, cdd91d1d-f2b8-4865-b7d1-3e4784582df6) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:36.857599 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:36.857599 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:36.861295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66829bb-d607-4bf8-b0b0-9f916da6aebd None None] Pushing event updated for resources: {'Port': ['ID=d4bdf124-4e13-44b3-a3b9-369959e2c363,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:36.879995 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee2fe01-a431-466e-920f-3d9cf5dead6c None None] Network cdd91d1d-f2b8-4865-b7d1-3e4784582df6 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:36.931505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40486) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:36.933845 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-009ee365-78a4-47db-a38e-fb0ede954b3c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8613973 Nov 15 15:08:37.013385 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:08:37.023860 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:37.024245 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.050715 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.087000 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e026297-3b82-4e31-b272-e46b29215d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-cdd91d1d-f2b8-4865-b7d1-3e4784582df6', 'network_id': 'cdd91d1d-f2b8-4865-b7d1-3e4784582df6', 'tenant_id': '653d40c657084646bc08964ce01afb8b', 'fixed_ips': [{'subnet_id': 'cfaa6352-0806-4f99-b97d-ed8de76131db'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:08:37.087834 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e026297-3b82-4e31-b272-e46b29215d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.111444 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.194093 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.235951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7bf371-df8f-4aa9-a7f2-7edd99256eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1178e2-cf11-418d-9cc5-bb540ce5bbbc'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:08:37.238137 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff21396-1093-490a-9879-ce6d4c512a87" -d '{"events": [{"server_uuid": "ea7bf371-df8f-4aa9-a7f2-7edd99256eb7", "name": "network-vif-plugged", "status": "completed", "tag": "bf1178e2-cf11-418d-9cc5-bb540ce5bbbc"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:08:37.257648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=bf1178e2-cf11-418d-9cc5-bb540ce5bbbc,segment=NetworkSegment(7566771b-1cbb-4d37-97b9-565dd448f110),segment_id=7566771b-1cbb-4d37-97b9-565dd448f110)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:37.276909 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe21b9ff-5565-4b6c-aff1-23e38c093462 x-openstack-request-id: req-fe21b9ff-5565-4b6c-aff1-23e38c093462 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:08:37.277197 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7bf371-df8f-4aa9-a7f2-7edd99256eb7", "name": "network-vif-plugged", "status": "completed", "tag": "bf1178e2-cf11-418d-9cc5-bb540ce5bbbc", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:08:37.277446 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe21b9ff-5565-4b6c-aff1-23e38c093462 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:08:37.277838 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7bf371-df8f-4aa9-a7f2-7edd99256eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1178e2-cf11-418d-9cc5-bb540ce5bbbc', 'code': 200} Nov 15 15:08:37.289320 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.317807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Subnet': ['ID=cfaa6352-0806-4f99-b97d-ed8de76131db,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-1e026297-3b82-4e31-b272-e46b29215d53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfaa6352-0806-4f99-b97d-ed8de76131db: This subnet is being modified by another concurrent operation. Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfaa6352-0806-4f99-b97d-ed8de76131db: This subnet is being modified by another concurrent operation. Nov 15 15:08:37.342338 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server Nov 15 15:08:37.375867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe57ac-b2e4-4eb7-9438-ccc5957e67ec None None] Network cdd91d1d-f2b8-4865-b7d1-3e4784582df6 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:37.381759 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.385094 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.413152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd91d1d-f2b8-4865-b7d1-3e4784582df6']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:37.429726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d4a2d6-c92b-487f-94ba-222a908aedcc') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:37.430075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d4a2d6-c92b-487f-94ba-222a908aedcc') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:37.431717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fe840-b363-45fe-ab78-c84be3855e62 req-786c638b-d5b2-4d26-b8a0-e3ecea4eccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:37.433559 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e16fe840-b363-45fe-ab78-c84be3855e62 req-786c638b-d5b2-4d26-b8a0-e3ecea4eccb3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0800109 Nov 15 15:08:37.444126 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.469333 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.480174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:37.482005 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:37.493229 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:37.514362 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e16fe840-b363-45fe-ab78-c84be3855e62 req-650a5770-0d4f-43dd-bbf4-c5af087428d9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660448 Nov 15 15:08:37.568097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=bf1178e2-cf11-418d-9cc5-bb540ce5bbbc,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:37.621353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d4bdf124-4e13-44b3-a3b9-369959e2c363 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:08:37.681858 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d4bdf124-4e13-44b3-a3b9-369959e2c363 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:37.689862 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.690066 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.696039 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.700553 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/cdd91d1d-f2b8-4865-b7d1-3e4784582df6 HTTP/1.1" status: 204 len: 168 time: 0.7670786 Nov 15 15:08:37.704924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:37.710269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b78ecb61-7529-44fd-98f5-4a6ed4b2d49f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2126345592'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:37.727141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493586cc-4496-4506-90c9-e6a8f7fb8e4f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Network': ['ID=cdd91d1d-f2b8-4865-b7d1-3e4784582df6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:37.781046 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.818893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port d4bdf124-4e13-44b3-a3b9-369959e2c363, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d4bdf124-4e13-44b3-a3b9-369959e2c363,segment=NetworkSegment(68021428-6a33-4cbd-8b85-dbc6be14b8f9),segment_id=68021428-6a33-4cbd-8b85-dbc6be14b8f9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:37.832228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be91ad-e4c0-40bd-9bb0-47d6d9a2ac72 req-e2980bda-fc17-441e-a1d9-36fd7fb0d0d5 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:37.833765 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1be91ad-e4c0-40bd-9bb0-47d6d9a2ac72 req-e2980bda-fc17-441e-a1d9-36fd7fb0d0d5 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 945 time: 0.0595126 Nov 15 15:08:37.858381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78ecb61-7529-44fd-98f5-4a6ed4b2d49f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:37.861856 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b78ecb61-7529-44fd-98f5-4a6ed4b2d49f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:37.878839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c71f7c6-bba5-4653-b2f9-0bbd86c008ba None None] Network 336f6fae-79eb-4e84-9e10-a49065ce8fe7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:37.925015 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:38.016021 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=d4bdf124-4e13-44b3-a3b9-369959e2c363,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:38.045043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e4a2d04e-73b3-4cf2-ba90-eed2118b31a3 None None] Provisioning complete for port d4bdf124-4e13-44b3-a3b9-369959e2c363 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:38.045371 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4a2d04e-73b3-4cf2-ba90-eed2118b31a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:38.207418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78ecb61-7529-44fd-98f5-4a6ed4b2d49f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:08:38.213819 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1be91ad-e4c0-40bd-9bb0-47d6d9a2ac72 req-7a83ba73-5503-4d4d-a685-f32ac0f1625c tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724382 Nov 15 15:08:38.221140 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b78ecb61-7529-44fd-98f5-4a6ed4b2d49f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:38.221564 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-b78ecb61-7529-44fd-98f5-4a6ed4b2d49f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Added segment 7841a6a3-dce8-4331-921c-b35ab3a477c7 of type vlan for network 80ade0b7-e6d2-429f-ad1f-50b8f4132ebc Nov 15 15:08:38.263214 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b78ecb61-7529-44fd-98f5-4a6ed4b2d49f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:38.352886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14da0966-c04c-41c2-8b9f-1d14e7a6ec54 None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 15:08:38.380247 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b78ecb61-7529-44fd-98f5-4a6ed4b2d49f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:38.386143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78ecb61-7529-44fd-98f5-4a6ed4b2d49f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:38.387028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b78ecb61-7529-44fd-98f5-4a6ed4b2d49f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:38.420997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ecc3acba-a08a-47f1-bba5-7d5ea46f3711 None None] Provisioning complete for port d4bdf124-4e13-44b3-a3b9-369959e2c363 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:38.421366 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecc3acba-a08a-47f1-bba5-7d5ea46f3711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:38.452548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ecb61-7529-44fd-98f5-4a6ed4b2d49f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Network': ['ID=80ade0b7-e6d2-429f-ad1f-50b8f4132ebc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:38.467125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 80ade0b7-e6d2-429f-ad1f-50b8f4132ebc details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:38.509083 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b78ecb61-7529-44fd-98f5-4a6ed4b2d49f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8031726 Nov 15 15:08:38.512463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:38.517740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-32bf60cf-673f-46a4-ab71-3dcf786cbc8d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'subnet': {'network_id': '80ade0b7-e6d2-429f-ad1f-50b8f4132ebc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:38.525535 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da0966-c04c-41c2-8b9f-1d14e7a6ec54 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 15:08:38.700972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bf60cf-673f-46a4-ab71-3dcf786cbc8d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:38.704855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32bf60cf-673f-46a4-ab71-3dcf786cbc8d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:38.957647 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32bf60cf-673f-46a4-ab71-3dcf786cbc8d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:39.017769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf60cf-673f-46a4-ab71-3dcf786cbc8d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Subnet': ['ID=31192a0a-16ee-4f5c-9128-6b6551fdc244,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:39.028246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf60cf-673f-46a4-ab71-3dcf786cbc8d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Checking segment: {'id': '7841a6a3-dce8-4331-921c-b35ab3a477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '80ade0b7-e6d2-429f-ad1f-50b8f4132ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:39.028612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf60cf-673f-46a4-ab71-3dcf786cbc8d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network hostable DHCP agents. Network: 80ade0b7-e6d2-429f-ad1f-50b8f4132ebc, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:08:39.105444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf60cf-673f-46a4-ab71-3dcf786cbc8d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network 80ade0b7-e6d2-429f-ad1f-50b8f4132ebc is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:08:39.174280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-32bf60cf-673f-46a4-ab71-3dcf786cbc8d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 80ade0b7-e6d2-429f-ad1f-50b8f4132ebc) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:39.181455 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bf60cf-673f-46a4-ab71-3dcf786cbc8d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:39.182017 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32bf60cf-673f-46a4-ab71-3dcf786cbc8d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512239'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:39.187376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c901e9b7-34ce-4d73-85e1-875cbde04c50 None None] Network 80ade0b7-e6d2-429f-ad1f-50b8f4132ebc requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:39.280445 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-32bf60cf-673f-46a4-ab71-3dcf786cbc8d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7668757 Nov 15 15:08:39.283214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40498) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:39.340994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-80ade0b7-e6d2-429f-ad1f-50b8f4132ebc', 'network_id': '80ade0b7-e6d2-429f-ad1f-50b8f4132ebc', 'tenant_id': '653d40c657084646bc08964ce01afb8b', 'fixed_ips': [{'subnet_id': '31192a0a-16ee-4f5c-9128-6b6551fdc244'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:08:39.341864 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:39.400963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2226b-180a-4c77-9c5c-1e5e2e1bfe9d req-30b4aefd-d20a-494f-a24e-200a5f8dbffe tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:39.402472 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8bb2226b-180a-4c77-9c5c-1e5e2e1bfe9d req-30b4aefd-d20a-494f-a24e-200a5f8dbffe tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 945 time: 0.1110647 Nov 15 15:08:39.435752 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:39.471465 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8bb2226b-180a-4c77-9c5c-1e5e2e1bfe9d req-6c89164b-a443-480f-8659-8f3c5121024e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625331 Nov 15 15:08:39.498474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Allocated IP 2001:db8::1 (80ade0b7-e6d2-429f-ad1f-50b8f4132ebc/31192a0a-16ee-4f5c-9128-6b6551fdc244/9a4a25f8-4f89-43e7-bebf-b878ad7c9edb) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:39.529096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:39.546188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d4bdf124-4e13-44b3-a3b9-369959e2c363 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:08:39.660961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d4bdf124-4e13-44b3-a3b9-369959e2c363 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:39.661329 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:39.709405 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:39.798119 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:39.842155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Network 80ade0b7-e6d2-429f-ad1f-50b8f4132ebc is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:39.845566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:39.849886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:39.853101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Pushing event updated for resources: {'Port': ['ID=9a4a25f8-4f89-43e7-bebf-b878ad7c9edb,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:39.883878 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:39.914465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Subnet': ['ID=31192a0a-16ee-4f5c-9128-6b6551fdc244,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:39.915557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Attempting to bind port 9a4a25f8-4f89-43e7-bebf-b878ad7c9edb on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:08:39.915941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Attempting to bind port 9a4a25f8-4f89-43e7-bebf-b878ad7c9edb by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '7841a6a3-dce8-4331-921c-b35ab3a477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '80ade0b7-e6d2-429f-ad1f-50b8f4132ebc'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:08:39.916314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Attempting to bind port 9a4a25f8-4f89-43e7-bebf-b878ad7c9edb on network 80ade0b7-e6d2-429f-ad1f-50b8f4132ebc {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:08:39.925551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:08:39.929306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Checking segment: {'id': '7841a6a3-dce8-4331-921c-b35ab3a477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '80ade0b7-e6d2-429f-ad1f-50b8f4132ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:39.929306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:39.929306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Bound using segment: {'id': '7841a6a3-dce8-4331-921c-b35ab3a477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '80ade0b7-e6d2-429f-ad1f-50b8f4132ebc'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:08:39.929306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Bound port: 9a4a25f8-4f89-43e7-bebf-b878ad7c9edb, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7841a6a3-dce8-4331-921c-b35ab3a477c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '80ade0b7-e6d2-429f-ad1f-50b8f4132ebc'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:08:39.929306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:39.978178 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:39.993966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] For port 9a4a25f8-4f89-43e7-bebf-b878ad7c9edb, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:08:39.997817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] For port 9a4a25f8-4f89-43e7-bebf-b878ad7c9edb, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9a4a25f8-4f89-43e7-bebf-b878ad7c9edb,segment=NetworkSegment(7841a6a3-dce8-4331-921c-b35ab3a477c7),segment_id=7841a6a3-dce8-4331-921c-b35ab3a477c7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:08:40.000048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ade0b7-e6d2-429f-ad1f-50b8f4132ebc']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:40.009430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7841a6a3-dce8-4331-921c-b35ab3a477c7') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:40.009641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7841a6a3-dce8-4331-921c-b35ab3a477c7') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:40.019676 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:40.054956 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:40.057073 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:40.065021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:40.065021 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:40.067334 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:40.136327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247e16d-0bb0-424a-8ea1-363520d430fb None None] Pushing event updated for resources: {'Port': ['ID=9a4a25f8-4f89-43e7-bebf-b878ad7c9edb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:40.152719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718253ef-03cd-4115-a4e6-dad8301d05f1 None None] Network 80ade0b7-e6d2-429f-ad1f-50b8f4132ebc requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:40.163297 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 15:08:40.163297 n-d-817748-2 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 15:08:40.163297 n-d-817748-2 neutron-server[103146]: [parameters: {'id': '80ade0b7-e6d2-429f-ad1f-50b8f4132ebc'}] Nov 15 15:08:40.163297 n-d-817748-2 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:08:40.164354 n-d-817748-2 neutron-server[103146]: DEBUG oslo_db.api [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:08:40.279185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f85e7a9-383f-4060-a0c0-dafeb2b31e0e None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 15:08:40.380052 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f85e7a9-383f-4060-a0c0-dafeb2b31e0e None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 15:08:40.665184 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:40.727703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Deleting port 9a4a25f8-4f89-43e7-bebf-b878ad7c9edb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:40.728031 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:40.796187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] For port 9a4a25f8-4f89-43e7-bebf-b878ad7c9edb, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9a4a25f8-4f89-43e7-bebf-b878ad7c9edb,segment=NetworkSegment(7841a6a3-dce8-4331-921c-b35ab3a477c7),segment_id=7841a6a3-dce8-4331-921c-b35ab3a477c7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:40.796428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:40.811095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Calling delete_port for 9a4a25f8-4f89-43e7-bebf-b878ad7c9edb owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:40.951902 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:40.977498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Port': ['ID=9a4a25f8-4f89-43e7-bebf-b878ad7c9edb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:40.983796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No DVR routers for this DVR port 9a4a25f8-4f89-43e7-bebf-b878ad7c9edb on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:08:41.064348 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:41.084264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ade0b7-e6d2-429f-ad1f-50b8f4132ebc']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:41.093999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7841a6a3-dce8-4331-921c-b35ab3a477c7') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:41.094300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7841a6a3-dce8-4331-921c-b35ab3a477c7') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:41.108084 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:41.120928 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:41.127040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:41.127439 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:41.130490 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:41.317592 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:41.326562 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:41.329653 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/80ade0b7-e6d2-429f-ad1f-50b8f4132ebc HTTP/1.1" status: 204 len: 168 time: 2.0451677 Nov 15 15:08:41.333524 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40510) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:41.339130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-09fd5ee2-ae24-47fc-98c4-66ebe066c358 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-214930263'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:41.341694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7d016-e3a2-4eea-a360-1c93e442c6e4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Network': ['ID=80ade0b7-e6d2-429f-ad1f-50b8f4132ebc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:41.454171 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fd5ee2-ae24-47fc-98c4-66ebe066c358 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:41.457955 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09fd5ee2-ae24-47fc-98c4-66ebe066c358 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:41.481399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fd5ee2-ae24-47fc-98c4-66ebe066c358 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:08:41.489986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09fd5ee2-ae24-47fc-98c4-66ebe066c358 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:41.490330 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-09fd5ee2-ae24-47fc-98c4-66ebe066c358 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Added segment 39d3da24-00db-4bda-9e87-843d100baebb of type vlan for network 6f7c2a28-242b-459d-a971-9c54919b091c Nov 15 15:08:41.539143 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09fd5ee2-ae24-47fc-98c4-66ebe066c358 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:41.683307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09fd5ee2-ae24-47fc-98c4-66ebe066c358 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:41.689737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd5ee2-ae24-47fc-98c4-66ebe066c358 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:41.690578 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09fd5ee2-ae24-47fc-98c4-66ebe066c358 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:41.759061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd5ee2-ae24-47fc-98c4-66ebe066c358 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Network': ['ID=6f7c2a28-242b-459d-a971-9c54919b091c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:41.771358 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 6f7c2a28-242b-459d-a971-9c54919b091c details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:41.820425 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-09fd5ee2-ae24-47fc-98c4-66ebe066c358 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4827611 Nov 15 15:08:41.821386 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40514) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:41.826073 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-710e141a-d6d2-4343-861d-001109d527b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'subnet': {'network_id': '6f7c2a28-242b-459d-a971-9c54919b091c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:41.998097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710e141a-d6d2-4343-861d-001109d527b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:42.001730 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710e141a-d6d2-4343-861d-001109d527b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:42.249209 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710e141a-d6d2-4343-861d-001109d527b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:42.315816 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e141a-d6d2-4343-861d-001109d527b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Subnet': ['ID=01e5839a-836f-4491-959f-89bb77b1f8c1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:42.325720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e141a-d6d2-4343-861d-001109d527b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Checking segment: {'id': '39d3da24-00db-4bda-9e87-843d100baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6f7c2a28-242b-459d-a971-9c54919b091c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:42.326093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e141a-d6d2-4343-861d-001109d527b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network hostable DHCP agents. Network: 6f7c2a28-242b-459d-a971-9c54919b091c, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:08:42.403504 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e141a-d6d2-4343-861d-001109d527b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network 6f7c2a28-242b-459d-a971-9c54919b091c is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:08:42.506130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-710e141a-d6d2-4343-861d-001109d527b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 6f7c2a28-242b-459d-a971-9c54919b091c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:42.510452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710e141a-d6d2-4343-861d-001109d527b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:42.511194 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710e141a-d6d2-4343-861d-001109d527b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:42.516168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb09ae5-4375-4487-9972-cf8b2610d5c0 None None] Network 6f7c2a28-242b-459d-a971-9c54919b091c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:42.614418 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40518) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:42.615075 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-710e141a-d6d2-4343-861d-001109d527b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7923830 Nov 15 15:08:42.672615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-6f7c2a28-242b-459d-a971-9c54919b091c', 'network_id': '6f7c2a28-242b-459d-a971-9c54919b091c', 'tenant_id': '653d40c657084646bc08964ce01afb8b', 'fixed_ips': [{'subnet_id': '01e5839a-836f-4491-959f-89bb77b1f8c1'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:08:42.674686 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:42.731172 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:42.795085 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:42.835590 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Allocated IP 2001:db8::1 (6f7c2a28-242b-459d-a971-9c54919b091c/01e5839a-836f-4491-959f-89bb77b1f8c1/211eb963-593c-4e3a-95b8-6faf4b32d944) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:42.983733 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:43.106543 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:43.244001 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:43.274577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Subnet': ['ID=01e5839a-836f-4491-959f-89bb77b1f8c1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:43.310441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Network 6f7c2a28-242b-459d-a971-9c54919b091c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:43.317667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:43.321987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:43.329457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Pushing event updated for resources: {'Port': ['ID=211eb963-593c-4e3a-95b8-6faf4b32d944,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:43.343339 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:43.368559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7c2a28-242b-459d-a971-9c54919b091c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:43.379200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d3da24-00db-4bda-9e87-843d100baebb') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:43.379594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d3da24-00db-4bda-9e87-843d100baebb') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:43.383985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Attempting to bind port 211eb963-593c-4e3a-95b8-6faf4b32d944 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:08:43.384469 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Attempting to bind port 211eb963-593c-4e3a-95b8-6faf4b32d944 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '39d3da24-00db-4bda-9e87-843d100baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6f7c2a28-242b-459d-a971-9c54919b091c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:08:43.385122 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Attempting to bind port 211eb963-593c-4e3a-95b8-6faf4b32d944 on network 6f7c2a28-242b-459d-a971-9c54919b091c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:08:43.390448 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:43.390987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:08:43.391470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Checking segment: {'id': '39d3da24-00db-4bda-9e87-843d100baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6f7c2a28-242b-459d-a971-9c54919b091c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:43.391991 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:43.392489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Bound using segment: {'id': '39d3da24-00db-4bda-9e87-843d100baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6f7c2a28-242b-459d-a971-9c54919b091c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:08:43.393166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Bound port: 211eb963-593c-4e3a-95b8-6faf4b32d944, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3da24-00db-4bda-9e87-843d100baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6f7c2a28-242b-459d-a971-9c54919b091c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:08:43.393655 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:43.404223 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:43.410920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:43.411341 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:43.414468 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:43.485531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] For port 211eb963-593c-4e3a-95b8-6faf4b32d944, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:08:43.491647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] For port 211eb963-593c-4e3a-95b8-6faf4b32d944, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=211eb963-593c-4e3a-95b8-6faf4b32d944,segment=NetworkSegment(39d3da24-00db-4bda-9e87-843d100baebb),segment_id=39d3da24-00db-4bda-9e87-843d100baebb)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:08:43.516545 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 15:08:43.516545 n-d-817748-2 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 15:08:43.516545 n-d-817748-2 neutron-server[103146]: [parameters: {'id': '6f7c2a28-242b-459d-a971-9c54919b091c'}] Nov 15 15:08:43.516545 n-d-817748-2 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:08:43.517412 n-d-817748-2 neutron-server[103146]: DEBUG oslo_db.api [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:08:43.563199 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:43.654294 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2afbf6-ba63-4f2f-bc91-04c6e2e5a145 None None] Pushing event updated for resources: {'Port': ['ID=211eb963-593c-4e3a-95b8-6faf4b32d944,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:43.666149 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe0f09-3327-4fce-b479-41ba5fea3dce None None] Network 6f7c2a28-242b-459d-a971-9c54919b091c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:43.795429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86acfdf9-44fb-4905-acd3-e4301916d490 None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 15:08:43.894428 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86acfdf9-44fb-4905-acd3-e4301916d490 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 15:08:44.018181 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.079556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Deleting port 211eb963-593c-4e3a-95b8-6faf4b32d944 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:44.080014 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.148713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] For port 211eb963-593c-4e3a-95b8-6faf4b32d944, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=211eb963-593c-4e3a-95b8-6faf4b32d944,segment=NetworkSegment(39d3da24-00db-4bda-9e87-843d100baebb),segment_id=39d3da24-00db-4bda-9e87-843d100baebb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:44.149085 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.162954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Calling delete_port for 211eb963-593c-4e3a-95b8-6faf4b32d944 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:44.311714 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.337956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Port': ['ID=211eb963-593c-4e3a-95b8-6faf4b32d944,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:44.343132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No DVR routers for this DVR port 211eb963-593c-4e3a-95b8-6faf4b32d944 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:08:44.429417 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.450071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7c2a28-242b-459d-a971-9c54919b091c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:44.459553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d3da24-00db-4bda-9e87-843d100baebb') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:44.459851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d3da24-00db-4bda-9e87-843d100baebb') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:44.469817 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.484490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.490574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:44.490960 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:44.493986 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:44.620184 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.624937 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.632249 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40524) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:44.632848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/6f7c2a28-242b-459d-a971-9c54919b091c HTTP/1.1" status: 204 len: 168 time: 2.0159712 Nov 15 15:08:44.639243 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9074c79f-305e-4c84-a96a-b9681b0859d4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-987945573'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:44.649743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c4cbe-0d44-4896-8250-33f32966b85d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Network': ['ID=6f7c2a28-242b-459d-a971-9c54919b091c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:44.694249 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9074c79f-305e-4c84-a96a-b9681b0859d4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:44.697850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9074c79f-305e-4c84-a96a-b9681b0859d4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.724199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9074c79f-305e-4c84-a96a-b9681b0859d4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:08:44.733430 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9074c79f-305e-4c84-a96a-b9681b0859d4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.733830 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-9074c79f-305e-4c84-a96a-b9681b0859d4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Added segment 66d4629d-fc33-49ba-a982-5dadbcf5301e of type vlan for network 48959732-53f8-4957-8196-9cce4d71b21c Nov 15 15:08:44.775465 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9074c79f-305e-4c84-a96a-b9681b0859d4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.871842 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9074c79f-305e-4c84-a96a-b9681b0859d4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.878008 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9074c79f-305e-4c84-a96a-b9681b0859d4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:44.878657 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9074c79f-305e-4c84-a96a-b9681b0859d4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:44.947296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074c79f-305e-4c84-a96a-b9681b0859d4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Network': ['ID=48959732-53f8-4957-8196-9cce4d71b21c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:44.957207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 48959732-53f8-4957-8196-9cce4d71b21c details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:45.023406 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9074c79f-305e-4c84-a96a-b9681b0859d4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3898704 Nov 15 15:08:45.026088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40526) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:45.031593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d11cf086-84c2-444d-82a7-b057b1900299 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'subnet': {'network_id': '48959732-53f8-4957-8196-9cce4d71b21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:45.191350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11cf086-84c2-444d-82a7-b057b1900299 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:45.195144 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d11cf086-84c2-444d-82a7-b057b1900299 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:45.472135 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d11cf086-84c2-444d-82a7-b057b1900299 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:45.534331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cf086-84c2-444d-82a7-b057b1900299 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Subnet': ['ID=9f32f7f1-227c-4d18-9c96-4c69e892e0d7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:45.545964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11cf086-84c2-444d-82a7-b057b1900299 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Checking segment: {'id': '66d4629d-fc33-49ba-a982-5dadbcf5301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '48959732-53f8-4957-8196-9cce4d71b21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:45.546331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11cf086-84c2-444d-82a7-b057b1900299 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network hostable DHCP agents. Network: 48959732-53f8-4957-8196-9cce4d71b21c, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:08:45.677163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11cf086-84c2-444d-82a7-b057b1900299 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network 48959732-53f8-4957-8196-9cce4d71b21c is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:08:45.774572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d11cf086-84c2-444d-82a7-b057b1900299 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 48959732-53f8-4957-8196-9cce4d71b21c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:45.778732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11cf086-84c2-444d-82a7-b057b1900299 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:45.779984 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d11cf086-84c2-444d-82a7-b057b1900299 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:45.784785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeca36c-1812-48ae-a329-154728da1a38 None None] Network 48959732-53f8-4957-8196-9cce4d71b21c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:45.909208 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d11cf086-84c2-444d-82a7-b057b1900299 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8819370 Nov 15 15:08:45.911915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40530) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:45.916959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-80af28aa-5b8c-4469-b71c-ea0e78a32c9a tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'subnet': {'network_id': '48959732-53f8-4957-8196-9cce4d71b21c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:45.933754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-48959732-53f8-4957-8196-9cce4d71b21c', 'network_id': '48959732-53f8-4957-8196-9cce4d71b21c', 'tenant_id': '653d40c657084646bc08964ce01afb8b', 'fixed_ips': [{'subnet_id': '9f32f7f1-227c-4d18-9c96-4c69e892e0d7'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:08:45.934770 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:46.074795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Allocated IP 2001:db8::2 (48959732-53f8-4957-8196-9cce4d71b21c/9f32f7f1-227c-4d18-9c96-4c69e892e0d7/48e449f0-a91a-4c0c-a94e-01f6378ae91c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:46.128828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80af28aa-5b8c-4469-b71c-ea0e78a32c9a tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:46.133649 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80af28aa-5b8c-4469-b71c-ea0e78a32c9a tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:46.223742 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:46.306755 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:46.349248 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Network 48959732-53f8-4957-8196-9cce4d71b21c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:46.354339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:46.356867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:46.363983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Pushing event updated for resources: {'Port': ['ID=48e449f0-a91a-4c0c-a94e-01f6378ae91c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:46.419287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Attempting to bind port 48e449f0-a91a-4c0c-a94e-01f6378ae91c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:08:46.419656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Attempting to bind port 48e449f0-a91a-4c0c-a94e-01f6378ae91c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '66d4629d-fc33-49ba-a982-5dadbcf5301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '48959732-53f8-4957-8196-9cce4d71b21c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:08:46.420046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Attempting to bind port 48e449f0-a91a-4c0c-a94e-01f6378ae91c on network 48959732-53f8-4957-8196-9cce4d71b21c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:08:46.425171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:08:46.425546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Checking segment: {'id': '66d4629d-fc33-49ba-a982-5dadbcf5301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '48959732-53f8-4957-8196-9cce4d71b21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:46.425945 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:46.426340 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Bound using segment: {'id': '66d4629d-fc33-49ba-a982-5dadbcf5301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '48959732-53f8-4957-8196-9cce4d71b21c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:08:46.426856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Bound port: 48e449f0-a91a-4c0c-a94e-01f6378ae91c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d4629d-fc33-49ba-a982-5dadbcf5301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '48959732-53f8-4957-8196-9cce4d71b21c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:08:46.427235 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:46.471802 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80af28aa-5b8c-4469-b71c-ea0e78a32c9a tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:46.492787 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] For port 48e449f0-a91a-4c0c-a94e-01f6378ae91c, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:08:46.496101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] For port 48e449f0-a91a-4c0c-a94e-01f6378ae91c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=48e449f0-a91a-4c0c-a94e-01f6378ae91c,segment=NetworkSegment(66d4629d-fc33-49ba-a982-5dadbcf5301e),segment_id=66d4629d-fc33-49ba-a982-5dadbcf5301e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:08:46.517669 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80af28aa-5b8c-4469-b71c-ea0e78a32c9a tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network 48959732-53f8-4957-8196-9cce4d71b21c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:46.520801 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-80af28aa-5b8c-4469-b71c-ea0e78a32c9a tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:46.524898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af28aa-5b8c-4469-b71c-ea0e78a32c9a tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:46.527115 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80af28aa-5b8c-4469-b71c-ea0e78a32c9a tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:46.538565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af28aa-5b8c-4469-b71c-ea0e78a32c9a tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Subnet': ['ID=868aaa8c-6c26-45c4-9a03-8e202f0b57e4,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:46.586050 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:46.633713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40534) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:46.634314 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-80af28aa-5b8c-4469-b71c-ea0e78a32c9a tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7213004 Nov 15 15:08:46.660578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0e71c-8e2c-4abb-a3b0-cdff7cbd8e80 None None] Pushing event updated for resources: {'Port': ['ID=48e449f0-a91a-4c0c-a94e-01f6378ae91c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:46.704598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a801d77a-62ea-4ed0-ae6d-217be5104294 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:46.706133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a801d77a-62ea-4ed0-ae6d-217be5104294 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:46.707701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a801d77a-62ea-4ed0-ae6d-217be5104294 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:46.709411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a801d77a-62ea-4ed0-ae6d-217be5104294 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:46.711083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a801d77a-62ea-4ed0-ae6d-217be5104294 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:46.713061 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a801d77a-62ea-4ed0-ae6d-217be5104294 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0783174 Nov 15 15:08:46.716844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40536) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:46.724565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b0e2e9c7-ef4d-4a9f-b72c-9e4d9b2d9bea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2101062941'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:46.825641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e2e9c7-ef4d-4a9f-b72c-9e4d9b2d9bea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:46.830033 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e9c7-ef4d-4a9f-b72c-9e4d9b2d9bea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:46.860150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e2e9c7-ef4d-4a9f-b72c-9e4d9b2d9bea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:08:46.872365 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e9c7-ef4d-4a9f-b72c-9e4d9b2d9bea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:46.872711 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-b0e2e9c7-ef4d-4a9f-b72c-9e4d9b2d9bea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Added segment f6ab42dc-42c0-42e7-8877-9b6a1fc3b948 of type vlan for network 0dc1c53a-536d-4f9e-9d78-b8f6230ad3da Nov 15 15:08:46.927513 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e9c7-ef4d-4a9f-b72c-9e4d9b2d9bea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:47.020349 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e9c7-ef4d-4a9f-b72c-9e4d9b2d9bea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:47.026034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e2e9c7-ef4d-4a9f-b72c-9e4d9b2d9bea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:47.026655 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e9c7-ef4d-4a9f-b72c-9e4d9b2d9bea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:47.094415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2e9c7-ef4d-4a9f-b72c-9e4d9b2d9bea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Network': ['ID=0dc1c53a-536d-4f9e-9d78-b8f6230ad3da,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:47.106621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 0dc1c53a-536d-4f9e-9d78-b8f6230ad3da details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:47.133422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b0e2e9c7-ef4d-4a9f-b72c-9e4d9b2d9bea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4134719 Nov 15 15:08:47.134120 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40538) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:47.140190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-70219c3d-c359-4425-8752-620819a34439 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:47.329487 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70219c3d-c359-4425-8752-620819a34439 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:47.437508 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70219c3d-c359-4425-8752-620819a34439 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:47.457429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70219c3d-c359-4425-8752-620819a34439 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network 0dc1c53a-536d-4f9e-9d78-b8f6230ad3da is not hosted by any dhcp agent {{(pid=103146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 15:08:47.468667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70219c3d-c359-4425-8752-620819a34439 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:47.468667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70219c3d-c359-4425-8752-620819a34439 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:47.468667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-70219c3d-c359-4425-8752-620819a34439 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "PUT /v2.0/networks/0dc1c53a-536d-4f9e-9d78-b8f6230ad3da HTTP/1.1" status: 200 len: 723 time: 0.3301346 Nov 15 15:08:47.468963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40540) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:47.473728 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a9b86b8c-9450-4e42-82f5-a1167b3f5ef6 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'subnet': {'network_id': '0dc1c53a-536d-4f9e-9d78-b8f6230ad3da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:47.525225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70219c3d-c359-4425-8752-620819a34439 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Network': ['ID=0dc1c53a-536d-4f9e-9d78-b8f6230ad3da,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:47.538276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 0dc1c53a-536d-4f9e-9d78-b8f6230ad3da details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:47.604932 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 48e449f0-a91a-4c0c-a94e-01f6378ae91c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:08:47.674342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f93974-6941-4174-a3cc-f32086822c5e None None] Network 48959732-53f8-4957-8196-9cce4d71b21c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:47.725082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 48e449f0-a91a-4c0c-a94e-01f6378ae91c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:47.725082 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:47.791686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c484ce24-4617-4771-94d2-5f8149ae305a None None] Provisioning complete for port 48e449f0-a91a-4c0c-a94e-01f6378ae91c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:47.792054 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c484ce24-4617-4771-94d2-5f8149ae305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:47.917258 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b86b8c-9450-4e42-82f5-a1167b3f5ef6 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:47.921706 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9b86b8c-9450-4e42-82f5-a1167b3f5ef6 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:47.981605 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:47.987914 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c484ce24-4617-4771-94d2-5f8149ae305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:48.059715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c484ce24-4617-4771-94d2-5f8149ae305a None None] For port 48e449f0-a91a-4c0c-a94e-01f6378ae91c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=48e449f0-a91a-4c0c-a94e-01f6378ae91c,segment=NetworkSegment(66d4629d-fc33-49ba-a982-5dadbcf5301e),segment_id=66d4629d-fc33-49ba-a982-5dadbcf5301e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:48.062615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324258e2-d71d-47df-97df-bad99624cbfc None None] Update dhcp port {'port': {'network_id': '48959732-53f8-4957-8196-9cce4d71b21c', 'fixed_ips': [{'subnet_id': '9f32f7f1-227c-4d18-9c96-4c69e892e0d7', 'ip_address': '2001:db8::2'}, {'subnet_id': '868aaa8c-6c26-45c4-9a03-8e202f0b57e4'}], 'binding:host_id': 'n-d-817748-2'}, 'id': '48e449f0-a91a-4c0c-a94e-01f6378ae91c'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 15:08:48.089051 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-324258e2-d71d-47df-97df-bad99624cbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:48.143759 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c484ce24-4617-4771-94d2-5f8149ae305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:48.169278 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9b86b8c-9450-4e42-82f5-a1167b3f5ef6 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:48.286068 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:08:48.286459 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:08:48.305074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484ce24-4617-4771-94d2-5f8149ae305a None None] Pushing event updated for resources: {'Port': ['ID=48e449f0-a91a-4c0c-a94e-01f6378ae91c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:48.333946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-324258e2-d71d-47df-97df-bad99624cbfc None None] Allocated IP 172.20.0.1 (48959732-53f8-4957-8196-9cce4d71b21c/868aaa8c-6c26-45c4-9a03-8e202f0b57e4/48e449f0-a91a-4c0c-a94e-01f6378ae91c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:48.441576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-324258e2-d71d-47df-97df-bad99624cbfc None None] For port 48e449f0-a91a-4c0c-a94e-01f6378ae91c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=48e449f0-a91a-4c0c-a94e-01f6378ae91c,segment=NetworkSegment(66d4629d-fc33-49ba-a982-5dadbcf5301e),segment_id=66d4629d-fc33-49ba-a982-5dadbcf5301e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:48.475512 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-324258e2-d71d-47df-97df-bad99624cbfc None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:48.540263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-324258e2-d71d-47df-97df-bad99624cbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:48.608917 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b86b8c-9450-4e42-82f5-a1167b3f5ef6 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Subnet': ['ID=d64cd376-b769-4d4b-aa79-f797d9c76f3c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:48.623127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b86b8c-9450-4e42-82f5-a1167b3f5ef6 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Checking segment: {'id': 'f6ab42dc-42c0-42e7-8877-9b6a1fc3b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0dc1c53a-536d-4f9e-9d78-b8f6230ad3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:48.623496 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b86b8c-9450-4e42-82f5-a1167b3f5ef6 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network hostable DHCP agents. Network: 0dc1c53a-536d-4f9e-9d78-b8f6230ad3da, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:08:48.634186 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324258e2-d71d-47df-97df-bad99624cbfc None None] Pushing event updated for resources: {'Port': ['ID=48e449f0-a91a-4c0c-a94e-01f6378ae91c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:48.757349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b86b8c-9450-4e42-82f5-a1167b3f5ef6 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network 0dc1c53a-536d-4f9e-9d78-b8f6230ad3da is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:08:48.843302 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a9b86b8c-9450-4e42-82f5-a1167b3f5ef6 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 0dc1c53a-536d-4f9e-9d78-b8f6230ad3da) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:48.847791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b86b8c-9450-4e42-82f5-a1167b3f5ef6 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:48.848547 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9b86b8c-9450-4e42-82f5-a1167b3f5ef6 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:48.852738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752a57ef-7196-48de-8210-2c31fbf0feb9 None None] Network 0dc1c53a-536d-4f9e-9d78-b8f6230ad3da requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:48.934349 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a9b86b8c-9450-4e42-82f5-a1167b3f5ef6 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4645884 Nov 15 15:08:48.934911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:48.947111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ae20ae7f-563d-4721-b723-52f907e231d9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:49.031355 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-0dc1c53a-536d-4f9e-9d78-b8f6230ad3da', 'network_id': '0dc1c53a-536d-4f9e-9d78-b8f6230ad3da', 'tenant_id': '653d40c657084646bc08964ce01afb8b', 'fixed_ips': [{'subnet_id': 'd64cd376-b769-4d4b-aa79-f797d9c76f3c'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:08:49.032325 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:49.058720 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae20ae7f-563d-4721-b723-52f907e231d9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10452285'] for subnet, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:49.207865 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b34b2d5-7483-4b6f-9da9-8c2bb77a7374 None None] Network 48959732-53f8-4957-8196-9cce4d71b21c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:49.288606 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae20ae7f-563d-4721-b723-52f907e231d9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779096471462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8447567'] for subnet, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:49.325088 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae20ae7f-563d-4721-b723-52f907e231d9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:49.325716 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae20ae7f-563d-4721-b723-52f907e231d9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:49.327788 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ae20ae7f-563d-4721-b723-52f907e231d9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "PUT /v2.0/subnets/d64cd376-b769-4d4b-aa79-f797d9c76f3c HTTP/1.1" status: 200 len: 826 time: 0.3893931 Nov 15 15:08:49.330719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40548) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:49.347241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20ae7f-563d-4721-b723-52f907e231d9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Subnet': ['ID=d64cd376-b769-4d4b-aa79-f797d9c76f3c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:49.439096 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:49.481447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c452b77d-663b-4360-b703-4a5f7a9f6163 None None] Provisioning complete for port 48e449f0-a91a-4c0c-a94e-01f6378ae91c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:49.481814 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c452b77d-663b-4360-b703-4a5f7a9f6163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:49.500136 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:49.532380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 48e449f0-a91a-4c0c-a94e-01f6378ae91c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:08:49.601062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Allocated IP 2001:db8::2 (0dc1c53a-536d-4f9e-9d78-b8f6230ad3da/d64cd376-b769-4d4b-aa79-f797d9c76f3c/b3a38080-1899-4a88-bbb4-2e07f5661fb1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:49.677770 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 48e449f0-a91a-4c0c-a94e-01f6378ae91c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:49.678121 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:49.914258 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:49.946250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8adbca3c-3eae-424c-ae0b-be437db4ba1f None None] Provisioning complete for port 48e449f0-a91a-4c0c-a94e-01f6378ae91c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:49.946654 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8adbca3c-3eae-424c-ae0b-be437db4ba1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:49.987776 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:50.037125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Network 0dc1c53a-536d-4f9e-9d78-b8f6230ad3da is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:50.044114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:50.047745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:50.049639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Pushing event updated for resources: {'Port': ['ID=b3a38080-1899-4a88-bbb4-2e07f5661fb1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:50.061794 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:50.090427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Subnet': ['ID=d64cd376-b769-4d4b-aa79-f797d9c76f3c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:50.139498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Attempting to bind port b3a38080-1899-4a88-bbb4-2e07f5661fb1 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:08:50.139869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Attempting to bind port b3a38080-1899-4a88-bbb4-2e07f5661fb1 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'f6ab42dc-42c0-42e7-8877-9b6a1fc3b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0dc1c53a-536d-4f9e-9d78-b8f6230ad3da'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:08:50.140240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Attempting to bind port b3a38080-1899-4a88-bbb4-2e07f5661fb1 on network 0dc1c53a-536d-4f9e-9d78-b8f6230ad3da {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:08:50.145657 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:08:50.146031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Checking segment: {'id': 'f6ab42dc-42c0-42e7-8877-9b6a1fc3b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0dc1c53a-536d-4f9e-9d78-b8f6230ad3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:50.146466 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:50.146864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Bound using segment: {'id': 'f6ab42dc-42c0-42e7-8877-9b6a1fc3b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0dc1c53a-536d-4f9e-9d78-b8f6230ad3da'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:08:50.147331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Bound port: b3a38080-1899-4a88-bbb4-2e07f5661fb1, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ab42dc-42c0-42e7-8877-9b6a1fc3b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0dc1c53a-536d-4f9e-9d78-b8f6230ad3da'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:08:50.147712 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:50.153133 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:50.175479 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc1c53a-536d-4f9e-9d78-b8f6230ad3da']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:50.188348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ab42dc-42c0-42e7-8877-9b6a1fc3b948') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:50.188951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ab42dc-42c0-42e7-8877-9b6a1fc3b948') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:50.205879 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:50.215050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] For port b3a38080-1899-4a88-bbb4-2e07f5661fb1, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:08:50.220359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:50.227377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:50.227789 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:50.230859 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:50.290929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] For port b3a38080-1899-4a88-bbb4-2e07f5661fb1, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b3a38080-1899-4a88-bbb4-2e07f5661fb1,segment=NetworkSegment(f6ab42dc-42c0-42e7-8877-9b6a1fc3b948),segment_id=f6ab42dc-42c0-42e7-8877-9b6a1fc3b948)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:08:50.358935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 15:08:50.358935 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 15:08:50.358935 n-d-817748-2 neutron-server[103147]: [parameters: {'id': '0dc1c53a-536d-4f9e-9d78-b8f6230ad3da'}] Nov 15 15:08:50.358935 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:08:50.359543 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:08:50.386819 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:50.469515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8539d6-5a6b-414d-8a6a-db9d2744795e None None] Pushing event updated for resources: {'Port': ['ID=b3a38080-1899-4a88-bbb4-2e07f5661fb1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:50.483922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d704c8d3-7be5-42b4-9be0-75a51322f484 None None] Network 0dc1c53a-536d-4f9e-9d78-b8f6230ad3da requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:50.604849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa765ea-2103-4773-b590-2f10c5269b72 None None] Network 0dc1c53a-536d-4f9e-9d78-b8f6230ad3da requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:50.731768 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0324d753-6026-4f96-bffc-d819e9997b56 None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 15:08:50.832761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0324d753-6026-4f96-bffc-d819e9997b56 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 15:08:50.861114 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:50.933995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Deleting port b3a38080-1899-4a88-bbb4-2e07f5661fb1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:50.934333 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:51.002922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] For port b3a38080-1899-4a88-bbb4-2e07f5661fb1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b3a38080-1899-4a88-bbb4-2e07f5661fb1,segment=NetworkSegment(f6ab42dc-42c0-42e7-8877-9b6a1fc3b948),segment_id=f6ab42dc-42c0-42e7-8877-9b6a1fc3b948)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:51.003415 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:51.019050 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Calling delete_port for b3a38080-1899-4a88-bbb4-2e07f5661fb1 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:51.162577 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:51.188264 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Port': ['ID=b3a38080-1899-4a88-bbb4-2e07f5661fb1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:51.191817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No DVR routers for this DVR port b3a38080-1899-4a88-bbb4-2e07f5661fb1 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:08:51.274380 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:51.294223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc1c53a-536d-4f9e-9d78-b8f6230ad3da']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:51.303772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ab42dc-42c0-42e7-8877-9b6a1fc3b948') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:51.304080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ab42dc-42c0-42e7-8877-9b6a1fc3b948') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:51.314338 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:51.328227 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:51.334275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:51.334700 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:51.337682 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:51.484537 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:51.491518 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:51.497061 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/0dc1c53a-536d-4f9e-9d78-b8f6230ad3da HTTP/1.1" status: 204 len: 168 time: 2.1628826 Nov 15 15:08:51.497493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:51.506778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d7284-ca91-4905-8157-b39c4e41711d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Network': ['ID=0dc1c53a-536d-4f9e-9d78-b8f6230ad3da,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:51.558161 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca97907c-61cf-4be5-9cf1-8667f04322e8 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] DELETE failed (client error): The resource could not be found. Nov 15 15:08:51.558161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca97907c-61cf-4be5-9cf1-8667f04322e8 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:08:51.558161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ca97907c-61cf-4be5-9cf1-8667f04322e8 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/0dc1c53a-536d-4f9e-9d78-b8f6230ad3da HTTP/1.1" status: 404 len: 339 time: 0.0225353 Nov 15 15:08:51.562514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:51.567629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5458851b-6a0a-407d-b9a5-4e65cf528ac9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-514639418', 'description': 'd1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:51.734644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5458851b-6a0a-407d-b9a5-4e65cf528ac9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:51.738241 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5458851b-6a0a-407d-b9a5-4e65cf528ac9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:51.762556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5458851b-6a0a-407d-b9a5-4e65cf528ac9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:08:51.771355 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5458851b-6a0a-407d-b9a5-4e65cf528ac9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:51.781497 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-5458851b-6a0a-407d-b9a5-4e65cf528ac9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Added segment 034c78ee-cd3c-4f94-a499-4239cf046df5 of type vlan for network fcbdfe18-b3c7-4e40-a027-3a2e69e35d8e Nov 15 15:08:51.812942 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5458851b-6a0a-407d-b9a5-4e65cf528ac9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:51.968370 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5458851b-6a0a-407d-b9a5-4e65cf528ac9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:51.974153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5458851b-6a0a-407d-b9a5-4e65cf528ac9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:51.974816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5458851b-6a0a-407d-b9a5-4e65cf528ac9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:52.055293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458851b-6a0a-407d-b9a5-4e65cf528ac9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Network': ['ID=fcbdfe18-b3c7-4e40-a027-3a2e69e35d8e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:52.068870 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network fcbdfe18-b3c7-4e40-a027-3a2e69e35d8e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:52.079180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5458851b-6a0a-407d-b9a5-4e65cf528ac9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5123560 Nov 15 15:08:52.079558 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40562) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:52.190015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442bd2e-5200-425a-8022-4442e9059203 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:52.191557 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0442bd2e-5200-425a-8022-4442e9059203 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "GET /v2.0/networks?id=fcbdfe18-b3c7-4e40-a027-3a2e69e35d8e HTTP/1.1" status: 200 len: 764 time: 0.1109855 Nov 15 15:08:52.194273 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:52.199331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-87da7cad-ffc4-4626-8b50-5ebf6346db8c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'network': {'description': 'd2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:52.399466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87da7cad-ffc4-4626-8b50-5ebf6346db8c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:52.499912 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87da7cad-ffc4-4626-8b50-5ebf6346db8c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:52.510181 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87da7cad-ffc4-4626-8b50-5ebf6346db8c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network fcbdfe18-b3c7-4e40-a027-3a2e69e35d8e is not hosted by any dhcp agent {{(pid=103147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 15:08:52.517804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87da7cad-ffc4-4626-8b50-5ebf6346db8c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:52.517804 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87da7cad-ffc4-4626-8b50-5ebf6346db8c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:52.518752 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-87da7cad-ffc4-4626-8b50-5ebf6346db8c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "PUT /v2.0/networks/fcbdfe18-b3c7-4e40-a027-3a2e69e35d8e HTTP/1.1" status: 200 len: 761 time: 0.3234830 Nov 15 15:08:52.522215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40568) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:52.590669 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da7cad-ffc4-4626-8b50-5ebf6346db8c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Network': ['ID=fcbdfe18-b3c7-4e40-a027-3a2e69e35d8e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:52.599527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network fcbdfe18-b3c7-4e40-a027-3a2e69e35d8e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:52.629854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b72747-683e-45ea-830b-163122cf4748 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:52.631869 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e2b72747-683e-45ea-830b-163122cf4748 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "GET /v2.0/networks?id=fcbdfe18-b3c7-4e40-a027-3a2e69e35d8e HTTP/1.1" status: 200 len: 764 time: 0.1085844 Nov 15 15:08:52.636430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40570) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:52.834922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af0816-4879-49a5-bc2b-ce001b3885e7 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:52.836415 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c9af0816-4879-49a5-bc2b-ce001b3885e7 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1970460 Nov 15 15:08:52.839186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40572) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:52.880932 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fe97396a-53f4-46a2-99ed-52fdfb826c35 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7 HTTP/1.1" status: 200 len: 207 time: 0.0404305 Nov 15 15:08:52.884348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:52.995433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f470c68-8f72-4dcd-a4b6-b9905c12ff98 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.002142 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f470c68-8f72-4dcd-a4b6-b9905c12ff98 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.008321 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f470c68-8f72-4dcd-a4b6-b9905c12ff98 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.015471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f470c68-8f72-4dcd-a4b6-b9905c12ff98 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.021356 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f470c68-8f72-4dcd-a4b6-b9905c12ff98 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.027243 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f470c68-8f72-4dcd-a4b6-b9905c12ff98 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.029133 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5f470c68-8f72-4dcd-a4b6-b9905c12ff98 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1437948 Nov 15 15:08:53.033067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:53.164803 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8cab3e16-9990-41c7-858c-9d7e06c8231d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1304455 Nov 15 15:08:53.168375 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40578) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:53.234331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b90953-6c5d-48ee-bc6f-fb46f45bbca1 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.236074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b90953-6c5d-48ee-bc6f-fb46f45bbca1 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.237661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b90953-6c5d-48ee-bc6f-fb46f45bbca1 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.239319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b90953-6c5d-48ee-bc6f-fb46f45bbca1 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.240849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b90953-6c5d-48ee-bc6f-fb46f45bbca1 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.246384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-83b90953-6c5d-48ee-bc6f-fb46f45bbca1 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0731885 Nov 15 15:08:53.246598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40580) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:53.309904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e180588d-ef05-4dac-b1bf-31ef5b3deeef tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.309904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e180588d-ef05-4dac-b1bf-31ef5b3deeef tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.312128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e180588d-ef05-4dac-b1bf-31ef5b3deeef tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.313633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e180588d-ef05-4dac-b1bf-31ef5b3deeef tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.315107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e180588d-ef05-4dac-b1bf-31ef5b3deeef tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.320109 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e180588d-ef05-4dac-b1bf-31ef5b3deeef tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0692041 Nov 15 15:08:53.320469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40582) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:53.433650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825cc36e-071a-4c2f-a241-ef7e16cd27b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.435073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-825cc36e-071a-4c2f-a241-ef7e16cd27b9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "GET /v2.0/networks/ccd1d241-695c-45c2-9fd4-94e626cb7640 HTTP/1.1" status: 200 len: 804 time: 0.1136730 Nov 15 15:08:53.439126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40586) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:53.536611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-854c26a1-73a5-42ce-9a6e-65b90eaaaa33 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "GET /v2.0/networks/ccd1d241-695c-45c2-9fd4-94e626cb7640?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0963242 Nov 15 15:08:53.540174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40588) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:53.592579 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5b71c3-6cbe-4d29-83bf-b44b50c46619 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.594128 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-be5b71c3-6cbe-4d29-83bf-b44b50c46619 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "GET /v2.0/subnets/da2ff990-dc95-4f86-9636-ee3a901228a7 HTTP/1.1" status: 200 len: 843 time: 0.0529294 Nov 15 15:08:53.597788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:53.658000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf08f43-5122-4f58-b23f-a23fc5018050 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.659410 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7cf08f43-5122-4f58-b23f-a23fc5018050 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "GET /v2.0/subnets/da2ff990-dc95-4f86-9636-ee3a901228a7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0607033 Nov 15 15:08:53.662851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:53.667714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b3dd437a-baf6-4536-b641-531f93b3a73f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1049580982'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:53.774305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dd437a-baf6-4536-b641-531f93b3a73f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:53.777957 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3dd437a-baf6-4536-b641-531f93b3a73f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:53.803760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3dd437a-baf6-4536-b641-531f93b3a73f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:08:53.813577 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3dd437a-baf6-4536-b641-531f93b3a73f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:53.813921 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-b3dd437a-baf6-4536-b641-531f93b3a73f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Added segment 653240d2-3ed8-4748-8185-8e310622fafc of type vlan for network e715fe32-623f-4265-9848-3682d43d2a08 Nov 15 15:08:53.854322 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3dd437a-baf6-4536-b641-531f93b3a73f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:53.957684 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3dd437a-baf6-4536-b641-531f93b3a73f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:53.966208 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dd437a-baf6-4536-b641-531f93b3a73f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:53.968170 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3dd437a-baf6-4536-b641-531f93b3a73f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:54.071610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd437a-baf6-4536-b641-531f93b3a73f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Network': ['ID=e715fe32-623f-4265-9848-3682d43d2a08,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:54.088485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network e715fe32-623f-4265-9848-3682d43d2a08 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:08:54.110544 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b3dd437a-baf6-4536-b641-531f93b3a73f tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4448626 Nov 15 15:08:54.111777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40594) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:54.121036 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'subnet': {'network_id': 'e715fe32-623f-4265-9848-3682d43d2a08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:54.317319 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Made reservation on behalf of 653d40c657084646bc08964ce01afb8b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:08:54.321068 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:54.393097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Performing IP validity checks on allocation pools {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 15:08:54.393631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 15:08:54.620215 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:54.685960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Subnet': ['ID=63927b66-cc3b-47d8-908f-58046128ee5c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:54.696361 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Checking segment: {'id': '653240d2-3ed8-4748-8185-8e310622fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e715fe32-623f-4265-9848-3682d43d2a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:54.696361 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network hostable DHCP agents. Network: e715fe32-623f-4265-9848-3682d43d2a08, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:08:54.882803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Network e715fe32-623f-4265-9848-3682d43d2a08 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:08:54.991239 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, e715fe32-623f-4265-9848-3682d43d2a08) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:54.997640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:54.997640 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.002418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a65d7f9-6b68-4654-8bef-047fbe42cef9 None None] Network e715fe32-623f-4265-9848-3682d43d2a08 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:55.079987 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bcbfd28e-acc4-499e-ac45-900326781dd3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9666395 Nov 15 15:08:55.082626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:55.088091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-64d229cb-5ce1-45ef-b269-7f4a299480a3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:08:55.165257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-e715fe32-623f-4265-9848-3682d43d2a08', 'network_id': 'e715fe32-623f-4265-9848-3682d43d2a08', 'tenant_id': '653d40c657084646bc08964ce01afb8b', 'fixed_ips': [{'subnet_id': '63927b66-cc3b-47d8-908f-58046128ee5c'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:08:55.166953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.189196 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d229cb-5ce1-45ef-b269-7f4a299480a3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11555297'] for subnet, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.425816 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d229cb-5ce1-45ef-b269-7f4a299480a3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779096471462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8472157'] for subnet, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.476543 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d229cb-5ce1-45ef-b269-7f4a299480a3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:08:55.477156 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d229cb-5ce1-45ef-b269-7f4a299480a3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.477596 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Allocated IP 2001:db8::3 (e715fe32-623f-4265-9848-3682d43d2a08/63927b66-cc3b-47d8-908f-58046128ee5c/abd7c1d3-d998-4f04-9055-738fcb77629d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:08:55.478526 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-64d229cb-5ce1-45ef-b269-7f4a299480a3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "PUT /v2.0/subnets/63927b66-cc3b-47d8-908f-58046128ee5c HTTP/1.1" status: 200 len: 900 time: 0.3949208 Nov 15 15:08:55.483399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:55.503417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d229cb-5ce1-45ef-b269-7f4a299480a3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event updated for resources: {'Subnet': ['ID=63927b66-cc3b-47d8-908f-58046128ee5c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:55.590174 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.624409 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.644064 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.705711 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.750632 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Network e715fe32-623f-4265-9848-3682d43d2a08 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:08:55.753659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:08:55.757641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:08:55.769125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Pushing event updated for resources: {'Port': ['ID=abd7c1d3-d998-4f04-9055-738fcb77629d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:55.786474 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.817002 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Attempting to bind port abd7c1d3-d998-4f04-9055-738fcb77629d on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:08:55.817383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Attempting to bind port abd7c1d3-d998-4f04-9055-738fcb77629d by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '653240d2-3ed8-4748-8185-8e310622fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e715fe32-623f-4265-9848-3682d43d2a08'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:08:55.817751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Attempting to bind port abd7c1d3-d998-4f04-9055-738fcb77629d on network e715fe32-623f-4265-9848-3682d43d2a08 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:08:55.823235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:08:55.823633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Checking segment: {'id': '653240d2-3ed8-4748-8185-8e310622fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e715fe32-623f-4265-9848-3682d43d2a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:08:55.824020 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.824468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Bound using segment: {'id': '653240d2-3ed8-4748-8185-8e310622fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e715fe32-623f-4265-9848-3682d43d2a08'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:08:55.824958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Bound port: abd7c1d3-d998-4f04-9055-738fcb77629d, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653240d2-3ed8-4748-8185-8e310622fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e715fe32-623f-4265-9848-3682d43d2a08'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:08:55.825341 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.828527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Subnet': ['ID=63927b66-cc3b-47d8-908f-58046128ee5c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:55.893297 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.896970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] For port abd7c1d3-d998-4f04-9055-738fcb77629d, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:08:55.900443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] For port abd7c1d3-d998-4f04-9055-738fcb77629d, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=abd7c1d3-d998-4f04-9055-738fcb77629d,segment=NetworkSegment(653240d2-3ed8-4748-8185-8e310622fafc),segment_id=653240d2-3ed8-4748-8185-8e310622fafc)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:08:55.915246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e715fe32-623f-4265-9848-3682d43d2a08']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:55.925068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653240d2-3ed8-4748-8185-8e310622fafc') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:55.925412 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653240d2-3ed8-4748-8185-8e310622fafc') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:55.936871 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.986344 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.988941 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:55.997116 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:55.997689 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:56.001526 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:56.078180 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 15:08:56.078180 n-d-817748-2 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 15:08:56.078180 n-d-817748-2 neutron-server[103147]: [parameters: {'id': 'e715fe32-623f-4265-9848-3682d43d2a08'}] Nov 15 15:08:56.078180 n-d-817748-2 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:08:56.079296 n-d-817748-2 neutron-server[103147]: DEBUG oslo_db.api [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:08:56.086764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e7e0c-e468-4f06-8ce0-abf2e9ec1a3b None None] Pushing event updated for resources: {'Port': ['ID=abd7c1d3-d998-4f04-9055-738fcb77629d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:56.096419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac09de-723c-48b7-a826-1153349e7b92 None None] Network e715fe32-623f-4265-9848-3682d43d2a08 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:56.224446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b76026-66fb-4e79-9528-7085b9ce1370 None None] Network e715fe32-623f-4265-9848-3682d43d2a08 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:56.352430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36349944-a785-4bc7-821a-50eba47a0f10 None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 15:08:56.459389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36349944-a785-4bc7-821a-50eba47a0f10 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 15:08:56.585665 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:56.704906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Deleting port abd7c1d3-d998-4f04-9055-738fcb77629d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:56.705592 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:56.769125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] For port abd7c1d3-d998-4f04-9055-738fcb77629d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=abd7c1d3-d998-4f04-9055-738fcb77629d,segment=NetworkSegment(653240d2-3ed8-4748-8185-8e310622fafc),segment_id=653240d2-3ed8-4748-8185-8e310622fafc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:56.769408 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:56.782691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Calling delete_port for abd7c1d3-d998-4f04-9055-738fcb77629d owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:56.945583 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:56.974282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No DVR routers for this DVR port abd7c1d3-d998-4f04-9055-738fcb77629d on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:08:56.976290 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Port': ['ID=abd7c1d3-d998-4f04-9055-738fcb77629d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:57.056471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.080724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e715fe32-623f-4265-9848-3682d43d2a08']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:57.094130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653240d2-3ed8-4748-8185-8e310622fafc') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:57.094523 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653240d2-3ed8-4748-8185-8e310622fafc') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:57.106375 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.124474 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.131301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:57.131706 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:57.134777 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:57.254415 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.261725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.265484 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/e715fe32-623f-4265-9848-3682d43d2a08 HTTP/1.1" status: 204 len: 168 time: 1.7830331 Nov 15 15:08:57.269149 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:57.287480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389cd6c-e9fe-43bc-82e4-cbabd792846d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Network': ['ID=e715fe32-623f-4265-9848-3682d43d2a08,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:57.307482 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-625e6f98-0a04-4c06-b03d-9bd43833be9d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] DELETE failed (client error): The resource could not be found. Nov 15 15:08:57.307482 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625e6f98-0a04-4c06-b03d-9bd43833be9d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:08:57.310061 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-625e6f98-0a04-4c06-b03d-9bd43833be9d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/subnets/63927b66-cc3b-47d8-908f-58046128ee5c HTTP/1.1" status: 404 len: 337 time: 0.0308516 Nov 15 15:08:57.312583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40618) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:57.334167 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfa614f-495d-4bd9-a729-7f21959a63c3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] DELETE failed (client error): The resource could not be found. Nov 15 15:08:57.334811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfa614f-495d-4bd9-a729-7f21959a63c3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:08:57.338002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1dfa614f-495d-4bd9-a729-7f21959a63c3 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/e715fe32-623f-4265-9848-3682d43d2a08 HTTP/1.1" status: 404 len: 339 time: 0.0236235 Nov 15 15:08:57.340545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:57.421056 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eae6212-26da-4751-956e-4c4f2d9cf119 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.423116 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-d81b0634-8cc1-4ba8-8180-8566e3f3b30a req-95804b9d-e4cf-4e8c-a154-56811ae551d1 service neutron] (103147) timed out ('10.222.0.59', 54145) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 15:08:57.511626 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eae6212-26da-4751-956e-4c4f2d9cf119 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.531719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9eae6212-26da-4751-956e-4c4f2d9cf119 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbdfe18-b3c7-4e40-a027-3a2e69e35d8e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:57.541134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9eae6212-26da-4751-956e-4c4f2d9cf119 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034c78ee-cd3c-4f94-a499-4239cf046df5') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:57.541523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9eae6212-26da-4751-956e-4c4f2d9cf119 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034c78ee-cd3c-4f94-a499-4239cf046df5') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:57.557993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eae6212-26da-4751-956e-4c4f2d9cf119 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.572279 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eae6212-26da-4751-956e-4c4f2d9cf119 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.579189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eae6212-26da-4751-956e-4c4f2d9cf119 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:57.579609 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eae6212-26da-4751-956e-4c4f2d9cf119 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:57.582603 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:57.763084 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eae6212-26da-4751-956e-4c4f2d9cf119 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.770413 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eae6212-26da-4751-956e-4c4f2d9cf119 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.775737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9eae6212-26da-4751-956e-4c4f2d9cf119 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/fcbdfe18-b3c7-4e40-a027-3a2e69e35d8e HTTP/1.1" status: 204 len: 168 time: 0.4318991 Nov 15 15:08:57.775908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:57.793341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae6212-26da-4751-956e-4c4f2d9cf119 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Network': ['ID=fcbdfe18-b3c7-4e40-a027-3a2e69e35d8e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:57.812756 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8538f3-0650-4b67-9e43-f3191475e07d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] DELETE failed (client error): The resource could not be found. Nov 15 15:08:57.813219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8538f3-0650-4b67-9e43-f3191475e07d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:08:57.816405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9b8538f3-0650-4b67-9e43-f3191475e07d tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/subnets/d64cd376-b769-4d4b-aa79-f797d9c76f3c HTTP/1.1" status: 404 len: 337 time: 0.0395699 Nov 15 15:08:57.819157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40626) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:57.836675 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c905eb-9740-4818-8f15-2e04e2d8a9a0 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] DELETE failed (client error): The resource could not be found. Nov 15 15:08:57.837171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c905eb-9740-4818-8f15-2e04e2d8a9a0 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:08:57.840194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-27c905eb-9740-4818-8f15-2e04e2d8a9a0 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/0dc1c53a-536d-4f9e-9d78-b8f6230ad3da HTTP/1.1" status: 404 len: 339 time: 0.0201194 Nov 15 15:08:57.842743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:57.897758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-891621bd-99b5-4e18-b7d0-e309bf388635 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Deleting subnet 868aaa8c-6c26-45c4-9a03-8e202f0b57e4 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:08:57.901105 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891621bd-99b5-4e18-b7d0-e309bf388635 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:57.942302 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891621bd-99b5-4e18-b7d0-e309bf388635 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.024301 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891621bd-99b5-4e18-b7d0-e309bf388635 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.169025 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891621bd-99b5-4e18-b7d0-e309bf388635 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.197020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891621bd-99b5-4e18-b7d0-e309bf388635 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Subnet': ['ID=868aaa8c-6c26-45c4-9a03-8e202f0b57e4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:58.200926 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891621bd-99b5-4e18-b7d0-e309bf388635 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.206763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40632) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:58.208482 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8f5358-72cf-4f27-a90f-f99720cfe2fe None None] Network 48959732-53f8-4957-8196-9cce4d71b21c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:58.220393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-891621bd-99b5-4e18-b7d0-e309bf388635 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/subnets/868aaa8c-6c26-45c4-9a03-8e202f0b57e4 HTTP/1.1" status: 204 len: 168 time: 0.3680196 Nov 15 15:08:58.265938 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ece136f-1b5c-4271-98b4-ceacfd9f91c5 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Deleting subnet 9f32f7f1-227c-4d18-9c96-4c69e892e0d7 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:08:58.268206 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ece136f-1b5c-4271-98b4-ceacfd9f91c5 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.316744 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ece136f-1b5c-4271-98b4-ceacfd9f91c5 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.460232 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ece136f-1b5c-4271-98b4-ceacfd9f91c5 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.501635 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.649676 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ece136f-1b5c-4271-98b4-ceacfd9f91c5 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.678987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece136f-1b5c-4271-98b4-ceacfd9f91c5 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Subnet': ['ID=9f32f7f1-227c-4d18-9c96-4c69e892e0d7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:58.684179 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ece136f-1b5c-4271-98b4-ceacfd9f91c5 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.687584 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9ece136f-1b5c-4271-98b4-ceacfd9f91c5 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/subnets/9f32f7f1-227c-4d18-9c96-4c69e892e0d7 HTTP/1.1" status: 204 len: 168 time: 0.4797640 Nov 15 15:08:58.689986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40634) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:58.773605 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.832368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Deleting port 48e449f0-a91a-4c0c-a94e-01f6378ae91c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:08:58.832711 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.905010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] For port 48e449f0-a91a-4c0c-a94e-01f6378ae91c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=48e449f0-a91a-4c0c-a94e-01f6378ae91c,segment=NetworkSegment(66d4629d-fc33-49ba-a982-5dadbcf5301e),segment_id=66d4629d-fc33-49ba-a982-5dadbcf5301e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:08:58.905380 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.919121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Calling delete_port for 48e449f0-a91a-4c0c-a94e-01f6378ae91c owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:08:58.934978 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:58.998775 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f7c00-a5da-456e-9b77-37b215df004c None None] Network 48959732-53f8-4957-8196-9cce4d71b21c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:08:59.110966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-555fa064-4d8d-4b1f-bea1-784e829619bd None None] Provisioning complete for port 48e449f0-a91a-4c0c-a94e-01f6378ae91c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:08:59.111210 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-555fa064-4d8d-4b1f-bea1-784e829619bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:59.117012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:59.150096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No DVR routers for this DVR port 48e449f0-a91a-4c0c-a94e-01f6378ae91c on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:08:59.155030 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-555fa064-4d8d-4b1f-bea1-784e829619bd None None] Could not find standard attr ID for object 48e449f0-a91a-4c0c-a94e-01f6378ae91c. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:08:59.157696 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.db [None req-555fa064-4d8d-4b1f-bea1-784e829619bd None None] No ports have port_id starting with 48e449f0-a91a-4c0c-a94e-01f6378ae91c Nov 15 15:08:59.179484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Port': ['ID=48e449f0-a91a-4c0c-a94e-01f6378ae91c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:59.237603 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:59.243551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aab5b0-53d1-4c3f-9c7b-50d21883077c None None] DHCP port deletion for 48959732-53f8-4957-8196-9cce4d71b21c request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:08:59.258289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48959732-53f8-4957-8196-9cce4d71b21c']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:59.268445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d4629d-fc33-49ba-a982-5dadbcf5301e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:59.268743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d4629d-fc33-49ba-a982-5dadbcf5301e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:08:59.278125 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:59.291410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:59.298836 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:08:59.299316 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:08:59.302432 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:08:59.454605 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:59.462665 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:59.468782 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/48959732-53f8-4957-8196-9cce4d71b21c HTTP/1.1" status: 204 len: 168 time: 0.7777207 Nov 15 15:08:59.469029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40642) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:59.486348 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434ea05-58c6-467c-ad26-99eadb99d9ea tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Network': ['ID=48959732-53f8-4957-8196-9cce4d71b21c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:08:59.508224 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf695fa-8140-4e85-b322-0af01da74725 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] DELETE failed (client error): The resource could not be found. Nov 15 15:08:59.508707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf695fa-8140-4e85-b322-0af01da74725 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:08:59.512107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9cf695fa-8140-4e85-b322-0af01da74725 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/subnets/01e5839a-836f-4491-959f-89bb77b1f8c1 HTTP/1.1" status: 404 len: 337 time: 0.0415955 Nov 15 15:08:59.515257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:59.535131 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7107d9-35ff-4b0e-b924-daa3eb22ebd4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] DELETE failed (client error): The resource could not be found. Nov 15 15:08:59.535646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7107d9-35ff-4b0e-b924-daa3eb22ebd4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:08:59.538713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1d7107d9-35ff-4b0e-b924-daa3eb22ebd4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/6f7c2a28-242b-459d-a971-9c54919b091c HTTP/1.1" status: 404 len: 339 time: 0.0224931 Nov 15 15:08:59.541530 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:59.545615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 48e449f0-a91a-4c0c-a94e-01f6378ae91c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:08:59.566138 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 48e449f0-a91a-4c0c-a94e-01f6378ae91c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:08:59.566520 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 48e449f0-a91a-4c0c-a94e-01f6378ae91c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:08:59.568067 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a2143d-fe38-4e2f-8115-f13cc4df71a9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] DELETE failed (client error): The resource could not be found. Nov 15 15:08:59.568646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a2143d-fe38-4e2f-8115-f13cc4df71a9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:08:59.574527 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-30a2143d-fe38-4e2f-8115-f13cc4df71a9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/subnets/31192a0a-16ee-4f5c-9128-6b6551fdc244 HTTP/1.1" status: 404 len: 337 time: 0.0293972 Nov 15 15:08:59.574799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:59.596122 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f0c789-56a0-4725-b322-339a9f399513 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] DELETE failed (client error): The resource could not be found. Nov 15 15:08:59.596708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f0c789-56a0-4725-b322-339a9f399513 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:08:59.599896 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e0f0c789-56a0-4725-b322-339a9f399513 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/80ade0b7-e6d2-429f-ad1f-50b8f4132ebc HTTP/1.1" status: 404 len: 339 time: 0.0240681 Nov 15 15:08:59.602439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40650) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:59.628183 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ac470f-7bd3-4a66-879f-c8de8c0d0f82 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] DELETE failed (client error): The resource could not be found. Nov 15 15:08:59.628638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ac470f-7bd3-4a66-879f-c8de8c0d0f82 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:08:59.631754 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-88ac470f-7bd3-4a66-879f-c8de8c0d0f82 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/subnets/cfaa6352-0806-4f99-b97d-ed8de76131db HTTP/1.1" status: 404 len: 337 time: 0.0283539 Nov 15 15:08:59.634504 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40652) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:59.652600 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a08bf7-adce-473a-abb2-0540c1ee521c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] DELETE failed (client error): The resource could not be found. Nov 15 15:08:59.653077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a08bf7-adce-473a-abb2-0540c1ee521c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:08:59.656353 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-96a08bf7-adce-473a-abb2-0540c1ee521c tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/cdd91d1d-f2b8-4865-b7d1-3e4784582df6 HTTP/1.1" status: 404 len: 339 time: 0.0207779 Nov 15 15:08:59.659006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40654) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:08:59.714443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c447f8-42eb-4906-9048-7425ad22caf4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Deleting subnet 5bb6d589-9b7f-41d0-bf03-4f7357852521 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:08:59.718320 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17c447f8-42eb-4906-9048-7425ad22caf4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:59.757174 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ffb26858-10b1-4535-8d24-879e2a0b99ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:59.765346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17c447f8-42eb-4906-9048-7425ad22caf4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:08:59.860247 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17c447f8-42eb-4906-9048-7425ad22caf4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.020243 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17c447f8-42eb-4906-9048-7425ad22caf4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.046719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c447f8-42eb-4906-9048-7425ad22caf4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb6d589-9b7f-41d0-bf03-4f7357852521,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:00.052428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17c447f8-42eb-4906-9048-7425ad22caf4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.056150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-17c447f8-42eb-4906-9048-7425ad22caf4 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/subnets/5bb6d589-9b7f-41d0-bf03-4f7357852521 HTTP/1.1" status: 204 len: 168 time: 0.3960073 Nov 15 15:09:00.058753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40656) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:00.061707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a244f175-3bb0-48ab-8650-6a1c7a8fd8d0 None None] Network 336f6fae-79eb-4e84-9e10-a49065ce8fe7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:00.153459 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.214580 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Deleting port d4bdf124-4e13-44b3-a3b9-369959e2c363 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:00.214580 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.282165 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] DHCP port deletion for 336f6fae-79eb-4e84-9e10-a49065ce8fe7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:09:00.288799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] For port d4bdf124-4e13-44b3-a3b9-369959e2c363, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d4bdf124-4e13-44b3-a3b9-369959e2c363,segment=NetworkSegment(68021428-6a33-4cbd-8b85-dbc6be14b8f9),segment_id=68021428-6a33-4cbd-8b85-dbc6be14b8f9)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:00.289385 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.303396 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Calling delete_port for d4bdf124-4e13-44b3-a3b9-369959e2c363 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:00.347950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Deleting port d4bdf124-4e13-44b3-a3b9-369959e2c363 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:00.348873 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.465908 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.491916 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Port': ['ID=d4bdf124-4e13-44b3-a3b9-369959e2c363,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:00.500639 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No DVR routers for this DVR port d4bdf124-4e13-44b3-a3b9-369959e2c363 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:00.594871 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.596235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] For port d4bdf124-4e13-44b3-a3b9-369959e2c363, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d4bdf124-4e13-44b3-a3b9-369959e2c363,segment=NetworkSegment(68021428-6a33-4cbd-8b85-dbc6be14b8f9),segment_id=68021428-6a33-4cbd-8b85-dbc6be14b8f9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:00.596647 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.612545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Calling delete_port for d4bdf124-4e13-44b3-a3b9-369959e2c363 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:00.626910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336f6fae-79eb-4e84-9e10-a49065ce8fe7']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:00.639215 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68021428-6a33-4cbd-8b85-dbc6be14b8f9') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:00.639516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68021428-6a33-4cbd-8b85-dbc6be14b8f9') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:00.649567 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.693917 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.706590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:09:00.707601 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:09:00.715405 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:09:00.722637 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.739248 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] No DVR routers for this DVR port d4bdf124-4e13-44b3-a3b9-369959e2c363 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:00.761890 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Pushing event deleted for resources: {'Port': ['ID=d4bdf124-4e13-44b3-a3b9-369959e2c363,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:00.778191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:00.778817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:00.780314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:00.780314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:00.780739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:00.781182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:00.781620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:00.782050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:00.783649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:00.783649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:00.783649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:00.783649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0727f2-a8d0-4e36-b78a-52cc90f7ec94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:00.936553 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.936553 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:00.936553 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/336f6fae-79eb-4e84-9e10-a49065ce8fe7 HTTP/1.1" status: 204 len: 168 time: 0.8727036 Nov 15 15:09:00.937227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40660) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:00.946006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e478452-b3dc-45bb-9056-698c1fe890c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Network': ['ID=336f6fae-79eb-4e84-9e10-a49065ce8fe7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:00.968529 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8cd124-ac4f-4159-a71c-9df1d6d732c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] DELETE failed (client error): The resource could not be found. Nov 15 15:09:00.971027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8cd124-ac4f-4159-a71c-9df1d6d732c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:09:00.972183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1b8cd124-ac4f-4159-a71c-9df1d6d732c9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/subnets/de5d62d5-8253-43b7-bc04-04561c75cf8e HTTP/1.1" status: 404 len: 337 time: 0.0333571 Nov 15 15:09:00.974728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:00.993528 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e15cc0b-76b8-4e29-97bb-cc25afb2bcd9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] DELETE failed (client error): The resource could not be found. Nov 15 15:09:00.994019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e15cc0b-76b8-4e29-97bb-cc25afb2bcd9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:09:00.997017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5e15cc0b-76b8-4e29-97bb-cc25afb2bcd9 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/0977d1ac-f3af-4d27-8309-112175f1e1c7 HTTP/1.1" status: 404 len: 339 time: 0.0213625 Nov 15 15:09:01.007459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40664) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:01.066453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-674ec633-151e-4215-805f-86a57fc66ecd tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Deleting subnet da2ff990-dc95-4f86-9636-ee3a901228a7 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:09:01.069887 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-674ec633-151e-4215-805f-86a57fc66ecd tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.111560 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-674ec633-151e-4215-805f-86a57fc66ecd tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.202501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-674ec633-151e-4215-805f-86a57fc66ecd tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.334963 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-674ec633-151e-4215-805f-86a57fc66ecd tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.362133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ec633-151e-4215-805f-86a57fc66ecd tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Subnet': ['ID=da2ff990-dc95-4f86-9636-ee3a901228a7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:01.366006 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-674ec633-151e-4215-805f-86a57fc66ecd tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.379140 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-674ec633-151e-4215-805f-86a57fc66ecd tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/subnets/da2ff990-dc95-4f86-9636-ee3a901228a7 HTTP/1.1" status: 204 len: 168 time: 0.3610611 Nov 15 15:09:01.379140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:01.379449 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d98a47d-db4b-43da-bef8-3aa8a8a22eb1 None None] Network ccd1d241-695c-45c2-9fd4-94e626cb7640 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:01.468152 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.521939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d4bdf124-4e13-44b3-a3b9-369959e2c363 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:09:01.533906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Deleting port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:01.534249 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.547807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: d4bdf124-4e13-44b3-a3b9-369959e2c363 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:09:01.548329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d4bdf124-4e13-44b3-a3b9-369959e2c363 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:09:01.594191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00dae85-0eac-44a6-9dd7-722bdedf3539 None None] DHCP port deletion for ccd1d241-695c-45c2-9fd4-94e626cb7640 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:09:01.620768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] For port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6c7cd85a-3d11-4e12-9c08-85b6f2f2331f,segment=NetworkSegment(7581e411-3424-4504-a463-4553ce8763fe),segment_id=7581e411-3424-4504-a463-4553ce8763fe)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:01.621295 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.641636 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Calling delete_port for 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:01.645421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a00dae85-0eac-44a6-9dd7-722bdedf3539 None None] Deleting port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:01.645796 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a00dae85-0eac-44a6-9dd7-722bdedf3539 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.713992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a00dae85-0eac-44a6-9dd7-722bdedf3539 None None] For port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6c7cd85a-3d11-4e12-9c08-85b6f2f2331f,segment=NetworkSegment(7581e411-3424-4504-a463-4553ce8763fe),segment_id=7581e411-3424-4504-a463-4553ce8763fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:01.714253 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a00dae85-0eac-44a6-9dd7-722bdedf3539 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.729616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a00dae85-0eac-44a6-9dd7-722bdedf3539 None None] Calling delete_port for 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:01.791368 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.811293 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a00dae85-0eac-44a6-9dd7-722bdedf3539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.817111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Port': ['ID=6c7cd85a-3d11-4e12-9c08-85b6f2f2331f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:01.820975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] No DVR routers for this DVR port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:01.850176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dae85-0eac-44a6-9dd7-722bdedf3539 None None] Pushing event deleted for resources: {'Port': ['ID=6c7cd85a-3d11-4e12-9c08-85b6f2f2331f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:01.854597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00dae85-0eac-44a6-9dd7-722bdedf3539 None None] No DVR routers for this DVR port 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:01.905178 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.925304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd1d241-695c-45c2-9fd4-94e626cb7640']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:01.936012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7581e411-3424-4504-a463-4553ce8763fe') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:01.936309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7581e411-3424-4504-a463-4553ce8763fe') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:01.945906 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.959582 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.965412 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:09:01.965795 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:09:01.968758 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:09:02.082890 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ac97e724-4cb9-4174-bef4-a42fa0ad8403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:02.093911 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:02.100746 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:02.104243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] 10.222.0.70 "DELETE /v2.0/networks/ccd1d241-695c-45c2-9fd4-94e626cb7640 HTTP/1.1" status: 204 len: 168 time: 0.7293887 Nov 15 15:09:02.120532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b817b4-625b-4d53-a43d-03468f94c756 tempest-NetworksIpV6Test-1356036571 tempest-NetworksIpV6Test-1356036571-project] Pushing event deleted for resources: {'Network': ['ID=ccd1d241-695c-45c2-9fd4-94e626cb7640,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:02.616689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:02.760801 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-93c18789-6529-4d99-a8c8-1ac2b0159def admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=653d40c657084646bc08964ce01afb8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418436 Nov 15 15:09:02.763396 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:02.823499 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f67695d-9904-4533-9b51-d8b277f4f9d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:02.850955 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f67695d-9904-4533-9b51-d8b277f4f9d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:03.017698 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f67695d-9904-4533-9b51-d8b277f4f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:03.017698 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f67695d-9904-4533-9b51-d8b277f4f9d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:03.017698 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9f67695d-9904-4533-9b51-d8b277f4f9d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f9a12320-4403-4ce5-bbf2-0c6cc371dbf7 HTTP/1.1" status: 204 len: 168 time: 0.2514138 Nov 15 15:09:03.024650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67695d-9904-4533-9b51-d8b277f4f9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a12320-4403-4ce5-bbf2-0c6cc371dbf7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:03.521606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:09:03.541599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:09:03.541967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6c7cd85a-3d11-4e12-9c08-85b6f2f2331f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:09:03.609143 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:04.114756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:04.146654 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:09:04.225301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1505643609'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:04.300034 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:04.303803 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:04.313481 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:04.388254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:04.465486 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:04.494740 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:09:04.501165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5d0e2e-fa35-4ea0-a3d3-81f813365510,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:04.509504 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:04.509863 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Added segment 6397c7ab-3d9f-4999-98ab-82bc5fcb84a7 of type vlan for network 3339118c-be12-4a85-b6a8-2de0605da840 Nov 15 15:09:04.563057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:04.660632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:04.666579 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:04.672494 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:04.738246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Network': ['ID=3339118c-be12-4a85-b6a8-2de0605da840,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:04.748766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 3339118c-be12-4a85-b6a8-2de0605da840 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:09:04.825326 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-37a93bb6-aad2-40a3-b290-e8ad7898cf46 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7063456 Nov 15 15:09:04.825720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:04.831248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'name': 'tempest-PortsIpV6TestJSON-1581689015'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:05.008958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:05.013096 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:05.035395 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port e0d501cd-363e-4874-a251-e199db30646b yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:05.191906 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:05.231536 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:05.330176 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:05.403095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=e0d501cd-363e-4874-a251-e199db30646b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:05.412660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Checking segment: {'id': '6397c7ab-3d9f-4999-98ab-82bc5fcb84a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3339118c-be12-4a85-b6a8-2de0605da840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:05.413135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network hostable DHCP agents. Network: 3339118c-be12-4a85-b6a8-2de0605da840, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:09:05.522593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 3339118c-be12-4a85-b6a8-2de0605da840 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:09:05.705231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 3339118c-be12-4a85-b6a8-2de0605da840) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:05.708943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:05.715049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c41640-568d-477c-a02b-88fe0a4cfedb None None] Network 3339118c-be12-4a85-b6a8-2de0605da840 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:05.715354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:05.716016 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:05.859860 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:05.914149 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fa9a2b1a-e9bb-435c-9391-70e76cd94c34 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0870337 Nov 15 15:09:05.917052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40724) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:05.922165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bbae9751-4018-45d1-adbf-995b7e2f2d1f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1784339084'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:06.008346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbae9751-4018-45d1-adbf-995b7e2f2d1f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:06.012163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bbae9751-4018-45d1-adbf-995b7e2f2d1f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:06.036699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbae9751-4018-45d1-adbf-995b7e2f2d1f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:09:06.046444 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bbae9751-4018-45d1-adbf-995b7e2f2d1f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:06.046797 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-bbae9751-4018-45d1-adbf-995b7e2f2d1f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Added segment 00f6a5f1-bd2b-47e0-800e-50352b230a51 of type vlan for network c307cd9d-11f1-4f43-9cee-d6cb62e985c1 Nov 15 15:09:06.091704 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bbae9751-4018-45d1-adbf-995b7e2f2d1f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:06.202611 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bbae9751-4018-45d1-adbf-995b7e2f2d1f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:06.208394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbae9751-4018-45d1-adbf-995b7e2f2d1f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:06.209200 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bbae9751-4018-45d1-adbf-995b7e2f2d1f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:06.282298 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae9751-4018-45d1-adbf-995b7e2f2d1f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Network': ['ID=c307cd9d-11f1-4f43-9cee-d6cb62e985c1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:06.292579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network c307cd9d-11f1-4f43-9cee-d6cb62e985c1 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:09:06.327699 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bbae9751-4018-45d1-adbf-995b7e2f2d1f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4071112 Nov 15 15:09:06.327904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40728) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:06.334343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'ports': [{'network_id': '3339118c-be12-4a85-b6a8-2de0605da840'}, {'network_id': 'c307cd9d-11f1-4f43-9cee-d6cb62e985c1'}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:06.334343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:06.334343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': 'c307cd9d-11f1-4f43-9cee-d6cb62e985c1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:06.870971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:06.876487 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:06.890803 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:06.976510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port f27bfc6c-4f02-4d37-9602-e37d41cd77c6 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:07.099231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:07.173460 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port 372fc211-8401-4c2e-b489-e53d99c466c7 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:07.292011 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:07.391736 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:07.434979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 3339118c-be12-4a85-b6a8-2de0605da840 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:07.440461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:07.443172 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:07.444203 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:07.460278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=f27bfc6c-4f02-4d37-9602-e37d41cd77c6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:07.524565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=372fc211-8401-4c2e-b489-e53d99c466c7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:07.530463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Checking segment: {'id': '00f6a5f1-bd2b-47e0-800e-50352b230a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c307cd9d-11f1-4f43-9cee-d6cb62e985c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:07.530828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network hostable DHCP agents. Network: c307cd9d-11f1-4f43-9cee-d6cb62e985c1, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:09:07.602973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network c307cd9d-11f1-4f43-9cee-d6cb62e985c1 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:09:07.682671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, c307cd9d-11f1-4f43-9cee-d6cb62e985c1) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:07.686217 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:07.691968 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf483791-f13b-4418-bec8-9ddbf018b3e1 None None] Network c307cd9d-11f1-4f43-9cee-d6cb62e985c1 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:07.692510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:07.697229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:07.697900 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:07.788154 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-182f4019-11e8-4bc5-bca3-d00d82921a82 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4591048 Nov 15 15:09:07.790873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40732) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:08.199555 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port 372fc211-8401-4c2e-b489-e53d99c466c7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:08.200232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:08.268590 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:08.281324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for 372fc211-8401-4c2e-b489-e53d99c466c7 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:08.460328 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:08.493021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=372fc211-8401-4c2e-b489-e53d99c466c7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:08.503315 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:08.506565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/372fc211-8401-4c2e-b489-e53d99c466c7 HTTP/1.1" status: 204 len: 168 time: 0.7145331 Nov 15 15:09:08.515284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40736) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:08.527704 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:08.528022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:08.528364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:08.528695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:08.529074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:08.529419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:08.529739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:08.530067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:08.530410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:08.530738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:08.531169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:08.531488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12790e19-f0ce-4e62-9694-ccddf1286db8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:08.590582 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0b692-a9ae-4b72-9aa2-e8f5d1f3e935 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:08.603254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0b692-a9ae-4b72-9aa2-e8f5d1f3e935 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:08.606097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-aca0b692-a9ae-4b72-9aa2-e8f5d1f3e935 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0927470 Nov 15 15:09:08.611577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40738) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:08.709661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cd738c55-0a66-4d48-b49d-c14a53cd91ac tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port f27bfc6c-4f02-4d37-9602-e37d41cd77c6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:08.710160 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd738c55-0a66-4d48-b49d-c14a53cd91ac tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:08.780944 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd738c55-0a66-4d48-b49d-c14a53cd91ac tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:08.794047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cd738c55-0a66-4d48-b49d-c14a53cd91ac tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for f27bfc6c-4f02-4d37-9602-e37d41cd77c6 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:08.979978 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd738c55-0a66-4d48-b49d-c14a53cd91ac tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.018151 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd738c55-0a66-4d48-b49d-c14a53cd91ac tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.021668 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cd738c55-0a66-4d48-b49d-c14a53cd91ac tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/f27bfc6c-4f02-4d37-9602-e37d41cd77c6 HTTP/1.1" status: 204 len: 168 time: 0.4090154 Nov 15 15:09:09.022818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd738c55-0a66-4d48-b49d-c14a53cd91ac tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=f27bfc6c-4f02-4d37-9602-e37d41cd77c6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:09.024511 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40740) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:09.077471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d8b97-f235-4aef-b472-cde5a83130c3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:09.079551 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-622d8b97-f235-4aef-b472-cde5a83130c3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0538173 Nov 15 15:09:09.082951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40742) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:09.112113 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0b09ec-29c7-4165-9df7-40ebd3d0ee25 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:09:09.113588 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7d0b09ec-29c7-4165-9df7-40ebd3d0ee25 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/372fc211-8401-4c2e-b489-e53d99c466c7 HTTP/1.1" status: 404 len: 333 time: 0.0293822 Nov 15 15:09:09.117035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40744) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:09.141438 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff961fce-a234-4b38-a1f4-1f3fc7794975 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:09:09.143461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ff961fce-a234-4b38-a1f4-1f3fc7794975 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/f27bfc6c-4f02-4d37-9602-e37d41cd77c6 HTTP/1.1" status: 404 len: 333 time: 0.0249290 Nov 15 15:09:09.145653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40746) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:09.235204 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5eac86a6-d348-49c9-b2fc-c864afa81b78 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.363621 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5eac86a6-d348-49c9-b2fc-c864afa81b78 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.405225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5eac86a6-d348-49c9-b2fc-c864afa81b78 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c307cd9d-11f1-4f43-9cee-d6cb62e985c1']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:09.420315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5eac86a6-d348-49c9-b2fc-c864afa81b78 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f6a5f1-bd2b-47e0-800e-50352b230a51') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:09.420706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5eac86a6-d348-49c9-b2fc-c864afa81b78 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f6a5f1-bd2b-47e0-800e-50352b230a51') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:09.436439 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5eac86a6-d348-49c9-b2fc-c864afa81b78 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.454028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5eac86a6-d348-49c9-b2fc-c864afa81b78 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.461327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eac86a6-d348-49c9-b2fc-c864afa81b78 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:09:09.462004 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5eac86a6-d348-49c9-b2fc-c864afa81b78 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:09:09.470139 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:09:09.590984 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5eac86a6-d348-49c9-b2fc-c864afa81b78 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.598578 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5eac86a6-d348-49c9-b2fc-c864afa81b78 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.601860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5eac86a6-d348-49c9-b2fc-c864afa81b78 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/networks/c307cd9d-11f1-4f43-9cee-d6cb62e985c1 HTTP/1.1" status: 204 len: 168 time: 0.4552755 Nov 15 15:09:09.606172 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:09.611445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-831e4029-5a42-41be-a677-9de2ea8bf2b5 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1878103855'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:09.626474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac86a6-d348-49c9-b2fc-c864afa81b78 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Network': ['ID=c307cd9d-11f1-4f43-9cee-d6cb62e985c1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:09.699866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831e4029-5a42-41be-a677-9de2ea8bf2b5 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:09.704067 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-831e4029-5a42-41be-a677-9de2ea8bf2b5 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.728686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831e4029-5a42-41be-a677-9de2ea8bf2b5 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:09:09.737967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653dfcc-f2d7-405d-a99d-4fd383ec8217 req-6cb1879c-c7c2-4333-94cc-ef37ecdbe7e6 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:09.738537 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-831e4029-5a42-41be-a677-9de2ea8bf2b5 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.738899 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-831e4029-5a42-41be-a677-9de2ea8bf2b5 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Added segment 58098d19-166a-4438-9846-d7c3ff705076 of type vlan for network b66f0ebc-c9f8-4667-917a-47a1572c5964 Nov 15 15:09:09.739531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d653dfcc-f2d7-405d-a99d-4fd383ec8217 req-6cb1879c-c7c2-4333-94cc-ef37ecdbe7e6 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 945 time: 0.0546536 Nov 15 15:09:09.780205 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-831e4029-5a42-41be-a677-9de2ea8bf2b5 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.797089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d653dfcc-f2d7-405d-a99d-4fd383ec8217 req-3ecaa30a-259e-4b93-860e-991b54561201 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507238 Nov 15 15:09:09.836904 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-831e4029-5a42-41be-a677-9de2ea8bf2b5 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.842894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831e4029-5a42-41be-a677-9de2ea8bf2b5 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:09.843496 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-831e4029-5a42-41be-a677-9de2ea8bf2b5 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:09.918488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e4029-5a42-41be-a677-9de2ea8bf2b5 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Network': ['ID=b66f0ebc-c9f8-4667-917a-47a1572c5964,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:09.929560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b66f0ebc-c9f8-4667-917a-47a1572c5964 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:09:09.959302 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-831e4029-5a42-41be-a677-9de2ea8bf2b5 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3519886 Nov 15 15:09:09.963296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:09.968928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': 'b66f0ebc-c9f8-4667-917a-47a1572c5964', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:10.105103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:10.109222 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:10.168257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Performing IP validity checks on allocation pools {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 15:09:10.171646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 15:09:10.356444 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:10.419288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Subnet': ['ID=b259e3ad-7b5b-44be-9295-c4fb52a28946,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:10.430419 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Checking segment: {'id': '58098d19-166a-4438-9846-d7c3ff705076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b66f0ebc-c9f8-4667-917a-47a1572c5964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:10.430805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network hostable DHCP agents. Network: b66f0ebc-c9f8-4667-917a-47a1572c5964, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:09:10.499764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network b66f0ebc-c9f8-4667-917a-47a1572c5964 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:09:10.573739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b66f0ebc-c9f8-4667-917a-47a1572c5964) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:10.578319 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:10.578942 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:10.584822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a3840-ad23-4169-96a4-3fee25442f8b None None] Network b66f0ebc-c9f8-4667-917a-47a1572c5964 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:10.673775 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a7ebabd0-8e42-4a98-8244-5a681cc343f8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7088192 Nov 15 15:09:10.676315 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:10.681257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': 'b66f0ebc-c9f8-4667-917a-47a1572c5964', 'name': 'tempest-PortsIpV6TestJSON-1985274952'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:10.731021 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-b66f0ebc-c9f8-4667-917a-47a1572c5964', 'network_id': 'b66f0ebc-c9f8-4667-917a-47a1572c5964', 'tenant_id': 'd5a7fbab3acc47cfbeefcc886afbdfcf', 'fixed_ips': [{'subnet_id': 'b259e3ad-7b5b-44be-9295-c4fb52a28946'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:09:10.731944 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:10.848324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:10.852282 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:10.870602 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port b95f8bcf-1daa-44a0-856e-ccbd09c2a38c yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:10.897425 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Allocated IP 2001:db8::2 (b66f0ebc-c9f8-4667-917a-47a1572c5964/b259e3ad-7b5b-44be-9295-c4fb52a28946/ac480457-41a9-492d-880d-516349cc6493) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:10.923497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f951eb2-88f8-4307-8db0-f20a00e6413e req-7b4cc41a-6271-45e0-bb09-eb68bf912e23 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:10.925199 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f951eb2-88f8-4307-8db0-f20a00e6413e req-7b4cc41a-6271-45e0-bb09-eb68bf912e23 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 945 time: 0.0529945 Nov 15 15:09:10.973952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f951eb2-88f8-4307-8db0-f20a00e6413e req-5a08e146-6a95-4ff3-9ca1-fd7a4a356231 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/security-groups?id=21f86424-4a87-4607-b42b-0d8a07974438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Nov 15 15:09:11.045439 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:11.111412 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:11.153359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Network b66f0ebc-c9f8-4667-917a-47a1572c5964 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:11.156315 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:11.159965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:11.167692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Pushing event updated for resources: {'Port': ['ID=ac480457-41a9-492d-880d-516349cc6493,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:11.172021 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8::2ac (b66f0ebc-c9f8-4667-917a-47a1572c5964/b259e3ad-7b5b-44be-9295-c4fb52a28946/b95f8bcf-1daa-44a0-856e-ccbd09c2a38c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:11.225302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Attempting to bind port ac480457-41a9-492d-880d-516349cc6493 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:09:11.225817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Attempting to bind port ac480457-41a9-492d-880d-516349cc6493 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '58098d19-166a-4438-9846-d7c3ff705076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b66f0ebc-c9f8-4667-917a-47a1572c5964'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:09:11.226266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Attempting to bind port ac480457-41a9-492d-880d-516349cc6493 on network b66f0ebc-c9f8-4667-917a-47a1572c5964 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:09:11.232903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:09:11.233277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Checking segment: {'id': '58098d19-166a-4438-9846-d7c3ff705076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b66f0ebc-c9f8-4667-917a-47a1572c5964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:11.233701 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:11.234091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Bound using segment: {'id': '58098d19-166a-4438-9846-d7c3ff705076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b66f0ebc-c9f8-4667-917a-47a1572c5964'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:09:11.234591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Bound port: ac480457-41a9-492d-880d-516349cc6493, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58098d19-166a-4438-9846-d7c3ff705076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b66f0ebc-c9f8-4667-917a-47a1572c5964'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:09:11.234971 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:11.306774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] For port ac480457-41a9-492d-880d-516349cc6493, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:09:11.310583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] For port ac480457-41a9-492d-880d-516349cc6493, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ac480457-41a9-492d-880d-516349cc6493,segment=NetworkSegment(58098d19-166a-4438-9846-d7c3ff705076),segment_id=58098d19-166a-4438-9846-d7c3ff705076)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:09:11.360013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:11.382707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769458c-4c51-4bc8-9b57-7c306b5e60a8 req-d54821bc-e1f9-4438-98ad-e8b1f7d90c3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:11.384203 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6769458c-4c51-4bc8-9b57-7c306b5e60a8 req-d54821bc-e1f9-4438-98ad-e8b1f7d90c3e tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 945 time: 0.0664759 Nov 15 15:09:11.397117 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:11.461287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de14699-9c3d-470d-ae12-6bc7822513f7 None None] Pushing event updated for resources: {'Port': ['ID=ac480457-41a9-492d-880d-516349cc6493,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:11.492126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6769458c-4c51-4bc8-9b57-7c306b5e60a8 req-4207a0c2-71b5-4508-838f-036bf73e9fdf tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Deleting port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:11.492983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6769458c-4c51-4bc8-9b57-7c306b5e60a8 req-4207a0c2-71b5-4508-838f-036bf73e9fdf tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:11.497166 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:11.590985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network b66f0ebc-c9f8-4667-917a-47a1572c5964 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:11.599061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:11.607469 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:11.624790 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:11.625476 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:11.632040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=b95f8bcf-1daa-44a0-856e-ccbd09c2a38c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:11.671743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6769458c-4c51-4bc8-9b57-7c306b5e60a8 req-4207a0c2-71b5-4508-838f-036bf73e9fdf tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] For port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=bf1178e2-cf11-418d-9cc5-bb540ce5bbbc,segment=NetworkSegment(7566771b-1cbb-4d37-97b9-565dd448f110),segment_id=7566771b-1cbb-4d37-97b9-565dd448f110)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:11.672113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6769458c-4c51-4bc8-9b57-7c306b5e60a8 req-4207a0c2-71b5-4508-838f-036bf73e9fdf tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:11.686256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6769458c-4c51-4bc8-9b57-7c306b5e60a8 req-4207a0c2-71b5-4508-838f-036bf73e9fdf tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Calling delete_port for bf1178e2-cf11-418d-9cc5-bb540ce5bbbc owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:11.782299 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-086e8f1e-722f-442a-9d80-defadd9161d6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1048012 Nov 15 15:09:11.785363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40762) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:11.886577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-23fbca8f-ad3d-4f86-922f-ed511451a9ba tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port b95f8bcf-1daa-44a0-856e-ccbd09c2a38c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:11.886854 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23fbca8f-ad3d-4f86-922f-ed511451a9ba tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:11.900098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6769458c-4c51-4bc8-9b57-7c306b5e60a8 req-4207a0c2-71b5-4508-838f-036bf73e9fdf tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:11.915740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['bf1178e2-cf11-418d-9cc5-bb540ce5bbbc'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:09:11.929139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207a0c2-71b5-4508-838f-036bf73e9fdf tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Pushing event deleted for resources: {'Port': ['ID=bf1178e2-cf11-418d-9cc5-bb540ce5bbbc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:11.948717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f0545-a32f-45ed-88b1-daf033308688 None None] DHCP port deletion for b0746c2a-b083-4763-8040-eb472e074d8f request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:09:11.979546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6769458c-4c51-4bc8-9b57-7c306b5e60a8 req-4207a0c2-71b5-4508-838f-036bf73e9fdf tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] No DVR routers for this DVR port bf1178e2-cf11-418d-9cc5-bb540ce5bbbc on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:11.982620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6769458c-4c51-4bc8-9b57-7c306b5e60a8 req-4207a0c2-71b5-4508-838f-036bf73e9fdf tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:11.985949 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6769458c-4c51-4bc8-9b57-7c306b5e60a8 req-4207a0c2-71b5-4508-838f-036bf73e9fdf tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.46 "DELETE /v2.0/ports/bf1178e2-cf11-418d-9cc5-bb540ce5bbbc HTTP/1.1" status: 204 len: 173 time: 0.5906582 Nov 15 15:09:11.986404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7bf371-df8f-4aa9-a7f2-7edd99256eb7', 'name': 'network-vif-deleted', 'tag': 'bf1178e2-cf11-418d-9cc5-bb540ce5bbbc'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:09:11.988667 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77479321-57be-44bb-abee-4c793acc58d3" -d '{"events": [{"server_uuid": "ea7bf371-df8f-4aa9-a7f2-7edd99256eb7", "name": "network-vif-deleted", "tag": "bf1178e2-cf11-418d-9cc5-bb540ce5bbbc"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:09:12.004880 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23fbca8f-ad3d-4f86-922f-ed511451a9ba tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:12.019716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-23fbca8f-ad3d-4f86-922f-ed511451a9ba tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for b95f8bcf-1daa-44a0-856e-ccbd09c2a38c owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:12.025654 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632a858f-27e0-4b5f-bfbf-0f2ec0bce086 x-openstack-request-id: req-632a858f-27e0-4b5f-bfbf-0f2ec0bce086 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:09:12.025953 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7bf371-df8f-4aa9-a7f2-7edd99256eb7", "name": "network-vif-deleted", "tag": "bf1178e2-cf11-418d-9cc5-bb540ce5bbbc", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:09:12.026209 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-632a858f-27e0-4b5f-bfbf-0f2ec0bce086 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:09:12.026649 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7bf371-df8f-4aa9-a7f2-7edd99256eb7', 'name': 'network-vif-deleted', 'tag': 'bf1178e2-cf11-418d-9cc5-bb540ce5bbbc', 'status': 'completed', 'code': 200} Nov 15 15:09:12.109424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc514678-bb6d-49fb-84e8-ff22dfc83ee8 req-b6716e78-80ab-449f-a749-d749494bf325 tempest-VolumesSnapshotTestJSON-995008195 tempest-VolumesSnapshotTestJSON-995008195-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7bf371-df8f-4aa9-a7f2-7edd99256eb7 HTTP/1.1" status: 200 len: 210 time: 0.0304401 Nov 15 15:09:12.243187 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23fbca8f-ad3d-4f86-922f-ed511451a9ba tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:12.274018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbca8f-ad3d-4f86-922f-ed511451a9ba tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=b95f8bcf-1daa-44a0-856e-ccbd09c2a38c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:12.305706 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23fbca8f-ad3d-4f86-922f-ed511451a9ba tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:12.312650 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-23fbca8f-ad3d-4f86-922f-ed511451a9ba tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/b95f8bcf-1daa-44a0-856e-ccbd09c2a38c HTTP/1.1" status: 204 len: 168 time: 0.5229871 Nov 15 15:09:12.314447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40768) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:12.336359 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb8b28f-1dc3-4ed6-91d7-0b9bd4338e79 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] DELETE failed (client error): The resource could not be found. Nov 15 15:09:12.336947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb8b28f-1dc3-4ed6-91d7-0b9bd4338e79 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:09:12.340149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eeb8b28f-1dc3-4ed6-91d7-0b9bd4338e79 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/b95f8bcf-1daa-44a0-856e-ccbd09c2a38c HTTP/1.1" status: 404 len: 333 time: 0.0261700 Nov 15 15:09:12.344024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:12.369122 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d248057d-527f-4de6-abfa-ab18ed50a473 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:09:12.370647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d248057d-527f-4de6-abfa-ab18ed50a473 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/b95f8bcf-1daa-44a0-856e-ccbd09c2a38c HTTP/1.1" status: 404 len: 333 time: 0.0256083 Nov 15 15:09:12.373835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:12.416335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6763bf54-dbb2-48b4-ac0b-66fd2db37520 None None] Network b66f0ebc-c9f8-4667-917a-47a1572c5964 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:12.427405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f78e4a-615d-4aa6-8e5d-3f2f099af785 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting subnet b259e3ad-7b5b-44be-9295-c4fb52a28946 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:09:12.430482 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50f78e4a-615d-4aa6-8e5d-3f2f099af785 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:12.470826 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50f78e4a-615d-4aa6-8e5d-3f2f099af785 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:12.528015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-27d22a7c-8d0b-474a-adb4-f810d884bf71 None None] Provisioning complete for port ac480457-41a9-492d-880d-516349cc6493 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:12.528271 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27d22a7c-8d0b-474a-adb4-f810d884bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:12.564976 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50f78e4a-615d-4aa6-8e5d-3f2f099af785 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:12.647913 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27d22a7c-8d0b-474a-adb4-f810d884bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:12.785639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-533bb051-71a8-419d-9113-97500065b24b req-122674e6-e765-4daa-bbbc-4f3e25bff18f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427859 Nov 15 15:09:12.827947 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50f78e4a-615d-4aa6-8e5d-3f2f099af785 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:12.868790 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-27d22a7c-8d0b-474a-adb4-f810d884bf71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:09:12.869151 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-27d22a7c-8d0b-474a-adb4-f810d884bf71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:09:12.892987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f78e4a-615d-4aa6-8e5d-3f2f099af785 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Subnet': ['ID=b259e3ad-7b5b-44be-9295-c4fb52a28946,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:12.903498 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50f78e4a-615d-4aa6-8e5d-3f2f099af785 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:12.910940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:12.911515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-50f78e4a-615d-4aa6-8e5d-3f2f099af785 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/b259e3ad-7b5b-44be-9295-c4fb52a28946 HTTP/1.1" status: 204 len: 168 time: 0.5361748 Nov 15 15:09:12.925662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bb051-71a8-419d-9113-97500065b24b req-933c2299-7dc7-428a-86c5-87e2a32008ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:12.927411 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-533bb051-71a8-419d-9113-97500065b24b req-933c2299-7dc7-428a-86c5-87e2a32008ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f65ec38aa5e34a4d810b86a0206f84ee&device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 1097 time: 0.0969558 Nov 15 15:09:13.006117 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.064408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bb051-71a8-419d-9113-97500065b24b req-bc804974-c94c-4851-b54c-de20f81b1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:13.066223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-533bb051-71a8-419d-9113-97500065b24b req-bc804974-c94c-4851-b54c-de20f81b1bf9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a03faf9f-415f-42ce-bd23-d963669a428c HTTP/1.1" status: 200 len: 910 time: 0.1166661 Nov 15 15:09:13.071570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port ac480457-41a9-492d-880d-516349cc6493 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:13.071570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.079677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c9d3e0-3814-4773-bf07-fcf26058c76e None None] Network b66f0ebc-c9f8-4667-917a-47a1572c5964 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:13.155347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-533bb051-71a8-419d-9113-97500065b24b req-840aecd8-eaa9-4dec-b728-8bb4d14b7201 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee781d4-53da-4722-a646-aa45a5ff50d5 HTTP/1.1" status: 200 len: 1001 time: 0.0816576 Nov 15 15:09:13.158443 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] For port ac480457-41a9-492d-880d-516349cc6493, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ac480457-41a9-492d-880d-516349cc6493,segment=NetworkSegment(58098d19-166a-4438-9846-d7c3ff705076),segment_id=58098d19-166a-4438-9846-d7c3ff705076)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:13.158829 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.173738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for ac480457-41a9-492d-880d-516349cc6493 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:13.234664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bb051-71a8-419d-9113-97500065b24b req-eb03a172-dc34-4cc9-8df4-1cb34e8bd166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:13.236781 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-533bb051-71a8-419d-9113-97500065b24b req-eb03a172-dc34-4cc9-8df4-1cb34e8bd166 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=587b8ce1-9130-4b68-967d-1c7f487e2030 HTTP/1.1" status: 200 len: 848 time: 0.0735004 Nov 15 15:09:13.287930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bb051-71a8-419d-9113-97500065b24b req-512631ba-5274-4273-963d-d4b2848d6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:13.289768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-533bb051-71a8-419d-9113-97500065b24b req-512631ba-5274-4273-963d-d4b2848d6d1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a03faf9f-415f-42ce-bd23-d963669a428c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455906 Nov 15 15:09:13.295618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc688bf-e641-4871-b247-6bc675f60136 None None] DHCP port deletion for b66f0ebc-c9f8-4667-917a-47a1572c5964 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:09:13.356349 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ecc688bf-e641-4871-b247-6bc675f60136 None None] Deleting port ac480457-41a9-492d-880d-516349cc6493 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:13.356836 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecc688bf-e641-4871-b247-6bc675f60136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.374819 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.395069 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-533bb051-71a8-419d-9113-97500065b24b req-be89d8b7-22bb-44e1-8165-dae490b3543c service neutron] 10.222.0.59 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953231 Nov 15 15:09:13.401792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=ac480457-41a9-492d-880d-516349cc6493,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:13.406357 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No DVR routers for this DVR port ac480457-41a9-492d-880d-516349cc6493 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:13.416958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-27d22a7c-8d0b-474a-adb4-f810d884bf71 None None] Port ac480457-41a9-492d-880d-516349cc6493 update to ACTIVE by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 15:09:13.440897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ecc688bf-e641-4871-b247-6bc675f60136 None None] For port ac480457-41a9-492d-880d-516349cc6493, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ac480457-41a9-492d-880d-516349cc6493,segment=NetworkSegment(58098d19-166a-4438-9846-d7c3ff705076),segment_id=58098d19-166a-4438-9846-d7c3ff705076)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:13.441328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecc688bf-e641-4871-b247-6bc675f60136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.455201 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ecc688bf-e641-4871-b247-6bc675f60136 None None] Calling delete_port for ac480457-41a9-492d-880d-516349cc6493 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:13.513819 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-533bb051-71a8-419d-9113-97500065b24b req-8f5e5531-9c30-41ce-950e-5f29b9af1d40 service neutron] 10.222.0.59 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110976 Nov 15 15:09:13.534715 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.544108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-025ed2f8-66c3-439f-a13a-b750fbb57ce3 None None] Could not find standard attr ID for object b95f8bcf-1daa-44a0-856e-ccbd09c2a38c. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:09:13.549571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-025ed2f8-66c3-439f-a13a-b750fbb57ce3 None None] Could not find standard attr ID for object ac480457-41a9-492d-880d-516349cc6493. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:09:13.554675 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecc688bf-e641-4871-b247-6bc675f60136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.560995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66f0ebc-c9f8-4667-917a-47a1572c5964']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:13.572129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58098d19-166a-4438-9846-d7c3ff705076') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:13.572468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58098d19-166a-4438-9846-d7c3ff705076') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:13.582137 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc688bf-e641-4871-b247-6bc675f60136 None None] Pushing event deleted for resources: {'Port': ['ID=ac480457-41a9-492d-880d-516349cc6493,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:13.582596 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.584027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc688bf-e641-4871-b247-6bc675f60136 None None] No DVR routers for this DVR port ac480457-41a9-492d-880d-516349cc6493 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:13.599240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.605232 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:09:13.605642 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:09:13.609254 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:09:13.773627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.781562 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.784491 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/networks/b66f0ebc-c9f8-4667-917a-47a1572c5964 HTTP/1.1" status: 204 len: 168 time: 0.8716736 Nov 15 15:09:13.788774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40784) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:13.794075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-076a60d1-1462-49c7-bc34-5cf83b642db9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1918891955'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:13.799895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4101f-5cdd-4aef-a67a-bb929fe12d30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Network': ['ID=b66f0ebc-c9f8-4667-917a-47a1572c5964,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:13.864986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076a60d1-1462-49c7-bc34-5cf83b642db9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:13.868454 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-076a60d1-1462-49c7-bc34-5cf83b642db9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.892705 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076a60d1-1462-49c7-bc34-5cf83b642db9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:09:13.901904 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-076a60d1-1462-49c7-bc34-5cf83b642db9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:13.902261 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-076a60d1-1462-49c7-bc34-5cf83b642db9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Added segment f07da278-85e3-47a6-8381-cc06ddcfba16 of type vlan for network ef5365cb-cba3-439b-8847-6000e6769374 Nov 15 15:09:13.948951 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-076a60d1-1462-49c7-bc34-5cf83b642db9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:14.014182 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-076a60d1-1462-49c7-bc34-5cf83b642db9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:14.020072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076a60d1-1462-49c7-bc34-5cf83b642db9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:14.020705 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-076a60d1-1462-49c7-bc34-5cf83b642db9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:14.087705 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a60d1-1462-49c7-bc34-5cf83b642db9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Network': ['ID=ef5365cb-cba3-439b-8847-6000e6769374,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:14.097936 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network ef5365cb-cba3-439b-8847-6000e6769374 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:09:14.114429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-076a60d1-1462-49c7-bc34-5cf83b642db9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3244352 Nov 15 15:09:14.117444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40788) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:14.123412 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-46bdd576-c08a-4150-8acd-18da81ccfea9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': 'ef5365cb-cba3-439b-8847-6000e6769374', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:14.265131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bdd576-c08a-4150-8acd-18da81ccfea9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:14.268878 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46bdd576-c08a-4150-8acd-18da81ccfea9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:14.499939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46bdd576-c08a-4150-8acd-18da81ccfea9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:14.562812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdd576-c08a-4150-8acd-18da81ccfea9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Subnet': ['ID=11f93c42-28e3-485e-9547-164ff3d73d67,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:14.572618 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bdd576-c08a-4150-8acd-18da81ccfea9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Checking segment: {'id': 'f07da278-85e3-47a6-8381-cc06ddcfba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef5365cb-cba3-439b-8847-6000e6769374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:14.572991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bdd576-c08a-4150-8acd-18da81ccfea9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network hostable DHCP agents. Network: ef5365cb-cba3-439b-8847-6000e6769374, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:09:14.648848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bdd576-c08a-4150-8acd-18da81ccfea9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network ef5365cb-cba3-439b-8847-6000e6769374 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:09:14.728209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-46bdd576-c08a-4150-8acd-18da81ccfea9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, ef5365cb-cba3-439b-8847-6000e6769374) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:14.732488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bdd576-c08a-4150-8acd-18da81ccfea9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:14.734827 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46bdd576-c08a-4150-8acd-18da81ccfea9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:14.745800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e843946-fd76-441e-84e3-72cd3727555a None None] Network ef5365cb-cba3-439b-8847-6000e6769374 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:14.748674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device bf1178e2-cf11-418d-9cc5-bb540ce5bbbc no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:09:14.809104 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: bf1178e2-cf11-418d-9cc5-bb540ce5bbbc {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:09:14.809445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device bf1178e2-cf11-418d-9cc5-bb540ce5bbbc not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:09:14.812253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-46bdd576-c08a-4150-8acd-18da81ccfea9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6934531 Nov 15 15:09:14.821092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40792) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:14.826862 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': 'ef5365cb-cba3-439b-8847-6000e6769374', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1582741801'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:14.927577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-ef5365cb-cba3-439b-8847-6000e6769374', 'network_id': 'ef5365cb-cba3-439b-8847-6000e6769374', 'tenant_id': 'd5a7fbab3acc47cfbeefcc886afbdfcf', 'fixed_ips': [{'subnet_id': '11f93c42-28e3-485e-9547-164ff3d73d67'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:09:14.927577 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:15.031237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:15.034795 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:15.052521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port a47052f9-980a-497f-98ff-0d7cd9fd8716 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:15.070684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Allocated IP 2001:db8::2 (ef5365cb-cba3-439b-8847-6000e6769374/11f93c42-28e3-485e-9547-164ff3d73d67/4c4a1c28-2ea0-484e-b5f1-c1b1390a73be) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:15.385640 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:15.437008 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:15.478207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Network ef5365cb-cba3-439b-8847-6000e6769374 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:15.481293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:15.486279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:15.489387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Pushing event updated for resources: {'Port': ['ID=4c4a1c28-2ea0-484e-b5f1-c1b1390a73be,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:15.498316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8::2b6 (ef5365cb-cba3-439b-8847-6000e6769374/11f93c42-28e3-485e-9547-164ff3d73d67/a47052f9-980a-497f-98ff-0d7cd9fd8716) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:15.542019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Attempting to bind port 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:09:15.542385 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Attempting to bind port 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'f07da278-85e3-47a6-8381-cc06ddcfba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef5365cb-cba3-439b-8847-6000e6769374'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:09:15.542780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Attempting to bind port 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be on network ef5365cb-cba3-439b-8847-6000e6769374 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:09:15.554174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:09:15.554575 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Checking segment: {'id': 'f07da278-85e3-47a6-8381-cc06ddcfba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef5365cb-cba3-439b-8847-6000e6769374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:15.554976 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:15.555368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Bound using segment: {'id': 'f07da278-85e3-47a6-8381-cc06ddcfba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef5365cb-cba3-439b-8847-6000e6769374'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:09:15.555844 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Bound port: 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07da278-85e3-47a6-8381-cc06ddcfba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ef5365cb-cba3-439b-8847-6000e6769374'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:09:15.556225 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:15.624465 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:15.631661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] For port 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:09:15.635600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] For port 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4c4a1c28-2ea0-484e-b5f1-c1b1390a73be,segment=NetworkSegment(f07da278-85e3-47a6-8381-cc06ddcfba16),segment_id=f07da278-85e3-47a6-8381-cc06ddcfba16)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:09:15.677322 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:15.718163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:15.738151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0864912-1128-452a-87b4-0fc62533f835 None None] Pushing event updated for resources: {'Port': ['ID=4c4a1c28-2ea0-484e-b5f1-c1b1390a73be,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:15.757698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network ef5365cb-cba3-439b-8847-6000e6769374 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:15.766156 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:15.770058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:15.775823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:15.776476 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:15.794915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=a47052f9-980a-497f-98ff-0d7cd9fd8716,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:15.905439 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4c79426f-75f4-42c6-8d23-bff98a7be0fd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0832195 Nov 15 15:09:15.908673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:16.005868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8b54bce1-a84a-466b-bf62-f4796796741d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port a47052f9-980a-497f-98ff-0d7cd9fd8716 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:16.006205 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b54bce1-a84a-466b-bf62-f4796796741d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:16.097021 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b54bce1-a84a-466b-bf62-f4796796741d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:16.109039 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8b54bce1-a84a-466b-bf62-f4796796741d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for a47052f9-980a-497f-98ff-0d7cd9fd8716 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:16.317317 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b54bce1-a84a-466b-bf62-f4796796741d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:16.352105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54bce1-a84a-466b-bf62-f4796796741d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=a47052f9-980a-497f-98ff-0d7cd9fd8716,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:16.379792 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b54bce1-a84a-466b-bf62-f4796796741d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:16.385555 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8b54bce1-a84a-466b-bf62-f4796796741d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/a47052f9-980a-497f-98ff-0d7cd9fd8716 HTTP/1.1" status: 204 len: 168 time: 0.4734671 Nov 15 15:09:16.386339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40802) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:16.412328 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb14cb38-fcb9-4778-85b3-6a7604015459 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:09:16.413841 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fb14cb38-fcb9-4778-85b3-6a7604015459 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/a47052f9-980a-497f-98ff-0d7cd9fd8716 HTTP/1.1" status: 404 len: 333 time: 0.0264466 Nov 15 15:09:16.416763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:16.471014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b224a7-8e4d-430d-833a-e904f3abd1e8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting subnet 11f93c42-28e3-485e-9547-164ff3d73d67 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:09:16.474361 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b224a7-8e4d-430d-833a-e904f3abd1e8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:16.524358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b224a7-8e4d-430d-833a-e904f3abd1e8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:16.622983 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b224a7-8e4d-430d-833a-e904f3abd1e8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:16.718618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f37d40-5863-4c86-8db9-94135ea57222 None None] Network ef5365cb-cba3-439b-8847-6000e6769374 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:16.740527 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b224a7-8e4d-430d-833a-e904f3abd1e8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:16.774290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b224a7-8e4d-430d-833a-e904f3abd1e8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Subnet': ['ID=11f93c42-28e3-485e-9547-164ff3d73d67,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:16.778303 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b224a7-8e4d-430d-833a-e904f3abd1e8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:16.784352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40806) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:16.784538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-00b224a7-8e4d-430d-833a-e904f3abd1e8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/11f93c42-28e3-485e-9547-164ff3d73d67 HTTP/1.1" status: 204 len: 168 time: 0.3664680 Nov 15 15:09:16.843001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-93e8c9a1-6978-4fc7-a2e1-2ca64f550eed None None] Provisioning complete for port 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:16.843727 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93e8c9a1-6978-4fc7-a2e1-2ca64f550eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:16.871976 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:16.933402 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:16.933402 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:16.952387 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93e8c9a1-6978-4fc7-a2e1-2ca64f550eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:16.991130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b85307d-8f81-4ed1-9f9d-bee6848cd9f9 None None] DHCP port deletion for ef5365cb-cba3-439b-8847-6000e6769374 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:09:16.992468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-93e8c9a1-6978-4fc7-a2e1-2ca64f550eed None None] For port 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4c4a1c28-2ea0-484e-b5f1-c1b1390a73be,segment=NetworkSegment(f07da278-85e3-47a6-8381-cc06ddcfba16),segment_id=f07da278-85e3-47a6-8381-cc06ddcfba16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:17.005299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] For port 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4c4a1c28-2ea0-484e-b5f1-c1b1390a73be,segment=NetworkSegment(f07da278-85e3-47a6-8381-cc06ddcfba16),segment_id=f07da278-85e3-47a6-8381-cc06ddcfba16)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:17.005850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:17.022338 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:17.048724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3b85307d-8f81-4ed1-9f9d-bee6848cd9f9 None None] Deleting port 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:17.049140 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b85307d-8f81-4ed1-9f9d-bee6848cd9f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:17.087934 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93e8c9a1-6978-4fc7-a2e1-2ca64f550eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:17.149490 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3b85307d-8f81-4ed1-9f9d-bee6848cd9f9 None None] For port 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4c4a1c28-2ea0-484e-b5f1-c1b1390a73be,segment=NetworkSegment(f07da278-85e3-47a6-8381-cc06ddcfba16),segment_id=f07da278-85e3-47a6-8381-cc06ddcfba16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:17.149880 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b85307d-8f81-4ed1-9f9d-bee6848cd9f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:17.170710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3b85307d-8f81-4ed1-9f9d-bee6848cd9f9 None None] Calling delete_port for 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:17.173829 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:17.177440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8c9a1-6978-4fc7-a2e1-2ca64f550eed None None] Pushing event updated for resources: {'Port': ['ID=4c4a1c28-2ea0-484e-b5f1-c1b1390a73be,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:17.191015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No DVR routers for this DVR port 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:17.213027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=4c4a1c28-2ea0-484e-b5f1-c1b1390a73be,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:17.263539 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b85307d-8f81-4ed1-9f9d-bee6848cd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:17.292030 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85307d-8f81-4ed1-9f9d-bee6848cd9f9 None None] Pushing event deleted for resources: {'Port': ['ID=4c4a1c28-2ea0-484e-b5f1-c1b1390a73be,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:17.297580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b85307d-8f81-4ed1-9f9d-bee6848cd9f9 None None] No DVR routers for this DVR port 4c4a1c28-2ea0-484e-b5f1-c1b1390a73be on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:17.297956 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:17.333486 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5365cb-cba3-439b-8847-6000e6769374']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:17.343681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07da278-85e3-47a6-8381-cc06ddcfba16') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:17.343977 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07da278-85e3-47a6-8381-cc06ddcfba16') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:17.357775 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:17.370626 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:17.376554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:09:17.376934 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:09:17.379983 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:09:17.505070 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:17.513457 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:17.516695 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/networks/ef5365cb-cba3-439b-8847-6000e6769374 HTTP/1.1" status: 204 len: 168 time: 0.7310019 Nov 15 15:09:17.520556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40810) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:17.525724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-66a05f7e-f812-4a7b-adf9-cd5103b3d08a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'name': 'tempest-PortsIpV6TestJSON-2020695285'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:17.532189 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d244a84-b4f9-458e-80f2-c422f0123edc tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Network': ['ID=ef5365cb-cba3-439b-8847-6000e6769374,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:17.693937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a05f7e-f812-4a7b-adf9-cd5103b3d08a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:17.697614 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a05f7e-f812-4a7b-adf9-cd5103b3d08a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:17.715189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-66a05f7e-f812-4a7b-adf9-cd5103b3d08a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port f2f2c287-87e3-4492-9cf7-480fe69a51ff yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:17.918080 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a05f7e-f812-4a7b-adf9-cd5103b3d08a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:18.082858 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a05f7e-f812-4a7b-adf9-cd5103b3d08a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:18.131184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a05f7e-f812-4a7b-adf9-cd5103b3d08a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 3339118c-be12-4a85-b6a8-2de0605da840 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:18.136747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-66a05f7e-f812-4a7b-adf9-cd5103b3d08a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:18.139782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a05f7e-f812-4a7b-adf9-cd5103b3d08a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:18.146087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a05f7e-f812-4a7b-adf9-cd5103b3d08a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:18.146720 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a05f7e-f812-4a7b-adf9-cd5103b3d08a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:18.162589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a05f7e-f812-4a7b-adf9-cd5103b3d08a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=f2f2c287-87e3-4492-9cf7-480fe69a51ff,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:18.222577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-66a05f7e-f812-4a7b-adf9-cd5103b3d08a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7006428 Nov 15 15:09:18.224931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:18.377148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6ddbeaa0-377a-47a4-aae2-9b798607891c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port f2f2c287-87e3-4492-9cf7-480fe69a51ff {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:18.377597 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddbeaa0-377a-47a4-aae2-9b798607891c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:18.452521 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddbeaa0-377a-47a4-aae2-9b798607891c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:18.465084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6ddbeaa0-377a-47a4-aae2-9b798607891c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for f2f2c287-87e3-4492-9cf7-480fe69a51ff owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:18.659844 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddbeaa0-377a-47a4-aae2-9b798607891c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:18.694702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbeaa0-377a-47a4-aae2-9b798607891c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=f2f2c287-87e3-4492-9cf7-480fe69a51ff,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:18.704586 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddbeaa0-377a-47a4-aae2-9b798607891c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:18.707909 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6ddbeaa0-377a-47a4-aae2-9b798607891c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/f2f2c287-87e3-4492-9cf7-480fe69a51ff HTTP/1.1" status: 204 len: 168 time: 0.4820023 Nov 15 15:09:18.712157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40818) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:18.720090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ff0e541b-358f-4e61-a7db-3f8f188c5e30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'mac_address': 'fa:16:3e:a0:df:63', 'name': 'tempest-PortsIpV6TestJSON-1632334126'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:18.899674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0e541b-358f-4e61-a7db-3f8f188c5e30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:18.964970 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff0e541b-358f-4e61-a7db-3f8f188c5e30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:18.989584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-ff0e541b-358f-4e61-a7db-3f8f188c5e30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port aa3ba635-163f-49d4-ab10-0bc01dcc26df yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:19.156436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff0e541b-358f-4e61-a7db-3f8f188c5e30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:19.265997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff0e541b-358f-4e61-a7db-3f8f188c5e30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:19.311699 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0e541b-358f-4e61-a7db-3f8f188c5e30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 3339118c-be12-4a85-b6a8-2de0605da840 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:19.317156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ff0e541b-358f-4e61-a7db-3f8f188c5e30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:19.321719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e541b-358f-4e61-a7db-3f8f188c5e30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:19.327184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0e541b-358f-4e61-a7db-3f8f188c5e30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:19.331522 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff0e541b-358f-4e61-a7db-3f8f188c5e30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:19.338169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e541b-358f-4e61-a7db-3f8f188c5e30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=aa3ba635-163f-49d4-ab10-0bc01dcc26df,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:19.411063 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ff0e541b-358f-4e61-a7db-3f8f188c5e30 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6975982 Nov 15 15:09:19.413766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:19.457234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d5e78-489d-486c-8807-d3f415ff6c4d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:19.458615 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-769d5e78-489d-486c-8807-d3f415ff6c4d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/aa3ba635-163f-49d4-ab10-0bc01dcc26df HTTP/1.1" status: 200 len: 845 time: 0.0437310 Nov 15 15:09:19.461342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40828) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:19.551467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b2559c26-a556-4de1-8b3b-68dbd144c2e9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port aa3ba635-163f-49d4-ab10-0bc01dcc26df {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:19.551726 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2559c26-a556-4de1-8b3b-68dbd144c2e9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:19.617079 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2559c26-a556-4de1-8b3b-68dbd144c2e9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:19.629666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b2559c26-a556-4de1-8b3b-68dbd144c2e9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for aa3ba635-163f-49d4-ab10-0bc01dcc26df owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:19.796519 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2559c26-a556-4de1-8b3b-68dbd144c2e9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:19.828650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2559c26-a556-4de1-8b3b-68dbd144c2e9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=aa3ba635-163f-49d4-ab10-0bc01dcc26df,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:19.832225 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2559c26-a556-4de1-8b3b-68dbd144c2e9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:19.835698 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b2559c26-a556-4de1-8b3b-68dbd144c2e9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/aa3ba635-163f-49d4-ab10-0bc01dcc26df HTTP/1.1" status: 204 len: 168 time: 0.3732927 Nov 15 15:09:19.838488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40830) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:19.863444 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab258e1-0092-4734-80d9-4a5ad5c28623 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:09:19.865813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3ab258e1-0092-4734-80d9-4a5ad5c28623 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/aa3ba635-163f-49d4-ab10-0bc01dcc26df HTTP/1.1" status: 404 len: 333 time: 0.0254734 Nov 15 15:09:19.873546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40832) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:19.878419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b9e76950-e31b-4d66-add4-8c833be56cfd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'name': 'tempest-PortsIpV6TestJSON-1226589179'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:20.031380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e76950-e31b-4d66-add4-8c833be56cfd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:20.035127 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9e76950-e31b-4d66-add4-8c833be56cfd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:20.057947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-b9e76950-e31b-4d66-add4-8c833be56cfd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port ac50b63a-edca-45e4-9189-dedddbdbd40b yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:20.241701 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9e76950-e31b-4d66-add4-8c833be56cfd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:20.346335 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9e76950-e31b-4d66-add4-8c833be56cfd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:20.412241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e76950-e31b-4d66-add4-8c833be56cfd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 3339118c-be12-4a85-b6a8-2de0605da840 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:20.417058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b9e76950-e31b-4d66-add4-8c833be56cfd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:20.421801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e76950-e31b-4d66-add4-8c833be56cfd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:20.427422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e76950-e31b-4d66-add4-8c833be56cfd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:20.428032 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9e76950-e31b-4d66-add4-8c833be56cfd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:20.434150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e76950-e31b-4d66-add4-8c833be56cfd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=ac50b63a-edca-45e4-9189-dedddbdbd40b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:20.530915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b9e76950-e31b-4d66-add4-8c833be56cfd tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6562021 Nov 15 15:09:20.533649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:20.539969 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-804508bb-b127-412a-a770-eb75a5a37dab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:20.609944 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-804508bb-b127-412a-a770-eb75a5a37dab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:20.776873 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-804508bb-b127-412a-a770-eb75a5a37dab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:20.836690 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-804508bb-b127-412a-a770-eb75a5a37dab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:20.880365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-804508bb-b127-412a-a770-eb75a5a37dab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] In _notify_port_updated(), no bound segment for port ac50b63a-edca-45e4-9189-dedddbdbd40b on network 3339118c-be12-4a85-b6a8-2de0605da840 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 15:09:20.886169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804508bb-b127-412a-a770-eb75a5a37dab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:20.886881 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-804508bb-b127-412a-a770-eb75a5a37dab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:20.888238 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-804508bb-b127-412a-a770-eb75a5a37dab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "PUT /v2.0/ports/ac50b63a-edca-45e4-9189-dedddbdbd40b HTTP/1.1" status: 200 len: 818 time: 0.3531470 Nov 15 15:09:20.891929 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40838) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:20.897091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804508bb-b127-412a-a770-eb75a5a37dab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=ac50b63a-edca-45e4-9189-dedddbdbd40b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:20.980067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-946c6b90-cfbe-430c-9d4d-f66865074f7a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port ac50b63a-edca-45e4-9189-dedddbdbd40b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:20.980410 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-946c6b90-cfbe-430c-9d4d-f66865074f7a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:21.052782 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-946c6b90-cfbe-430c-9d4d-f66865074f7a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:21.068752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-946c6b90-cfbe-430c-9d4d-f66865074f7a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for ac50b63a-edca-45e4-9189-dedddbdbd40b owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:21.214135 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-946c6b90-cfbe-430c-9d4d-f66865074f7a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:21.249169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c6b90-cfbe-430c-9d4d-f66865074f7a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=ac50b63a-edca-45e4-9189-dedddbdbd40b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:21.255729 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-946c6b90-cfbe-430c-9d4d-f66865074f7a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:21.262151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-946c6b90-cfbe-430c-9d4d-f66865074f7a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/ac50b63a-edca-45e4-9189-dedddbdbd40b HTTP/1.1" status: 204 len: 168 time: 0.3663580 Nov 15 15:09:21.263255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40842) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:21.335328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8de7cb3-663e-4592-ace3-2046163ac704 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:21.337156 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b8de7cb3-663e-4592-ace3-2046163ac704 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0727859 Nov 15 15:09:21.340192 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40844) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:21.365913 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f47ec53-302c-4a39-98c1-14e0d3cc284c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:09:21.367790 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1f47ec53-302c-4a39-98c1-14e0d3cc284c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/ac50b63a-edca-45e4-9189-dedddbdbd40b HTTP/1.1" status: 404 len: 333 time: 0.0263693 Nov 15 15:09:21.371103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40846) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:21.376524 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5b91f228-f486-4ce8-8565-dcc9ac814d05 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1861542598'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:21.494059 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b91f228-f486-4ce8-8565-dcc9ac814d05 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:21.498179 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b91f228-f486-4ce8-8565-dcc9ac814d05 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:21.523192 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b91f228-f486-4ce8-8565-dcc9ac814d05 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:09:21.533727 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b91f228-f486-4ce8-8565-dcc9ac814d05 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:21.542279 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-5b91f228-f486-4ce8-8565-dcc9ac814d05 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Added segment fc5eb7d9-04fb-4bd0-850b-ee036d17da48 of type vlan for network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 Nov 15 15:09:21.578010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b91f228-f486-4ce8-8565-dcc9ac814d05 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:21.664966 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b91f228-f486-4ce8-8565-dcc9ac814d05 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:21.671571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b91f228-f486-4ce8-8565-dcc9ac814d05 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:21.672225 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b91f228-f486-4ce8-8565-dcc9ac814d05 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:21.746173 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91f228-f486-4ce8-8565-dcc9ac814d05 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Network': ['ID=e6d69c3f-3825-46b4-a6ed-374eb6a78da7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:21.762588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:09:21.805020 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5b91f228-f486-4ce8-8565-dcc9ac814d05 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4328218 Nov 15 15:09:21.808211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40848) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:21.814586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cbd7a781-39b6-4c87-8a26-10f0ae77cdda tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': 'e6d69c3f-3825-46b4-a6ed-374eb6a78da7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:21.985232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd7a781-39b6-4c87-8a26-10f0ae77cdda tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:21.988914 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbd7a781-39b6-4c87-8a26-10f0ae77cdda tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:22.242473 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbd7a781-39b6-4c87-8a26-10f0ae77cdda tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:22.306563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7a781-39b6-4c87-8a26-10f0ae77cdda tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Subnet': ['ID=9d1f1c53-7956-4a28-aaf2-b67fc715f760,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:22.318693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd7a781-39b6-4c87-8a26-10f0ae77cdda tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Checking segment: {'id': 'fc5eb7d9-04fb-4bd0-850b-ee036d17da48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e6d69c3f-3825-46b4-a6ed-374eb6a78da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:22.318991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd7a781-39b6-4c87-8a26-10f0ae77cdda tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network hostable DHCP agents. Network: e6d69c3f-3825-46b4-a6ed-374eb6a78da7, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:09:22.408118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd7a781-39b6-4c87-8a26-10f0ae77cdda tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:09:22.494065 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cbd7a781-39b6-4c87-8a26-10f0ae77cdda tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, e6d69c3f-3825-46b4-a6ed-374eb6a78da7) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:22.500008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd7a781-39b6-4c87-8a26-10f0ae77cdda tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:22.500008 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbd7a781-39b6-4c87-8a26-10f0ae77cdda tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:22.509367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164baa42-3b23-45c2-bdeb-e85482af8bb8 None None] Network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:22.615468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:22.616344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cbd7a781-39b6-4c87-8a26-10f0ae77cdda tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8058178 Nov 15 15:09:22.621382 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e33a9efc-cd75-4e26-a4ed-e8191181dd8b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': 'e6d69c3f-3825-46b4-a6ed-374eb6a78da7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:22.692524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-e6d69c3f-3825-46b4-a6ed-374eb6a78da7', 'network_id': 'e6d69c3f-3825-46b4-a6ed-374eb6a78da7', 'tenant_id': 'd5a7fbab3acc47cfbeefcc886afbdfcf', 'fixed_ips': [{'subnet_id': '9d1f1c53-7956-4a28-aaf2-b67fc715f760'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:09:22.693831 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:22.864423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Allocated IP 2001:db8::2 (e6d69c3f-3825-46b4-a6ed-374eb6a78da7/9d1f1c53-7956-4a28-aaf2-b67fc715f760/1a18e55e-2ca5-4800-a035-a3ba2e484502) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:22.877115 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33a9efc-cd75-4e26-a4ed-e8191181dd8b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:22.882849 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e33a9efc-cd75-4e26-a4ed-e8191181dd8b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:22.988644 n-d-817748-2 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-e33a9efc-cd75-4e26-a4ed-e8191181dd8b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d1f1c53-7956-4a28-aaf2-b67fc715f760 (CIDR: 2001:db8::/64) Nov 15 15:09:23.035405 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:23.077454 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33a9efc-cd75-4e26-a4ed-e8191181dd8b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:09:23.077919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33a9efc-cd75-4e26-a4ed-e8191181dd8b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:09:23.134466 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:23.173703 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e33a9efc-cd75-4e26-a4ed-e8191181dd8b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5567598 Nov 15 15:09:23.176312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:23.181918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c5cdcae2-c1ef-4ee7-ba0b-712bb8e5840c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': 'e6d69c3f-3825-46b4-a6ed-374eb6a78da7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:23.190534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:23.196545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:23.201921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:23.213455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Pushing event updated for resources: {'Port': ['ID=1a18e55e-2ca5-4800-a035-a3ba2e484502,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:23.283120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Attempting to bind port 1a18e55e-2ca5-4800-a035-a3ba2e484502 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:09:23.283610 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Attempting to bind port 1a18e55e-2ca5-4800-a035-a3ba2e484502 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'fc5eb7d9-04fb-4bd0-850b-ee036d17da48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e6d69c3f-3825-46b4-a6ed-374eb6a78da7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:09:23.284033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Attempting to bind port 1a18e55e-2ca5-4800-a035-a3ba2e484502 on network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:09:23.291845 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:09:23.292737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Checking segment: {'id': 'fc5eb7d9-04fb-4bd0-850b-ee036d17da48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e6d69c3f-3825-46b4-a6ed-374eb6a78da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:23.293626 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:23.294492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Bound using segment: {'id': 'fc5eb7d9-04fb-4bd0-850b-ee036d17da48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e6d69c3f-3825-46b4-a6ed-374eb6a78da7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:09:23.295466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Bound port: 1a18e55e-2ca5-4800-a035-a3ba2e484502, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5eb7d9-04fb-4bd0-850b-ee036d17da48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e6d69c3f-3825-46b4-a6ed-374eb6a78da7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:09:23.296374 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:23.411474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] For port 1a18e55e-2ca5-4800-a035-a3ba2e484502, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:09:23.415409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] For port 1a18e55e-2ca5-4800-a035-a3ba2e484502, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1a18e55e-2ca5-4800-a035-a3ba2e484502,segment=NetworkSegment(fc5eb7d9-04fb-4bd0-850b-ee036d17da48),segment_id=fc5eb7d9-04fb-4bd0-850b-ee036d17da48)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:09:23.442847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cdcae2-c1ef-4ee7-ba0b-712bb8e5840c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:23.446717 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5cdcae2-c1ef-4ee7-ba0b-712bb8e5840c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:23.574384 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:23.671329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c3ff8-e307-4b12-bd1c-ecb4fb5a63bb None None] Pushing event updated for resources: {'Port': ['ID=1a18e55e-2ca5-4800-a035-a3ba2e484502,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:23.848993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5cdcae2-c1ef-4ee7-ba0b-712bb8e5840c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:24.228881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cdcae2-c1ef-4ee7-ba0b-712bb8e5840c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:24.228881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c5cdcae2-c1ef-4ee7-ba0b-712bb8e5840c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:24.230334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cdcae2-c1ef-4ee7-ba0b-712bb8e5840c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:24.230968 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5cdcae2-c1ef-4ee7-ba0b-712bb8e5840c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:24.243207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdcae2-c1ef-4ee7-ba0b-712bb8e5840c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Subnet': ['ID=7bf5c9d2-5098-41d6-92b3-0c4e5b07feb2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:24.383649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c5cdcae2-c1ef-4ee7-ba0b-712bb8e5840c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2054956 Nov 15 15:09:24.386679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40860) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:24.398791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': 'e6d69c3f-3825-46b4-a6ed-374eb6a78da7', 'fixed_ips': [{'subnet_id': '9d1f1c53-7956-4a28-aaf2-b67fc715f760'}, {'subnet_id': '7bf5c9d2-5098-41d6-92b3-0c4e5b07feb2'}], 'name': 'tempest-PortsIpV6TestJSON-1178869398'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:24.700163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:24.817205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a1152-282d-4da7-83a1-65331d0adc2e None None] Network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:24.834552 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:24.866644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port e25d0e89-d433-41e0-b136-f0e293ef8ef9 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:24.895072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f70a4aac-9a04-4b63-a5ad-537275aa6398 None None] Provisioning complete for port 1a18e55e-2ca5-4800-a035-a3ba2e484502 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:24.900506 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f70a4aac-9a04-4b63-a5ad-537275aa6398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:25.069785 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f70a4aac-9a04-4b63-a5ad-537275aa6398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:25.129256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f70a4aac-9a04-4b63-a5ad-537275aa6398 None None] For port 1a18e55e-2ca5-4800-a035-a3ba2e484502, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1a18e55e-2ca5-4800-a035-a3ba2e484502,segment=NetworkSegment(fc5eb7d9-04fb-4bd0-850b-ee036d17da48),segment_id=fc5eb7d9-04fb-4bd0-850b-ee036d17da48)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:25.210435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6819a543-6aaa-449f-bd69-96886dec57ad None None] Update dhcp port {'port': {'network_id': 'e6d69c3f-3825-46b4-a6ed-374eb6a78da7', 'fixed_ips': [{'subnet_id': '9d1f1c53-7956-4a28-aaf2-b67fc715f760', 'ip_address': '2001:db8::2'}, {'subnet_id': '7bf5c9d2-5098-41d6-92b3-0c4e5b07feb2'}], 'binding:host_id': 'n-d-817748-2'}, 'id': '1a18e55e-2ca5-4800-a035-a3ba2e484502'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 15:09:25.230123 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f70a4aac-9a04-4b63-a5ad-537275aa6398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:25.241272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8::1d8 (e6d69c3f-3825-46b4-a6ed-374eb6a78da7/9d1f1c53-7956-4a28-aaf2-b67fc715f760/e25d0e89-d433-41e0-b136-f0e293ef8ef9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:25.248521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8:0:1::29e (e6d69c3f-3825-46b4-a6ed-374eb6a78da7/7bf5c9d2-5098-41d6-92b3-0c4e5b07feb2/e25d0e89-d433-41e0-b136-f0e293ef8ef9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:25.266277 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6819a543-6aaa-449f-bd69-96886dec57ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:25.325958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a4aac-9a04-4b63-a5ad-537275aa6398 None None] Pushing event updated for resources: {'Port': ['ID=1a18e55e-2ca5-4800-a035-a3ba2e484502,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:25.482578 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:25.587920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1a18e55e-2ca5-4800-a035-a3ba2e484502 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:09:25.600855 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:25.658045 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:25.664111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:25.667362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:25.675698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:25.676525 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:25.698042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=e25d0e89-d433-41e0-b136-f0e293ef8ef9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:25.732741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6819a543-6aaa-449f-bd69-96886dec57ad None None] Allocated IP 2001:db8:0:1::2 (e6d69c3f-3825-46b4-a6ed-374eb6a78da7/7bf5c9d2-5098-41d6-92b3-0c4e5b07feb2/1a18e55e-2ca5-4800-a035-a3ba2e484502) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:25.749033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1a18e55e-2ca5-4800-a035-a3ba2e484502 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:25.749523 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:25.805936 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-48686787-fc8c-48e8-a238-0272fb7f3d83 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.4116096 Nov 15 15:09:25.807013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:25.814028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-12d9efa4-f2fc-4a4e-8498-342f16ccca08 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9d1f1c53-7956-4a28-aaf2-b67fc715f760'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:25.907003 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12d9efa4-f2fc-4a4e-8498-342f16ccca08 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:25.908098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6819a543-6aaa-449f-bd69-96886dec57ad None None] For port 1a18e55e-2ca5-4800-a035-a3ba2e484502, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1a18e55e-2ca5-4800-a035-a3ba2e484502,segment=NetworkSegment(fc5eb7d9-04fb-4bd0-850b-ee036d17da48),segment_id=fc5eb7d9-04fb-4bd0-850b-ee036d17da48)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:25.950774 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6819a543-6aaa-449f-bd69-96886dec57ad None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:26.065182 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6819a543-6aaa-449f-bd69-96886dec57ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:26.143216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819a543-6aaa-449f-bd69-96886dec57ad None None] Pushing event updated for resources: {'Port': ['ID=1a18e55e-2ca5-4800-a035-a3ba2e484502,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:26.233051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-12d9efa4-f2fc-4a4e-8498-342f16ccca08 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Delete allocated IP 2001:db8:0:1::29e (e6d69c3f-3825-46b4-a6ed-374eb6a78da7/7bf5c9d2-5098-41d6-92b3-0c4e5b07feb2) {{(pid=103147) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 15:09:26.389810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12d9efa4-f2fc-4a4e-8498-342f16ccca08 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:26.488658 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12d9efa4-f2fc-4a4e-8498-342f16ccca08 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:26.550899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-12d9efa4-f2fc-4a4e-8498-342f16ccca08 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] In _notify_port_updated(), no bound segment for port e25d0e89-d433-41e0-b136-f0e293ef8ef9 on network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 15:09:26.556609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d9efa4-f2fc-4a4e-8498-342f16ccca08 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:26.557267 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12d9efa4-f2fc-4a4e-8498-342f16ccca08 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:26.558644 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-12d9efa4-f2fc-4a4e-8498-342f16ccca08 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "PUT /v2.0/ports/e25d0e89-d433-41e0-b136-f0e293ef8ef9 HTTP/1.1" status: 200 len: 926 time: 0.7504554 Nov 15 15:09:26.561749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:26.567241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1991701d-d7bf-4652-b6d3-970fc3caa960 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9d1f1c53-7956-4a28-aaf2-b67fc715f760'}, {'subnet_id': '7bf5c9d2-5098-41d6-92b3-0c4e5b07feb2'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:26.611301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9efa4-f2fc-4a4e-8498-342f16ccca08 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=e25d0e89-d433-41e0-b136-f0e293ef8ef9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:26.659012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1991701d-d7bf-4652-b6d3-970fc3caa960 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:26.974171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233b6f9c-8e97-4176-8a7e-b6be03274e2a None None] Network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:26.999590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1991701d-d7bf-4652-b6d3-970fc3caa960 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8:0:1::25f (e6d69c3f-3825-46b4-a6ed-374eb6a78da7/7bf5c9d2-5098-41d6-92b3-0c4e5b07feb2/e25d0e89-d433-41e0-b136-f0e293ef8ef9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:27.080445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5037acf7-efb8-4abb-9325-01c614699e0c None None] Provisioning complete for port 1a18e55e-2ca5-4800-a035-a3ba2e484502 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:27.080908 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5037acf7-efb8-4abb-9325-01c614699e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:27.172328 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1991701d-d7bf-4652-b6d3-970fc3caa960 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:27.271102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1991701d-d7bf-4652-b6d3-970fc3caa960 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:27.354841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1991701d-d7bf-4652-b6d3-970fc3caa960 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] In _notify_port_updated(), no bound segment for port e25d0e89-d433-41e0-b136-f0e293ef8ef9 on network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 15:09:27.361418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1991701d-d7bf-4652-b6d3-970fc3caa960 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:27.362058 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1991701d-d7bf-4652-b6d3-970fc3caa960 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:27.365869 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1991701d-d7bf-4652-b6d3-970fc3caa960 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "PUT /v2.0/ports/e25d0e89-d433-41e0-b136-f0e293ef8ef9 HTTP/1.1" status: 200 len: 1012 time: 0.8007588 Nov 15 15:09:27.366273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:27.424331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991701d-d7bf-4652-b6d3-970fc3caa960 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=e25d0e89-d433-41e0-b136-f0e293ef8ef9,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:27.471517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-417107d0-f9e1-4c31-b984-2aa591bb2913 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port e25d0e89-d433-41e0-b136-f0e293ef8ef9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:27.473117 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-417107d0-f9e1-4c31-b984-2aa591bb2913 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:27.596667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1a18e55e-2ca5-4800-a035-a3ba2e484502 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:09:27.608389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-649b0b29-402f-4f7c-8058-8c2e7c44470e None None] Provisioning complete for port e25d0e89-d433-41e0-b136-f0e293ef8ef9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:27.612148 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-649b0b29-402f-4f7c-8058-8c2e7c44470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:27.638252 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-417107d0-f9e1-4c31-b984-2aa591bb2913 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:27.652845 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-417107d0-f9e1-4c31-b984-2aa591bb2913 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for e25d0e89-d433-41e0-b136-f0e293ef8ef9 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:27.679377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-649b0b29-402f-4f7c-8058-8c2e7c44470e None None] Port e25d0e89-d433-41e0-b136-f0e293ef8ef9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:09:27.697026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-649b0b29-402f-4f7c-8058-8c2e7c44470e None None] Provisioning complete for port 1a18e55e-2ca5-4800-a035-a3ba2e484502 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:27.697407 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-649b0b29-402f-4f7c-8058-8c2e7c44470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:27.752622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1a18e55e-2ca5-4800-a035-a3ba2e484502 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:27.753005 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:28.002778 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-417107d0-f9e1-4c31-b984-2aa591bb2913 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:28.016890 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5fb38f27-1cbf-4145-a593-2a08f21a2a4b None None] Could not find standard attr ID for object e25d0e89-d433-41e0-b136-f0e293ef8ef9. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:09:28.043352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417107d0-f9e1-4c31-b984-2aa591bb2913 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=e25d0e89-d433-41e0-b136-f0e293ef8ef9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:28.119110 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-417107d0-f9e1-4c31-b984-2aa591bb2913 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:28.123021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-417107d0-f9e1-4c31-b984-2aa591bb2913 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/e25d0e89-d433-41e0-b136-f0e293ef8ef9 HTTP/1.1" status: 204 len: 168 time: 0.7544806 Nov 15 15:09:28.126035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:28.154784 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b80656-fb73-4bff-870d-5d15becb19b4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:09:28.158055 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-51b80656-fb73-4bff-870d-5d15becb19b4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/e25d0e89-d433-41e0-b136-f0e293ef8ef9 HTTP/1.1" status: 404 len: 333 time: 0.0294914 Nov 15 15:09:28.160263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40878) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:28.233647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-689ed986-1037-48eb-acbb-8c70b0594ff9 None None] Could not find standard attr ID for object e25d0e89-d433-41e0-b136-f0e293ef8ef9. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:09:28.240578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-9358c4f5-a3fb-4a9c-9a40-bac0d9dda333 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting subnet 7bf5c9d2-5098-41d6-92b3-0c4e5b07feb2 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:09:28.244102 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9358c4f5-a3fb-4a9c-9a40-bac0d9dda333 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:28.290730 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9358c4f5-a3fb-4a9c-9a40-bac0d9dda333 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:28.410241 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9358c4f5-a3fb-4a9c-9a40-bac0d9dda333 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:28.448389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7ad86167-beb8-4b82-8b47-5c8cc49359d1 None None] Could not find standard attr ID for object e25d0e89-d433-41e0-b136-f0e293ef8ef9. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:09:28.466704 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:28.634642 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9358c4f5-a3fb-4a9c-9a40-bac0d9dda333 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:28.666536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358c4f5-a3fb-4a9c-9a40-bac0d9dda333 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf5c9d2-5098-41d6-92b3-0c4e5b07feb2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:28.671536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9358c4f5-a3fb-4a9c-9a40-bac0d9dda333 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:28.674518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9358c4f5-a3fb-4a9c-9a40-bac0d9dda333 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/7bf5c9d2-5098-41d6-92b3-0c4e5b07feb2 HTTP/1.1" status: 204 len: 168 time: 0.5130765 Nov 15 15:09:28.677158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40884) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:28.679613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645083a7-f38d-4a33-8d27-073056b8c1f0 None None] Network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:28.738024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9225fb-0017-4688-8930-69aa0bca4bb1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting subnet 9d1f1c53-7956-4a28-aaf2-b67fc715f760 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:09:28.738024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a9225fb-0017-4688-8930-69aa0bca4bb1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:28.790156 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a9225fb-0017-4688-8930-69aa0bca4bb1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:28.944185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a9225fb-0017-4688-8930-69aa0bca4bb1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:29.008162 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:29.037035 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a9225fb-0017-4688-8930-69aa0bca4bb1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:29.070840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9225fb-0017-4688-8930-69aa0bca4bb1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1f1c53-7956-4a28-aaf2-b67fc715f760,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:29.086106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a9225fb-0017-4688-8930-69aa0bca4bb1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:29.096089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40890) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:29.097010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5a9225fb-0017-4688-8930-69aa0bca4bb1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/9d1f1c53-7956-4a28-aaf2-b67fc715f760 HTTP/1.1" status: 204 len: 168 time: 0.4180968 Nov 15 15:09:29.244483 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:29.328520 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port 1a18e55e-2ca5-4800-a035-a3ba2e484502 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:29.329552 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:29.409152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] For port 1a18e55e-2ca5-4800-a035-a3ba2e484502, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1a18e55e-2ca5-4800-a035-a3ba2e484502,segment=NetworkSegment(fc5eb7d9-04fb-4bd0-850b-ee036d17da48),segment_id=fc5eb7d9-04fb-4bd0-850b-ee036d17da48)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:29.409813 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:29.425547 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for 1a18e55e-2ca5-4800-a035-a3ba2e484502 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:29.603981 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8242d6-dd30-46a4-8084-ecf69b06b82f None None] Network e6d69c3f-3825-46b4-a6ed-374eb6a78da7 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:29.613787 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:29.641465 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=1a18e55e-2ca5-4800-a035-a3ba2e484502,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:29.645841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No DVR routers for this DVR port 1a18e55e-2ca5-4800-a035-a3ba2e484502 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:29.733070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-328cc043-ef39-456d-94fd-a7a2cd5a9bf6 None None] Could not find standard attr ID for object 1a18e55e-2ca5-4800-a035-a3ba2e484502. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:09:29.813635 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb8e1828-1333-4cb7-8506-cded8d17db68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:29.873181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d79b81c-d29f-490b-bc6f-fb702b1db904 None None] DHCP port deletion for e6d69c3f-3825-46b4-a6ed-374eb6a78da7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:09:30.109374 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:30.130354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d69c3f-3825-46b4-a6ed-374eb6a78da7']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:30.141069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5eb7d9-04fb-4bd0-850b-ee036d17da48') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:30.141886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5eb7d9-04fb-4bd0-850b-ee036d17da48') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:30.151614 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:30.165893 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:30.172207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:09:30.172591 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:09:30.175522 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:09:30.299844 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:30.309476 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:30.314848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40894) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:30.315503 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/networks/e6d69c3f-3825-46b4-a6ed-374eb6a78da7 HTTP/1.1" status: 204 len: 168 time: 1.2160285 Nov 15 15:09:30.331253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732e6f0-2c2f-41ab-8920-0f38a01114e3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Network': ['ID=e6d69c3f-3825-46b4-a6ed-374eb6a78da7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:30.370363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e029c7e8-7438-4fcf-bf89-af3318aaeeb9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:30.376324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e029c7e8-7438-4fcf-bf89-af3318aaeeb9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0551550 Nov 15 15:09:30.377091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:30.426552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e8d142ef-3813-4bb0-9f27-c453d3d0f950 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0483105 Nov 15 15:09:30.429997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:30.435316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-453ee014-ec06-4400-bc02-06587b6e017a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-34613585'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:30.550726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453ee014-ec06-4400-bc02-06587b6e017a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:30.554339 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-453ee014-ec06-4400-bc02-06587b6e017a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:30.581498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453ee014-ec06-4400-bc02-06587b6e017a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:09:30.598500 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-453ee014-ec06-4400-bc02-06587b6e017a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:30.602884 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-453ee014-ec06-4400-bc02-06587b6e017a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Added segment 52197ddf-7f89-48ed-b4a5-1e09acf87e35 of type vlan for network 8041b7eb-1aa9-4c21-a179-9e8029f76f7f Nov 15 15:09:30.640983 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-453ee014-ec06-4400-bc02-06587b6e017a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:30.716457 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-453ee014-ec06-4400-bc02-06587b6e017a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:30.722286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453ee014-ec06-4400-bc02-06587b6e017a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:30.722913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-453ee014-ec06-4400-bc02-06587b6e017a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:30.789965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ee014-ec06-4400-bc02-06587b6e017a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Network': ['ID=8041b7eb-1aa9-4c21-a179-9e8029f76f7f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:30.800673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 8041b7eb-1aa9-4c21-a179-9e8029f76f7f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:09:30.819134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-453ee014-ec06-4400-bc02-06587b6e017a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3851922 Nov 15 15:09:30.819134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:30.824242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4850f318-f225-4078-8f72-0d2b9cae1045 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': '8041b7eb-1aa9-4c21-a179-9e8029f76f7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:31.019924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4850f318-f225-4078-8f72-0d2b9cae1045 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:31.024560 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4850f318-f225-4078-8f72-0d2b9cae1045 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:31.299750 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4850f318-f225-4078-8f72-0d2b9cae1045 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:31.359379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850f318-f225-4078-8f72-0d2b9cae1045 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Subnet': ['ID=0274d89e-317b-4434-a069-b3ffcddc3a4f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:31.377281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850f318-f225-4078-8f72-0d2b9cae1045 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Checking segment: {'id': '52197ddf-7f89-48ed-b4a5-1e09acf87e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8041b7eb-1aa9-4c21-a179-9e8029f76f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:31.377649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4850f318-f225-4078-8f72-0d2b9cae1045 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network hostable DHCP agents. Network: 8041b7eb-1aa9-4c21-a179-9e8029f76f7f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:09:31.483070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4850f318-f225-4078-8f72-0d2b9cae1045 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 8041b7eb-1aa9-4c21-a179-9e8029f76f7f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:09:31.554265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1a18e55e-2ca5-4800-a035-a3ba2e484502 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:09:31.562389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4850f318-f225-4078-8f72-0d2b9cae1045 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 8041b7eb-1aa9-4c21-a179-9e8029f76f7f) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:31.570387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850f318-f225-4078-8f72-0d2b9cae1045 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:31.571938 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4850f318-f225-4078-8f72-0d2b9cae1045 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:31.577682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4740d2-1de1-43c8-afed-90791b0d2ef8 None None] Network 8041b7eb-1aa9-4c21-a179-9e8029f76f7f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:31.579997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 1a18e55e-2ca5-4800-a035-a3ba2e484502 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:09:31.580338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1a18e55e-2ca5-4800-a035-a3ba2e484502 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:09:31.670272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4850f318-f225-4078-8f72-0d2b9cae1045 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8484542 Nov 15 15:09:31.671540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:31.677022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': '8041b7eb-1aa9-4c21-a179-9e8029f76f7f', 'name': 'tempest-PortsIpV6TestJSON-1619202051'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:31.792839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-8041b7eb-1aa9-4c21-a179-9e8029f76f7f', 'network_id': '8041b7eb-1aa9-4c21-a179-9e8029f76f7f', 'tenant_id': 'd5a7fbab3acc47cfbeefcc886afbdfcf', 'fixed_ips': [{'subnet_id': '0274d89e-317b-4434-a069-b3ffcddc3a4f'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:09:31.794035 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:31.937913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Allocated IP 2001:db8::2 (8041b7eb-1aa9-4c21-a179-9e8029f76f7f/0274d89e-317b-4434-a069-b3ffcddc3a4f/7e8e391c-11f0-481f-8a26-ca74381dcd22) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:31.956279 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:31.960711 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:31.989107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port 49a8efcd-76f1-4df2-989f-836f2261e479 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:32.090312 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8df2dde-11c5-468d-a768-41aaba313fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:32.105188 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:32.175346 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:32.217199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Network 8041b7eb-1aa9-4c21-a179-9e8029f76f7f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:32.222187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:32.227438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:32.229606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Pushing event updated for resources: {'Port': ['ID=7e8e391c-11f0-481f-8a26-ca74381dcd22,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:32.242719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8::114 (8041b7eb-1aa9-4c21-a179-9e8029f76f7f/0274d89e-317b-4434-a069-b3ffcddc3a4f/49a8efcd-76f1-4df2-989f-836f2261e479) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:32.308510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Attempting to bind port 7e8e391c-11f0-481f-8a26-ca74381dcd22 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:09:32.309230 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Attempting to bind port 7e8e391c-11f0-481f-8a26-ca74381dcd22 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '52197ddf-7f89-48ed-b4a5-1e09acf87e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8041b7eb-1aa9-4c21-a179-9e8029f76f7f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:09:32.312083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Attempting to bind port 7e8e391c-11f0-481f-8a26-ca74381dcd22 on network 8041b7eb-1aa9-4c21-a179-9e8029f76f7f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:09:32.323813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:09:32.324331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Checking segment: {'id': '52197ddf-7f89-48ed-b4a5-1e09acf87e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8041b7eb-1aa9-4c21-a179-9e8029f76f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:32.324843 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:32.325623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Bound using segment: {'id': '52197ddf-7f89-48ed-b4a5-1e09acf87e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8041b7eb-1aa9-4c21-a179-9e8029f76f7f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:09:32.326952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Bound port: 7e8e391c-11f0-481f-8a26-ca74381dcd22, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52197ddf-7f89-48ed-b4a5-1e09acf87e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8041b7eb-1aa9-4c21-a179-9e8029f76f7f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:09:32.327441 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:32.397449 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] For port 7e8e391c-11f0-481f-8a26-ca74381dcd22, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:09:32.401127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] For port 7e8e391c-11f0-481f-8a26-ca74381dcd22, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7e8e391c-11f0-481f-8a26-ca74381dcd22,segment=NetworkSegment(52197ddf-7f89-48ed-b4a5-1e09acf87e35),segment_id=52197ddf-7f89-48ed-b4a5-1e09acf87e35)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:09:32.441626 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:32.472166 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:32.511490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:32.543439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1b942-207d-4fc0-b614-1a94a9c1a3d7 None None] Pushing event updated for resources: {'Port': ['ID=7e8e391c-11f0-481f-8a26-ca74381dcd22,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:32.543555 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 8041b7eb-1aa9-4c21-a179-9e8029f76f7f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:32.549413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:32.574433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:32.580669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:32.581316 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:32.611537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=49a8efcd-76f1-4df2-989f-836f2261e479,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:32.691573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6407854c-db1b-4761-aa7d-c59f6394241d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0188248 Nov 15 15:09:32.694104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40910) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:32.699235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': '8041b7eb-1aa9-4c21-a179-9e8029f76f7f', 'name': 'tempest-PortsIpV6TestJSON-818583780'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:32.933708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:32.940104 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:32.956903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port e5f94301-3eff-473c-87fc-4c6c92fc5729 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:33.104151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8::95 (8041b7eb-1aa9-4c21-a179-9e8029f76f7f/0274d89e-317b-4434-a069-b3ffcddc3a4f/e5f94301-3eff-473c-87fc-4c6c92fc5729) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:33.258973 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:33.363002 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:33.416540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 8041b7eb-1aa9-4c21-a179-9e8029f76f7f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:33.420110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:33.424277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:33.429997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:33.430731 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:33.437910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=e5f94301-3eff-473c-87fc-4c6c92fc5729,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:33.516816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5a03c9e6-a5fa-4a8b-beae-4255c673b718 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8185022 Nov 15 15:09:33.517385 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40920) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:33.533805 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:33.626023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7e8e391c-11f0-481f-8a26-ca74381dcd22 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:09:33.631644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6719a9f-db04-4c30-b43b-60379e9a2f0a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:33.636273 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b6719a9f-db04-4c30-b43b-60379e9a2f0a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A114 HTTP/1.1" status: 200 len: 929 time: 0.1123435 Nov 15 15:09:33.636628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:33.686119 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800402cd-8245-4c35-81ad-402a93a12eac None None] Network 8041b7eb-1aa9-4c21-a179-9e8029f76f7f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:33.711674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-7a16a628-3cb2-4902-b1b5-cec301ba7f16 req-ce31ff70-4d2d-48f1-9329-e036d726e789 service neutron] (103147) timed out ('10.222.0.70', 55002) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 15:09:33.738928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5f9719a8-49d0-4201-af9a-59c38d92e6aa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port e5f94301-3eff-473c-87fc-4c6c92fc5729 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:33.739282 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f9719a8-49d0-4201-af9a-59c38d92e6aa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:33.746378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 7e8e391c-11f0-481f-8a26-ca74381dcd22 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:33.746799 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:33.845635 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f9719a8-49d0-4201-af9a-59c38d92e6aa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:33.866958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-751bbae0-354d-4285-824f-3b0848cf6e00 None None] Provisioning complete for port 7e8e391c-11f0-481f-8a26-ca74381dcd22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:33.867626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5f9719a8-49d0-4201-af9a-59c38d92e6aa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for e5f94301-3eff-473c-87fc-4c6c92fc5729 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:33.867781 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-751bbae0-354d-4285-824f-3b0848cf6e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:34.001162 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:34.068278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 7e8e391c-11f0-481f-8a26-ca74381dcd22, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7e8e391c-11f0-481f-8a26-ca74381dcd22,segment=NetworkSegment(52197ddf-7f89-48ed-b4a5-1e09acf87e35),segment_id=52197ddf-7f89-48ed-b4a5-1e09acf87e35)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:34.081388 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-751bbae0-354d-4285-824f-3b0848cf6e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:34.116466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f9719a8-49d0-4201-af9a-59c38d92e6aa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:34.147737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9719a8-49d0-4201-af9a-59c38d92e6aa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=e5f94301-3eff-473c-87fc-4c6c92fc5729,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:34.174668 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:34.179416 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f9719a8-49d0-4201-af9a-59c38d92e6aa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:34.194477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5f9719a8-49d0-4201-af9a-59c38d92e6aa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/e5f94301-3eff-473c-87fc-4c6c92fc5729 HTTP/1.1" status: 204 len: 168 time: 0.5450144 Nov 15 15:09:34.194613 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40926) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:34.228245 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d3dd18-75ec-4b58-be0b-f4704cefcc72 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:09:34.228245 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-46d3dd18-75ec-4b58-be0b-f4704cefcc72 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/e5f94301-3eff-473c-87fc-4c6c92fc5729 HTTP/1.1" status: 404 len: 333 time: 0.0391119 Nov 15 15:09:34.230733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40928) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:34.250444 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-751bbae0-354d-4285-824f-3b0848cf6e00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:09:34.250804 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-751bbae0-354d-4285-824f-3b0848cf6e00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:09:34.264548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=7e8e391c-11f0-481f-8a26-ca74381dcd22,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:34.341847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-05dc6c14-81ac-4603-8407-214467adbc93 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port 49a8efcd-76f1-4df2-989f-836f2261e479 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:34.342194 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05dc6c14-81ac-4603-8407-214467adbc93 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:34.439525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05dc6c14-81ac-4603-8407-214467adbc93 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:34.453169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-05dc6c14-81ac-4603-8407-214467adbc93 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for 49a8efcd-76f1-4df2-989f-836f2261e479 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:34.696335 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05dc6c14-81ac-4603-8407-214467adbc93 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:34.728162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc6c14-81ac-4603-8407-214467adbc93 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=49a8efcd-76f1-4df2-989f-836f2261e479,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:34.755393 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05dc6c14-81ac-4603-8407-214467adbc93 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:34.758911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-05dc6c14-81ac-4603-8407-214467adbc93 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/49a8efcd-76f1-4df2-989f-836f2261e479 HTTP/1.1" status: 204 len: 168 time: 0.5262687 Nov 15 15:09:34.762037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:34.787940 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-199f838c-f11e-4789-a364-f25b27e61d59 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:09:34.789806 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-199f838c-f11e-4789-a364-f25b27e61d59 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/49a8efcd-76f1-4df2-989f-836f2261e479 HTTP/1.1" status: 404 len: 333 time: 0.0267301 Nov 15 15:09:34.796706 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:34.854052 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6725c10-442d-4644-8d6a-dd0267670907 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting subnet 0274d89e-317b-4434-a069-b3ffcddc3a4f {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:09:34.857987 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6725c10-442d-4644-8d6a-dd0267670907 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:34.902136 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6725c10-442d-4644-8d6a-dd0267670907 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:34.912650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6aec1f4d-95f5-4b64-b641-86019b513ab9 None None] Provisioning complete for port 7e8e391c-11f0-481f-8a26-ca74381dcd22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:34.913221 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6aec1f4d-95f5-4b64-b641-86019b513ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.002342 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6725c10-442d-4644-8d6a-dd0267670907 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.014302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6aec1f4d-95f5-4b64-b641-86019b513ab9 None None] Could not find standard attr ID for object 49a8efcd-76f1-4df2-989f-836f2261e479. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:09:35.017476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6aec1f4d-95f5-4b64-b641-86019b513ab9 None None] Could not find standard attr ID for object e5f94301-3eff-473c-87fc-4c6c92fc5729. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:09:35.151035 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6725c10-442d-4644-8d6a-dd0267670907 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.180130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6725c10-442d-4644-8d6a-dd0267670907 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Subnet': ['ID=0274d89e-317b-4434-a069-b3ffcddc3a4f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:35.185838 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6725c10-442d-4644-8d6a-dd0267670907 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.189189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c6725c10-442d-4644-8d6a-dd0267670907 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/0274d89e-317b-4434-a069-b3ffcddc3a4f HTTP/1.1" status: 204 len: 168 time: 0.3913457 Nov 15 15:09:35.191836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:35.195361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c4e00-c346-4997-bdb9-048b4a4a5530 None None] Network 8041b7eb-1aa9-4c21-a179-9e8029f76f7f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:35.199200 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.270436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.344641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port 7e8e391c-11f0-481f-8a26-ca74381dcd22 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:35.344985 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.384922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b66a35f-1770-4f52-bd1d-429b243e2666 None None] DHCP port deletion for 8041b7eb-1aa9-4c21-a179-9e8029f76f7f request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:09:35.421541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] For port 7e8e391c-11f0-481f-8a26-ca74381dcd22, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7e8e391c-11f0-481f-8a26-ca74381dcd22,segment=NetworkSegment(52197ddf-7f89-48ed-b4a5-1e09acf87e35),segment_id=52197ddf-7f89-48ed-b4a5-1e09acf87e35)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:35.421824 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.435493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for 7e8e391c-11f0-481f-8a26-ca74381dcd22 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:35.438150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6b66a35f-1770-4f52-bd1d-429b243e2666 None None] Deleting port 7e8e391c-11f0-481f-8a26-ca74381dcd22 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:35.438563 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b66a35f-1770-4f52-bd1d-429b243e2666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.504896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6b66a35f-1770-4f52-bd1d-429b243e2666 None None] For port 7e8e391c-11f0-481f-8a26-ca74381dcd22, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7e8e391c-11f0-481f-8a26-ca74381dcd22,segment=NetworkSegment(52197ddf-7f89-48ed-b4a5-1e09acf87e35),segment_id=52197ddf-7f89-48ed-b4a5-1e09acf87e35)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:35.509883 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b66a35f-1770-4f52-bd1d-429b243e2666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.523893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6b66a35f-1770-4f52-bd1d-429b243e2666 None None] Calling delete_port for 7e8e391c-11f0-481f-8a26-ca74381dcd22 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:35.591765 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.625114 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=7e8e391c-11f0-481f-8a26-ca74381dcd22,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:35.630352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No DVR routers for this DVR port 7e8e391c-11f0-481f-8a26-ca74381dcd22 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:35.727048 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.727719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7e8e391c-11f0-481f-8a26-ca74381dcd22 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:09:35.763421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8041b7eb-1aa9-4c21-a179-9e8029f76f7f']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:35.764478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 7e8e391c-11f0-481f-8a26-ca74381dcd22 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:09:35.764826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7e8e391c-11f0-481f-8a26-ca74381dcd22 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:09:35.776912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52197ddf-7f89-48ed-b4a5-1e09acf87e35') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:35.777690 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52197ddf-7f89-48ed-b4a5-1e09acf87e35') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:35.795065 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.806540 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b66a35f-1770-4f52-bd1d-429b243e2666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.810250 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.817887 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:09:35.818803 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:09:35.822125 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:09:35.833667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66a35f-1770-4f52-bd1d-429b243e2666 None None] Pushing event deleted for resources: {'Port': ['ID=7e8e391c-11f0-481f-8a26-ca74381dcd22,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:35.838290 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66a35f-1770-4f52-bd1d-429b243e2666 None None] No DVR routers for this DVR port 7e8e391c-11f0-481f-8a26-ca74381dcd22 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:35.876615 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.973909 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.982084 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:35.985751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/networks/8041b7eb-1aa9-4c21-a179-9e8029f76f7f HTTP/1.1" status: 204 len: 168 time: 0.7929511 Nov 15 15:09:35.990381 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40942) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:35.995930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-537127620'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:36.002125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce906137-e61a-4856-97f6-4cadb876014c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Network': ['ID=8041b7eb-1aa9-4c21-a179-9e8029f76f7f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:36.122754 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:36.126068 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:36.153829 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:09:36.164178 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:36.164522 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Added segment d424b8f2-6666-468f-977b-f765cd85ea34 of type vlan for network fa127327-928b-4355-b789-2e8fb167042f Nov 15 15:09:36.206518 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:36.311231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:36.317224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:36.317819 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:36.382698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Network': ['ID=fa127327-928b-4355-b789-2e8fb167042f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:36.391253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:36.391603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:36.391948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:36.392287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:36.394309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:36.394309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:36.394309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:36.394309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:36.394309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:36.394309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:36.395285 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:36.395285 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:09:36.416101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network fa127327-928b-4355-b789-2e8fb167042f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:09:36.464738 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-056a1231-aad8-4808-97ca-5513d12cbf5d tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4704421 Nov 15 15:09:36.465106 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40946) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:36.471700 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-972d275e-8f4a-45a7-b3e3-5486441a2730 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': 'fa127327-928b-4355-b789-2e8fb167042f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:36.676717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972d275e-8f4a-45a7-b3e3-5486441a2730 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:36.680619 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-972d275e-8f4a-45a7-b3e3-5486441a2730 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:36.951371 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-972d275e-8f4a-45a7-b3e3-5486441a2730 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:37.036954 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d275e-8f4a-45a7-b3e3-5486441a2730 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Subnet': ['ID=8089f9b4-e707-4fe4-8101-c90c3716395f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:37.050447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d275e-8f4a-45a7-b3e3-5486441a2730 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Checking segment: {'id': 'd424b8f2-6666-468f-977b-f765cd85ea34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fa127327-928b-4355-b789-2e8fb167042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:37.050447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972d275e-8f4a-45a7-b3e3-5486441a2730 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network hostable DHCP agents. Network: fa127327-928b-4355-b789-2e8fb167042f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:09:37.144782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972d275e-8f4a-45a7-b3e3-5486441a2730 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network fa127327-928b-4355-b789-2e8fb167042f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:09:37.219314 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-972d275e-8f4a-45a7-b3e3-5486441a2730 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, fa127327-928b-4355-b789-2e8fb167042f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:37.223490 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d275e-8f4a-45a7-b3e3-5486441a2730 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:37.227935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-972d275e-8f4a-45a7-b3e3-5486441a2730 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:37.229715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2ee7f-d520-4766-a46c-3a0df0fc4829 None None] Network fa127327-928b-4355-b789-2e8fb167042f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:37.308610 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-972d275e-8f4a-45a7-b3e3-5486441a2730 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8422027 Nov 15 15:09:37.312527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:37.318102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': 'fa127327-928b-4355-b789-2e8fb167042f', 'name': 'tempest-PortsIpV6TestJSON-1102707113', 'fixed_ips': [{'subnet_id': '8089f9b4-e707-4fe4-8101-c90c3716395f', 'ip_address': '2001:db8::10'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:37.385825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-fa127327-928b-4355-b789-2e8fb167042f', 'network_id': 'fa127327-928b-4355-b789-2e8fb167042f', 'tenant_id': 'd5a7fbab3acc47cfbeefcc886afbdfcf', 'fixed_ips': [{'subnet_id': '8089f9b4-e707-4fe4-8101-c90c3716395f'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:09:37.386779 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:37.505449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:37.530316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Allocated IP 2001:db8::2 (fa127327-928b-4355-b789-2e8fb167042f/8089f9b4-e707-4fe4-8101-c90c3716395f/4c9b260f-7cfe-40f3-a843-97d7373c52b2) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:37.598109 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:37.617071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port 7b26cc1d-3c6c-4e35-889d-d3d5e765a3ac yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:37.682092 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:37.739902 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:37.777103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Network fa127327-928b-4355-b789-2e8fb167042f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:37.784540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:37.788416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:37.794617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Pushing event updated for resources: {'Port': ['ID=4c9b260f-7cfe-40f3-a843-97d7373c52b2,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:37.844332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8::10 (fa127327-928b-4355-b789-2e8fb167042f/8089f9b4-e707-4fe4-8101-c90c3716395f/7b26cc1d-3c6c-4e35-889d-d3d5e765a3ac) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:37.853611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Attempting to bind port 4c9b260f-7cfe-40f3-a843-97d7373c52b2 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:09:37.853987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Attempting to bind port 4c9b260f-7cfe-40f3-a843-97d7373c52b2 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'd424b8f2-6666-468f-977b-f765cd85ea34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fa127327-928b-4355-b789-2e8fb167042f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:09:37.854356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Attempting to bind port 4c9b260f-7cfe-40f3-a843-97d7373c52b2 on network fa127327-928b-4355-b789-2e8fb167042f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:09:37.859536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:09:37.859912 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Checking segment: {'id': 'd424b8f2-6666-468f-977b-f765cd85ea34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fa127327-928b-4355-b789-2e8fb167042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:37.860315 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:37.860712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Bound using segment: {'id': 'd424b8f2-6666-468f-977b-f765cd85ea34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fa127327-928b-4355-b789-2e8fb167042f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:09:37.861178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Bound port: 4c9b260f-7cfe-40f3-a843-97d7373c52b2, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd424b8f2-6666-468f-977b-f765cd85ea34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fa127327-928b-4355-b789-2e8fb167042f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:09:37.861559 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:37.929804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] For port 4c9b260f-7cfe-40f3-a843-97d7373c52b2, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:09:37.933180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] For port 4c9b260f-7cfe-40f3-a843-97d7373c52b2, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4c9b260f-7cfe-40f3-a843-97d7373c52b2,segment=NetworkSegment(d424b8f2-6666-468f-977b-f765cd85ea34),segment_id=d424b8f2-6666-468f-977b-f765cd85ea34)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:09:37.991486 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:38.001604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:38.065229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394c971-fe84-47d4-b3c7-32514043278e None None] Pushing event updated for resources: {'Port': ['ID=4c9b260f-7cfe-40f3-a843-97d7373c52b2,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:38.117105 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:38.172852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network fa127327-928b-4355-b789-2e8fb167042f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:38.177137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:38.179147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=7b26cc1d-3c6c-4e35-889d-d3d5e765a3ac,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:38.181716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:38.187810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:38.188394 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:38.267511 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-30da0f3c-1d48-4b3f-92de-d1da0fb126ad tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9538701 Nov 15 15:09:38.270263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:38.275261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': 'fa127327-928b-4355-b789-2e8fb167042f', 'name': 'tempest-PortsIpV6TestJSON-524283544', 'fixed_ips': [{'subnet_id': '8089f9b4-e707-4fe4-8101-c90c3716395f', 'ip_address': '2001:db8::f'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:38.453608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:38.458948 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:38.477896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port e4b4e3cb-decf-4dc8-b4a9-b5b1ec4cf4cd yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:38.640030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8::f (fa127327-928b-4355-b789-2e8fb167042f/8089f9b4-e707-4fe4-8101-c90c3716395f/e4b4e3cb-decf-4dc8-b4a9-b5b1ec4cf4cd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:38.802381 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:38.882636 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:38.925972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network fa127327-928b-4355-b789-2e8fb167042f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:38.931363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:38.935378 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:38.941218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:38.941737 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:38.957696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=e4b4e3cb-decf-4dc8-b4a9-b5b1ec4cf4cd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:39.033428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-001aa411-4571-4e50-9760-8462ce8062fa tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7620642 Nov 15 15:09:39.036044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40964) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:39.108162 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d83569-2dc2-444e-b235-f702f89260f7 None None] Network fa127327-928b-4355-b789-2e8fb167042f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:39.157649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4374a-eff1-4c4c-82f1-7509a31a5772 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:39.161924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9ee4374a-eff1-4c4c-82f1-7509a31a5772 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1222305 Nov 15 15:09:39.162214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:39.199363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9a4113da-4940-40f5-9732-e2bf45930830 None None] Provisioning complete for port 4c9b260f-7cfe-40f3-a843-97d7373c52b2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:39.200572 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a4113da-4940-40f5-9732-e2bf45930830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:39.218987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d8f62a-d0c7-4bf7-aeb8-606c10c02be1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:39.225013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d8f62a-d0c7-4bf7-aeb8-606c10c02be1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:39.231488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d8f62a-d0c7-4bf7-aeb8-606c10c02be1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:39.233622 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-54d8f62a-d0c7-4bf7-aeb8-606c10c02be1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0676186 Nov 15 15:09:39.236104 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:39.341832 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99989897-97dd-4675-8f67-52c2cbe72a91 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port e4b4e3cb-decf-4dc8-b4a9-b5b1ec4cf4cd {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:39.342686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99989897-97dd-4675-8f67-52c2cbe72a91 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:39.362720 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a4113da-4940-40f5-9732-e2bf45930830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:39.406460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9a4113da-4940-40f5-9732-e2bf45930830 None None] For port 4c9b260f-7cfe-40f3-a843-97d7373c52b2, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4c9b260f-7cfe-40f3-a843-97d7373c52b2,segment=NetworkSegment(d424b8f2-6666-468f-977b-f765cd85ea34),segment_id=d424b8f2-6666-468f-977b-f765cd85ea34)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:39.435310 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99989897-97dd-4675-8f67-52c2cbe72a91 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:39.452709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99989897-97dd-4675-8f67-52c2cbe72a91 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for e4b4e3cb-decf-4dc8-b4a9-b5b1ec4cf4cd owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:39.487739 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a4113da-4940-40f5-9732-e2bf45930830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:39.546427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4113da-4940-40f5-9732-e2bf45930830 None None] Pushing event updated for resources: {'Port': ['ID=4c9b260f-7cfe-40f3-a843-97d7373c52b2,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:39.632098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4c9b260f-7cfe-40f3-a843-97d7373c52b2 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:09:39.687473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 4c9b260f-7cfe-40f3-a843-97d7373c52b2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:39.687953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:39.734240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99989897-97dd-4675-8f67-52c2cbe72a91 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:39.737976 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-df8b13f2-817a-42f6-a592-1938ba2a7733 None None] Provisioning complete for port 4c9b260f-7cfe-40f3-a843-97d7373c52b2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:39.738343 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df8b13f2-817a-42f6-a592-1938ba2a7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:39.768767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99989897-97dd-4675-8f67-52c2cbe72a91 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=e4b4e3cb-decf-4dc8-b4a9-b5b1ec4cf4cd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:39.800041 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99989897-97dd-4675-8f67-52c2cbe72a91 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:39.806221 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-99989897-97dd-4675-8f67-52c2cbe72a91 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/e4b4e3cb-decf-4dc8-b4a9-b5b1ec4cf4cd HTTP/1.1" status: 204 len: 168 time: 0.5666113 Nov 15 15:09:39.806788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40972) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:39.832028 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-28817c7b-b8e4-4a96-b9c5-9fabcb4d39ac tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:09:39.836203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-28817c7b-b8e4-4a96-b9c5-9fabcb4d39ac tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/e4b4e3cb-decf-4dc8-b4a9-b5b1ec4cf4cd HTTP/1.1" status: 404 len: 333 time: 0.0258453 Nov 15 15:09:39.836863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:39.893529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-df8b13f2-817a-42f6-a592-1938ba2a7733 None None] Provisioning complete for port 7b26cc1d-3c6c-4e35-889d-d3d5e765a3ac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:39.893904 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df8b13f2-817a-42f6-a592-1938ba2a7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:39.932532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-df8b13f2-817a-42f6-a592-1938ba2a7733 None None] Port 7b26cc1d-3c6c-4e35-889d-d3d5e765a3ac cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:09:39.936748 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-df8b13f2-817a-42f6-a592-1938ba2a7733 None None] Could not find standard attr ID for object e4b4e3cb-decf-4dc8-b4a9-b5b1ec4cf4cd. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:09:39.947258 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-725fbcbd-c1b9-4671-a575-de955dc6f5d1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port 7b26cc1d-3c6c-4e35-889d-d3d5e765a3ac {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:39.947611 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-725fbcbd-c1b9-4671-a575-de955dc6f5d1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:40.043198 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-725fbcbd-c1b9-4671-a575-de955dc6f5d1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:40.058750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-725fbcbd-c1b9-4671-a575-de955dc6f5d1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for 7b26cc1d-3c6c-4e35-889d-d3d5e765a3ac owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:40.064462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1fc3ee60-8a49-490b-a154-238d6c1585ea None None] Provisioning complete for port 7b26cc1d-3c6c-4e35-889d-d3d5e765a3ac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:40.064965 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ee60-8a49-490b-a154-238d6c1585ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:40.117280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3ee60-8a49-490b-a154-238d6c1585ea None None] Port 7b26cc1d-3c6c-4e35-889d-d3d5e765a3ac cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:09:40.234457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c30ce004-6b52-417f-8956-33a1905d1620 None None] Could not find standard attr ID for object e4b4e3cb-decf-4dc8-b4a9-b5b1ec4cf4cd. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:09:40.304595 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-725fbcbd-c1b9-4671-a575-de955dc6f5d1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:40.351616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fbcbd-c1b9-4671-a575-de955dc6f5d1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=7b26cc1d-3c6c-4e35-889d-d3d5e765a3ac,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:40.382917 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-725fbcbd-c1b9-4671-a575-de955dc6f5d1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:40.390276 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-725fbcbd-c1b9-4671-a575-de955dc6f5d1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/7b26cc1d-3c6c-4e35-889d-d3d5e765a3ac HTTP/1.1" status: 204 len: 168 time: 0.5515583 Nov 15 15:09:40.392562 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40978) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:40.421713 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2282c8f-fa76-4b67-acdc-82df23d10242 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:09:40.426083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:40.426310 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f2282c8f-fa76-4b67-acdc-82df23d10242 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/7b26cc1d-3c6c-4e35-889d-d3d5e765a3ac HTTP/1.1" status: 404 len: 333 time: 0.0345013 Nov 15 15:09:40.487028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cb4c9a-b01f-4b50-97c6-f48a486f485a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting subnet 8089f9b4-e707-4fe4-8101-c90c3716395f {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:09:40.490731 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4c9a-b01f-4b50-97c6-f48a486f485a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:40.537102 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4c9a-b01f-4b50-97c6-f48a486f485a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:40.631460 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4c9a-b01f-4b50-97c6-f48a486f485a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:40.781817 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4c9a-b01f-4b50-97c6-f48a486f485a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:40.809224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb4c9a-b01f-4b50-97c6-f48a486f485a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Subnet': ['ID=8089f9b4-e707-4fe4-8101-c90c3716395f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:40.814997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4c9a-b01f-4b50-97c6-f48a486f485a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:40.820624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b3cb4c9a-b01f-4b50-97c6-f48a486f485a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/8089f9b4-e707-4fe4-8101-c90c3716395f HTTP/1.1" status: 204 len: 168 time: 0.3904891 Nov 15 15:09:40.821279 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40982) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:40.824157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797c086f-8594-49a4-8f9d-8c8581c2561f None None] Network fa127327-928b-4355-b789-2e8fb167042f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:40.898643 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:40.984073 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port 4c9b260f-7cfe-40f3-a843-97d7373c52b2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:40.985205 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.058065 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d84854-c1d6-4aa1-9059-850fcad69204 None None] DHCP port deletion for fa127327-928b-4355-b789-2e8fb167042f request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:09:41.068033 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] For port 4c9b260f-7cfe-40f3-a843-97d7373c52b2, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4c9b260f-7cfe-40f3-a843-97d7373c52b2,segment=NetworkSegment(d424b8f2-6666-468f-977b-f765cd85ea34),segment_id=d424b8f2-6666-468f-977b-f765cd85ea34)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:41.068630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.085955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for 4c9b260f-7cfe-40f3-a843-97d7373c52b2 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:41.109551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-52d84854-c1d6-4aa1-9059-850fcad69204 None None] Deleting port 4c9b260f-7cfe-40f3-a843-97d7373c52b2 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:41.109923 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52d84854-c1d6-4aa1-9059-850fcad69204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.157509 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:09:41.179661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-52d84854-c1d6-4aa1-9059-850fcad69204 None None] For port 4c9b260f-7cfe-40f3-a843-97d7373c52b2, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4c9b260f-7cfe-40f3-a843-97d7373c52b2,segment=NetworkSegment(d424b8f2-6666-468f-977b-f765cd85ea34),segment_id=d424b8f2-6666-468f-977b-f765cd85ea34)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:41.180286 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52d84854-c1d6-4aa1-9059-850fcad69204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.198965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-52d84854-c1d6-4aa1-9059-850fcad69204 None None] Calling delete_port for 4c9b260f-7cfe-40f3-a843-97d7373c52b2 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:41.265152 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.287384 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52d84854-c1d6-4aa1-9059-850fcad69204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.290751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=4c9b260f-7cfe-40f3-a843-97d7373c52b2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:41.302036 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No DVR routers for this DVR port 4c9b260f-7cfe-40f3-a843-97d7373c52b2 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:41.316649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d84854-c1d6-4aa1-9059-850fcad69204 None None] Pushing event deleted for resources: {'Port': ['ID=4c9b260f-7cfe-40f3-a843-97d7373c52b2,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:41.318615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d84854-c1d6-4aa1-9059-850fcad69204 None None] No DVR routers for this DVR port 4c9b260f-7cfe-40f3-a843-97d7373c52b2 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:41.394829 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.421920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa127327-928b-4355-b789-2e8fb167042f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:41.431646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd424b8f2-6666-468f-977b-f765cd85ea34') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:41.431961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd424b8f2-6666-468f-977b-f765cd85ea34') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:41.442853 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.457009 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.466027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:09:41.466452 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:09:41.469619 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:09:41.553054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4c9b260f-7cfe-40f3-a843-97d7373c52b2 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:09:41.575420 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 4c9b260f-7cfe-40f3-a843-97d7373c52b2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:09:41.575839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4c9b260f-7cfe-40f3-a843-97d7373c52b2 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:09:41.619307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.627686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.630799 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/networks/fa127327-928b-4355-b789-2e8fb167042f HTTP/1.1" status: 204 len: 168 time: 0.8085170 Nov 15 15:09:41.634951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40986) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:41.640473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c1a89018-0ae7-4b57-8d9c-e3eb22362f02 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1455956271'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:41.647473 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbc17d-a513-4ab1-994d-4aa4305918b6 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Network': ['ID=fa127327-928b-4355-b789-2e8fb167042f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:41.733780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a89018-0ae7-4b57-8d9c-e3eb22362f02 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:41.737267 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a89018-0ae7-4b57-8d9c-e3eb22362f02 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.762364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a89018-0ae7-4b57-8d9c-e3eb22362f02 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:09:41.773957 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a89018-0ae7-4b57-8d9c-e3eb22362f02 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.774377 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-c1a89018-0ae7-4b57-8d9c-e3eb22362f02 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Added segment d4dbf00b-7c7d-4028-acfb-282b6b450bf2 of type vlan for network c522c2b4-94af-44c6-aad2-2fda4396b96d Nov 15 15:09:41.820897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a89018-0ae7-4b57-8d9c-e3eb22362f02 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.933524 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a89018-0ae7-4b57-8d9c-e3eb22362f02 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:41.939196 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a89018-0ae7-4b57-8d9c-e3eb22362f02 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:41.939786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a89018-0ae7-4b57-8d9c-e3eb22362f02 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:42.013216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a89018-0ae7-4b57-8d9c-e3eb22362f02 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Network': ['ID=c522c2b4-94af-44c6-aad2-2fda4396b96d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:42.026969 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network c522c2b4-94af-44c6-aad2-2fda4396b96d details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:09:42.107937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c1a89018-0ae7-4b57-8d9c-e3eb22362f02 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4715459 Nov 15 15:09:42.111994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 40988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:42.118299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cfc35dbf-feea-4f75-be76-a28b2782d233 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': 'c522c2b4-94af-44c6-aad2-2fda4396b96d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:42.607913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc35dbf-feea-4f75-be76-a28b2782d233 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:42.611439 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfc35dbf-feea-4f75-be76-a28b2782d233 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:42.876899 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfc35dbf-feea-4f75-be76-a28b2782d233 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:42.948342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc35dbf-feea-4f75-be76-a28b2782d233 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Subnet': ['ID=9ab3394b-abe6-41f6-957f-554e70133a00,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:42.956150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc35dbf-feea-4f75-be76-a28b2782d233 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Checking segment: {'id': 'd4dbf00b-7c7d-4028-acfb-282b6b450bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c522c2b4-94af-44c6-aad2-2fda4396b96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:42.956275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc35dbf-feea-4f75-be76-a28b2782d233 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network hostable DHCP agents. Network: c522c2b4-94af-44c6-aad2-2fda4396b96d, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:09:43.104484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc35dbf-feea-4f75-be76-a28b2782d233 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network c522c2b4-94af-44c6-aad2-2fda4396b96d is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:09:43.236654 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cfc35dbf-feea-4f75-be76-a28b2782d233 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, c522c2b4-94af-44c6-aad2-2fda4396b96d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:43.241561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc35dbf-feea-4f75-be76-a28b2782d233 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:43.243559 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfc35dbf-feea-4f75-be76-a28b2782d233 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:43.244459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0eb71d-bf53-454c-9897-1fda2e8f6711 None None] Network c522c2b4-94af-44c6-aad2-2fda4396b96d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:43.342479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cfc35dbf-feea-4f75-be76-a28b2782d233 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2289243 Nov 15 15:09:43.347050 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:43.351821 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7b49bbd1-1f10-4346-ac79-8d98f612f5cb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-289860250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:43.404806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-c522c2b4-94af-44c6-aad2-2fda4396b96d', 'network_id': 'c522c2b4-94af-44c6-aad2-2fda4396b96d', 'tenant_id': 'd5a7fbab3acc47cfbeefcc886afbdfcf', 'fixed_ips': [{'subnet_id': '9ab3394b-abe6-41f6-957f-554e70133a00'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:09:43.417071 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:43.528722 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b49bbd1-1f10-4346-ac79-8d98f612f5cb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:43.529962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b49bbd1-1f10-4346-ac79-8d98f612f5cb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:43.548374 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Allocated IP 2001:db8::2 (c522c2b4-94af-44c6-aad2-2fda4396b96d/9ab3394b-abe6-41f6-957f-554e70133a00/2967846a-4394-44a7-94dc-cb0b0f901d96) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:43.588790 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b49bbd1-1f10-4346-ac79-8d98f612f5cb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:43.689266 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b49bbd1-1f10-4346-ac79-8d98f612f5cb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:43.694805 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:43.826096 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:43.861902 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b49bbd1-1f10-4346-ac79-8d98f612f5cb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:43.865403 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7b49bbd1-1f10-4346-ac79-8d98f612f5cb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5146310 Nov 15 15:09:43.865701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 40996) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:43.867743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Network c522c2b4-94af-44c6-aad2-2fda4396b96d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:43.870791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'network_id': 'c522c2b4-94af-44c6-aad2-2fda4396b96d', 'name': 'tempest-PortsIpV6TestJSON-1333815067'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:43.870975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:43.876864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:43.878885 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Pushing event updated for resources: {'Port': ['ID=2967846a-4394-44a7-94dc-cb0b0f901d96,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:43.932529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Attempting to bind port 2967846a-4394-44a7-94dc-cb0b0f901d96 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:09:43.932902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Attempting to bind port 2967846a-4394-44a7-94dc-cb0b0f901d96 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'd4dbf00b-7c7d-4028-acfb-282b6b450bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c522c2b4-94af-44c6-aad2-2fda4396b96d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:09:43.933396 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Attempting to bind port 2967846a-4394-44a7-94dc-cb0b0f901d96 on network c522c2b4-94af-44c6-aad2-2fda4396b96d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:09:43.938917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:09:43.939289 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Checking segment: {'id': 'd4dbf00b-7c7d-4028-acfb-282b6b450bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c522c2b4-94af-44c6-aad2-2fda4396b96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:43.939682 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:43.940074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Bound using segment: {'id': 'd4dbf00b-7c7d-4028-acfb-282b6b450bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c522c2b4-94af-44c6-aad2-2fda4396b96d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:09:43.940538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Bound port: 2967846a-4394-44a7-94dc-cb0b0f901d96, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4dbf00b-7c7d-4028-acfb-282b6b450bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c522c2b4-94af-44c6-aad2-2fda4396b96d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:09:43.940915 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:44.008430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] For port 2967846a-4394-44a7-94dc-cb0b0f901d96, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:09:44.011739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] For port 2967846a-4394-44a7-94dc-cb0b0f901d96, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2967846a-4394-44a7-94dc-cb0b0f901d96,segment=NetworkSegment(d4dbf00b-7c7d-4028-acfb-282b6b450bf2),segment_id=d4dbf00b-7c7d-4028-acfb-282b6b450bf2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:09:44.070306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:44.074012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:44.091743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port bb96ae41-3068-470d-9028-698ebd4c5cd9 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:44.116824 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:44.179625 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e2dce-6561-40bc-8a92-62b8860dfbd0 None None] Pushing event updated for resources: {'Port': ['ID=2967846a-4394-44a7-94dc-cb0b0f901d96,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:44.224341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8::222 (c522c2b4-94af-44c6-aad2-2fda4396b96d/9ab3394b-abe6-41f6-957f-554e70133a00/bb96ae41-3068-470d-9028-698ebd4c5cd9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:44.426962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:44.533836 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:44.578768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network c522c2b4-94af-44c6-aad2-2fda4396b96d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:44.581921 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:44.585863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:44.592554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:44.593166 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:44.599463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=bb96ae41-3068-470d-9028-698ebd4c5cd9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:44.696534 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dd6a40f5-750a-462f-9041-32253823cf80 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8296924 Nov 15 15:09:44.699130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41000) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:45.026345 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:45.161161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262bc9d-443f-4042-9895-24c3b0f4093d None None] Network c522c2b4-94af-44c6-aad2-2fda4396b96d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:45.226738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-729e3c89-e4c2-456d-b4af-91c2c8df55d4 None None] Provisioning complete for port 2967846a-4394-44a7-94dc-cb0b0f901d96 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:45.227110 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-729e3c89-e4c2-456d-b4af-91c2c8df55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:45.295863 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:45.373720 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:45.374308 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-729e3c89-e4c2-456d-b4af-91c2c8df55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:45.421132 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-729e3c89-e4c2-456d-b4af-91c2c8df55d4 None None] For port 2967846a-4394-44a7-94dc-cb0b0f901d96, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2967846a-4394-44a7-94dc-cb0b0f901d96,segment=NetworkSegment(d4dbf00b-7c7d-4028-acfb-282b6b450bf2),segment_id=d4dbf00b-7c7d-4028-acfb-282b6b450bf2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:45.473716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=bb96ae41-3068-470d-9028-698ebd4c5cd9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:45.567471 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-729e3c89-e4c2-456d-b4af-91c2c8df55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:45.605792 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:45.621986 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2967846a-4394-44a7-94dc-cb0b0f901d96 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:09:45.677036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e3c89-e4c2-456d-b4af-91c2c8df55d4 None None] Pushing event updated for resources: {'Port': ['ID=2967846a-4394-44a7-94dc-cb0b0f901d96,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:45.712919 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 2967846a-4394-44a7-94dc-cb0b0f901d96 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:45.713468 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:45.750899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a3513b66-ff9a-4c41-b161-12efcff7efa8 None None] Provisioning complete for port bb96ae41-3068-470d-9028-698ebd4c5cd9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:45.751257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3513b66-ff9a-4c41-b161-12efcff7efa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:45.797203 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a3513b66-ff9a-4c41-b161-12efcff7efa8 None None] Port bb96ae41-3068-470d-9028-698ebd4c5cd9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:09:45.836587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a3513b66-ff9a-4c41-b161-12efcff7efa8 None None] Provisioning complete for port 2967846a-4394-44a7-94dc-cb0b0f901d96 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:45.836960 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3513b66-ff9a-4c41-b161-12efcff7efa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:45.877024 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:46.071989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ae1a027f-c68e-464e-949b-986e3013b1ee None None] Provisioning complete for port bb96ae41-3068-470d-9028-698ebd4c5cd9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:46.072433 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae1a027f-c68e-464e-949b-986e3013b1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:46.111293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a027f-c68e-464e-949b-986e3013b1ee None None] Port bb96ae41-3068-470d-9028-698ebd4c5cd9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:09:46.170686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:46.232726 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a2d261f3-db02-4081-ab5a-c32fdde3555d None None] Provisioning complete for port bb96ae41-3068-470d-9028-698ebd4c5cd9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:46.233405 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2d261f3-db02-4081-ab5a-c32fdde3555d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:46.241997 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:46.242861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:46.268392 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a2d261f3-db02-4081-ab5a-c32fdde3555d None None] Port bb96ae41-3068-470d-9028-698ebd4c5cd9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:09:46.328825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=bb96ae41-3068-470d-9028-698ebd4c5cd9,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:46.371655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network c522c2b4-94af-44c6-aad2-2fda4396b96d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:46.373075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:46.579408 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Router 44466028-afeb-4392-97cf-f23253b1e781 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:09:46.672818 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:09:46.678278 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-255a1c08-87d9-498a-8bd7-9a65f20d965f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "PUT /v2.0/routers/44466028-afeb-4392-97cf-f23253b1e781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9781539 Nov 15 15:09:46.681122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41006) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:46.684955 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931aee4-5524-42e1-92ee-5ecdd3dac0d7 None None] Sync routers for ids ['44466028-afeb-4392-97cf-f23253b1e781'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:09:46.691719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-117882a0-e222-4f8b-81d7-810bcece5a48 None None] Provisioning complete for port bb96ae41-3068-470d-9028-698ebd4c5cd9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:46.692142 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-117882a0-e222-4f8b-81d7-810bcece5a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:46.704982 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931aee4-5524-42e1-92ee-5ecdd3dac0d7 None None] Routers {'44466028-afeb-4392-97cf-f23253b1e781'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:09:46.704982 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f931aee4-5524-42e1-92ee-5ecdd3dac0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:09:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['44466028-afeb-4392-97cf-f23253b1e781'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:46.734888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a40772-0a36-483c-83b0-3400357cf564 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:46.736547 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c3a40772-0a36-483c-83b0-3400357cf564 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports?device_id=44466028-afeb-4392-97cf-f23253b1e781 HTTP/1.1" status: 200 len: 989 time: 0.0541711 Nov 15 15:09:46.737354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-117882a0-e222-4f8b-81d7-810bcece5a48 None None] Port bb96ae41-3068-470d-9028-698ebd4c5cd9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:09:46.739254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41008) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:46.741675 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f931aee4-5524-42e1-92ee-5ecdd3dac0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:46.751564 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931aee4-5524-42e1-92ee-5ecdd3dac0d7 None None] Routers {'44466028-afeb-4392-97cf-f23253b1e781'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:09:46.752267 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f931aee4-5524-42e1-92ee-5ecdd3dac0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:09:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['44466028-afeb-4392-97cf-f23253b1e781'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:46.785400 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f931aee4-5524-42e1-92ee-5ecdd3dac0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:46.786281 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931aee4-5524-42e1-92ee-5ecdd3dac0d7 None None] The sync data for ids ['44466028-afeb-4392-97cf-f23253b1e781'] in n-d-817748-2 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:09:47.401904 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad20aaf4-e2b7-4185-822e-9b1db1eba9a7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:47.565192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2967846a-4394-44a7-94dc-cb0b0f901d96 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:09:47.636471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ad20aaf4-e2b7-4185-822e-9b1db1eba9a7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port bb96ae41-3068-470d-9028-698ebd4c5cd9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:47.637151 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad20aaf4-e2b7-4185-822e-9b1db1eba9a7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:47.734270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad20aaf4-e2b7-4185-822e-9b1db1eba9a7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:47.746531 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ad20aaf4-e2b7-4185-822e-9b1db1eba9a7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for bb96ae41-3068-470d-9028-698ebd4c5cd9 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:47.771848 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 2967846a-4394-44a7-94dc-cb0b0f901d96 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:47.772215 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:48.036093 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad20aaf4-e2b7-4185-822e-9b1db1eba9a7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:48.074165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20aaf4-e2b7-4185-822e-9b1db1eba9a7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=bb96ae41-3068-470d-9028-698ebd4c5cd9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:48.169736 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad20aaf4-e2b7-4185-822e-9b1db1eba9a7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:48.337877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad20aaf4-e2b7-4185-822e-9b1db1eba9a7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Router 44466028-afeb-4392-97cf-f23253b1e781 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:09:48.414214 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad20aaf4-e2b7-4185-822e-9b1db1eba9a7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:09:48.420357 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ad20aaf4-e2b7-4185-822e-9b1db1eba9a7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "PUT /v2.0/routers/44466028-afeb-4392-97cf-f23253b1e781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6790967 Nov 15 15:09:48.422623 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41012) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:48.425627 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a207bef-48f6-4279-93a6-bc0827de96fc None None] Sync routers for ids ['44466028-afeb-4392-97cf-f23253b1e781'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:09:48.440284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a207bef-48f6-4279-93a6-bc0827de96fc None None] Routers {'44466028-afeb-4392-97cf-f23253b1e781'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:09:48.440914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5a207bef-48f6-4279-93a6-bc0827de96fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:09:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['44466028-afeb-4392-97cf-f23253b1e781'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:48.447738 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ec58fc-afe9-422d-95e6-6d41871f58f4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:09:48.449183 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-50ec58fc-afe9-422d-95e6-6d41871f58f4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/bb96ae41-3068-470d-9028-698ebd4c5cd9 HTTP/1.1" status: 404 len: 333 time: 0.0256350 Nov 15 15:09:48.452898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41014) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:48.473129 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5a207bef-48f6-4279-93a6-bc0827de96fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:48.483364 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a207bef-48f6-4279-93a6-bc0827de96fc None None] Routers {'44466028-afeb-4392-97cf-f23253b1e781'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:09:48.483989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5a207bef-48f6-4279-93a6-bc0827de96fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:09:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['44466028-afeb-4392-97cf-f23253b1e781'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:48.519044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5a207bef-48f6-4279-93a6-bc0827de96fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:48.519709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a207bef-48f6-4279-93a6-bc0827de96fc None None] The sync data for ids ['44466028-afeb-4392-97cf-f23253b1e781'] in n-d-817748-2 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:09:48.529907 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8d5b319-1156-47ae-bc73-f2abc1947f27 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:48.697085 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8d5b319-1156-47ae-bc73-f2abc1947f27 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:48.699213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8d5b319-1156-47ae-bc73-f2abc1947f27 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:48.836676 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8d5b319-1156-47ae-bc73-f2abc1947f27 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:48.837324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d5b319-1156-47ae-bc73-f2abc1947f27 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Fanout notify agent at l3_agent the message router_deleted on router 44466028-afeb-4392-97cf-f23253b1e781 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:09:48.849179 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8d5b319-1156-47ae-bc73-f2abc1947f27 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:48.849179 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c8d5b319-1156-47ae-bc73-f2abc1947f27 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/routers/44466028-afeb-4392-97cf-f23253b1e781 HTTP/1.1" status: 204 len: 168 time: 0.3947005 Nov 15 15:09:48.851435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41018) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:48.905956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55c0fb4-d4b0-4583-b826-0134179ad3ab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting subnet 9ab3394b-abe6-41f6-957f-554e70133a00 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:09:48.909619 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f55c0fb4-d4b0-4583-b826-0134179ad3ab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:48.951510 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f55c0fb4-d4b0-4583-b826-0134179ad3ab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.038634 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f55c0fb4-d4b0-4583-b826-0134179ad3ab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.174067 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f55c0fb4-d4b0-4583-b826-0134179ad3ab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.203011 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c0fb4-d4b0-4583-b826-0134179ad3ab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab3394b-abe6-41f6-957f-554e70133a00,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:49.208233 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f55c0fb4-d4b0-4583-b826-0134179ad3ab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.216610 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f55c0fb4-d4b0-4583-b826-0134179ad3ab tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/9ab3394b-abe6-41f6-957f-554e70133a00 HTTP/1.1" status: 204 len: 168 time: 0.3612328 Nov 15 15:09:49.216929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9566b58-0980-4a3a-8778-17fbbe950606 None None] Network c522c2b4-94af-44c6-aad2-2fda4396b96d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:49.217542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41020) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:49.304897 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.362648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port 2967846a-4394-44a7-94dc-cb0b0f901d96 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:49.363001 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.410954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc13e2-1ff1-467b-a3f0-88e5a1b8c13b None None] DHCP port deletion for c522c2b4-94af-44c6-aad2-2fda4396b96d request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:09:49.448363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] For port 2967846a-4394-44a7-94dc-cb0b0f901d96, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2967846a-4394-44a7-94dc-cb0b0f901d96,segment=NetworkSegment(d4dbf00b-7c7d-4028-acfb-282b6b450bf2),segment_id=d4dbf00b-7c7d-4028-acfb-282b6b450bf2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:49.448739 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.470330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc13e2-1ff1-467b-a3f0-88e5a1b8c13b None None] Deleting port 2967846a-4394-44a7-94dc-cb0b0f901d96 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:49.470330 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5cc13e2-1ff1-467b-a3f0-88e5a1b8c13b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.470768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for 2967846a-4394-44a7-94dc-cb0b0f901d96 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:49.533212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f5cc13e2-1ff1-467b-a3f0-88e5a1b8c13b None None] For port 2967846a-4394-44a7-94dc-cb0b0f901d96, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2967846a-4394-44a7-94dc-cb0b0f901d96,segment=NetworkSegment(d4dbf00b-7c7d-4028-acfb-282b6b450bf2),segment_id=d4dbf00b-7c7d-4028-acfb-282b6b450bf2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:49.533605 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5cc13e2-1ff1-467b-a3f0-88e5a1b8c13b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.548368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc13e2-1ff1-467b-a3f0-88e5a1b8c13b None None] Calling delete_port for 2967846a-4394-44a7-94dc-cb0b0f901d96 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:49.566704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2967846a-4394-44a7-94dc-cb0b0f901d96 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:09:49.655450 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No ports have port_id starting with 2967846a-4394-44a7-94dc-cb0b0f901d96 Nov 15 15:09:49.655700 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.675838 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5cc13e2-1ff1-467b-a3f0-88e5a1b8c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.683404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=2967846a-4394-44a7-94dc-cb0b0f901d96,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:49.687773 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No DVR routers for this DVR port 2967846a-4394-44a7-94dc-cb0b0f901d96 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:49.712769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc13e2-1ff1-467b-a3f0-88e5a1b8c13b None None] Pushing event deleted for resources: {'Port': ['ID=2967846a-4394-44a7-94dc-cb0b0f901d96,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:49.712769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc13e2-1ff1-467b-a3f0-88e5a1b8c13b None None] No DVR routers for this DVR port 2967846a-4394-44a7-94dc-cb0b0f901d96 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:09:49.775901 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.796377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c522c2b4-94af-44c6-aad2-2fda4396b96d']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:49.805911 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4dbf00b-7c7d-4028-acfb-282b6b450bf2') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:49.806211 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4dbf00b-7c7d-4028-acfb-282b6b450bf2') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:09:49.816314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.830020 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.836101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:09:49.841059 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:09:49.985027 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.991918 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:49.995127 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/networks/c522c2b4-94af-44c6-aad2-2fda4396b96d HTTP/1.1" status: 204 len: 168 time: 0.7772434 Nov 15 15:09:49.999460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41024) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:50.008237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f95f29-2a2b-4513-924a-97fafe043b8e tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Network': ['ID=c522c2b4-94af-44c6-aad2-2fda4396b96d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:50.046967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15258a97-70b5-4f2d-95b5-d496b2801473 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:50.048377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-15258a97-70b5-4f2d-95b5-d496b2801473 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/e0d501cd-363e-4874-a251-e199db30646b HTTP/1.1" status: 200 len: 845 time: 0.0479088 Nov 15 15:09:50.052245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41026) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:50.092007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c91578ab-88e6-4e5c-b2e7-3553f9d52207 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/e0d501cd-363e-4874-a251-e199db30646b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0386758 Nov 15 15:09:50.095901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41028) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:50.100681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-46a07b3c-2575-402b-90bd-a30518ee14c1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:50.253389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a07b3c-2575-402b-90bd-a30518ee14c1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:50.257004 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46a07b3c-2575-402b-90bd-a30518ee14c1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:50.499287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46a07b3c-2575-402b-90bd-a30518ee14c1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:50.545732 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a07b3c-2575-402b-90bd-a30518ee14c1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 3339118c-be12-4a85-b6a8-2de0605da840 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:50.549086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-46a07b3c-2575-402b-90bd-a30518ee14c1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:50.553548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a07b3c-2575-402b-90bd-a30518ee14c1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:50.559931 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46a07b3c-2575-402b-90bd-a30518ee14c1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:50.560784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f0d86-1914-45b0-a2f2-73709b672efa None None] Network 3339118c-be12-4a85-b6a8-2de0605da840 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:50.564717 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a07b3c-2575-402b-90bd-a30518ee14c1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Subnet': ['ID=e3c9307a-11d0-428e-a82e-bc5ac74f64ea,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:50.648614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-46a07b3c-2575-402b-90bd-a30518ee14c1 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5513456 Nov 15 15:09:50.651761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:50.656543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-665b8459-12d5-40ef-9145-c5c5bddc63bb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'security_group': {'name': 'tempest-secgroup-718659407'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:50.735765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-3339118c-be12-4a85-b6a8-2de0605da840', 'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'tenant_id': 'd5a7fbab3acc47cfbeefcc886afbdfcf', 'fixed_ips': [{'subnet_id': 'e3c9307a-11d0-428e-a82e-bc5ac74f64ea'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:09:50.736154 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:50.763211 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-665b8459-12d5-40ef-9145-c5c5bddc63bb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:50.843940 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-665b8459-12d5-40ef-9145-c5c5bddc63bb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:50.904193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Allocated IP 2001:db8::2 (3339118c-be12-4a85-b6a8-2de0605da840/e3c9307a-11d0-428e-a82e-bc5ac74f64ea/350d5566-f9e8-40ac-8371-94e3a3966092) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:50.905846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-665b8459-12d5-40ef-9145-c5c5bddc63bb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:50.951671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b8459-12d5-40ef-9145-c5c5bddc63bb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0068b0-282b-4671-89db-5da2151cc794,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:51.015707 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-665b8459-12d5-40ef-9145-c5c5bddc63bb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:51.019830 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:51.020467 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-665b8459-12d5-40ef-9145-c5c5bddc63bb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3671196 Nov 15 15:09:51.026166 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e95e80e4-6ee1-4bb5-87be-be75a5b7cef0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'security_group': {'name': 'tempest-secgroup-1837201291'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:51.080725 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:51.162458 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e95e80e4-6ee1-4bb5-87be-be75a5b7cef0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:51.180613 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:51.217098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Network 3339118c-be12-4a85-b6a8-2de0605da840 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:51.222216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:51.225931 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:51.235720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Pushing event updated for resources: {'Port': ['ID=350d5566-f9e8-40ac-8371-94e3a3966092,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:51.237691 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e95e80e4-6ee1-4bb5-87be-be75a5b7cef0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:51.294321 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Attempting to bind port 350d5566-f9e8-40ac-8371-94e3a3966092 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:09:51.294718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Attempting to bind port 350d5566-f9e8-40ac-8371-94e3a3966092 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '6397c7ab-3d9f-4999-98ab-82bc5fcb84a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3339118c-be12-4a85-b6a8-2de0605da840'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:09:51.295083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Attempting to bind port 350d5566-f9e8-40ac-8371-94e3a3966092 on network 3339118c-be12-4a85-b6a8-2de0605da840 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:09:51.300359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:09:51.300945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Checking segment: {'id': '6397c7ab-3d9f-4999-98ab-82bc5fcb84a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3339118c-be12-4a85-b6a8-2de0605da840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:09:51.301355 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:51.301749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Bound using segment: {'id': '6397c7ab-3d9f-4999-98ab-82bc5fcb84a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3339118c-be12-4a85-b6a8-2de0605da840'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:09:51.302215 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Bound port: 350d5566-f9e8-40ac-8371-94e3a3966092, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6397c7ab-3d9f-4999-98ab-82bc5fcb84a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3339118c-be12-4a85-b6a8-2de0605da840'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:09:51.302616 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:51.319978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e95e80e4-6ee1-4bb5-87be-be75a5b7cef0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:51.354345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e80e4-6ee1-4bb5-87be-be75a5b7cef0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58723d4e-9fea-41cf-983a-f5dc6c211575,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:51.377894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] For port 350d5566-f9e8-40ac-8371-94e3a3966092, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:09:51.381354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] For port 350d5566-f9e8-40ac-8371-94e3a3966092, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=350d5566-f9e8-40ac-8371-94e3a3966092,segment=NetworkSegment(6397c7ab-3d9f-4999-98ab-82bc5fcb84a7),segment_id=6397c7ab-3d9f-4999-98ab-82bc5fcb84a7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:09:51.398542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e95e80e4-6ee1-4bb5-87be-be75a5b7cef0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:51.399900 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e95e80e4-6ee1-4bb5-87be-be75a5b7cef0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3782635 Nov 15 15:09:51.403119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41036) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:51.410489 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1936346475', 'security_groups': ['58723d4e-9fea-41cf-983a-f5dc6c211575'], 'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e3c9307a-11d0-428e-a82e-bc5ac74f64ea'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:51.470858 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:51.540213 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594d5a7-47c0-413d-a273-d1ea613ed9c4 None None] Pushing event updated for resources: {'Port': ['ID=350d5566-f9e8-40ac-8371-94e3a3966092,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:51.613358 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:51.718768 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:51.738108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port 6b30e735-de54-4701-8702-0e29a41c5051 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:51.927427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8::39a (3339118c-be12-4a85-b6a8-2de0605da840/e3c9307a-11d0-428e-a82e-bc5ac74f64ea/6b30e735-de54-4701-8702-0e29a41c5051) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:52.068561 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:52.202527 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:52.254892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 3339118c-be12-4a85-b6a8-2de0605da840 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:52.259153 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:52.263189 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:52.268941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:52.269634 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:52.281790 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=6b30e735-de54-4701-8702-0e29a41c5051,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:52.370545 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bde097ab-f8af-498b-ada1-04ee2cfc2828 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9662533 Nov 15 15:09:52.374006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:52.379231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cab08f8d-ceca-45e0-8a44-1d410d682df8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:52.599383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1e2cf359-722d-42ce-a433-f319de087426 None None] Provisioning complete for port e0d501cd-363e-4874-a251-e199db30646b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:52.599953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf359-722d-42ce-a433-f319de087426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:52.613404 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab08f8d-ceca-45e0-8a44-1d410d682df8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:52.617761 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cab08f8d-ceca-45e0-8a44-1d410d682df8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:52.639769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cf359-722d-42ce-a433-f319de087426 None None] Port e0d501cd-363e-4874-a251-e199db30646b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:09:52.653354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1e2cf359-722d-42ce-a433-f319de087426 None None] Provisioning complete for port 350d5566-f9e8-40ac-8371-94e3a3966092 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:52.653734 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf359-722d-42ce-a433-f319de087426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:52.720926 n-d-817748-2 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-cab08f8d-ceca-45e0-8a44-1d410d682df8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e3c9307a-11d0-428e-a82e-bc5ac74f64ea (CIDR: 2001:db8::/64) Nov 15 15:09:52.748541 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf359-722d-42ce-a433-f319de087426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:52.780922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1e2cf359-722d-42ce-a433-f319de087426 None None] For port 350d5566-f9e8-40ac-8371-94e3a3966092, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=350d5566-f9e8-40ac-8371-94e3a3966092,segment=NetworkSegment(6397c7ab-3d9f-4999-98ab-82bc5fcb84a7),segment_id=6397c7ab-3d9f-4999-98ab-82bc5fcb84a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:52.785318 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab08f8d-ceca-45e0-8a44-1d410d682df8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:09:52.785777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab08f8d-ceca-45e0-8a44-1d410d682df8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:09:52.871822 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf359-722d-42ce-a433-f319de087426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:52.907587 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cab08f8d-ceca-45e0-8a44-1d410d682df8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5324230 Nov 15 15:09:52.911937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41044) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:52.919095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6d6b4a4c-9f71-4332-b02c-049a0ad10841 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:52.932413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cf359-722d-42ce-a433-f319de087426 None None] Pushing event updated for resources: {'Port': ['ID=350d5566-f9e8-40ac-8371-94e3a3966092,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:52.996989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e4dc2795-f7fb-4083-ba08-12a872dd3d5f None None] Provisioning complete for port 6b30e735-de54-4701-8702-0e29a41c5051 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:52.997678 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2795-f7fb-4083-ba08-12a872dd3d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:53.039279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc2795-f7fb-4083-ba08-12a872dd3d5f None None] Port 6b30e735-de54-4701-8702-0e29a41c5051 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:09:53.156321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6b4a4c-9f71-4332-b02c-049a0ad10841 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:53.162457 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4a4c-9f71-4332-b02c-049a0ad10841 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:53.470910 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4a4c-9f71-4332-b02c-049a0ad10841 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:53.518532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b4a4c-9f71-4332-b02c-049a0ad10841 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 3339118c-be12-4a85-b6a8-2de0605da840 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:53.522241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b4a4c-9f71-4332-b02c-049a0ad10841 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:53.533696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6b4a4c-9f71-4332-b02c-049a0ad10841 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:53.535356 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4a4c-9f71-4332-b02c-049a0ad10841 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:53.544568 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2809f701-ef97-4bec-a041-64cc344eae9e None None] Network 3339118c-be12-4a85-b6a8-2de0605da840 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:53.544788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b4a4c-9f71-4332-b02c-049a0ad10841 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Subnet': ['ID=66980ee2-4163-4fed-9cdd-806474458e21,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:53.628344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6d6b4a4c-9f71-4332-b02c-049a0ad10841 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7137160 Nov 15 15:09:53.632246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41046) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:53.644739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-793e95f2-5f62-4be1-9ca7-1a346e75d0e7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-817099071', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '66980ee2-4163-4fed-9cdd-806474458e21'}], 'security_groups': ['1b0068b0-282b-4671-89db-5da2151cc794']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:53.659799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 350d5566-f9e8-40ac-8371-94e3a3966092 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:09:53.727856 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-793e95f2-5f62-4be1-9ca7-1a346e75d0e7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:53.776699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 350d5566-f9e8-40ac-8371-94e3a3966092 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:53.777078 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:53.914264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950fe536-bd97-414c-996f-b00ee64e0321 None None] Update dhcp port {'port': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'fixed_ips': [{'subnet_id': 'e3c9307a-11d0-428e-a82e-bc5ac74f64ea', 'ip_address': '2001:db8::2'}, {'subnet_id': '66980ee2-4163-4fed-9cdd-806474458e21'}], 'binding:host_id': 'n-d-817748-2'}, 'id': '350d5566-f9e8-40ac-8371-94e3a3966092'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 15:09:53.943203 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-950fe536-bd97-414c-996f-b00ee64e0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:54.051857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-793e95f2-5f62-4be1-9ca7-1a346e75d0e7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Delete allocated IP 2001:db8::39a (3339118c-be12-4a85-b6a8-2de0605da840/e3c9307a-11d0-428e-a82e-bc5ac74f64ea) {{(pid=103147) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 15:09:54.059445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-793e95f2-5f62-4be1-9ca7-1a346e75d0e7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8:0:1::fa (3339118c-be12-4a85-b6a8-2de0605da840/66980ee2-4163-4fed-9cdd-806474458e21/6b30e735-de54-4701-8702-0e29a41c5051) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:54.208006 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-793e95f2-5f62-4be1-9ca7-1a346e75d0e7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:54.310837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-793e95f2-5f62-4be1-9ca7-1a346e75d0e7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:54.376895 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-950fe536-bd97-414c-996f-b00ee64e0321 None None] Allocated IP 2001:db8:0:1::2 (3339118c-be12-4a85-b6a8-2de0605da840/66980ee2-4163-4fed-9cdd-806474458e21/350d5566-f9e8-40ac-8371-94e3a3966092) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:54.384281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-793e95f2-5f62-4be1-9ca7-1a346e75d0e7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] In _notify_port_updated(), no bound segment for port 6b30e735-de54-4701-8702-0e29a41c5051 on network 3339118c-be12-4a85-b6a8-2de0605da840 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 15:09:54.390672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e95f2-5f62-4be1-9ca7-1a346e75d0e7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:54.391298 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-793e95f2-5f62-4be1-9ca7-1a346e75d0e7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:54.392609 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-793e95f2-5f62-4be1-9ca7-1a346e75d0e7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "PUT /v2.0/ports/6b30e735-de54-4701-8702-0e29a41c5051 HTTP/1.1" status: 200 len: 929 time: 0.7593553 Nov 15 15:09:54.393907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e95f2-5f62-4be1-9ca7-1a346e75d0e7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=6b30e735-de54-4701-8702-0e29a41c5051,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:54.395742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41050) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:54.483379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-950fe536-bd97-414c-996f-b00ee64e0321 None None] For port 350d5566-f9e8-40ac-8371-94e3a3966092, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=350d5566-f9e8-40ac-8371-94e3a3966092,segment=NetworkSegment(6397c7ab-3d9f-4999-98ab-82bc5fcb84a7),segment_id=6397c7ab-3d9f-4999-98ab-82bc5fcb84a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:54.490950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b94e4848-0884-4d48-a5ec-27b0673eff9c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port 6b30e735-de54-4701-8702-0e29a41c5051 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:09:54.491301 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b94e4848-0884-4d48-a5ec-27b0673eff9c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:54.514564 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-950fe536-bd97-414c-996f-b00ee64e0321 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:54.573542 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-950fe536-bd97-414c-996f-b00ee64e0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:54.581834 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b94e4848-0884-4d48-a5ec-27b0673eff9c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:54.594923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b94e4848-0884-4d48-a5ec-27b0673eff9c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for 6b30e735-de54-4701-8702-0e29a41c5051 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:09:54.670301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fe536-bd97-414c-996f-b00ee64e0321 None None] Pushing event updated for resources: {'Port': ['ID=350d5566-f9e8-40ac-8371-94e3a3966092,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:54.879904 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b94e4848-0884-4d48-a5ec-27b0673eff9c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:54.904894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e4848-0884-4d48-a5ec-27b0673eff9c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=6b30e735-de54-4701-8702-0e29a41c5051,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:54.937938 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b94e4848-0884-4d48-a5ec-27b0673eff9c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:54.941363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b94e4848-0884-4d48-a5ec-27b0673eff9c tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/6b30e735-de54-4701-8702-0e29a41c5051 HTTP/1.1" status: 204 len: 168 time: 0.5444698 Nov 15 15:09:54.944310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:54.976363 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85cc509-159d-47d2-8d21-1227ccb5a9ff tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:09:54.981569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41056) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:54.982154 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b85cc509-159d-47d2-8d21-1227ccb5a9ff tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/6b30e735-de54-4701-8702-0e29a41c5051 HTTP/1.1" status: 404 len: 333 time: 0.0364280 Nov 15 15:09:55.052961 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-964a6699-b8ca-4697-98d1-eea5f3c9b496 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.076831 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-964a6699-b8ca-4697-98d1-eea5f3c9b496 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.248098 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-964a6699-b8ca-4697-98d1-eea5f3c9b496 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.250841 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-964a6699-b8ca-4697-98d1-eea5f3c9b496 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.252092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-964a6699-b8ca-4697-98d1-eea5f3c9b496 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/security-groups/58723d4e-9fea-41cf-983a-f5dc6c211575 HTTP/1.1" status: 204 len: 168 time: 0.2695143 Nov 15 15:09:55.255084 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41058) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:55.262539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a6699-b8ca-4697-98d1-eea5f3c9b496 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58723d4e-9fea-41cf-983a-f5dc6c211575,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:55.289318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-701e405f-34ed-4ac9-bc28-76f28327f122 None None] Could not find standard attr ID for object 6b30e735-de54-4701-8702-0e29a41c5051. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:09:55.300319 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-701e405f-34ed-4ac9-bc28-76f28327f122 None None] Provisioning complete for port e0d501cd-363e-4874-a251-e199db30646b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:55.300696 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-701e405f-34ed-4ac9-bc28-76f28327f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.338304 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ff0061e-a9fc-4f14-8e4d-ba202f1cce15 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.361866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-701e405f-34ed-4ac9-bc28-76f28327f122 None None] Port e0d501cd-363e-4874-a251-e199db30646b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:09:55.370810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ff0061e-a9fc-4f14-8e4d-ba202f1cce15 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.374367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-701e405f-34ed-4ac9-bc28-76f28327f122 None None] Provisioning complete for port 350d5566-f9e8-40ac-8371-94e3a3966092 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:55.374717 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-701e405f-34ed-4ac9-bc28-76f28327f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.487391 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ff0061e-a9fc-4f14-8e4d-ba202f1cce15 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.490477 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ff0061e-a9fc-4f14-8e4d-ba202f1cce15 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.494268 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8ff0061e-a9fc-4f14-8e4d-ba202f1cce15 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/security-groups/1b0068b0-282b-4671-89db-5da2151cc794 HTTP/1.1" status: 204 len: 168 time: 0.2358241 Nov 15 15:09:55.495304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41060) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:55.504774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0061e-a9fc-4f14-8e4d-ba202f1cce15 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0068b0-282b-4671-89db-5da2151cc794,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:55.576612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9a3c78d4-7a23-4450-bc9a-e6ed332154ac None None] Could not find standard attr ID for object 6b30e735-de54-4701-8702-0e29a41c5051. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:09:55.584208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 350d5566-f9e8-40ac-8371-94e3a3966092 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:09:55.584533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a05c9d8-c115-4a5c-b188-bca4df330900 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting subnet e3c9307a-11d0-428e-a82e-bc5ac74f64ea {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:09:55.589690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a05c9d8-c115-4a5c-b188-bca4df330900 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.643773 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a05c9d8-c115-4a5c-b188-bca4df330900 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.644383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 350d5566-f9e8-40ac-8371-94e3a3966092 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:55.644756 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.744031 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a05c9d8-c115-4a5c-b188-bca4df330900 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.882133 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a05c9d8-c115-4a5c-b188-bca4df330900 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.910714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05c9d8-c115-4a5c-b188-bca4df330900 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c9307a-11d0-428e-a82e-bc5ac74f64ea,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:55.915855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a05c9d8-c115-4a5c-b188-bca4df330900 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:55.924279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2a05c9d8-c115-4a5c-b188-bca4df330900 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/e3c9307a-11d0-428e-a82e-bc5ac74f64ea HTTP/1.1" status: 204 len: 168 time: 0.4219472 Nov 15 15:09:55.925304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:55.927195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd797d5-7680-43eb-82dd-8316e57507e0 None None] Network 3339118c-be12-4a85-b6a8-2de0605da840 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:55.943788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c5cac3fe-be8e-424c-9749-1ada4288b613 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:56.139050 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cac3fe-be8e-424c-9749-1ada4288b613 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:56.142898 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cac3fe-be8e-424c-9749-1ada4288b613 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:56.488236 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cac3fe-be8e-424c-9749-1ada4288b613 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:56.531274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cac3fe-be8e-424c-9749-1ada4288b613 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 3339118c-be12-4a85-b6a8-2de0605da840 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:56.534495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c5cac3fe-be8e-424c-9749-1ada4288b613 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:56.537642 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cac3fe-be8e-424c-9749-1ada4288b613 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:56.538242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cac3fe-be8e-424c-9749-1ada4288b613 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:56.559054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cac3fe-be8e-424c-9749-1ada4288b613 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Subnet': ['ID=11ac2950-c585-4e3b-9a15-7bcfda3b75ef,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:56.645560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac30cc-626e-483d-9ae4-eaec157d93d6 None None] Network 3339118c-be12-4a85-b6a8-2de0605da840 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:09:56.707150 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c5cac3fe-be8e-424c-9749-1ada4288b613 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7806351 Nov 15 15:09:56.709842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:56.715332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0203807e-b9fc-4dcb-936b-c0ad62b73c49 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'security_group': {'name': 'tempest-secgroup-290920618'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:56.729248 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-60eb2b85-8ef0-4af4-9236-2cb39abf421e None None] Provisioning complete for port e0d501cd-363e-4874-a251-e199db30646b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:56.729628 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60eb2b85-8ef0-4af4-9236-2cb39abf421e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:56.791463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-60eb2b85-8ef0-4af4-9236-2cb39abf421e None None] Port e0d501cd-363e-4874-a251-e199db30646b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:09:56.823006 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-60eb2b85-8ef0-4af4-9236-2cb39abf421e None None] Provisioning complete for port 350d5566-f9e8-40ac-8371-94e3a3966092 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:56.823666 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60eb2b85-8ef0-4af4-9236-2cb39abf421e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:56.864527 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0203807e-b9fc-4dcb-936b-c0ad62b73c49 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:56.951192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41a3f6-496e-4e49-97ab-86827a1dbfcc None None] Update dhcp port {'port': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'fixed_ips': [{'subnet_id': '66980ee2-4163-4fed-9cdd-806474458e21', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '11ac2950-c585-4e3b-9a15-7bcfda3b75ef'}], 'binding:host_id': 'n-d-817748-2'}, 'id': '350d5566-f9e8-40ac-8371-94e3a3966092'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 15:09:56.957317 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0203807e-b9fc-4dcb-936b-c0ad62b73c49 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:56.976140 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0d41a3f6-496e-4e49-97ab-86827a1dbfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:57.014120 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0203807e-b9fc-4dcb-936b-c0ad62b73c49 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:57.045366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203807e-b9fc-4dcb-936b-c0ad62b73c49 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86ca2b4-38a7-4e7a-bee4-987e0f90fd2a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:57.170138 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0203807e-b9fc-4dcb-936b-c0ad62b73c49 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:57.171754 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0203807e-b9fc-4dcb-936b-c0ad62b73c49 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4608505 Nov 15 15:09:57.174821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41070) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:57.179810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0dd7d5bb-729a-496f-97a7-af818adaa422 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'security_group': {'name': 'tempest-secgroup-589682090'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:57.293690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dd7d5bb-729a-496f-97a7-af818adaa422 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:57.334574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0d41a3f6-496e-4e49-97ab-86827a1dbfcc None None] Allocated IP 2001:db8::2 (3339118c-be12-4a85-b6a8-2de0605da840/11ac2950-c585-4e3b-9a15-7bcfda3b75ef/350d5566-f9e8-40ac-8371-94e3a3966092) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:57.378912 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dd7d5bb-729a-496f-97a7-af818adaa422 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:57.449164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0d41a3f6-496e-4e49-97ab-86827a1dbfcc None None] For port 350d5566-f9e8-40ac-8371-94e3a3966092, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=350d5566-f9e8-40ac-8371-94e3a3966092,segment=NetworkSegment(6397c7ab-3d9f-4999-98ab-82bc5fcb84a7),segment_id=6397c7ab-3d9f-4999-98ab-82bc5fcb84a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:09:57.465252 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dd7d5bb-729a-496f-97a7-af818adaa422 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:57.479580 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0d41a3f6-496e-4e49-97ab-86827a1dbfcc None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:57.497323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7d5bb-729a-496f-97a7-af818adaa422 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070e678e-b987-491c-8dd1-70a714c1f322,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:57.598449 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dd7d5bb-729a-496f-97a7-af818adaa422 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:57.599666 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0dd7d5bb-729a-496f-97a7-af818adaa422 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4238303 Nov 15 15:09:57.602433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:57.607516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8b31a23b-ead0-4f49-83fc-ac030e2c8404 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'security_group': {'name': 'tempest-secgroup-1363948882'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:57.647772 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0d41a3f6-496e-4e49-97ab-86827a1dbfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:57.733737 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b31a23b-ead0-4f49-83fc-ac030e2c8404 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:57.748245 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41a3f6-496e-4e49-97ab-86827a1dbfcc None None] Pushing event updated for resources: {'Port': ['ID=350d5566-f9e8-40ac-8371-94e3a3966092,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:57.813343 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b31a23b-ead0-4f49-83fc-ac030e2c8404 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:57.905024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b31a23b-ead0-4f49-83fc-ac030e2c8404 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:57.938293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31a23b-ead0-4f49-83fc-ac030e2c8404 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f32b4a-7db4-4775-9fa4-40a8794725ea,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:58.050170 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b31a23b-ead0-4f49-83fc-ac030e2c8404 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:58.052211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8b31a23b-ead0-4f49-83fc-ac030e2c8404 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4486220 Nov 15 15:09:58.059321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41074) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:58.060915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1098342195', 'security_groups': ['55f32b4a-7db4-4775-9fa4-40a8794725ea'], 'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '11ac2950-c585-4e3b-9a15-7bcfda3b75ef'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:58.264598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:58.360337 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:58.379184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f06a5ac1-86d7-4247-85db-6bd60f500b0b None None] Provisioning complete for port e0d501cd-363e-4874-a251-e199db30646b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:58.379765 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f06a5ac1-86d7-4247-85db-6bd60f500b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:58.391764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] device_id is not set on port 7e5cc2b5-555a-4ab3-8184-61e432a80d62 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 15:09:58.419131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f06a5ac1-86d7-4247-85db-6bd60f500b0b None None] Port e0d501cd-363e-4874-a251-e199db30646b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:09:58.430993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f06a5ac1-86d7-4247-85db-6bd60f500b0b None None] Provisioning complete for port 350d5566-f9e8-40ac-8371-94e3a3966092 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:58.431406 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f06a5ac1-86d7-4247-85db-6bd60f500b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:58.501643 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:58.563291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8::bd (3339118c-be12-4a85-b6a8-2de0605da840/11ac2950-c585-4e3b-9a15-7bcfda3b75ef/7e5cc2b5-555a-4ab3-8184-61e432a80d62) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:09:58.715274 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:58.836523 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:58.877630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 3339118c-be12-4a85-b6a8-2de0605da840 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:09:58.884561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:09:58.888839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:09:58.894411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:09:58.895105 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:58.906374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=7e5cc2b5-555a-4ab3-8184-61e432a80d62,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:09:59.008831 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:59.031574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:59.032400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d2c1d98e-79a6-46ce-a5f0-f2cfdc3bed22 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9755354 Nov 15 15:09:59.040987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-43adc841-d9e9-4258-b868-64bd6f4e69b9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:59.239945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5d0fdc2f-76e4-4fac-b10e-d9a3a9d2442d None None] Provisioning complete for port 7e5cc2b5-555a-4ab3-8184-61e432a80d62 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:59.240249 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d0fdc2f-76e4-4fac-b10e-d9a3a9d2442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:59.275922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43adc841-d9e9-4258-b868-64bd6f4e69b9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:59.279935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fdc2f-76e4-4fac-b10e-d9a3a9d2442d None None] Port 7e5cc2b5-555a-4ab3-8184-61e432a80d62 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:09:59.280809 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43adc841-d9e9-4258-b868-64bd6f4e69b9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:59.375475 n-d-817748-2 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-43adc841-d9e9-4258-b868-64bd6f4e69b9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11ac2950-c585-4e3b-9a15-7bcfda3b75ef (CIDR: 2001:db8::/64) Nov 15 15:09:59.419151 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-43adc841-d9e9-4258-b868-64bd6f4e69b9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:09:59.419610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43adc841-d9e9-4258-b868-64bd6f4e69b9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:09:59.519359 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-43adc841-d9e9-4258-b868-64bd6f4e69b9 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4845412 Nov 15 15:09:59.525716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41088) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:59.531170 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ae298b70-d96d-4b2b-bb02-d2e1c7ef02d0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:09:59.571724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 350d5566-f9e8-40ac-8371-94e3a3966092 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:09:59.621725 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 350d5566-f9e8-40ac-8371-94e3a3966092 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:09:59.622477 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:59.715917 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae298b70-d96d-4b2b-bb02-d2e1c7ef02d0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:09:59.720031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae298b70-d96d-4b2b-bb02-d2e1c7ef02d0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:59.767328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6e89152-c28c-4da2-8627-405118b1a46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:09:59.817947 n-d-817748-2 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-ae298b70-d96d-4b2b-bb02-d2e1c7ef02d0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 66980ee2-4163-4fed-9cdd-806474458e21 (CIDR: 2001:db8:0:1::/64) Nov 15 15:09:59.865262 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae298b70-d96d-4b2b-bb02-d2e1c7ef02d0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:09:59.865832 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae298b70-d96d-4b2b-bb02-d2e1c7ef02d0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:09:59.941657 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ae298b70-d96d-4b2b-bb02-d2e1c7ef02d0 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4150300 Nov 15 15:09:59.944937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:09:59.950415 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9420a1ea-f414-4e38-b79f-57fc4d9da5a4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'subnet': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:00.476219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9420a1ea-f414-4e38-b79f-57fc4d9da5a4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Made reservation on behalf of d5a7fbab3acc47cfbeefcc886afbdfcf for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:10:00.479984 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9420a1ea-f414-4e38-b79f-57fc4d9da5a4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:00.763527 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9420a1ea-f414-4e38-b79f-57fc4d9da5a4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:00.801746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9420a1ea-f414-4e38-b79f-57fc4d9da5a4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Network 3339118c-be12-4a85-b6a8-2de0605da840 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:10:00.806322 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9420a1ea-f414-4e38-b79f-57fc4d9da5a4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:10:00.811038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9420a1ea-f414-4e38-b79f-57fc4d9da5a4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:10:00.811633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9420a1ea-f414-4e38-b79f-57fc4d9da5a4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:00.817270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf57e5c-dd71-4f8a-9347-55bfb9577c08 None None] Network 3339118c-be12-4a85-b6a8-2de0605da840 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:10:00.827842 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420a1ea-f414-4e38-b79f-57fc4d9da5a4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Subnet': ['ID=26c02a59-d194-4fb4-9d85-ec20bce3d241,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:00.898664 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9420a1ea-f414-4e38-b79f-57fc4d9da5a4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9500878 Nov 15 15:10:00.899385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41094) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:00.905589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-40d3e614-addf-401b-955c-41bfc2520b10 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1230558731', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '26c02a59-d194-4fb4-9d85-ec20bce3d241'}], 'security_groups': ['f86ca2b4-38a7-4e7a-bee4-987e0f90fd2a', '070e678e-b987-491c-8dd1-70a714c1f322']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:00.976931 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40d3e614-addf-401b-955c-41bfc2520b10 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:01.089004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Update dhcp port {'port': {'network_id': '3339118c-be12-4a85-b6a8-2de0605da840', 'fixed_ips': [{'subnet_id': '66980ee2-4163-4fed-9cdd-806474458e21', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '11ac2950-c585-4e3b-9a15-7bcfda3b75ef', 'ip_address': '2001:db8::2'}, {'subnet_id': '26c02a59-d194-4fb4-9d85-ec20bce3d241'}], 'binding:host_id': 'n-d-817748-2'}, 'id': '350d5566-f9e8-40ac-8371-94e3a3966092'} from n-d-817748-2. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 15:10:01.119392 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:01.372940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-40d3e614-addf-401b-955c-41bfc2520b10 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Delete allocated IP 2001:db8::bd (3339118c-be12-4a85-b6a8-2de0605da840/11ac2950-c585-4e3b-9a15-7bcfda3b75ef) {{(pid=103146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 15:10:01.382361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-40d3e614-addf-401b-955c-41bfc2520b10 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Allocated IP 2001:db8:0:2::1c1 (3339118c-be12-4a85-b6a8-2de0605da840/26c02a59-d194-4fb4-9d85-ec20bce3d241/7e5cc2b5-555a-4ab3-8184-61e432a80d62) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:10:01.555859 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40d3e614-addf-401b-955c-41bfc2520b10 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:01.613599 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40d3e614-addf-401b-955c-41bfc2520b10 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:01.675044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-40d3e614-addf-401b-955c-41bfc2520b10 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] In _notify_port_updated(), no bound segment for port 7e5cc2b5-555a-4ab3-8184-61e432a80d62 on network 3339118c-be12-4a85-b6a8-2de0605da840 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 15:10:01.680986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d3e614-addf-401b-955c-41bfc2520b10 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:10:01.681668 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40d3e614-addf-401b-955c-41bfc2520b10 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:01.685784 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-40d3e614-addf-401b-955c-41bfc2520b10 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "PUT /v2.0/ports/7e5cc2b5-555a-4ab3-8184-61e432a80d62 HTTP/1.1" status: 200 len: 970 time: 0.7826784 Nov 15 15:10:01.686227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:01.701649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3e614-addf-401b-955c-41bfc2520b10 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event updated for resources: {'Port': ['ID=7e5cc2b5-555a-4ab3-8184-61e432a80d62,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:01.709338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Allocated IP 2001:db8:0:2::2 (3339118c-be12-4a85-b6a8-2de0605da840/26c02a59-d194-4fb4-9d85-ec20bce3d241/350d5566-f9e8-40ac-8371-94e3a3966092) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:10:01.789977 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0c75b0ef-0d83-4976-a31c-39e2737de76b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port 7e5cc2b5-555a-4ab3-8184-61e432a80d62 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:10:01.790314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c75b0ef-0d83-4976-a31c-39e2737de76b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:01.810868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] For port 350d5566-f9e8-40ac-8371-94e3a3966092, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=350d5566-f9e8-40ac-8371-94e3a3966092,segment=NetworkSegment(6397c7ab-3d9f-4999-98ab-82bc5fcb84a7),segment_id=6397c7ab-3d9f-4999-98ab-82bc5fcb84a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:10:01.844152 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:01.877155 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c75b0ef-0d83-4976-a31c-39e2737de76b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:01.889597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0c75b0ef-0d83-4976-a31c-39e2737de76b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for 7e5cc2b5-555a-4ab3-8184-61e432a80d62 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:10:01.950578 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.068582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Pushing event updated for resources: {'Port': ['ID=350d5566-f9e8-40ac-8371-94e3a3966092,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:02.077620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:02.077970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:02.078304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:02.078682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:02.079018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:02.079348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:02.079677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:02.080021 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:02.080383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:02.080646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:02.081023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:02.081352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3fed-d75e-4419-94a6-37d82e87b117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:02.099074 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c75b0ef-0d83-4976-a31c-39e2737de76b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.128951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75b0ef-0d83-4976-a31c-39e2737de76b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=7e5cc2b5-555a-4ab3-8184-61e432a80d62,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:02.132968 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0d2d27b2-c64f-4017-b60d-975f60817d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.159613 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c75b0ef-0d83-4976-a31c-39e2737de76b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.165457 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0c75b0ef-0d83-4976-a31c-39e2737de76b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/7e5cc2b5-555a-4ab3-8184-61e432a80d62 HTTP/1.1" status: 204 len: 168 time: 0.4756680 Nov 15 15:10:02.165960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:02.196110 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9aeada6-1d6b-4467-8822-1a71d2b2f985 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] GET failed (client error): The resource could not be found. Nov 15 15:10:02.197976 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a9aeada6-1d6b-4467-8822-1a71d2b2f985 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports/7e5cc2b5-555a-4ab3-8184-61e432a80d62 HTTP/1.1" status: 404 len: 333 time: 0.0310147 Nov 15 15:10:02.201739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41104) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:02.268128 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8019d8b3-965f-4105-9666-ce1cdc2c1cdf tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.294026 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8019d8b3-965f-4105-9666-ce1cdc2c1cdf tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.413531 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8019d8b3-965f-4105-9666-ce1cdc2c1cdf tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.416408 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8019d8b3-965f-4105-9666-ce1cdc2c1cdf tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.419485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8019d8b3-965f-4105-9666-ce1cdc2c1cdf tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/security-groups/55f32b4a-7db4-4775-9fa4-40a8794725ea HTTP/1.1" status: 204 len: 168 time: 0.2148509 Nov 15 15:10:02.421096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:02.428999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019d8b3-965f-4105-9666-ce1cdc2c1cdf tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f32b4a-7db4-4775-9fa4-40a8794725ea,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:02.525369 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3e9f695-eb1c-46db-b78b-1a11eaca6e47 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.553931 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3e9f695-eb1c-46db-b78b-1a11eaca6e47 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.664846 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3e9f695-eb1c-46db-b78b-1a11eaca6e47 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.669069 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3e9f695-eb1c-46db-b78b-1a11eaca6e47 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.670540 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f3e9f695-eb1c-46db-b78b-1a11eaca6e47 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/security-groups/070e678e-b987-491c-8dd1-70a714c1f322 HTTP/1.1" status: 204 len: 168 time: 0.2482560 Nov 15 15:10:02.673474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41108) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:02.687707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9f695-eb1c-46db-b78b-1a11eaca6e47 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=070e678e-b987-491c-8dd1-70a714c1f322,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:02.760027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-18cc7210-4648-4954-815d-2aeb4fa305ad None None] Provisioning complete for port e0d501cd-363e-4874-a251-e199db30646b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:10:02.760677 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18cc7210-4648-4954-815d-2aeb4fa305ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.763941 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a939d475-603f-4689-8ab1-a972ce8be578 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.795506 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a939d475-603f-4689-8ab1-a972ce8be578 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.848821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-18cc7210-4648-4954-815d-2aeb4fa305ad None None] Port e0d501cd-363e-4874-a251-e199db30646b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:10:02.854014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-18cc7210-4648-4954-815d-2aeb4fa305ad None None] Provisioning complete for port 350d5566-f9e8-40ac-8371-94e3a3966092 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:10:02.854014 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18cc7210-4648-4954-815d-2aeb4fa305ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.935744 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a939d475-603f-4689-8ab1-a972ce8be578 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.938450 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a939d475-603f-4689-8ab1-a972ce8be578 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:02.939657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a939d475-603f-4689-8ab1-a972ce8be578 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/security-groups/f86ca2b4-38a7-4e7a-bee4-987e0f90fd2a HTTP/1.1" status: 204 len: 168 time: 0.2651417 Nov 15 15:10:02.948503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41118) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:02.972117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939d475-603f-4689-8ab1-a972ce8be578 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86ca2b4-38a7-4e7a-bee4-987e0f90fd2a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:03.006262 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-18cc7210-4648-4954-815d-2aeb4fa305ad None None] Could not find standard attr ID for object 7e5cc2b5-555a-4ab3-8184-61e432a80d62. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:10:03.037195 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-816b5d61-7ead-449c-9d17-a5a00215bd9f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting subnet 11ac2950-c585-4e3b-9a15-7bcfda3b75ef {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:10:03.049960 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-816b5d61-7ead-449c-9d17-a5a00215bd9f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:03.125458 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-816b5d61-7ead-449c-9d17-a5a00215bd9f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:03.125927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17f4f83b-8a2d-42ba-a3ac-d43d28499bf8 None None] Could not find standard attr ID for object 7e5cc2b5-555a-4ab3-8184-61e432a80d62. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:10:03.219024 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-816b5d61-7ead-449c-9d17-a5a00215bd9f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:03.362447 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-816b5d61-7ead-449c-9d17-a5a00215bd9f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:03.388479 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b5d61-7ead-449c-9d17-a5a00215bd9f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Subnet': ['ID=11ac2950-c585-4e3b-9a15-7bcfda3b75ef,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:03.395915 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-816b5d61-7ead-449c-9d17-a5a00215bd9f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:03.399444 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-816b5d61-7ead-449c-9d17-a5a00215bd9f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/11ac2950-c585-4e3b-9a15-7bcfda3b75ef HTTP/1.1" status: 204 len: 168 time: 0.4492877 Nov 15 15:10:03.403768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41120) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:03.408652 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a28657-83b8-4a30-9a3f-aada405539e4 None None] Network 3339118c-be12-4a85-b6a8-2de0605da840 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:10:03.475969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-828aa07e-16ad-405f-a7ae-d062877e2325 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting subnet 26c02a59-d194-4fb4-9d85-ec20bce3d241 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:10:03.479805 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828aa07e-16ad-405f-a7ae-d062877e2325 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:03.533208 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828aa07e-16ad-405f-a7ae-d062877e2325 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:03.582602 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:03.619487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 350d5566-f9e8-40ac-8371-94e3a3966092 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:10:03.637774 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828aa07e-16ad-405f-a7ae-d062877e2325 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:03.701601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 350d5566-f9e8-40ac-8371-94e3a3966092 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:10:03.702323 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:03.790817 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828aa07e-16ad-405f-a7ae-d062877e2325 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:03.818468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aa07e-16ad-405f-a7ae-d062877e2325 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Subnet': ['ID=26c02a59-d194-4fb4-9d85-ec20bce3d241,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:03.838840 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828aa07e-16ad-405f-a7ae-d062877e2325 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:03.846569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-828aa07e-16ad-405f-a7ae-d062877e2325 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/26c02a59-d194-4fb4-9d85-ec20bce3d241 HTTP/1.1" status: 204 len: 168 time: 0.4415865 Nov 15 15:10:03.849188 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:03.884068 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7609351f-d356-45de-8278-e3f5ca509460 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] DELETE failed (client error): The resource could not be found. Nov 15 15:10:03.884843 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7609351f-d356-45de-8278-e3f5ca509460 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:10:03.889449 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7609351f-d356-45de-8278-e3f5ca509460 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/11ac2950-c585-4e3b-9a15-7bcfda3b75ef HTTP/1.1" status: 404 len: 337 time: 0.0384047 Nov 15 15:10:03.898804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41124) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:03.965700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a682a8-c7fe-4dd7-a6d0-76e19f28e421 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting subnet 66980ee2-4163-4fed-9cdd-806474458e21 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:10:03.969801 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42a682a8-c7fe-4dd7-a6d0-76e19f28e421 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:04.037549 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42a682a8-c7fe-4dd7-a6d0-76e19f28e421 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:04.133611 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42a682a8-c7fe-4dd7-a6d0-76e19f28e421 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:04.293511 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42a682a8-c7fe-4dd7-a6d0-76e19f28e421 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:04.331311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a682a8-c7fe-4dd7-a6d0-76e19f28e421 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Subnet': ['ID=66980ee2-4163-4fed-9cdd-806474458e21,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:04.343481 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42a682a8-c7fe-4dd7-a6d0-76e19f28e421 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:04.349493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-42a682a8-c7fe-4dd7-a6d0-76e19f28e421 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/66980ee2-4163-4fed-9cdd-806474458e21 HTTP/1.1" status: 204 len: 168 time: 0.4491799 Nov 15 15:10:04.351606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41128) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:04.368056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7879f4-9054-4cfd-8eec-e5741b7ef76d None None] Network 3339118c-be12-4a85-b6a8-2de0605da840 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:10:04.383694 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee01d602-adda-4fc1-bf19-b81d499411ca tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] DELETE failed (client error): The resource could not be found. Nov 15 15:10:04.384382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee01d602-adda-4fc1-bf19-b81d499411ca tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:10:04.390837 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ee01d602-adda-4fc1-bf19-b81d499411ca tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/e3c9307a-11d0-428e-a82e-bc5ac74f64ea HTTP/1.1" status: 404 len: 337 time: 0.0379322 Nov 15 15:10:04.393215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41130) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:04.426845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-021ad953-dd59-4641-b62d-f24472db605f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "GET /v2.0/ports?device_id=44466028-afeb-4392-97cf-f23253b1e781 HTTP/1.1" status: 200 len: 205 time: 0.0323176 Nov 15 15:10:04.429198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41132) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:04.487618 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-b0ddb139-c279-475e-8189-a89c82f7ced8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] delete failed (client error): The resource could not be found. Nov 15 15:10:04.491313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b0ddb139-c279-475e-8189-a89c82f7ced8 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/routers/44466028-afeb-4392-97cf-f23253b1e781 HTTP/1.1" status: 404 len: 336 time: 0.0586483 Nov 15 15:10:04.491714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:04.506814 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bdbff8d1-f2b7-4c55-a789-2d544f77914c None None] Provisioning complete for port e0d501cd-363e-4874-a251-e199db30646b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:10:04.507106 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdbff8d1-f2b7-4c55-a789-2d544f77914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:04.520841 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1be92b0-3a71-4212-ad3a-cdacb2aa673f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] DELETE failed (client error): The resource could not be found. Nov 15 15:10:04.521305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1be92b0-3a71-4212-ad3a-cdacb2aa673f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:10:04.524410 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a1be92b0-3a71-4212-ad3a-cdacb2aa673f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/9ab3394b-abe6-41f6-957f-554e70133a00 HTTP/1.1" status: 404 len: 337 time: 0.0316875 Nov 15 15:10:04.527026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41136) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:04.550439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bdbff8d1-f2b7-4c55-a789-2d544f77914c None None] Port e0d501cd-363e-4874-a251-e199db30646b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:10:04.552833 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-228b60bc-f636-4fa1-8223-475e96b4d78a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] DELETE failed (client error): The resource could not be found. Nov 15 15:10:04.553295 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228b60bc-f636-4fa1-8223-475e96b4d78a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:10:04.556764 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-228b60bc-f636-4fa1-8223-475e96b4d78a tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/8089f9b4-e707-4fe4-8101-c90c3716395f HTTP/1.1" status: 404 len: 337 time: 0.0285094 Nov 15 15:10:04.560000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:04.568494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bdbff8d1-f2b7-4c55-a789-2d544f77914c None None] Provisioning complete for port 350d5566-f9e8-40ac-8371-94e3a3966092 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:10:04.568998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdbff8d1-f2b7-4c55-a789-2d544f77914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:04.586598 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c18726d-f636-43cf-a7f3-a633134ad91f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] DELETE failed (client error): The resource could not be found. Nov 15 15:10:04.587065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c18726d-f636-43cf-a7f3-a633134ad91f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:10:04.590380 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2c18726d-f636-43cf-a7f3-a633134ad91f tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/0274d89e-317b-4434-a069-b3ffcddc3a4f HTTP/1.1" status: 404 len: 337 time: 0.0292294 Nov 15 15:10:04.593110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:04.625954 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0daeeb-4589-4be3-99c3-bc475f8339a3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] DELETE failed (client error): The resource could not be found. Nov 15 15:10:04.626595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0daeeb-4589-4be3-99c3-bc475f8339a3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:10:04.632298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5b0daeeb-4589-4be3-99c3-bc475f8339a3 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/e25d0e89-d433-41e0-b136-f0e293ef8ef9 HTTP/1.1" status: 404 len: 333 time: 0.0357277 Nov 15 15:10:04.632794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41142) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:04.659998 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-13253372-b64f-44a9-af55-b286c5fe0660 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] DELETE failed (client error): The resource could not be found. Nov 15 15:10:04.662688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13253372-b64f-44a9-af55-b286c5fe0660 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:10:04.662834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc95482-6d65-455d-ae73-2c57a8f9ecff None None] DHCP port deletion for 3339118c-be12-4a85-b6a8-2de0605da840 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:10:04.666047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-13253372-b64f-44a9-af55-b286c5fe0660 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/7bf5c9d2-5098-41d6-92b3-0c4e5b07feb2 HTTP/1.1" status: 404 len: 337 time: 0.0298836 Nov 15 15:10:04.666462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:04.701703 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf227ea-99a5-4cf4-a008-991831950bf7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] DELETE failed (client error): The resource could not be found. Nov 15 15:10:04.702183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf227ea-99a5-4cf4-a008-991831950bf7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:10:04.705340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eaf227ea-99a5-4cf4-a008-991831950bf7 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/9d1f1c53-7956-4a28-aaf2-b67fc715f760 HTTP/1.1" status: 404 len: 337 time: 0.0379076 Nov 15 15:10:04.708148 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:04.732022 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d8019c-7619-497f-bd4c-50a9de87f2fb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] DELETE failed (client error): The resource could not be found. Nov 15 15:10:04.732969 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d8019c-7619-497f-bd4c-50a9de87f2fb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:10:04.733748 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8cc95482-6d65-455d-ae73-2c57a8f9ecff None None] Deleting port 350d5566-f9e8-40ac-8371-94e3a3966092 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:10:04.734123 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8cc95482-6d65-455d-ae73-2c57a8f9ecff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:04.736854 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b6d8019c-7619-497f-bd4c-50a9de87f2fb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/a47052f9-980a-497f-98ff-0d7cd9fd8716 HTTP/1.1" status: 404 len: 333 time: 0.0276046 Nov 15 15:10:04.739379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:04.767537 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-28984948-2e74-4509-b135-c32c51f7d5bb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] DELETE failed (client error): The resource could not be found. Nov 15 15:10:04.767919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28984948-2e74-4509-b135-c32c51f7d5bb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:10:04.771060 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-28984948-2e74-4509-b135-c32c51f7d5bb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/11f93c42-28e3-485e-9547-164ff3d73d67 HTTP/1.1" status: 404 len: 337 time: 0.0307655 Nov 15 15:10:04.779294 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:04.800339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8cc95482-6d65-455d-ae73-2c57a8f9ecff None None] For port 350d5566-f9e8-40ac-8371-94e3a3966092, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=350d5566-f9e8-40ac-8371-94e3a3966092,segment=NetworkSegment(6397c7ab-3d9f-4999-98ab-82bc5fcb84a7),segment_id=6397c7ab-3d9f-4999-98ab-82bc5fcb84a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:10:04.802253 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8cc95482-6d65-455d-ae73-2c57a8f9ecff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:04.804086 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-93abb402-9df3-4e37-a342-c20321aa3d6b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] DELETE failed (client error): The resource could not be found. Nov 15 15:10:04.804546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93abb402-9df3-4e37-a342-c20321aa3d6b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:10:04.807708 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-93abb402-9df3-4e37-a342-c20321aa3d6b tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/subnets/b259e3ad-7b5b-44be-9295-c4fb52a28946 HTTP/1.1" status: 404 len: 337 time: 0.0328610 Nov 15 15:10:04.810743 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41154) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:04.816226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8cc95482-6d65-455d-ae73-2c57a8f9ecff None None] Calling delete_port for 350d5566-f9e8-40ac-8371-94e3a3966092 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:10:04.896809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3338c95d-5618-4b09-a579-685b6bf03dd4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Deleting port e0d501cd-363e-4874-a251-e199db30646b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:10:04.897617 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3338c95d-5618-4b09-a579-685b6bf03dd4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:04.965938 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3338c95d-5618-4b09-a579-685b6bf03dd4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:04.980625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3338c95d-5618-4b09-a579-685b6bf03dd4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Calling delete_port for e0d501cd-363e-4874-a251-e199db30646b owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:10:04.996043 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8cc95482-6d65-455d-ae73-2c57a8f9ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:05.022622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc95482-6d65-455d-ae73-2c57a8f9ecff None None] Pushing event deleted for resources: {'Port': ['ID=350d5566-f9e8-40ac-8371-94e3a3966092,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:05.024484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc95482-6d65-455d-ae73-2c57a8f9ecff None None] No DVR routers for this DVR port 350d5566-f9e8-40ac-8371-94e3a3966092 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:10:05.161417 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3338c95d-5618-4b09-a579-685b6bf03dd4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:05.194294 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338c95d-5618-4b09-a579-685b6bf03dd4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Port': ['ID=e0d501cd-363e-4874-a251-e199db30646b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:05.198443 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3338c95d-5618-4b09-a579-685b6bf03dd4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:05.201417 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3338c95d-5618-4b09-a579-685b6bf03dd4 tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/ports/e0d501cd-363e-4874-a251-e199db30646b HTTP/1.1" status: 204 len: 168 time: 0.3896885 Nov 15 15:10:05.203885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41160) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:05.224147 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:05.285531 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f290418c-a2a0-4591-aca8-e4fdafc6adfb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:05.379485 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f290418c-a2a0-4591-aca8-e4fdafc6adfb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:05.402695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f290418c-a2a0-4591-aca8-e4fdafc6adfb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3339118c-be12-4a85-b6a8-2de0605da840']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:10:05.412864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f290418c-a2a0-4591-aca8-e4fdafc6adfb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6397c7ab-3d9f-4999-98ab-82bc5fcb84a7') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:10:05.413103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f290418c-a2a0-4591-aca8-e4fdafc6adfb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6397c7ab-3d9f-4999-98ab-82bc5fcb84a7') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:10:05.422675 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f290418c-a2a0-4591-aca8-e4fdafc6adfb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:05.435818 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f290418c-a2a0-4591-aca8-e4fdafc6adfb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:05.441773 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f290418c-a2a0-4591-aca8-e4fdafc6adfb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:10:05.442165 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f290418c-a2a0-4591-aca8-e4fdafc6adfb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:10:05.454999 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:10:05.564200 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 350d5566-f9e8-40ac-8371-94e3a3966092 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:10:05.573496 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f290418c-a2a0-4591-aca8-e4fdafc6adfb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:05.582202 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f290418c-a2a0-4591-aca8-e4fdafc6adfb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:05.586062 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f290418c-a2a0-4591-aca8-e4fdafc6adfb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] 10.222.0.70 "DELETE /v2.0/networks/3339118c-be12-4a85-b6a8-2de0605da840 HTTP/1.1" status: 204 len: 168 time: 0.3810303 Nov 15 15:10:05.593576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 350d5566-f9e8-40ac-8371-94e3a3966092 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:10:05.593576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 350d5566-f9e8-40ac-8371-94e3a3966092 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:10:05.605765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290418c-a2a0-4591-aca8-e4fdafc6adfb tempest-PortsIpV6TestJSON-729574077 tempest-PortsIpV6TestJSON-729574077-project] Pushing event deleted for resources: {'Network': ['ID=3339118c-be12-4a85-b6a8-2de0605da840,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:05.773253 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:06.047682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:06.343616 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-466842d6-a7be-4878-af9e-61eea4b3728b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5a7fbab3acc47cfbeefcc886afbdfcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2946813 Nov 15 15:10:06.346477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:06.419230 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9f630e7-8b48-4349-b8a6-cad16975eeec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:06.441492 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9f630e7-8b48-4349-b8a6-cad16975eeec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:06.538882 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9f630e7-8b48-4349-b8a6-cad16975eeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:06.541435 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9f630e7-8b48-4349-b8a6-cad16975eeec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:06.545752 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d9f630e7-8b48-4349-b8a6-cad16975eeec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a5d0e2e-fa35-4ea0-a3d3-81f813365510 HTTP/1.1" status: 204 len: 168 time: 0.1945975 Nov 15 15:10:06.553230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f630e7-8b48-4349-b8a6-cad16975eeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5d0e2e-fa35-4ea0-a3d3-81f813365510,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:07.584134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:07.683668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0f163f16-10f0-4781-ab11-2e2f85be1aaa tempest-DvrRoutersNegativeTest-1943958823 tempest-DvrRoutersNegativeTest-1943958823-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1210425432', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:07.688363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.policy [None req-0f163f16-10f0-4781-ab11-2e2f85be1aaa tempest-DvrRoutersNegativeTest-1943958823 tempest-DvrRoutersNegativeTest-1943958823-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103147) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 15 15:10:07.688363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.policy [None req-0f163f16-10f0-4781-ab11-2e2f85be1aaa tempest-DvrRoutersNegativeTest-1943958823 tempest-DvrRoutersNegativeTest-1943958823-project] Failed policy check for 'create_router' {{(pid=103147) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 15 15:10:07.688363 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [None req-0f163f16-10f0-4781-ab11-2e2f85be1aaa tempest-DvrRoutersNegativeTest-1943958823 tempest-DvrRoutersNegativeTest-1943958823-project] create failed (client error): Access was denied to this resource. Nov 15 15:10:07.688771 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0f163f16-10f0-4781-ab11-2e2f85be1aaa tempest-DvrRoutersNegativeTest-1943958823 tempest-DvrRoutersNegativeTest-1943958823-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1032634 Nov 15 15:10:08.223439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:08.335842 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb692175-e91d-462d-a53c-35d5a9dbb191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:08.425322 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb692175-e91d-462d-a53c-35d5a9dbb191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:08.510322 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb692175-e91d-462d-a53c-35d5a9dbb191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:08.551835 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fb692175-e91d-462d-a53c-35d5a9dbb191 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0df14fe9bf644b491b6ee11c327b1e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3271382 Nov 15 15:10:08.555254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:08.561552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb692175-e91d-462d-a53c-35d5a9dbb191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e03bd8-6a70-424a-887b-2f13609146b8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:08.612392 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f94ab2-4087-42ed-8edb-87cdcf2df727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:08.640921 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f94ab2-4087-42ed-8edb-87cdcf2df727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:08.779410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f94ab2-4087-42ed-8edb-87cdcf2df727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:08.782568 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f94ab2-4087-42ed-8edb-87cdcf2df727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:08.784169 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-61f94ab2-4087-42ed-8edb-87cdcf2df727 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/33e03bd8-6a70-424a-887b-2f13609146b8 HTTP/1.1" status: 204 len: 168 time: 0.2279866 Nov 15 15:10:08.796035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f94ab2-4087-42ed-8edb-87cdcf2df727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e03bd8-6a70-424a-887b-2f13609146b8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:10.046730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41244) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:10.147435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group': {'name': 'tempest-secgroup--14483780'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:10.259312 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:10.268900 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:10.347148 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:10.436097 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:10.474738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e084cc59-ed87-47a4-9bce-46b40093c8aa,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:10.488023 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:10.488370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:10.488711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:10.489052 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:10.489385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:10.489718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:10.490054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:10.490427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:10.490753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:10.491079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:10.491430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:10.491783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:10.527810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:10.618734 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:10.648232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa14312-2a89-448b-8b2d-cbda2a829ecc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:10.729404 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:10.730704 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4cb4c6ca-8ed7-4935-908d-0065c1cfbf07 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6829348 Nov 15 15:10:10.733344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41250) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:10.789682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fe2b80bd-4781-4acb-9ff6-45b517f5882f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0549967 Nov 15 15:10:10.793609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41254) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:10.798381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f96fadf2-999f-4c19-9699-ce3b641d7d9b tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group': {'name': 'tempest-security--1893484160', 'description': 'tempest-security-description-863799010'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:10.840781 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f96fadf2-999f-4c19-9699-ce3b641d7d9b tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:10.889070 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f96fadf2-999f-4c19-9699-ce3b641d7d9b tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:10.973036 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f96fadf2-999f-4c19-9699-ce3b641d7d9b tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:10.976265 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f96fadf2-999f-4c19-9699-ce3b641d7d9b tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:10.980530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f96fadf2-999f-4c19-9699-ce3b641d7d9b tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "PUT /v2.0/security-groups/2fa14312-2a89-448b-8b2d-cbda2a829ecc HTTP/1.1" status: 200 len: 1796 time: 0.1830168 Nov 15 15:10:10.980904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:11.003008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fadf2-999f-4c19-9699-ce3b641d7d9b tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa14312-2a89-448b-8b2d-cbda2a829ecc,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:11.023414 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e5ef947d-a065-43ed-9ee8-33adbac39463 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-groups/2fa14312-2a89-448b-8b2d-cbda2a829ecc HTTP/1.1" status: 200 len: 1796 time: 0.0411835 Nov 15 15:10:11.025822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41260) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:11.078272 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a688102-0b70-444c-8fc6-09709393900c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:11.102447 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a688102-0b70-444c-8fc6-09709393900c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:11.321660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a688102-0b70-444c-8fc6-09709393900c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:11.326625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a688102-0b70-444c-8fc6-09709393900c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:11.328137 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5a688102-0b70-444c-8fc6-09709393900c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-groups/2fa14312-2a89-448b-8b2d-cbda2a829ecc HTTP/1.1" status: 204 len: 168 time: 0.3012714 Nov 15 15:10:11.330868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:11.339524 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a688102-0b70-444c-8fc6-09709393900c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa14312-2a89-448b-8b2d-cbda2a829ecc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:11.385530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-420e332a-ffec-4100-a7fb-206aa9d15382 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0529184 Nov 15 15:10:11.388816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41266) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:11.402815 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-6ab73d60-242c-4886-960f-26811b04b22e tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] delete failed (client error): The resource could not be found. Nov 15 15:10:11.403842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6ab73d60-242c-4886-960f-26811b04b22e tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-groups/2fa14312-2a89-448b-8b2d-cbda2a829ecc HTTP/1.1" status: 404 len: 347 time: 0.0141101 Nov 15 15:10:11.407873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41268) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:11.413162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6be27303-81c9-40dd-ac32-7bd803228dbe tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844477841'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:11.544705 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be27303-81c9-40dd-ac32-7bd803228dbe tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:11.612884 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be27303-81c9-40dd-ac32-7bd803228dbe tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:11.681380 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be27303-81c9-40dd-ac32-7bd803228dbe tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:11.712593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be27303-81c9-40dd-ac32-7bd803228dbe tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a735a8f-17b0-430a-a82c-3656a2aa6d8e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:11.775326 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be27303-81c9-40dd-ac32-7bd803228dbe tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:11.776591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6be27303-81c9-40dd-ac32-7bd803228dbe tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3676863 Nov 15 15:10:11.779544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41270) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:11.784045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d91a7650-63b9-4824-8dff-130d117505d8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group_rule': {'security_group_id': '8a735a8f-17b0-430a-a82c-3656a2aa6d8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:11.876131 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d91a7650-63b9-4824-8dff-130d117505d8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:11.936535 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d91a7650-63b9-4824-8dff-130d117505d8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:12.105858 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d91a7650-63b9-4824-8dff-130d117505d8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:12.125475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a7650-63b9-4824-8dff-130d117505d8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fdb31b-ba90-4ff8-b48c-291c0a563a02,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:12.249780 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d91a7650-63b9-4824-8dff-130d117505d8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:12.251262 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d91a7650-63b9-4824-8dff-130d117505d8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4707747 Nov 15 15:10:12.254119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:12.278803 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c40185f-48f8-4207-979f-acc332a9ec66 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:12.286523 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c40185f-48f8-4207-979f-acc332a9ec66 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:12.419540 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c40185f-48f8-4207-979f-acc332a9ec66 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:12.425783 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c40185f-48f8-4207-979f-acc332a9ec66 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:12.426908 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7c40185f-48f8-4207-979f-acc332a9ec66 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/48fdb31b-ba90-4ff8-b48c-291c0a563a02 HTTP/1.1" status: 204 len: 168 time: 0.1717837 Nov 15 15:10:12.429916 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:12.432989 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40185f-48f8-4207-979f-acc332a9ec66 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48fdb31b-ba90-4ff8-b48c-291c0a563a02,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:12.473619 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-781fec3e-089a-40fe-a5a9-a2fae45a239c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397847 Nov 15 15:10:12.473891 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:12.530053 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07ff3cab-385d-469c-b490-561af041cdd7 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:12.553049 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07ff3cab-385d-469c-b490-561af041cdd7 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:12.698752 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07ff3cab-385d-469c-b490-561af041cdd7 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:12.701747 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07ff3cab-385d-469c-b490-561af041cdd7 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:12.705857 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-07ff3cab-385d-469c-b490-561af041cdd7 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-groups/8a735a8f-17b0-430a-a82c-3656a2aa6d8e HTTP/1.1" status: 204 len: 168 time: 0.2282126 Nov 15 15:10:12.706216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:12.714811 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff3cab-385d-469c-b490-561af041cdd7 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a735a8f-17b0-430a-a82c-3656a2aa6d8e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:12.785176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d11d9fd7-ce0b-4091-9a0c-1bdde65ba05e tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0777154 Nov 15 15:10:12.788484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:12.793560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5e7ca082-c76b-425a-b7d6-de646d9bf70c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group': {'name': 'tempest-secgroup--114631427'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:12.939131 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca082-c76b-425a-b7d6-de646d9bf70c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:13.010583 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca082-c76b-425a-b7d6-de646d9bf70c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:13.115638 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca082-c76b-425a-b7d6-de646d9bf70c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:13.145873 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ca082-c76b-425a-b7d6-de646d9bf70c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d9e2cd-933a-43d7-a359-caddfccd24d7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:13.249617 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca082-c76b-425a-b7d6-de646d9bf70c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:13.250925 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5e7ca082-c76b-425a-b7d6-de646d9bf70c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4614041 Nov 15 15:10:13.253686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:13.258055 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e22f16a2-cc53-4401-919b-6a9c4adc772c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group_rule': {'security_group_id': 'f4d9e2cd-933a-43d7-a359-caddfccd24d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:13.429286 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e22f16a2-cc53-4401-919b-6a9c4adc772c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:13.491862 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e22f16a2-cc53-4401-919b-6a9c4adc772c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:13.584469 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e22f16a2-cc53-4401-919b-6a9c4adc772c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:13.602930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f16a2-cc53-4401-919b-6a9c4adc772c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653481b1-458d-40b4-9ed2-167cd3608533,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:13.684229 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e22f16a2-cc53-4401-919b-6a9c4adc772c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:13.685484 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e22f16a2-cc53-4401-919b-6a9c4adc772c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4308698 Nov 15 15:10:13.688389 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:13.692893 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-842cea78-5305-4eaf-915b-63f923036196 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group_rule': {'security_group_id': 'f4d9e2cd-933a-43d7-a359-caddfccd24d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:13.807118 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-842cea78-5305-4eaf-915b-63f923036196 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:13.869678 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-842cea78-5305-4eaf-915b-63f923036196 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:13.978888 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-842cea78-5305-4eaf-915b-63f923036196 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:14.000111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cea78-5305-4eaf-915b-63f923036196 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11fd84c-75e1-4523-b068-3a16cae54eab,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:14.095068 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-842cea78-5305-4eaf-915b-63f923036196 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:14.099052 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-842cea78-5305-4eaf-915b-63f923036196 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4069498 Nov 15 15:10:14.099228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41290) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:14.104029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cdd7ead0-a81d-40b9-9162-9d231d81d00d tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group_rule': {'security_group_id': 'f4d9e2cd-933a-43d7-a359-caddfccd24d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:14.219613 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ead0-a81d-40b9-9162-9d231d81d00d tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:14.282850 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90d7e52a-3c11-47f7-8fba-a7ea5049380c req-b8d516c3-0e45-449d-8148-1c1bd09855c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432138 Nov 15 15:10:14.286002 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ead0-a81d-40b9-9162-9d231d81d00d tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:14.381661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7e52a-3c11-47f7-8fba-a7ea5049380c req-fe83a96a-1389-446b-92da-edc14b1bff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:10:14.383318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90d7e52a-3c11-47f7-8fba-a7ea5049380c req-fe83a96a-1389-446b-92da-edc14b1bff5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f65ec38aa5e34a4d810b86a0206f84ee&device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 1097 time: 0.0439682 Nov 15 15:10:14.396078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ead0-a81d-40b9-9162-9d231d81d00d tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:14.413053 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7ead0-a81d-40b9-9162-9d231d81d00d tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2044c3ad-2407-4c4b-be37-0771e8c92bcd,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:14.512883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7e52a-3c11-47f7-8fba-a7ea5049380c req-be4b9ffc-6f60-425f-8354-eb6e29bdee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:10:14.515105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90d7e52a-3c11-47f7-8fba-a7ea5049380c req-be4b9ffc-6f60-425f-8354-eb6e29bdee2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=a03faf9f-415f-42ce-bd23-d963669a428c HTTP/1.1" status: 200 len: 910 time: 0.1091628 Nov 15 15:10:14.529770 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ead0-a81d-40b9-9162-9d231d81d00d tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:14.531253 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cdd7ead0-a81d-40b9-9162-9d231d81d00d tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4308534 Nov 15 15:10:14.533698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41304) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:14.543901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-854c2fd6-e457-4c1c-a576-5e5a7ba64274 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group_rule': {'security_group_id': 'f4d9e2cd-933a-43d7-a359-caddfccd24d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:14.599673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90d7e52a-3c11-47f7-8fba-a7ea5049380c req-9cc7fcea-dccc-4077-ae1a-695571c1231f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee781d4-53da-4722-a646-aa45a5ff50d5 HTTP/1.1" status: 200 len: 1001 time: 0.0740652 Nov 15 15:10:14.656631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7e52a-3c11-47f7-8fba-a7ea5049380c req-a043480b-8e4f-473c-af6b-23c6131bd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:10:14.658778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90d7e52a-3c11-47f7-8fba-a7ea5049380c req-a043480b-8e4f-473c-af6b-23c6131bd92d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=587b8ce1-9130-4b68-967d-1c7f487e2030 HTTP/1.1" status: 200 len: 848 time: 0.0535657 Nov 15 15:10:14.708737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7e52a-3c11-47f7-8fba-a7ea5049380c req-563f707a-411b-46f3-aca2-d3ad73a57cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:10:14.710257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90d7e52a-3c11-47f7-8fba-a7ea5049380c req-563f707a-411b-46f3-aca2-d3ad73a57cf0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a03faf9f-415f-42ce-bd23-d963669a428c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441701 Nov 15 15:10:14.722025 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-854c2fd6-e457-4c1c-a576-5e5a7ba64274 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:14.788598 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-854c2fd6-e457-4c1c-a576-5e5a7ba64274 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:14.813115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90d7e52a-3c11-47f7-8fba-a7ea5049380c req-7630cfae-e24b-45d3-9bfa-699da7b3cbec service neutron] 10.222.0.59 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949540 Nov 15 15:10:14.881364 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-854c2fd6-e457-4c1c-a576-5e5a7ba64274 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:14.904729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c2fd6-e457-4c1c-a576-5e5a7ba64274 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365a11f3-5e08-4871-b2ed-7e1d7ab33779,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:14.938715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90d7e52a-3c11-47f7-8fba-a7ea5049380c req-0cb31c27-10ca-431a-b049-ed1035c7f098 service neutron] 10.222.0.59 "GET /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109719 Nov 15 15:10:14.991866 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-854c2fd6-e457-4c1c-a576-5e5a7ba64274 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:14.993721 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-854c2fd6-e457-4c1c-a576-5e5a7ba64274 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4586573 Nov 15 15:10:14.997300 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:15.002346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d95e6239-1c59-4a54-a9dc-3e5606fc62ed tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group_rule': {'security_group_id': 'f4d9e2cd-933a-43d7-a359-caddfccd24d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:15.110033 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d95e6239-1c59-4a54-a9dc-3e5606fc62ed tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:15.184809 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d95e6239-1c59-4a54-a9dc-3e5606fc62ed tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:15.270020 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d95e6239-1c59-4a54-a9dc-3e5606fc62ed tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:15.289169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e6239-1c59-4a54-a9dc-3e5606fc62ed tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c49416e-cc8d-47ba-b741-f08c84234261,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:15.477923 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d95e6239-1c59-4a54-a9dc-3e5606fc62ed tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:15.479493 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d95e6239-1c59-4a54-a9dc-3e5606fc62ed tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4810703 Nov 15 15:10:15.483216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:15.507359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2b0664d-bb51-4f78-860d-253d79015a8e tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:15.515644 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2b0664d-bb51-4f78-860d-253d79015a8e tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:15.601827 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2b0664d-bb51-4f78-860d-253d79015a8e tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:15.610918 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2b0664d-bb51-4f78-860d-253d79015a8e tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:15.612314 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e2b0664d-bb51-4f78-860d-253d79015a8e tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/1c49416e-cc8d-47ba-b741-f08c84234261 HTTP/1.1" status: 204 len: 168 time: 0.1280618 Nov 15 15:10:15.616541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41318) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:15.619013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0664d-bb51-4f78-860d-253d79015a8e tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c49416e-cc8d-47ba-b741-f08c84234261,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:15.666128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-74dfa6ab-a941-492c-a748-0b319d4d881e tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0476649 Nov 15 15:10:15.669524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41320) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:15.694241 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0b37-9698-43db-88e6-879aacc9d378 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:15.702334 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0b37-9698-43db-88e6-879aacc9d378 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:15.818899 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0b37-9698-43db-88e6-879aacc9d378 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:15.824402 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0b37-9698-43db-88e6-879aacc9d378 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:15.825607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0e3c0b37-9698-43db-88e6-879aacc9d378 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/365a11f3-5e08-4871-b2ed-7e1d7ab33779 HTTP/1.1" status: 204 len: 168 time: 0.1552498 Nov 15 15:10:15.828587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41322) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:15.835101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c0b37-9698-43db-88e6-879aacc9d378 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=365a11f3-5e08-4871-b2ed-7e1d7ab33779,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:15.878035 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2e9d39df-8ba6-44e0-b47b-491044ab750a tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0455816 Nov 15 15:10:15.884804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41324) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:15.905249 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96c3e37e-5faf-4e4e-8bc7-3caf2569e373 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:15.913095 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96c3e37e-5faf-4e4e-8bc7-3caf2569e373 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.001517 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96c3e37e-5faf-4e4e-8bc7-3caf2569e373 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.009808 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96c3e37e-5faf-4e4e-8bc7-3caf2569e373 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.012631 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-96c3e37e-5faf-4e4e-8bc7-3caf2569e373 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/2044c3ad-2407-4c4b-be37-0771e8c92bcd HTTP/1.1" status: 204 len: 168 time: 0.1324315 Nov 15 15:10:16.019507 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3e37e-5faf-4e4e-8bc7-3caf2569e373 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2044c3ad-2407-4c4b-be37-0771e8c92bcd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:16.024186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41328) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:16.069148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6d6882c9-cb88-48c2-8817-5e412865ce10 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0438120 Nov 15 15:10:16.071890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:16.096913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5b8234a-2a57-4c9c-acd7-a0c78c144953 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.106329 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5b8234a-2a57-4c9c-acd7-a0c78c144953 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.230317 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5b8234a-2a57-4c9c-acd7-a0c78c144953 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.237153 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5b8234a-2a57-4c9c-acd7-a0c78c144953 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.238247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d5b8234a-2a57-4c9c-acd7-a0c78c144953 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f11fd84c-75e1-4523-b068-3a16cae54eab HTTP/1.1" status: 204 len: 168 time: 0.1654322 Nov 15 15:10:16.241138 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41332) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:16.244739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8234a-2a57-4c9c-acd7-a0c78c144953 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f11fd84c-75e1-4523-b068-3a16cae54eab,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:16.287088 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-87dbd776-29e1-48ae-9d54-afdb22205afa tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0447035 Nov 15 15:10:16.289821 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:16.318590 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b999ef-ff9d-4bd2-b15c-d23aebe8fc84 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.327212 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b999ef-ff9d-4bd2-b15c-d23aebe8fc84 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.429800 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b999ef-ff9d-4bd2-b15c-d23aebe8fc84 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.436756 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6b999ef-ff9d-4bd2-b15c-d23aebe8fc84 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.437917 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f6b999ef-ff9d-4bd2-b15c-d23aebe8fc84 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/653481b1-458d-40b4-9ed2-167cd3608533 HTTP/1.1" status: 204 len: 168 time: 0.1471639 Nov 15 15:10:16.440831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:16.443387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b999ef-ff9d-4bd2-b15c-d23aebe8fc84 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=653481b1-458d-40b4-9ed2-167cd3608533,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:16.483864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-31fde9d6-dc11-4a20-9102-b4e9617c9d24 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416174 Nov 15 15:10:16.486497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41338) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:16.542868 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1e52455-99c3-417e-ba6f-0197ff0bf42c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.566068 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1e52455-99c3-417e-ba6f-0197ff0bf42c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.698688 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1e52455-99c3-417e-ba6f-0197ff0bf42c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.701399 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1e52455-99c3-417e-ba6f-0197ff0bf42c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.702796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a1e52455-99c3-417e-ba6f-0197ff0bf42c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-groups/f4d9e2cd-933a-43d7-a359-caddfccd24d7 HTTP/1.1" status: 204 len: 168 time: 0.2152190 Nov 15 15:10:16.705666 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41340) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:16.712680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e52455-99c3-417e-ba6f-0197ff0bf42c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d9e2cd-933a-43d7-a359-caddfccd24d7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:16.752454 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ff8bc2e4-06c0-4463-b2bd-14cf2f676f83 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0455775 Nov 15 15:10:16.758429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41342) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:16.761719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1a19f2a3-bb2a-4205-9a67-114380e70bba tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group': {'name': 'tempest-secgroup--638449825'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:16.921387 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a19f2a3-bb2a-4205-9a67-114380e70bba tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:16.988418 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a19f2a3-bb2a-4205-9a67-114380e70bba tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:17.081305 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a19f2a3-bb2a-4205-9a67-114380e70bba tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:17.121009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19f2a3-bb2a-4205-9a67-114380e70bba tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cb085a-aa97-48aa-936c-219bb51601ba,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:17.230699 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a19f2a3-bb2a-4205-9a67-114380e70bba tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:17.234611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1a19f2a3-bb2a-4205-9a67-114380e70bba tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4741988 Nov 15 15:10:17.234751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:17.239633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a0613df3-375c-4930-afa3-67c96c103f08 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group_rule': {'security_group_id': '50cb085a-aa97-48aa-936c-219bb51601ba', 'direction': 'ingress', 'protocol': 17}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:17.361986 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0613df3-375c-4930-afa3-67c96c103f08 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:17.419951 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0613df3-375c-4930-afa3-67c96c103f08 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:17.538953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0613df3-375c-4930-afa3-67c96c103f08 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:17.556987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0613df3-375c-4930-afa3-67c96c103f08 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d185785-b636-47d0-b954-6175c083d6b3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:17.655325 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0613df3-375c-4930-afa3-67c96c103f08 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:17.656521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a0613df3-375c-4930-afa3-67c96c103f08 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4203892 Nov 15 15:10:17.659532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:17.720870 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0293ed08-05b0-413d-8934-0b38587909d4 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:17.744331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0293ed08-05b0-413d-8934-0b38587909d4 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:17.898409 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0293ed08-05b0-413d-8934-0b38587909d4 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:17.901248 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0293ed08-05b0-413d-8934-0b38587909d4 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:17.902485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0293ed08-05b0-413d-8934-0b38587909d4 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-groups/50cb085a-aa97-48aa-936c-219bb51601ba HTTP/1.1" status: 204 len: 168 time: 0.2419398 Nov 15 15:10:17.905175 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:17.919639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293ed08-05b0-413d-8934-0b38587909d4 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cb085a-aa97-48aa-936c-219bb51601ba,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:17.961805 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a7661b55-987d-4b10-b53a-06da64e4378a tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0518312 Nov 15 15:10:17.962164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41352) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:17.966922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3a2a42e8-b8cc-4a70-b193-cb26a647049f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group': {'name': 'tempest-secgroup--245918618'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:18.098657 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a2a42e8-b8cc-4a70-b193-cb26a647049f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:18.147629 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:10:18.170344 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a2a42e8-b8cc-4a70-b193-cb26a647049f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:18.275046 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a2a42e8-b8cc-4a70-b193-cb26a647049f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:18.304297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a42e8-b8cc-4a70-b193-cb26a647049f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf095857-216d-469b-b570-edc16d590cdb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:18.421819 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a2a42e8-b8cc-4a70-b193-cb26a647049f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:18.422775 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3a2a42e8-b8cc-4a70-b193-cb26a647049f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4594691 Nov 15 15:10:18.425534 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41358) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:18.429919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-07fa167b-8280-4b7f-a8d3-9b40a55aa414 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group': {'name': 'tempest-secgroup--824833529'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:18.539482 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07fa167b-8280-4b7f-a8d3-9b40a55aa414 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:18.614560 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07fa167b-8280-4b7f-a8d3-9b40a55aa414 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:18.710091 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07fa167b-8280-4b7f-a8d3-9b40a55aa414 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:18.740354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa167b-8280-4b7f-a8d3-9b40a55aa414 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e446ba-2017-4f5e-959f-72dd36debe9f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:18.832485 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07fa167b-8280-4b7f-a8d3-9b40a55aa414 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:18.833759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-07fa167b-8280-4b7f-a8d3-9b40a55aa414 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4072073 Nov 15 15:10:18.836683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41360) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:18.841109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-58b08123-69e9-41cc-a75c-1dd39180129f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group_rule': {'security_group_id': 'cf095857-216d-469b-b570-edc16d590cdb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '29e446ba-2017-4f5e-959f-72dd36debe9f', 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:18.959834 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58b08123-69e9-41cc-a75c-1dd39180129f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:19.030331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58b08123-69e9-41cc-a75c-1dd39180129f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:19.127354 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58b08123-69e9-41cc-a75c-1dd39180129f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:19.147749 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b08123-69e9-41cc-a75c-1dd39180129f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfbcf33-61d8-4492-bd0a-7e5cc050f043,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:19.233601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58b08123-69e9-41cc-a75c-1dd39180129f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:19.234811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-58b08123-69e9-41cc-a75c-1dd39180129f tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3966544 Nov 15 15:10:19.237178 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41366) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:19.265630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa2029d-f0ac-4a34-8bed-5bd68c2522c4 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:19.273522 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa2029d-f0ac-4a34-8bed-5bd68c2522c4 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:19.424556 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa2029d-f0ac-4a34-8bed-5bd68c2522c4 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:19.430793 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa2029d-f0ac-4a34-8bed-5bd68c2522c4 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:19.435032 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8fa2029d-f0ac-4a34-8bed-5bd68c2522c4 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7dfbcf33-61d8-4492-bd0a-7e5cc050f043 HTTP/1.1" status: 204 len: 168 time: 0.1942401 Nov 15 15:10:19.436067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:19.454103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2029d-f0ac-4a34-8bed-5bd68c2522c4 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dfbcf33-61d8-4492-bd0a-7e5cc050f043,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:19.493355 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c4bff832-8873-4a80-b112-948abec3e5aa tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0560164 Nov 15 15:10:19.497440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41372) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:19.554140 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8eefe3ba-287d-40cc-8ce8-cdcd84b0537a tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:19.577437 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8eefe3ba-287d-40cc-8ce8-cdcd84b0537a tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:19.762050 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8eefe3ba-287d-40cc-8ce8-cdcd84b0537a tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:19.764820 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8eefe3ba-287d-40cc-8ce8-cdcd84b0537a tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:19.766021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8eefe3ba-287d-40cc-8ce8-cdcd84b0537a tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-groups/29e446ba-2017-4f5e-959f-72dd36debe9f HTTP/1.1" status: 204 len: 168 time: 0.2687159 Nov 15 15:10:19.768925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:19.777814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefe3ba-287d-40cc-8ce8-cdcd84b0537a tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e446ba-2017-4f5e-959f-72dd36debe9f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:19.851467 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c131333b-7dbc-48e9-bb95-f1889fa390a5 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0812745 Nov 15 15:10:19.854226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:19.907270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de25e3e5-0170-4406-a94f-d5a1f3377cf5 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:19.937405 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de25e3e5-0170-4406-a94f-d5a1f3377cf5 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:20.207598 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de25e3e5-0170-4406-a94f-d5a1f3377cf5 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:20.210643 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de25e3e5-0170-4406-a94f-d5a1f3377cf5 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:20.212034 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-de25e3e5-0170-4406-a94f-d5a1f3377cf5 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-groups/cf095857-216d-469b-b570-edc16d590cdb HTTP/1.1" status: 204 len: 168 time: 0.3563161 Nov 15 15:10:20.215438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:20.222234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25e3e5-0170-4406-a94f-d5a1f3377cf5 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf095857-216d-469b-b570-edc16d590cdb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:20.272620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7ab4d29a-6705-4f5e-8cbc-5a061eb99b03 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0559216 Nov 15 15:10:20.277211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41380) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:20.281757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8c5c2210-2cb6-4d56-aabd-6a3b7ab5ea3c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group': {'name': 'tempest-secgroup--578768336'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:20.367850 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c5c2210-2cb6-4d56-aabd-6a3b7ab5ea3c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:20.458959 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c5c2210-2cb6-4d56-aabd-6a3b7ab5ea3c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:20.555729 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c5c2210-2cb6-4d56-aabd-6a3b7ab5ea3c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:20.591093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c2210-2cb6-4d56-aabd-6a3b7ab5ea3c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b863bedd-708c-4866-944f-5d93ef5f2924,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:20.661228 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c5c2210-2cb6-4d56-aabd-6a3b7ab5ea3c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:20.662911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8c5c2210-2cb6-4d56-aabd-6a3b7ab5ea3c tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3845382 Nov 15 15:10:20.667417 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41384) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:20.675800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b7f97228-9534-44ec-aabd-878cc4d007b3 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group_rule': {'security_group_id': 'b863bedd-708c-4866-944f-5d93ef5f2924', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:20.779863 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f97228-9534-44ec-aabd-878cc4d007b3 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:20.838217 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f97228-9534-44ec-aabd-878cc4d007b3 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:20.933963 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f97228-9534-44ec-aabd-878cc4d007b3 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:20.958231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f97228-9534-44ec-aabd-878cc4d007b3 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93007caf-40a3-4b7e-ba0f-ddbb45b0f97e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:21.071963 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f97228-9534-44ec-aabd-878cc4d007b3 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:21.073126 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b7f97228-9534-44ec-aabd-878cc4d007b3 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4044421 Nov 15 15:10:21.076148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41386) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:21.100678 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a37e1506-7ce9-4cd7-9bba-631c7dfa9eb5 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:21.109277 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a37e1506-7ce9-4cd7-9bba-631c7dfa9eb5 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:21.247809 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a37e1506-7ce9-4cd7-9bba-631c7dfa9eb5 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:21.254058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a37e1506-7ce9-4cd7-9bba-631c7dfa9eb5 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:21.258191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a37e1506-7ce9-4cd7-9bba-631c7dfa9eb5 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/93007caf-40a3-4b7e-ba0f-ddbb45b0f97e HTTP/1.1" status: 204 len: 168 time: 0.1784976 Nov 15 15:10:21.258782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41388) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:21.266822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e1506-7ce9-4cd7-9bba-631c7dfa9eb5 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93007caf-40a3-4b7e-ba0f-ddbb45b0f97e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:21.307193 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1b5ed4b4-7963-4f1a-98b7-9480f76e6d33 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0432222 Nov 15 15:10:21.307609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:21.373630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56c97beb-48d0-4a18-806b-cb0e22b70f87 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:21.399329 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56c97beb-48d0-4a18-806b-cb0e22b70f87 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:21.549897 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56c97beb-48d0-4a18-806b-cb0e22b70f87 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:21.552942 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56c97beb-48d0-4a18-806b-cb0e22b70f87 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:21.559778 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-56c97beb-48d0-4a18-806b-cb0e22b70f87 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-groups/b863bedd-708c-4866-944f-5d93ef5f2924 HTTP/1.1" status: 204 len: 168 time: 0.2449620 Nov 15 15:10:21.559950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41396) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:21.563729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c97beb-48d0-4a18-806b-cb0e22b70f87 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b863bedd-708c-4866-944f-5d93ef5f2924,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:21.603179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fe016816-bfa7-426e-88fa-ae68d4444dad tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0435307 Nov 15 15:10:21.606541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41398) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:21.611995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-56818dd9-6599-4003-8a81-0c8133385e82 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302525504'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:21.773238 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56818dd9-6599-4003-8a81-0c8133385e82 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:21.844869 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56818dd9-6599-4003-8a81-0c8133385e82 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:21.933269 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56818dd9-6599-4003-8a81-0c8133385e82 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:21.964857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56818dd9-6599-4003-8a81-0c8133385e82 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13eeae79-cc2f-4bbf-85af-0d0dfe5d84a4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:22.043698 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56818dd9-6599-4003-8a81-0c8133385e82 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:22.045359 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-56818dd9-6599-4003-8a81-0c8133385e82 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4370723 Nov 15 15:10:22.047846 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41402) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:22.054301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-db143abc-0d99-48ca-8be7-19b83f98e4f8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group_rule': {'security_group_id': '13eeae79-cc2f-4bbf-85af-0d0dfe5d84a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:22.170756 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db143abc-0d99-48ca-8be7-19b83f98e4f8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:22.248276 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db143abc-0d99-48ca-8be7-19b83f98e4f8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:22.344525 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db143abc-0d99-48ca-8be7-19b83f98e4f8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:22.365693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db143abc-0d99-48ca-8be7-19b83f98e4f8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0dcb4c-2ea1-4a66-a57e-aae9584986c1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:22.449556 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db143abc-0d99-48ca-8be7-19b83f98e4f8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:22.451037 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-db143abc-0d99-48ca-8be7-19b83f98e4f8 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4022214 Nov 15 15:10:22.454075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:22.478671 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-992c9752-477e-4d40-8ee3-663f0ae1b192 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules/cf0dcb4c-2ea1-4a66-a57e-aae9584986c1 HTTP/1.1" status: 200 len: 763 time: 0.0230827 Nov 15 15:10:22.481993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41406) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:22.535212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5479992d-cf7f-4490-b964-fb7f36689b74 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0519211 Nov 15 15:10:22.538053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:22.576865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c354117-f56b-4a69-9408-5d79fb1d533b tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:22.585671 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c354117-f56b-4a69-9408-5d79fb1d533b tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:22.693149 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c354117-f56b-4a69-9408-5d79fb1d533b tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:22.700717 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c354117-f56b-4a69-9408-5d79fb1d533b tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:22.704269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6c354117-f56b-4a69-9408-5d79fb1d533b tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/cf0dcb4c-2ea1-4a66-a57e-aae9584986c1 HTTP/1.1" status: 204 len: 168 time: 0.1629558 Nov 15 15:10:22.704818 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:22.711752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c354117-f56b-4a69-9408-5d79fb1d533b tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf0dcb4c-2ea1-4a66-a57e-aae9584986c1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:22.751656 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9660ea5e-e334-4f8a-becb-13e330d72db4 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0456357 Nov 15 15:10:22.759052 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:22.764812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-de62b6d0-0b13-45e3-86a3-b6393017b464 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group_rule': {'security_group_id': '13eeae79-cc2f-4bbf-85af-0d0dfe5d84a4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:22.881115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de62b6d0-0b13-45e3-86a3-b6393017b464 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:22.935580 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de62b6d0-0b13-45e3-86a3-b6393017b464 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:23.013002 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de62b6d0-0b13-45e3-86a3-b6393017b464 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:23.032322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62b6d0-0b13-45e3-86a3-b6393017b464 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602c8ca1-5736-443b-b601-4d703ff172bb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:23.140874 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de62b6d0-0b13-45e3-86a3-b6393017b464 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:23.142247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-de62b6d0-0b13-45e3-86a3-b6393017b464 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3817580 Nov 15 15:10:23.144947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:23.165913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:23.166291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9feb8836-8174-4031-8c46-8558506baeb0 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules/602c8ca1-5736-443b-b601-4d703ff172bb HTTP/1.1" status: 200 len: 763 time: 0.0197721 Nov 15 15:10:23.208767 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8f739fa5-ae6a-4a64-9338-bac30bbb5e3a tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0401783 Nov 15 15:10:23.225969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41420) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:23.250652 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9e69846-b7b8-4d04-89a7-93989eced427 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:23.258196 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9e69846-b7b8-4d04-89a7-93989eced427 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:23.384069 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9e69846-b7b8-4d04-89a7-93989eced427 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:23.390020 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9e69846-b7b8-4d04-89a7-93989eced427 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:23.394169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a9e69846-b7b8-4d04-89a7-93989eced427 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/602c8ca1-5736-443b-b601-4d703ff172bb HTTP/1.1" status: 204 len: 168 time: 0.1644492 Nov 15 15:10:23.394621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:23.410307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e69846-b7b8-4d04-89a7-93989eced427 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=602c8ca1-5736-443b-b601-4d703ff172bb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:23.451905 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e08107c2-8be1-4b77-b9de-3e6fc542dbd2 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0561914 Nov 15 15:10:23.454482 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:23.458694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3645cf5f-52c6-435b-81de-307fb758ea98 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Request body: {'security_group_rule': {'security_group_id': '13eeae79-cc2f-4bbf-85af-0d0dfe5d84a4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:23.562275 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3645cf5f-52c6-435b-81de-307fb758ea98 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:23.634365 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3645cf5f-52c6-435b-81de-307fb758ea98 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:23.739017 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3645cf5f-52c6-435b-81de-307fb758ea98 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:23.761663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645cf5f-52c6-435b-81de-307fb758ea98 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d591e3-bb40-4a09-876c-cef441687e78,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:23.849345 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3645cf5f-52c6-435b-81de-307fb758ea98 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:23.850675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3645cf5f-52c6-435b-81de-307fb758ea98 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3951585 Nov 15 15:10:23.853223 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:23.871267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-af5a71ce-73b5-4fab-8d97-a1a5656c3142 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules/b3d591e3-bb40-4a09-876c-cef441687e78 HTTP/1.1" status: 200 len: 764 time: 0.0168984 Nov 15 15:10:23.873735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41430) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:23.916394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9e362524-a484-47ba-8a93-72a8cf22b02a tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0412393 Nov 15 15:10:23.918935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:23.943001 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c484c716-b10f-45f8-b74c-91e5a6e2e754 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:23.951456 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c484c716-b10f-45f8-b74c-91e5a6e2e754 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:24.098311 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c484c716-b10f-45f8-b74c-91e5a6e2e754 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:24.105579 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c484c716-b10f-45f8-b74c-91e5a6e2e754 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:24.106805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c484c716-b10f-45f8-b74c-91e5a6e2e754 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b3d591e3-bb40-4a09-876c-cef441687e78 HTTP/1.1" status: 204 len: 168 time: 0.1869462 Nov 15 15:10:24.109396 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:24.112318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484c716-b10f-45f8-b74c-91e5a6e2e754 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3d591e3-bb40-4a09-876c-cef441687e78,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:24.154360 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1c4a8fca-cc8d-483f-861f-c963da444ac1 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0436378 Nov 15 15:10:24.157655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:24.216752 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-406b9a46-0a70-42fa-8f2a-4a878b3c5f93 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:24.240808 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-406b9a46-0a70-42fa-8f2a-4a878b3c5f93 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:24.435954 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-406b9a46-0a70-42fa-8f2a-4a878b3c5f93 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:24.438813 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-406b9a46-0a70-42fa-8f2a-4a878b3c5f93 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:24.440151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-406b9a46-0a70-42fa-8f2a-4a878b3c5f93 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "DELETE /v2.0/security-groups/13eeae79-cc2f-4bbf-85af-0d0dfe5d84a4 HTTP/1.1" status: 204 len: 168 time: 0.2813437 Nov 15 15:10:24.442780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:24.449722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b9a46-0a70-42fa-8f2a-4a878b3c5f93 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eeae79-cc2f-4bbf-85af-0d0dfe5d84a4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:24.495123 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6d5a3e02-f332-4c76-8c87-2f5dafd86b91 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0510433 Nov 15 15:10:24.501803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41440) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:24.557884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-87a14787-1c1e-4236-996f-037c05fe32b2 tempest-SecGroupTest-1677390021 tempest-SecGroupTest-1677390021-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0544994 Nov 15 15:10:25.222448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41448) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:25.388661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-343a49ae-2ff6-4735-9d54-fd767838660f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0faeed26cb9944798fa3f7373e817454&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626568 Nov 15 15:10:25.388894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41452) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:25.439698 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2e54046-fbb2-4b56-a2d2-f897a0c6660e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:25.461658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2e54046-fbb2-4b56-a2d2-f897a0c6660e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:25.624519 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2e54046-fbb2-4b56-a2d2-f897a0c6660e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:25.627775 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2e54046-fbb2-4b56-a2d2-f897a0c6660e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:25.629632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d2e54046-fbb2-4b56-a2d2-f897a0c6660e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e084cc59-ed87-47a4-9bce-46b40093c8aa HTTP/1.1" status: 204 len: 168 time: 0.2396047 Nov 15 15:10:25.639395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e54046-fbb2-4b56-a2d2-f897a0c6660e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e084cc59-ed87-47a4-9bce-46b40093c8aa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:25.882034 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:26.114343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f400581-06ee-4589-a951-e5bc708f59f4 admin admin] Deleting subnet 59790f95-60b5-43f3-8ce3-077d5ec2e3b1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:10:26.117788 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f400581-06ee-4589-a951-e5bc708f59f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:26.168609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f400581-06ee-4589-a951-e5bc708f59f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:26.221317 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f400581-06ee-4589-a951-e5bc708f59f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:26.385062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f400581-06ee-4589-a951-e5bc708f59f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:26.422616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f400581-06ee-4589-a951-e5bc708f59f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59790f95-60b5-43f3-8ce3-077d5ec2e3b1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:26.424850 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f400581-06ee-4589-a951-e5bc708f59f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:26.434009 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1f400581-06ee-4589-a951-e5bc708f59f4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/59790f95-60b5-43f3-8ce3-077d5ec2e3b1 HTTP/1.1" status: 204 len: 168 time: 0.5458825 Nov 15 15:10:26.434131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4896d6f-6d8f-4f90-aa9a-645068ed84ca None None] Network b0746c2a-b083-4763-8040-eb472e074d8f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:10:26.434640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41472) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:26.513859 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a99698b-7df2-4a4a-b59d-60f98c8f5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:26.566601 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482de697-81bc-4dac-babb-16f6ba62d709 None None] DHCP port deletion for b0746c2a-b083-4763-8040-eb472e074d8f request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:10:26.625372 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a99698b-7df2-4a4a-b59d-60f98c8f5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:26.648418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3a99698b-7df2-4a4a-b59d-60f98c8f5da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0746c2a-b083-4763-8040-eb472e074d8f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:10:26.680203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3a99698b-7df2-4a4a-b59d-60f98c8f5da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7566771b-1cbb-4d37-97b9-565dd448f110') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:10:26.680203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3a99698b-7df2-4a4a-b59d-60f98c8f5da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7566771b-1cbb-4d37-97b9-565dd448f110') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:10:26.681201 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a99698b-7df2-4a4a-b59d-60f98c8f5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:26.696259 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a99698b-7df2-4a4a-b59d-60f98c8f5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:26.703193 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a99698b-7df2-4a4a-b59d-60f98c8f5da1 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:10:26.703579 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a99698b-7df2-4a4a-b59d-60f98c8f5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:10:26.705263 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:10:26.950329 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a99698b-7df2-4a4a-b59d-60f98c8f5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:26.956991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a99698b-7df2-4a4a-b59d-60f98c8f5da1 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:26.972634 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3a99698b-7df2-4a4a-b59d-60f98c8f5da1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b0746c2a-b083-4763-8040-eb472e074d8f HTTP/1.1" status: 204 len: 168 time: 0.5251536 Nov 15 15:10:26.972634 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99698b-7df2-4a4a-b59d-60f98c8f5da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0746c2a-b083-4763-8040-eb472e074d8f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:27.444092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41492) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:27.489237 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3195c8dd-4c42-4c62-9651-465e7009b061 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd1e8f75d5124fc090089a912a5eb4b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439904 Nov 15 15:10:27.492084 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41494) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:27.557301 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc704e76-9744-4720-a7fe-dbd5c1998db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:27.581292 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc704e76-9744-4720-a7fe-dbd5c1998db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:27.732763 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc704e76-9744-4720-a7fe-dbd5c1998db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:27.735996 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc704e76-9744-4720-a7fe-dbd5c1998db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:27.737390 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dc704e76-9744-4720-a7fe-dbd5c1998db1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/21f86424-4a87-4607-b42b-0d8a07974438 HTTP/1.1" status: 204 len: 168 time: 0.2436962 Nov 15 15:10:27.752454 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc704e76-9744-4720-a7fe-dbd5c1998db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f86424-4a87-4607-b42b-0d8a07974438,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:28.447251 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:28.951597 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:29.778316 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-84424477-44bc-4321-8dc5-08bc61387d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:32.133071 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48b56aa7-514c-4869-b6eb-69b56dcaf0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:33.572887 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:35.253029 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:35.767198 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:45.242643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41688) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:45.356607 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:45.432197 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:45.503372 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:45.545274 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a570cd147ede420ba4674c1f77022ec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2992055 Nov 15 15:10:45.545274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05225dd6-a267-4488-a8d8-12bd59a5c891,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:45.549449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:45.552104 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:45.552453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:45.552791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:45.553128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:45.553460 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:45.553788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:45.554117 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:45.554470 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:45.554809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:45.555122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:45.555449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:45.555770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71f2cf-a11e-4674-92cf-575881ae068d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:45.615764 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae983d1d-b5cb-4084-ae0e-47eafb415b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:45.636943 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae983d1d-b5cb-4084-ae0e-47eafb415b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:45.749691 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae983d1d-b5cb-4084-ae0e-47eafb415b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:45.752376 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae983d1d-b5cb-4084-ae0e-47eafb415b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:45.753618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ae983d1d-b5cb-4084-ae0e-47eafb415b8c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05225dd6-a267-4488-a8d8-12bd59a5c891 HTTP/1.1" status: 204 len: 168 time: 0.2031212 Nov 15 15:10:45.762686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae983d1d-b5cb-4084-ae0e-47eafb415b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05225dd6-a267-4488-a8d8-12bd59a5c891,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:46.443123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:46.457188 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e537634d-9f6d-47c3-b4a9-50d347116be1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:46.533018 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e537634d-9f6d-47c3-b4a9-50d347116be1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:46.629796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e537634d-9f6d-47c3-b4a9-50d347116be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:46.669547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e537634d-9f6d-47c3-b4a9-50d347116be1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7bb49b7341f4b1aa6b8eda07dbcaa38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252481 Nov 15 15:10:46.670344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537634d-9f6d-47c3-b4a9-50d347116be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d101cbe2-ebbf-4cf0-97a1-b96653819795,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:46.672327 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:46.728419 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-931d1bb0-0077-4afc-a8e7-1d4b53182262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:46.749495 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-931d1bb0-0077-4afc-a8e7-1d4b53182262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:46.875519 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-931d1bb0-0077-4afc-a8e7-1d4b53182262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:46.878206 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-931d1bb0-0077-4afc-a8e7-1d4b53182262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:46.879464 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-931d1bb0-0077-4afc-a8e7-1d4b53182262 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d101cbe2-ebbf-4cf0-97a1-b96653819795 HTTP/1.1" status: 204 len: 168 time: 0.2060955 Nov 15 15:10:46.888679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d1bb0-0077-4afc-a8e7-1d4b53182262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d101cbe2-ebbf-4cf0-97a1-b96653819795,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:51.641763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41776) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:51.765078 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-344e181a-49e0-4550-8c9d-793c775369d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:51.842230 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-344e181a-49e0-4550-8c9d-793c775369d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:51.915665 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-344e181a-49e0-4550-8c9d-793c775369d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:51.975445 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-344e181a-49e0-4550-8c9d-793c775369d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4302a095df643d39545dfeff44815a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3316741 Nov 15 15:10:51.976591 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e181a-49e0-4550-8c9d-793c775369d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e98887-db8f-46dc-9521-d5b3cd3b9db6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:51.978316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:52.030480 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bba2ff2e-b4a5-4934-92e6-e8db585e9b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:52.053732 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bba2ff2e-b4a5-4934-92e6-e8db585e9b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:52.160738 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bba2ff2e-b4a5-4934-92e6-e8db585e9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:52.163307 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bba2ff2e-b4a5-4934-92e6-e8db585e9b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:52.164475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bba2ff2e-b4a5-4934-92e6-e8db585e9b37 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6e98887-db8f-46dc-9521-d5b3cd3b9db6 HTTP/1.1" status: 204 len: 168 time: 0.1840863 Nov 15 15:10:52.173012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2ff2e-b4a5-4934-92e6-e8db585e9b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e98887-db8f-46dc-9521-d5b3cd3b9db6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:53.174778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:53.277644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-833829269-network', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:53.366665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Made reservation on behalf of cc1df2b32da744df816ea365c0f1d6e5 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:10:53.369042 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:53.378599 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:53.457744 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:53.503579 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:53.533000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:10:53.537997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa87e27a-9de5-42a4-baa1-f2a5c5c88d04,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:53.545246 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:53.545614 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Added segment ad26a887-d6c7-4d9c-ac99-3a9f4008cc29 of type vlan for network d0061b46-191f-4d3f-b1b0-f434074426c4 Nov 15 15:10:53.587043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:53.669764 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:53.671920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:10:53.671920 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:53.740299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] Pushing event updated for resources: {'Network': ['ID=d0061b46-191f-4d3f-b1b0-f434074426c4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:53.752572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network d0061b46-191f-4d3f-b1b0-f434074426c4 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:10:53.827232 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-11996a5d-6bbd-4085-b9bf-f7cea11d2cbb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6512635 Nov 15 15:10:53.834353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41824) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:53.840715 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-05a15343-2dc2-4e5d-a660-cb27a7436801 admin admin] Request body: {'subnet': {'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-833829269-subnet', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:53.949740 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a15343-2dc2-4e5d-a660-cb27a7436801 admin admin] Made reservation on behalf of cc1df2b32da744df816ea365c0f1d6e5 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:10:53.952196 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05a15343-2dc2-4e5d-a660-cb27a7436801 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:54.218169 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05a15343-2dc2-4e5d-a660-cb27a7436801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:54.276912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a15343-2dc2-4e5d-a660-cb27a7436801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d2d53a-9f9c-4ede-b5ff-22503ce3f871,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:54.288767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a15343-2dc2-4e5d-a660-cb27a7436801 admin admin] Checking segment: {'id': 'ad26a887-d6c7-4d9c-ac99-3a9f4008cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:10:54.289184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a15343-2dc2-4e5d-a660-cb27a7436801 admin admin] Network hostable DHCP agents. Network: d0061b46-191f-4d3f-b1b0-f434074426c4, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:10:54.383552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a15343-2dc2-4e5d-a660-cb27a7436801 admin admin] Network d0061b46-191f-4d3f-b1b0-f434074426c4 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:10:54.458067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-05a15343-2dc2-4e5d-a660-cb27a7436801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, d0061b46-191f-4d3f-b1b0-f434074426c4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:10:54.463146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a15343-2dc2-4e5d-a660-cb27a7436801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:10:54.464371 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05a15343-2dc2-4e5d-a660-cb27a7436801 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:54.467792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13f8ce3-d6b5-4d0c-b103-12e94bb4dddb None None] Network d0061b46-191f-4d3f-b1b0-f434074426c4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:10:54.580811 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-05a15343-2dc2-4e5d-a660-cb27a7436801 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7445211 Nov 15 15:10:54.583581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41828) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:54.588094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-833829269-router', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:10:54.623376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-d0061b46-191f-4d3f-b1b0-f434074426c4', 'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'fixed_ips': [{'subnet_id': 'd2d2d53a-9f9c-4ede-b5ff-22503ce3f871'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:10:54.624328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:54.686870 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:54.688277 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:54.769929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Allocated IP 172.20.0.2 (d0061b46-191f-4d3f-b1b0-f434074426c4/d2d2d53a-9f9c-4ede-b5ff-22503ce3f871/1b9ef771-4f6a-406b-a0e9-77e2550fdbd4) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:10:54.937106 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:55.018012 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:55.075834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Pushing event updated for resources: {'Port': ['ID=1b9ef771-4f6a-406b-a0e9-77e2550fdbd4,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:55.091116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Network d0061b46-191f-4d3f-b1b0-f434074426c4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:10:55.094302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:10:55.097451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:10:55.148744 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:10:55.154546 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:55.172922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Attempting to bind port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:10:55.173298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Attempting to bind port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ad26a887-d6c7-4d9c-ac99-3a9f4008cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:10:55.173667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Attempting to bind port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 on network d0061b46-191f-4d3f-b1b0-f434074426c4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:10:55.178955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:10:55.179340 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Checking segment: {'id': 'ad26a887-d6c7-4d9c-ac99-3a9f4008cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:10:55.179746 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:55.180152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Bound using segment: {'id': 'ad26a887-d6c7-4d9c-ac99-3a9f4008cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:10:55.180626 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Bound port: 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad26a887-d6c7-4d9c-ac99-3a9f4008cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:10:55.181021 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:55.252250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] For port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:10:55.255624 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] For port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1b9ef771-4f6a-406b-a0e9-77e2550fdbd4,segment=NetworkSegment(ad26a887-d6c7-4d9c-ac99-3a9f4008cc29),segment_id=ad26a887-d6c7-4d9c-ac99-3a9f4008cc29)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:10:55.344790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:55.350045 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:55.429386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cecfb-e0e3-4288-ad39-9b8f8a30b3c7 None None] Pushing event updated for resources: {'Port': ['ID=1b9ef771-4f6a-406b-a0e9-77e2550fdbd4,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:55.765443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:55.793938 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:55.918656 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Allocated IP 172.25.4.162 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/17f340ed-cbc7-41fe-b0f9-b4e89e75e68f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:10:56.030743 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:56.116003 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:56.161676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:10:56.165132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:10:56.179411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:10:56.185727 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a3ea87-5da6-4ce8-b3c4-36705895da8a None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:10:56.190856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Pushing event updated for resources: {'Port': ['ID=17f340ed-cbc7-41fe-b0f9-b4e89e75e68f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:56.319523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ead4c584-bd03-41de-9a8c-19ffef82308e None None] Provisioning complete for port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:10:56.320569 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ead4c584-bd03-41de-9a8c-19ffef82308e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:56.365035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ead4c584-bd03-41de-9a8c-19ffef82308e None None] Port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:10:56.482357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82763d11-3200-4f9b-97f4-f622b7121e77 None None] Network d0061b46-191f-4d3f-b1b0-f434074426c4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:10:56.609476 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:56.622004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b13cf7e3-94e3-498f-9e3e-ff614bb54228 None None] Provisioning complete for port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:10:56.622495 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b13cf7e3-94e3-498f-9e3e-ff614bb54228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:56.743027 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b13cf7e3-94e3-498f-9e3e-ff614bb54228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:56.783008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b13cf7e3-94e3-498f-9e3e-ff614bb54228 None None] For port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1b9ef771-4f6a-406b-a0e9-77e2550fdbd4,segment=NetworkSegment(ad26a887-d6c7-4d9c-ac99-3a9f4008cc29),segment_id=ad26a887-d6c7-4d9c-ac99-3a9f4008cc29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:10:56.823682 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b13cf7e3-94e3-498f-9e3e-ff614bb54228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:56.870517 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:56.879460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cf7e3-94e3-498f-9e3e-ff614bb54228 None None] Pushing event updated for resources: {'Port': ['ID=1b9ef771-4f6a-406b-a0e9-77e2550fdbd4,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:57.046296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d085c59e-acd0-4d06-acda-93d5e5b9ebd9 None None] Provisioning complete for port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:10:57.046807 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d085c59e-acd0-4d06-acda-93d5e5b9ebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:57.126863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Router ce1b05ad-2b04-4465-89f3-2c8b02de496d is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:10:57.238229 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:10:57.247933 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Sync routers for ids ['ce1b05ad-2b04-4465-89f3-2c8b02de496d'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:10:57.256681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41840) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:57.258937 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Routers {'ce1b05ad-2b04-4465-89f3-2c8b02de496d'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:10:57.260328 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:10:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['ce1b05ad-2b04-4465-89f3-2c8b02de496d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:10:57.317232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:57.321062 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ef71c91b-b719-41ee-b177-f6681230befe admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7338083 Nov 15 15:10:57.321659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41844) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:57.365618 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Set router ce1b05ad-2b04-4465-89f3-2c8b02de496d gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:10:57.404232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff316e6-3d8f-4df2-8b9a-740c756e1672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:57.567941 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'name': 'tempest-TestAggregatesBasicOps-833829269-router', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:10:54Z', 'updated_at': '2021-11-15T15:10:56Z', 'revision_number': 3, 'project_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'gw_port': {'id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:10:55Z', 'updated_at': '2021-11-15T15:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:10:57.597980 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Checking router: ce1b05ad-2b04-4465-89f3-2c8b02de496d for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:10:57.598413 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff316e6-3d8f-4df2-8b9a-740c756e1672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:57.598585 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Updating router ce1b05ad-2b04-4465-89f3-2c8b02de496d port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:10:57.624208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:10:57.625893 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:57.681407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:10:57.681860 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:57.684217 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff316e6-3d8f-4df2-8b9a-740c756e1672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:57.746114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4ff316e6-3d8f-4df2-8b9a-740c756e1672 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf1f3b6731b24a9b88fac6e0d115b299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4878604 Nov 15 15:10:57.746996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41846) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:57.749128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff316e6-3d8f-4df2-8b9a-740c756e1672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f493bc4-12b3-424c-b88c-572cfe8246ee,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:57.827801 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2411a2a0-f398-4386-8ffe-9ec1ac1f9aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:57.850754 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2411a2a0-f398-4386-8ffe-9ec1ac1f9aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:57.901436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:57.913728 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.012729 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2411a2a0-f398-4386-8ffe-9ec1ac1f9aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.015734 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2411a2a0-f398-4386-8ffe-9ec1ac1f9aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.017236 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2411a2a0-f398-4386-8ffe-9ec1ac1f9aa3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f493bc4-12b3-424c-b88c-572cfe8246ee HTTP/1.1" status: 204 len: 168 time: 0.2690704 Nov 15 15:10:58.029449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411a2a0-f398-4386-8ffe-9ec1ac1f9aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f493bc4-12b3-424c-b88c-572cfe8246ee,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:58.035965 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.100808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789da60e-9a73-4d61-94a1-2c29d5de3b31 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:10:58.101073 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Attempting to bind port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:10:58.101409 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Attempting to bind port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:10:58.101778 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Attempting to bind port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:10:58.114369 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:10:58.114769 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:10:58.115312 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.115546 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:10:58.116024 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Bound port: 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:10:58.116401 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.149889 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Pushing event updated for resources: {'Port': ['ID=17f340ed-cbc7-41fe-b0f9-b4e89e75e68f,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:58.173441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-40ccbeee-6a4d-4cf7-b77f-91bcf4c583d1 None None] Provisioning complete for port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:10:58.174635 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40ccbeee-6a4d-4cf7-b77f-91bcf4c583d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.176964 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:58.177524 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:58.178071 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:58.180077 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:58.180077 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:58.180077 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:58.180624 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:58.180812 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:58.181250 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:58.181824 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:58.182365 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:58.182929 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:10:58.226767 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] For port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:10:58.232510 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] For port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=17f340ed-cbc7-41fe-b0f9-b4e89e75e68f,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:10:58.244856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-40ccbeee-6a4d-4cf7-b77f-91bcf4c583d1 None None] Port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:10:58.288034 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.339487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0a1a99-910e-49c3-b270-4de192269914 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:10:58.377202 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Routers {'ce1b05ad-2b04-4465-89f3-2c8b02de496d'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:10:58.377875 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:10:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['ce1b05ad-2b04-4465-89f3-2c8b02de496d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:10:58.427335 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b464090-f613-4ece-8e4a-87c8dd7f1f2f None None] Pushing event updated for resources: {'Port': ['ID=17f340ed-cbc7-41fe-b0f9-b4e89e75e68f,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:58.431276 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.474167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6ed50470-7df0-4ce4-976d-a6fe9d372175 None None] Provisioning complete for port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:10:58.474762 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ed50470-7df0-4ce4-976d-a6fe9d372175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.517386 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] Set router ce1b05ad-2b04-4465-89f3-2c8b02de496d gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:10:58.556950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Allocated IP 172.20.0.1 (d0061b46-191f-4d3f-b1b0-f434074426c4/d2d2d53a-9f9c-4ede-b5ff-22503ce3f871/4b7e382d-eeed-4101-be50-a80f679d1a31) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:10:58.579005 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ed50470-7df0-4ce4-976d-a6fe9d372175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.605381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6ed50470-7df0-4ce4-976d-a6fe9d372175 None None] For port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=17f340ed-cbc7-41fe-b0f9-b4e89e75e68f,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:10:58.679991 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.682514 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ed50470-7df0-4ce4-976d-a6fe9d372175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.709029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:58.725183 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adc88efc-e860-4626-9a15-431b39c6b293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.803889 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.811465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed50470-7df0-4ce4-976d-a6fe9d372175 None None] Pushing event updated for resources: {'Port': ['ID=17f340ed-cbc7-41fe-b0f9-b4e89e75e68f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:58.821581 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adc88efc-e860-4626-9a15-431b39c6b293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.847343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Network d0061b46-191f-4d3f-b1b0-f434074426c4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:10:58.851919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:10:58.856537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:10:58.866239 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'name': 'tempest-TestAggregatesBasicOps-833829269-router', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:10:54Z', 'updated_at': '2021-11-15T15:10:56Z', 'revision_number': 3, 'project_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'gw_port': {'id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:10:55Z', 'updated_at': '2021-11-15T15:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:10:58.881052 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adc88efc-e860-4626-9a15-431b39c6b293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.898465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7e382d-eeed-4101-be50-a80f679d1a31,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:58.915018 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06070803-dba0-4193-b51b-b043a7bdd609 None None] The sync data for ids ['ce1b05ad-2b04-4465-89f3-2c8b02de496d'] in n-d-817748-2 is: [{'id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'name': 'tempest-TestAggregatesBasicOps-833829269-router', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:10:54Z', 'updated_at': '2021-11-15T15:10:56Z', 'revision_number': 3, 'project_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'gw_port': {'id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:10:55Z', 'updated_at': '2021-11-15T15:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:10:58.920023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.955416 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:58.968483 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-adc88efc-e860-4626-9a15-431b39c6b293 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da69e1f047ef470e987ddc33370f2a4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581120 Nov 15 15:10:58.971759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41860) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:10:58.983546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc88efc-e860-4626-9a15-431b39c6b293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be941f1-40c6-42b5-b99e-135c2d570ec9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:59.161958 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f696b36-6140-4a43-9044-4f63f6133a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:59.197946 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f696b36-6140-4a43-9044-4f63f6133a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:59.208419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b765478a-b21a-4399-90f5-c330609cd8e1 None None] Provisioning complete for port 4b7e382d-eeed-4101-be50-a80f679d1a31 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:10:59.212676 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b765478a-b21a-4399-90f5-c330609cd8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:59.256130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b765478a-b21a-4399-90f5-c330609cd8e1 None None] Port 4b7e382d-eeed-4101-be50-a80f679d1a31 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:10:59.291606 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:59.379300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f696b36-6140-4a43-9044-4f63f6133a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:59.381888 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f696b36-6140-4a43-9044-4f63f6133a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:59.386456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1f696b36-6140-4a43-9044-4f63f6133a47 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0be941f1-40c6-42b5-b99e-135c2d570ec9 HTTP/1.1" status: 204 len: 168 time: 0.4085732 Nov 15 15:10:59.427460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f696b36-6140-4a43-9044-4f63f6133a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be941f1-40c6-42b5-b99e-135c2d570ec9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:59.528896 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:59.573283 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:59.659803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:10:59.695346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:59.712443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7e382d-eeed-4101-be50-a80f679d1a31,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:10:59.741790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:10:59.742264 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:59.793362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b0005-0f9c-4afb-b070-dd522ab5bf1c req-bdf14de4-a879-4bb7-87f3-7bb2d34c1079 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:10:59.795109 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-333b0005-0f9c-4afb-b070-dd522ab5bf1c req-bdf14de4-a879-4bb7-87f3-7bb2d34c1079 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 946 time: 0.1736267 Nov 15 15:10:59.798151 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58b10437-8f94-4430-8047-a08c6f9fbb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:10:59.871884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-333b0005-0f9c-4afb-b070-dd522ab5bf1c req-6977ed4e-d413-4a10-a157-90193f8b89fd tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638072 Nov 15 15:10:59.909416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Network d0061b46-191f-4d3f-b1b0-f434074426c4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:10:59.911334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:00.058587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Router ce1b05ad-2b04-4465-89f3-2c8b02de496d has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:11:00.184840 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-56fb5f69-bde8-4b0c-997e-86494f50ae93 None None] Provisioning complete for port 4b7e382d-eeed-4101-be50-a80f679d1a31 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:00.185214 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56fb5f69-bde8-4b0c-997e-86494f50ae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:00.205017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:00.218716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7f6b5098-ee91-43e2-99cf-4b3d414b6946 admin admin] 10.222.0.70 "PUT /v2.0/routers/ce1b05ad-2b04-4465-89f3-2c8b02de496d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8883951 Nov 15 15:11:00.226440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-56fb5f69-bde8-4b0c-997e-86494f50ae93 None None] Port 4b7e382d-eeed-4101-be50-a80f679d1a31 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:00.975061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Sync routers for ids ['ce1b05ad-2b04-4465-89f3-2c8b02de496d'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:00.993454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Routers {'ce1b05ad-2b04-4465-89f3-2c8b02de496d'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:00.994913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:10:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['ce1b05ad-2b04-4465-89f3-2c8b02de496d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:01.092488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c62435-87c5-42bd-831b-e8affe69f119 req-22fbc7ea-e146-4b8f-9d4b-50c4503c53b7 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:01.094182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57c62435-87c5-42bd-831b-e8affe69f119 req-22fbc7ea-e146-4b8f-9d4b-50c4503c53b7 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 946 time: 0.0778196 Nov 15 15:11:01.125336 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:01.131767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-812393744-network', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:01.158203 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Set router ce1b05ad-2b04-4465-89f3-2c8b02de496d gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:01.192557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57c62435-87c5-42bd-831b-e8affe69f119 req-f330b568-6ced-4b04-861e-db01d56623ed tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/security-groups?id=16645474-1473-49c5-bf8d-6d15bcf9e762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914817 Nov 15 15:11:01.206640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-f5a22f37-fa52-48ad-8725-815ebcb919cd tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:01.208319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-f5a22f37-fa52-48ad-8725-815ebcb919cd tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.59 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 946 time: 0.0907428 Nov 15 15:11:01.287029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Made reservation on behalf of c10fe034869a4482912d5cb3d11d0511 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:01.293454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:01.309924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:01.343123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Deleting port 5ee781d4-53da-4722-a646-aa45a5ff50d5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:01.343547 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:01.409709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'name': 'tempest-TestAggregatesBasicOps-833829269-router', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:10:54Z', 'updated_at': '2021-11-15T15:10:59Z', 'revision_number': 4, 'project_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'gw_port': {'id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:10:55Z', 'updated_at': '2021-11-15T15:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '4b7e382d-eeed-4101-be50-a80f679d1a31', 'name': '', 'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'mac_address': 'fa:16:3e:1b:e1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd2d2d53a-9f9c-4ede-b5ff-22503ce3f871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:10:57Z', 'updated_at': '2021-11-15T15:10:59Z', 'revision_number': 2, 'project_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'subnets': [{'id': 'd2d2d53a-9f9c-4ede-b5ff-22503ce3f871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:01.429261 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:01.438548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Checking router: ce1b05ad-2b04-4465-89f3-2c8b02de496d for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:01.438925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Updating router ce1b05ad-2b04-4465-89f3-2c8b02de496d port 4b7e382d-eeed-4101-be50-a80f679d1a31 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:11:01.458939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] For port 5ee781d4-53da-4722-a646-aa45a5ff50d5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5ee781d4-53da-4722-a646-aa45a5ff50d5,segment=NetworkSegment(d811d92e-50df-4e5c-9c4a-be9525c13138),segment_id=d811d92e-50df-4e5c-9c4a-be9525c13138)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:01.459476 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:01.498105 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:01.555401 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90d08a4-29e9-412c-aba9-7ef969e66470,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:01.564354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:11:01.581902 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:01.582637 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Added segment 883e51d3-0d19-4ea7-a3b0-4902ee3f507f of type vlan for network 39d5a16c-8afb-48dd-95a2-2da48086ef1e Nov 15 15:11:01.661128 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:01.661301 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:01.758129 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:01.758569 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:01.758852 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Floating IP afb80a2b-97c1-4ce3-8e68-3b8448f9d16c disassociated. External IP: 172.25.4.26, port: 5ee781d4-53da-4722-a646-aa45a5ff50d5. Nov 15 15:11:01.760113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Calling delete_port for 5ee781d4-53da-4722-a646-aa45a5ff50d5 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:01.766458 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:01.771068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:01.771068 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:01.839365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] Pushing event updated for resources: {'Network': ['ID=39d5a16c-8afb-48dd-95a2-2da48086ef1e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:01.858047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 39d5a16c-8afb-48dd-95a2-2da48086ef1e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:11:01.914221 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-60310f03-eb67-4963-8d2c-b0b61e28d620 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7873232 Nov 15 15:11:01.918232 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41926) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:01.937667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e3ec1f2d-2382-46e4-bb82-0883f2612166 admin admin] Request body: {'subnet': {'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-812393744-subnet', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:02.040607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ec1f2d-2382-46e4-bb82-0883f2612166 admin admin] Made reservation on behalf of c10fe034869a4482912d5cb3d11d0511 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:02.043254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1f2d-2382-46e4-bb82-0883f2612166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:02.098688 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:02.138215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Pushing event deleted for resources: {'Port': ['ID=5ee781d4-53da-4722-a646-aa45a5ff50d5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:02.145927 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4250408c-b41c-4f12-8f0f-638b89db5d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:02.150668 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:02.241057 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:02.298696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Router 39b620fc-aaac-4183-bf57-b0490506148b has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:11:02.322710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Pushing event updated for resources: {'Port': ['ID=4b7e382d-eeed-4101-be50-a80f679d1a31,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:02.364594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:02.365272 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:02.365938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:02.366603 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:02.367240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:02.373613 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1f2d-2382-46e4-bb82-0883f2612166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:02.381440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:02.382241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:02.386872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:02.387638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:02.388181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:02.388758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:02.389259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:02.443466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Attempting to bind port 4b7e382d-eeed-4101-be50-a80f679d1a31 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:02.443899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Attempting to bind port 4b7e382d-eeed-4101-be50-a80f679d1a31 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ad26a887-d6c7-4d9c-ac99-3a9f4008cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:02.444273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Attempting to bind port 4b7e382d-eeed-4101-be50-a80f679d1a31 on network d0061b46-191f-4d3f-b1b0-f434074426c4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:02.451614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:02.456110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Checking segment: {'id': 'ad26a887-d6c7-4d9c-ac99-3a9f4008cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:02.456110 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:02.456110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Bound using segment: {'id': 'ad26a887-d6c7-4d9c-ac99-3a9f4008cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:02.456110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Bound port: 4b7e382d-eeed-4101-be50-a80f679d1a31, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad26a887-d6c7-4d9c-ac99-3a9f4008cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:02.456110 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:02.485665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec1f2d-2382-46e4-bb82-0883f2612166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0138d3cb-84f1-4b8d-8ad7-05b3e154240d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:02.490932 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e79d8f9-6180-40b5-9307-9b920f49e503 req-d4007001-ef1e-46dc-8cee-64b7af7f2bf7 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 210 time: 0.0642667 Nov 15 15:11:02.507988 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec1f2d-2382-46e4-bb82-0883f2612166 admin admin] Checking segment: {'id': '883e51d3-0d19-4ea7-a3b0-4902ee3f507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:02.509407 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ec1f2d-2382-46e4-bb82-0883f2612166 admin admin] Network hostable DHCP agents. Network: 39d5a16c-8afb-48dd-95a2-2da48086ef1e, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:11:02.561878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:02.573302 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2ba7bb-862c-438a-9490-d2ab67640a4f None None] Sync routers for ids ['39b620fc-aaac-4183-bf57-b0490506148b'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:02.588721 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2ba7bb-862c-438a-9490-d2ab67640a4f None None] Routers {'39b620fc-aaac-4183-bf57-b0490506148b'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:02.591517 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0a2ba7bb-862c-438a-9490-d2ab67640a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['39b620fc-aaac-4183-bf57-b0490506148b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:02.606620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ec1f2d-2382-46e4-bb82-0883f2612166 admin admin] Network 39d5a16c-8afb-48dd-95a2-2da48086ef1e is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:11:02.624902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] No DVR routers for this DVR port 5ee781d4-53da-4722-a646-aa45a5ff50d5 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:11:02.631625 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:02.636337 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc48c0fb-2877-490b-befd-ef46c3578f48 req-257c51a2-2b93-462c-8759-a2702eea27f1 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.59 "DELETE /v2.0/ports/5ee781d4-53da-4722-a646-aa45a5ff50d5 HTTP/1.1" status: 204 len: 173 time: 1.4210052 Nov 15 15:11:02.637239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068668b3-cf49-438b-9fc0-ed980bd3e414', 'name': 'network-vif-deleted', 'tag': '5ee781d4-53da-4722-a646-aa45a5ff50d5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:11:02.638359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] For port 4b7e382d-eeed-4101-be50-a80f679d1a31, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:02.648226 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1690930-b1c9-4f7f-8790-8e0a53dd88a9" -d '{"events": [{"server_uuid": "068668b3-cf49-438b-9fc0-ed980bd3e414", "name": "network-vif-deleted", "tag": "5ee781d4-53da-4722-a646-aa45a5ff50d5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:11:02.651812 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] For port 4b7e382d-eeed-4101-be50-a80f679d1a31, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4b7e382d-eeed-4101-be50-a80f679d1a31,segment=NetworkSegment(ad26a887-d6c7-4d9c-ac99-3a9f4008cc29),segment_id=ad26a887-d6c7-4d9c-ac99-3a9f4008cc29)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:02.709678 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e3ec1f2d-2382-46e4-bb82-0883f2612166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 39d5a16c-8afb-48dd-95a2-2da48086ef1e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:02.716125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ec1f2d-2382-46e4-bb82-0883f2612166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:02.716736 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1f2d-2382-46e4-bb82-0883f2612166 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:02.725700 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb1f9dd-1810-47d2-8172-22b7c2a8a15c None None] Network 39d5a16c-8afb-48dd-95a2-2da48086ef1e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:02.792370 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0a2ba7bb-862c-438a-9490-d2ab67640a4f None None] Set router 39b620fc-aaac-4183-bf57-b0490506148b gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:02.792860 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e3ec1f2d-2382-46e4-bb82-0883f2612166 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8719912 Nov 15 15:11:02.795544 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41946) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:02.801232 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-812393744-router', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:02.857989 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:02.909802 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:02.911178 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:02.950068 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd29dc4-2b3e-449a-a87e-67475e786cc8 x-openstack-request-id: req-4fd29dc4-2b3e-449a-a87e-67475e786cc8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:11:02.950514 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068668b3-cf49-438b-9fc0-ed980bd3e414", "name": "network-vif-deleted", "tag": "5ee781d4-53da-4722-a646-aa45a5ff50d5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:11:02.950869 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4fd29dc4-2b3e-449a-a87e-67475e786cc8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:11:02.951286 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068668b3-cf49-438b-9fc0-ed980bd3e414', 'name': 'network-vif-deleted', 'tag': '5ee781d4-53da-4722-a646-aa45a5ff50d5', 'status': 'completed', 'code': 200} Nov 15 15:11:03.002478 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:03.011784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-be9a61a1-8b83-425d-af54-b3ac3a7c0d1a None None] Provisioning complete for port 4b7e382d-eeed-4101-be50-a80f679d1a31 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:03.013415 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be9a61a1-8b83-425d-af54-b3ac3a7c0d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:03.111718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Routers {'ce1b05ad-2b04-4465-89f3-2c8b02de496d'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:03.112560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['ce1b05ad-2b04-4465-89f3-2c8b02de496d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:03.188610 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0a2ba7bb-862c-438a-9490-d2ab67640a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port': {'id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:44Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c6532c14-d4d9-48f2-adbc-dbd0c18b304d', 'name': '', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'mac_address': 'fa:16:3e:0b:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:46Z', 'updated_at': '2021-11-15T15:05:52Z', 'revision_number': 5, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'subnets': [{'id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:03.201415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bff64-6be1-4a09-808b-6873141ac556 None None] Pushing event updated for resources: {'Port': ['ID=4b7e382d-eeed-4101-be50-a80f679d1a31,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:03.227040 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2ba7bb-862c-438a-9490-d2ab67640a4f None None] Checking router: 39b620fc-aaac-4183-bf57-b0490506148b for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:03.237424 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2ba7bb-862c-438a-9490-d2ab67640a4f None None] Routers {'39b620fc-aaac-4183-bf57-b0490506148b'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:03.246547 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0a2ba7bb-862c-438a-9490-d2ab67640a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['39b620fc-aaac-4183-bf57-b0490506148b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:03.308530 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:03.348620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] Set router ce1b05ad-2b04-4465-89f3-2c8b02de496d gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:03.418245 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0a2ba7bb-862c-438a-9490-d2ab67640a4f None None] Set router 39b620fc-aaac-4183-bf57-b0490506148b gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:03.436577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-39d5a16c-8afb-48dd-95a2-2da48086ef1e', 'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'fixed_ips': [{'subnet_id': '0138d3cb-84f1-4b8d-8ad7-05b3e154240d'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:11:03.437441 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:03.485093 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be9a61a1-8b83-425d-af54-b3ac3a7c0d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:03.691977 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:03.717230 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:03.741661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Allocated IP 172.20.0.2 (39d5a16c-8afb-48dd-95a2-2da48086ef1e/0138d3cb-84f1-4b8d-8ad7-05b3e154240d/1d32afe5-4913-4f83-8488-532b07157c93) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:03.742776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-120d699a-e687-448b-9629-c1a7c4836b41 req-c851cce1-0db4-4bca-a3a1-daa7f7aa6a72 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "GET /v2.0/ports?device_id=068668b3-cf49-438b-9fc0-ed980bd3e414 HTTP/1.1" status: 200 len: 210 time: 0.0733349 Nov 15 15:11:03.764446 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:03.849140 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0a2ba7bb-862c-438a-9490-d2ab67640a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port': {'id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:44Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c6532c14-d4d9-48f2-adbc-dbd0c18b304d', 'name': '', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'mac_address': 'fa:16:3e:0b:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:46Z', 'updated_at': '2021-11-15T15:05:52Z', 'revision_number': 5, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'subnets': [{'id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:03.860366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-be9a61a1-8b83-425d-af54-b3ac3a7c0d1a None None] For port 4b7e382d-eeed-4101-be50-a80f679d1a31, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4b7e382d-eeed-4101-be50-a80f679d1a31,segment=NetworkSegment(ad26a887-d6c7-4d9c-ac99-3a9f4008cc29),segment_id=ad26a887-d6c7-4d9c-ac99-3a9f4008cc29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:03.882091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Allocated IP 172.25.4.225 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/a0ee8a65-dd28-4951-86b0-16461ecc2f78) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:03.895764 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2ba7bb-862c-438a-9490-d2ab67640a4f None None] The sync data for ids ['39b620fc-aaac-4183-bf57-b0490506148b'] in n-d-817748-2 is: [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port': {'id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:44Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c6532c14-d4d9-48f2-adbc-dbd0c18b304d', 'name': '', 'network_id': 'a03faf9f-415f-42ce-bd23-d963669a428c', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'mac_address': 'fa:16:3e:0b:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:46Z', 'updated_at': '2021-11-15T15:05:52Z', 'revision_number': 5, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'subnets': [{'id': '587b8ce1-9130-4b68-967d-1c7f487e2030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:03.919829 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be9a61a1-8b83-425d-af54-b3ac3a7c0d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.055454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.059939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a61a1-8b83-425d-af54-b3ac3a7c0d1a None None] Pushing event updated for resources: {'Port': ['ID=4b7e382d-eeed-4101-be50-a80f679d1a31,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:04.084194 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.089283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c9d57362-6fd0-4bfc-9933-368f445988f2 None None] Provisioning complete for port 4b7e382d-eeed-4101-be50-a80f679d1a31 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:04.089650 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c9d57362-6fd0-4bfc-9933-368f445988f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.125577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'name': 'tempest-TestAggregatesBasicOps-833829269-router', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:10:54Z', 'updated_at': '2021-11-15T15:10:59Z', 'revision_number': 4, 'project_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'gw_port': {'id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:10:55Z', 'updated_at': '2021-11-15T15:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '4b7e382d-eeed-4101-be50-a80f679d1a31', 'name': '', 'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'mac_address': 'fa:16:3e:1b:e1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd2d2d53a-9f9c-4ede-b5ff-22503ce3f871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:10:57Z', 'updated_at': '2021-11-15T15:11:02Z', 'revision_number': 4, 'project_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'subnets': [{'id': 'd2d2d53a-9f9c-4ede-b5ff-22503ce3f871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:04.159332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04788f95-1187-48b0-b45f-46888212b1b8 None None] The sync data for ids ['ce1b05ad-2b04-4465-89f3-2c8b02de496d'] in n-d-817748-2 is: [{'id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'name': 'tempest-TestAggregatesBasicOps-833829269-router', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:10:54Z', 'updated_at': '2021-11-15T15:10:59Z', 'revision_number': 4, 'project_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'gw_port': {'id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:10:55Z', 'updated_at': '2021-11-15T15:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '4b7e382d-eeed-4101-be50-a80f679d1a31', 'name': '', 'network_id': 'd0061b46-191f-4d3f-b1b0-f434074426c4', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'mac_address': 'fa:16:3e:1b:e1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd2d2d53a-9f9c-4ede-b5ff-22503ce3f871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:10:57Z', 'updated_at': '2021-11-15T15:11:02Z', 'revision_number': 4, 'project_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'subnets': [{'id': 'd2d2d53a-9f9c-4ede-b5ff-22503ce3f871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:04.159677 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.159850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:04.186984 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.233952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Network 39d5a16c-8afb-48dd-95a2-2da48086ef1e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:04.269572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:04.272546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Pushing event updated for resources: {'Port': ['ID=1d32afe5-4913-4f83-8488-532b07157c93,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:04.293985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:04.303067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:04.319907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:04.324880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:04.326962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Pushing event updated for resources: {'Port': ['ID=a0ee8a65-dd28-4951-86b0-16461ecc2f78,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:04.354435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2d1199-d87a-4e54-ad84-52fe4edb2849 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:04.390298 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57939d3f-dfab-48b4-b4dd-faf6af0eba81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.404633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85273f7c-b7b5-409a-a59a-d1f14ae5976a None None] New status for floating IP afb80a2b-97c1-4ce3-8e68-3b8448f9d16c: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:11:04.496877 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Attempting to bind port 1d32afe5-4913-4f83-8488-532b07157c93 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:04.497524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Attempting to bind port 1d32afe5-4913-4f83-8488-532b07157c93 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '883e51d3-0d19-4ea7-a3b0-4902ee3f507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:04.498064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Attempting to bind port 1d32afe5-4913-4f83-8488-532b07157c93 on network 39d5a16c-8afb-48dd-95a2-2da48086ef1e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:04.545947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:04.546693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Checking segment: {'id': '883e51d3-0d19-4ea7-a3b0-4902ee3f507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:04.547101 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.547505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Bound using segment: {'id': '883e51d3-0d19-4ea7-a3b0-4902ee3f507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:04.548056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Bound port: 1d32afe5-4913-4f83-8488-532b07157c93, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883e51d3-0d19-4ea7-a3b0-4902ee3f507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:04.548445 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.578355 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57939d3f-dfab-48b4-b4dd-faf6af0eba81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.644418 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57939d3f-dfab-48b4-b4dd-faf6af0eba81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.750557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e342ab07-60c2-4c57-bb66-c20e3a44a16d None None] Provisioning complete for port a0ee8a65-dd28-4951-86b0-16461ecc2f78 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:04.750878 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e342ab07-60c2-4c57-bb66-c20e3a44a16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.769006 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-57939d3f-dfab-48b4-b4dd-faf6af0eba81 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d60fddc40f914ae6b7ea568f14e14d02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6076500 Nov 15 15:11:04.770605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57939d3f-dfab-48b4-b4dd-faf6af0eba81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612fadc4-53a7-4c7e-bbf4-04fc4be43e20,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:04.773791 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:04.812830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e342ab07-60c2-4c57-bb66-c20e3a44a16d None None] Port a0ee8a65-dd28-4951-86b0-16461ecc2f78 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:04.819548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] For port 1d32afe5-4913-4f83-8488-532b07157c93, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:04.823595 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] For port 1d32afe5-4913-4f83-8488-532b07157c93, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1d32afe5-4913-4f83-8488-532b07157c93,segment=NetworkSegment(883e51d3-0d19-4ea7-a3b0-4902ee3f507f),segment_id=883e51d3-0d19-4ea7-a3b0-4902ee3f507f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:04.827571 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.880765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:04.894372 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:04.999626 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df84-48a4-4ec9-bf19-9a2f0f42ef5c None None] Pushing event updated for resources: {'Port': ['ID=1d32afe5-4913-4f83-8488-532b07157c93,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:05.004471 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-849fdb98-ccbe-4749-b353-bd502cf928a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:05.051775 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-849fdb98-ccbe-4749-b353-bd502cf928a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:05.104980 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:05.114292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dc80a821-7a69-4517-947e-f3ac8aca7607 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Deleting port e0d4cb35-cfb3-415d-961a-135b948e76b0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:05.114680 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc80a821-7a69-4517-947e-f3ac8aca7607 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:05.218670 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-849fdb98-ccbe-4749-b353-bd502cf928a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:05.222090 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-849fdb98-ccbe-4749-b353-bd502cf928a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:05.240918 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-849fdb98-ccbe-4749-b353-bd502cf928a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/612fadc4-53a7-4c7e-bbf4-04fc4be43e20 HTTP/1.1" status: 204 len: 168 time: 0.4490683 Nov 15 15:11:05.245645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5ee781d4-53da-4722-a646-aa45a5ff50d5 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:11:05.271449 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:05.275999 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc80a821-7a69-4517-947e-f3ac8aca7607 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:05.277717 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc80a821-7a69-4517-947e-f3ac8aca7607 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:05.282180 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fdb98-ccbe-4749-b353-bd502cf928a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612fadc4-53a7-4c7e-bbf4-04fc4be43e20,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:05.323295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dc80a821-7a69-4517-947e-f3ac8aca7607 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Calling delete_port for e0d4cb35-cfb3-415d-961a-135b948e76b0 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:05.332834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 5ee781d4-53da-4722-a646-aa45a5ff50d5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:11:05.333178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5ee781d4-53da-4722-a646-aa45a5ff50d5 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:11:05.481098 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Router 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:11:05.587141 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc80a821-7a69-4517-947e-f3ac8aca7607 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:05.632176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80a821-7a69-4517-947e-f3ac8aca7607 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Pushing event deleted for resources: {'Port': ['ID=e0d4cb35-cfb3-415d-961a-135b948e76b0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:05.808761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4b7e382d-eeed-4101-be50-a80f679d1a31 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:05.854925 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc80a821-7a69-4517-947e-f3ac8aca7607 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:05.858550 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc80a821-7a69-4517-947e-f3ac8aca7607 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:05.860113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dc80a821-7a69-4517-947e-f3ac8aca7607 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "DELETE /v2.0/floatingips/afb80a2b-97c1-4ce3-8e68-3b8448f9d16c HTTP/1.1" status: 204 len: 168 time: 0.9783919 Nov 15 15:11:05.873485 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:05.927772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 4b7e382d-eeed-4101-be50-a80f679d1a31 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:05.928459 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.028234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41986) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:06.113862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1d32afe5-4913-4f83-8488-532b07157c93 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:06.138734 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e88ecf7c-86e0-41f7-8baf-02a630138ba9 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.141301 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:06.185436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fdd378d3-0aa0-4ebc-876d-922aeee8462e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.186929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:06.199586 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Sync routers for ids ['9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:06.211791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1d32afe5-4913-4f83-8488-532b07157c93 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:06.211791 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.214979 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Routers {'9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:06.215292 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:06.260177 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e88ecf7c-86e0-41f7-8baf-02a630138ba9 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.289679 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.293858 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6f33b5e1-d9a0-44e2-ac63-8b4c2130342a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4952135 Nov 15 15:11:06.295949 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41990) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:06.354215 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.394603 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Set router 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:06.395011 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fdd378d3-0aa0-4ebc-876d-922aeee8462e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.415113 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 1d32afe5-4913-4f83-8488-532b07157c93, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1d32afe5-4913-4f83-8488-532b07157c93,segment=NetworkSegment(883e51d3-0d19-4ea7-a3b0-4902ee3f507f),segment_id=883e51d3-0d19-4ea7-a3b0-4902ee3f507f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:06.422615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add5e609-928a-49aa-8217-74a65832151e None None] Network 39d5a16c-8afb-48dd-95a2-2da48086ef1e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:06.448769 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fdd378d3-0aa0-4ebc-876d-922aeee8462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.499712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ec3012ac-5751-47dd-9037-92fd5c4a064c None None] Provisioning complete for port 1d32afe5-4913-4f83-8488-532b07157c93 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:06.500146 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec3012ac-5751-47dd-9037-92fd5c4a064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.520553 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e88ecf7c-86e0-41f7-8baf-02a630138ba9 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.527009 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e88ecf7c-86e0-41f7-8baf-02a630138ba9 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.532988 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.534915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e88ecf7c-86e0-41f7-8baf-02a630138ba9 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] 10.222.0.70 "DELETE /v2.0/security-groups/16645474-1473-49c5-bf8d-6d15bcf9e762 HTTP/1.1" status: 204 len: 168 time: 0.5052941 Nov 15 15:11:06.538699 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fdd378d3-0aa0-4ebc-876d-922aeee8462e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0825d6fe41594284abbe8fa913b591a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3961353 Nov 15 15:11:06.540388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd378d3-0aa0-4ebc-876d-922aeee8462e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ec72b3-e1bf-4037-9b82-9468f2da1128,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:06.562866 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 41994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:06.563979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ecf7c-86e0-41f7-8baf-02a630138ba9 tempest-TestServerBasicOps-1011412964 tempest-TestServerBasicOps-1011412964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16645474-1473-49c5-bf8d-6d15bcf9e762,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:06.664323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90cb08aa-b624-4a8e-94a1-6c98da296c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.677392 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 41996) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:06.701611 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90cb08aa-b624-4a8e-94a1-6c98da296c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.739251 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=1d32afe5-4913-4f83-8488-532b07157c93,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:06.740636 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'name': 'tempest-TestAggregatesBasicOps-812393744-router', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:02Z', 'updated_at': '2021-11-15T15:11:04Z', 'revision_number': 3, 'project_id': 'c10fe034869a4482912d5cb3d11d0511', 'gw_port': {'id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:03Z', 'updated_at': '2021-11-15T15:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:06.775659 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Checking router: 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:06.776317 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Updating router 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 port a0ee8a65-dd28-4951-86b0-16461ecc2f78 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:11:06.805424 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.835741 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90cb08aa-b624-4a8e-94a1-6c98da296c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.842055 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90cb08aa-b624-4a8e-94a1-6c98da296c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:06.849399 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-90cb08aa-b624-4a8e-94a1-6c98da296c57 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e3ec72b3-e1bf-4037-9b82-9468f2da1128 HTTP/1.1" status: 204 len: 168 time: 0.2803190 Nov 15 15:11:06.874326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb08aa-b624-4a8e-94a1-6c98da296c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ec72b3-e1bf-4037-9b82-9468f2da1128,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:07.138584 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:07.207508 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:07.284567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e601a8-64d5-4bc7-8e63-c2d2f49d6860 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:07.288721 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617715b-1966-4ee8-ac62-be2cba93d9af None None] Pushing event updated for resources: {'Port': ['ID=a0ee8a65-dd28-4951-86b0-16461ecc2f78,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:07.293303 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Attempting to bind port a0ee8a65-dd28-4951-86b0-16461ecc2f78 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:07.293677 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Attempting to bind port a0ee8a65-dd28-4951-86b0-16461ecc2f78 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:07.294056 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Attempting to bind port a0ee8a65-dd28-4951-86b0-16461ecc2f78 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:07.300506 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:07.301035 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:07.301549 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:07.302047 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:07.302663 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Bound port: a0ee8a65-dd28-4951-86b0-16461ecc2f78, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:07.303187 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:07.339494 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:07.350492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1f1ba335-830d-419d-944f-52f37776658e None None] Provisioning complete for port a0ee8a65-dd28-4951-86b0-16461ecc2f78 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:07.351214 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba335-830d-419d-944f-52f37776658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:07.419700 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1f1ba335-830d-419d-944f-52f37776658e None None] Port a0ee8a65-dd28-4951-86b0-16461ecc2f78 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:07.437526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1f1ba335-830d-419d-944f-52f37776658e None None] Provisioning complete for port 1d32afe5-4913-4f83-8488-532b07157c93 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:07.438436 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba335-830d-419d-944f-52f37776658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:07.520076 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] For port a0ee8a65-dd28-4951-86b0-16461ecc2f78, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:07.525881 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] For port a0ee8a65-dd28-4951-86b0-16461ecc2f78, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a0ee8a65-dd28-4951-86b0-16461ecc2f78,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:07.567124 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Allocated IP 172.20.0.1 (39d5a16c-8afb-48dd-95a2-2da48086ef1e/0138d3cb-84f1-4b8d-8ad7-05b3e154240d/13811df7-0330-431f-8482-5b31ff2437fb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:07.578739 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:07.643634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1d32afe5-4913-4f83-8488-532b07157c93 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:07.652181 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617715b-1966-4ee8-ac62-be2cba93d9af None None] Pushing event updated for resources: {'Port': ['ID=a0ee8a65-dd28-4951-86b0-16461ecc2f78,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:07.670971 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Routers {'9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:07.671794 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:07.688526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b0271e-8d15-4801-acda-96be03a24f03 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:07.747814 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1d32afe5-4913-4f83-8488-532b07157c93 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:07.749150 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:07.778636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:07.811159 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fb296d9c-e9be-47c7-a08a-850497831eaf None None] Provisioning complete for port a0ee8a65-dd28-4951-86b0-16461ecc2f78 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:07.811676 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb296d9c-e9be-47c7-a08a-850497831eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:07.823480 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] Set router 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:07.958508 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:07.961681 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb296d9c-e9be-47c7-a08a-850497831eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:07.989176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fb296d9c-e9be-47c7-a08a-850497831eaf None None] For port a0ee8a65-dd28-4951-86b0-16461ecc2f78, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a0ee8a65-dd28-4951-86b0-16461ecc2f78,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:08.007778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Network 39d5a16c-8afb-48dd-95a2-2da48086ef1e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:08.017704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:08.026162 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:08.054352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Pushing event updated for resources: {'Port': ['ID=13811df7-0330-431f-8482-5b31ff2437fb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:08.057739 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'name': 'tempest-TestAggregatesBasicOps-812393744-router', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:02Z', 'updated_at': '2021-11-15T15:11:04Z', 'revision_number': 3, 'project_id': 'c10fe034869a4482912d5cb3d11d0511', 'gw_port': {'id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:03Z', 'updated_at': '2021-11-15T15:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:08.086747 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb296d9c-e9be-47c7-a08a-850497831eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:08.088701 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99d6361e-5131-4c11-9e53-0b16adb4b3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:08.109372 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63299ce5-2163-4b1b-8ab8-92ddf95ec16a None None] The sync data for ids ['9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'] in n-d-817748-2 is: [{'id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'name': 'tempest-TestAggregatesBasicOps-812393744-router', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:02Z', 'updated_at': '2021-11-15T15:11:04Z', 'revision_number': 3, 'project_id': 'c10fe034869a4482912d5cb3d11d0511', 'gw_port': {'id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:03Z', 'updated_at': '2021-11-15T15:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:08.180754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb296d9c-e9be-47c7-a08a-850497831eaf None None] Pushing event updated for resources: {'Port': ['ID=a0ee8a65-dd28-4951-86b0-16461ecc2f78,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:08.198032 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:08.436732 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-028a3840-ae2c-4d44-ab58-4fb62de14e0c None None] Provisioning complete for port 13811df7-0330-431f-8482-5b31ff2437fb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:08.437278 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-028a3840-ae2c-4d44-ab58-4fb62de14e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:08.488497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:08.495708 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-028a3840-ae2c-4d44-ab58-4fb62de14e0c None None] Port 13811df7-0330-431f-8482-5b31ff2437fb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:08.631838 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99d6361e-5131-4c11-9e53-0b16adb4b3c4 admin admin] Deleting port c6532c14-d4d9-48f2-adbc-dbd0c18b304d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:08.631838 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99d6361e-5131-4c11-9e53-0b16adb4b3c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:08.762552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-99d6361e-5131-4c11-9e53-0b16adb4b3c4 admin admin] For port c6532c14-d4d9-48f2-adbc-dbd0c18b304d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c6532c14-d4d9-48f2-adbc-dbd0c18b304d,segment=NetworkSegment(d811d92e-50df-4e5c-9c4a-be9525c13138),segment_id=d811d92e-50df-4e5c-9c4a-be9525c13138)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:08.762921 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99d6361e-5131-4c11-9e53-0b16adb4b3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:08.784198 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99d6361e-5131-4c11-9e53-0b16adb4b3c4 admin admin] Calling delete_port for c6532c14-d4d9-48f2-adbc-dbd0c18b304d owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:08.800908 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:08.932070 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:09.022827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Pushing event updated for resources: {'Port': ['ID=13811df7-0330-431f-8482-5b31ff2437fb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:09.034066 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:09.188111 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99d6361e-5131-4c11-9e53-0b16adb4b3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:09.196986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Network 39d5a16c-8afb-48dd-95a2-2da48086ef1e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:09.204370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:09.210896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42028) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:09.235371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6361e-5131-4c11-9e53-0b16adb4b3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6532c14-d4d9-48f2-adbc-dbd0c18b304d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:09.388083 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cac26a1-3fef-45c3-99fd-5be6a4280ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:09.483191 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Router 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:11:09.505982 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cac26a1-3fef-45c3-99fd-5be6a4280ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:09.555767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cac26a1-3fef-45c3-99fd-5be6a4280ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:09.579243 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99d6361e-5131-4c11-9e53-0b16adb4b3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:09.610520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6cac26a1-3fef-45c3-99fd-5be6a4280ae0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e58f2975dc0844169d02753f2bee7ded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3961959 Nov 15 15:11:09.610520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac26a1-3fef-45c3-99fd-5be6a4280ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a56144-c5d0-49fd-b3e0-816d981894a4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:09.611747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42032) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:09.653207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-971d42ad-2807-4da6-ad35-a01e1e81ae31 None None] Provisioning complete for port 13811df7-0330-431f-8482-5b31ff2437fb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:09.653207 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-971d42ad-2807-4da6-ad35-a01e1e81ae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:09.703206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-971d42ad-2807-4da6-ad35-a01e1e81ae31 None None] Port 13811df7-0330-431f-8482-5b31ff2437fb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:09.718266 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:09.720063 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58bbb304-6ee5-4043-b285-82cdc8b2c5ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:09.731075 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-46a12984-0497-4d76-b830-a317fb8c7c21 admin admin] 10.222.0.70 "PUT /v2.0/routers/9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4332027 Nov 15 15:11:09.762738 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58bbb304-6ee5-4043-b285-82cdc8b2c5ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:09.825244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a0ee8a65-dd28-4951-86b0-16461ecc2f78 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:09.887030 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58bbb304-6ee5-4043-b285-82cdc8b2c5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:09.891148 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58bbb304-6ee5-4043-b285-82cdc8b2c5ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:09.893076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-58bbb304-6ee5-4043-b285-82cdc8b2c5ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25a56144-c5d0-49fd-b3e0-816d981894a4 HTTP/1.1" status: 204 len: 168 time: 0.2800763 Nov 15 15:11:09.903368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d6361e-5131-4c11-9e53-0b16adb4b3c4 admin admin] Router 39b620fc-aaac-4183-bf57-b0490506148b has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:11:09.907464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbb304-6ee5-4043-b285-82cdc8b2c5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a56144-c5d0-49fd-b3e0-816d981894a4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:09.913714 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port a0ee8a65-dd28-4951-86b0-16461ecc2f78 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:09.916242 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:10.451276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d6361e-5131-4c11-9e53-0b16adb4b3c4 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:10.462091 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-99d6361e-5131-4c11-9e53-0b16adb4b3c4 admin admin] 10.222.0.70 "PUT /v2.0/routers/39b620fc-aaac-4183-bf57-b0490506148b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7781191 Nov 15 15:11:10.463170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c4dd6-9c50-4d84-8d9b-db5406a96b53 None None] Sync routers for ids ['39b620fc-aaac-4183-bf57-b0490506148b'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:10.464707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42052) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:10.475000 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c4dd6-9c50-4d84-8d9b-db5406a96b53 None None] Routers {'39b620fc-aaac-4183-bf57-b0490506148b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:10.475620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c71c4dd6-9c50-4d84-8d9b-db5406a96b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['39b620fc-aaac-4183-bf57-b0490506148b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:10.608689 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:10.616045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c71c4dd6-9c50-4d84-8d9b-db5406a96b53 None None] Set router 39b620fc-aaac-4183-bf57-b0490506148b gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:10.734178 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Sync routers for ids ['9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:10.736919 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:10.747687 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Routers {'9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:10.748363 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:10.829745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c71c4dd6-9c50-4d84-8d9b-db5406a96b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:11:09Z', 'revision_number': 5, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port': {'id': '8467cb56-9a05-4448-bb28-7afaa2f9b1e7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b620fc-aaac-4183-bf57-b0490506148b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:44Z', 'updated_at': '2021-11-15T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:10.871382 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Set router 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:10.873904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c4dd6-9c50-4d84-8d9b-db5406a96b53 None None] Checking router: 39b620fc-aaac-4183-bf57-b0490506148b for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:10.887519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c4dd6-9c50-4d84-8d9b-db5406a96b53 None None] Routers {'39b620fc-aaac-4183-bf57-b0490506148b'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:10.888868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c71c4dd6-9c50-4d84-8d9b-db5406a96b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['39b620fc-aaac-4183-bf57-b0490506148b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:10.903753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Deleting port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:10.908438 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.002971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c71c4dd6-9c50-4d84-8d9b-db5406a96b53 None None] Set router 39b620fc-aaac-4183-bf57-b0490506148b gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:11.048039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] For port 8467cb56-9a05-4448-bb28-7afaa2f9b1e7, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8467cb56-9a05-4448-bb28-7afaa2f9b1e7,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:11.048554 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.062921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c71c4dd6-9c50-4d84-8d9b-db5406a96b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:11:10Z', 'revision_number': 6, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:11.070166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Calling delete_port for 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:11.104263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c4dd6-9c50-4d84-8d9b-db5406a96b53 None None] The sync data for ids ['39b620fc-aaac-4183-bf57-b0490506148b'] in n-d-817748-2 is: [{'id': '39b620fc-aaac-4183-bf57-b0490506148b', 'name': 'tempest-TestServerBasicOps-1688359528-router', 'tenant_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:43Z', 'updated_at': '2021-11-15T15:11:10Z', 'revision_number': 6, 'project_id': 'f65ec38aa5e34a4d810b86a0206f84ee', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:11.138547 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'name': 'tempest-TestAggregatesBasicOps-812393744-router', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:02Z', 'updated_at': '2021-11-15T15:11:08Z', 'revision_number': 4, 'project_id': 'c10fe034869a4482912d5cb3d11d0511', 'gw_port': {'id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:03Z', 'updated_at': '2021-11-15T15:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '13811df7-0330-431f-8482-5b31ff2437fb', 'name': '', 'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'mac_address': 'fa:16:3e:86:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '0138d3cb-84f1-4b8d-8ad7-05b3e154240d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:07Z', 'updated_at': '2021-11-15T15:11:08Z', 'revision_number': 2, 'project_id': 'c10fe034869a4482912d5cb3d11d0511', 'subnets': [{'id': '0138d3cb-84f1-4b8d-8ad7-05b3e154240d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:11.180617 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Checking router: 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:11.180997 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Updating router 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 port 13811df7-0330-431f-8482-5b31ff2437fb binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:11:11.211056 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.339752 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.380386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Pushing event deleted for resources: {'Port': ['ID=8467cb56-9a05-4448-bb28-7afaa2f9b1e7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:11.406757 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c182d941-ed70-45c1-b8da-452463a06a7c None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:11.421757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:11.422114 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:11.422488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:11.422850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:11.423173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:11.423637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:11.423830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:11.424162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:11.424499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:11.424882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:11.425566 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:11.425566 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:11.474436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.550912 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.593387 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.595976 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.623525 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.695753 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29679862-8f10-408e-92fc-9527432e9154 None None] Pushing event updated for resources: {'Port': ['ID=13811df7-0330-431f-8482-5b31ff2437fb,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:11.758328 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Attempting to bind port 13811df7-0330-431f-8482-5b31ff2437fb on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:11.759846 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Attempting to bind port 13811df7-0330-431f-8482-5b31ff2437fb by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '883e51d3-0d19-4ea7-a3b0-4902ee3f507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:11.763717 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Attempting to bind port 13811df7-0330-431f-8482-5b31ff2437fb on network 39d5a16c-8afb-48dd-95a2-2da48086ef1e {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:11.763900 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.763900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b620fc-aaac-4183-bf57-b0490506148b {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:11:11.766863 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:11.767825 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Checking segment: {'id': '883e51d3-0d19-4ea7-a3b0-4902ee3f507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:11.768433 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.768684 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.769318 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Bound using segment: {'id': '883e51d3-0d19-4ea7-a3b0-4902ee3f507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:11.770042 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Bound port: 13811df7-0330-431f-8482-5b31ff2437fb, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883e51d3-0d19-4ea7-a3b0-4902ee3f507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:11.770310 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-48745bfb-a86e-4ac2-91b1-ac789388da7d admin admin] 10.222.0.70 "DELETE /v2.0/routers/39b620fc-aaac-4183-bf57-b0490506148b HTTP/1.1" status: 204 len: 168 time: 1.3039274 Nov 15 15:11:11.770934 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.773136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42078) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:11.840986 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] For port 13811df7-0330-431f-8482-5b31ff2437fb, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:11.844651 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] For port 13811df7-0330-431f-8482-5b31ff2437fb, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=13811df7-0330-431f-8482-5b31ff2437fb,segment=NetworkSegment(883e51d3-0d19-4ea7-a3b0-4902ee3f507f),segment_id=883e51d3-0d19-4ea7-a3b0-4902ee3f507f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:11.845930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6aff85e-a805-4d52-905e-f4d3f575b9b4 admin admin] Deleting subnet 587b8ce1-9130-4b68-967d-1c7f487e2030 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:11:11.850641 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6aff85e-a805-4d52-905e-f4d3f575b9b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.908380 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6aff85e-a805-4d52-905e-f4d3f575b9b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:11.935055 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:12.030230 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Routers {'9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:12.030937 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:12.041579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c6532c14-d4d9-48f2-adbc-dbd0c18b304d no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:11:12.046592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-002dacd9-6333-44cb-8b8b-584a8255a70f None None] Provisioning complete for port 13811df7-0330-431f-8482-5b31ff2437fb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:12.048233 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6aff85e-a805-4d52-905e-f4d3f575b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:12.049997 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-002dacd9-6333-44cb-8b8b-584a8255a70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:12.121457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c6532c14-d4d9-48f2-adbc-dbd0c18b304d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:11:12.131197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c6532c14-d4d9-48f2-adbc-dbd0c18b304d not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:11:12.204660 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29679862-8f10-408e-92fc-9527432e9154 None None] Pushing event updated for resources: {'Port': ['ID=13811df7-0330-431f-8482-5b31ff2437fb,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:12.227136 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6aff85e-a805-4d52-905e-f4d3f575b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:12.251772 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-002dacd9-6333-44cb-8b8b-584a8255a70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:12.289452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aff85e-a805-4d52-905e-f4d3f575b9b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587b8ce1-9130-4b68-967d-1c7f487e2030,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:12.298127 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6aff85e-a805-4d52-905e-f4d3f575b9b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:12.311826 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c6aff85e-a805-4d52-905e-f4d3f575b9b4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/587b8ce1-9130-4b68-967d-1c7f487e2030 HTTP/1.1" status: 204 len: 168 time: 0.5275967 Nov 15 15:11:12.311942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-002dacd9-6333-44cb-8b8b-584a8255a70f None None] For port 13811df7-0330-431f-8482-5b31ff2437fb, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=13811df7-0330-431f-8482-5b31ff2437fb,segment=NetworkSegment(883e51d3-0d19-4ea7-a3b0-4902ee3f507f),segment_id=883e51d3-0d19-4ea7-a3b0-4902ee3f507f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:12.312054 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] Set router 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:12.312169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42094) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:12.320393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f05990-2b77-4279-82c3-fbb0bcfeb6c7 None None] Network a03faf9f-415f-42ce-bd23-d963669a428c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:12.384893 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-002dacd9-6333-44cb-8b8b-584a8255a70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:12.543745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dacd9-6333-44cb-8b8b-584a8255a70f None None] Pushing event updated for resources: {'Port': ['ID=13811df7-0330-431f-8482-5b31ff2437fb,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:12.562742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7a390db8-103f-4b84-a6d5-ac557579571d None None] Provisioning complete for port 13811df7-0330-431f-8482-5b31ff2437fb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:12.562742 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a390db8-103f-4b84-a6d5-ac557579571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:12.735500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a634ab69-1e85-4048-bd9b-a0cbdde2ed69 None None] DHCP port deletion for a03faf9f-415f-42ce-bd23-d963669a428c request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:12.831488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a634ab69-1e85-4048-bd9b-a0cbdde2ed69 None None] Deleting port 575df364-29f4-4382-b0b4-c4b35839239f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:12.832027 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a634ab69-1e85-4048-bd9b-a0cbdde2ed69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:12.923621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a634ab69-1e85-4048-bd9b-a0cbdde2ed69 None None] For port 575df364-29f4-4382-b0b4-c4b35839239f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=575df364-29f4-4382-b0b4-c4b35839239f,segment=NetworkSegment(d811d92e-50df-4e5c-9c4a-be9525c13138),segment_id=d811d92e-50df-4e5c-9c4a-be9525c13138)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:12.924303 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a634ab69-1e85-4048-bd9b-a0cbdde2ed69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:12.933898 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:12.940604 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'name': 'tempest-TestAggregatesBasicOps-812393744-router', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:02Z', 'updated_at': '2021-11-15T15:11:08Z', 'revision_number': 4, 'project_id': 'c10fe034869a4482912d5cb3d11d0511', 'gw_port': {'id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:03Z', 'updated_at': '2021-11-15T15:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '13811df7-0330-431f-8482-5b31ff2437fb', 'name': '', 'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'mac_address': 'fa:16:3e:86:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '0138d3cb-84f1-4b8d-8ad7-05b3e154240d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:07Z', 'updated_at': '2021-11-15T15:11:11Z', 'revision_number': 4, 'project_id': 'c10fe034869a4482912d5cb3d11d0511', 'subnets': [{'id': '0138d3cb-84f1-4b8d-8ad7-05b3e154240d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:12.942234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a634ab69-1e85-4048-bd9b-a0cbdde2ed69 None None] Calling delete_port for 575df364-29f4-4382-b0b4-c4b35839239f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:12.974783 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b9308-16fb-44d0-976a-ad914997b74d None None] The sync data for ids ['9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'] in n-d-817748-2 is: [{'id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'name': 'tempest-TestAggregatesBasicOps-812393744-router', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:02Z', 'updated_at': '2021-11-15T15:11:08Z', 'revision_number': 4, 'project_id': 'c10fe034869a4482912d5cb3d11d0511', 'gw_port': {'id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:03Z', 'updated_at': '2021-11-15T15:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '13811df7-0330-431f-8482-5b31ff2437fb', 'name': '', 'network_id': '39d5a16c-8afb-48dd-95a2-2da48086ef1e', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'mac_address': 'fa:16:3e:86:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '0138d3cb-84f1-4b8d-8ad7-05b3e154240d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:07Z', 'updated_at': '2021-11-15T15:11:11Z', 'revision_number': 4, 'project_id': 'c10fe034869a4482912d5cb3d11d0511', 'subnets': [{'id': '0138d3cb-84f1-4b8d-8ad7-05b3e154240d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:12.996940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Deleting port 575df364-29f4-4382-b0b4-c4b35839239f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:12.997464 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:13.109592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] For port 575df364-29f4-4382-b0b4-c4b35839239f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=575df364-29f4-4382-b0b4-c4b35839239f,segment=NetworkSegment(d811d92e-50df-4e5c-9c4a-be9525c13138),segment_id=d811d92e-50df-4e5c-9c4a-be9525c13138)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:13.110014 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:13.135942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Calling delete_port for 575df364-29f4-4382-b0b4-c4b35839239f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:13.184552 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a634ab69-1e85-4048-bd9b-a0cbdde2ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:13.213824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634ab69-1e85-4048-bd9b-a0cbdde2ed69 None None] No DVR routers for this DVR port 575df364-29f4-4382-b0b4-c4b35839239f on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:11:13.235322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:13.280849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634ab69-1e85-4048-bd9b-a0cbdde2ed69 None None] Pushing event deleted for resources: {'Port': ['ID=575df364-29f4-4382-b0b4-c4b35839239f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:13.399714 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:13.442342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Pushing event deleted for resources: {'Port': ['ID=575df364-29f4-4382-b0b4-c4b35839239f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:13.450215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] No DVR routers for this DVR port 575df364-29f4-4382-b0b4-c4b35839239f on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:11:13.633638 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:13.664568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03faf9f-415f-42ce-bd23-d963669a428c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:13.687531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 13811df7-0330-431f-8482-5b31ff2437fb up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:13.702437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd811d92e-50df-4e5c-9c4a-be9525c13138') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:13.702837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd811d92e-50df-4e5c-9c4a-be9525c13138') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:13.741382 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:13.769948 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:13.779777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 13811df7-0330-431f-8482-5b31ff2437fb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:13.780144 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:13.782268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:11:13.783453 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: self.session.flush() Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:11:13.785295 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:11:13.936280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 575df364-29f4-4382-b0b4-c4b35839239f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:11:13.950280 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:13.958162 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 575df364-29f4-4382-b0b4-c4b35839239f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:11:13.958162 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 575df364-29f4-4382-b0b4-c4b35839239f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:11:13.959441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:11:13.974095 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:13.977939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] 10.222.0.70 "DELETE /v2.0/networks/a03faf9f-415f-42ce-bd23-d963669a428c HTTP/1.1" status: 204 len: 168 time: 1.6704686 Nov 15 15:11:13.980527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d32016-9ae7-4b96-aef6-28bfadc0c80d admin admin] Pushing event deleted for resources: {'Network': ['ID=a03faf9f-415f-42ce-bd23-d963669a428c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:13.980657 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:11:13.980909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8467cb56-9a05-4448-bb28-7afaa2f9b1e7 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:11:13.986700 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42120) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:13.989110 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07ef226c-500f-498d-b142-f30b6bb4d3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:14.265554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-07ef226c-500f-498d-b142-f30b6bb4d3ea admin admin] Deleting port 4b7e382d-eeed-4101-be50-a80f679d1a31 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:14.266129 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07ef226c-500f-498d-b142-f30b6bb4d3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:14.372701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-07ef226c-500f-498d-b142-f30b6bb4d3ea admin admin] For port 4b7e382d-eeed-4101-be50-a80f679d1a31, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4b7e382d-eeed-4101-be50-a80f679d1a31,segment=NetworkSegment(ad26a887-d6c7-4d9c-ac99-3a9f4008cc29),segment_id=ad26a887-d6c7-4d9c-ac99-3a9f4008cc29)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:14.373155 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07ef226c-500f-498d-b142-f30b6bb4d3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:14.384776 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe4fa-ab9a-45f7-b110-c6c065be05fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:14.389758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-07ef226c-500f-498d-b142-f30b6bb4d3ea admin admin] Calling delete_port for 4b7e382d-eeed-4101-be50-a80f679d1a31 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:14.465736 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-383d8978-e6e8-499f-80af-dff7631a446f tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4e3fa81815e54f8bac5fbb5c69b62536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262835 Nov 15 15:11:14.666319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-96d96862-910b-4a27-89f7-2eac07bb02a7 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:14.667847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-96d96862-910b-4a27-89f7-2eac07bb02a7 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863699 Nov 15 15:11:14.681918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d4cfe4fa-ab9a-45f7-b110-c6c065be05fa admin admin] Deleting port ebc4970f-2610-4cd3-9a0a-41a7089318cf {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:14.682285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe4fa-ab9a-45f7-b110-c6c065be05fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:14.706538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-88c5d340-c27d-4477-bd85-71a16e6a747b tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/quotas/4e3fa81815e54f8bac5fbb5c69b62536 HTTP/1.1" status: 200 len: 375 time: 0.0315073 Nov 15 15:11:14.746071 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-ce8108d8-c970-490a-ba29-0252ca5d9ccf tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e3fa81815e54f8bac5fbb5c69b62536&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313344 Nov 15 15:11:14.777958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d4cfe4fa-ab9a-45f7-b110-c6c065be05fa admin admin] For port ebc4970f-2610-4cd3-9a0a-41a7089318cf, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ebc4970f-2610-4cd3-9a0a-41a7089318cf,segment=NetworkSegment(e98dac60-1000-4486-b092-3c933ef86a5c),segment_id=e98dac60-1000-4486-b092-3c933ef86a5c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:14.778479 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe4fa-ab9a-45f7-b110-c6c065be05fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:14.796887 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d4cfe4fa-ab9a-45f7-b110-c6c065be05fa admin admin] Calling delete_port for ebc4970f-2610-4cd3-9a0a-41a7089318cf owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:14.841417 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07ef226c-500f-498d-b142-f30b6bb4d3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:14.871777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef226c-500f-498d-b142-f30b6bb4d3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7e382d-eeed-4101-be50-a80f679d1a31,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:15.071536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57e2fc97-a4ec-47f0-b093-807c5d4d4baa req-1d3d0456-7467-415d-a711-f83d11bd3792 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 210 time: 0.0376289 Nov 15 15:11:15.099356 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07ef226c-500f-498d-b142-f30b6bb4d3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:15.109495 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe4fa-ab9a-45f7-b110-c6c065be05fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:15.138276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfe4fa-ab9a-45f7-b110-c6c065be05fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc4970f-2610-4cd3-9a0a-41a7089318cf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:15.336263 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe4fa-ab9a-45f7-b110-c6c065be05fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:15.395035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ef226c-500f-498d-b142-f30b6bb4d3ea admin admin] Router ce1b05ad-2b04-4465-89f3-2c8b02de496d has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:11:15.517849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ef226c-500f-498d-b142-f30b6bb4d3ea admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:15.527385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-07ef226c-500f-498d-b142-f30b6bb4d3ea admin admin] 10.222.0.70 "PUT /v2.0/routers/ce1b05ad-2b04-4465-89f3-2c8b02de496d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2907672 Nov 15 15:11:15.528014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:15.528819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4921b05-1a8b-497c-b318-6c9cfcfeda33 None None] Sync routers for ids ['ce1b05ad-2b04-4465-89f3-2c8b02de496d'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:15.540089 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4921b05-1a8b-497c-b318-6c9cfcfeda33 None None] Routers {'ce1b05ad-2b04-4465-89f3-2c8b02de496d'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:15.541374 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a4921b05-1a8b-497c-b318-6c9cfcfeda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['ce1b05ad-2b04-4465-89f3-2c8b02de496d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:15.631099 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cfe4fa-ab9a-45f7-b110-c6c065be05fa admin admin] Router ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:11:15.681150 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:15.796423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cfe4fa-ab9a-45f7-b110-c6c065be05fa admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:15.808418 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d4cfe4fa-ab9a-45f7-b110-c6c065be05fa admin admin] 10.222.0.70 "PUT /v2.0/routers/ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8160782 Nov 15 15:11:15.810072 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f246d483-16fd-4104-8888-60abc2adcb4d None None] Sync routers for ids ['ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:15.814607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:15.826890 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f246d483-16fd-4104-8888-60abc2adcb4d None None] Routers {'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:15.827785 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f246d483-16fd-4104-8888-60abc2adcb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:15.840230 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:15.877874 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a4921b05-1a8b-497c-b318-6c9cfcfeda33 None None] Set router ce1b05ad-2b04-4465-89f3-2c8b02de496d gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:15.974162 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:15.977166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Deleting port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:15.977516 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.039415 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f246d483-16fd-4104-8888-60abc2adcb4d None None] Set router ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:16.117209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] For port 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=17f340ed-cbc7-41fe-b0f9-b4e89e75e68f,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:16.119474 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.120358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.122939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a4921b05-1a8b-497c-b318-6c9cfcfeda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'name': 'tempest-TestAggregatesBasicOps-833829269-router', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:10:54Z', 'updated_at': '2021-11-15T15:11:14Z', 'revision_number': 5, 'project_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'gw_port': {'id': '17f340ed-cbc7-41fe-b0f9-b4e89e75e68f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:10:55Z', 'updated_at': '2021-11-15T15:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:16.161580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Calling delete_port for 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:16.167420 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4921b05-1a8b-497c-b318-6c9cfcfeda33 None None] Checking router: ce1b05ad-2b04-4465-89f3-2c8b02de496d for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:16.178307 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4921b05-1a8b-497c-b318-6c9cfcfeda33 None None] Routers {'ce1b05ad-2b04-4465-89f3-2c8b02de496d'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:16.178953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a4921b05-1a8b-497c-b318-6c9cfcfeda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['ce1b05ad-2b04-4465-89f3-2c8b02de496d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:16.214974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b9d2ba7-0a07-46b5-988b-41bc042414e5 req-20294b47-329c-4c29-8ff4-d8fd9d6194dc tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 210 time: 0.0385149 Nov 15 15:11:16.279548 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Deleting port ca266d72-76e1-49b4-8fdd-cf47132683f9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:16.279824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.339312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a4921b05-1a8b-497c-b318-6c9cfcfeda33 None None] Set router ce1b05ad-2b04-4465-89f3-2c8b02de496d gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:16.358584 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f246d483-16fd-4104-8888-60abc2adcb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'name': 'tempest-TestServerBasicOps-1978916995-router', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:51Z', 'updated_at': '2021-11-15T15:11:14Z', 'revision_number': 5, 'project_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'gw_port': {'id': 'ca266d72-76e1-49b4-8fdd-cf47132683f9', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:05:52Z', 'updated_at': '2021-11-15T15:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:16.385605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] For port ca266d72-76e1-49b4-8fdd-cf47132683f9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ca266d72-76e1-49b4-8fdd-cf47132683f9,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:16.386595 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.389300 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f246d483-16fd-4104-8888-60abc2adcb4d None None] Checking router: ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:16.398833 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f246d483-16fd-4104-8888-60abc2adcb4d None None] Routers {'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:16.399043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a4921b05-1a8b-497c-b318-6c9cfcfeda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'name': 'tempest-TestAggregatesBasicOps-833829269-router', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:10:54Z', 'updated_at': '2021-11-15T15:11:15Z', 'revision_number': 6, 'project_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:16.400145 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f246d483-16fd-4104-8888-60abc2adcb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:16.401304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Calling delete_port for ca266d72-76e1-49b4-8fdd-cf47132683f9 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:16.432029 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4921b05-1a8b-497c-b318-6c9cfcfeda33 None None] The sync data for ids ['ce1b05ad-2b04-4465-89f3-2c8b02de496d'] in n-d-817748-2 is: [{'id': 'ce1b05ad-2b04-4465-89f3-2c8b02de496d', 'name': 'tempest-TestAggregatesBasicOps-833829269-router', 'tenant_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:10:54Z', 'updated_at': '2021-11-15T15:11:15Z', 'revision_number': 6, 'project_id': 'cc1df2b32da744df816ea365c0f1d6e5', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:16.496196 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f246d483-16fd-4104-8888-60abc2adcb4d None None] Set router ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:16.526420 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.551556 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f246d483-16fd-4104-8888-60abc2adcb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'name': 'tempest-TestServerBasicOps-1978916995-router', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:51Z', 'updated_at': '2021-11-15T15:11:16Z', 'revision_number': 6, 'project_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:16.559484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Pushing event deleted for resources: {'Port': ['ID=17f340ed-cbc7-41fe-b0f9-b4e89e75e68f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:16.578567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72089a4f-4076-4603-805d-6ccc21824c3e None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:16.586609 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f246d483-16fd-4104-8888-60abc2adcb4d None None] The sync data for ids ['ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799'] in n-d-817748-2 is: [{'id': 'ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799', 'name': 'tempest-TestServerBasicOps-1978916995-router', 'tenant_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:05:51Z', 'updated_at': '2021-11-15T15:11:16Z', 'revision_number': 6, 'project_id': '64a0d27c908a4aebb62cbfa8e39b294a', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:16.634112 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.646799 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.674525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ca266d72-76e1-49b4-8fdd-cf47132683f9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:16.692434 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2166b46c-ce4f-4310-8862-84e1e5560299 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:16.732029 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.734144 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.748663 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.846148 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.846971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce1b05ad-2b04-4465-89f3-2c8b02de496d {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:11:16.849163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.851719 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.855118 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.855118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0386d968-8462-4003-bb5d-d4979287608b admin admin] 10.222.0.70 "DELETE /v2.0/routers/ce1b05ad-2b04-4465-89f3-2c8b02de496d HTTP/1.1" status: 204 len: 168 time: 1.3251314 Nov 15 15:11:16.857263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42156) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:16.909055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e034c1-675d-4c0a-94a1-f00db206868b admin admin] Deleting subnet d2d2d53a-9f9c-4ede-b5ff-22503ce3f871 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:11:16.912188 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25e034c1-675d-4c0a-94a1-f00db206868b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:16.949021 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25e034c1-675d-4c0a-94a1-f00db206868b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.001560 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.001560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:11:17.005707 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.010559 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4e739ef7-9d71-4829-b28f-e36fca90f0dc admin admin] 10.222.0.70 "DELETE /v2.0/routers/ecf5cd55-ceeb-414a-9a7d-a2dcdc9b2799 HTTP/1.1" status: 204 len: 168 time: 1.1908422 Nov 15 15:11:17.010559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42158) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:17.030985 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25e034c1-675d-4c0a-94a1-f00db206868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.064775 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d18e25a-d2c6-4977-b957-16a07fd9ae98 admin admin] Deleting subnet 708a871d-2912-4169-bb1b-2e62ea8d541c {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:11:17.067526 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d18e25a-d2c6-4977-b957-16a07fd9ae98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.104244 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d18e25a-d2c6-4977-b957-16a07fd9ae98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.161173 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25e034c1-675d-4c0a-94a1-f00db206868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.190464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e034c1-675d-4c0a-94a1-f00db206868b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2d2d53a-9f9c-4ede-b5ff-22503ce3f871,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:17.191584 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d18e25a-d2c6-4977-b957-16a07fd9ae98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.192480 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25e034c1-675d-4c0a-94a1-f00db206868b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.195788 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-25e034c1-675d-4c0a-94a1-f00db206868b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d2d2d53a-9f9c-4ede-b5ff-22503ce3f871 HTTP/1.1" status: 204 len: 168 time: 0.3377473 Nov 15 15:11:17.203955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce1b0d6-6645-439f-8c3f-325cde8bb6f8 None None] Network d0061b46-191f-4d3f-b1b0-f434074426c4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:17.204073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42160) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:17.300366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.310218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4febb69a-05cb-4a00-973d-225bdef427cb req-01a0fd61-1633-4895-974a-5f390af55887 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 210 time: 0.0403481 Nov 15 15:11:17.338709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d18e25a-d2c6-4977-b957-16a07fd9ae98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.367429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18e25a-d2c6-4977-b957-16a07fd9ae98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708a871d-2912-4169-bb1b-2e62ea8d541c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:17.374940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d18e25a-d2c6-4977-b957-16a07fd9ae98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.379528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c724cecf-001a-43b4-940f-8a347e3d8b3c None None] Network d73cd90f-a6d9-41f3-a839-de03aa792a80 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:17.383412 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8d18e25a-d2c6-4977-b957-16a07fd9ae98 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/708a871d-2912-4169-bb1b-2e62ea8d541c HTTP/1.1" status: 204 len: 168 time: 0.3712983 Nov 15 15:11:17.383578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:17.465094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Deleting port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:17.465437 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.535932 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.558105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] For port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1b9ef771-4f6a-406b-a0e9-77e2550fdbd4,segment=NetworkSegment(ad26a887-d6c7-4d9c-ac99-3a9f4008cc29),segment_id=ad26a887-d6c7-4d9c-ac99-3a9f4008cc29)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:17.561961 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.579895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Calling delete_port for 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:17.681735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Deleting port f6836f10-18ae-40eb-8932-6143fc776b88 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:17.682084 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.728309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487246ee-d987-48fd-a947-0a753c45c633 None None] DHCP port deletion for d0061b46-191f-4d3f-b1b0-f434074426c4 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:17.776312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393fb991-f3ed-43bf-b3be-3ee19e3277b1 None None] DHCP port deletion for d73cd90f-a6d9-41f3-a839-de03aa792a80 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:17.845328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-487246ee-d987-48fd-a947-0a753c45c633 None None] Deleting port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:17.845634 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-487246ee-d987-48fd-a947-0a753c45c633 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.895075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ca266d72-76e1-49b4-8fdd-cf47132683f9 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:11:17.932568 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: ca266d72-76e1-49b4-8fdd-cf47132683f9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:11:17.932916 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ca266d72-76e1-49b4-8fdd-cf47132683f9 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:11:17.933335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:11:17.952147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-487246ee-d987-48fd-a947-0a753c45c633 None None] For port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1b9ef771-4f6a-406b-a0e9-77e2550fdbd4,segment=NetworkSegment(ad26a887-d6c7-4d9c-ac99-3a9f4008cc29),segment_id=ad26a887-d6c7-4d9c-ac99-3a9f4008cc29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:17.952541 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-487246ee-d987-48fd-a947-0a753c45c633 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:17.989113 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:11:17.989515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 17f340ed-cbc7-41fe-b0f9-b4e89e75e68f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:11:17.989883 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:11:17.997014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-487246ee-d987-48fd-a947-0a753c45c633 None None] Calling delete_port for 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:18.039563 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-393fb991-f3ed-43bf-b3be-3ee19e3277b1 None None] Deleting port f6836f10-18ae-40eb-8932-6143fc776b88 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:18.039951 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-393fb991-f3ed-43bf-b3be-3ee19e3277b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.094405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] For port f6836f10-18ae-40eb-8932-6143fc776b88, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f6836f10-18ae-40eb-8932-6143fc776b88,segment=NetworkSegment(e98dac60-1000-4486-b092-3c933ef86a5c),segment_id=e98dac60-1000-4486-b092-3c933ef86a5c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:18.094809 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.109898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Calling delete_port for f6836f10-18ae-40eb-8932-6143fc776b88 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:18.163756 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-393fb991-f3ed-43bf-b3be-3ee19e3277b1 None None] For port f6836f10-18ae-40eb-8932-6143fc776b88, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f6836f10-18ae-40eb-8932-6143fc776b88,segment=NetworkSegment(e98dac60-1000-4486-b092-3c933ef86a5c),segment_id=e98dac60-1000-4486-b092-3c933ef86a5c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:18.164176 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-393fb991-f3ed-43bf-b3be-3ee19e3277b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.164382 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.167773 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No ports have port_id starting with 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 Nov 15 15:11:18.181228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ebc4970f-2610-4cd3-9a0a-41a7089318cf no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:11:18.189691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-393fb991-f3ed-43bf-b3be-3ee19e3277b1 None None] Calling delete_port for f6836f10-18ae-40eb-8932-6143fc776b88 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:18.206193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9ef771-4f6a-406b-a0e9-77e2550fdbd4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:18.208135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] No DVR routers for this DVR port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:11:18.217697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: ebc4970f-2610-4cd3-9a0a-41a7089318cf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:11:18.217926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ebc4970f-2610-4cd3-9a0a-41a7089318cf not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:11:18.221258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4b7e382d-eeed-4101-be50-a80f679d1a31 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:11:18.246714 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 4b7e382d-eeed-4101-be50-a80f679d1a31 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:11:18.247079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4b7e382d-eeed-4101-be50-a80f679d1a31 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:11:18.284896 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-487246ee-d987-48fd-a947-0a753c45c633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.297443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.315331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487246ee-d987-48fd-a947-0a753c45c633 None None] Pushing event deleted for resources: {'Port': ['ID=1b9ef771-4f6a-406b-a0e9-77e2550fdbd4,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:18.322267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487246ee-d987-48fd-a947-0a753c45c633 None None] No DVR routers for this DVR port 1b9ef771-4f6a-406b-a0e9-77e2550fdbd4 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:11:18.330734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0061b46-191f-4d3f-b1b0-f434074426c4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:18.345920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad26a887-d6c7-4d9c-ac99-3a9f4008cc29') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:18.346223 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad26a887-d6c7-4d9c-ac99-3a9f4008cc29') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:18.357613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.375581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.384144 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-393fb991-f3ed-43bf-b3be-3ee19e3277b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.388979 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.408152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:11:18.408474 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.411818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fb991-f3ed-43bf-b3be-3ee19e3277b1 None None] Pushing event deleted for resources: {'Port': ['ID=f6836f10-18ae-40eb-8932-6143fc776b88,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:18.413835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393fb991-f3ed-43bf-b3be-3ee19e3277b1 None None] No DVR routers for this DVR port f6836f10-18ae-40eb-8932-6143fc776b88 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:11:18.414432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e27558a9-0a7a-4974-b635-84afe6db2013 req-eccd99c7-4aef-4e41-b6d9-89d3850e611d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 210 time: 0.0409219 Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:11:18.415236 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:11:18.469258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] No DVR routers for this DVR port f6836f10-18ae-40eb-8932-6143fc776b88 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:11:18.472925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6836f10-18ae-40eb-8932-6143fc776b88,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:18.561659 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.583192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73cd90f-a6d9-41f3-a839-de03aa792a80']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:18.608217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98dac60-1000-4486-b092-3c933ef86a5c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:18.608517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98dac60-1000-4486-b092-3c933ef86a5c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:18.615746 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.621267 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.630944 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.630944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d0061b46-191f-4d3f-b1b0-f434074426c4 HTTP/1.1" status: 204 len: 168 time: 1.4255774 Nov 15 15:11:18.633233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42174) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:18.648841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88b3d3-86f8-4ded-b05a-05259ccd8aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0061b46-191f-4d3f-b1b0-f434074426c4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:18.654272 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.660891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:11:18.661279 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:11:18.662997 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:11:18.812749 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.818480 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:18.822807 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] 10.222.0.70 "DELETE /v2.0/networks/d73cd90f-a6d9-41f3-a839-de03aa792a80 HTTP/1.1" status: 204 len: 168 time: 1.4377329 Nov 15 15:11:18.838665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9811b-aad3-4642-8315-2d3cebe8264f admin admin] Pushing event deleted for resources: {'Network': ['ID=d73cd90f-a6d9-41f3-a839-de03aa792a80,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:19.019321 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-705393db-53e0-4c2b-99b5-1c62dcd21c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:19.213036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42182) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:19.255821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ca90b890-2714-486c-ac73-31a2e529fb63 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f65ec38aa5e34a4d810b86a0206f84ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412922 Nov 15 15:11:19.258267 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:19.298235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-705393db-53e0-4c2b-99b5-1c62dcd21c5f admin admin] Deleting port 13811df7-0330-431f-8482-5b31ff2437fb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:19.298612 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-705393db-53e0-4c2b-99b5-1c62dcd21c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:19.365496 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4d93-0c70-4d4f-93ae-c11a35655d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:19.403088 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4d93-0c70-4d4f-93ae-c11a35655d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:19.428829 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-705393db-53e0-4c2b-99b5-1c62dcd21c5f admin admin] For port 13811df7-0330-431f-8482-5b31ff2437fb, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=13811df7-0330-431f-8482-5b31ff2437fb,segment=NetworkSegment(883e51d3-0d19-4ea7-a3b0-4902ee3f507f),segment_id=883e51d3-0d19-4ea7-a3b0-4902ee3f507f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:19.429191 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-705393db-53e0-4c2b-99b5-1c62dcd21c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:19.454183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-705393db-53e0-4c2b-99b5-1c62dcd21c5f admin admin] Calling delete_port for 13811df7-0330-431f-8482-5b31ff2437fb owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:19.521721 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5ebdadd7-3c11-440d-872f-7311fbb94188 req-e8bf91e6-4568-4e25-85dd-5220727f5f0c tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 210 time: 0.0262539 Nov 15 15:11:19.568425 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4d93-0c70-4d4f-93ae-c11a35655d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:19.571072 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4d93-0c70-4d4f-93ae-c11a35655d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:19.574822 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c7cc4d93-0c70-4d4f-93ae-c11a35655d89 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f872b48-962d-4244-8cb6-58b29c1e7b43 HTTP/1.1" status: 204 len: 168 time: 0.3127928 Nov 15 15:11:19.583861 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc4d93-0c70-4d4f-93ae-c11a35655d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f872b48-962d-4244-8cb6-58b29c1e7b43,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:19.602381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f6836f10-18ae-40eb-8932-6143fc776b88 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:11:19.624423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: f6836f10-18ae-40eb-8932-6143fc776b88 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:11:19.624771 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f6836f10-18ae-40eb-8932-6143fc776b88 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:11:19.772020 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-705393db-53e0-4c2b-99b5-1c62dcd21c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:19.804102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705393db-53e0-4c2b-99b5-1c62dcd21c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=13811df7-0330-431f-8482-5b31ff2437fb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:19.969983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-705393db-53e0-4c2b-99b5-1c62dcd21c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:20.191304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705393db-53e0-4c2b-99b5-1c62dcd21c5f admin admin] Router 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:11:20.280250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:20.330153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ad0a62e3-85b2-4ce3-b6cd-c72e4dc29fd1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64a0d27c908a4aebb62cbfa8e39b294a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485733 Nov 15 15:11:20.332799 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:20.395450 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5082ab6a-18bb-4d35-b636-2d75269c8a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:20.418878 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5082ab6a-18bb-4d35-b636-2d75269c8a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:20.527020 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5082ab6a-18bb-4d35-b636-2d75269c8a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:20.529654 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5082ab6a-18bb-4d35-b636-2d75269c8a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:20.530855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5082ab6a-18bb-4d35-b636-2d75269c8a68 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85dbb482-8297-4a00-a412-d857e4321301 HTTP/1.1" status: 204 len: 168 time: 0.1970012 Nov 15 15:11:20.540155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082ab6a-18bb-4d35-b636-2d75269c8a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dbb482-8297-4a00-a412-d857e4321301,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:20.644858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ffc562a8-e421-4704-b654-e74a9de00577 req-5f880668-c7d4-45e1-8eda-d4abc2e8b302 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 210 time: 0.0380166 Nov 15 15:11:20.689378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705393db-53e0-4c2b-99b5-1c62dcd21c5f admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:20.694779 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-705393db-53e0-4c2b-99b5-1c62dcd21c5f admin admin] 10.222.0.70 "PUT /v2.0/routers/9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0599234 Nov 15 15:11:20.698140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:20.702067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedfa98-f4fe-4dd8-96a5-5a0d731c12ef None None] Sync routers for ids ['9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:20.714020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcedfa98-f4fe-4dd8-96a5-5a0d731c12ef None None] Routers {'9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:20.714832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dcedfa98-f4fe-4dd8-96a5-5a0d731c12ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:20.821121 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:20.834035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dcedfa98-f4fe-4dd8-96a5-5a0d731c12ef None None] Set router 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:20.962635 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:21.043316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dcedfa98-f4fe-4dd8-96a5-5a0d731c12ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'name': 'tempest-TestAggregatesBasicOps-812393744-router', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:02Z', 'updated_at': '2021-11-15T15:11:19Z', 'revision_number': 5, 'project_id': 'c10fe034869a4482912d5cb3d11d0511', 'gw_port': {'id': 'a0ee8a65-dd28-4951-86b0-16461ecc2f78', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:03Z', 'updated_at': '2021-11-15T15:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:21.073090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedfa98-f4fe-4dd8-96a5-5a0d731c12ef None None] Checking router: 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:21.087029 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcedfa98-f4fe-4dd8-96a5-5a0d731c12ef None None] Routers {'9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:21.088076 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dcedfa98-f4fe-4dd8-96a5-5a0d731c12ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:21.103030 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Deleting port a0ee8a65-dd28-4951-86b0-16461ecc2f78 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:21.103345 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:21.183300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dcedfa98-f4fe-4dd8-96a5-5a0d731c12ef None None] Set router 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:21.197038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] For port a0ee8a65-dd28-4951-86b0-16461ecc2f78, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a0ee8a65-dd28-4951-86b0-16461ecc2f78,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:21.197439 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:21.212558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Calling delete_port for a0ee8a65-dd28-4951-86b0-16461ecc2f78 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:21.239672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dcedfa98-f4fe-4dd8-96a5-5a0d731c12ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'name': 'tempest-TestAggregatesBasicOps-812393744-router', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:02Z', 'updated_at': '2021-11-15T15:11:20Z', 'revision_number': 6, 'project_id': 'c10fe034869a4482912d5cb3d11d0511', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:21.275691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedfa98-f4fe-4dd8-96a5-5a0d731c12ef None None] The sync data for ids ['9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1'] in n-d-817748-2 is: [{'id': '9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1', 'name': 'tempest-TestAggregatesBasicOps-812393744-router', 'tenant_id': 'c10fe034869a4482912d5cb3d11d0511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:02Z', 'updated_at': '2021-11-15T15:11:20Z', 'revision_number': 6, 'project_id': 'c10fe034869a4482912d5cb3d11d0511', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:21.473139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-d3931dfc-292f-4ae2-91d0-4fc636e6b731 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4e3fa81815e54f8bac5fbb5c69b62536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214622 Nov 15 15:11:21.480587 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:21.531089 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ee8a65-dd28-4951-86b0-16461ecc2f78,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:21.573823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31857ed6-29d2-4143-9725-c796dffcfeb4 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:21.671548 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:21.694516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-c89ce912-f18e-44d2-b0bd-1a88957fade2 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:21.696027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-c89ce912-f18e-44d2-b0bd-1a88957fade2 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130532 Nov 15 15:11:21.821281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Request body: {'port': {'device_id': '988cd928-0571-4175-b646-aa0ffa1c2a9c', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '4e3fa81815e54f8bac5fbb5c69b62536'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:21.836453 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 13811df7-0330-431f-8482-5b31ff2437fb no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:11:21.879894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:21.880464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 13811df7-0330-431f-8482-5b31ff2437fb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:11:21.880464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 13811df7-0330-431f-8482-5b31ff2437fb not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:11:21.925558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4ba7f61-2529-4c3f-ba42-39d7fed051de req-ce9028e9-e452-4403-b2f5-28f2b66b1557 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 210 time: 0.1120176 Nov 15 15:11:21.938441 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:21.948852 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.043441 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-805066982-network', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:22.200460 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Made reservation on behalf of 265ee910b86841ae96f9bf57d5fc1409 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:22.202840 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.204379 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.204967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:11:22.211163 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.214450 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.215422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-706bcd18-2536-4dbf-93b6-cbafbf8b8519 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9adb7ba3-e5f7-4846-8d35-5fcfa1c7b2f1 HTTP/1.1" status: 204 len: 168 time: 1.5161657 Nov 15 15:11:22.216068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42232) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:22.267379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6b33f5-326d-4940-8e33-e2efc1279592 admin admin] Deleting subnet 0138d3cb-84f1-4b8d-8ad7-05b3e154240d {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:11:22.270874 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e6b33f5-326d-4940-8e33-e2efc1279592 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.294981 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.312649 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e6b33f5-326d-4940-8e33-e2efc1279592 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.332728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Made reservation on behalf of 4e3fa81815e54f8bac5fbb5c69b62536 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:22.336228 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.350786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.377384 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.398716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:11:22.413635 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209f155f-7023-4f35-90f9-1a4c2e96309c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:22.423156 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.423897 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Added segment da428c1a-af51-4034-8e06-9ef7940fc347 of type vlan for network 06df0db1-9475-42bb-8ed9-f122fe90f3eb Nov 15 15:11:22.432902 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e6b33f5-326d-4940-8e33-e2efc1279592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.472263 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.509545 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.583605 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.584590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:22.585171 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.629585 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.638063 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e6b33f5-326d-4940-8e33-e2efc1279592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.650168 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] Pushing event updated for resources: {'Network': ['ID=06df0db1-9475-42bb-8ed9-f122fe90f3eb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:22.661761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 06df0db1-9475-42bb-8ed9-f122fe90f3eb details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:11:22.689798 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ab2ab05f-2e6d-4c7d-bf59-ac2c12b3eba7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8079307 Nov 15 15:11:22.692668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:22.697264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b33f5-326d-4940-8e33-e2efc1279592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0138d3cb-84f1-4b8d-8ad7-05b3e154240d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:22.698654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-613599a4-173f-41ad-9c3d-15baa462cec5 admin admin] Request body: {'subnet': {'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-805066982-subnet', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:22.699206 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e6b33f5-326d-4940-8e33-e2efc1279592 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.705000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8e6b33f5-326d-4940-8e33-e2efc1279592 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0138d3cb-84f1-4b8d-8ad7-05b3e154240d HTTP/1.1" status: 204 len: 168 time: 0.4865868 Nov 15 15:11:22.717822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:22.722740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4baa9e-c2a1-4631-9a94-67bffd39b067 None None] Network 39d5a16c-8afb-48dd-95a2-2da48086ef1e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:22.740576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08c57f8-8cb8-48c8-9c88-c0e5ee80cb3c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:22.774250 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613599a4-173f-41ad-9c3d-15baa462cec5 admin admin] Made reservation on behalf of 265ee910b86841ae96f9bf57d5fc1409 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:22.777406 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-613599a4-173f-41ad-9c3d-15baa462cec5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.828483 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Allocated IP 192.168.233.144 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/7a25516c-9df5-46fd-9a9d-a53a65c34082) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:22.839438 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:22.955199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Deleting port 1d32afe5-4913-4f83-8488-532b07157c93 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:22.955955 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.014052 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.073265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] For port 1d32afe5-4913-4f83-8488-532b07157c93, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1d32afe5-4913-4f83-8488-532b07157c93,segment=NetworkSegment(883e51d3-0d19-4ea7-a3b0-4902ee3f507f),segment_id=883e51d3-0d19-4ea7-a3b0-4902ee3f507f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:23.073885 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.093463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Calling delete_port for 1d32afe5-4913-4f83-8488-532b07157c93 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:23.100930 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5bac80-2cb3-449f-b804-cfd22656fb56 None None] DHCP port deletion for 39d5a16c-8afb-48dd-95a2-2da48086ef1e request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:23.116797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b344348-e4ca-4bbd-8d24-c87e4eb8cc55 req-796ceb8b-12b2-435d-a07d-6c0355a42f6f tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 210 time: 0.0385826 Nov 15 15:11:23.127525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.160404 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-613599a4-173f-41ad-9c3d-15baa462cec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.168673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bac80-2cb3-449f-b804-cfd22656fb56 None None] Deleting port 1d32afe5-4913-4f83-8488-532b07157c93 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:11:23.169215 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5bac80-2cb3-449f-b804-cfd22656fb56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.185063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:23.189520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:23.191233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:23.234022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Pushing event updated for resources: {'Port': ['ID=7a25516c-9df5-46fd-9a9d-a53a65c34082,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:23.254853 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613599a4-173f-41ad-9c3d-15baa462cec5 admin admin] Checking segment: {'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:23.255510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613599a4-173f-41ad-9c3d-15baa462cec5 admin admin] Network hostable DHCP agents. Network: 06df0db1-9475-42bb-8ed9-f122fe90f3eb, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:11:23.264361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:23.265189 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.265300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fb5bac80-2cb3-449f-b804-cfd22656fb56 None None] For port 1d32afe5-4913-4f83-8488-532b07157c93, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1d32afe5-4913-4f83-8488-532b07157c93,segment=NetworkSegment(883e51d3-0d19-4ea7-a3b0-4902ee3f507f),segment_id=883e51d3-0d19-4ea7-a3b0-4902ee3f507f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:23.265517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5bac80-2cb3-449f-b804-cfd22656fb56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.267659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613599a4-173f-41ad-9c3d-15baa462cec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=352a6704-8cba-4191-a16b-d0b72f095dbf,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:23.284241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bac80-2cb3-449f-b804-cfd22656fb56 None None] Calling delete_port for 1d32afe5-4913-4f83-8488-532b07157c93 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:11:23.338291 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613599a4-173f-41ad-9c3d-15baa462cec5 admin admin] Network 06df0db1-9475-42bb-8ed9-f122fe90f3eb is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:11:23.367779 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.372797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-7adc6953-c849-4279-bca4-30158094c5f9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6505859 Nov 15 15:11:23.379366 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5bac80-2cb3-449f-b804-cfd22656fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.386437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Request body: {'port': {'device_id': '988cd928-0571-4175-b646-aa0ffa1c2a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:23.401695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] No DVR routers for this DVR port 1d32afe5-4913-4f83-8488-532b07157c93 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:11:23.403109 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-613599a4-173f-41ad-9c3d-15baa462cec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 06df0db1-9475-42bb-8ed9-f122fe90f3eb) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:23.404844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d32afe5-4913-4f83-8488-532b07157c93,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:23.412929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613599a4-173f-41ad-9c3d-15baa462cec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:23.413057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-613599a4-173f-41ad-9c3d-15baa462cec5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.417177 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b39d997-8fb4-4823-87c8-b7a234813389 None None] Network 06df0db1-9475-42bb-8ed9-f122fe90f3eb requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:23.419699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5bac80-2cb3-449f-b804-cfd22656fb56 None None] No DVR routers for this DVR port 1d32afe5-4913-4f83-8488-532b07157c93 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:11:23.422083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bac80-2cb3-449f-b804-cfd22656fb56 None None] Pushing event deleted for resources: {'Port': ['ID=1d32afe5-4913-4f83-8488-532b07157c93,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:23.502343 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.507514 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.538554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d5a16c-8afb-48dd-95a2-2da48086ef1e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:23.553467 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-613599a4-173f-41ad-9c3d-15baa462cec5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8589010 Nov 15 15:11:23.555091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:23.558365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883e51d3-0d19-4ea7-a3b0-4902ee3f507f') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:23.558928 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883e51d3-0d19-4ea7-a3b0-4902ee3f507f') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:23.575844 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-805066982-router', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:23.594802 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.603909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e5741d4d-01f6-41c4-8baf-74610f78de85 None None] Provisioning complete for port 7a25516c-9df5-46fd-9a9d-a53a65c34082 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:23.604516 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5741d4d-01f6-41c4-8baf-74610f78de85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.621778 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.632184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:11:23.632729 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:11:23.635584 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:11:23.674856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a0ee8a65-dd28-4951-86b0-16461ecc2f78 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:11:23.699118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: a0ee8a65-dd28-4951-86b0-16461ecc2f78 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:11:23.699454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a0ee8a65-dd28-4951-86b0-16461ecc2f78 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:11:23.699756 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1d32afe5-4913-4f83-8488-532b07157c93 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:11:23.702198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-06df0db1-9475-42bb-8ed9-f122fe90f3eb', 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'fixed_ips': [{'subnet_id': '352a6704-8cba-4191-a16b-d0b72f095dbf'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:11:23.703074 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.735278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e5741d4d-01f6-41c4-8baf-74610f78de85 None None] Port 7a25516c-9df5-46fd-9a9d-a53a65c34082 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:23.736688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 1d32afe5-4913-4f83-8488-532b07157c93 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:11:23.737247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1d32afe5-4913-4f83-8488-532b07157c93 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:11:23.755356 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.756731 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.795372 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.803469 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.810469 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/39d5a16c-8afb-48dd-95a2-2da48086ef1e HTTP/1.1" status: 204 len: 168 time: 1.0910902 Nov 15 15:11:23.843931 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a89ff4-b8d4-4a83-9c0a-4b9c8e0185d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d5a16c-8afb-48dd-95a2-2da48086ef1e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:23.868818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a25516c-9df5-46fd-9a9d-a53a65c34082 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:11:23.878650 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.890440 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:23.895078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Transition to ACTIVE for port object 7a25516c-9df5-46fd-9a9d-a53a65c34082 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:11:23.931332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Allocated IP 172.20.0.2 (06df0db1-9475-42bb-8ed9-f122fe90f3eb/352a6704-8cba-4191-a16b-d0b72f095dbf/05c8868b-3331-40bb-b3ca-a296affbba14) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:24.000786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.086832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a25516c-9df5-46fd-9a9d-a53a65c34082,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:24.136777 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.155172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Attempting to bind port 7a25516c-9df5-46fd-9a9d-a53a65c34082 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:24.155172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Attempting to bind port 7a25516c-9df5-46fd-9a9d-a53a65c34082 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:24.155698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Attempting to bind port 7a25516c-9df5-46fd-9a9d-a53a65c34082 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:24.156202 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.161528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Port 7a25516c-9df5-46fd-9a9d-a53a65c34082 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:11:24.162491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Attempting to bind port 7a25516c-9df5-46fd-9a9d-a53a65c34082 on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:24.169198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:24.169644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:24.170110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:24.170754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Bound port: 7a25516c-9df5-46fd-9a9d-a53a65c34082, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:24.171077 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.231249 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.262265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:24.294691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Network 06df0db1-9475-42bb-8ed9-f122fe90f3eb is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:24.299707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:24.301852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] For port 7a25516c-9df5-46fd-9a9d-a53a65c34082, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:24.309095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:24.314621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Pushing event updated for resources: {'Port': ['ID=05c8868b-3331-40bb-b3ca-a296affbba14,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:24.319624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] For port 7a25516c-9df5-46fd-9a9d-a53a65c34082, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=7a25516c-9df5-46fd-9a9d-a53a65c34082,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:24.328968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfe118-77e2-4380-9682-a2f944d795fe req-dd422f91-2590-47ee-a2be-215e2f1ef50d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:24.330521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ffbfe118-77e2-4380-9682-a2f944d795fe req-dd422f91-2590-47ee-a2be-215e2f1ef50d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 948 time: 0.1098685 Nov 15 15:11:24.372716 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7de8ff4a-20e3-4fae-b780-07b95e124f98 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc1df2b32da744df816ea365c0f1d6e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1131670 Nov 15 15:11:24.375209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:24.406022 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.417233 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Attempting to bind port 05c8868b-3331-40bb-b3ca-a296affbba14 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:24.417847 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Attempting to bind port 05c8868b-3331-40bb-b3ca-a296affbba14 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:24.418471 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Attempting to bind port 05c8868b-3331-40bb-b3ca-a296affbba14 on network 06df0db1-9475-42bb-8ed9-f122fe90f3eb {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:24.419153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ffbfe118-77e2-4380-9682-a2f944d795fe req-a13223a5-3370-4e79-8b13-690cc3c9095a tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/security-groups?id=f08c57f8-8cb8-48c8-9c88-c0e5ee80cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805049 Nov 15 15:11:24.426342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:24.426935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Checking segment: {'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:24.427521 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.428061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Bound using segment: {'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:24.428974 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Bound port: 05c8868b-3331-40bb-b3ca-a296affbba14, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:24.430329 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.523075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:24.523731 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.525282 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] For port 05c8868b-3331-40bb-b3ca-a296affbba14, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:24.525750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] 10.222.0.59 "PUT /v2.0/ports/7a25516c-9df5-46fd-9a9d-a53a65c34082 HTTP/1.1" status: 200 len: 1096 time: 1.1446688 Nov 15 15:11:24.526235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988cd928-0571-4175-b646-aa0ffa1c2a9c', 'tag': '7a25516c-9df5-46fd-9a9d-a53a65c34082'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:11:24.528627 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b753aa-27f5-4810-9095-d1e55af7aa2c" -d '{"events": [{"name": "network-changed", "server_uuid": "988cd928-0571-4175-b646-aa0ffa1c2a9c", "tag": "7a25516c-9df5-46fd-9a9d-a53a65c34082"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:11:24.540917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] For port 05c8868b-3331-40bb-b3ca-a296affbba14, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=05c8868b-3331-40bb-b3ca-a296affbba14,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:24.555420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9659fcb-6dd7-47b8-bcba-2cda497b69e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a25516c-9df5-46fd-9a9d-a53a65c34082,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:24.567835 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cb89ab4-bf28-4203-87c1-ac2c27cc22ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.582371 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.600459 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.604266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cb89ab4-bf28-4203-87c1-ac2c27cc22ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.627055 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.698665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86f0f0-8024-41b6-b27b-ec8be29c594d None None] Pushing event updated for resources: {'Port': ['ID=05c8868b-3331-40bb-b3ca-a296affbba14,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:24.716242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-8df2371a-404a-453d-b7f1-f12dbcd75e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:24.717919 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-8df2371a-404a-453d-b7f1-f12dbcd75e7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e3fa81815e54f8bac5fbb5c69b62536&device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 1099 time: 0.0918651 Nov 15 15:11:24.783737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-9a68620c-a0df-4bd2-8179-ffd5988a555b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7a25516c-9df5-46fd-9a9d-a53a65c34082 HTTP/1.1" status: 200 len: 217 time: 0.0538681 Nov 15 15:11:24.806174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Allocated IP 172.25.4.66 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/eff69d65-c271-47e3-99b6-393dccb75ef5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:24.825572 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cb89ab4-bf28-4203-87c1-ac2c27cc22ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.828271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cb89ab4-bf28-4203-87c1-ac2c27cc22ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:24.829452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0cb89ab4-bf28-4203-87c1-ac2c27cc22ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa87e27a-9de5-42a4-baa1-f2a5c5c88d04 HTTP/1.1" status: 204 len: 168 time: 0.4532621 Nov 15 15:11:24.847110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb89ab4-bf28-4203-87c1-ac2c27cc22ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa87e27a-9de5-42a4-baa1-f2a5c5c88d04,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:24.857543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-92754445-7f35-4e98-8192-0db1c1f8a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:24.859115 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-92754445-7f35-4e98-8192-0db1c1f8a37a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0642741 Nov 15 15:11:24.955898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-cf8ec70c-b234-4a27-a472-a84241fa18fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:24.957354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-cf8ec70c-b234-4a27-a472-a84241fa18fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0906546 Nov 15 15:11:24.966374 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:25.058308 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:25.093683 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-c2862ee8-0aa7-4b64-a7ee-b57f7971d9e4 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261683 Nov 15 15:11:25.105164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:25.108428 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:25.112576 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:25.119426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Pushing event updated for resources: {'Port': ['ID=eff69d65-c271-47e3-99b6-393dccb75ef5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:25.125540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ca4c13-2b46-459d-9c00-e399e59c8aa4 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:25.205186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0484848a-abb4-4dac-8fd9-b36e2f61b009 req-9674b761-4d32-4c78-9e8e-93bf706919e8 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033194 Nov 15 15:11:25.210512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a2ac50ef-fd5e-4e13-aa72-b1e633281df8 None None] Provisioning complete for port eff69d65-c271-47e3-99b6-393dccb75ef5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:25.213697 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2ac50ef-fd5e-4e13-aa72-b1e633281df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:25.256739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac50ef-fd5e-4e13-aa72-b1e633281df8 None None] Port eff69d65-c271-47e3-99b6-393dccb75ef5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:25.453510 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:25.591042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6995c5d-7933-4d09-b378-e63a479a582c req-4f80bdbb-f986-4624-817c-8bae8cef2e00 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:25.599023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6995c5d-7933-4d09-b378-e63a479a582c req-4f80bdbb-f986-4624-817c-8bae8cef2e00 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 948 time: 0.0757394 Nov 15 15:11:25.599640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:25.630728 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89885ba4-0a0d-4602-b58a-814e23ea5adb x-openstack-request-id: req-89885ba4-0a0d-4602-b58a-814e23ea5adb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:11:25.636088 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988cd928-0571-4175-b646-aa0ffa1c2a9c", "tag": "7a25516c-9df5-46fd-9a9d-a53a65c34082", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:11:25.636088 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89885ba4-0a0d-4602-b58a-814e23ea5adb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:11:25.636088 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988cd928-0571-4175-b646-aa0ffa1c2a9c', 'tag': '7a25516c-9df5-46fd-9a9d-a53a65c34082', 'status': 'completed', 'code': 200} Nov 15 15:11:25.672577 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 05c8868b-3331-40bb-b3ca-a296affbba14 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:25.703514 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:25.733125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 05c8868b-3331-40bb-b3ca-a296affbba14 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:25.733494 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:25.755738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fcefcc15-d47e-45ac-9a1c-3f37722f19b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c10fe034869a4482912d5cb3d11d0511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523478 Nov 15 15:11:25.759165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6995c5d-7933-4d09-b378-e63a479a582c req-263812ff-fd59-4fa2-b04a-47febffe61c3 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/security-groups?id=f08c57f8-8cb8-48c8-9c88-c0e5ee80cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296062 Nov 15 15:11:25.769495 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:25.773662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b753aa-27f5-4810-9095-d1e55af7aa2c req-d7f6b024-5253-4cc2-9f26-60e3e445a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:25.777216 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9b753aa-27f5-4810-9095-d1e55af7aa2c req-d7f6b024-5253-4cc2-9f26-60e3e445a587 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e3fa81815e54f8bac5fbb5c69b62536&device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 1099 time: 0.1137581 Nov 15 15:11:25.830094 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:25.865871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 05c8868b-3331-40bb-b3ca-a296affbba14, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=05c8868b-3331-40bb-b3ca-a296affbba14,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:25.902115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e53f028-3abc-4107-abfb-480af39b3275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:25.908524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e705fcc-22ad-4fe3-a50f-6991b3b41344 None None] Network 06df0db1-9475-42bb-8ed9-f122fe90f3eb requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:25.943443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e53f028-3abc-4107-abfb-480af39b3275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:25.950154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b753aa-27f5-4810-9095-d1e55af7aa2c req-3c43eaf0-2a71-4373-9aff-e884dd448b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:25.950154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9b753aa-27f5-4810-9095-d1e55af7aa2c req-3c43eaf0-2a71-4373-9aff-e884dd448b44 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1517692 Nov 15 15:11:25.954452 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:25.961933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Router a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:11:26.011049 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9b753aa-27f5-4810-9095-d1e55af7aa2c req-d18a6fba-5265-4a24-a5a3-67962775740f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7a25516c-9df5-46fd-9a9d-a53a65c34082 HTTP/1.1" status: 200 len: 217 time: 0.0534067 Nov 15 15:11:26.042273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-52fcee47-1d7b-41b4-86c5-6bfc18242345 None None] Provisioning complete for port 05c8868b-3331-40bb-b3ca-a296affbba14 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:26.042673 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52fcee47-1d7b-41b4-86c5-6bfc18242345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:26.049089 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=05c8868b-3331-40bb-b3ca-a296affbba14,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:26.083019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b753aa-27f5-4810-9095-d1e55af7aa2c req-3aec4861-fed4-42b7-b9d5-4f3ddee9760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:26.084811 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9b753aa-27f5-4810-9095-d1e55af7aa2c req-3aec4861-fed4-42b7-b9d5-4f3ddee9760a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0666683 Nov 15 15:11:26.111720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:26.123209 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Sync routers for ids ['a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:26.137079 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Routers {'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:26.138658 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:26.145596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b753aa-27f5-4810-9095-d1e55af7aa2c req-2589dda6-b521-4258-8385-c4a8edfaf41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:26.147941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9b753aa-27f5-4810-9095-d1e55af7aa2c req-2589dda6-b521-4258-8385-c4a8edfaf41a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0548184 Nov 15 15:11:26.154330 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e53f028-3abc-4107-abfb-480af39b3275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:26.154330 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e53f028-3abc-4107-abfb-480af39b3275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:26.157572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8e53f028-3abc-4107-abfb-480af39b3275 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e90d08a4-29e9-412c-aba9-7ef969e66470 HTTP/1.1" status: 204 len: 168 time: 0.3770621 Nov 15 15:11:26.214483 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53f028-3abc-4107-abfb-480af39b3275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90d08a4-29e9-412c-aba9-7ef969e66470,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:26.233288 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:26.234784 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3b1be51f-3716-4eb4-9ad2-f0f75a1bad8b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6786978 Nov 15 15:11:26.237496 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:26.259643 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Set router a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:26.334317 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9b753aa-27f5-4810-9095-d1e55af7aa2c req-55931b67-2a73-41b4-a8d1-5879f1de34cf service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775899 Nov 15 15:11:26.462454 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9b753aa-27f5-4810-9095-d1e55af7aa2c req-661d6eff-61bb-4580-9772-53b253469cf3 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208992 Nov 15 15:11:26.504023 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'name': 'tempest-TestServerMultinode-805066982-router', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:23Z', 'updated_at': '2021-11-15T15:11:25Z', 'revision_number': 3, 'project_id': '265ee910b86841ae96f9bf57d5fc1409', 'gw_port': {'id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:96:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:24Z', 'updated_at': '2021-11-15T15:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:26.532468 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Checking router: a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:26.534127 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Updating router a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 port eff69d65-c271-47e3-99b6-393dccb75ef5 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:11:26.561006 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:26.589693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fe78f9c5-cea5-4cd5-9617-ff7814214ad4 None None] Provisioning complete for port 05c8868b-3331-40bb-b3ca-a296affbba14 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:26.590278 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe78f9c5-cea5-4cd5-9617-ff7814214ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:26.781973 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:26.862255 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:26.910273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9e603-2f6b-41b0-b2e9-4665c8754fda req-cba06600-cf5c-44a9-a428-cc8c8cf0375e tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:26.912162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ff9e603-2f6b-41b0-b2e9-4665c8754fda req-cba06600-cf5c-44a9-a428-cc8c8cf0375e tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 948 time: 0.0534961 Nov 15 15:11:26.921265 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:26.968304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e57648d-0506-43c3-9bf6-77dbe01bf970 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:26.978361 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Attempting to bind port eff69d65-c271-47e3-99b6-393dccb75ef5 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:26.978772 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Attempting to bind port eff69d65-c271-47e3-99b6-393dccb75ef5 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:26.979136 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Attempting to bind port eff69d65-c271-47e3-99b6-393dccb75ef5 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:26.983881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ff9e603-2f6b-41b0-b2e9-4665c8754fda req-58d75e42-4d56-4ce2-b208-4e6dccf2c30d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/security-groups?id=f08c57f8-8cb8-48c8-9c88-c0e5ee80cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644922 Nov 15 15:11:26.987911 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Allocated IP 172.20.0.1 (06df0db1-9475-42bb-8ed9-f122fe90f3eb/352a6704-8cba-4191-a16b-d0b72f095dbf/3aff3db5-0c0d-4866-8fee-fdedc58160fd) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:26.989090 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:26.989459 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:26.990056 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:26.990481 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:26.990953 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Bound port: eff69d65-c271-47e3-99b6-393dccb75ef5, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:26.991336 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:26.994031 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db12e1-21a5-4e18-a301-dc41e0bb7340 None None] Pushing event updated for resources: {'Port': ['ID=eff69d65-c271-47e3-99b6-393dccb75ef5,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:27.034934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5e35a4e9-e61b-43eb-9b43-6a8033bd6899 None None] Provisioning complete for port eff69d65-c271-47e3-99b6-393dccb75ef5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:27.035626 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5e35a4e9-e61b-43eb-9b43-6a8033bd6899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.060768 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] For port eff69d65-c271-47e3-99b6-393dccb75ef5, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:27.067083 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] For port eff69d65-c271-47e3-99b6-393dccb75ef5, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=eff69d65-c271-47e3-99b6-393dccb75ef5,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:27.091765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5e35a4e9-e61b-43eb-9b43-6a8033bd6899 None None] Port eff69d65-c271-47e3-99b6-393dccb75ef5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:27.115584 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.138169 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.177888 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7791e25a-0f8e-464e-9d68-f316cdb5eaf3 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:27.197778 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Routers {'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:27.198637 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:27.203402 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db12e1-21a5-4e18-a301-dc41e0bb7340 None None] Pushing event updated for resources: {'Port': ['ID=eff69d65-c271-47e3-99b6-393dccb75ef5,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:27.210846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-21d5947d-87e5-4122-9f9e-aa3ba0f9a36f None None] Provisioning complete for port eff69d65-c271-47e3-99b6-393dccb75ef5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:27.211286 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21d5947d-87e5-4122-9f9e-aa3ba0f9a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.218270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.267767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Network 06df0db1-9475-42bb-8ed9-f122fe90f3eb is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:27.276696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:27.282341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:27.309248 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] Set router a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:27.314976 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Pushing event updated for resources: {'Port': ['ID=3aff3db5-0c0d-4866-8fee-fdedc58160fd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:27.321633 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21d5947d-87e5-4122-9f9e-aa3ba0f9a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.329622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 7a25516c-9df5-46fd-9a9d-a53a65c34082 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:11:27.342753 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.364457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-21d5947d-87e5-4122-9f9e-aa3ba0f9a36f None None] For port eff69d65-c271-47e3-99b6-393dccb75ef5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=eff69d65-c271-47e3-99b6-393dccb75ef5,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:27.422307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42290) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:27.452514 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21d5947d-87e5-4122-9f9e-aa3ba0f9a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.562965 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'name': 'tempest-TestServerMultinode-805066982-router', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:23Z', 'updated_at': '2021-11-15T15:11:25Z', 'revision_number': 3, 'project_id': '265ee910b86841ae96f9bf57d5fc1409', 'gw_port': {'id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:96:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:24Z', 'updated_at': '2021-11-15T15:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:27.568578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-292459785-network', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:27.594199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5947d-87e5-4122-9f9e-aa3ba0f9a36f None None] Pushing event updated for resources: {'Port': ['ID=eff69d65-c271-47e3-99b6-393dccb75ef5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:27.594700 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6e3354-a118-4e58-99cb-131501a2ad90 None None] The sync data for ids ['a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'] in n-d-817748-2 is: [{'id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'name': 'tempest-TestServerMultinode-805066982-router', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:23Z', 'updated_at': '2021-11-15T15:11:25Z', 'revision_number': 3, 'project_id': '265ee910b86841ae96f9bf57d5fc1409', 'gw_port': {'id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:96:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:24Z', 'updated_at': '2021-11-15T15:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:27.609612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 7a25516c-9df5-46fd-9a9d-a53a65c34082, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=7a25516c-9df5-46fd-9a9d-a53a65c34082,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:27.636402 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '7a25516c-9df5-46fd-9a9d-a53a65c34082', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': '7a25516c-9df5-46fd-9a9d-a53a65c34082', 'mac_address': 'fa:16:3e:1b:ed:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:11:27.677408 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 05c8868b-3331-40bb-b3ca-a296affbba14 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:27.697573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Made reservation on behalf of ad76d1735a1742328107fcc385e5b51b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:27.704422 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.713265 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.735497 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.740242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f882a3c0-a2a0-424f-83b8-194892686366 None None] Provisioning complete for port 3aff3db5-0c0d-4866-8fee-fdedc58160fd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:27.740716 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f882a3c0-a2a0-424f-83b8-194892686366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.780979 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a25516c-9df5-46fd-9a9d-a53a65c34082 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:11:27.814636 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.815146 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 7a25516c-9df5-46fd-9a9d-a53a65c34082, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=7a25516c-9df5-46fd-9a9d-a53a65c34082,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:27.822883 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f882a3c0-a2a0-424f-83b8-194892686366 None None] Port 3aff3db5-0c0d-4866-8fee-fdedc58160fd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:27.829548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 05c8868b-3331-40bb-b3ca-a296affbba14 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:27.829924 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.857804 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.869578 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.889286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:27.915544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:11:27.944414 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:27.944897 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Added segment 0d7d8e96-66ad-466f-8a1b-620d76f3128e of type vlan for network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 Nov 15 15:11:27.980103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=7a25516c-9df5-46fd-9a9d-a53a65c34082,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:28.021896 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:28.058900 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:28.095125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['7a25516c-9df5-46fd-9a9d-a53a65c34082'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:11:28.137574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3f97-65cb-4a89-8479-db02715f937c req-8fc514b5-5e33-4aec-8315-5b8cfa57d320 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:28.139101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a66a3f97-65cb-4a89-8479-db02715f937c req-8fc514b5-5e33-4aec-8315-5b8cfa57d320 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 949 time: 0.0693512 Nov 15 15:11:28.139816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:28.140813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:28.141267 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:28.335939 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:28.406858 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:28.435010 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:28.501636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Pushing event updated for resources: {'Port': ['ID=3aff3db5-0c0d-4866-8fee-fdedc58160fd,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:28.506177 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:28.618912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Network 06df0db1-9475-42bb-8ed9-f122fe90f3eb is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:28.620766 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:28.637645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2130501 Nov 15 15:11:28.642795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42296) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:28.648450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-99790e2e-bcd4-4298-92c2-b19a781df3c2 admin admin] Request body: {'subnet': {'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-292459785-subnet', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:28.653953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa516f-7430-4434-b765-8720539ddc1e admin admin] Pushing event updated for resources: {'Network': ['ID=9cb06ff6-8b3b-46c4-bd2f-195327bebee0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:28.666277 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a66a3f97-65cb-4a89-8479-db02715f937c req-731c8846-fe5f-4fd0-ad6a-4144b79fbff3 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/security-groups?id=f08c57f8-8cb8-48c8-9c88-c0e5ee80cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015261 Nov 15 15:11:28.667551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:11:28.789128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99790e2e-bcd4-4298-92c2-b19a781df3c2 admin admin] Made reservation on behalf of ad76d1735a1742328107fcc385e5b51b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:28.792692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99790e2e-bcd4-4298-92c2-b19a781df3c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:28.804655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Router a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:11:28.950964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:28.966548 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d11c4750-4d9d-4e5c-a6ea-8d79247980e9 admin admin] 10.222.0.70 "PUT /v2.0/routers/a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7275531 Nov 15 15:11:28.973411 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:28.985172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2d6c771c-5b46-40ea-b577-794c230c06ff None None] Provisioning complete for port 3aff3db5-0c0d-4866-8fee-fdedc58160fd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:28.985635 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d6c771c-5b46-40ea-b577-794c230c06ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:29.047881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c771c-5b46-40ea-b577-794c230c06ff None None] Port 3aff3db5-0c0d-4866-8fee-fdedc58160fd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:29.075417 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99790e2e-bcd4-4298-92c2-b19a781df3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:29.156806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99790e2e-bcd4-4298-92c2-b19a781df3c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a717034a-aaa9-41b7-9466-2e1be66dd215,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:29.164675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99790e2e-bcd4-4298-92c2-b19a781df3c2 admin admin] Checking segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:29.165724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99790e2e-bcd4-4298-92c2-b19a781df3c2 admin admin] Network hostable DHCP agents. Network: 9cb06ff6-8b3b-46c4-bd2f-195327bebee0, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:11:29.275066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99790e2e-bcd4-4298-92c2-b19a781df3c2 admin admin] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:11:29.294306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 7a25516c-9df5-46fd-9a9d-a53a65c34082 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:29.327076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-99790e2e-bcd4-4298-92c2-b19a781df3c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 9cb06ff6-8b3b-46c4-bd2f-195327bebee0) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:29.338843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99790e2e-bcd4-4298-92c2-b19a781df3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:29.339452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99790e2e-bcd4-4298-92c2-b19a781df3c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:29.344270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b1005-6273-4619-9ac9-a7ea99f6612b None None] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:29.425786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-99790e2e-bcd4-4298-92c2-b19a781df3c2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7810895 Nov 15 15:11:29.428732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42304) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:29.433647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:29.510902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 7a25516c-9df5-46fd-9a9d-a53a65c34082 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:11:29.518347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 7a25516c-9df5-46fd-9a9d-a53a65c34082 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:29.518347 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:29.519828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:11:29.520684 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:29.537673 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:29.539242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:29.622112 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:29.846762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cca71-d32c-4b29-b128-20c54e45bea1 req-f4c792fd-a3d5-4950-b1de-bf0888dfad75 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:29.853295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-896cca71-d32c-4b29-b128-20c54e45bea1 req-f4c792fd-a3d5-4950-b1de-bf0888dfad75 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 949 time: 0.0754447 Nov 15 15:11:29.876270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:29.885401 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device eff69d65-c271-47e3-99b6-393dccb75ef5 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:29.888423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Sync routers for ids ['a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:29.910053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-896cca71-d32c-4b29-b128-20c54e45bea1 req-3592152e-a044-4117-9f92-f120fc3368b5 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/security-groups?id=f08c57f8-8cb8-48c8-9c88-c0e5ee80cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500767 Nov 15 15:11:29.950308 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:29.977031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42316) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:29.979428 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Routers {'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:29.980079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:29.980595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1531757551-network', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:30.022022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Allocated IP 172.20.0.2 (9cb06ff6-8b3b-46c4-bd2f-195327bebee0/a717034a-aaa9-41b7-9466-2e1be66dd215/9e98b94e-08e4-4271-95fd-a693dba789b1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:30.062000 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d6346dcc-910e-4466-80d2-6e4ccde28932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.075266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Made reservation on behalf of bf4be2b4469644c98782af7025523a5b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:30.077587 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.083354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988cd928-0571-4175-b646-aa0ffa1c2a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a25516c-9df5-46fd-9a9d-a53a65c34082'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:11:30.085613 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddccd6fa-60f4-43b0-86ca-f427c6aa4c9a" -d '{"events": [{"server_uuid": "988cd928-0571-4175-b646-aa0ffa1c2a9c", "name": "network-vif-plugged", "status": "completed", "tag": "7a25516c-9df5-46fd-9a9d-a53a65c34082"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:11:30.093809 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.159023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 7a25516c-9df5-46fd-9a9d-a53a65c34082, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=7a25516c-9df5-46fd-9a9d-a53a65c34082,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:30.168799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port eff69d65-c271-47e3-99b6-393dccb75ef5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:30.169174 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.187763 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.192135 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.210558 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.246842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Set router a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:30.253967 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.258572 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.299560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:11:30.311031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806ceaa7-d9a1-46dc-80f1-38b06106e9af,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:30.327499 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.328327 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Added segment 0d5734aa-0f0d-418f-ba76-081d4867c395 of type vlan for network b1406bbb-ea3c-444b-8f3d-c0dadb18c64e Nov 15 15:11:30.362068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Allocated IP 172.25.4.152 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/c28ca64a-ac58-4b39-bc77-7fda92927059) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:30.398366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.416434 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c3e066-6f95-4614-8f36-afb5d0c448c1 x-openstack-request-id: req-d1c3e066-6f95-4614-8f36-afb5d0c448c1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:11:30.416835 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988cd928-0571-4175-b646-aa0ffa1c2a9c", "name": "network-vif-plugged", "status": "completed", "tag": "7a25516c-9df5-46fd-9a9d-a53a65c34082", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:11:30.416966 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1c3e066-6f95-4614-8f36-afb5d0c448c1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:11:30.417359 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988cd928-0571-4175-b646-aa0ffa1c2a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a25516c-9df5-46fd-9a9d-a53a65c34082', 'code': 200} Nov 15 15:11:30.483062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.493634 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.494722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:30.495371 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.499933 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.504219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=7a25516c-9df5-46fd-9a9d-a53a65c34082,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:30.561734 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.586520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ca6d4-8b64-4a37-ba56-f504851dd19b req-6e043381-39c0-4644-b74e-ca1ddad39c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:30.588552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c7ca6d4-8b64-4a37-ba56-f504851dd19b req-6e043381-39c0-4644-b74e-ca1ddad39c59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 1101 time: 0.1231990 Nov 15 15:11:30.589322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] Pushing event updated for resources: {'Network': ['ID=b1406bbb-ea3c-444b-8f3d-c0dadb18c64e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:30.589867 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.611313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b1406bbb-ea3c-444b-8f3d-c0dadb18c64e details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:11:30.632810 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:30.638314 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:30.642887 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:30.650072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c7ca6d4-8b64-4a37-ba56-f504851dd19b req-8e542cff-a700-47bc-b38f-248cd4451006 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f08c57f8-8cb8-48c8-9c88-c0e5ee80cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493665 Nov 15 15:11:30.665613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541f8cc9-6440-4415-bf57-98ea36d7ac45 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:30.669300 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Pushing event updated for resources: {'Port': ['ID=c28ca64a-ac58-4b39-bc77-7fda92927059,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:30.681716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:30.695671 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a265b0ef-6f8e-4ad2-a2b7-31702216d96a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7198727 Nov 15 15:11:30.698183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42322) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:30.702646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:30.704166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-96781785-e063-4a37-bb1e-1e5e53ea82b0 admin admin] Request body: {'subnet': {'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1531757551-subnet', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:30.709072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Pushing event updated for resources: {'Port': ['ID=9e98b94e-08e4-4271-95fd-a693dba789b1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:30.711391 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:30.797231 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'name': 'tempest-TestServerMultinode-805066982-router', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:23Z', 'updated_at': '2021-11-15T15:11:27Z', 'revision_number': 4, 'project_id': '265ee910b86841ae96f9bf57d5fc1409', 'gw_port': {'id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:24Z', 'updated_at': '2021-11-15T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3aff3db5-0c0d-4866-8fee-fdedc58160fd', 'name': '', 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'mac_address': 'fa:16:3e:c9:29:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '352a6704-8cba-4191-a16b-d0b72f095dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:26Z', 'updated_at': '2021-11-15T15:11:28Z', 'revision_number': 2, 'project_id': '265ee910b86841ae96f9bf57d5fc1409', 'subnets': [{'id': '352a6704-8cba-4191-a16b-d0b72f095dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:30.799830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Attempting to bind port 9e98b94e-08e4-4271-95fd-a693dba789b1 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:30.800202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Attempting to bind port 9e98b94e-08e4-4271-95fd-a693dba789b1 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:30.800573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Attempting to bind port 9e98b94e-08e4-4271-95fd-a693dba789b1 on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:30.801152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96781785-e063-4a37-bb1e-1e5e53ea82b0 admin admin] Made reservation on behalf of bf4be2b4469644c98782af7025523a5b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:30.807433 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96781785-e063-4a37-bb1e-1e5e53ea82b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.834232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:30.834629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Checking segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:30.835048 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.835443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Bound using segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:30.835935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Bound port: 9e98b94e-08e4-4271-95fd-a693dba789b1, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:30.836320 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.838879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Checking router: a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:30.839174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Updating router a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 port 3aff3db5-0c0d-4866-8fee-fdedc58160fd binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:11:30.841865 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aa9cccef-5f6c-4b77-8936-3191611d5cae None None] Provisioning complete for port c28ca64a-ac58-4b39-bc77-7fda92927059 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:30.842239 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa9cccef-5f6c-4b77-8936-3191611d5cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.931470 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:30.943748 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cccef-5f6c-4b77-8936-3191611d5cae None None] Port c28ca64a-ac58-4b39-bc77-7fda92927059 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:30.998545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] For port 9e98b94e-08e4-4271-95fd-a693dba789b1, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:31.004371 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.058894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] For port 9e98b94e-08e4-4271-95fd-a693dba789b1, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9e98b94e-08e4-4271-95fd-a693dba789b1,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:31.065187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a202-26ae-40f2-beaf-0537d7f16afa req-6f53d5e8-3d9b-40b1-b7ca-45a4efefeedf tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:31.067083 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5203a202-26ae-40f2-beaf-0537d7f16afa req-6f53d5e8-3d9b-40b1-b7ca-45a4efefeedf tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 950 time: 0.0511768 Nov 15 15:11:31.069109 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96781785-e063-4a37-bb1e-1e5e53ea82b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.127519 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.170053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96781785-e063-4a37-bb1e-1e5e53ea82b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46fb0f1d-f082-49b5-82ae-0168506f6df0,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:31.204459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96781785-e063-4a37-bb1e-1e5e53ea82b0 admin admin] Checking segment: {'id': '0d5734aa-0f0d-418f-ba76-081d4867c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:31.204724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96781785-e063-4a37-bb1e-1e5e53ea82b0 admin admin] Network hostable DHCP agents. Network: b1406bbb-ea3c-444b-8f3d-c0dadb18c64e, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:11:31.214586 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5203a202-26ae-40f2-beaf-0537d7f16afa req-18fd2e4d-fa5d-4af9-9d02-1e2dc7ac6fe5 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/security-groups?id=f08c57f8-8cb8-48c8-9c88-c0e5ee80cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337926 Nov 15 15:11:31.250822 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.256449 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e0237-874b-4ff0-8e5b-85d5c5d7c245 None None] Pushing event updated for resources: {'Port': ['ID=9e98b94e-08e4-4271-95fd-a693dba789b1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:31.303413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96781785-e063-4a37-bb1e-1e5e53ea82b0 admin admin] Network b1406bbb-ea3c-444b-8f3d-c0dadb18c64e is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:11:31.332650 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.349237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-96781785-e063-4a37-bb1e-1e5e53ea82b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b1406bbb-ea3c-444b-8f3d-c0dadb18c64e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:31.358898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de6a04b-fa02-4fe7-a917-64259decff0c None None] Network b1406bbb-ea3c-444b-8f3d-c0dadb18c64e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:31.364081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96781785-e063-4a37-bb1e-1e5e53ea82b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:31.364715 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96781785-e063-4a37-bb1e-1e5e53ea82b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.406758 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.443661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-96781785-e063-4a37-bb1e-1e5e53ea82b0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7441049 Nov 15 15:11:31.446277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42326) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:31.450707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1531757551-router', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:31.452642 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:11:31.521486 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a5539-1a95-4f2c-a02d-6f15c6c0a877 None None] Pushing event updated for resources: {'Port': ['ID=3aff3db5-0c0d-4866-8fee-fdedc58160fd,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:31.549960 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.551082 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.622619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Attempting to bind port 3aff3db5-0c0d-4866-8fee-fdedc58160fd on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:31.622999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Attempting to bind port 3aff3db5-0c0d-4866-8fee-fdedc58160fd by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:31.623418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Attempting to bind port 3aff3db5-0c0d-4866-8fee-fdedc58160fd on network 06df0db1-9475-42bb-8ed9-f122fe90f3eb {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:31.659353 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.660830 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:31.678919 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Sync routers for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:31.706000 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:31.706660 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:31.716590 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:31.716973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Checking segment: {'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:31.717377 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.717775 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Bound using segment: {'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:31.718272 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Bound port: 3aff3db5-0c0d-4866-8fee-fdedc58160fd, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:31.718771 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.785386 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.786679 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-293d8984-0ef1-4a22-8b2b-c4e7b0592e58 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3568661 Nov 15 15:11:31.789530 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:31.794513 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9e98b94e-08e4-4271-95fd-a693dba789b1 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:31.850062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-b1406bbb-ea3c-444b-8f3d-c0dadb18c64e', 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'fixed_ips': [{'subnet_id': '46fb0f1d-f082-49b5-82ae-0168506f6df0'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:11:31.855578 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.894475 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:31.901570 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:32.121507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] For port 3aff3db5-0c0d-4866-8fee-fdedc58160fd, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:32.126671 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:30Z', 'revision_number': 3, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:32.128831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-684cf7cf-6857-439c-b7af-034549e2b92b None None] Provisioning complete for port 3aff3db5-0c0d-4866-8fee-fdedc58160fd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:32.129210 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-684cf7cf-6857-439c-b7af-034549e2b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.163718 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Checking router: d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:32.164411 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Updating router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 port c28ca64a-ac58-4b39-bc77-7fda92927059 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:11:32.193666 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:11:32.194979 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.212907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] For port 3aff3db5-0c0d-4866-8fee-fdedc58160fd, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3aff3db5-0c0d-4866-8fee-fdedc58160fd,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:32.266146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.305194 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.411067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Allocated IP 172.20.0.2 (b1406bbb-ea3c-444b-8f3d-c0dadb18c64e/46fb0f1d-f082-49b5-82ae-0168506f6df0/0e2da45a-d043-4b1f-9eb5-54ce25991c5c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:32.432961 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.459475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb7228-1f20-409d-9d1a-bd288d840124 req-00401c56-e954-4bfc-bc3a-4d3bbd543afa tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:32.463021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8cb7228-1f20-409d-9d1a-bd288d840124 req-00401c56-e954-4bfc-bc3a-4d3bbd543afa tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 950 time: 0.1002824 Nov 15 15:11:32.532503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8cb7228-1f20-409d-9d1a-bd288d840124 req-dbd3d9e2-34d1-4701-b384-060941a46da1 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/security-groups?id=f08c57f8-8cb8-48c8-9c88-c0e5ee80cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608137 Nov 15 15:11:32.582516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9e98b94e-08e4-4271-95fd-a693dba789b1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:32.583060 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.584776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-684cf7cf-6857-439c-b7af-034549e2b92b None None] Port 3aff3db5-0c0d-4866-8fee-fdedc58160fd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:32.589087 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65d8ffce-4a52-4c43-8909-bcf0f69df865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.591227 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.615709 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.645503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Allocated IP 172.20.0.1 (9cb06ff6-8b3b-46c4-bd2f-195327bebee0/a717034a-aaa9-41b7-9466-2e1be66dd215/70537c09-c469-4da8-882d-a84b6f84db8b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:32.670160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dfd37f-3089-4019-9663-06fafd303007 None None] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:32.675688 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.721485 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.782183 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.784557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Routers {'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:32.785201 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:32.792763 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.839017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a5539-1a95-4f2c-a02d-6f15c6c0a877 None None] Pushing event updated for resources: {'Port': ['ID=3aff3db5-0c0d-4866-8fee-fdedc58160fd,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:32.856684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Allocated IP 172.25.4.57 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/0cddd8df-7956-4e6b-81e7-ed4baa2c69a6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:32.864261 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Attempting to bind port c28ca64a-ac58-4b39-bc77-7fda92927059 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:32.864992 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Attempting to bind port c28ca64a-ac58-4b39-bc77-7fda92927059 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:32.865399 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Attempting to bind port c28ca64a-ac58-4b39-bc77-7fda92927059 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:32.875356 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee0c7c-29e6-4404-98d5-3bf5bebba5c3 None None] Pushing event updated for resources: {'Port': ['ID=c28ca64a-ac58-4b39-bc77-7fda92927059,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:32.878978 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:32.878978 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:32.878978 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.879455 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:32.880200 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Bound port: c28ca64a-ac58-4b39-bc77-7fda92927059, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:32.880378 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.881300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24843def-40f6-4e80-b191-7350df7a1ed9 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:32.883430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dce1b09c-fe16-4d53-b627-9bd70e7f3350 None None] Provisioning complete for port 9e98b94e-08e4-4271-95fd-a693dba789b1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:32.884334 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dce1b09c-fe16-4d53-b627-9bd70e7f3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.938223 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:32.959555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Network b1406bbb-ea3c-444b-8f3d-c0dadb18c64e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:32.963332 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] For port c28ca64a-ac58-4b39-bc77-7fda92927059, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:32.969908 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] For port c28ca64a-ac58-4b39-bc77-7fda92927059, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c28ca64a-ac58-4b39-bc77-7fda92927059,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:33.005698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:33.024778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Pushing event updated for resources: {'Port': ['ID=70537c09-c469-4da8-882d-a84b6f84db8b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:33.031985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:33.039226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:33.043457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:33.047770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:33.052557 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.078129 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Pushing event updated for resources: {'Port': ['ID=0e2da45a-d043-4b1f-9eb5-54ce25991c5c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:33.098133 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.121265 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.151155 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.190062 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.219714 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee0c7c-29e6-4404-98d5-3bf5bebba5c3 None None] Pushing event updated for resources: {'Port': ['ID=c28ca64a-ac58-4b39-bc77-7fda92927059,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:33.220336 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:33.220674 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:33.261523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] Set router a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:33.297322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Pushing event updated for resources: {'Port': ['ID=0cddd8df-7956-4e6b-81e7-ed4baa2c69a6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:33.332933 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dce1b09c-fe16-4d53-b627-9bd70e7f3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.338828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:33.340498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:33.344313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:33.345217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe00c32-f311-4780-b58a-418d4a5b7994 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:33.348058 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Attempting to bind port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:33.348058 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Attempting to bind port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0d5734aa-0f0d-418f-ba76-081d4867c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:33.348058 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Attempting to bind port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c on network b1406bbb-ea3c-444b-8f3d-c0dadb18c64e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:33.403460 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:33.418188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:33.423776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Checking segment: {'id': '0d5734aa-0f0d-418f-ba76-081d4867c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:33.423776 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.423776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Bound using segment: {'id': '0d5734aa-0f0d-418f-ba76-081d4867c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:33.423776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Bound port: 0e2da45a-d043-4b1f-9eb5-54ce25991c5c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5734aa-0f0d-418f-ba76-081d4867c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:33.423776 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.451950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 9e98b94e-08e4-4271-95fd-a693dba789b1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9e98b94e-08e4-4271-95fd-a693dba789b1,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:33.469180 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.543120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1266d7-ebac-4917-90eb-9e6748502845 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:33.585309 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.707100 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:30Z', 'revision_number': 3, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:33.746885 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.749272 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14aee1-0534-406e-8a6f-99d060dccb74 None None] The sync data for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 is: [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:30Z', 'revision_number': 3, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:33.835579 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-dce1b09c-fe16-4d53-b627-9bd70e7f3350 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:11:33.836220 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-dce1b09c-fe16-4d53-b627-9bd70e7f3350 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:11:33.841272 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.858205 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.873678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=9e98b94e-08e4-4271-95fd-a693dba789b1,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:33.900525 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.908367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] For port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:33.957630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] For port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0e2da45a-d043-4b1f-9eb5-54ce25991c5c,segment=NetworkSegment(0d5734aa-0f0d-418f-ba76-081d4867c395),segment_id=0d5734aa-0f0d-418f-ba76-081d4867c395)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:33.965597 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:33.968846 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Pushing event updated for resources: {'Port': ['ID=70537c09-c469-4da8-882d-a84b6f84db8b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:34.006273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'name': 'tempest-TestServerMultinode-805066982-router', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:23Z', 'updated_at': '2021-11-15T15:11:27Z', 'revision_number': 4, 'project_id': '265ee910b86841ae96f9bf57d5fc1409', 'gw_port': {'id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:24Z', 'updated_at': '2021-11-15T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3aff3db5-0c0d-4866-8fee-fdedc58160fd', 'name': '', 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'mac_address': 'fa:16:3e:c9:29:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '352a6704-8cba-4191-a16b-d0b72f095dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:26Z', 'updated_at': '2021-11-15T15:11:32Z', 'revision_number': 4, 'project_id': '265ee910b86841ae96f9bf57d5fc1409', 'subnets': [{'id': '352a6704-8cba-4191-a16b-d0b72f095dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:34.039775 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:34.051686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b223e0-843f-4d62-8daa-97d479274339 None None] The sync data for ids ['a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'] in n-d-817748-2 is: [{'id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'name': 'tempest-TestServerMultinode-805066982-router', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:23Z', 'updated_at': '2021-11-15T15:11:27Z', 'revision_number': 4, 'project_id': '265ee910b86841ae96f9bf57d5fc1409', 'gw_port': {'id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:24Z', 'updated_at': '2021-11-15T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3aff3db5-0c0d-4866-8fee-fdedc58160fd', 'name': '', 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'mac_address': 'fa:16:3e:c9:29:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '352a6704-8cba-4191-a16b-d0b72f095dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:26Z', 'updated_at': '2021-11-15T15:11:32Z', 'revision_number': 4, 'project_id': '265ee910b86841ae96f9bf57d5fc1409', 'subnets': [{'id': '352a6704-8cba-4191-a16b-d0b72f095dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:34.171955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:34.173484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:34.255772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d5f1f-00a4-423c-af4f-848edd0f65b9 None None] Pushing event updated for resources: {'Port': ['ID=0e2da45a-d043-4b1f-9eb5-54ce25991c5c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:34.286907 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:34.495835 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:11:34.566480 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Provisioning complete for port 70537c09-c469-4da8-882d-a84b6f84db8b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:34.566875 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:34.680657 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Port 70537c09-c469-4da8-882d-a84b6f84db8b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:34.698236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Provisioning complete for port 3aff3db5-0c0d-4866-8fee-fdedc58160fd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:34.698650 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:34.743296 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Router 10595e37-10a6-41c9-a996-ef3fc7a5a364 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:11:34.828872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:34.841712 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-036e2dec-0433-44fe-b154-a3ca3fe463d8 admin admin] 10.222.0.70 "PUT /v2.0/routers/d0a94bd7-d39a-4fcf-9d35-b0acc928ee70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0505097 Nov 15 15:11:35.073718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:35.140322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Sync routers for ids ['10595e37-10a6-41c9-a996-ef3fc7a5a364'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:35.158803 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:35.183062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Routers {'10595e37-10a6-41c9-a996-ef3fc7a5a364'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:35.183062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['10595e37-10a6-41c9-a996-ef3fc7a5a364'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:35.196775 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:35.198180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9477c575-fba6-4ed1-bc36-02915279ef65 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7509005 Nov 15 15:11:35.201125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:35.303388 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:35.338147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] For port 3aff3db5-0c0d-4866-8fee-fdedc58160fd, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3aff3db5-0c0d-4866-8fee-fdedc58160fd,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:35.411598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Set router 10595e37-10a6-41c9-a996-ef3fc7a5a364 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:35.420952 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:35.597331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Provisioning complete for port 9e98b94e-08e4-4271-95fd-a693dba789b1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:35.597588 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:35.860795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Pushing event updated for resources: {'Port': ['ID=3aff3db5-0c0d-4866-8fee-fdedc58160fd,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:35.951776 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.037444 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.073889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c8526-f6c8-45e7-99b0-88b34043a4a5 None None] Network b1406bbb-ea3c-444b-8f3d-c0dadb18c64e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:36.115528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3aff3db5-0c0d-4866-8fee-fdedc58160fd up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:36.180923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42362) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:36.185802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1131728250-network', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:36.260911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Allocated IP 172.20.0.1 (b1406bbb-ea3c-444b-8f3d-c0dadb18c64e/46fb0f1d-f082-49b5-82ae-0168506f6df0/61a9f8b8-e6fa-4b43-9206-168a54e5f138) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:36.279617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Provisioning complete for port c28ca64a-ac58-4b39-bc77-7fda92927059 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:36.280067 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.350963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Made reservation on behalf of 6171dbe086c14f83a64d10191d9bcef5 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:36.353976 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.367205 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.381886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 3aff3db5-0c0d-4866-8fee-fdedc58160fd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:36.382469 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.436027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'name': 'tempest-TestServerMultinode-1531757551-router', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:31Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 3, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'gw_port': {'id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:36.442635 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.483801 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Checking router: 10595e37-10a6-41c9-a996-ef3fc7a5a364 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:36.484254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Updating router 10595e37-10a6-41c9-a996-ef3fc7a5a364 port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:11:36.523317 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.552850 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.576442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.577269 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.609922 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.615154 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] For port c28ca64a-ac58-4b39-bc77-7fda92927059, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c28ca64a-ac58-4b39-bc77-7fda92927059,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:36.645416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef219ae-058f-4e39-af6d-7651ac0f9c0d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:36.662239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Network b1406bbb-ea3c-444b-8f3d-c0dadb18c64e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:36.668887 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:36.677342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:11:36.679466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:36.687668 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.707508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Pushing event updated for resources: {'Port': ['ID=61a9f8b8-e6fa-4b43-9206-168a54e5f138,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:36.725888 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.725888 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Added segment 13252386-5037-434a-ad49-7397e3444a84 of type vlan for network 309fb42b-8267-4a7a-8ae4-e094c840e61f Nov 15 15:11:36.752172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0e2da45a-d043-4b1f-9eb5-54ce25991c5c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:36.819493 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.846717 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.848247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Provisioning complete for port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:36.848618 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.890495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Pushing event updated for resources: {'Port': ['ID=c28ca64a-ac58-4b39-bc77-7fda92927059,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:36.921028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c19fff92-821e-4816-974e-45c90c07f89d None None] Port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:36.980973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:36.985471 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:36.999665 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.000806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:37.001521 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.108858 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ca8a5e4b-c385-4255-aa39-14d7632dffef None None] Provisioning complete for port 70537c09-c469-4da8-882d-a84b6f84db8b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:37.109283 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca8a5e4b-c385-4255-aa39-14d7632dffef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.121727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] Pushing event updated for resources: {'Network': ['ID=309fb42b-8267-4a7a-8ae4-e094c840e61f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:37.159933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 309fb42b-8267-4a7a-8ae4-e094c840e61f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:11:37.195691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42366) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:37.196657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-49bee2a7-1f21-4c89-a77c-b9bdb2e6e5cf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0145390 Nov 15 15:11:37.201295 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-200d4f34-fb1c-47a1-aa62-94bd2e071b55 admin admin] Request body: {'subnet': {'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1131728250-subnet', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:37.252458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a5e4b-c385-4255-aa39-14d7632dffef None None] Port 70537c09-c469-4da8-882d-a84b6f84db8b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:37.267963 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.276728 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.283278 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.297550 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200d4f34-fb1c-47a1-aa62-94bd2e071b55 admin admin] Made reservation on behalf of 6171dbe086c14f83a64d10191d9bcef5 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:37.301999 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-200d4f34-fb1c-47a1-aa62-94bd2e071b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.352088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ca8a5e4b-c385-4255-aa39-14d7632dffef None None] Provisioning complete for port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:37.352088 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca8a5e4b-c385-4255-aa39-14d7632dffef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.396254 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.404705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0e2da45a-d043-4b1f-9eb5-54ce25991c5c,segment=NetworkSegment(0d5734aa-0f0d-418f-ba76-081d4867c395),segment_id=0d5734aa-0f0d-418f-ba76-081d4867c395)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:37.426554 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Sync routers for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:37.446524 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:37.447455 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:37.503753 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.583197 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.585710 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:37.605093 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.605779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c28ca64a-ac58-4b39-bc77-7fda92927059 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:37.650070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5c0f94-2699-419c-9ba1-87fd47684c0a None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:37.656296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Attempting to bind port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:37.656663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Attempting to bind port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:37.657036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Attempting to bind port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:37.679892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a22224-4080-4456-a633-c9821e6060b5 None None] Pushing event updated for resources: {'Port': ['ID=0cddd8df-7956-4e6b-81e7-ed4baa2c69a6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:37.700315 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.702717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:37.703657 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:37.704066 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.704457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:37.704943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Bound port: 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:37.705325 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.714199 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Pushing event updated for resources: {'Port': ['ID=61a9f8b8-e6fa-4b43-9206-168a54e5f138,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:37.748929 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-200d4f34-fb1c-47a1-aa62-94bd2e071b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.841788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=0e2da45a-d043-4b1f-9eb5-54ce25991c5c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:37.848694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] For port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:37.856715 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d4f34-fb1c-47a1-aa62-94bd2e071b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f919af-ee86-4927-8c9e-22b431f854ee,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:37.867377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] For port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0cddd8df-7956-4e6b-81e7-ed4baa2c69a6,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:37.874108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c28ca64a-ac58-4b39-bc77-7fda92927059 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:37.874742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200d4f34-fb1c-47a1-aa62-94bd2e071b55 admin admin] Checking segment: {'id': '13252386-5037-434a-ad49-7397e3444a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:37.875107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d4f34-fb1c-47a1-aa62-94bd2e071b55 admin admin] Network hostable DHCP agents. Network: 309fb42b-8267-4a7a-8ae4-e094c840e61f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:11:37.875236 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.885401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Network b1406bbb-ea3c-444b-8f3d-c0dadb18c64e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:37.888105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:37.903466 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 2, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:37.947611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9910c29d-5bfd-4b0b-bae5-29726149f694 None None] Provisioning complete for port 61a9f8b8-e6fa-4b43-9206-168a54e5f138 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:37.948053 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9910c29d-5bfd-4b0b-bae5-29726149f694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:37.954898 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Checking router: d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:37.958580 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Updating router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 port 70537c09-c469-4da8-882d-a84b6f84db8b binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:11:37.978080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d4f34-fb1c-47a1-aa62-94bd2e071b55 admin admin] Network 309fb42b-8267-4a7a-8ae4-e094c840e61f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:11:38.000195 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:38.010649 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:38.058872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-200d4f34-fb1c-47a1-aa62-94bd2e071b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 309fb42b-8267-4a7a-8ae4-e094c840e61f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:38.070605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d4f34-fb1c-47a1-aa62-94bd2e071b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:38.071520 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-200d4f34-fb1c-47a1-aa62-94bd2e071b55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:38.095714 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696e13f9-681f-497a-adce-e7d28e0a7623 None None] Network 309fb42b-8267-4a7a-8ae4-e094c840e61f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:38.156311 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-200d4f34-fb1c-47a1-aa62-94bd2e071b55 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9593806 Nov 15 15:11:38.159156 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:38.164252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1131728250-router', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:38.216094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc90ec6f-6539-42e9-9e54-d53df27ce725 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:38.229093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9910c29d-5bfd-4b0b-bae5-29726149f694 None None] Port 61a9f8b8-e6fa-4b43-9206-168a54e5f138 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:38.263657 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:38.264192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9e98b94e-08e4-4271-95fd-a693dba789b1 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:38.266315 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:38.294618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a22224-4080-4456-a633-c9821e6060b5 None None] Pushing event updated for resources: {'Port': ['ID=0cddd8df-7956-4e6b-81e7-ed4baa2c69a6,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:38.300260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Routers {'10595e37-10a6-41c9-a996-ef3fc7a5a364'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:38.301010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['10595e37-10a6-41c9-a996-ef3fc7a5a364'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:38.383213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:38.387217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9910c29d-5bfd-4b0b-bae5-29726149f694 None None] Provisioning complete for port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:38.387614 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9910c29d-5bfd-4b0b-bae5-29726149f694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:38.562382 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9e98b94e-08e4-4271-95fd-a693dba789b1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:38.563036 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:38.579617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Router 10595e37-10a6-41c9-a996-ef3fc7a5a364 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:11:38.587948 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:38.603816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-309fb42b-8267-4a7a-8ae4-e094c840e61f', 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'fixed_ips': [{'subnet_id': '52f919af-ee86-4927-8c9e-22b431f854ee'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:11:38.604792 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:38.682721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] Set router 10595e37-10a6-41c9-a996-ef3fc7a5a364 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:38.687061 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:38.726103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:38.757150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-632bde0e-d58b-43bc-a8f6-4c0471850e2d admin admin] 10.222.0.70 "PUT /v2.0/routers/10595e37-10a6-41c9-a996-ef3fc7a5a364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5463707 Nov 15 15:11:38.777901 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edd12a-c6b8-45ae-ad30-1499730dde5f None None] Pushing event updated for resources: {'Port': ['ID=70537c09-c469-4da8-882d-a84b6f84db8b,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:38.916420 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Attempting to bind port 70537c09-c469-4da8-882d-a84b6f84db8b on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:38.917125 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Attempting to bind port 70537c09-c469-4da8-882d-a84b6f84db8b by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:38.917774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Attempting to bind port 70537c09-c469-4da8-882d-a84b6f84db8b on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:38.924997 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:38.925661 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Checking segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:38.926387 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:38.926961 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Bound using segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:38.927736 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Bound port: 70537c09-c469-4da8-882d-a84b6f84db8b, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:38.928306 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:39.020199 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] For port 70537c09-c469-4da8-882d-a84b6f84db8b, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:39.028233 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] For port 70537c09-c469-4da8-882d-a84b6f84db8b, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=70537c09-c469-4da8-882d-a84b6f84db8b,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:39.071222 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9910c29d-5bfd-4b0b-bae5-29726149f694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:39.126167 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:39.127508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9910c29d-5bfd-4b0b-bae5-29726149f694 None None] For port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0cddd8df-7956-4e6b-81e7-ed4baa2c69a6,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:39.214457 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edd12a-c6b8-45ae-ad30-1499730dde5f None None] Pushing event updated for resources: {'Port': ['ID=70537c09-c469-4da8-882d-a84b6f84db8b,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:39.218181 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:39.219095 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:39.256349 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9910c29d-5bfd-4b0b-bae5-29726149f694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:39.269477 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:39.411908 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:39.482174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Allocated IP 172.20.0.2 (309fb42b-8267-4a7a-8ae4-e094c840e61f/52f919af-ee86-4927-8c9e-22b431f854ee/225a79ab-d538-4941-bdab-6e7b00fafe3e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:39.541917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-61fff6a3-8fb3-4dcf-9ae6-575144ff14a0 None None] Provisioning complete for port 70537c09-c469-4da8-882d-a84b6f84db8b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:39.542238 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61fff6a3-8fb3-4dcf-9ae6-575144ff14a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:39.554244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910c29d-5bfd-4b0b-bae5-29726149f694 None None] Pushing event updated for resources: {'Port': ['ID=0cddd8df-7956-4e6b-81e7-ed4baa2c69a6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:39.611589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0e2da45a-d043-4b1f-9eb5-54ce25991c5c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:39.736607 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:39.756446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:39.756817 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:39.780767 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:39.879807 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:39Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:39.887436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ba8c0cb1-2479-41ff-98d5-a0fee41280dd tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:39.888980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ba8c0cb1-2479-41ff-98d5-a0fee41280dd tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/networks?id=06df0db1-9475-42bb-8ed9-f122fe90f3eb HTTP/1.1" status: 200 len: 910 time: 0.1218660 Nov 15 15:11:39.907298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-095f602e-7b8a-482d-a0af-c985155151b8 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/quotas/bf4be2b4469644c98782af7025523a5b HTTP/1.1" status: 200 len: 375 time: 0.0117710 Nov 15 15:11:39.917595 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61fff6a3-8fb3-4dcf-9ae6-575144ff14a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:39.929042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'name': 'tempest-TestServerMultinode-1531757551-router', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:31Z', 'updated_at': '2021-11-15T15:11:37Z', 'revision_number': 4, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'gw_port': {'id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '61a9f8b8-e6fa-4b43-9206-168a54e5f138', 'name': '', 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'mac_address': 'fa:16:3e:80:74:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '46fb0f1d-f082-49b5-82ae-0168506f6df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:35Z', 'updated_at': '2021-11-15T15:11:37Z', 'revision_number': 2, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'subnets': [{'id': '46fb0f1d-f082-49b5-82ae-0168506f6df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:39.930618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Allocated IP 172.25.4.48 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/8664091c-d8f7-42c0-ae55-a843253491a0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:39.930937 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa23dc-8ddb-4f89-8e5b-704c45ed8e8b None None] The sync data for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 is: [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:39Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:40.084737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-7c0ebff4-e180-434d-8d3b-d4cfefbf15a3 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf4be2b4469644c98782af7025523a5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1710992 Nov 15 15:11:40.129813 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:40.212242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:40.256632 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b6bfa-1d41-430f-8ef4-147d28238b1e None None] The sync data for ids ['10595e37-10a6-41c9-a996-ef3fc7a5a364'] in n-d-817748-2 is: [{'id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'name': 'tempest-TestServerMultinode-1531757551-router', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:31Z', 'updated_at': '2021-11-15T15:11:37Z', 'revision_number': 4, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'gw_port': {'id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '61a9f8b8-e6fa-4b43-9206-168a54e5f138', 'name': '', 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'mac_address': 'fa:16:3e:80:74:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '46fb0f1d-f082-49b5-82ae-0168506f6df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:35Z', 'updated_at': '2021-11-15T15:11:37Z', 'revision_number': 2, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'subnets': [{'id': '46fb0f1d-f082-49b5-82ae-0168506f6df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:40.261865 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Pushing event updated for resources: {'Port': ['ID=8664091c-d8f7-42c0-ae55-a843253491a0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:40.273013 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:40.302134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:40.309018 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:40.309018 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:40.313344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-4410710e-397c-4956-aff9-e6ea0d4b995e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:11:40.321660 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-4410710e-397c-4956-aff9-e6ea0d4b995e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2314327 Nov 15 15:11:40.362176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d0534-d34a-4d08-b379-fe5599e379a6 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:40.381275 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:40.505425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-d4fe8ca9-663f-47e7-ad18-0df4cbcdf119 service neutron] 10.222.0.70 "GET /v2.0/networks/06df0db1-9475-42bb-8ed9-f122fe90f3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826744 Nov 15 15:11:40.523704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-61fff6a3-8fb3-4dcf-9ae6-575144ff14a0 None None] For port 70537c09-c469-4da8-882d-a84b6f84db8b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=70537c09-c469-4da8-882d-a84b6f84db8b,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:40.536854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Network 309fb42b-8267-4a7a-8ae4-e094c840e61f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:40.538656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c28ca64a-ac58-4b39-bc77-7fda92927059 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:40.571589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Pushing event updated for resources: {'Port': ['ID=225a79ab-d538-4941-bdab-6e7b00fafe3e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:40.575775 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:40.579611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:40.595230 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61fff6a3-8fb3-4dcf-9ae6-575144ff14a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:40.628195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-90c164d6-3f8e-40c3-b5d9-91acfb3b9933 service neutron] 10.222.0.70 "GET /v2.0/networks/06df0db1-9475-42bb-8ed9-f122fe90f3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219683 Nov 15 15:11:40.709796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-61fff6a3-8fb3-4dcf-9ae6-575144ff14a0 None None] Provisioning complete for port 61a9f8b8-e6fa-4b43-9206-168a54e5f138 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:40.710301 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61fff6a3-8fb3-4dcf-9ae6-575144ff14a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:40.757578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Attempting to bind port 225a79ab-d538-4941-bdab-6e7b00fafe3e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:40.757872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Attempting to bind port 225a79ab-d538-4941-bdab-6e7b00fafe3e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '13252386-5037-434a-ad49-7397e3444a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:40.759062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Attempting to bind port 225a79ab-d538-4941-bdab-6e7b00fafe3e on network 309fb42b-8267-4a7a-8ae4-e094c840e61f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:40.780090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c28ca64a-ac58-4b39-bc77-7fda92927059 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:40.780471 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:40.785854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fff6a3-8fb3-4dcf-9ae6-575144ff14a0 None None] Pushing event updated for resources: {'Port': ['ID=70537c09-c469-4da8-882d-a84b6f84db8b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:40.811218 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:40.814509 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:40.814816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Checking segment: {'id': '13252386-5037-434a-ad49-7397e3444a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:40.815220 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:40.815616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Bound using segment: {'id': '13252386-5037-434a-ad49-7397e3444a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:40.816101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Bound port: 225a79ab-d538-4941-bdab-6e7b00fafe3e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13252386-5037-434a-ad49-7397e3444a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:40.816472 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:40.847451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-61fff6a3-8fb3-4dcf-9ae6-575144ff14a0 None None] Port 61a9f8b8-e6fa-4b43-9206-168a54e5f138 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:40.908302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-61fff6a3-8fb3-4dcf-9ae6-575144ff14a0 None None] Provisioning complete for port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:40.908648 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61fff6a3-8fb3-4dcf-9ae6-575144ff14a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:41.024608 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] For port 225a79ab-d538-4941-bdab-6e7b00fafe3e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:41.026766 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] For port 225a79ab-d538-4941-bdab-6e7b00fafe3e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=225a79ab-d538-4941-bdab-6e7b00fafe3e,segment=NetworkSegment(13252386-5037-434a-ad49-7397e3444a84),segment_id=13252386-5037-434a-ad49-7397e3444a84)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:41.094757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9677ea1-b4d3-4c02-8af8-89d648420d79 req-a510eb43-6cbb-4bfd-87a0-a3bbed4d9575 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 210 time: 0.0598686 Nov 15 15:11:41.100987 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:41.111043 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:41.143684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3aff3db5-0c0d-4866-8fee-fdedc58160fd up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:41.279506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee67c5-6e9b-429f-b003-22a11438cfa5 None None] Pushing event updated for resources: {'Port': ['ID=225a79ab-d538-4941-bdab-6e7b00fafe3e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:41.298507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 3aff3db5-0c0d-4866-8fee-fdedc58160fd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:41.298882 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:41.400869 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Router 4ccd75ec-3d48-4d93-82b6-e3088b060126 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:11:41.462337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-28eddee9-37d0-4124-8b7a-f5a305e3e69d None None] Provisioning complete for port 70537c09-c469-4da8-882d-a84b6f84db8b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:41.462337 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28eddee9-37d0-4124-8b7a-f5a305e3e69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:41.537065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:41.576195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Sync routers for ids ['4ccd75ec-3d48-4d93-82b6-e3088b060126'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:41.625539 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:41.627993 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-53d390ef-d63e-4d67-88eb-e71ccb3d8aea admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4674861 Nov 15 15:11:41.630580 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:11:41.638300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Routers {'4ccd75ec-3d48-4d93-82b6-e3088b060126'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:41.639033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ccd75ec-3d48-4d93-82b6-e3088b060126'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:41.778816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 70537c09-c469-4da8-882d-a84b6f84db8b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:41.906094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-28eddee9-37d0-4124-8b7a-f5a305e3e69d None None] Provisioning complete for port 8664091c-d8f7-42c0-ae55-a843253491a0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:41.906619 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28eddee9-37d0-4124-8b7a-f5a305e3e69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:41.911268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Set router 4ccd75ec-3d48-4d93-82b6-e3088b060126 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:42.029789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 70537c09-c469-4da8-882d-a84b6f84db8b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:42.030264 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:42.092248 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-28eddee9-37d0-4124-8b7a-f5a305e3e69d None None] Port 8664091c-d8f7-42c0-ae55-a843253491a0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:42.273243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09349da5-c1cc-488c-9d0a-0162fd5bab9f req-399181fb-96c0-4058-bedc-ca3d8ce8fbf9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 210 time: 0.0641768 Nov 15 15:11:42.369808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'name': 'tempest-TestVolumeBootPattern-1131728250-router', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:38Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 3, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'gw_port': {'id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:39Z', 'updated_at': '2021-11-15T15:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:42.444762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Checking router: 4ccd75ec-3d48-4d93-82b6-e3088b060126 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:42.445875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Updating router 4ccd75ec-3d48-4d93-82b6-e3088b060126 port 8664091c-d8f7-42c0-ae55-a843253491a0 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:11:42.486658 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:42.560515 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:42.801614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305b12bb-acad-40bc-aea3-7b582e73a575 None None] Network 309fb42b-8267-4a7a-8ae4-e094c840e61f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:11:42.821286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Allocated IP 172.20.0.1 (309fb42b-8267-4a7a-8ae4-e094c840e61f/52f919af-ee86-4927-8c9e-22b431f854ee/abf37e62-7253-47b0-872b-ccca11f27860) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:42.906018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7dd046aa-5650-4a06-8ea9-17c15eafab7a None None] Provisioning complete for port 225a79ab-d538-4941-bdab-6e7b00fafe3e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:42.906388 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7dd046aa-5650-4a06-8ea9-17c15eafab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:42.942155 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.043663 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.047637 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.107037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Network 309fb42b-8267-4a7a-8ae4-e094c840e61f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:43.112557 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:43.115639 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:43.119715 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Pushing event updated for resources: {'Port': ['ID=abf37e62-7253-47b0-872b-ccca11f27860,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:43.137319 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7dd046aa-5650-4a06-8ea9-17c15eafab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.166488 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.173088 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.208719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7dd046aa-5650-4a06-8ea9-17c15eafab7a None None] For port 225a79ab-d538-4941-bdab-6e7b00fafe3e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=225a79ab-d538-4941-bdab-6e7b00fafe3e,segment=NetworkSegment(13252386-5037-434a-ad49-7397e3444a84),segment_id=13252386-5037-434a-ad49-7397e3444a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:43.242015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d14adc2-f84b-4d72-b8aa-a83908b4a878 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:43.262350 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Attempting to bind port 8664091c-d8f7-42c0-ae55-a843253491a0 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:43.262767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Attempting to bind port 8664091c-d8f7-42c0-ae55-a843253491a0 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:43.263183 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Attempting to bind port 8664091c-d8f7-42c0-ae55-a843253491a0 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:43.267637 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ade46-6bb6-408f-bac6-1b9f687008a6 None None] Pushing event updated for resources: {'Port': ['ID=8664091c-d8f7-42c0-ae55-a843253491a0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:43.272458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:43.272840 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:43.273240 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.273673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:43.274128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Bound port: 8664091c-d8f7-42c0-ae55-a843253491a0, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:43.274575 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.317589 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7dd046aa-5650-4a06-8ea9-17c15eafab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.405324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] For port 8664091c-d8f7-42c0-ae55-a843253491a0, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:43.406942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] For port 8664091c-d8f7-42c0-ae55-a843253491a0, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8664091c-d8f7-42c0-ae55-a843253491a0,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:43.408407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd046aa-5650-4a06-8ea9-17c15eafab7a None None] Pushing event updated for resources: {'Port': ['ID=225a79ab-d538-4941-bdab-6e7b00fafe3e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:43.428168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61aeab76-be89-41bb-92b1-76078a88ece7 req-f0f7edf9-e857-4c12-96fc-08d454212cc7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 210 time: 0.0546539 Nov 15 15:11:43.447978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f3797b28-061f-4a8f-a18b-f83ce364b873 None None] Provisioning complete for port 8664091c-d8f7-42c0-ae55-a843253491a0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:43.453680 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3797b28-061f-4a8f-a18b-f83ce364b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.488307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.495759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f3797b28-061f-4a8f-a18b-f83ce364b873 None None] Port 8664091c-d8f7-42c0-ae55-a843253491a0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:43.499049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.569884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ced3afb-f5b9-47d3-96e2-e41649fb308e None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:11:43.597439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Routers {'4ccd75ec-3d48-4d93-82b6-e3088b060126'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:43.598287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ccd75ec-3d48-4d93-82b6-e3088b060126'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:43.782995 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.863791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 225a79ab-d538-4941-bdab-6e7b00fafe3e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:43.869437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.913562 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ade46-6bb6-408f-bac6-1b9f687008a6 None None] Pushing event updated for resources: {'Port': ['ID=8664091c-d8f7-42c0-ae55-a843253491a0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:43.936980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d2a250e6-3d45-4a3f-a0a0-276653062b5a None None] Provisioning complete for port 225a79ab-d538-4941-bdab-6e7b00fafe3e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:43.937347 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2a250e6-3d45-4a3f-a0a0-276653062b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.982514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Pushing event updated for resources: {'Port': ['ID=abf37e62-7253-47b0-872b-ccca11f27860,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:43.984814 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:43.998326 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] Set router 4ccd75ec-3d48-4d93-82b6-e3088b060126 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:44.039330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 225a79ab-d538-4941-bdab-6e7b00fafe3e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:44.039696 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:44.076288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-5882b1a3-080e-4767-9dab-0f56dd7f794e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:44.077806 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-5882b1a3-080e-4767-9dab-0f56dd7f794e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.46 "GET /v2.0/networks?id=06df0db1-9475-42bb-8ed9-f122fe90f3eb HTTP/1.1" status: 200 len: 910 time: 0.1589484 Nov 15 15:11:44.099554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ced4401f-2964-49f5-9d81-4a0f20fadfb7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Request body: {'port': {'device_id': '2a73befc-90f8-4dcd-820a-25011d755e7d', 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb', 'admin_state_up': True, 'tenant_id': 'bf4be2b4469644c98782af7025523a5b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:44.121374 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Network 309fb42b-8267-4a7a-8ae4-e094c840e61f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:44.125642 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:44.251129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ced4401f-2964-49f5-9d81-4a0f20fadfb7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Made reservation on behalf of bf4be2b4469644c98782af7025523a5b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:44.254143 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ced4401f-2964-49f5-9d81-4a0f20fadfb7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:44.258221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Router 4ccd75ec-3d48-4d93-82b6-e3088b060126 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:11:44.271491 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d2a250e6-3d45-4a3f-a0a0-276653062b5a None None] Provisioning complete for port abf37e62-7253-47b0-872b-ccca11f27860 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:44.271491 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2a250e6-3d45-4a3f-a0a0-276653062b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:44.301978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:44.366607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d2a250e6-3d45-4a3f-a0a0-276653062b5a None None] Port abf37e62-7253-47b0-872b-ccca11f27860 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:44.409987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'name': 'tempest-TestVolumeBootPattern-1131728250-router', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:38Z', 'updated_at': '2021-11-15T15:11:43Z', 'revision_number': 4, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'gw_port': {'id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:39Z', 'updated_at': '2021-11-15T15:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'abf37e62-7253-47b0-872b-ccca11f27860', 'name': '', 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'mac_address': 'fa:16:3e:02:23:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '52f919af-ee86-4927-8c9e-22b431f854ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:42Z', 'updated_at': '2021-11-15T15:11:42Z', 'revision_number': 1, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'subnets': [{'id': '52f919af-ee86-4927-8c9e-22b431f854ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:44.411901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:44.412266 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:44.465994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81671f35-d245-4923-9343-ffa1bc750d75 None None] The sync data for ids ['4ccd75ec-3d48-4d93-82b6-e3088b060126'] in n-d-817748-2 is: [{'id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'name': 'tempest-TestVolumeBootPattern-1131728250-router', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:38Z', 'updated_at': '2021-11-15T15:11:43Z', 'revision_number': 4, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'gw_port': {'id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:39Z', 'updated_at': '2021-11-15T15:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'abf37e62-7253-47b0-872b-ccca11f27860', 'name': '', 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'mac_address': 'fa:16:3e:02:23:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '52f919af-ee86-4927-8c9e-22b431f854ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:42Z', 'updated_at': '2021-11-15T15:11:42Z', 'revision_number': 1, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'subnets': [{'id': '52f919af-ee86-4927-8c9e-22b431f854ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:44.479639 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:11:44.486633 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ba4e1129-caee-4a43-a080-6401bef1fb93 admin admin] 10.222.0.70 "PUT /v2.0/routers/4ccd75ec-3d48-4d93-82b6-e3088b060126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8549139 Nov 15 15:11:44.511941 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ced4401f-2964-49f5-9d81-4a0f20fadfb7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Allocated IP 172.20.0.4 (06df0db1-9475-42bb-8ed9-f122fe90f3eb/352a6704-8cba-4191-a16b-d0b72f095dbf/40b9939c-36a9-44c2-9900-30b542b3f66a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:44.580033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-474706cb-f4d3-4271-8e95-529bd5c21142 None None] Provisioning complete for port 8664091c-d8f7-42c0-ae55-a843253491a0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:44.580715 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-474706cb-f4d3-4271-8e95-529bd5c21142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:44.603336 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a34ca2b-7d5c-4cc4-90ab-be12f2f71091 req-bedffe4c-6949-48d5-b31d-b26ebe9ae79e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 210 time: 0.0474603 Nov 15 15:11:44.684147 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-474706cb-f4d3-4271-8e95-529bd5c21142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:44.718198 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ced4401f-2964-49f5-9d81-4a0f20fadfb7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:44.720346 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-474706cb-f4d3-4271-8e95-529bd5c21142 None None] For port 8664091c-d8f7-42c0-ae55-a843253491a0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8664091c-d8f7-42c0-ae55-a843253491a0,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:44.795414 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-474706cb-f4d3-4271-8e95-529bd5c21142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:44.829960 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ced4401f-2964-49f5-9d81-4a0f20fadfb7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:44.864474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-474706cb-f4d3-4271-8e95-529bd5c21142 None None] Provisioning complete for port abf37e62-7253-47b0-872b-ccca11f27860 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:44.865090 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-474706cb-f4d3-4271-8e95-529bd5c21142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:44.891058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ced4401f-2964-49f5-9d81-4a0f20fadfb7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Network 06df0db1-9475-42bb-8ed9-f122fe90f3eb is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:44.894150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ced4401f-2964-49f5-9d81-4a0f20fadfb7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:44.896877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ced4401f-2964-49f5-9d81-4a0f20fadfb7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:44.898665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474706cb-f4d3-4271-8e95-529bd5c21142 None None] Pushing event updated for resources: {'Port': ['ID=8664091c-d8f7-42c0-ae55-a843253491a0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:44.912626 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-474706cb-f4d3-4271-8e95-529bd5c21142 None None] Port abf37e62-7253-47b0-872b-ccca11f27860 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:44.925332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4401f-2964-49f5-9d81-4a0f20fadfb7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Pushing event updated for resources: {'Port': ['ID=40b9939c-36a9-44c2-9900-30b542b3f66a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:44.945140 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ced4401f-2964-49f5-9d81-4a0f20fadfb7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:44.946633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ced4401f-2964-49f5-9d81-4a0f20fadfb7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:45.095762 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-ced4401f-2964-49f5-9d81-4a0f20fadfb7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0042248 Nov 15 15:11:45.114100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Request body: {'port': {'device_id': '2a73befc-90f8-4dcd-820a-25011d755e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:45.139017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-362b4265-49ef-48b8-bd20-83ae6d4a6ec8 None None] Provisioning complete for port 40b9939c-36a9-44c2-9900-30b542b3f66a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:45.139017 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-362b4265-49ef-48b8-bd20-83ae6d4a6ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:45.172898 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:45.177659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-362b4265-49ef-48b8-bd20-83ae6d4a6ec8 None None] Port 40b9939c-36a9-44c2-9900-30b542b3f66a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:45.455669 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b9939c-36a9-44c2-9900-30b542b3f66a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:11:45.464218 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:45.475803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Transition to ACTIVE for port object 40b9939c-36a9-44c2-9900-30b542b3f66a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:11:45.606184 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:45.666268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Pushing event updated for resources: {'Port': ['ID=40b9939c-36a9-44c2-9900-30b542b3f66a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:45.689157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:45.689518 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:45.689867 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:45.690198 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:45.690564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:45.690903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:45.691237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:45.691567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:45.691895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:45.692224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:45.692546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:45.692873 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:11:45.750360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8257afe-05a5-402c-815f-5fdcd490794a req-e290c1e4-7509-4bf3-834f-a74bc01212c1 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:45.751962 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Attempting to bind port 40b9939c-36a9-44c2-9900-30b542b3f66a on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:45.752357 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Attempting to bind port 40b9939c-36a9-44c2-9900-30b542b3f66a by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:45.752748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Attempting to bind port 40b9939c-36a9-44c2-9900-30b542b3f66a on network 06df0db1-9475-42bb-8ed9-f122fe90f3eb {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:45.756289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8257afe-05a5-402c-815f-5fdcd490794a req-e290c1e4-7509-4bf3-834f-a74bc01212c1 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1052 time: 0.0777769 Nov 15 15:11:45.758994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Port 40b9939c-36a9-44c2-9900-30b542b3f66a on network 06df0db1-9475-42bb-8ed9-f122fe90f3eb not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:11:45.759334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Attempting to bind port 40b9939c-36a9-44c2-9900-30b542b3f66a on network 06df0db1-9475-42bb-8ed9-f122fe90f3eb {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:45.765185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:45.765568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Checking segment: {'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:45.766082 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Bound using segment: {'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:45.766697 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Bound port: 40b9939c-36a9-44c2-9900-30b542b3f66a, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:45.767060 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:45.841560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8257afe-05a5-402c-815f-5fdcd490794a req-ffed372b-ba2c-40b8-b15c-730b38ac63d4 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784478 Nov 15 15:11:45.879318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] For port 40b9939c-36a9-44c2-9900-30b542b3f66a, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:45.882727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] For port 40b9939c-36a9-44c2-9900-30b542b3f66a, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=40b9939c-36a9-44c2-9900-30b542b3f66a,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:45.972083 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:46.006268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:46.006922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:46.010263 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] 10.222.0.46 "PUT /v2.0/ports/40b9939c-36a9-44c2-9900-30b542b3f66a HTTP/1.1" status: 200 len: 1091 time: 0.9013829 Nov 15 15:11:46.010731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a73befc-90f8-4dcd-820a-25011d755e7d', 'tag': '40b9939c-36a9-44c2-9900-30b542b3f66a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:11:46.013004 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a942c58e-e4b6-44f5-8e7d-348832de83bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2a73befc-90f8-4dcd-820a-25011d755e7d", "tag": "40b9939c-36a9-44c2-9900-30b542b3f66a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:11:46.040318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8ada3-1305-4832-a137-434bbdc3229c service neutron] Pushing event updated for resources: {'Port': ['ID=40b9939c-36a9-44c2-9900-30b542b3f66a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:46.225793 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb51e2d7-0672-431f-a49e-51fd841108fa x-openstack-request-id: req-bb51e2d7-0672-431f-a49e-51fd841108fa {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:11:46.226078 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a73befc-90f8-4dcd-820a-25011d755e7d", "tag": "40b9939c-36a9-44c2-9900-30b542b3f66a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:11:46.226351 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb51e2d7-0672-431f-a49e-51fd841108fa {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:11:46.226837 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a73befc-90f8-4dcd-820a-25011d755e7d', 'tag': '40b9939c-36a9-44c2-9900-30b542b3f66a', 'status': 'completed', 'code': 200} Nov 15 15:11:46.240418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-b3eaa2b2-50a0-4b24-a01a-e292d88d543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:46.242128 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-b3eaa2b2-50a0-4b24-a01a-e292d88d543e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf4be2b4469644c98782af7025523a5b&device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1094 time: 0.0846994 Nov 15 15:11:46.315329 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-a91ada72-ebdb-437b-a575-986882807942 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40b9939c-36a9-44c2-9900-30b542b3f66a HTTP/1.1" status: 200 len: 217 time: 0.0605819 Nov 15 15:11:46.380570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-0e45b3c6-d40d-414b-b168-082abc176a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:46.380570 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-0e45b3c6-d40d-414b-b168-082abc176a0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=352a6704-8cba-4191-a16b-d0b72f095dbf HTTP/1.1" status: 200 len: 848 time: 0.0509682 Nov 15 15:11:46.411519 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Sync routers for ids ['10595e37-10a6-41c9-a996-ef3fc7a5a364'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:46.424046 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Routers {'10595e37-10a6-41c9-a996-ef3fc7a5a364'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:46.424721 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['10595e37-10a6-41c9-a996-ef3fc7a5a364'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:46.434315 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-da37c3d2-7644-4d54-a7be-6b3e9ebb661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:46.435890 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-da37c3d2-7644-4d54-a7be-6b3e9ebb661a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06df0db1-9475-42bb-8ed9-f122fe90f3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471802 Nov 15 15:11:46.548395 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-765a38b2-00ce-4e97-bd11-1b0cd65c08cb service neutron] 10.222.0.46 "GET /v2.0/networks/06df0db1-9475-42bb-8ed9-f122fe90f3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005161 Nov 15 15:11:46.555544 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Set router 10595e37-10a6-41c9-a996-ef3fc7a5a364 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:46.663576 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-72ea9cdd-7c47-4842-8aba-6743d3b8edc8 req-4f1d1050-dfb8-4c47-a620-04427879ecb2 service neutron] 10.222.0.46 "GET /v2.0/networks/06df0db1-9475-42bb-8ed9-f122fe90f3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039460 Nov 15 15:11:46.778271 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'name': 'tempest-TestServerMultinode-1531757551-router', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:31Z', 'updated_at': '2021-11-15T15:11:37Z', 'revision_number': 4, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'gw_port': {'id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '61a9f8b8-e6fa-4b43-9206-168a54e5f138', 'name': '', 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'mac_address': 'fa:16:3e:80:74:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '46fb0f1d-f082-49b5-82ae-0168506f6df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:35Z', 'updated_at': '2021-11-15T15:11:37Z', 'revision_number': 2, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'subnets': [{'id': '46fb0f1d-f082-49b5-82ae-0168506f6df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:46.810037 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Checking router: 10595e37-10a6-41c9-a996-ef3fc7a5a364 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:46.810970 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Updating router 10595e37-10a6-41c9-a996-ef3fc7a5a364 port 61a9f8b8-e6fa-4b43-9206-168a54e5f138 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:11:46.835052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c58e-e4b6-44f5-8e7d-348832de83bb req-d22bd01b-b53c-4329-a6c3-e78ec2de5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:46.837283 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a942c58e-e4b6-44f5-8e7d-348832de83bb req-d22bd01b-b53c-4329-a6c3-e78ec2de5c6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf4be2b4469644c98782af7025523a5b&device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1094 time: 0.0567389 Nov 15 15:11:46.843397 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:46.953239 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c58e-e4b6-44f5-8e7d-348832de83bb req-b1ff000d-54c7-4313-9ef4-cd70a3d7315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:46.954781 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a942c58e-e4b6-44f5-8e7d-348832de83bb req-b1ff000d-54c7-4313-9ef4-cd70a3d7315f service neutron] 10.222.0.46 "GET /v2.0/networks?id=06df0db1-9475-42bb-8ed9-f122fe90f3eb HTTP/1.1" status: 200 len: 910 time: 0.1091762 Nov 15 15:11:47.029781 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a942c58e-e4b6-44f5-8e7d-348832de83bb req-69e48544-2120-4eea-9ae1-9aeb7a29c370 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40b9939c-36a9-44c2-9900-30b542b3f66a HTTP/1.1" status: 200 len: 217 time: 0.0639942 Nov 15 15:11:47.034727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5e570-17bc-474e-85b7-d374b0b83b5d req-a57aaa72-c73d-43a1-9c06-b6b2ecd3def0 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:47.043041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fb5e570-17bc-474e-85b7-d374b0b83b5d req-a57aaa72-c73d-43a1-9c06-b6b2ecd3def0 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1094 time: 0.0893893 Nov 15 15:11:47.110682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fb5e570-17bc-474e-85b7-d374b0b83b5d req-0a987944-1c78-40f8-9af0-019842a609f9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580883 Nov 15 15:11:47.113381 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c58e-e4b6-44f5-8e7d-348832de83bb req-6b2e7ade-bdda-49d8-a3e0-eeef6c28b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:47.115112 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a942c58e-e4b6-44f5-8e7d-348832de83bb req-6b2e7ade-bdda-49d8-a3e0-eeef6c28b477 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=352a6704-8cba-4191-a16b-d0b72f095dbf HTTP/1.1" status: 200 len: 848 time: 0.0786471 Nov 15 15:11:47.171888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c58e-e4b6-44f5-8e7d-348832de83bb req-9a2933d3-3df2-4b0f-9672-8a574178b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:47.173485 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a942c58e-e4b6-44f5-8e7d-348832de83bb req-9a2933d3-3df2-4b0f-9672-8a574178b51b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06df0db1-9475-42bb-8ed9-f122fe90f3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491097 Nov 15 15:11:47.200765 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:47.268128 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a942c58e-e4b6-44f5-8e7d-348832de83bb req-acb8d17d-6776-4817-9580-2b7aaefde70e service neutron] 10.222.0.46 "GET /v2.0/networks/06df0db1-9475-42bb-8ed9-f122fe90f3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852144 Nov 15 15:11:47.308677 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:47.370827 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb239-de5b-4c34-bc55-c856fe7d9ff5 None None] Pushing event updated for resources: {'Port': ['ID=61a9f8b8-e6fa-4b43-9206-168a54e5f138,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:47.389486 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a942c58e-e4b6-44f5-8e7d-348832de83bb req-75c58d57-8752-4cc8-ae00-b7e446844fd7 service neutron] 10.222.0.46 "GET /v2.0/networks/06df0db1-9475-42bb-8ed9-f122fe90f3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060729 Nov 15 15:11:47.433062 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Attempting to bind port 61a9f8b8-e6fa-4b43-9206-168a54e5f138 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:47.433548 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Attempting to bind port 61a9f8b8-e6fa-4b43-9206-168a54e5f138 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0d5734aa-0f0d-418f-ba76-081d4867c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:47.433905 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Attempting to bind port 61a9f8b8-e6fa-4b43-9206-168a54e5f138 on network b1406bbb-ea3c-444b-8f3d-c0dadb18c64e {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:47.439431 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:47.439814 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Checking segment: {'id': '0d5734aa-0f0d-418f-ba76-081d4867c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:47.440219 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:47.440616 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Bound using segment: {'id': '0d5734aa-0f0d-418f-ba76-081d4867c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:47.441087 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Bound port: 61a9f8b8-e6fa-4b43-9206-168a54e5f138, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5734aa-0f0d-418f-ba76-081d4867c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:47.441467 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:47.527478 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] For port 61a9f8b8-e6fa-4b43-9206-168a54e5f138, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:47.531591 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] For port 61a9f8b8-e6fa-4b43-9206-168a54e5f138, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=61a9f8b8-e6fa-4b43-9206-168a54e5f138,segment=NetworkSegment(0d5734aa-0f0d-418f-ba76-081d4867c395),segment_id=0d5734aa-0f0d-418f-ba76-081d4867c395)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:47.646688 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:47.705153 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Routers {'10595e37-10a6-41c9-a996-ef3fc7a5a364'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:47.705830 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['10595e37-10a6-41c9-a996-ef3fc7a5a364'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:47.711053 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1b3e6b14-7649-46fc-9ed9-71f9be973776 None None] Provisioning complete for port 61a9f8b8-e6fa-4b43-9206-168a54e5f138 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:47.713713 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6b14-7649-46fc-9ed9-71f9be973776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:47.811359 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6b14-7649-46fc-9ed9-71f9be973776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:47.849249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1b3e6b14-7649-46fc-9ed9-71f9be973776 None None] For port 61a9f8b8-e6fa-4b43-9206-168a54e5f138, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=61a9f8b8-e6fa-4b43-9206-168a54e5f138,segment=NetworkSegment(0d5734aa-0f0d-418f-ba76-081d4867c395),segment_id=0d5734aa-0f0d-418f-ba76-081d4867c395)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:47.864993 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb239-de5b-4c34-bc55-c856fe7d9ff5 None None] Pushing event updated for resources: {'Port': ['ID=61a9f8b8-e6fa-4b43-9206-168a54e5f138,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:47.937541 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6b14-7649-46fc-9ed9-71f9be973776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:47.949558 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] Set router 10595e37-10a6-41c9-a996-ef3fc7a5a364 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:47.986145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e6b14-7649-46fc-9ed9-71f9be973776 None None] Pushing event updated for resources: {'Port': ['ID=61a9f8b8-e6fa-4b43-9206-168a54e5f138,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:48.060210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eff84c01-db26-409b-a644-be3d4ddb417f None None] Provisioning complete for port 61a9f8b8-e6fa-4b43-9206-168a54e5f138 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:48.060681 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eff84c01-db26-409b-a644-be3d4ddb417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:48.154955 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'name': 'tempest-TestServerMultinode-1531757551-router', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:31Z', 'updated_at': '2021-11-15T15:11:37Z', 'revision_number': 4, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'gw_port': {'id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '61a9f8b8-e6fa-4b43-9206-168a54e5f138', 'name': '', 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'mac_address': 'fa:16:3e:80:74:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '46fb0f1d-f082-49b5-82ae-0168506f6df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:35Z', 'updated_at': '2021-11-15T15:11:47Z', 'revision_number': 4, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'subnets': [{'id': '46fb0f1d-f082-49b5-82ae-0168506f6df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:48.186885 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd992c-6e2b-4d2b-9109-67902f162fb5 None None] The sync data for ids ['10595e37-10a6-41c9-a996-ef3fc7a5a364'] in n-d-817748-2 is: [{'id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'name': 'tempest-TestServerMultinode-1531757551-router', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:31Z', 'updated_at': '2021-11-15T15:11:37Z', 'revision_number': 4, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'gw_port': {'id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '61a9f8b8-e6fa-4b43-9206-168a54e5f138', 'name': '', 'network_id': 'b1406bbb-ea3c-444b-8f3d-c0dadb18c64e', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'mac_address': 'fa:16:3e:80:74:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '46fb0f1d-f082-49b5-82ae-0168506f6df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:35Z', 'updated_at': '2021-11-15T15:11:47Z', 'revision_number': 4, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'subnets': [{'id': '46fb0f1d-f082-49b5-82ae-0168506f6df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:48.230971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0be000-e104-49dd-b5a6-512187894427 req-d7eb0c9f-6cac-4d91-89fb-5c3bc172e18a tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:48.232523 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e0be000-e104-49dd-b5a6-512187894427 req-d7eb0c9f-6cac-4d91-89fb-5c3bc172e18a tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1094 time: 0.0508647 Nov 15 15:11:48.286336 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e0be000-e104-49dd-b5a6-512187894427 req-5edb689d-c80c-459a-a304-deff5683c411 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471876 Nov 15 15:11:48.743914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-91721fdd-5ad1-43bd-abd6-c3d5ca214507 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:48.745740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-91721fdd-5ad1-43bd-abd6-c3d5ca214507 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.1548777 Nov 15 15:11:48.769355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-bae56a5c-1a72-4240-8e58-c3f976fb627c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/quotas/ad76d1735a1742328107fcc385e5b51b HTTP/1.1" status: 200 len: 375 time: 0.0164168 Nov 15 15:11:48.826920 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-c452a0a1-8892-4e46-94e3-350fddb5851a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502422 Nov 15 15:11:48.838680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-ea7b2e37-6d2d-4025-8c0a-7d2bb8b96556 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:11:48.839772 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-ea7b2e37-6d2d-4025-8c0a-7d2bb8b96556 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063016 Nov 15 15:11:48.942939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-59e7c058-a2bc-4765-88b6-5c098ed8f3e6 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956833 Nov 15 15:11:49.051730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-79938536-d066-49f2-8e60-16392e61cb23 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016243 Nov 15 15:11:49.410641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283d3b0-ece7-4975-927d-4016ca5a5741 req-47308045-1520-40ce-b2f3-ee36fc68aa82 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:49.412517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4283d3b0-ece7-4975-927d-4016ca5a5741 req-47308045-1520-40ce-b2f3-ee36fc68aa82 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1094 time: 0.0486882 Nov 15 15:11:49.430793 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 40b9939c-36a9-44c2-9900-30b542b3f66a details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:11:49.469579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4283d3b0-ece7-4975-927d-4016ca5a5741 req-e9b64c47-1b0c-4eab-a0d7-12f83d4e0b30 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480161 Nov 15 15:11:49.564059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 40b9939c-36a9-44c2-9900-30b542b3f66a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=40b9939c-36a9-44c2-9900-30b542b3f66a,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:49.582176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '40b9939c-36a9-44c2-9900-30b542b3f66a', 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb', 'port_id': '40b9939c-36a9-44c2-9900-30b542b3f66a', 'mac_address': 'fa:16:3e:14:68:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352a6704-8cba-4191-a16b-d0b72f095dbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:11:49.624782 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:49.633902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8664091c-d8f7-42c0-ae55-a843253491a0 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:49.668329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b9939c-36a9-44c2-9900-30b542b3f66a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:11:49.698237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 40b9939c-36a9-44c2-9900-30b542b3f66a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=40b9939c-36a9-44c2-9900-30b542b3f66a,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:49.710153 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 8664091c-d8f7-42c0-ae55-a843253491a0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:49.710554 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:49.803861 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b647b60-6aab-4829-97b2-8c1890d7fec8 req-5117c923-adb4-434d-8d97-92b257343e4e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 210 time: 0.0343428 Nov 15 15:11:49.812327 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:49.822885 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 61a9f8b8-e6fa-4b43-9206-168a54e5f138 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:49.935371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=40b9939c-36a9-44c2-9900-30b542b3f66a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:49.938682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 61a9f8b8-e6fa-4b43-9206-168a54e5f138 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:49.939048 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:50.097978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['40b9939c-36a9-44c2-9900-30b542b3f66a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:11:50.337442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Sync routers for ids ['4ccd75ec-3d48-4d93-82b6-e3088b060126'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:11:50.346619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Routers {'4ccd75ec-3d48-4d93-82b6-e3088b060126'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:50.347258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ccd75ec-3d48-4d93-82b6-e3088b060126'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:50.456102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Set router 4ccd75ec-3d48-4d93-82b6-e3088b060126 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:50.598636 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b279b94-4dfd-4186-a5bd-d32aef57db4a req-ee9faad6-b0de-47e6-8bc3-3097414e3144 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:50.600193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b279b94-4dfd-4186-a5bd-d32aef57db4a req-ee9faad6-b0de-47e6-8bc3-3097414e3144 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1095 time: 0.0429916 Nov 15 15:11:50.653595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b279b94-4dfd-4186-a5bd-d32aef57db4a req-b203a4c0-ca80-4d42-a8fc-28da995e1f62 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469871 Nov 15 15:11:50.713340 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'name': 'tempest-TestVolumeBootPattern-1131728250-router', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:38Z', 'updated_at': '2021-11-15T15:11:43Z', 'revision_number': 4, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'gw_port': {'id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:39Z', 'updated_at': '2021-11-15T15:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'abf37e62-7253-47b0-872b-ccca11f27860', 'name': '', 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'mac_address': 'fa:16:3e:02:23:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '52f919af-ee86-4927-8c9e-22b431f854ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:42Z', 'updated_at': '2021-11-15T15:11:43Z', 'revision_number': 2, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'subnets': [{'id': '52f919af-ee86-4927-8c9e-22b431f854ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:50.741467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Checking router: 4ccd75ec-3d48-4d93-82b6-e3088b060126 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:11:50.741806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Updating router 4ccd75ec-3d48-4d93-82b6-e3088b060126 port abf37e62-7253-47b0-872b-ccca11f27860 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:11:50.771023 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:50.889506 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9ee3b12c-3fa9-47ba-9fb2-dbefc94ed87d req-515b9efb-ee08-412f-bbfd-64dc9ec782d8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 210 time: 0.0269575 Nov 15 15:11:51.214732 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:51.320411 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:51.375103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b76040-2479-4b28-82e2-5685a5b4a81f None None] Pushing event updated for resources: {'Port': ['ID=abf37e62-7253-47b0-872b-ccca11f27860,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:51.427193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 40b9939c-36a9-44c2-9900-30b542b3f66a up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:51.491901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Attempting to bind port abf37e62-7253-47b0-872b-ccca11f27860 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:51.492635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Attempting to bind port abf37e62-7253-47b0-872b-ccca11f27860 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '13252386-5037-434a-ad49-7397e3444a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:51.492635 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Attempting to bind port abf37e62-7253-47b0-872b-ccca11f27860 on network 309fb42b-8267-4a7a-8ae4-e094c840e61f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:51.507842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:51.508227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Checking segment: {'id': '13252386-5037-434a-ad49-7397e3444a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:51.510892 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:51.510892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Bound using segment: {'id': '13252386-5037-434a-ad49-7397e3444a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:51.510892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Bound port: abf37e62-7253-47b0-872b-ccca11f27860, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13252386-5037-434a-ad49-7397e3444a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:51.510892 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:51.589810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 40b9939c-36a9-44c2-9900-30b542b3f66a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:11:51.596528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 40b9939c-36a9-44c2-9900-30b542b3f66a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:51.596528 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:51.598209 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] For port abf37e62-7253-47b0-872b-ccca11f27860, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:51.602872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] For port abf37e62-7253-47b0-872b-ccca11f27860, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=abf37e62-7253-47b0-872b-ccca11f27860,segment=NetworkSegment(13252386-5037-434a-ad49-7397e3444a84),segment_id=13252386-5037-434a-ad49-7397e3444a84)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:51.702493 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:51.778361 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:51.801251 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-985c08a8-297e-432c-96de-05bc5e6ceab9 None None] Provisioning complete for port abf37e62-7253-47b0-872b-ccca11f27860 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:51.801621 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-985c08a8-297e-432c-96de-05bc5e6ceab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:51.805618 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b86471-4714-4832-a4dd-9e02d25c79e9 req-b109e508-6221-4918-b27a-58629a3a64ce tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:51.808282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8b86471-4714-4832-a4dd-9e02d25c79e9 req-b109e508-6221-4918-b27a-58629a3a64ce tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1095 time: 0.0622942 Nov 15 15:11:51.851050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b76040-2479-4b28-82e2-5685a5b4a81f None None] Pushing event updated for resources: {'Port': ['ID=abf37e62-7253-47b0-872b-ccca11f27860,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:51.860358 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a73befc-90f8-4dcd-820a-25011d755e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b9939c-36a9-44c2-9900-30b542b3f66a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:11:51.862878 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd576250-821d-4ff6-8ce2-0f41798b1428" -d '{"events": [{"server_uuid": "2a73befc-90f8-4dcd-820a-25011d755e7d", "name": "network-vif-plugged", "status": "completed", "tag": "40b9939c-36a9-44c2-9900-30b542b3f66a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:11:51.872774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Routers {'4ccd75ec-3d48-4d93-82b6-e3088b060126'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:11:51.873429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:11:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ccd75ec-3d48-4d93-82b6-e3088b060126'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:51.915540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8b86471-4714-4832-a4dd-9e02d25c79e9 req-a9909b50-19a5-4d63-a249-25cda482a97c tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924027 Nov 15 15:11:52.010432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 40b9939c-36a9-44c2-9900-30b542b3f66a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=40b9939c-36a9-44c2-9900-30b542b3f66a,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:52.010762 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2915888-638d-4e9e-9db5-acac9be263c9 x-openstack-request-id: req-e2915888-638d-4e9e-9db5-acac9be263c9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:11:52.013844 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a73befc-90f8-4dcd-820a-25011d755e7d", "name": "network-vif-plugged", "status": "completed", "tag": "40b9939c-36a9-44c2-9900-30b542b3f66a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:11:52.014714 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2915888-638d-4e9e-9db5-acac9be263c9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:11:52.017210 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a73befc-90f8-4dcd-820a-25011d755e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b9939c-36a9-44c2-9900-30b542b3f66a', 'code': 200} Nov 15 15:11:52.078426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db2d3b2b-62a1-41f2-92cb-f8adf3a3753b req-88a6d383-abaf-405c-a61c-00743fc5f645 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 210 time: 0.0967436 Nov 15 15:11:52.112233 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:52.151366 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2f019-7a5f-4cee-b22e-adc41391e63b req-b8185c8b-da5d-42ab-8c8a-307382c4273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:52.155064 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b9d2f019-7a5f-4cee-b22e-adc41391e63b req-b8185c8b-da5d-42ab-8c8a-307382c4273b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1095 time: 0.1341503 Nov 15 15:11:52.157883 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-985c08a8-297e-432c-96de-05bc5e6ceab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:52.209272 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] Set router 4ccd75ec-3d48-4d93-82b6-e3088b060126 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:11:52.211960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=40b9939c-36a9-44c2-9900-30b542b3f66a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:52.229970 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b9d2f019-7a5f-4cee-b22e-adc41391e63b req-9b957782-fb87-499b-92bb-6b3c8d3f8e5a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627489 Nov 15 15:11:52.257393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-985c08a8-297e-432c-96de-05bc5e6ceab9 None None] For port abf37e62-7253-47b0-872b-ccca11f27860, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=abf37e62-7253-47b0-872b-ccca11f27860,segment=NetworkSegment(13252386-5037-434a-ad49-7397e3444a84),segment_id=13252386-5037-434a-ad49-7397e3444a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:11:52.361414 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-985c08a8-297e-432c-96de-05bc5e6ceab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:52.390672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-bda0b9de-4209-4239-b404-5b313b0a52a4 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:52.392130 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-bda0b9de-4209-4239-b404-5b313b0a52a4 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.1328735 Nov 15 15:11:52.408287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-c96ef6a8-89bc-4866-8533-e1facb8a56c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'port': {'device_id': '34acd02d-eed0-4752-b099-f52f225623e4', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'admin_state_up': True, 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:52.444583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c08a8-297e-432c-96de-05bc5e6ceab9 None None] Pushing event updated for resources: {'Port': ['ID=abf37e62-7253-47b0-872b-ccca11f27860,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:52.520145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d0b201a4-7597-40a7-bdd3-a98da10dacfe None None] Provisioning complete for port abf37e62-7253-47b0-872b-ccca11f27860 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:52.520731 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0b201a4-7597-40a7-bdd3-a98da10dacfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:52.607468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'name': 'tempest-TestVolumeBootPattern-1131728250-router', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:38Z', 'updated_at': '2021-11-15T15:11:43Z', 'revision_number': 4, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'gw_port': {'id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:39Z', 'updated_at': '2021-11-15T15:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'abf37e62-7253-47b0-872b-ccca11f27860', 'name': '', 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'mac_address': 'fa:16:3e:02:23:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '52f919af-ee86-4927-8c9e-22b431f854ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:42Z', 'updated_at': '2021-11-15T15:11:51Z', 'revision_number': 4, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'subnets': [{'id': '52f919af-ee86-4927-8c9e-22b431f854ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:11:52.635262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-c96ef6a8-89bc-4866-8533-e1facb8a56c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Made reservation on behalf of ad76d1735a1742328107fcc385e5b51b for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:52.640277 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-c96ef6a8-89bc-4866-8533-e1facb8a56c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:52.733259 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe6e242-8ff9-40f9-9711-9d48eddd66c7 None None] The sync data for ids ['4ccd75ec-3d48-4d93-82b6-e3088b060126'] in n-d-817748-2 is: [{'id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'name': 'tempest-TestVolumeBootPattern-1131728250-router', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:38Z', 'updated_at': '2021-11-15T15:11:43Z', 'revision_number': 4, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'gw_port': {'id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:39Z', 'updated_at': '2021-11-15T15:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'abf37e62-7253-47b0-872b-ccca11f27860', 'name': '', 'network_id': '309fb42b-8267-4a7a-8ae4-e094c840e61f', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'mac_address': 'fa:16:3e:02:23:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '52f919af-ee86-4927-8c9e-22b431f854ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:42Z', 'updated_at': '2021-11-15T15:11:51Z', 'revision_number': 4, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'subnets': [{'id': '52f919af-ee86-4927-8c9e-22b431f854ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:11:52.866429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-c96ef6a8-89bc-4866-8533-e1facb8a56c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Allocated IP 172.20.0.10 (9cb06ff6-8b3b-46c4-bd2f-195327bebee0/a717034a-aaa9-41b7-9466-2e1be66dd215/e4ab96c8-7ef3-4239-93cf-e2066f054529) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:53.115056 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-c96ef6a8-89bc-4866-8533-e1facb8a56c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:53.126680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e88aa6-b814-45fe-9e3e-34fe7b911ac4 req-60e472a8-55f1-4b90-bd0c-e621e475a21f tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:53.128395 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46e88aa6-b814-45fe-9e3e-34fe7b911ac4 req-60e472a8-55f1-4b90-bd0c-e621e475a21f tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1096 time: 0.0760930 Nov 15 15:11:53.285778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46e88aa6-b814-45fe-9e3e-34fe7b911ac4 req-a0341310-9368-434c-9c2d-c6dbbcbc9af5 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290700 Nov 15 15:11:53.296372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a14c9fa-81d7-42a6-959a-b0413aed4b51 req-fe8c7191-087f-4b0e-8ffb-95756e71b601 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 210 time: 0.0353065 Nov 15 15:11:53.397337 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-c96ef6a8-89bc-4866-8533-e1facb8a56c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:53.444373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-c96ef6a8-89bc-4866-8533-e1facb8a56c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:53.452051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-c96ef6a8-89bc-4866-8533-e1facb8a56c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:53.460311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-c96ef6a8-89bc-4866-8533-e1facb8a56c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:53.508878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ef6a8-89bc-4866-8533-e1facb8a56c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'Port': ['ID=e4ab96c8-7ef3-4239-93cf-e2066f054529,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:53.577264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-c96ef6a8-89bc-4866-8533-e1facb8a56c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:53.578035 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-c96ef6a8-89bc-4866-8533-e1facb8a56c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:53.616815 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device abf37e62-7253-47b0-872b-ccca11f27860 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:11:53.674981 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port abf37e62-7253-47b0-872b-ccca11f27860 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:53.675446 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:53.701916 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-c96ef6a8-89bc-4866-8533-e1facb8a56c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2963195 Nov 15 15:11:53.726124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Request body: {'port': {'device_id': '34acd02d-eed0-4752-b099-f52f225623e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:53.835433 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:53.912832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-224854cc-dfad-459f-a504-ec1467c635d1 None None] Provisioning complete for port e4ab96c8-7ef3-4239-93cf-e2066f054529 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:11:53.913710 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-224854cc-dfad-459f-a504-ec1467c635d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:53.964809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-224854cc-dfad-459f-a504-ec1467c635d1 None None] Port e4ab96c8-7ef3-4239-93cf-e2066f054529 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:11:54.153746 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ab96c8-7ef3-4239-93cf-e2066f054529 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:11:54.162721 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:54.178274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Transition to ACTIVE for port object e4ab96c8-7ef3-4239-93cf-e2066f054529 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:11:54.258553 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:54.322027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ab96c8-7ef3-4239-93cf-e2066f054529,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:54.610630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Attempting to bind port e4ab96c8-7ef3-4239-93cf-e2066f054529 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:11:54.611391 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Attempting to bind port e4ab96c8-7ef3-4239-93cf-e2066f054529 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:11:54.612987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Attempting to bind port e4ab96c8-7ef3-4239-93cf-e2066f054529 on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:54.642838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Port e4ab96c8-7ef3-4239-93cf-e2066f054529 on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:11:54.643463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Attempting to bind port e4ab96c8-7ef3-4239-93cf-e2066f054529 on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:11:54.652472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:11:54.653112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Checking segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:11:54.653697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Bound using segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:11:54.654333 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Bound port: e4ab96c8-7ef3-4239-93cf-e2066f054529, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:11:54.654904 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:54.689504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78443-b29b-468e-b0c6-332502c457d4 req-036a547a-919d-4889-b6ae-0b9a8319573a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:54.691906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-caa78443-b29b-468e-b0c6-332502c457d4 req-036a547a-919d-4889-b6ae-0b9a8319573a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 944 time: 0.1533530 Nov 15 15:11:54.694079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d35b3f-944b-466a-9690-035763cd203e req-f33b8d24-2920-497b-9d5c-c11c930328ce tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:54.696184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d35b3f-944b-466a-9690-035763cd203e req-f33b8d24-2920-497b-9d5c-c11c930328ce tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1096 time: 0.1687026 Nov 15 15:11:54.813777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] For port e4ab96c8-7ef3-4239-93cf-e2066f054529, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:11:54.856721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] For port e4ab96c8-7ef3-4239-93cf-e2066f054529, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e4ab96c8-7ef3-4239-93cf-e2066f054529,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:11:54.862686 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d35b3f-944b-466a-9690-035763cd203e req-41ed4cd2-e9c9-4483-9614-951b3d336c00 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225524 Nov 15 15:11:54.867997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-caa78443-b29b-468e-b0c6-332502c457d4 req-72b032e8-f448-425b-88fc-a02839c66af7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291487 Nov 15 15:11:54.920797 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:55.004013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:55.004651 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:55.006078 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] 10.222.0.59 "PUT /v2.0/ports/e4ab96c8-7ef3-4239-93cf-e2066f054529 HTTP/1.1" status: 200 len: 1092 time: 1.2980437 Nov 15 15:11:55.006898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34acd02d-eed0-4752-b099-f52f225623e4', 'tag': 'e4ab96c8-7ef3-4239-93cf-e2066f054529'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:11:55.009611 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5351eacb-3715-4059-8274-3569e05e90a5" -d '{"events": [{"name": "network-changed", "server_uuid": "34acd02d-eed0-4752-b099-f52f225623e4", "tag": "e4ab96c8-7ef3-4239-93cf-e2066f054529"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:11:55.026601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77f758-8b99-43bd-8d28-6cda7173a320 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ab96c8-7ef3-4239-93cf-e2066f054529,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:55.048800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09011822-48c1-4830-849f-37a6b2742334 req-e83dccd3-018c-4354-9fad-557677440cd0 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:55.050623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09011822-48c1-4830-849f-37a6b2742334 req-e83dccd3-018c-4354-9fad-557677440cd0 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1096 time: 0.0983176 Nov 15 15:11:55.101451 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada90b0a-e9ef-4483-bc83-769082da9824 x-openstack-request-id: req-ada90b0a-e9ef-4483-bc83-769082da9824 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:11:55.102773 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34acd02d-eed0-4752-b099-f52f225623e4", "tag": "e4ab96c8-7ef3-4239-93cf-e2066f054529", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:11:55.105255 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ada90b0a-e9ef-4483-bc83-769082da9824 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:11:55.106171 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34acd02d-eed0-4752-b099-f52f225623e4', 'tag': 'e4ab96c8-7ef3-4239-93cf-e2066f054529', 'status': 'completed', 'code': 200} Nov 15 15:11:55.207992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351eacb-3715-4059-8274-3569e05e90a5 req-50970e3b-2dc8-4e01-ba4d-a159402d53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:55.210057 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5351eacb-3715-4059-8274-3569e05e90a5 req-50970e3b-2dc8-4e01-ba4d-a159402d53a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 1095 time: 0.0918629 Nov 15 15:11:55.218809 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09011822-48c1-4830-849f-37a6b2742334 req-1f14ddd6-4d24-47fc-b9c8-f44707a36b4b tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566875 Nov 15 15:11:55.394710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351eacb-3715-4059-8274-3569e05e90a5 req-74b34cd0-d322-426d-9e2d-11f31a187309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:55.396369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5351eacb-3715-4059-8274-3569e05e90a5 req-74b34cd0-d322-426d-9e2d-11f31a187309 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ad76d1735a1742328107fcc385e5b51b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1764421 Nov 15 15:11:55.405149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeafe9-b516-4bba-9afd-3a56412144b5 req-15df5783-5df5-493e-adb0-c7c6b58bee74 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:55.406742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4beeafe9-b516-4bba-9afd-3a56412144b5 req-15df5783-5df5-493e-adb0-c7c6b58bee74 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1096 time: 0.0673189 Nov 15 15:11:55.522047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4beeafe9-b516-4bba-9afd-3a56412144b5 req-8f165858-1d5b-4cc8-a00b-dfb701ccc55a tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037331 Nov 15 15:11:55.549484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351eacb-3715-4059-8274-3569e05e90a5 req-54f51120-5079-4fa6-bdec-84b42bee6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:55.551890 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5351eacb-3715-4059-8274-3569e05e90a5 req-54f51120-5079-4fa6-bdec-84b42bee6f0d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1439104 Nov 15 15:11:55.672368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-572a3bd6-7a3a-49b3-988e-2f59d1fdeaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:55.674093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-572a3bd6-7a3a-49b3-988e-2f59d1fdeaf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 1095 time: 0.0773661 Nov 15 15:11:55.730389 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-6eb012b7-47f7-44ab-9d17-958b68d96236 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ab96c8-7ef3-4239-93cf-e2066f054529 HTTP/1.1" status: 200 len: 217 time: 0.0472476 Nov 15 15:11:55.829142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-b1b3dc48-928f-4302-be62-85a516dc04fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:55.830639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-b1b3dc48-928f-4302-be62-85a516dc04fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0871439 Nov 15 15:11:55.880736 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-0c22ad21-235a-4273-9e95-fce6bb52d13e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:55.882265 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-0c22ad21-235a-4273-9e95-fce6bb52d13e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/networks?id=06df0db1-9475-42bb-8ed9-f122fe90f3eb HTTP/1.1" status: 200 len: 910 time: 0.1617601 Nov 15 15:11:55.909305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-1f6bf011-2a0d-448d-9f0f-3eca2410d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:55.912168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-1f6bf011-2a0d-448d-9f0f-3eca2410d174 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725265 Nov 15 15:11:55.928464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-69a5b6fc-6b00-4ecf-800d-ab6ebb251404 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/quotas/bf4be2b4469644c98782af7025523a5b HTTP/1.1" status: 200 len: 375 time: 0.0354190 Nov 15 15:11:56.070550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-6df1ac77-bdce-41cc-9d6d-795fb89aa27c tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf4be2b4469644c98782af7025523a5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1410871 Nov 15 15:11:56.116875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc03df-a072-412f-b27c-1232aa5b3897 req-e222725b-d5de-4435-adf3-95bc9ee72ac2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:56.119931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ebc03df-a072-412f-b27c-1232aa5b3897 req-e222725b-d5de-4435-adf3-95bc9ee72ac2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 944 time: 0.1166272 Nov 15 15:11:56.134169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-2991656f-6369-4c9a-a107-98cce68cbe16 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034829 Nov 15 15:11:56.311609 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ebc03df-a072-412f-b27c-1232aa5b3897 req-d40dfae8-883a-4be3-823c-157e17434c53 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446815 Nov 15 15:11:56.317163 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-ca3fec95-f0ee-436c-8bc7-43abfa88d8e9 service neutron] 10.222.0.70 "GET /v2.0/networks/06df0db1-9475-42bb-8ed9-f122fe90f3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328739 Nov 15 15:11:56.346018 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d68a7f4-efd8-4135-a33c-88440e641ff9 req-5b5da31a-d649-4807-98dc-b8e254d0d2db service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729302 Nov 15 15:11:56.435900 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-239c3889-a6ce-4049-abd2-d5200f71011b service neutron] 10.222.0.70 "GET /v2.0/networks/06df0db1-9475-42bb-8ed9-f122fe90f3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110556 Nov 15 15:11:56.724193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e15fcfc4-b8d2-4399-9212-47d63d9474c8 req-c2c22b05-c59b-410f-a1ab-7d3a94e87e95 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 210 time: 0.0485024 Nov 15 15:11:57.450502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fb3a3-2cec-445c-8a27-c9a6866faf1f req-b873b4b3-da6b-43c1-8ec6-524ea3df4853 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:57.452038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-186fb3a3-2cec-445c-8a27-c9a6866faf1f req-b873b4b3-da6b-43c1-8ec6-524ea3df4853 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 944 time: 0.0532739 Nov 15 15:11:57.506589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-186fb3a3-2cec-445c-8a27-c9a6866faf1f req-82a81bf2-c941-4401-85dc-168edbd4e3a8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483902 Nov 15 15:11:57.831046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae6c1192-40b8-41c0-b5fb-68ed1577e216 req-ac384b9c-8546-41b4-a99d-490f045aa644 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 210 time: 0.0247915 Nov 15 15:11:58.434700 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:58.640464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364857c-15ff-4af3-92af-17f131ea47cd req-0aa3c407-27c4-413a-8be7-24dd0c530345 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:58.643938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0364857c-15ff-4af3-92af-17f131ea47cd req-0aa3c407-27c4-413a-8be7-24dd0c530345 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 944 time: 0.0597262 Nov 15 15:11:58.696944 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0364857c-15ff-4af3-92af-17f131ea47cd req-ca531a31-48a6-4fe6-9548-5572cb3dfd0b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485065 Nov 15 15:11:58.946167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4af33ee9-7ec8-4d4a-be62-5be1c728d8ae req-7adec78f-96da-4018-9c67-2b59e9c073f9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 210 time: 0.0402956 Nov 15 15:11:58.950998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-2c0fab0e-ad02-41af-bd60-c826de8b7fd1 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:58.956791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-2c0fab0e-ad02-41af-bd60-c826de8b7fd1 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.59 "GET /v2.0/networks?id=06df0db1-9475-42bb-8ed9-f122fe90f3eb HTTP/1.1" status: 200 len: 910 time: 0.1191270 Nov 15 15:11:58.967205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-582ade60-5849-4130-b4ed-e1219d6914d9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Request body: {'port': {'device_id': 'c2d250a9-3620-4b55-b6f6-fe58dc8bcc58', 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb', 'admin_state_up': True, 'tenant_id': 'bf4be2b4469644c98782af7025523a5b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:11:59.029052 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:59.056859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-582ade60-5849-4130-b4ed-e1219d6914d9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Made reservation on behalf of bf4be2b4469644c98782af7025523a5b for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:11:59.059388 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-582ade60-5849-4130-b4ed-e1219d6914d9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:59.184892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-582ade60-5849-4130-b4ed-e1219d6914d9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Allocated IP 172.20.0.5 (06df0db1-9475-42bb-8ed9-f122fe90f3eb/352a6704-8cba-4191-a16b-d0b72f095dbf/f98a48d1-407c-4d5c-b15f-8b19b37432c3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:11:59.334148 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-582ade60-5849-4130-b4ed-e1219d6914d9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:59.799624 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da60a1bc-c80a-4f03-bd42-887d2be0c660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:59.814470 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-582ade60-5849-4130-b4ed-e1219d6914d9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:11:59.825608 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['40b9939c-36a9-44c2-9900-30b542b3f66a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:11:59.829512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa817a39-c68c-4088-9fbc-bce62a3c3008 req-8e3626ee-0b0e-42e1-8fdf-ec8bd78bc98e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:59.831032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa817a39-c68c-4088-9fbc-bce62a3c3008 req-8e3626ee-0b0e-42e1-8fdf-ec8bd78bc98e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 944 time: 0.0605373 Nov 15 15:11:59.872936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-582ade60-5849-4130-b4ed-e1219d6914d9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Network 06df0db1-9475-42bb-8ed9-f122fe90f3eb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:11:59.885328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-582ade60-5849-4130-b4ed-e1219d6914d9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:11:59.893956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-582ade60-5849-4130-b4ed-e1219d6914d9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:11:59.898978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ade60-5849-4130-b4ed-e1219d6914d9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Pushing event updated for resources: {'Port': ['ID=f98a48d1-407c-4d5c-b15f-8b19b37432c3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:11:59.970839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa817a39-c68c-4088-9fbc-bce62a3c3008 req-67f3b8bb-f86b-4538-93dc-c36b1622202f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140223 Nov 15 15:11:59.982462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-582ade60-5849-4130-b4ed-e1219d6914d9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:11:59.987601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-582ade60-5849-4130-b4ed-e1219d6914d9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:00.075397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705c99a-c644-4bec-9edb-db829aafa73d req-ab7a3bb6-3421-4740-984b-db5fec7b9125 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:00.077885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2705c99a-c644-4bec-9edb-db829aafa73d req-ab7a3bb6-3421-4740-984b-db5fec7b9125 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1027 time: 0.0458367 Nov 15 15:12:00.096762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-582ade60-5849-4130-b4ed-e1219d6914d9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1333134 Nov 15 15:12:00.111784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Request body: {'port': {'device_id': 'c2d250a9-3620-4b55-b6f6-fe58dc8bcc58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:12:00.160717 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2705c99a-c644-4bec-9edb-db829aafa73d req-d59d8899-de29-4620-9349-ab57333267b4 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753899 Nov 15 15:12:00.186376 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:00.193342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6420f3cd-80cc-4e77-afac-1bbe80af6724 None None] Provisioning complete for port f98a48d1-407c-4d5c-b15f-8b19b37432c3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:12:00.193913 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6420f3cd-80cc-4e77-afac-1bbe80af6724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:00.229667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6420f3cd-80cc-4e77-afac-1bbe80af6724 None None] Port f98a48d1-407c-4d5c-b15f-8b19b37432c3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:12:00.456471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98a48d1-407c-4d5c-b15f-8b19b37432c3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:12:00.464715 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:00.477186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Transition to ACTIVE for port object f98a48d1-407c-4d5c-b15f-8b19b37432c3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:12:00.554506 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:00.608518 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Pushing event updated for resources: {'Port': ['ID=f98a48d1-407c-4d5c-b15f-8b19b37432c3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:00.688082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Attempting to bind port f98a48d1-407c-4d5c-b15f-8b19b37432c3 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:12:00.688448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Attempting to bind port f98a48d1-407c-4d5c-b15f-8b19b37432c3 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:12:00.688744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Attempting to bind port f98a48d1-407c-4d5c-b15f-8b19b37432c3 on network 06df0db1-9475-42bb-8ed9-f122fe90f3eb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:12:00.693807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Port f98a48d1-407c-4d5c-b15f-8b19b37432c3 on network 06df0db1-9475-42bb-8ed9-f122fe90f3eb not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:12:00.694129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Attempting to bind port f98a48d1-407c-4d5c-b15f-8b19b37432c3 on network 06df0db1-9475-42bb-8ed9-f122fe90f3eb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:12:00.699227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:12:00.699569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Checking segment: {'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:12:00.699962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Bound using segment: {'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:12:00.700389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Bound port: f98a48d1-407c-4d5c-b15f-8b19b37432c3, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da428c1a-af51-4034-8e06-9ef7940fc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:12:00.700748 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:00.770284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] For port f98a48d1-407c-4d5c-b15f-8b19b37432c3, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:12:00.774435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] For port f98a48d1-407c-4d5c-b15f-8b19b37432c3, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f98a48d1-407c-4d5c-b15f-8b19b37432c3,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:12:00.880696 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:00.915634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:00.916266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:00.917634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] 10.222.0.59 "PUT /v2.0/ports/f98a48d1-407c-4d5c-b15f-8b19b37432c3 HTTP/1.1" status: 200 len: 1091 time: 0.8100941 Nov 15 15:12:00.918072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d250a9-3620-4b55-b6f6-fe58dc8bcc58', 'tag': 'f98a48d1-407c-4d5c-b15f-8b19b37432c3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:12:00.920441 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759b5bc9-ca7c-4871-b3a9-3610b8fc6c40" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d250a9-3620-4b55-b6f6-fe58dc8bcc58", "tag": "f98a48d1-407c-4d5c-b15f-8b19b37432c3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:12:00.950280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5115b-6cb3-463d-9c5b-57a4dca9afa2 service neutron] Pushing event updated for resources: {'Port': ['ID=f98a48d1-407c-4d5c-b15f-8b19b37432c3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:00.972813 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1637c3-b850-4f27-8021-7cadfce05532 x-openstack-request-id: req-4e1637c3-b850-4f27-8021-7cadfce05532 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:12:00.973112 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d250a9-3620-4b55-b6f6-fe58dc8bcc58", "tag": "f98a48d1-407c-4d5c-b15f-8b19b37432c3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:12:00.973369 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e1637c3-b850-4f27-8021-7cadfce05532 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:12:00.974421 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d250a9-3620-4b55-b6f6-fe58dc8bcc58', 'tag': 'f98a48d1-407c-4d5c-b15f-8b19b37432c3', 'status': 'completed', 'code': 200} Nov 15 15:12:01.050624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5bc9-ca7c-4871-b3a9-3610b8fc6c40 req-d639bc02-e091-4d15-b393-d78aa7393255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:01.052216 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-759b5bc9-ca7c-4871-b3a9-3610b8fc6c40 req-d639bc02-e091-4d15-b393-d78aa7393255 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf4be2b4469644c98782af7025523a5b&device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1094 time: 0.0530353 Nov 15 15:12:01.180553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830ae67-f43b-40db-870c-1b59fed34dd4 req-e057e02c-35e7-421f-a780-55930d96b9d8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:01.182089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b830ae67-f43b-40db-870c-1b59fed34dd4 req-e057e02c-35e7-421f-a780-55930d96b9d8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 944 time: 0.1129794 Nov 15 15:12:01.202977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5bc9-ca7c-4871-b3a9-3610b8fc6c40 req-c4d991a4-2875-4d32-a194-dd24e4e1cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:01.204509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-759b5bc9-ca7c-4871-b3a9-3610b8fc6c40 req-c4d991a4-2875-4d32-a194-dd24e4e1cf63 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bf4be2b4469644c98782af7025523a5b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1437504 Nov 15 15:12:01.320008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b830ae67-f43b-40db-870c-1b59fed34dd4 req-857264fc-d809-4735-9f0e-116361ab7484 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284897 Nov 15 15:12:01.357108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c9562-7cd9-4675-b86f-f0fd561612c1 req-4523994c-c96d-4d3c-8409-9a4e4a1bf05c tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:01.358675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-026c9562-7cd9-4675-b86f-f0fd561612c1 req-4523994c-c96d-4d3c-8409-9a4e4a1bf05c tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1094 time: 0.1197584 Nov 15 15:12:01.361425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5bc9-ca7c-4871-b3a9-3610b8fc6c40 req-74a35f1f-cdb2-47fb-a4e2-522d67b40ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:01.362799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-759b5bc9-ca7c-4871-b3a9-3610b8fc6c40 req-74a35f1f-cdb2-47fb-a4e2-522d67b40ca2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501310 Nov 15 15:12:01.419433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-026c9562-7cd9-4675-b86f-f0fd561612c1 req-2ad58820-19f3-4dc6-bc3f-28aeded55e27 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538955 Nov 15 15:12:01.448860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-7b00dbc4-90b8-404a-a44e-4c06d5af6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:01.450358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-7b00dbc4-90b8-404a-a44e-4c06d5af6581 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf4be2b4469644c98782af7025523a5b&device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1094 time: 0.0452693 Nov 15 15:12:01.494958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-8f0904cc-f4d1-4435-a7de-76848baeaaf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f98a48d1-407c-4d5c-b15f-8b19b37432c3 HTTP/1.1" status: 200 len: 217 time: 0.0358467 Nov 15 15:12:01.544041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-78720a2f-787c-4c65-bd0e-97e1f5506623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:01.545502 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-78720a2f-787c-4c65-bd0e-97e1f5506623 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=352a6704-8cba-4191-a16b-d0b72f095dbf HTTP/1.1" status: 200 len: 848 time: 0.0431592 Nov 15 15:12:01.599670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-d05fab4f-b105-47b6-ba21-37d70aea7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:01.601104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-d05fab4f-b105-47b6-ba21-37d70aea7365 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06df0db1-9475-42bb-8ed9-f122fe90f3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485966 Nov 15 15:12:01.694789 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-d3fe656a-7b8c-4400-8269-f0c110a01bf5 service neutron] 10.222.0.59 "GET /v2.0/networks/06df0db1-9475-42bb-8ed9-f122fe90f3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847635 Nov 15 15:12:01.791797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b43475f9-6283-4118-83f5-7fb4cfda070f req-fa97ba75-426a-45a1-9185-743218b0e315 service neutron] 10.222.0.59 "GET /v2.0/networks/06df0db1-9475-42bb-8ed9-f122fe90f3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883524 Nov 15 15:12:02.114448 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92eea55c-67c1-4140-bc0e-17e23c182943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:02.435139 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6425ac-552f-4160-938d-42a9dc6b7457 req-8300da06-b782-4263-b11e-132ed33462a6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:02.436555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d6425ac-552f-4160-938d-42a9dc6b7457 req-8300da06-b782-4263-b11e-132ed33462a6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 944 time: 0.0494847 Nov 15 15:12:02.490892 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d6425ac-552f-4160-938d-42a9dc6b7457 req-b5368d00-b39a-4821-b453-2bca13480dc5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477867 Nov 15 15:12:02.533621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dcd0e-aa72-4107-bff2-49fd87d2e83d req-961416bc-cd1f-40c2-9052-4e1844b64893 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:02.535199 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b5dcd0e-aa72-4107-bff2-49fd87d2e83d req-961416bc-cd1f-40c2-9052-4e1844b64893 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1094 time: 0.0426595 Nov 15 15:12:02.590151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b5dcd0e-aa72-4107-bff2-49fd87d2e83d req-0a52e899-aa37-4491-b9fd-cdf56ece142b tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486431 Nov 15 15:12:03.442814 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f98a48d1-407c-4d5c-b15f-8b19b37432c3 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:12:03.565674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f98a48d1-407c-4d5c-b15f-8b19b37432c3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f98a48d1-407c-4d5c-b15f-8b19b37432c3,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:03.584079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'f98a48d1-407c-4d5c-b15f-8b19b37432c3', 'network_id': '06df0db1-9475-42bb-8ed9-f122fe90f3eb', 'port_id': 'f98a48d1-407c-4d5c-b15f-8b19b37432c3', 'mac_address': 'fa:16:3e:94:1e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352a6704-8cba-4191-a16b-d0b72f095dbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:12:03.586903 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:03.627455 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:03.632985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94ce54-c4a8-44c3-b43a-ffb80c469521 req-415dcaaf-08ec-437b-b959-5063fe72b953 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:03.641188 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f94ce54-c4a8-44c3-b43a-ffb80c469521 req-415dcaaf-08ec-437b-b959-5063fe72b953 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 944 time: 0.0706916 Nov 15 15:12:03.642759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98a48d1-407c-4d5c-b15f-8b19b37432c3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:12:03.669913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f98a48d1-407c-4d5c-b15f-8b19b37432c3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f98a48d1-407c-4d5c-b15f-8b19b37432c3,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:03.710411 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f94ce54-c4a8-44c3-b43a-ffb80c469521 req-37122c58-2391-4ed8-acc8-3cd58852079f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681620 Nov 15 15:12:03.724176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac1db1-059e-4a2a-9bd2-7215ace1b8bb req-5892e343-bf0c-41d1-9b96-da174823367a tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:03.725722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2dac1db1-059e-4a2a-9bd2-7215ace1b8bb req-5892e343-bf0c-41d1-9b96-da174823367a tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1094 time: 0.0540102 Nov 15 15:12:03.760522 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:03.777669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2dac1db1-059e-4a2a-9bd2-7215ace1b8bb req-4a4162ef-5e44-41b6-9f18-76f4d9b1f4b0 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454140 Nov 15 15:12:03.819429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f98a48d1-407c-4d5c-b15f-8b19b37432c3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:03.827971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:03.828318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:03.828655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:03.828988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:03.829318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:03.829652 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:03.830055 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:03.830416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:03.830774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:03.831141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:03.831462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:03.831789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:03.984582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f98a48d1-407c-4d5c-b15f-8b19b37432c3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:12:04.846851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d7769-66d9-47ca-ab9a-b7bc4788a142 req-a3e022bc-d9d8-4b08-b6b2-6c8f9d7d0da0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:04.849292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-978d7769-66d9-47ca-ab9a-b7bc4788a142 req-a3e022bc-d9d8-4b08-b6b2-6c8f9d7d0da0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 944 time: 0.0652666 Nov 15 15:12:04.933052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-978d7769-66d9-47ca-ab9a-b7bc4788a142 req-817c2e90-af31-4b20-9833-8498989f946d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744181 Nov 15 15:12:04.936349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad3c53-bd66-4597-a4c2-d2ea9916b647 req-8e0ef6f6-92dd-420c-9912-a3ef511203a7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:04.937864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21ad3c53-bd66-4597-a4c2-d2ea9916b647 req-8e0ef6f6-92dd-420c-9912-a3ef511203a7 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1095 time: 0.0674613 Nov 15 15:12:04.984566 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21ad3c53-bd66-4597-a4c2-d2ea9916b647 req-22eb2cd3-99b1-4cef-acc1-707f68c7f751 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397227 Nov 15 15:12:05.212759 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:05.452664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f98a48d1-407c-4d5c-b15f-8b19b37432c3 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:12:05.565715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port f98a48d1-407c-4d5c-b15f-8b19b37432c3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:12:05.570015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port f98a48d1-407c-4d5c-b15f-8b19b37432c3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:12:05.570327 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:05.652182 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:05.675376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d250a9-3620-4b55-b6f6-fe58dc8bcc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98a48d1-407c-4d5c-b15f-8b19b37432c3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:12:05.677594 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9ee06b-1194-4f3a-a962-1ff9866ff853" -d '{"events": [{"server_uuid": "c2d250a9-3620-4b55-b6f6-fe58dc8bcc58", "name": "network-vif-plugged", "status": "completed", "tag": "f98a48d1-407c-4d5c-b15f-8b19b37432c3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:12:05.690041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f98a48d1-407c-4d5c-b15f-8b19b37432c3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f98a48d1-407c-4d5c-b15f-8b19b37432c3,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:05.723091 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f234b5-a911-4060-affd-a6e4d34942b3 x-openstack-request-id: req-b9f234b5-a911-4060-affd-a6e4d34942b3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:12:05.723492 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d250a9-3620-4b55-b6f6-fe58dc8bcc58", "name": "network-vif-plugged", "status": "completed", "tag": "f98a48d1-407c-4d5c-b15f-8b19b37432c3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:12:05.723748 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9f234b5-a911-4060-affd-a6e4d34942b3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:12:05.724178 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d250a9-3620-4b55-b6f6-fe58dc8bcc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98a48d1-407c-4d5c-b15f-8b19b37432c3', 'code': 200} Nov 15 15:12:05.783156 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:05.818971 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:05.853558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a23f76-74ec-4e5d-b831-5800ffd4ddb4 req-46c5fbae-7f39-4650-9576-00ecd09f79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:05.853558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7a23f76-74ec-4e5d-b831-5800ffd4ddb4 req-46c5fbae-7f39-4650-9576-00ecd09f79e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1096 time: 0.0500269 Nov 15 15:12:05.854378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f98a48d1-407c-4d5c-b15f-8b19b37432c3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:05.897636 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7a23f76-74ec-4e5d-b831-5800ffd4ddb4 req-6e2757b6-3d8a-48d9-b0c8-9ecee17b9b1c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449281 Nov 15 15:12:06.056161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19ad49-c007-4237-81df-04cfadaf0b36 req-dc3033f9-8a4a-42c1-afa0-500afb1b85ae tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:06.057691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a19ad49-c007-4237-81df-04cfadaf0b36 req-dc3033f9-8a4a-42c1-afa0-500afb1b85ae tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 944 time: 0.0513244 Nov 15 15:12:06.127836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a53e3-15b1-42a9-b6d4-c934977a5bbd req-6d9b1062-0fa3-4a2f-8738-634c065db0e9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:06.129314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df4a53e3-15b1-42a9-b6d4-c934977a5bbd req-6d9b1062-0fa3-4a2f-8738-634c065db0e9 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1096 time: 0.0701873 Nov 15 15:12:06.134914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a19ad49-c007-4237-81df-04cfadaf0b36 req-3a8944c4-f275-465c-b8b6-e2b477380e1b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680184 Nov 15 15:12:06.178165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df4a53e3-15b1-42a9-b6d4-c934977a5bbd req-fc7e5a56-bf0d-4067-9c77-3ba959f1a590 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Nov 15 15:12:07.262841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb4301-f03b-4bd2-b989-0a5b13e83bba req-ccd33208-cb07-4532-a145-75787a5c0709 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:07.264333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ceb4301-f03b-4bd2-b989-0a5b13e83bba req-ccd33208-cb07-4532-a145-75787a5c0709 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 944 time: 0.0604136 Nov 15 15:12:07.331352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fce95-6bd1-403f-991e-193ee489402f req-f1732828-9e93-4b94-adc0-efe4f128c61c tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:07.332852 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f9fce95-6bd1-403f-991e-193ee489402f req-f1732828-9e93-4b94-adc0-efe4f128c61c tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1096 time: 0.0791140 Nov 15 15:12:07.340521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ceb4301-f03b-4bd2-b989-0a5b13e83bba req-eeb0ed54-6725-4ba9-a377-d9621a6bfdb0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688355 Nov 15 15:12:07.383845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f9fce95-6bd1-403f-991e-193ee489402f req-3e26d0bc-b9a0-4d4b-aaf7-2105b77b42fb tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 Nov 15 15:12:07.450414 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e4ab96c8-7ef3-4239-93cf-e2066f054529 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:12:07.554981 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e4ab96c8-7ef3-4239-93cf-e2066f054529, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e4ab96c8-7ef3-4239-93cf-e2066f054529,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:07.566041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'e4ab96c8-7ef3-4239-93cf-e2066f054529', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'port_id': 'e4ab96c8-7ef3-4239-93cf-e2066f054529', 'mac_address': 'fa:16:3e:16:f3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:12:07.603495 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:07.616427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ab96c8-7ef3-4239-93cf-e2066f054529 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:12:07.637913 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e4ab96c8-7ef3-4239-93cf-e2066f054529, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e4ab96c8-7ef3-4239-93cf-e2066f054529,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:07.788425 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:07.839726 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e4ab96c8-7ef3-4239-93cf-e2066f054529,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:08.027156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e4ab96c8-7ef3-4239-93cf-e2066f054529'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:12:08.492537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321a03d-79ac-41c8-87fc-a7075ddf39b7 req-cb8df1d6-673c-4492-8c9e-c1ba1031d58a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:08.494050 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d321a03d-79ac-41c8-87fc-a7075ddf39b7 req-cb8df1d6-673c-4492-8c9e-c1ba1031d58a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 945 time: 0.0789292 Nov 15 15:12:08.521915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715363-4183-4705-ab0b-e775c63e09a6 req-56ade5a7-e519-444a-aab6-f0fb1ecdf985 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:08.524051 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65715363-4183-4705-ab0b-e775c63e09a6 req-56ade5a7-e519-444a-aab6-f0fb1ecdf985 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1096 time: 0.0708756 Nov 15 15:12:08.576029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d321a03d-79ac-41c8-87fc-a7075ddf39b7 req-d335e306-baa0-4f33-80a6-cd67dd911e82 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747960 Nov 15 15:12:08.592405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65715363-4183-4705-ab0b-e775c63e09a6 req-006373f7-65c9-41ff-abcd-ce055ead8859 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582914 Nov 15 15:12:08.707259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb5a39-07cb-44cd-8947-7a3cb161fa2e req-fc95503f-16ff-4a21-a587-20f21fd43578 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:08.710201 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22cb5a39-07cb-44cd-8947-7a3cb161fa2e req-fc95503f-16ff-4a21-a587-20f21fd43578 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1096 time: 0.0478632 Nov 15 15:12:08.760546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22cb5a39-07cb-44cd-8947-7a3cb161fa2e req-f99dcea0-0517-4bb0-b35e-a41319cbc851 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450404 Nov 15 15:12:08.872500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0a09-54cc-4008-b32c-7d8e0f9c2b6c req-3764e90c-1512-4dd3-95bb-dc34b019e6bb tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:08.873948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b1a0a09-54cc-4008-b32c-7d8e0f9c2b6c req-3764e90c-1512-4dd3-95bb-dc34b019e6bb tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1096 time: 0.0460839 Nov 15 15:12:08.920897 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b1a0a09-54cc-4008-b32c-7d8e0f9c2b6c req-46ef0442-8028-4bdd-97b5-6511f3ab7a56 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407970 Nov 15 15:12:09.164381 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:12:09.376901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0af510-d8f2-4513-9b49-1feaebbbbd88 req-00d76fea-13b4-45b1-a237-8c36ba38a2ef tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:09.378604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d0af510-d8f2-4513-9b49-1feaebbbbd88 req-00d76fea-13b4-45b1-a237-8c36ba38a2ef tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1096 time: 0.0420275 Nov 15 15:12:09.424372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d0af510-d8f2-4513-9b49-1feaebbbbd88 req-2579264f-b3d8-4ccc-9447-04ad43eec737 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393143 Nov 15 15:12:09.466684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e4ab96c8-7ef3-4239-93cf-e2066f054529 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:12:09.715379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859b236-80d7-4875-97b7-566566ce8db9 req-d5ecd6d0-5773-4584-8a15-7ed48a1f484e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:09.717704 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d859b236-80d7-4875-97b7-566566ce8db9 req-d5ecd6d0-5773-4584-8a15-7ed48a1f484e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 945 time: 0.0554364 Nov 15 15:12:09.766458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port e4ab96c8-7ef3-4239-93cf-e2066f054529 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:12:09.770857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port e4ab96c8-7ef3-4239-93cf-e2066f054529 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:12:09.771301 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:09.782678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d859b236-80d7-4875-97b7-566566ce8db9 req-4604a0ed-3aff-4785-ae87-fbba40d28e51 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543199 Nov 15 15:12:09.850736 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:09.881689 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34acd02d-eed0-4752-b099-f52f225623e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ab96c8-7ef3-4239-93cf-e2066f054529'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:12:09.884245 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc706827-9434-4bb2-8b39-261a379e6f51" -d '{"events": [{"server_uuid": "34acd02d-eed0-4752-b099-f52f225623e4", "name": "network-vif-plugged", "status": "completed", "tag": "e4ab96c8-7ef3-4239-93cf-e2066f054529"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:12:09.898107 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e4ab96c8-7ef3-4239-93cf-e2066f054529, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e4ab96c8-7ef3-4239-93cf-e2066f054529,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:09.922282 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920171f5-2def-4433-b45e-6a0b4bc7dbbf x-openstack-request-id: req-920171f5-2def-4433-b45e-6a0b4bc7dbbf {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:12:09.922610 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34acd02d-eed0-4752-b099-f52f225623e4", "name": "network-vif-plugged", "status": "completed", "tag": "e4ab96c8-7ef3-4239-93cf-e2066f054529", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:12:09.925901 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-920171f5-2def-4433-b45e-6a0b4bc7dbbf {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:12:09.925901 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34acd02d-eed0-4752-b099-f52f225623e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ab96c8-7ef3-4239-93cf-e2066f054529', 'code': 200} Nov 15 15:12:09.977956 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:10.028736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e4ab96c8-7ef3-4239-93cf-e2066f054529,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:10.031761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0377a0-57ab-469d-bd49-bd3c9b8550e4 req-3864d48d-ab07-4468-8d72-66fe4d426191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:10.033939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d0377a0-57ab-469d-bd49-bd3c9b8550e4 req-3864d48d-ab07-4468-8d72-66fe4d426191 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 1097 time: 0.0451748 Nov 15 15:12:10.082074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d0377a0-57ab-469d-bd49-bd3c9b8550e4 req-e6eb39d8-ce23-4c07-aad3-0166212a4c12 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 Nov 15 15:12:10.547442 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279a561-62fb-4638-b4ec-388a432a6b5d req-62e0d1d1-436e-43b1-a9da-d53d3f46c2cd tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:10.548986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e279a561-62fb-4638-b4ec-388a432a6b5d req-62e0d1d1-436e-43b1-a9da-d53d3f46c2cd tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1096 time: 0.0415866 Nov 15 15:12:10.603678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e279a561-62fb-4638-b4ec-388a432a6b5d req-2285ed17-7de1-4dc0-85bf-90c6c3313317 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485816 Nov 15 15:12:10.936288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11f9d2-9517-402e-a533-28ca3294229d req-c1dc4866-9f7b-4f8a-bd3d-a0717ba71dc6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:10.938220 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e11f9d2-9517-402e-a533-28ca3294229d req-c1dc4866-9f7b-4f8a-bd3d-a0717ba71dc6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 946 time: 0.0715957 Nov 15 15:12:11.000335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e11f9d2-9517-402e-a533-28ca3294229d req-a3e6cee1-c265-4864-8121-3bcd97a4602f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511348 Nov 15 15:12:11.093877 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8423664-949e-48e2-9652-bc6bb4bc838a req-809dd906-ab0a-4eb6-ba6a-c22cf66c3131 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:11.095428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8423664-949e-48e2-9652-bc6bb4bc838a req-809dd906-ab0a-4eb6-ba6a-c22cf66c3131 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 1096 time: 0.0428469 Nov 15 15:12:11.191289 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d8423664-949e-48e2-9652-bc6bb4bc838a req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Deleting port f98a48d1-407c-4d5c-b15f-8b19b37432c3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:12:11.191289 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8423664-949e-48e2-9652-bc6bb4bc838a req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:11.267922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d8423664-949e-48e2-9652-bc6bb4bc838a req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] For port f98a48d1-407c-4d5c-b15f-8b19b37432c3, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f98a48d1-407c-4d5c-b15f-8b19b37432c3,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:11.269728 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8423664-949e-48e2-9652-bc6bb4bc838a req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:11.288129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d8423664-949e-48e2-9652-bc6bb4bc838a req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Calling delete_port for f98a48d1-407c-4d5c-b15f-8b19b37432c3 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:12:11.525685 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8423664-949e-48e2-9652-bc6bb4bc838a req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:11.537968 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f98a48d1-407c-4d5c-b15f-8b19b37432c3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:12:11.540859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['40b9939c-36a9-44c2-9900-30b542b3f66a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:12:11.568607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Pushing event deleted for resources: {'Port': ['ID=f98a48d1-407c-4d5c-b15f-8b19b37432c3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:11.622680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:11.623185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:11.623369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:11.623711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:11.624034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:11.624375 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:11.624710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:11.625042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:11.625377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:11.625721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:11.626039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:11.626377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:12:11.657080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8423664-949e-48e2-9652-bc6bb4bc838a req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] No DVR routers for this DVR port f98a48d1-407c-4d5c-b15f-8b19b37432c3 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:12:11.660719 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8423664-949e-48e2-9652-bc6bb4bc838a req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:11.665118 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8423664-949e-48e2-9652-bc6bb4bc838a req-cbe98506-0927-497d-9eb4-d821e6bf1cda tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.59 "DELETE /v2.0/ports/f98a48d1-407c-4d5c-b15f-8b19b37432c3 HTTP/1.1" status: 204 len: 173 time: 0.5594978 Nov 15 15:12:11.667072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d250a9-3620-4b55-b6f6-fe58dc8bcc58', 'name': 'network-vif-deleted', 'tag': 'f98a48d1-407c-4d5c-b15f-8b19b37432c3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:12:11.669870 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9113bf7e-fb36-4982-81cb-94f8bdb61237" -d '{"events": [{"server_uuid": "c2d250a9-3620-4b55-b6f6-fe58dc8bcc58", "name": "network-vif-deleted", "tag": "f98a48d1-407c-4d5c-b15f-8b19b37432c3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:12:11.773715 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7556414-9082-4233-9914-312400cd0b0e x-openstack-request-id: req-a7556414-9082-4233-9914-312400cd0b0e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:12:11.773715 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d250a9-3620-4b55-b6f6-fe58dc8bcc58", "name": "network-vif-deleted", "tag": "f98a48d1-407c-4d5c-b15f-8b19b37432c3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:12:11.773715 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a7556414-9082-4233-9914-312400cd0b0e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:12:11.773715 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d250a9-3620-4b55-b6f6-fe58dc8bcc58', 'name': 'network-vif-deleted', 'tag': 'f98a48d1-407c-4d5c-b15f-8b19b37432c3', 'status': 'completed', 'code': 200} Nov 15 15:12:11.816192 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f336af0f-c455-4356-87ab-f5af5e320e54 req-eb1a2c90-d23d-412a-9027-6cd38cd0db4d tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 210 time: 0.0719631 Nov 15 15:12:12.145414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b5e65-99ae-412a-84e0-b38cc791be6f req-bb45248c-941c-419c-b1d0-b1e9a6e7d58c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:12.147041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-040b5e65-99ae-412a-84e0-b38cc791be6f req-bb45248c-941c-419c-b1d0-b1e9a6e7d58c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 946 time: 0.0632119 Nov 15 15:12:12.206322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-040b5e65-99ae-412a-84e0-b38cc791be6f req-b5cfa9c0-e213-48ea-b3fd-e55428938b81 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490723 Nov 15 15:12:12.348771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff6d42-cb2d-47ef-b521-8607826a5e17 req-47fd2a38-77a6-4c12-8737-b02f1ba99645 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:12.350371 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6ff6d42-cb2d-47ef-b521-8607826a5e17 req-47fd2a38-77a6-4c12-8737-b02f1ba99645 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 946 time: 0.0572674 Nov 15 15:12:12.423346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6ff6d42-cb2d-47ef-b521-8607826a5e17 req-5db54632-55f3-44ad-92b8-86e8d4bf3363 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650971 Nov 15 15:12:12.547129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9091f-c0c5-49f0-a8b0-5603e4a2f2f7 req-ed94da9a-2923-4085-b741-3827af0a9492 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:12.548691 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44b9091f-c0c5-49f0-a8b0-5603e4a2f2f7 req-ed94da9a-2923-4085-b741-3827af0a9492 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 946 time: 0.0509851 Nov 15 15:12:12.603342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44b9091f-c0c5-49f0-a8b0-5603e4a2f2f7 req-f0fe334e-9c33-49d8-955e-c3057139af84 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473571 Nov 15 15:12:12.936153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3220e1a-5bc7-4df1-9f4d-cea967fde9b8 req-b96a3938-41dd-4d0d-9cbe-06683f9097d5 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d250a9-3620-4b55-b6f6-fe58dc8bcc58 HTTP/1.1" status: 200 len: 210 time: 0.0328796 Nov 15 15:12:13.118479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e8a04-28ae-49bf-84cb-213d6105c9bb req-11353a36-7560-4824-99f3-0d5d46cc1af2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:13.119964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea2e8a04-28ae-49bf-84cb-213d6105c9bb req-11353a36-7560-4824-99f3-0d5d46cc1af2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 946 time: 0.0541103 Nov 15 15:12:13.193230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea2e8a04-28ae-49bf-84cb-213d6105c9bb req-c2bf757e-5885-4757-8537-d193041f5040 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612109 Nov 15 15:12:14.368637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188610c4-9bd3-4132-9b43-e0b1ddfa7814 req-64d2c080-ba6d-4a0b-861c-7ea39382e1ff tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:14.370555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-188610c4-9bd3-4132-9b43-e0b1ddfa7814 req-64d2c080-ba6d-4a0b-861c-7ea39382e1ff tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 946 time: 0.0960257 Nov 15 15:12:14.450929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-188610c4-9bd3-4132-9b43-e0b1ddfa7814 req-af9baa68-a6d8-4027-a210-51d99f2017aa tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693171 Nov 15 15:12:14.492323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f56a29-31f6-424a-9664-a4287eb84632 req-aedefe58-6aee-41c6-898b-8a7f3ac4bf8d tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:14.494478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44f56a29-31f6-424a-9664-a4287eb84632 req-aedefe58-6aee-41c6-898b-8a7f3ac4bf8d tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1096 time: 0.0562496 Nov 15 15:12:14.575480 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44f56a29-31f6-424a-9664-a4287eb84632 req-38888a94-8481-4f0a-808c-031841beb009 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745595 Nov 15 15:12:14.599173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43e2fb-ea4d-4889-8e0e-9d236f536ed0 req-305bee14-0b5e-472c-af81-27c48860537f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:14.601297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad43e2fb-ea4d-4889-8e0e-9d236f536ed0 req-305bee14-0b5e-472c-af81-27c48860537f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 946 time: 0.0678596 Nov 15 15:12:14.721878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ad43e2fb-ea4d-4889-8e0e-9d236f536ed0 req-1ec6170b-5a1c-4e6e-b04a-d464ff2f2f81 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Deleting port e4ab96c8-7ef3-4239-93cf-e2066f054529 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:12:14.722225 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ad43e2fb-ea4d-4889-8e0e-9d236f536ed0 req-1ec6170b-5a1c-4e6e-b04a-d464ff2f2f81 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:14.831979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ad43e2fb-ea4d-4889-8e0e-9d236f536ed0 req-1ec6170b-5a1c-4e6e-b04a-d464ff2f2f81 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] For port e4ab96c8-7ef3-4239-93cf-e2066f054529, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e4ab96c8-7ef3-4239-93cf-e2066f054529,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:14.832348 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ad43e2fb-ea4d-4889-8e0e-9d236f536ed0 req-1ec6170b-5a1c-4e6e-b04a-d464ff2f2f81 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:14.854430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ad43e2fb-ea4d-4889-8e0e-9d236f536ed0 req-1ec6170b-5a1c-4e6e-b04a-d464ff2f2f81 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Calling delete_port for e4ab96c8-7ef3-4239-93cf-e2066f054529 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:12:15.079837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ad43e2fb-ea4d-4889-8e0e-9d236f536ed0 req-1ec6170b-5a1c-4e6e-b04a-d464ff2f2f81 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:15.093158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e4ab96c8-7ef3-4239-93cf-e2066f054529'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:12:15.121560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6170b-5a1c-4e6e-b04a-d464ff2f2f81 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event deleted for resources: {'Port': ['ID=e4ab96c8-7ef3-4239-93cf-e2066f054529,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:15.190668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad43e2fb-ea4d-4889-8e0e-9d236f536ed0 req-1ec6170b-5a1c-4e6e-b04a-d464ff2f2f81 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] No DVR routers for this DVR port e4ab96c8-7ef3-4239-93cf-e2066f054529 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:12:15.196108 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ad43e2fb-ea4d-4889-8e0e-9d236f536ed0 req-1ec6170b-5a1c-4e6e-b04a-d464ff2f2f81 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:15.201547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad43e2fb-ea4d-4889-8e0e-9d236f536ed0 req-1ec6170b-5a1c-4e6e-b04a-d464ff2f2f81 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "DELETE /v2.0/ports/e4ab96c8-7ef3-4239-93cf-e2066f054529 HTTP/1.1" status: 204 len: 173 time: 0.5935895 Nov 15 15:12:15.202281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34acd02d-eed0-4752-b099-f52f225623e4', 'name': 'network-vif-deleted', 'tag': 'e4ab96c8-7ef3-4239-93cf-e2066f054529'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:12:15.217223 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2b04f4-346b-48a4-871f-60837aba7517" -d '{"events": [{"server_uuid": "34acd02d-eed0-4752-b099-f52f225623e4", "name": "network-vif-deleted", "tag": "e4ab96c8-7ef3-4239-93cf-e2066f054529"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:12:15.275758 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1853de4c-8c5b-49a6-8d97-df56516ee295 x-openstack-request-id: req-1853de4c-8c5b-49a6-8d97-df56516ee295 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:12:15.277371 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34acd02d-eed0-4752-b099-f52f225623e4", "name": "network-vif-deleted", "tag": "e4ab96c8-7ef3-4239-93cf-e2066f054529", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:12:15.277663 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1853de4c-8c5b-49a6-8d97-df56516ee295 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:12:15.278098 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34acd02d-eed0-4752-b099-f52f225623e4', 'name': 'network-vif-deleted', 'tag': 'e4ab96c8-7ef3-4239-93cf-e2066f054529', 'status': 'completed', 'code': 200} Nov 15 15:12:15.496811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f98a48d1-407c-4d5c-b15f-8b19b37432c3 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:12:15.525114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: f98a48d1-407c-4d5c-b15f-8b19b37432c3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:12:15.525927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f98a48d1-407c-4d5c-b15f-8b19b37432c3 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:12:15.579506 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d122ce2-f3d2-411a-8dfb-ea2b1ca04649 req-e511c807-22b9-4155-b6e6-bad30dbc6f00 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 210 time: 0.0473721 Nov 15 15:12:15.706168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec21df-4d82-40a6-a6a0-0b80da898d3e req-2a8173c7-9615-4fd5-9f16-0d37fffb3729 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:15.707835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-feec21df-4d82-40a6-a6a0-0b80da898d3e req-2a8173c7-9615-4fd5-9f16-0d37fffb3729 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1096 time: 0.0479760 Nov 15 15:12:15.767226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-feec21df-4d82-40a6-a6a0-0b80da898d3e req-0d716bb2-7ce1-466d-8ad7-aa8c05aa9694 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=806ceaa7-d9a1-46dc-80f1-38b06106e9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517478 Nov 15 15:12:15.962077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9bf56-055b-4f31-9b6b-af5a48776df3 req-f057f7da-d3c5-4991-aaa8-814472eaac50 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:15.964206 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2fd9bf56-055b-4f31-9b6b-af5a48776df3 req-f057f7da-d3c5-4991-aaa8-814472eaac50 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 1096 time: 0.0608394 Nov 15 15:12:16.059712 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2fd9bf56-055b-4f31-9b6b-af5a48776df3 req-4d2d6a13-ce1f-419d-845c-3cfb7bbad46e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Deleting port 40b9939c-36a9-44c2-9900-30b542b3f66a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:12:16.060054 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2fd9bf56-055b-4f31-9b6b-af5a48776df3 req-4d2d6a13-ce1f-419d-845c-3cfb7bbad46e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:16.152263 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2fd9bf56-055b-4f31-9b6b-af5a48776df3 req-4d2d6a13-ce1f-419d-845c-3cfb7bbad46e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] For port 40b9939c-36a9-44c2-9900-30b542b3f66a, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=40b9939c-36a9-44c2-9900-30b542b3f66a,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:16.152609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2fd9bf56-055b-4f31-9b6b-af5a48776df3 req-4d2d6a13-ce1f-419d-845c-3cfb7bbad46e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:16.169240 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2fd9bf56-055b-4f31-9b6b-af5a48776df3 req-4d2d6a13-ce1f-419d-845c-3cfb7bbad46e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Calling delete_port for 40b9939c-36a9-44c2-9900-30b542b3f66a owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:12:16.394387 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2fd9bf56-055b-4f31-9b6b-af5a48776df3 req-4d2d6a13-ce1f-419d-845c-3cfb7bbad46e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:16.411815 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['40b9939c-36a9-44c2-9900-30b542b3f66a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:12:16.435389 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d6a13-ce1f-419d-845c-3cfb7bbad46e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Pushing event deleted for resources: {'Port': ['ID=40b9939c-36a9-44c2-9900-30b542b3f66a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:16.504016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd9bf56-055b-4f31-9b6b-af5a48776df3 req-4d2d6a13-ce1f-419d-845c-3cfb7bbad46e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] No DVR routers for this DVR port 40b9939c-36a9-44c2-9900-30b542b3f66a on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:12:16.507604 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2fd9bf56-055b-4f31-9b6b-af5a48776df3 req-4d2d6a13-ce1f-419d-845c-3cfb7bbad46e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:16.511587 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2fd9bf56-055b-4f31-9b6b-af5a48776df3 req-4d2d6a13-ce1f-419d-845c-3cfb7bbad46e tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.46 "DELETE /v2.0/ports/40b9939c-36a9-44c2-9900-30b542b3f66a HTTP/1.1" status: 204 len: 173 time: 0.5375462 Nov 15 15:12:16.512081 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a73befc-90f8-4dcd-820a-25011d755e7d', 'name': 'network-vif-deleted', 'tag': '40b9939c-36a9-44c2-9900-30b542b3f66a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:12:16.514486 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be9b73f-9ac4-46d4-aa48-61039d616763" -d '{"events": [{"server_uuid": "2a73befc-90f8-4dcd-820a-25011d755e7d", "name": "network-vif-deleted", "tag": "40b9939c-36a9-44c2-9900-30b542b3f66a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:12:16.569005 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c2d354-9755-444f-b7b9-b311113aff5b x-openstack-request-id: req-74c2d354-9755-444f-b7b9-b311113aff5b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:12:16.570202 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a73befc-90f8-4dcd-820a-25011d755e7d", "name": "network-vif-deleted", "tag": "40b9939c-36a9-44c2-9900-30b542b3f66a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:12:16.570363 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74c2d354-9755-444f-b7b9-b311113aff5b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:12:16.571143 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a73befc-90f8-4dcd-820a-25011d755e7d', 'name': 'network-vif-deleted', 'tag': '40b9939c-36a9-44c2-9900-30b542b3f66a', 'status': 'completed', 'code': 200} Nov 15 15:12:16.746134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9660208-08f8-4c27-950a-8f50447a4f06 req-f0557d81-e6bd-43a1-9e7e-fc0662af79d1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 210 time: 0.0622633 Nov 15 15:12:16.838356 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a985e8d-81dc-4345-8d9e-96fcbacb6a08 req-5f502d84-64ad-4e8f-8c93-1a5ee4f20fef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580320 Nov 15 15:12:16.890046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-736cd44c-de86-4dff-a8dd-c6d2589c8042 req-495050ca-d86d-47ec-8d36-af3593dd1af0 tempest-TestServerMultinode-675603221 tempest-TestServerMultinode-675603221-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 210 time: 0.0379632 Nov 15 15:12:16.968828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a985e8d-81dc-4345-8d9e-96fcbacb6a08 req-75d0d184-ab3f-4520-a12f-ff4007bd0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:16.970616 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a985e8d-81dc-4345-8d9e-96fcbacb6a08 req-75d0d184-ab3f-4520-a12f-ff4007bd0128 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e3fa81815e54f8bac5fbb5c69b62536&device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 1101 time: 0.0626822 Nov 15 15:12:17.107253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a985e8d-81dc-4345-8d9e-96fcbacb6a08 req-5089e6a9-798a-4d6d-8300-94b8bcefe347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:17.108800 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a985e8d-81dc-4345-8d9e-96fcbacb6a08 req-5089e6a9-798a-4d6d-8300-94b8bcefe347 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1162241 Nov 15 15:12:17.154619 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a985e8d-81dc-4345-8d9e-96fcbacb6a08 req-4f77398d-e706-46b9-ae95-540090798e60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7a25516c-9df5-46fd-9a9d-a53a65c34082 HTTP/1.1" status: 200 len: 217 time: 0.0375783 Nov 15 15:12:17.236063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a985e8d-81dc-4345-8d9e-96fcbacb6a08 req-9bb4a7f4-8aed-419d-ada3-e53be0f41e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:17.237061 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a985e8d-81dc-4345-8d9e-96fcbacb6a08 req-9bb4a7f4-8aed-419d-ada3-e53be0f41e72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0745294 Nov 15 15:12:17.318973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a985e8d-81dc-4345-8d9e-96fcbacb6a08 req-6debc14c-a9db-44f6-8cbc-7cebad70dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:17.321334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a985e8d-81dc-4345-8d9e-96fcbacb6a08 req-6debc14c-a9db-44f6-8cbc-7cebad70dab5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763144 Nov 15 15:12:17.351557 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-95d6e9e0-c13e-456a-83cd-aec1a4b35a3f req-f420f367-9058-403c-ab6d-5b3c425c4f9d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2a73befc-90f8-4dcd-820a-25011d755e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283680 Nov 15 15:12:17.443055 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-95d6e9e0-c13e-456a-83cd-aec1a4b35a3f req-8d0c1775-e186-423f-8d21-a8e78886c823 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf4be2b4469644c98782af7025523a5b&device_id=2a73befc-90f8-4dcd-820a-25011d755e7d HTTP/1.1" status: 200 len: 210 time: 0.0322552 Nov 15 15:12:17.485375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a985e8d-81dc-4345-8d9e-96fcbacb6a08 req-678f5dd8-7bfd-438a-b5ac-1de4aaf8d34e service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555603 Nov 15 15:12:17.658760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a985e8d-81dc-4345-8d9e-96fcbacb6a08 req-47f5e00f-c94f-424b-9a84-3582c9990551 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597166 Nov 15 15:12:17.852636 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c165949c-6d6e-4b28-bcd1-b4606fad7a44 req-d746d68d-2e02-436a-aa9a-369551eab102 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 210 time: 0.0299938 Nov 15 15:12:17.963561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:12:17.987045 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6e9e0-c13e-456a-83cd-aec1a4b35a3f req-89245781-1ad0-4ace-a900-11debe644688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:17.988819 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-95d6e9e0-c13e-456a-83cd-aec1a4b35a3f req-89245781-1ad0-4ace-a900-11debe644688 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bf4be2b4469644c98782af7025523a5b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5174367 Nov 15 15:12:18.098885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6e9e0-c13e-456a-83cd-aec1a4b35a3f req-87571ab9-a97b-4eae-b269-8b81a62861e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:18.100400 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-95d6e9e0-c13e-456a-83cd-aec1a4b35a3f req-87571ab9-a97b-4eae-b269-8b81a62861e6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988443 Nov 15 15:12:18.370723 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-533285ce-ce60-4411-999f-7ed030ab49ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:18.647953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-533285ce-ce60-4411-999f-7ed030ab49ad admin admin] Deleting port 3aff3db5-0c0d-4866-8fee-fdedc58160fd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:12:18.647953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-533285ce-ce60-4411-999f-7ed030ab49ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:18.749627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-533285ce-ce60-4411-999f-7ed030ab49ad admin admin] For port 3aff3db5-0c0d-4866-8fee-fdedc58160fd, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3aff3db5-0c0d-4866-8fee-fdedc58160fd,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:18.749989 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-533285ce-ce60-4411-999f-7ed030ab49ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:18.768623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-533285ce-ce60-4411-999f-7ed030ab49ad admin admin] Calling delete_port for 3aff3db5-0c0d-4866-8fee-fdedc58160fd owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:12:18.980056 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fcd6919a-4ad5-445c-843c-f0b504b65aef req-62fb9347-c95c-4928-bce3-bc221329804e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 210 time: 0.0498714 Nov 15 15:12:19.091643 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-533285ce-ce60-4411-999f-7ed030ab49ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:19.117995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533285ce-ce60-4411-999f-7ed030ab49ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3aff3db5-0c0d-4866-8fee-fdedc58160fd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:19.334223 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-533285ce-ce60-4411-999f-7ed030ab49ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:19.515470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e4ab96c8-7ef3-4239-93cf-e2066f054529 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:12:19.541447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: e4ab96c8-7ef3-4239-93cf-e2066f054529 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:12:19.542910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e4ab96c8-7ef3-4239-93cf-e2066f054529 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:12:19.564889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 40b9939c-36a9-44c2-9900-30b542b3f66a no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:12:19.588125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 40b9939c-36a9-44c2-9900-30b542b3f66a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:12:19.588472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 40b9939c-36a9-44c2-9900-30b542b3f66a not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:12:19.938008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533285ce-ce60-4411-999f-7ed030ab49ad admin admin] Router a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:12:20.056438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533285ce-ce60-4411-999f-7ed030ab49ad admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:12:20.064761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-533285ce-ce60-4411-999f-7ed030ab49ad admin admin] 10.222.0.70 "PUT /v2.0/routers/a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0976558 Nov 15 15:12:20.065662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:12:20.067581 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a278e-0970-4698-94a7-0e1bb45402ab None None] Sync routers for ids ['a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:12:20.078814 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a278e-0970-4698-94a7-0e1bb45402ab None None] Routers {'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:12:20.079428 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-819a278e-0970-4698-94a7-0e1bb45402ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:12:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:20.127013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3a20be4-f12c-4061-80af-2de2a1bbfa37 req-835746b9-1cb1-433f-90bc-021c4d3cc333 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 210 time: 0.0634000 Nov 15 15:12:20.186729 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-819a278e-0970-4698-94a7-0e1bb45402ab None None] Set router a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:12:20.194094 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:20.302591 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:20.378990 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-819a278e-0970-4698-94a7-0e1bb45402ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'name': 'tempest-TestServerMultinode-805066982-router', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:23Z', 'updated_at': '2021-11-15T15:12:18Z', 'revision_number': 5, 'project_id': '265ee910b86841ae96f9bf57d5fc1409', 'gw_port': {'id': 'eff69d65-c271-47e3-99b6-393dccb75ef5', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:24Z', 'updated_at': '2021-11-15T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:20.407834 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a278e-0970-4698-94a7-0e1bb45402ab None None] Checking router: a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:12:20.416785 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a278e-0970-4698-94a7-0e1bb45402ab None None] Routers {'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:12:20.417412 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-819a278e-0970-4698-94a7-0e1bb45402ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:12:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:20.437446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Deleting port eff69d65-c271-47e3-99b6-393dccb75ef5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:12:20.437789 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:20.510543 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-819a278e-0970-4698-94a7-0e1bb45402ab None None] Set router a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:12:20.527214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] For port eff69d65-c271-47e3-99b6-393dccb75ef5, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=eff69d65-c271-47e3-99b6-393dccb75ef5,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:20.527729 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:20.541541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Calling delete_port for eff69d65-c271-47e3-99b6-393dccb75ef5 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:12:20.562376 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-819a278e-0970-4698-94a7-0e1bb45402ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'name': 'tempest-TestServerMultinode-805066982-router', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:23Z', 'updated_at': '2021-11-15T15:12:20Z', 'revision_number': 6, 'project_id': '265ee910b86841ae96f9bf57d5fc1409', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:20.592627 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a278e-0970-4698-94a7-0e1bb45402ab None None] The sync data for ids ['a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0'] in n-d-817748-2 is: [{'id': 'a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0', 'name': 'tempest-TestServerMultinode-805066982-router', 'tenant_id': '265ee910b86841ae96f9bf57d5fc1409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:23Z', 'updated_at': '2021-11-15T15:12:20Z', 'revision_number': 6, 'project_id': '265ee910b86841ae96f9bf57d5fc1409', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:12:20.874358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:20.901622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Pushing event deleted for resources: {'Port': ['ID=eff69d65-c271-47e3-99b6-393dccb75ef5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:20.918365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbac8cf-b755-4c58-8128-3d380560b061 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:12:20.981260 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:21.083216 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:21.085583 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:21.194156 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:21.195043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:12:21.203621 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:21.204868 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-12be62b6-a701-494e-bd0c-c2aa3812688e admin admin] 10.222.0.70 "DELETE /v2.0/routers/a8e1b00d-be4a-41f6-bb3a-ee2c4eab26c0 HTTP/1.1" status: 204 len: 168 time: 1.1299491 Nov 15 15:12:21.207637 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42718) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:12:21.234768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2ede638-8829-4033-84bc-07d9eb3ef82d req-667ba5c7-af5f-4cb7-9a92-44596da652da tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 210 time: 0.0286164 Nov 15 15:12:21.272981 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a9bcb6-e19d-48dc-992d-163cbd06e1b9 admin admin] Deleting subnet 352a6704-8cba-4191-a16b-d0b72f095dbf {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:12:21.276382 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57a9bcb6-e19d-48dc-992d-163cbd06e1b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:21.317121 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57a9bcb6-e19d-48dc-992d-163cbd06e1b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:21.404310 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57a9bcb6-e19d-48dc-992d-163cbd06e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:21.529084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3aff3db5-0c0d-4866-8fee-fdedc58160fd no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:12:21.532366 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57a9bcb6-e19d-48dc-992d-163cbd06e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:21.554340 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 3aff3db5-0c0d-4866-8fee-fdedc58160fd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:12:21.554710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3aff3db5-0c0d-4866-8fee-fdedc58160fd not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:12:21.555127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device eff69d65-c271-47e3-99b6-393dccb75ef5 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:12:21.566296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9bcb6-e19d-48dc-992d-163cbd06e1b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352a6704-8cba-4191-a16b-d0b72f095dbf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:21.568769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57a9bcb6-e19d-48dc-992d-163cbd06e1b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:21.572617 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-57a9bcb6-e19d-48dc-992d-163cbd06e1b9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/352a6704-8cba-4191-a16b-d0b72f095dbf HTTP/1.1" status: 204 len: 168 time: 0.3637781 Nov 15 15:12:21.575095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42722) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:12:21.589143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a56162d-5d01-45d9-8008-2b43b848d457 None None] Network 06df0db1-9475-42bb-8ed9-f122fe90f3eb requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:12:21.592789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: eff69d65-c271-47e3-99b6-393dccb75ef5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:12:21.593139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device eff69d65-c271-47e3-99b6-393dccb75ef5 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:12:21.659232 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:21.739819 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Deleting port 05c8868b-3331-40bb-b3ca-a296affbba14 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:12:21.741671 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:21.823454 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] For port 05c8868b-3331-40bb-b3ca-a296affbba14, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=05c8868b-3331-40bb-b3ca-a296affbba14,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:21.823911 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:21.841263 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Calling delete_port for 05c8868b-3331-40bb-b3ca-a296affbba14 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:12:21.855824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7908dee2-e682-4e4c-9830-2e2311cfbc46 None None] DHCP port deletion for 06df0db1-9475-42bb-8ed9-f122fe90f3eb request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:12:21.951435 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7908dee2-e682-4e4c-9830-2e2311cfbc46 None None] Deleting port 05c8868b-3331-40bb-b3ca-a296affbba14 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:12:21.952587 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7908dee2-e682-4e4c-9830-2e2311cfbc46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:22.019242 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:22.035056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7908dee2-e682-4e4c-9830-2e2311cfbc46 None None] For port 05c8868b-3331-40bb-b3ca-a296affbba14, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=05c8868b-3331-40bb-b3ca-a296affbba14,segment=NetworkSegment(da428c1a-af51-4034-8e06-9ef7940fc347),segment_id=da428c1a-af51-4034-8e06-9ef7940fc347)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:22.035423 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7908dee2-e682-4e4c-9830-2e2311cfbc46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:22.051464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7908dee2-e682-4e4c-9830-2e2311cfbc46 None None] Calling delete_port for 05c8868b-3331-40bb-b3ca-a296affbba14 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:12:22.058072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c8868b-3331-40bb-b3ca-a296affbba14,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:22.067222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] No DVR routers for this DVR port 05c8868b-3331-40bb-b3ca-a296affbba14 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:12:22.144341 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:22.169669 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7908dee2-e682-4e4c-9830-2e2311cfbc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:22.174784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06df0db1-9475-42bb-8ed9-f122fe90f3eb']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:22.186180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da428c1a-af51-4034-8e06-9ef7940fc347') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:22.186857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da428c1a-af51-4034-8e06-9ef7940fc347') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:22.205785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908dee2-e682-4e4c-9830-2e2311cfbc46 None None] Pushing event deleted for resources: {'Port': ['ID=05c8868b-3331-40bb-b3ca-a296affbba14,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:22.210386 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:22.214273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7908dee2-e682-4e4c-9830-2e2311cfbc46 None None] No DVR routers for this DVR port 05c8868b-3331-40bb-b3ca-a296affbba14 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:12:22.243318 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:22.250229 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:12:22.250880 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:12:22.253071 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:12:22.398333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9d71d61f-ab7c-4a18-90fe-cc560b3017cc req-4b3557b6-a0ac-4cc9-a313-741b5295494a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=34acd02d-eed0-4752-b099-f52f225623e4 HTTP/1.1" status: 200 len: 210 time: 0.0492530 Nov 15 15:12:22.429084 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:22.435944 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:22.446173 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/06df0db1-9475-42bb-8ed9-f122fe90f3eb HTTP/1.1" status: 204 len: 168 time: 0.8699145 Nov 15 15:12:22.448179 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42728) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:12:22.465258 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4e91a-70ce-4834-a5e2-b9806f94f8e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=06df0db1-9475-42bb-8ed9-f122fe90f3eb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:22.845959 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1177e678-fb75-4906-92b6-1eedd3029c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:23.105701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1177e678-fb75-4906-92b6-1eedd3029c44 admin admin] Deleting port 61a9f8b8-e6fa-4b43-9206-168a54e5f138 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:12:23.106042 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1177e678-fb75-4906-92b6-1eedd3029c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:23.189252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1177e678-fb75-4906-92b6-1eedd3029c44 admin admin] For port 61a9f8b8-e6fa-4b43-9206-168a54e5f138, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=61a9f8b8-e6fa-4b43-9206-168a54e5f138,segment=NetworkSegment(0d5734aa-0f0d-418f-ba76-081d4867c395),segment_id=0d5734aa-0f0d-418f-ba76-081d4867c395)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:23.189617 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1177e678-fb75-4906-92b6-1eedd3029c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:23.202769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1177e678-fb75-4906-92b6-1eedd3029c44 admin admin] Calling delete_port for 61a9f8b8-e6fa-4b43-9206-168a54e5f138 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:12:23.498460 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1177e678-fb75-4906-92b6-1eedd3029c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:23.516836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 05c8868b-3331-40bb-b3ca-a296affbba14 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:12:23.537587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177e678-fb75-4906-92b6-1eedd3029c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a9f8b8-e6fa-4b43-9206-168a54e5f138,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:23.539269 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 05c8868b-3331-40bb-b3ca-a296affbba14 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:12:23.540117 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 05c8868b-3331-40bb-b3ca-a296affbba14 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:12:23.755644 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1177e678-fb75-4906-92b6-1eedd3029c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:24.040596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1177e678-fb75-4906-92b6-1eedd3029c44 admin admin] Router 10595e37-10a6-41c9-a996-ef3fc7a5a364 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:12:24.150674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1177e678-fb75-4906-92b6-1eedd3029c44 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:12:24.158466 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1177e678-fb75-4906-92b6-1eedd3029c44 admin admin] 10.222.0.70 "PUT /v2.0/routers/10595e37-10a6-41c9-a996-ef3fc7a5a364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7066448 Nov 15 15:12:24.158466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42740) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:12:24.163490 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc37b82-29f3-4971-aea7-398016d8b5cb None None] Sync routers for ids ['10595e37-10a6-41c9-a996-ef3fc7a5a364'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:12:24.173553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc37b82-29f3-4971-aea7-398016d8b5cb None None] Routers {'10595e37-10a6-41c9-a996-ef3fc7a5a364'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:12:24.174185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4fc37b82-29f3-4971-aea7-398016d8b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:12:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['10595e37-10a6-41c9-a996-ef3fc7a5a364'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:24.267940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:24.287529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4fc37b82-29f3-4971-aea7-398016d8b5cb None None] Set router 10595e37-10a6-41c9-a996-ef3fc7a5a364 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:12:24.375741 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:24.498798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Deleting port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:12:24.499480 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:24.502296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4fc37b82-29f3-4971-aea7-398016d8b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'name': 'tempest-TestServerMultinode-1531757551-router', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:31Z', 'updated_at': '2021-11-15T15:12:23Z', 'revision_number': 5, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'gw_port': {'id': '0cddd8df-7956-4e6b-81e7-ed4baa2c69a6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:24.532556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc37b82-29f3-4971-aea7-398016d8b5cb None None] Checking router: 10595e37-10a6-41c9-a996-ef3fc7a5a364 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:12:24.543923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc37b82-29f3-4971-aea7-398016d8b5cb None None] Routers {'10595e37-10a6-41c9-a996-ef3fc7a5a364'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:12:24.544155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4fc37b82-29f3-4971-aea7-398016d8b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:12:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['10595e37-10a6-41c9-a996-ef3fc7a5a364'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:24.589286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] For port 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0cddd8df-7956-4e6b-81e7-ed4baa2c69a6,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:24.589645 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:24.602890 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Calling delete_port for 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:12:24.637554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4fc37b82-29f3-4971-aea7-398016d8b5cb None None] Set router 10595e37-10a6-41c9-a996-ef3fc7a5a364 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:12:24.697915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4fc37b82-29f3-4971-aea7-398016d8b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'name': 'tempest-TestServerMultinode-1531757551-router', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:31Z', 'updated_at': '2021-11-15T15:12:24Z', 'revision_number': 6, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:24.728042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc37b82-29f3-4971-aea7-398016d8b5cb None None] The sync data for ids ['10595e37-10a6-41c9-a996-ef3fc7a5a364'] in n-d-817748-2 is: [{'id': '10595e37-10a6-41c9-a996-ef3fc7a5a364', 'name': 'tempest-TestServerMultinode-1531757551-router', 'tenant_id': 'bf4be2b4469644c98782af7025523a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:31Z', 'updated_at': '2021-11-15T15:12:24Z', 'revision_number': 6, 'project_id': 'bf4be2b4469644c98782af7025523a5b', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:12:24.867766 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:24.899063 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cddd8df-7956-4e6b-81e7-ed4baa2c69a6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:24.915074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cdc694-a792-48a8-b1d1-d042f5fdedfa None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:12:24.971014 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:25.066206 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:25.068397 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:25.197478 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:25.197478 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10595e37-10a6-41c9-a996-ef3fc7a5a364 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:12:25.203993 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:25.205271 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-494f7336-f216-4383-8794-fe6f36f13a57 admin admin] 10.222.0.70 "DELETE /v2.0/routers/10595e37-10a6-41c9-a996-ef3fc7a5a364 HTTP/1.1" status: 204 len: 168 time: 1.0460017 Nov 15 15:12:25.208078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 42746) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:12:25.275735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2d8bb3-c385-430b-b990-dace65e9d76d admin admin] Deleting subnet 46fb0f1d-f082-49b5-82ae-0168506f6df0 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:12:25.279098 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bb3-c385-430b-b990-dace65e9d76d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:25.322728 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bb3-c385-430b-b990-dace65e9d76d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:25.410804 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bb3-c385-430b-b990-dace65e9d76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:25.526151 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bb3-c385-430b-b990-dace65e9d76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:25.565307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d8bb3-c385-430b-b990-dace65e9d76d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46fb0f1d-f082-49b5-82ae-0168506f6df0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:25.573000 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bb3-c385-430b-b990-dace65e9d76d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:25.578712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c65993-3b1d-420d-a6d2-f1a5008f7caa None None] Network b1406bbb-ea3c-444b-8f3d-c0dadb18c64e requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:12:25.581642 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:12:25.592653 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dc2d8bb3-c385-430b-b990-dace65e9d76d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/46fb0f1d-f082-49b5-82ae-0168506f6df0 HTTP/1.1" status: 204 len: 168 time: 0.3815303 Nov 15 15:12:25.679339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 61a9f8b8-e6fa-4b43-9206-168a54e5f138 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:12:25.680246 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:25.733441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 61a9f8b8-e6fa-4b43-9206-168a54e5f138 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:12:25.735171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 61a9f8b8-e6fa-4b43-9206-168a54e5f138 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:12:25.735707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:12:25.749462 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Deleting port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:12:25.750065 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:25.789667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:12:25.790043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0cddd8df-7956-4e6b-81e7-ed4baa2c69a6 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:12:25.852519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] For port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0e2da45a-d043-4b1f-9eb5-54ce25991c5c,segment=NetworkSegment(0d5734aa-0f0d-418f-ba76-081d4867c395),segment_id=0d5734aa-0f0d-418f-ba76-081d4867c395)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:25.853015 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:25.871334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Calling delete_port for 0e2da45a-d043-4b1f-9eb5-54ce25991c5c owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:12:25.982018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ae458d-702f-449a-8e0c-e717db5fad36 None None] DHCP port deletion for b1406bbb-ea3c-444b-8f3d-c0dadb18c64e request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:12:26.043063 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-24ae458d-702f-449a-8e0c-e717db5fad36 None None] Deleting port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:12:26.043063 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24ae458d-702f-449a-8e0c-e717db5fad36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:26.097176 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:26.104130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-24ae458d-702f-449a-8e0c-e717db5fad36 None None] For port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0e2da45a-d043-4b1f-9eb5-54ce25991c5c,segment=NetworkSegment(0d5734aa-0f0d-418f-ba76-081d4867c395),segment_id=0d5734aa-0f0d-418f-ba76-081d4867c395)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:12:26.104526 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24ae458d-702f-449a-8e0c-e717db5fad36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:26.120142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-24ae458d-702f-449a-8e0c-e717db5fad36 None None] Calling delete_port for 0e2da45a-d043-4b1f-9eb5-54ce25991c5c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:12:26.131268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] No DVR routers for this DVR port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:12:26.155865 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2da45a-d043-4b1f-9eb5-54ce25991c5c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:26.208326 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24ae458d-702f-449a-8e0c-e717db5fad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:26.226112 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:26.235256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae458d-702f-449a-8e0c-e717db5fad36 None None] Pushing event deleted for resources: {'Port': ['ID=0e2da45a-d043-4b1f-9eb5-54ce25991c5c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:26.244828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ae458d-702f-449a-8e0c-e717db5fad36 None None] No DVR routers for this DVR port 0e2da45a-d043-4b1f-9eb5-54ce25991c5c on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:12:26.259798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1406bbb-ea3c-444b-8f3d-c0dadb18c64e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:26.269909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5734aa-0f0d-418f-ba76-081d4867c395') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:26.270304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5734aa-0f0d-418f-ba76-081d4867c395') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:12:26.280354 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:26.294471 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:26.301189 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:12:26.301574 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:12:26.303240 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:12:26.462824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:26.469777 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:26.477436 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b1406bbb-ea3c-444b-8f3d-c0dadb18c64e HTTP/1.1" status: 204 len: 168 time: 0.8896086 Nov 15 15:12:26.486585 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfdda5-98c2-44e1-90b9-f5b418279ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1406bbb-ea3c-444b-8f3d-c0dadb18c64e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:26.893158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:12:26.950436 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-970381a1-a296-44b5-ab39-673881169dd6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=265ee910b86841ae96f9bf57d5fc1409&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560050 Nov 15 15:12:26.952997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:12:27.011232 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-535b277b-8f5f-4e52-aaf7-9ac65ef87e65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:27.035432 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-535b277b-8f5f-4e52-aaf7-9ac65ef87e65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:27.211394 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-535b277b-8f5f-4e52-aaf7-9ac65ef87e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:27.213984 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-535b277b-8f5f-4e52-aaf7-9ac65ef87e65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:27.215254 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-535b277b-8f5f-4e52-aaf7-9ac65ef87e65 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/209f155f-7023-4f35-90f9-1a4c2e96309c HTTP/1.1" status: 204 len: 168 time: 0.2611043 Nov 15 15:12:27.223484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b277b-8f5f-4e52-aaf7-9ac65ef87e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209f155f-7023-4f35-90f9-1a4c2e96309c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:27.548321 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0e2da45a-d043-4b1f-9eb5-54ce25991c5c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:12:27.593999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 0e2da45a-d043-4b1f-9eb5-54ce25991c5c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:12:27.593999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0e2da45a-d043-4b1f-9eb5-54ce25991c5c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:12:28.016690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42800) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:12:28.074683 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b71901c3-411f-4e80-88e8-2b290366282b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf4be2b4469644c98782af7025523a5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561604 Nov 15 15:12:28.078444 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 42808) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:12:28.132171 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dc6d-13e1-485a-bf5c-7ddcae152e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:28.164438 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dc6d-13e1-485a-bf5c-7ddcae152e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:28.309196 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dc6d-13e1-485a-bf5c-7ddcae152e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:28.320189 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dc6d-13e1-485a-bf5c-7ddcae152e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:28.323333 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5ab6dc6d-13e1-485a-bf5c-7ddcae152e8a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/806ceaa7-d9a1-46dc-80f1-38b06106e9af HTTP/1.1" status: 204 len: 168 time: 0.2433457 Nov 15 15:12:28.348435 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6dc6d-13e1-485a-bf5c-7ddcae152e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ceaa7-d9a1-46dc-80f1-38b06106e9af,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:12:28.479921 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:29.045898 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:29.800009 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4135-020e-4e0d-ace2-bbfc36a27965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:32.142883 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79e3f954-b2f3-40ac-a129-821ca411725c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:33.548567 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:35.205591 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:35.782360 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:46.165828 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:12:57.849293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-7c1d2339-8f1c-465b-b8ff-ae4eb17bacaa tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:12:57.851001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-7c1d2339-8f1c-465b-b8ff-ae4eb17bacaa tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.1037993 Nov 15 15:12:57.866675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-8000e735-ffef-4537-b041-6207c92fcc72 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/quotas/ad76d1735a1742328107fcc385e5b51b HTTP/1.1" status: 200 len: 375 time: 0.0093114 Nov 15 15:12:57.923751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-f1bb6c33-ef3a-4f68-89ef-31c853a916ad tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512960 Nov 15 15:12:58.015875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-e40c9792-8f8b-43af-90c9-257b4b2013e7 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845778 Nov 15 15:12:58.115548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-f2798f02-ed93-430b-8d17-d6aff68d3f2c service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925591 Nov 15 15:12:58.394129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3888edc5-ac93-4d21-b11d-470cfbdeceba req-dfc567f9-bc72-4f01-9ed9-ea6349bc20cd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 210 time: 0.0298040 Nov 15 15:12:58.445657 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:58.993601 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:12:59.498076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3591c14a-503a-4301-bdb4-ea5737752c37 req-175e6a88-0a97-44be-8c90-b5121c8360df tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 210 time: 0.0328388 Nov 15 15:12:59.776232 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a29223d-f133-433b-84ef-d094ee70d0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:00.561276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-2eb1bcde-8b18-4eb4-9036-1d363bada2b7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:00.562797 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-2eb1bcde-8b18-4eb4-9036-1d363bada2b7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.46 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.1186256 Nov 15 15:13:00.583444 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'port': {'device_id': '973583e5-75f7-4c51-aaec-9705d434dc58', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'admin_state_up': True, 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:13:00.608134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c114b333-e56d-4d04-a8b9-2d73a716c7f7 req-192d389b-80bb-40a3-81ec-ea34f258c575 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 210 time: 0.0350659 Nov 15 15:13:00.782453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Made reservation on behalf of ad76d1735a1742328107fcc385e5b51b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:13:00.785874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:00.917767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Allocated IP 172.20.0.4 (9cb06ff6-8b3b-46c4-bd2f-195327bebee0/a717034a-aaa9-41b7-9466-2e1be66dd215/8aad0b4e-1f32-4210-afbb-90dcf74183e2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:13:01.080046 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:01.165812 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:01.211306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:13:01.216940 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:13:01.221325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:13:01.254286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'Port': ['ID=8aad0b4e-1f32-4210-afbb-90dcf74183e2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:13:01.270857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:01.271236 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:01.271545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:01.271898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:01.272320 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:01.272851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:01.273377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:01.273885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:01.274409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:01.274927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:01.275589 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:01.275927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:01.298369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:01.299860 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:01.425913 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-6e8e1e66-f3a1-48d1-97c5-5f5cbccef789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8471558 Nov 15 15:13:01.442565 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Request body: {'port': {'device_id': '973583e5-75f7-4c51-aaec-9705d434dc58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:13:01.461352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-342375df-ba7c-4903-9023-ed45887764dc None None] Provisioning complete for port 8aad0b4e-1f32-4210-afbb-90dcf74183e2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:13:01.461997 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-342375df-ba7c-4903-9023-ed45887764dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:01.504275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-342375df-ba7c-4903-9023-ed45887764dc None None] Port 8aad0b4e-1f32-4210-afbb-90dcf74183e2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:13:01.530362 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:01.772420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280c758-a9b6-475c-a5ef-890ec131b3ff req-7de57b3c-9024-4131-9e75-e3862f49e45e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:01.773892 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e280c758-a9b6-475c-a5ef-890ec131b3ff req-7de57b3c-9024-4131-9e75-e3862f49e45e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 931 time: 0.0604007 Nov 15 15:13:01.833496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e280c758-a9b6-475c-a5ef-890ec131b3ff req-6016bfb8-9f04-493e-b56e-a69f125e136b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497718 Nov 15 15:13:01.861539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aad0b4e-1f32-4210-afbb-90dcf74183e2 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:13:01.870106 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:01.883639 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Transition to ACTIVE for port object 8aad0b4e-1f32-4210-afbb-90dcf74183e2 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:13:01.936709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:02.052071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Pushing event updated for resources: {'Port': ['ID=8aad0b4e-1f32-4210-afbb-90dcf74183e2,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:13:02.108399 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b3176716-c5bf-4cec-aec3-49590b58315e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:02.118443 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Attempting to bind port 8aad0b4e-1f32-4210-afbb-90dcf74183e2 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:13:02.118807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Attempting to bind port 8aad0b4e-1f32-4210-afbb-90dcf74183e2 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:13:02.119127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Attempting to bind port 8aad0b4e-1f32-4210-afbb-90dcf74183e2 on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:13:02.124716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Port 8aad0b4e-1f32-4210-afbb-90dcf74183e2 on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:13:02.126361 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Attempting to bind port 8aad0b4e-1f32-4210-afbb-90dcf74183e2 on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:13:02.130747 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:13:02.131100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Checking segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:13:02.131636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Bound using segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:13:02.132343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Bound port: 8aad0b4e-1f32-4210-afbb-90dcf74183e2, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:13:02.132723 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:02.206289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] For port 8aad0b4e-1f32-4210-afbb-90dcf74183e2, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:13:02.218062 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] For port 8aad0b4e-1f32-4210-afbb-90dcf74183e2, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=8aad0b4e-1f32-4210-afbb-90dcf74183e2,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:13:02.331915 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:02.367343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:02.367979 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:02.369412 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] 10.222.0.46 "PUT /v2.0/ports/8aad0b4e-1f32-4210-afbb-90dcf74183e2 HTTP/1.1" status: 200 len: 1091 time: 0.9310999 Nov 15 15:13:02.369850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973583e5-75f7-4c51-aaec-9705d434dc58', 'tag': '8aad0b4e-1f32-4210-afbb-90dcf74183e2'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:13:02.375928 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57deb512-765f-48b9-aade-367d65c349c2" -d '{"events": [{"name": "network-changed", "server_uuid": "973583e5-75f7-4c51-aaec-9705d434dc58", "tag": "8aad0b4e-1f32-4210-afbb-90dcf74183e2"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:13:02.428694 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3477bb-17f3-4f22-80ea-129ceb06659b x-openstack-request-id: req-3d3477bb-17f3-4f22-80ea-129ceb06659b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:13:02.429128 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973583e5-75f7-4c51-aaec-9705d434dc58", "tag": "8aad0b4e-1f32-4210-afbb-90dcf74183e2", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:13:02.429504 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d3477bb-17f3-4f22-80ea-129ceb06659b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:13:02.430097 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973583e5-75f7-4c51-aaec-9705d434dc58', 'tag': '8aad0b4e-1f32-4210-afbb-90dcf74183e2', 'status': 'completed', 'code': 200} Nov 15 15:13:02.437631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196f11a-1371-4abc-8f6b-76f826130a33 service neutron] Pushing event updated for resources: {'Port': ['ID=8aad0b4e-1f32-4210-afbb-90dcf74183e2,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:13:02.496664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deb512-765f-48b9-aade-367d65c349c2 req-833b4f5a-f0ca-49a2-a1ff-ba38a23ae32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:02.498230 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-57deb512-765f-48b9-aade-367d65c349c2 req-833b4f5a-f0ca-49a2-a1ff-ba38a23ae32d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 1094 time: 0.0473824 Nov 15 15:13:02.685991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deb512-765f-48b9-aade-367d65c349c2 req-36195cc5-7f5b-45f4-8e1a-32cb47efc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:02.688449 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-57deb512-765f-48b9-aade-367d65c349c2 req-36195cc5-7f5b-45f4-8e1a-32cb47efc445 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ad76d1735a1742328107fcc385e5b51b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1789224 Nov 15 15:13:02.802629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deb512-765f-48b9-aade-367d65c349c2 req-cb2efced-0b14-4411-ada0-57d59c7d0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:02.804824 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-57deb512-765f-48b9-aade-367d65c349c2 req-cb2efced-0b14-4411-ada0-57d59c7d0af9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077235 Nov 15 15:13:02.894150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-55671cb1-21a8-467e-a181-ba6c45b59bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:02.896325 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-55671cb1-21a8-467e-a181-ba6c45b59bfa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 1094 time: 0.0473907 Nov 15 15:13:02.948402 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-639c194f-f679-46d5-913a-33b2b36eb936 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aad0b4e-1f32-4210-afbb-90dcf74183e2 HTTP/1.1" status: 200 len: 217 time: 0.0397964 Nov 15 15:13:02.989309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac0a87-f659-4249-a1dd-8a2c0894915a req-ee02aee6-613e-4176-805b-dae808d9a7d0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:02.992564 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12ac0a87-f659-4249-a1dd-8a2c0894915a req-ee02aee6-613e-4176-805b-dae808d9a7d0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0821965 Nov 15 15:13:03.013807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-1582d4b0-1085-4070-b8d6-2b96765748c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:03.016342 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-1582d4b0-1085-4070-b8d6-2b96765748c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0563703 Nov 15 15:13:03.058963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12ac0a87-f659-4249-a1dd-8a2c0894915a req-62f89314-7217-4769-ae92-f07323c8c0d1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601990 Nov 15 15:13:03.074860 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-ce56c1b6-bd2e-40f9-8633-0bb56fd16387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:03.076426 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-ce56c1b6-bd2e-40f9-8633-0bb56fd16387 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500062 Nov 15 15:13:03.183877 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-2b4ba694-3bf6-4543-b034-97a4fce090cb service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959270 Nov 15 15:13:03.286543 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-62d31337-3477-4cec-9d62-7b7bd150f6a6 req-92ba742e-d59b-4ef4-a9f5-69e36217d7d9 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910623 Nov 15 15:13:03.599177 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:04.194664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2c2eb-8932-4f9e-88a4-b9559b757fbe req-8cac941c-4c5d-44b1-8c39-0f7b6ee0865e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:04.196407 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69e2c2eb-8932-4f9e-88a4-b9559b757fbe req-8cac941c-4c5d-44b1-8c39-0f7b6ee0865e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0560451 Nov 15 15:13:04.249084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69e2c2eb-8932-4f9e-88a4-b9559b757fbe req-edf1b497-2490-4b27-9223-52668e6fe4a5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454135 Nov 15 15:13:05.239501 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:05.384125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea9490-11d9-4810-8479-1e22c67841cd req-e6c5ae7d-3cd3-40aa-b42e-4b4efef62ad1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:05.386422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99ea9490-11d9-4810-8479-1e22c67841cd req-e6c5ae7d-3cd3-40aa-b42e-4b4efef62ad1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0592360 Nov 15 15:13:05.441140 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99ea9490-11d9-4810-8479-1e22c67841cd req-60a8ca2f-454c-49dd-a58c-1b8d870f7189 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466580 Nov 15 15:13:05.896399 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:06.566584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5473815-3413-435e-b02a-3a120e5c7124 req-bf2c6571-2940-4b65-9f6a-6227c54fb838 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:06.568021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5473815-3413-435e-b02a-3a120e5c7124 req-bf2c6571-2940-4b65-9f6a-6227c54fb838 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0539994 Nov 15 15:13:06.616589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5473815-3413-435e-b02a-3a120e5c7124 req-b15f46b9-a199-4fd0-81bb-01c2a96217a7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420916 Nov 15 15:13:07.741451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977781a0-bf18-45e2-b5da-e8639d8e2c09 req-ed2ff7b1-277e-4523-81a4-e7425f7acc13 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:07.745350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-977781a0-bf18-45e2-b5da-e8639d8e2c09 req-ed2ff7b1-277e-4523-81a4-e7425f7acc13 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0507658 Nov 15 15:13:07.801745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-977781a0-bf18-45e2-b5da-e8639d8e2c09 req-798175f8-f3f1-42ab-8f87-c8bcd58433cd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503271 Nov 15 15:13:08.946088 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9308eb5-d60a-4f84-9aa0-633b2776a0ca req-9f5dfe0d-999b-48bd-be7c-d8858263c5fc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:08.947653 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9308eb5-d60a-4f84-9aa0-633b2776a0ca req-9f5dfe0d-999b-48bd-be7c-d8858263c5fc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0627308 Nov 15 15:13:09.004009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9308eb5-d60a-4f84-9aa0-633b2776a0ca req-e190d97f-1e5e-44bb-91b2-45295d2c1aa1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499263 Nov 15 15:13:10.145861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919eb830-6084-4112-8806-f01e97666ca6 req-93b04f06-f20d-4bc8-83ce-2cc5b3aaa153 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:10.147984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-919eb830-6084-4112-8806-f01e97666ca6 req-93b04f06-f20d-4bc8-83ce-2cc5b3aaa153 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0590501 Nov 15 15:13:10.198961 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-919eb830-6084-4112-8806-f01e97666ca6 req-1c550b61-5560-4e75-a0a0-7a77b16528c8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445709 Nov 15 15:13:11.359899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb91ca0-8ce3-4511-a777-524d4805f424 req-783073bd-0298-40cf-9ee9-7013a3cae2dc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:11.361896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cdb91ca0-8ce3-4511-a777-524d4805f424 req-783073bd-0298-40cf-9ee9-7013a3cae2dc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0812001 Nov 15 15:13:11.425074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cdb91ca0-8ce3-4511-a777-524d4805f424 req-1e6d1af1-0c0b-428c-b839-2bfeb16d6927 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533864 Nov 15 15:13:12.556196 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4b096-4444-47c0-915d-2efda3f39946 req-8e5475fe-b981-4281-8e71-11c522c8dca1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:12.557956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58e4b096-4444-47c0-915d-2efda3f39946 req-8e5475fe-b981-4281-8e71-11c522c8dca1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0567565 Nov 15 15:13:12.618043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58e4b096-4444-47c0-915d-2efda3f39946 req-39dc8525-4af0-4fb3-acc5-50a2e340c199 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500848 Nov 15 15:13:13.971305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33377ae-8de3-401e-87ae-2a6ed584916c req-fb02f16b-85a4-4f93-9c27-97fb9459c2ef tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:13.971305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a33377ae-8de3-401e-87ae-2a6ed584916c req-fb02f16b-85a4-4f93-9c27-97fb9459c2ef tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.2728872 Nov 15 15:13:14.030733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a33377ae-8de3-401e-87ae-2a6ed584916c req-986ce5bf-8a89-45ec-a0dd-9f23e3fb8515 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559747 Nov 15 15:13:15.182371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b8ffc-9b79-4830-8d0a-6d7dd95bdb7a req-d767900f-593b-4b1e-8300-b0f3c780d30c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:15.184088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3b8ffc-9b79-4830-8d0a-6d7dd95bdb7a req-d767900f-593b-4b1e-8300-b0f3c780d30c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0675094 Nov 15 15:13:15.246247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f3b8ffc-9b79-4830-8d0a-6d7dd95bdb7a req-c8c39dc7-52ef-49f3-be4c-4f029e2c6a26 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510347 Nov 15 15:13:16.383182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9b608-b6ef-4c60-9848-af557691ee0b req-2adb5158-974d-42b2-ae99-ccb339aa3220 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:16.384736 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63a9b608-b6ef-4c60-9848-af557691ee0b req-2adb5158-974d-42b2-ae99-ccb339aa3220 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0531609 Nov 15 15:13:16.443097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63a9b608-b6ef-4c60-9848-af557691ee0b req-46cdbfe9-d3b9-4aa0-b2f2-c8e1f9c7bfcb tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520542 Nov 15 15:13:17.582676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7166a-e407-4f1e-8976-fa439a08cee9 req-94ee59d7-f432-4144-9678-e7625e1bdd55 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:17.584172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f7166a-e407-4f1e-8976-fa439a08cee9 req-94ee59d7-f432-4144-9678-e7625e1bdd55 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0590513 Nov 15 15:13:17.647197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29f7166a-e407-4f1e-8976-fa439a08cee9 req-f532e8dd-0277-4ec6-b8c8-100b07367598 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525856 Nov 15 15:13:17.860193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a50fc9c-7bc3-4265-9637-a47b4046eaa2 req-4df50e8e-408b-4c9b-ba86-bc7af4cb8a4c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1170447 Nov 15 15:13:17.964326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50fc9c-7bc3-4265-9637-a47b4046eaa2 req-414fa452-a7d7-4bd0-a25d-9d6094c5fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:17.965993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a50fc9c-7bc3-4265-9637-a47b4046eaa2 req-414fa452-a7d7-4bd0-a25d-9d6094c5fa4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e3fa81815e54f8bac5fbb5c69b62536&device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 1101 time: 0.0547163 Nov 15 15:13:18.111257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50fc9c-7bc3-4265-9637-a47b4046eaa2 req-79aa387d-5609-4e86-96c0-8ecccadca04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:18.112678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a50fc9c-7bc3-4265-9637-a47b4046eaa2 req-79aa387d-5609-4e86-96c0-8ecccadca04e service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be HTTP/1.1" status: 200 len: 870 time: 0.1254303 Nov 15 15:13:18.159430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a50fc9c-7bc3-4265-9637-a47b4046eaa2 req-d8f7479d-9b79-42c2-aa56-ea1c8942c363 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7a25516c-9df5-46fd-9a9d-a53a65c34082 HTTP/1.1" status: 200 len: 217 time: 0.0380719 Nov 15 15:13:18.219187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50fc9c-7bc3-4265-9637-a47b4046eaa2 req-7ddc4b87-a545-49d2-bfe4-3554a07cd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:18.222080 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a50fc9c-7bc3-4265-9637-a47b4046eaa2 req-7ddc4b87-a545-49d2-bfe4-3554a07cd496 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0537925 Nov 15 15:13:18.277186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50fc9c-7bc3-4265-9637-a47b4046eaa2 req-2da518ca-2919-463e-94d3-558a2f94ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:18.278832 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a50fc9c-7bc3-4265-9637-a47b4046eaa2 req-2da518ca-2919-463e-94d3-558a2f94ea6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509534 Nov 15 15:13:18.373949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a50fc9c-7bc3-4265-9637-a47b4046eaa2 req-bd5a68cb-37c8-4eea-98b4-3f6d331b7e18 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878685 Nov 15 15:13:18.475554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a50fc9c-7bc3-4265-9637-a47b4046eaa2 req-89a375fb-c17b-400d-913c-cd4269899cad service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943470 Nov 15 15:13:18.771985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6d0b-69ea-4c6d-a52d-5d688ed080ca req-72dc33bc-bcf6-4889-8d73-fc6392f664a5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:18.773649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cce6d0b-69ea-4c6d-a52d-5d688ed080ca req-72dc33bc-bcf6-4889-8d73-fc6392f664a5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0522318 Nov 15 15:13:18.828297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cce6d0b-69ea-4c6d-a52d-5d688ed080ca req-5cbc2633-fbcf-4f5b-a85d-7a33479f9a4d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484722 Nov 15 15:13:19.984759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3e66-9c04-4531-b038-65f8bacc547f req-4b8856b9-e904-458b-bba9-35e59967b789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:19.987172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-439e3e66-9c04-4531-b038-65f8bacc547f req-4b8856b9-e904-458b-bba9-35e59967b789 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0575964 Nov 15 15:13:20.051155 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-439e3e66-9c04-4531-b038-65f8bacc547f req-7d458f1e-bb0a-4fa3-9005-381dd180e637 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581625 Nov 15 15:13:21.195246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63212621-c304-4875-9854-21d1e9664301 req-2a8c7339-eec1-4d05-b6f6-b4f91d2866ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:21.196769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63212621-c304-4875-9854-21d1e9664301 req-2a8c7339-eec1-4d05-b6f6-b4f91d2866ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0589635 Nov 15 15:13:21.266948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63212621-c304-4875-9854-21d1e9664301 req-6148179f-3a84-45ff-a05b-fa0291c8f2d5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633345 Nov 15 15:13:22.406109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e9b01-ef8f-47cb-a14f-0af3c47e4108 req-45345b15-abdf-4296-86d0-88d78c2acaa4 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:22.407681 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f29e9b01-ef8f-47cb-a14f-0af3c47e4108 req-45345b15-abdf-4296-86d0-88d78c2acaa4 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0540097 Nov 15 15:13:22.465399 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f29e9b01-ef8f-47cb-a14f-0af3c47e4108 req-a207f008-9e69-4062-9064-baed12a459bb tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498798 Nov 15 15:13:23.165998 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:13:23.593113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bd892-cb99-4381-a02f-6bf39d4cc912 req-1c064aaa-ab75-4882-89a1-3a1bb82f0a34 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:23.598882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd0bd892-cb99-4381-a02f-6bf39d4cc912 req-1c064aaa-ab75-4882-89a1-3a1bb82f0a34 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0578830 Nov 15 15:13:23.656784 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd0bd892-cb99-4381-a02f-6bf39d4cc912 req-99f130fb-9d89-47f4-b5f1-3f34ce27e567 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556226 Nov 15 15:13:24.790249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e58da-c130-4448-94c5-fff90e9c7a15 req-f24a9161-6f06-4f78-8815-b1603b55ca6e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:24.791853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c91e58da-c130-4448-94c5-fff90e9c7a15 req-f24a9161-6f06-4f78-8815-b1603b55ca6e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0572743 Nov 15 15:13:24.844752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c91e58da-c130-4448-94c5-fff90e9c7a15 req-a8780a61-eed2-4327-b355-2c81611edfa8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456815 Nov 15 15:13:25.968676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d25ce-7ce5-4ba7-b7fb-6d97300c2034 req-7a7135d3-417c-4222-98b4-a9e3c58e3ffd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:25.970250 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd0d25ce-7ce5-4ba7-b7fb-6d97300c2034 req-7a7135d3-417c-4222-98b4-a9e3c58e3ffd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0523903 Nov 15 15:13:26.020493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd0d25ce-7ce5-4ba7-b7fb-6d97300c2034 req-74ebe297-2989-468b-b3fc-2000f546c7dc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 Nov 15 15:13:27.200312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400e96a-d874-4076-a33b-f74ce7839737 req-bca1cd66-30f8-46e2-b30e-9b099c0395f7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:27.203545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6400e96a-d874-4076-a33b-f74ce7839737 req-bca1cd66-30f8-46e2-b30e-9b099c0395f7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.1100819 Nov 15 15:13:27.250307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6400e96a-d874-4076-a33b-f74ce7839737 req-027cc937-a3da-4fb2-a0f1-9aa86853625c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421999 Nov 15 15:13:28.377813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de4534-ad32-47c0-a1fa-03897eb90107 req-4d2b26d2-aee8-49d8-9d12-32247f5b5bad tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:28.382945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40de4534-ad32-47c0-a1fa-03897eb90107 req-4d2b26d2-aee8-49d8-9d12-32247f5b5bad tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0581522 Nov 15 15:13:28.442190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40de4534-ad32-47c0-a1fa-03897eb90107 req-9647d2d1-3da7-4bbf-be1f-bc812e729234 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546558 Nov 15 15:13:28.473517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:28.970758 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:29.560261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d88f4-35f2-4184-872e-607ed1589219 req-8a7cc879-3df6-4521-8ecf-1573276139d9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:29.561839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-880d88f4-35f2-4184-872e-607ed1589219 req-8a7cc879-3df6-4521-8ecf-1573276139d9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0569010 Nov 15 15:13:29.611297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-880d88f4-35f2-4184-872e-607ed1589219 req-81a0adcb-d1a1-4a09-98fc-f0baa038bd2c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429673 Nov 15 15:13:29.759673 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83de031d-5689-4f64-8d8a-3d8ca67d63bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:30.745205 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336bc84-9125-4315-846e-b1777847ec70 req-fd8a52a9-498c-48d5-af8a-310ae0e10335 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:30.747306 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3336bc84-9125-4315-846e-b1777847ec70 req-fd8a52a9-498c-48d5-af8a-310ae0e10335 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0585210 Nov 15 15:13:30.806009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3336bc84-9125-4315-846e-b1777847ec70 req-80c660a7-cca1-4fb1-a81e-ab1daf647db8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527844 Nov 15 15:13:31.923173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf07f-5d24-45b1-aeba-f9a03d71c2ee req-68bc5d1f-d3d6-4473-9633-0211853225d6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:31.924701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6faf07f-5d24-45b1-aeba-f9a03d71c2ee req-68bc5d1f-d3d6-4473-9633-0211853225d6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0496342 Nov 15 15:13:31.972202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6faf07f-5d24-45b1-aeba-f9a03d71c2ee req-cb7b52bd-2b8f-410b-92d9-e865b7f3e80b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Nov 15 15:13:32.077849 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4978b832-0b62-4132-9080-f678366ab450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:33.086855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0b2f7-2730-43e4-9d0b-3e65712d3a3b req-58421bb9-3566-4a62-b577-ccdfba5d6e37 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:33.088346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19f0b2f7-2730-43e4-9d0b-3e65712d3a3b req-58421bb9-3566-4a62-b577-ccdfba5d6e37 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0480096 Nov 15 15:13:33.137993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19f0b2f7-2730-43e4-9d0b-3e65712d3a3b req-0a0410c1-a35b-4493-9219-6e5adac13f2f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Nov 15 15:13:33.564246 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:34.266186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cb687-a4b1-47ea-9383-d8d61cc66444 req-1fd3971e-0321-4d26-9aa1-00537bfbcdd3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:34.267682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-764cb687-a4b1-47ea-9383-d8d61cc66444 req-1fd3971e-0321-4d26-9aa1-00537bfbcdd3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0527694 Nov 15 15:13:34.314342 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-764cb687-a4b1-47ea-9383-d8d61cc66444 req-868dbd55-bf66-4aff-9168-3f93d628f77c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406992 Nov 15 15:13:35.227931 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:35.434693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a46904-a04a-4b9a-84ae-6cec7b63df73 req-e51cef5d-316d-4de5-804c-bae0e58e39ec tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:35.436732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66a46904-a04a-4b9a-84ae-6cec7b63df73 req-e51cef5d-316d-4de5-804c-bae0e58e39ec tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0520761 Nov 15 15:13:35.486356 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66a46904-a04a-4b9a-84ae-6cec7b63df73 req-355eeffb-3fb3-4b6c-8ca2-83442fcc2adb tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439377 Nov 15 15:13:35.782615 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:36.604252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc2da6-bd78-4ef0-92e0-d0ba73e77993 req-1f898466-0a0b-4be8-b24c-91e41ab0ce94 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:36.605737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48cc2da6-bd78-4ef0-92e0-d0ba73e77993 req-1f898466-0a0b-4be8-b24c-91e41ab0ce94 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0492792 Nov 15 15:13:36.657246 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48cc2da6-bd78-4ef0-92e0-d0ba73e77993 req-64e9e5c9-171d-4b11-af3c-e95658462b37 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453856 Nov 15 15:13:37.751631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0d140-aa0f-4395-8aef-cb121c6462e5 req-e471b1ba-cc11-4c14-a718-1888e7c09acc tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:37.753296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8c0d140-aa0f-4395-8aef-cb121c6462e5 req-e471b1ba-cc11-4c14-a718-1888e7c09acc tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 950 time: 0.0575466 Nov 15 15:13:37.812458 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e8c0d140-aa0f-4395-8aef-cb121c6462e5 req-7850656d-b010-441f-a40f-1245dbb7f520 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/security-groups?id=f08c57f8-8cb8-48c8-9c88-c0e5ee80cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519242 Nov 15 15:13:38.034022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424c90-c8d8-4ea2-840a-76a4e66d43d3 req-61489015-cf1b-4c1c-b63b-4c47e3c63724 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:38.035523 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0424c90-c8d8-4ea2-840a-76a4e66d43d3 req-61489015-cf1b-4c1c-b63b-4c47e3c63724 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0489585 Nov 15 15:13:38.082749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0424c90-c8d8-4ea2-840a-76a4e66d43d3 req-a363befb-a779-4231-b05e-1f27a6913008 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Nov 15 15:13:38.934208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba36fb-e506-4ea9-b149-2cf0cdf79499 req-f031ad39-5763-496f-8a95-0fcf008d290b tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:38.935722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7ba36fb-e506-4ea9-b149-2cf0cdf79499 req-f031ad39-5763-496f-8a95-0fcf008d290b tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 950 time: 0.0518312 Nov 15 15:13:38.983765 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7ba36fb-e506-4ea9-b149-2cf0cdf79499 req-08a7be22-4770-4afd-a84c-2bd77c7fc734 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/security-groups?id=f08c57f8-8cb8-48c8-9c88-c0e5ee80cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Nov 15 15:13:39.200623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a8182-11bd-4ec5-81f9-4b14a800cf7b req-c61ed37e-1551-46db-972b-c5b4c4a0f37b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:39.202160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-040a8182-11bd-4ec5-81f9-4b14a800cf7b req-c61ed37e-1551-46db-972b-c5b4c4a0f37b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 943 time: 0.0528264 Nov 15 15:13:39.283869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7159d3-1928-4f9f-87b1-2f5eadd5628b req-20f4d45a-be77-4286-9c6d-03341c797b7b tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:39.285309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc7159d3-1928-4f9f-87b1-2f5eadd5628b req-20f4d45a-be77-4286-9c6d-03341c797b7b tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.59 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 950 time: 0.0797765 Nov 15 15:13:39.288519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-040a8182-11bd-4ec5-81f9-4b14a800cf7b req-8f23309c-1344-40b1-9391-8a61659bf4c0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754211 Nov 15 15:13:39.377033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fc7159d3-1928-4f9f-87b1-2f5eadd5628b req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Deleting port 7a25516c-9df5-46fd-9a9d-a53a65c34082 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:13:39.377284 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc7159d3-1928-4f9f-87b1-2f5eadd5628b req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:39.469403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fc7159d3-1928-4f9f-87b1-2f5eadd5628b req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] For port 7a25516c-9df5-46fd-9a9d-a53a65c34082, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=7a25516c-9df5-46fd-9a9d-a53a65c34082,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:13:39.469767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc7159d3-1928-4f9f-87b1-2f5eadd5628b req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:39.481666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fc7159d3-1928-4f9f-87b1-2f5eadd5628b req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Calling delete_port for 7a25516c-9df5-46fd-9a9d-a53a65c34082 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:13:39.730750 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc7159d3-1928-4f9f-87b1-2f5eadd5628b req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:39.743672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['7a25516c-9df5-46fd-9a9d-a53a65c34082'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:13:39.763377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Pushing event deleted for resources: {'Port': ['ID=7a25516c-9df5-46fd-9a9d-a53a65c34082,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:13:39.774821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:39.775173 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:39.776062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:39.776398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:39.776731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:39.777068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:39.777400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:39.777730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:39.778059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:39.778383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:39.778729 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:39.779053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:39.820814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7159d3-1928-4f9f-87b1-2f5eadd5628b req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] No DVR routers for this DVR port 7a25516c-9df5-46fd-9a9d-a53a65c34082 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:13:39.824077 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc7159d3-1928-4f9f-87b1-2f5eadd5628b req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:39.827695 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc7159d3-1928-4f9f-87b1-2f5eadd5628b req-f2547ccb-0a8f-48ff-9a99-e24d4ff01c4d tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.59 "DELETE /v2.0/ports/7a25516c-9df5-46fd-9a9d-a53a65c34082 HTTP/1.1" status: 204 len: 173 time: 0.5356276 Nov 15 15:13:39.828090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988cd928-0571-4175-b646-aa0ffa1c2a9c', 'name': 'network-vif-deleted', 'tag': '7a25516c-9df5-46fd-9a9d-a53a65c34082'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:13:39.830461 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43b3aef-74ca-4bfa-94b9-005c103b4304" -d '{"events": [{"server_uuid": "988cd928-0571-4175-b646-aa0ffa1c2a9c", "name": "network-vif-deleted", "tag": "7a25516c-9df5-46fd-9a9d-a53a65c34082"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:13:39.868108 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaa5cae-cf44-4edd-b2b9-acc87912bf6b x-openstack-request-id: req-dbaa5cae-cf44-4edd-b2b9-acc87912bf6b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:13:39.868431 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988cd928-0571-4175-b646-aa0ffa1c2a9c", "name": "network-vif-deleted", "tag": "7a25516c-9df5-46fd-9a9d-a53a65c34082", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:13:39.868690 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dbaa5cae-cf44-4edd-b2b9-acc87912bf6b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:13:39.869698 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988cd928-0571-4175-b646-aa0ffa1c2a9c', 'name': 'network-vif-deleted', 'tag': '7a25516c-9df5-46fd-9a9d-a53a65c34082', 'status': 'completed', 'code': 200} Nov 15 15:13:39.907440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 8aad0b4e-1f32-4210-afbb-90dcf74183e2 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:13:40.002910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 8aad0b4e-1f32-4210-afbb-90dcf74183e2, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=8aad0b4e-1f32-4210-afbb-90dcf74183e2,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:13:40.016522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '8aad0b4e-1f32-4210-afbb-90dcf74183e2', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'port_id': '8aad0b4e-1f32-4210-afbb-90dcf74183e2', 'mac_address': 'fa:16:3e:02:c5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:13:40.059436 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:40.073344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aad0b4e-1f32-4210-afbb-90dcf74183e2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:13:40.079870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4c57c9ff-39ea-4267-9409-539b124996cd req-b80c1dcb-5281-4919-bb3f-c44901a06ca9 tempest-VolumesBackupsTest-811718414 tempest-VolumesBackupsTest-811718414-project] 10.222.0.70 "GET /v2.0/ports?device_id=988cd928-0571-4175-b646-aa0ffa1c2a9c HTTP/1.1" status: 200 len: 210 time: 0.0286517 Nov 15 15:13:40.093731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 8aad0b4e-1f32-4210-afbb-90dcf74183e2, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=8aad0b4e-1f32-4210-afbb-90dcf74183e2,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:13:40.170200 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:40.231036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=8aad0b4e-1f32-4210-afbb-90dcf74183e2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:13:40.238582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:40.238927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:40.239265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:40.239596 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:40.239928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:40.240256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:40.240586 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:40.240905 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:40.241226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:40.241553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:40.241872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:40.242211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:13:40.407112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ca570-ac23-4539-a96f-cf23ba6d59ac req-d5c1c007-cb24-4498-a8bf-b194480443d0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:40.408607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-921ca570-ac23-4539-a96f-cf23ba6d59ac req-d5c1c007-cb24-4498-a8bf-b194480443d0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 944 time: 0.0498028 Nov 15 15:13:40.429602 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['8aad0b4e-1f32-4210-afbb-90dcf74183e2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:13:40.460122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-921ca570-ac23-4539-a96f-cf23ba6d59ac req-49300d63-0c57-4245-8bf4-bc14031935d3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454388 Nov 15 15:13:41.584753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b736e-8607-4d20-bf92-8d951cae7b13 req-3f228fd3-b3f4-4374-a38b-1e91b86cef17 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:41.586262 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-155b736e-8607-4d20-bf92-8d951cae7b13 req-3f228fd3-b3f4-4374-a38b-1e91b86cef17 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 944 time: 0.0513546 Nov 15 15:13:41.636823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-155b736e-8607-4d20-bf92-8d951cae7b13 req-a1285392-2cba-4b69-9c33-8f2927836c30 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Nov 15 15:13:41.923499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 8aad0b4e-1f32-4210-afbb-90dcf74183e2 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:13:42.050274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 8aad0b4e-1f32-4210-afbb-90dcf74183e2 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:13:42.054372 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 8aad0b4e-1f32-4210-afbb-90dcf74183e2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:13:42.054769 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:42.137332 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:42.165191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973583e5-75f7-4c51-aaec-9705d434dc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aad0b4e-1f32-4210-afbb-90dcf74183e2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:13:42.167443 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979601a0-bd7d-411d-9c38-3fb18710e5c6" -d '{"events": [{"server_uuid": "973583e5-75f7-4c51-aaec-9705d434dc58", "name": "network-vif-plugged", "status": "completed", "tag": "8aad0b4e-1f32-4210-afbb-90dcf74183e2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:13:42.181762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 8aad0b4e-1f32-4210-afbb-90dcf74183e2, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=8aad0b4e-1f32-4210-afbb-90dcf74183e2,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:13:42.210929 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4416dd-ed1e-47dc-8c4a-83d041b1c1d7 x-openstack-request-id: req-3c4416dd-ed1e-47dc-8c4a-83d041b1c1d7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:13:42.211229 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973583e5-75f7-4c51-aaec-9705d434dc58", "name": "network-vif-plugged", "status": "completed", "tag": "8aad0b4e-1f32-4210-afbb-90dcf74183e2", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:13:42.211481 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c4416dd-ed1e-47dc-8c4a-83d041b1c1d7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:13:42.211891 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973583e5-75f7-4c51-aaec-9705d434dc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aad0b4e-1f32-4210-afbb-90dcf74183e2', 'code': 200} Nov 15 15:13:42.256690 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:42.316342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=8aad0b4e-1f32-4210-afbb-90dcf74183e2,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:13:42.396572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f344d9-fc3c-44ad-bda3-67e9b3979827 req-85a414da-098a-4c36-9808-8e5c714fea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:42.398251 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-11f344d9-fc3c-44ad-bda3-67e9b3979827 req-85a414da-098a-4c36-9808-8e5c714fea26 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 1096 time: 0.1121922 Nov 15 15:13:42.451771 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-11f344d9-fc3c-44ad-bda3-67e9b3979827 req-86cab14c-72a9-4241-8753-87b05b828e9a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399797 Nov 15 15:13:42.754905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41671434-ef96-490a-ab5d-9346e44ef648 req-5bba00ae-5eb4-422b-bf87-c364575eeefb tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:42.756696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41671434-ef96-490a-ab5d-9346e44ef648 req-5bba00ae-5eb4-422b-bf87-c364575eeefb tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 945 time: 0.0497682 Nov 15 15:13:42.807015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41671434-ef96-490a-ab5d-9346e44ef648 req-2dab7d96-61e4-4347-add2-fd7d06912445 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434175 Nov 15 15:13:43.935767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6fb52-7e79-4919-a186-6e451684b09d req-40338970-8c21-4926-9fd6-4e31c24976b6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:43.937141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-abd6fb52-7e79-4919-a186-6e451684b09d req-40338970-8c21-4926-9fd6-4e31c24976b6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 945 time: 0.0545762 Nov 15 15:13:43.985976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-abd6fb52-7e79-4919-a186-6e451684b09d req-32cd0141-d158-412b-8aa4-5a7b2879d6c3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Nov 15 15:13:44.023831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 7a25516c-9df5-46fd-9a9d-a53a65c34082 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:13:44.044315 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 7a25516c-9df5-46fd-9a9d-a53a65c34082 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:13:44.044801 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 7a25516c-9df5-46fd-9a9d-a53a65c34082 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:13:44.105828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a1dc4-38d7-44c7-82ff-afa00d72ae9e req-9c98484e-fb45-4576-bf17-c51017ae97f1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:44.107349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c96a1dc4-38d7-44c7-82ff-afa00d72ae9e req-9c98484e-fb45-4576-bf17-c51017ae97f1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 945 time: 0.0502522 Nov 15 15:13:44.157920 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c96a1dc4-38d7-44c7-82ff-afa00d72ae9e req-139bbeee-6853-4514-ab42-1a8307608f5b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442846 Nov 15 15:13:44.275075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39266d-3c23-4bbc-859c-3dbac1794ac2 req-1c1583a0-5f1f-421c-895b-2207e514ccbd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:44.276610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b39266d-3c23-4bbc-859c-3dbac1794ac2 req-1c1583a0-5f1f-421c-895b-2207e514ccbd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 945 time: 0.0538936 Nov 15 15:13:44.328842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b39266d-3c23-4bbc-859c-3dbac1794ac2 req-5a7e2607-cd5f-4fbd-8b56-6bcbfbf66f93 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452726 Nov 15 15:13:44.832737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e3c1c-650b-4621-99fd-3a8f174ced2a req-75c8e6e9-e37d-4e6c-acf1-02e51e8daedf tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:44.834250 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a48e3c1c-650b-4621-99fd-3a8f174ced2a req-75c8e6e9-e37d-4e6c-acf1-02e51e8daedf tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 945 time: 0.0514507 Nov 15 15:13:44.882145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a48e3c1c-650b-4621-99fd-3a8f174ced2a req-76f1801c-72b0-4ca7-9341-985f39077d02 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419703 Nov 15 15:13:46.015441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bbf6b-3f79-4068-8444-ec7d7898f21e req-a67a76b1-1a50-45c6-be1f-3d1a06331bbc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:46.015441 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af9bbf6b-3f79-4068-8444-ec7d7898f21e req-a67a76b1-1a50-45c6-be1f-3d1a06331bbc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 945 time: 0.0512710 Nov 15 15:13:46.068439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af9bbf6b-3f79-4068-8444-ec7d7898f21e req-3f192a1b-6a71-40d7-99e9-1378995af733 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508285 Nov 15 15:13:46.461713 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9acfe-0aa2-4d9e-8594-a260b8471435 req-e8103d33-faf3-4e95-8ecb-3b53f9b0c551 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:46.463257 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d7e9acfe-0aa2-4d9e-8594-a260b8471435 req-e8103d33-faf3-4e95-8ecb-3b53f9b0c551 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.46 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 945 time: 0.0561290 Nov 15 15:13:46.561021 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d7e9acfe-0aa2-4d9e-8594-a260b8471435 req-4d44566e-c540-4943-a229-d717d72400ea tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Deleting port 8aad0b4e-1f32-4210-afbb-90dcf74183e2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:13:46.561398 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d7e9acfe-0aa2-4d9e-8594-a260b8471435 req-4d44566e-c540-4943-a229-d717d72400ea tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:47.008103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d7e9acfe-0aa2-4d9e-8594-a260b8471435 req-4d44566e-c540-4943-a229-d717d72400ea tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] For port 8aad0b4e-1f32-4210-afbb-90dcf74183e2, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=8aad0b4e-1f32-4210-afbb-90dcf74183e2,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:13:47.008557 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d7e9acfe-0aa2-4d9e-8594-a260b8471435 req-4d44566e-c540-4943-a229-d717d72400ea tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:47.021515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d7e9acfe-0aa2-4d9e-8594-a260b8471435 req-4d44566e-c540-4943-a229-d717d72400ea tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Calling delete_port for 8aad0b4e-1f32-4210-afbb-90dcf74183e2 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:13:47.199850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d1e16-38a6-4524-a7d8-ecb6bde69113 req-a3634499-7693-474f-a651-a612a63983dc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:13:47.201345 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-784d1e16-38a6-4524-a7d8-ecb6bde69113 req-a3634499-7693-474f-a651-a612a63983dc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 945 time: 0.0524595 Nov 15 15:13:47.221499 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d7e9acfe-0aa2-4d9e-8594-a260b8471435 req-4d44566e-c540-4943-a229-d717d72400ea tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:47.238218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['8aad0b4e-1f32-4210-afbb-90dcf74183e2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:13:47.257492 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44566e-c540-4943-a229-d717d72400ea tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event deleted for resources: {'Port': ['ID=8aad0b4e-1f32-4210-afbb-90dcf74183e2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:13:47.286618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-784d1e16-38a6-4524-a7d8-ecb6bde69113 req-d8455204-36d8-41e7-b3d0-c7d65b5cab28 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785434 Nov 15 15:13:47.330685 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e9acfe-0aa2-4d9e-8594-a260b8471435 req-4d44566e-c540-4943-a229-d717d72400ea tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] No DVR routers for this DVR port 8aad0b4e-1f32-4210-afbb-90dcf74183e2 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:13:47.335901 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d7e9acfe-0aa2-4d9e-8594-a260b8471435 req-4d44566e-c540-4943-a229-d717d72400ea tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:47.341558 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d7e9acfe-0aa2-4d9e-8594-a260b8471435 req-4d44566e-c540-4943-a229-d717d72400ea tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.46 "DELETE /v2.0/ports/8aad0b4e-1f32-4210-afbb-90dcf74183e2 HTTP/1.1" status: 204 len: 173 time: 0.8664410 Nov 15 15:13:47.341997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973583e5-75f7-4c51-aaec-9705d434dc58', 'name': 'network-vif-deleted', 'tag': '8aad0b4e-1f32-4210-afbb-90dcf74183e2'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:13:47.348324 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10adbb5d-1038-4398-9657-1c138b1c5839" -d '{"events": [{"server_uuid": "973583e5-75f7-4c51-aaec-9705d434dc58", "name": "network-vif-deleted", "tag": "8aad0b4e-1f32-4210-afbb-90dcf74183e2"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:13:47.392327 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8b5389-c6c0-417c-b2a6-471adf92e594 x-openstack-request-id: req-7f8b5389-c6c0-417c-b2a6-471adf92e594 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:13:47.392742 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973583e5-75f7-4c51-aaec-9705d434dc58", "name": "network-vif-deleted", "tag": "8aad0b4e-1f32-4210-afbb-90dcf74183e2", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:13:47.393146 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f8b5389-c6c0-417c-b2a6-471adf92e594 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:13:47.393855 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973583e5-75f7-4c51-aaec-9705d434dc58', 'name': 'network-vif-deleted', 'tag': '8aad0b4e-1f32-4210-afbb-90dcf74183e2', 'status': 'completed', 'code': 200} Nov 15 15:13:48.407617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f0dbb2d-acb6-475b-8549-715f3459fc71 req-a69ba4d0-1c90-4839-b769-6236dc9a72e9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 210 time: 0.0347047 Nov 15 15:13:49.538031 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4112640-fbb9-4e2c-80a2-29ee56f088bb req-8ca51eb3-efe9-4e58-8331-8626331a2b94 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 210 time: 0.0465512 Nov 15 15:13:49.938777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 8aad0b4e-1f32-4210-afbb-90dcf74183e2 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:13:49.969465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 8aad0b4e-1f32-4210-afbb-90dcf74183e2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:13:49.969811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 8aad0b4e-1f32-4210-afbb-90dcf74183e2 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:13:50.644238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81abb521-0a2c-4f68-a492-512fe7ed7e0d req-cc241ef2-f97a-45c9-a368-1ba3c6bda107 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 210 time: 0.0326076 Nov 15 15:13:51.751793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c8f610d-6dd1-4d07-b033-eb9ab4e2aaeb req-bf6faa79-a56d-43f7-a740-66f00e95b155 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 210 time: 0.0310156 Nov 15 15:13:52.863922 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4e462a0-4020-453e-bdfb-d5c4b71b866b req-fc9c4817-843b-4efa-9958-7e24efde593c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=973583e5-75f7-4c51-aaec-9705d434dc58 HTTP/1.1" status: 200 len: 210 time: 0.0288339 Nov 15 15:13:58.506920 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:58.986935 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:13:59.763742 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83d8995b-9226-43c4-a88a-8f4c5e78c28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:00.166642 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:14:02.106861 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca13da6e-b80e-47e9-a943-e9f9cb159095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:03.585815 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:05.236782 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:05.832308 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:27.070510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-8297bdb6-d139-4fa6-a3dc-d64c85a0a2b1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:27.072627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-8297bdb6-d139-4fa6-a3dc-d64c85a0a2b1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.1056995 Nov 15 15:14:27.091863 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-e0a784b0-9fda-4262-b785-c1189c129cee tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/quotas/ad76d1735a1742328107fcc385e5b51b HTTP/1.1" status: 200 len: 375 time: 0.0125389 Nov 15 15:14:27.149390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-8cc58697-50db-4337-aa1d-5b62a53ea478 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518265 Nov 15 15:14:27.360285 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-174cb78f-f8b6-40f8-a712-bd1785abddc1 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017720 Nov 15 15:14:27.459755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-67b558e2-a989-4051-b264-9c895c120b8a service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933940 Nov 15 15:14:28.044752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-349fd20f-db00-47c7-97d1-49a02d152540 req-a6e17dec-6e0c-40e8-800f-98434f8ac132 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 210 time: 0.0281758 Nov 15 15:14:28.478518 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:29.038612 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:29.159063 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-473d795c-023b-4ee6-8a66-01a59632a75a req-2b1bc60a-b400-4b02-80fb-fe9b9ae1535a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 210 time: 0.0287492 Nov 15 15:14:29.735638 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e22ea0b-f398-47ad-8369-903e556725b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:30.472144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-793d15cb-365a-4f8f-92f3-87595874793d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:30.474151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-793d15cb-365a-4f8f-92f3-87595874793d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.4678774 Nov 15 15:14:30.475560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae0e14df-0e48-4abd-a481-b29f0e8330a8 req-3ae0bd0c-6a9a-4c2e-92aa-be7e3b5556ed tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 210 time: 0.0417776 Nov 15 15:14:30.489097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-9c708def-cf37-46d7-9447-21d680c65be3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'port': {'device_id': 'c3a749ba-b6f9-493f-b879-b6c298d3d547', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'admin_state_up': True, 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:14:30.661324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-9c708def-cf37-46d7-9447-21d680c65be3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Made reservation on behalf of ad76d1735a1742328107fcc385e5b51b for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:14:30.666201 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-9c708def-cf37-46d7-9447-21d680c65be3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:30.805379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-9c708def-cf37-46d7-9447-21d680c65be3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Allocated IP 172.20.0.5 (9cb06ff6-8b3b-46c4-bd2f-195327bebee0/a717034a-aaa9-41b7-9466-2e1be66dd215/f331b9d7-c3fa-4f2b-927b-4aa21a66589b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:14:30.959810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-9c708def-cf37-46d7-9447-21d680c65be3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:31.044970 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-9c708def-cf37-46d7-9447-21d680c65be3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:31.093062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-9c708def-cf37-46d7-9447-21d680c65be3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:14:31.096210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-9c708def-cf37-46d7-9447-21d680c65be3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:14:31.100064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-9c708def-cf37-46d7-9447-21d680c65be3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:14:31.127869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c708def-cf37-46d7-9447-21d680c65be3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'Port': ['ID=f331b9d7-c3fa-4f2b-927b-4aa21a66589b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:14:31.155647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-9c708def-cf37-46d7-9447-21d680c65be3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:31.156301 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-9c708def-cf37-46d7-9447-21d680c65be3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:31.264245 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-9c708def-cf37-46d7-9447-21d680c65be3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7795489 Nov 15 15:14:31.277295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Request body: {'port': {'device_id': 'c3a749ba-b6f9-493f-b879-b6c298d3d547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:14:31.347390 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:31.444172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fe23354c-70c9-4b53-ba30-9f2f63df430a None None] Provisioning complete for port f331b9d7-c3fa-4f2b-927b-4aa21a66589b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:14:31.444172 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe23354c-70c9-4b53-ba30-9f2f63df430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:31.484629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fe23354c-70c9-4b53-ba30-9f2f63df430a None None] Port f331b9d7-c3fa-4f2b-927b-4aa21a66589b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:14:31.643615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a8003-f7af-4229-a7f6-62ae6ceec570 req-bc6a5b2d-f389-4b70-b036-fd9cec1572c6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:31.645228 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-445a8003-f7af-4229-a7f6-62ae6ceec570 req-bc6a5b2d-f389-4b70-b036-fd9cec1572c6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 931 time: 0.0775685 Nov 15 15:14:31.722871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-445a8003-f7af-4229-a7f6-62ae6ceec570 req-ede5fb93-f28c-4b18-ae8d-7c63b453eed2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716631 Nov 15 15:14:31.733039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f331b9d7-c3fa-4f2b-927b-4aa21a66589b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:14:31.747902 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:31.755884 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Transition to ACTIVE for port object f331b9d7-c3fa-4f2b-927b-4aa21a66589b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:14:31.832379 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:31.954586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Pushing event updated for resources: {'Port': ['ID=f331b9d7-c3fa-4f2b-927b-4aa21a66589b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:14:31.988362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Attempting to bind port f331b9d7-c3fa-4f2b-927b-4aa21a66589b on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:14:31.988750 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Attempting to bind port f331b9d7-c3fa-4f2b-927b-4aa21a66589b by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:14:31.989055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Attempting to bind port f331b9d7-c3fa-4f2b-927b-4aa21a66589b on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:14:31.998985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Port f331b9d7-c3fa-4f2b-927b-4aa21a66589b on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:14:31.999314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Attempting to bind port f331b9d7-c3fa-4f2b-927b-4aa21a66589b on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:14:32.006266 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:14:32.009232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Checking segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:14:32.009232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Bound using segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:14:32.009232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Bound port: f331b9d7-c3fa-4f2b-927b-4aa21a66589b, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:14:32.009232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:32.089884 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f506b0ee-30b6-4f0d-b03d-da0af4436b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:32.092370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] For port f331b9d7-c3fa-4f2b-927b-4aa21a66589b, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:14:32.100597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] For port f331b9d7-c3fa-4f2b-927b-4aa21a66589b, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f331b9d7-c3fa-4f2b-927b-4aa21a66589b,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:14:32.191409 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:32.227485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:32.228120 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:32.231144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] 10.222.0.59 "PUT /v2.0/ports/f331b9d7-c3fa-4f2b-927b-4aa21a66589b HTTP/1.1" status: 200 len: 1091 time: 0.9585323 Nov 15 15:14:32.231656 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a749ba-b6f9-493f-b879-b6c298d3d547', 'tag': 'f331b9d7-c3fa-4f2b-927b-4aa21a66589b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:14:32.233928 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d0d4d3-bb30-4741-a0e1-c3af06e9bbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a749ba-b6f9-493f-b879-b6c298d3d547", "tag": "f331b9d7-c3fa-4f2b-927b-4aa21a66589b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:14:32.265248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7df04f-fee2-445b-b053-bfec8c0edf0e service neutron] Pushing event updated for resources: {'Port': ['ID=f331b9d7-c3fa-4f2b-927b-4aa21a66589b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:14:32.309198 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35ede4e-8e62-43c3-8a77-e1d1e010afd5 x-openstack-request-id: req-c35ede4e-8e62-43c3-8a77-e1d1e010afd5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:14:32.309198 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a749ba-b6f9-493f-b879-b6c298d3d547", "tag": "f331b9d7-c3fa-4f2b-927b-4aa21a66589b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:14:32.309198 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c35ede4e-8e62-43c3-8a77-e1d1e010afd5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:14:32.309198 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a749ba-b6f9-493f-b879-b6c298d3d547', 'tag': 'f331b9d7-c3fa-4f2b-927b-4aa21a66589b', 'status': 'completed', 'code': 200} Nov 15 15:14:32.402228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d4d3-bb30-4741-a0e1-c3af06e9bbfb req-8891b001-bf58-4f35-96fc-ac4dd8acf76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:32.404621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12d0d4d3-bb30-4741-a0e1-c3af06e9bbfb req-8891b001-bf58-4f35-96fc-ac4dd8acf76e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 1094 time: 0.0668316 Nov 15 15:14:32.520764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d4d3-bb30-4741-a0e1-c3af06e9bbfb req-6cd6a8e5-1d8d-4a2c-8c9f-a9e5668d9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:32.522173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12d0d4d3-bb30-4741-a0e1-c3af06e9bbfb req-6cd6a8e5-1d8d-4a2c-8c9f-a9e5668d9383 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ad76d1735a1742328107fcc385e5b51b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1085110 Nov 15 15:14:32.619504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d4d3-bb30-4741-a0e1-c3af06e9bbfb req-e98af50d-1ba2-48f6-b16b-817da5109edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:32.621013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12d0d4d3-bb30-4741-a0e1-c3af06e9bbfb req-e98af50d-1ba2-48f6-b16b-817da5109edd service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912564 Nov 15 15:14:32.718684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-b862bf89-ca42-4b00-ba35-83361daf8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:32.720200 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-b862bf89-ca42-4b00-ba35-83361daf8ee3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 1094 time: 0.0484908 Nov 15 15:14:32.769477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-6456d14e-f003-400e-a8d5-31fee70ab275 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f331b9d7-c3fa-4f2b-927b-4aa21a66589b HTTP/1.1" status: 200 len: 217 time: 0.0406215 Nov 15 15:14:32.865857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-770dc8df-3ef6-4693-938b-5794a902e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:32.867431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-770dc8df-3ef6-4693-938b-5794a902e134 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0913477 Nov 15 15:14:32.893087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d079da-0799-4eb9-a3e0-88d03cd84bbb req-71408459-3bc3-4008-a16e-37e5fc1b934a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:32.894613 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82d079da-0799-4eb9-a3e0-88d03cd84bbb req-71408459-3bc3-4008-a16e-37e5fc1b934a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 943 time: 0.0804703 Nov 15 15:14:32.954807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-4f232989-1da3-4f41-896c-cb3c14127bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:32.956329 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-4f232989-1da3-4f41-896c-cb3c14127bcf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801892 Nov 15 15:14:32.963598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82d079da-0799-4eb9-a3e0-88d03cd84bbb req-94fc1ebf-0b71-4b2e-a0e4-3c6f6377c6f4 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547476 Nov 15 15:14:33.055023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-63fc6d6b-f119-4c72-adc4-79442fc17729 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904856 Nov 15 15:14:33.146730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8c64411-0953-423f-b67a-d0332aa4c0bb req-be0630b5-b450-45ec-aa6a-6f0565ed7236 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839753 Nov 15 15:14:33.598120 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:34.089786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f587db9-863f-45ca-8fcc-3f1f6d67a48f req-873ca834-06a3-4f1c-b290-3b43f51b4912 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:34.091619 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f587db9-863f-45ca-8fcc-3f1f6d67a48f req-873ca834-06a3-4f1c-b290-3b43f51b4912 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 943 time: 0.0534115 Nov 15 15:14:34.145835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f587db9-863f-45ca-8fcc-3f1f6d67a48f req-732e7597-7f3e-4812-a1d2-cc29bf3296a3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439398 Nov 15 15:14:35.228678 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:35.281739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75075e03-8994-4cf9-b2dc-901e2324b3c3 req-5518d724-2eec-434f-86b0-191702dabaa0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:35.283354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75075e03-8994-4cf9-b2dc-901e2324b3c3 req-5518d724-2eec-434f-86b0-191702dabaa0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 943 time: 0.0618274 Nov 15 15:14:35.350016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75075e03-8994-4cf9-b2dc-901e2324b3c3 req-fdd4ef6e-5330-40e9-a1a7-ab26590da269 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605474 Nov 15 15:14:35.785069 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:36.474264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f167-e67f-45bf-8511-59b70c0c3f44 req-d14828ae-0c96-4a65-8516-4f81f1b4396c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:36.475938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b563f167-e67f-45bf-8511-59b70c0c3f44 req-d14828ae-0c96-4a65-8516-4f81f1b4396c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 943 time: 0.0505319 Nov 15 15:14:36.524425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b563f167-e67f-45bf-8511-59b70c0c3f44 req-506efe70-2741-464c-9217-6e56d1e7d6b7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Nov 15 15:14:37.166526 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:14:37.646128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8745459-73a2-4150-8b9d-e86f3d164c8d req-57353f77-0a79-41cd-9813-23f34aea26e3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:37.647712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8745459-73a2-4150-8b9d-e86f3d164c8d req-57353f77-0a79-41cd-9813-23f34aea26e3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 943 time: 0.0560908 Nov 15 15:14:37.697585 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8745459-73a2-4150-8b9d-e86f3d164c8d req-4dc2745b-b752-471e-b942-8f5394e97b42 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 Nov 15 15:14:38.815474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa6cd-0523-41a9-b243-bf12c7f39db1 req-beb6f495-21ac-4547-bd81-16390847237f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:38.816975 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-308aa6cd-0523-41a9-b243-bf12c7f39db1 req-beb6f495-21ac-4547-bd81-16390847237f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 943 time: 0.0508451 Nov 15 15:14:38.864759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-308aa6cd-0523-41a9-b243-bf12c7f39db1 req-a2c6bbba-adba-4cfd-85d1-152c57d30915 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417492 Nov 15 15:14:39.983304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10063fa-f536-426f-bfbf-e2820121590b req-5fb6631f-864f-45e9-a86e-b4ea5729a6e9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:39.984805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d10063fa-f536-426f-bfbf-e2820121590b req-5fb6631f-864f-45e9-a86e-b4ea5729a6e9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 943 time: 0.0486042 Nov 15 15:14:40.036383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d10063fa-f536-426f-bfbf-e2820121590b req-432f66a9-c94b-4981-8b41-8a5809b2a9d2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454307 Nov 15 15:14:41.159321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36cc18-3ead-456e-9946-ecd8f978fcb5 req-3ad66a65-73c1-4728-beca-fbf2701f01f9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:41.160850 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c36cc18-3ead-456e-9946-ecd8f978fcb5 req-3ad66a65-73c1-4728-beca-fbf2701f01f9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 943 time: 0.0559416 Nov 15 15:14:41.209934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c36cc18-3ead-456e-9946-ecd8f978fcb5 req-9f57942a-ec61-471d-bf2d-b306f2134755 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420523 Nov 15 15:14:42.360552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9598b-6d57-493d-8842-5762e714bf44 req-30eee26f-d78a-442c-87a0-20ccd5a1c245 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:42.362589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04d9598b-6d57-493d-8842-5762e714bf44 req-30eee26f-d78a-442c-87a0-20ccd5a1c245 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 943 time: 0.0705042 Nov 15 15:14:42.416634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04d9598b-6d57-493d-8842-5762e714bf44 req-3b1ea948-f6d7-4c5d-b756-414eb439f328 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480518 Nov 15 15:14:43.537400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6bc05-1908-43c6-b5ce-2c0d22785b82 req-af11b4cc-b915-4a6f-aa9b-e6506157b5b8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:43.538939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ea6bc05-1908-43c6-b5ce-2c0d22785b82 req-af11b4cc-b915-4a6f-aa9b-e6506157b5b8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 943 time: 0.0536540 Nov 15 15:14:43.587794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ea6bc05-1908-43c6-b5ce-2c0d22785b82 req-96a9d541-cee7-471d-96ea-cab15644760e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Nov 15 15:14:44.443375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f331b9d7-c3fa-4f2b-927b-4aa21a66589b details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:14:44.538781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f331b9d7-c3fa-4f2b-927b-4aa21a66589b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f331b9d7-c3fa-4f2b-927b-4aa21a66589b,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:14:44.553923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'f331b9d7-c3fa-4f2b-927b-4aa21a66589b', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'port_id': 'f331b9d7-c3fa-4f2b-927b-4aa21a66589b', 'mac_address': 'fa:16:3e:fc:95:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:14:44.591924 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:44.604662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f331b9d7-c3fa-4f2b-927b-4aa21a66589b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:14:44.636696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f331b9d7-c3fa-4f2b-927b-4aa21a66589b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f331b9d7-c3fa-4f2b-927b-4aa21a66589b,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:14:44.705437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494838-9751-411c-8d5a-cecec0c17d4f req-d0f0d4f6-2768-4f0e-a559-e05b2b039cb2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:44.706972 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46494838-9751-411c-8d5a-cecec0c17d4f req-d0f0d4f6-2768-4f0e-a559-e05b2b039cb2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 943 time: 0.0495286 Nov 15 15:14:44.710492 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:44.758684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f331b9d7-c3fa-4f2b-927b-4aa21a66589b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:14:44.759327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46494838-9751-411c-8d5a-cecec0c17d4f req-e162bb5d-5a21-408a-b78e-bbb3f2c7386f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453928 Nov 15 15:14:44.767363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:44.767711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:44.768051 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:44.768387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:44.768723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:44.769055 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:44.769393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:44.769707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:44.770030 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:44.770353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:44.770700 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:44.771020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:44.962632 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f331b9d7-c3fa-4f2b-927b-4aa21a66589b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:14:45.892789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a484c3-53a4-4fbf-9aa4-c902fb9f37e1 req-2e2b9105-7d22-43e4-b989-5bddbb52bb82 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:45.894287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33a484c3-53a4-4fbf-9aa4-c902fb9f37e1 req-2e2b9105-7d22-43e4-b989-5bddbb52bb82 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 944 time: 0.0498750 Nov 15 15:14:45.946625 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33a484c3-53a4-4fbf-9aa4-c902fb9f37e1 req-690577ca-a410-4ddb-a201-6bf9c917ee60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461709 Nov 15 15:14:46.444322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f331b9d7-c3fa-4f2b-927b-4aa21a66589b up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:14:46.567864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port f331b9d7-c3fa-4f2b-927b-4aa21a66589b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:14:46.572028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port f331b9d7-c3fa-4f2b-927b-4aa21a66589b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:14:46.572395 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:46.650699 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:46.674217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a749ba-b6f9-493f-b879-b6c298d3d547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f331b9d7-c3fa-4f2b-927b-4aa21a66589b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:14:46.676494 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e8d9f7-e3c0-43b3-bbd2-c02d7772e647" -d '{"events": [{"server_uuid": "c3a749ba-b6f9-493f-b879-b6c298d3d547", "name": "network-vif-plugged", "status": "completed", "tag": "f331b9d7-c3fa-4f2b-927b-4aa21a66589b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:14:46.689983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f331b9d7-c3fa-4f2b-927b-4aa21a66589b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f331b9d7-c3fa-4f2b-927b-4aa21a66589b,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:14:46.711893 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e6322b-7656-40b8-87d3-30efd1bb025d x-openstack-request-id: req-c0e6322b-7656-40b8-87d3-30efd1bb025d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:14:46.712189 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a749ba-b6f9-493f-b879-b6c298d3d547", "name": "network-vif-plugged", "status": "completed", "tag": "f331b9d7-c3fa-4f2b-927b-4aa21a66589b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:14:46.712444 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0e6322b-7656-40b8-87d3-30efd1bb025d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:14:46.712843 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a749ba-b6f9-493f-b879-b6c298d3d547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f331b9d7-c3fa-4f2b-927b-4aa21a66589b', 'code': 200} Nov 15 15:14:46.775071 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:46.820823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724eae74-eed2-4778-8119-ce382b586572 req-951c3e23-9123-4e51-8a14-8555f36a2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:46.822321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-724eae74-eed2-4778-8119-ce382b586572 req-951c3e23-9123-4e51-8a14-8555f36a2ec9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 1096 time: 0.0415716 Nov 15 15:14:46.824565 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f331b9d7-c3fa-4f2b-927b-4aa21a66589b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:14:46.870025 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-724eae74-eed2-4778-8119-ce382b586572 req-e9da1c16-3b81-433c-8d8f-7723d983dbd2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386555 Nov 15 15:14:47.062081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3e111-39af-4500-9e56-fdb256a7183b req-d6e95e81-deee-4443-96c7-5b264dea10c4 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:47.063635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ea3e111-39af-4500-9e56-fdb256a7183b req-d6e95e81-deee-4443-96c7-5b264dea10c4 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 945 time: 0.0490851 Nov 15 15:14:47.113164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ea3e111-39af-4500-9e56-fdb256a7183b req-565ee9f2-65c8-4b7b-a701-2c86171068f7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432348 Nov 15 15:14:48.236423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7eaa9-128a-4792-b33c-50dafd7cdaf4 req-1b91d40f-d3ef-428c-9001-d56c4187d39b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:48.238034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9a7eaa9-128a-4792-b33c-50dafd7cdaf4 req-1b91d40f-d3ef-428c-9001-d56c4187d39b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 945 time: 0.0546260 Nov 15 15:14:48.287145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9a7eaa9-128a-4792-b33c-50dafd7cdaf4 req-5a717d86-0c04-44b9-a2a6-def7348a783b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Nov 15 15:14:48.404595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0b749-ef6f-4596-ae51-1e11effd5e36 req-b5ae2b91-004f-4e4e-aa82-87b512e34e2a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:48.406172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fc0b749-ef6f-4596-ae51-1e11effd5e36 req-b5ae2b91-004f-4e4e-aa82-87b512e34e2a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 945 time: 0.0517299 Nov 15 15:14:48.459924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fc0b749-ef6f-4596-ae51-1e11effd5e36 req-c57faac7-3c47-4cb6-a558-3f1a6bb949ee tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471463 Nov 15 15:14:51.892096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-cd08051f-ecad-4d16-94f6-d86e1b6de3bf tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:51.893496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-cd08051f-ecad-4d16-94f6-d86e1b6de3bf tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.1069472 Nov 15 15:14:51.909360 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-d49e5915-5700-49c5-9d6d-cd7bead6578c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/quotas/ad76d1735a1742328107fcc385e5b51b HTTP/1.1" status: 200 len: 375 time: 0.0099857 Nov 15 15:14:51.962649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-65eb1942-13a7-445d-9261-ee906ee01107 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476012 Nov 15 15:14:52.056531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-9a65a126-5f49-44b5-867d-0709d7d4861f service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861058 Nov 15 15:14:52.152986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-5391ad2e-d634-447f-86ea-2dd6b98e7681 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899405 Nov 15 15:14:52.423367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d4700b-06f5-492f-b6dd-5f8493ff63b5 req-ac7d2bec-2433-4d0a-b552-92049fcd8425 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 210 time: 0.0297859 Nov 15 15:14:53.535439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c53f66e0-7205-4309-ab24-8a92842cf286 req-6a47792b-908d-488b-aef5-b578a9f11bb1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 210 time: 0.0404615 Nov 15 15:14:54.495130 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-e811bb64-6a39-4314-b7f5-31c1ceae6b8d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:54.497663 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-e811bb64-6a39-4314-b7f5-31c1ceae6b8d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.46 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.1122410 Nov 15 15:14:54.528917 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'port': {'device_id': '43273841-b6a4-47f8-86df-03b0b0722c7f', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'admin_state_up': True, 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:14:54.663839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca1f0a24-1817-4707-be6a-542beb1227ee req-328fc844-02cb-4333-9258-8639b9d5f9f5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 210 time: 0.0313585 Nov 15 15:14:54.717894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Made reservation on behalf of ad76d1735a1742328107fcc385e5b51b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:14:54.721568 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:54.866295 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Allocated IP 172.20.0.11 (9cb06ff6-8b3b-46c4-bd2f-195327bebee0/a717034a-aaa9-41b7-9466-2e1be66dd215/25b2283d-49ae-40d4-b61e-3c9a1c84d709) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:14:55.019707 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:55.135810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:55.150789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f331b9d7-c3fa-4f2b-927b-4aa21a66589b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:14:55.203992 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'Port': ['ID=25b2283d-49ae-40d4-b61e-3c9a1c84d709,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:14:55.208536 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:14:55.210255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:14:55.217756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:14:55.223305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:55.224099 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:55.224746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:55.225729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:55.226291 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:55.226845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:55.229752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:55.229752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:55.229752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:55.229752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:55.229752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:55.229752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:14:55.294052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:55.294745 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:55.417996 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-25a91020-bd1f-4c1c-bca3-e271457c918f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8935027 Nov 15 15:14:55.437015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Request body: {'port': {'device_id': '43273841-b6a4-47f8-86df-03b0b0722c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:14:55.527010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:55.628705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-54e7c63f-1eaa-48a5-ba80-9f4d94185350 None None] Provisioning complete for port 25b2283d-49ae-40d4-b61e-3c9a1c84d709 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:14:55.629337 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54e7c63f-1eaa-48a5-ba80-9f4d94185350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:55.666178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c63f-1eaa-48a5-ba80-9f4d94185350 None None] Port 25b2283d-49ae-40d4-b61e-3c9a1c84d709 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:14:55.809949 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d199b0-1ce5-47a2-9fad-cc06db082140 req-ad5101f6-8410-43a4-ab9f-3b60d18c9dda tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:55.812425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2d199b0-1ce5-47a2-9fad-cc06db082140 req-ad5101f6-8410-43a4-ab9f-3b60d18c9dda tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 932 time: 0.0628121 Nov 15 15:14:55.851295 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b2283d-49ae-40d4-b61e-3c9a1c84d709 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:14:55.860516 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:55.875165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2d199b0-1ce5-47a2-9fad-cc06db082140 req-51247a88-ef58-498f-84b9-23ddbc2e1ad7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553074 Nov 15 15:14:55.889075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Transition to ACTIVE for port object 25b2283d-49ae-40d4-b61e-3c9a1c84d709 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:14:55.964011 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:56.046802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Pushing event updated for resources: {'Port': ['ID=25b2283d-49ae-40d4-b61e-3c9a1c84d709,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:14:56.104903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Attempting to bind port 25b2283d-49ae-40d4-b61e-3c9a1c84d709 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:14:56.105430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Attempting to bind port 25b2283d-49ae-40d4-b61e-3c9a1c84d709 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:14:56.105967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Attempting to bind port 25b2283d-49ae-40d4-b61e-3c9a1c84d709 on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:14:56.111794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Port 25b2283d-49ae-40d4-b61e-3c9a1c84d709 on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:14:56.112343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Attempting to bind port 25b2283d-49ae-40d4-b61e-3c9a1c84d709 on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:14:56.117572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:14:56.118316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Checking segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:14:56.119044 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Bound using segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:14:56.119702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Bound port: 25b2283d-49ae-40d4-b61e-3c9a1c84d709, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:14:56.120322 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:56.202553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] For port 25b2283d-49ae-40d4-b61e-3c9a1c84d709, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:14:56.208184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] For port 25b2283d-49ae-40d4-b61e-3c9a1c84d709, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=25b2283d-49ae-40d4-b61e-3c9a1c84d709,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:14:56.284431 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:56.325763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:56.326673 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:56.328425 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] 10.222.0.46 "PUT /v2.0/ports/25b2283d-49ae-40d4-b61e-3c9a1c84d709 HTTP/1.1" status: 200 len: 1092 time: 0.8968089 Nov 15 15:14:56.328799 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43273841-b6a4-47f8-86df-03b0b0722c7f', 'tag': '25b2283d-49ae-40d4-b61e-3c9a1c84d709'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:14:56.331044 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d474f2-13c0-407d-b623-acfc1c91bc90" -d '{"events": [{"name": "network-changed", "server_uuid": "43273841-b6a4-47f8-86df-03b0b0722c7f", "tag": "25b2283d-49ae-40d4-b61e-3c9a1c84d709"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:14:56.386702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c454ad-d9b6-4bf5-a151-6af0af0b5532 service neutron] Pushing event updated for resources: {'Port': ['ID=25b2283d-49ae-40d4-b61e-3c9a1c84d709,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:14:56.390675 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9b99ac-52f1-400c-b868-1f0f8caa6df4 x-openstack-request-id: req-fe9b99ac-52f1-400c-b868-1f0f8caa6df4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:14:56.390970 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43273841-b6a4-47f8-86df-03b0b0722c7f", "tag": "25b2283d-49ae-40d4-b61e-3c9a1c84d709", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:14:56.391175 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe9b99ac-52f1-400c-b868-1f0f8caa6df4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:14:56.393624 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43273841-b6a4-47f8-86df-03b0b0722c7f', 'tag': '25b2283d-49ae-40d4-b61e-3c9a1c84d709', 'status': 'completed', 'code': 200} Nov 15 15:14:56.483429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d474f2-13c0-407d-b623-acfc1c91bc90 req-12361d81-c209-4903-84f8-e5db66938a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:56.485170 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f3d474f2-13c0-407d-b623-acfc1c91bc90 req-12361d81-c209-4903-84f8-e5db66938a20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 1095 time: 0.0623941 Nov 15 15:14:56.604970 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d474f2-13c0-407d-b623-acfc1c91bc90 req-0e424928-3d73-4c72-a126-5364897a16bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:56.611551 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f3d474f2-13c0-407d-b623-acfc1c91bc90 req-0e424928-3d73-4c72-a126-5364897a16bd service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ad76d1735a1742328107fcc385e5b51b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1134760 Nov 15 15:14:56.733413 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d474f2-13c0-407d-b623-acfc1c91bc90 req-cf329ba1-4d29-4233-8a8b-f7ce6c32bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:56.735096 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f3d474f2-13c0-407d-b623-acfc1c91bc90 req-cf329ba1-4d29-4233-8a8b-f7ce6c32bf35 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117496 Nov 15 15:14:56.822595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-32ccac87-382c-454d-908f-4bb7fb0a7347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:56.824499 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-32ccac87-382c-454d-908f-4bb7fb0a7347 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 1095 time: 0.0429649 Nov 15 15:14:56.871634 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-86097693-e273-467f-8a33-99201cdfbfcc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25b2283d-49ae-40d4-b61e-3c9a1c84d709 HTTP/1.1" status: 200 len: 217 time: 0.0353413 Nov 15 15:14:56.942895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-d2143c43-3d03-473c-90b4-cd4648f41ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:56.945810 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-d2143c43-3d03-473c-90b4-cd4648f41ebf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0640368 Nov 15 15:14:57.017242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285cb71-04b6-4741-b7cf-d1be43be6997 req-77df3711-ea55-41a6-ba6f-178dfdf71b64 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:57.018112 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-ec4ea943-df01-47af-8f66-0b05520e9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:57.020227 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-ec4ea943-df01-47af-8f66-0b05520e9ac5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606179 Nov 15 15:14:57.022912 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0285cb71-04b6-4741-b7cf-d1be43be6997 req-77df3711-ea55-41a6-ba6f-178dfdf71b64 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0639770 Nov 15 15:14:57.078873 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0285cb71-04b6-4741-b7cf-d1be43be6997 req-25f8ee21-0a8a-42ab-9d7b-18b2a2ee2a05 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523310 Nov 15 15:14:57.129730 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-2ecc3a6c-5f2a-4218-97d1-ffb4eced53e7 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967472 Nov 15 15:14:57.239722 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bcc21c72-f929-4c65-bd2d-1295304ad825 req-6ca6d714-2966-4f0c-aa60-ee8b20f79f4e service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971901 Nov 15 15:14:58.213123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f774f-5e1d-46ea-b7a0-ec2cdaa53e48 req-ed952ac6-87b3-4dc4-b8d7-8a628417e775 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:58.214941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e4f774f-5e1d-46ea-b7a0-ec2cdaa53e48 req-ed952ac6-87b3-4dc4-b8d7-8a628417e775 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0621386 Nov 15 15:14:58.292543 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e4f774f-5e1d-46ea-b7a0-ec2cdaa53e48 req-82db0e60-0da2-441a-927d-fd809aa6e94e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599356 Nov 15 15:14:58.470755 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:58.993598 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:14:59.445447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9093d27-8993-45c5-8b00-3a918c3a1a41 req-4aab08e9-bd1e-42d8-b7a8-30348056dcda tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:14:59.447142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9093d27-8993-45c5-8b00-3a918c3a1a41 req-4aab08e9-bd1e-42d8-b7a8-30348056dcda tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0618157 Nov 15 15:14:59.505847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9093d27-8993-45c5-8b00-3a918c3a1a41 req-96d0e4b8-942a-44d3-9361-a0ad0ebfe97c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484138 Nov 15 15:14:59.775400 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d2edaeb-f4a5-409a-b1a3-2718c4b7f037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:00.668131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3068ec-aab2-46af-840e-7b92f95d3625 req-2b284393-78ff-4009-a03d-7eae17e46e8d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:00.670194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c3068ec-aab2-46af-840e-7b92f95d3625 req-2b284393-78ff-4009-a03d-7eae17e46e8d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0763209 Nov 15 15:15:00.722858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c3068ec-aab2-46af-840e-7b92f95d3625 req-7ed65b79-80e8-4655-864d-fd0c7fc9a16c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459747 Nov 15 15:15:01.849710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c6ae2-d91b-4672-bb06-806792a025ad req-9cf10048-c1a5-48d4-b070-ad6a4d6d28ce tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:01.851436 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-619c6ae2-d91b-4672-bb06-806792a025ad req-9cf10048-c1a5-48d4-b070-ad6a4d6d28ce tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0502081 Nov 15 15:15:01.907013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-619c6ae2-d91b-4672-bb06-806792a025ad req-054da9d2-926b-4df4-af6f-bf569b6ff6f9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483115 Nov 15 15:15:02.105306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80ccf0b8-d7f7-4b5f-8b6e-79999bcdfc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:03.032055 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf5b21-8115-426e-a0c4-7ab34dc849df req-0f839993-9b04-4d8e-a863-e5d70d66d677 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:03.033586 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3acf5b21-8115-426e-a0c4-7ab34dc849df req-0f839993-9b04-4d8e-a863-e5d70d66d677 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0530913 Nov 15 15:15:03.100300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3acf5b21-8115-426e-a0c4-7ab34dc849df req-1ddb5927-5331-49cb-bbbc-e4781411608b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581317 Nov 15 15:15:03.643712 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:04.229691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab9941-bb7f-4a4f-9b8e-41cfccd990ae req-dd1533c7-4c05-4ea9-8a49-1b16f228e595 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:04.231319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55ab9941-bb7f-4a4f-9b8e-41cfccd990ae req-dd1533c7-4c05-4ea9-8a49-1b16f228e595 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0561836 Nov 15 15:15:04.287150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55ab9941-bb7f-4a4f-9b8e-41cfccd990ae req-db3787b9-66ed-4cca-a2ff-5bc4ccd1f5e5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492232 Nov 15 15:15:05.264941 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:05.432528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b02a8-6a83-4360-8ffd-934722c822a3 req-352c21b3-e5d5-4da2-adfe-2f7a2bd0272e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:05.434052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb1b02a8-6a83-4360-8ffd-934722c822a3 req-352c21b3-e5d5-4da2-adfe-2f7a2bd0272e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0548122 Nov 15 15:15:05.486639 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb1b02a8-6a83-4360-8ffd-934722c822a3 req-fdb59916-3d5f-4e12-a882-2e5c359a1022 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463574 Nov 15 15:15:05.826678 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:06.629377 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4193b0-d11c-4948-be5e-fbfb7a6e8753 req-69972d3f-5c9a-4c9b-963b-8c6dd7c79f93 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:06.631263 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd4193b0-d11c-4948-be5e-fbfb7a6e8753 req-69972d3f-5c9a-4c9b-963b-8c6dd7c79f93 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0682130 Nov 15 15:15:06.690153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd4193b0-d11c-4948-be5e-fbfb7a6e8753 req-3088a8e2-e1da-41be-bc71-d0269cefaa83 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509524 Nov 15 15:15:07.838560 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38686ee6-0c2a-47ce-aafe-0db564fa4780 req-63340d2e-b50c-49e6-a545-6e69b0b9c1f5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:07.840294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38686ee6-0c2a-47ce-aafe-0db564fa4780 req-63340d2e-b50c-49e6-a545-6e69b0b9c1f5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0551295 Nov 15 15:15:07.895712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38686ee6-0c2a-47ce-aafe-0db564fa4780 req-0485f8c4-7c0c-4615-914e-b92206906027 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477343 Nov 15 15:15:09.031694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6318723-f0e8-4c43-8ec5-908de6fd7564 req-643485ff-c9f7-47fa-ac12-43a2d5af4a58 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:09.033363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6318723-f0e8-4c43-8ec5-908de6fd7564 req-643485ff-c9f7-47fa-ac12-43a2d5af4a58 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0599346 Nov 15 15:15:09.086004 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6318723-f0e8-4c43-8ec5-908de6fd7564 req-597080ed-68e5-413e-a9f0-b6afd996ba43 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453515 Nov 15 15:15:10.221330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a49d10-ce8c-4101-ab3c-594f24da72ce req-ed695ff1-6e84-443c-982a-6298f589a55a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:10.223464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86a49d10-ce8c-4101-ab3c-594f24da72ce req-ed695ff1-6e84-443c-982a-6298f589a55a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0593295 Nov 15 15:15:10.284085 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86a49d10-ce8c-4101-ab3c-594f24da72ce req-3721c581-8090-4ad7-a43b-42621915f96c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488491 Nov 15 15:15:11.412299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6167036-a459-4dcc-a3f2-b1fbeb464a5f req-d9dcba40-1922-41e8-ac7d-7260d0c5fbbe tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:11.413885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6167036-a459-4dcc-a3f2-b1fbeb464a5f req-d9dcba40-1922-41e8-ac7d-7260d0c5fbbe tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0525057 Nov 15 15:15:11.471396 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6167036-a459-4dcc-a3f2-b1fbeb464a5f req-ceea1380-ab57-4098-b0a3-677e31b78d97 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506814 Nov 15 15:15:12.598209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16fbb0-a53d-4f51-a68a-59b5b0d112fc req-efd6b181-7c97-48b4-9f7e-6aeaa0e6cbd3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:12.599738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb16fbb0-a53d-4f51-a68a-59b5b0d112fc req-efd6b181-7c97-48b4-9f7e-6aeaa0e6cbd3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0537186 Nov 15 15:15:12.648726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb16fbb0-a53d-4f51-a68a-59b5b0d112fc req-699396b9-75d0-4f75-86a8-57e2150089a0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 Nov 15 15:15:13.779222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b730c87-a071-4d1b-bb93-2959b4b364b6 req-de83c9e2-f6b9-4bf5-a513-ccc0992b9fa1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:13.780784 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b730c87-a071-4d1b-bb93-2959b4b364b6 req-de83c9e2-f6b9-4bf5-a513-ccc0992b9fa1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0554700 Nov 15 15:15:13.849587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b730c87-a071-4d1b-bb93-2959b4b364b6 req-fde18893-42e3-4618-a4f5-d3325e3e5938 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621588 Nov 15 15:15:14.169448 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:15:14.986736 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c3e61-136b-4593-ae3e-58753a4ffa8d req-19e2018a-f5b8-481c-99ce-a5b9d51549e1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:14.988373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b40c3e61-136b-4593-ae3e-58753a4ffa8d req-19e2018a-f5b8-481c-99ce-a5b9d51549e1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0617416 Nov 15 15:15:15.038186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b40c3e61-136b-4593-ae3e-58753a4ffa8d req-723cf5e8-80fd-4cf9-849b-9ad57a675314 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429702 Nov 15 15:15:16.168479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83a0f1-d8da-4612-95d6-52554006a453 req-ae68bf59-2583-40d5-b5ab-697ee7411d2a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:16.169942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f83a0f1-d8da-4612-95d6-52554006a453 req-ae68bf59-2583-40d5-b5ab-697ee7411d2a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0612922 Nov 15 15:15:16.222193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f83a0f1-d8da-4612-95d6-52554006a453 req-bd6fe80b-b42c-41e1-8cc7-33612aba8d16 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449872 Nov 15 15:15:17.351301 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ef8c1-3570-44d0-9848-8dbdb7597934 req-f20a7f9a-4936-4852-9b53-5b0580fe62dd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:17.352847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e6ef8c1-3570-44d0-9848-8dbdb7597934 req-f20a7f9a-4936-4852-9b53-5b0580fe62dd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0515485 Nov 15 15:15:17.406274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e6ef8c1-3570-44d0-9848-8dbdb7597934 req-9d4209aa-9842-4b00-b363-e8d809688f4e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459318 Nov 15 15:15:18.525093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f073464-bbf0-4a08-b48b-c6f004bfece9 req-08ed34f6-d22e-4f0a-9b6e-9e542f1053ce tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:18.526598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f073464-bbf0-4a08-b48b-c6f004bfece9 req-08ed34f6-d22e-4f0a-9b6e-9e542f1053ce tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0486934 Nov 15 15:15:18.581962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f073464-bbf0-4a08-b48b-c6f004bfece9 req-ce9dfae0-884d-4c97-908e-4c26fe725ce4 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416372 Nov 15 15:15:19.691626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e9870-1aee-4ebc-b5f6-22d3408af628 req-0016afd1-bcbd-427e-aed4-bb49730bbcbe tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:19.693390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-858e9870-1aee-4ebc-b5f6-22d3408af628 req-0016afd1-bcbd-427e-aed4-bb49730bbcbe tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0496080 Nov 15 15:15:19.742863 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-858e9870-1aee-4ebc-b5f6-22d3408af628 req-ddb4d9af-76aa-4768-b763-fedcfbcae591 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Nov 15 15:15:20.875290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbda42-7828-4f50-9544-73dbac9bf02d req-91bbf690-6d8a-49fd-8b24-0b4f49d644d4 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:20.876762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76fbda42-7828-4f50-9544-73dbac9bf02d req-91bbf690-6d8a-49fd-8b24-0b4f49d644d4 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0624971 Nov 15 15:15:20.927124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76fbda42-7828-4f50-9544-73dbac9bf02d req-63a44b31-83a7-44f5-bb9f-192a5d0f1201 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440276 Nov 15 15:15:21.770249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70fcba80-441b-4e22-8ee2-7696c2fba9d6 req-8f5df785-ea0e-4fd5-b6c9-e0865d5c76fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393968 Nov 15 15:15:21.854189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcba80-441b-4e22-8ee2-7696c2fba9d6 req-804a8044-7fe3-44a3-9cf0-5f5b0b65173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:21.855701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70fcba80-441b-4e22-8ee2-7696c2fba9d6 req-804a8044-7fe3-44a3-9cf0-5f5b0b65173b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 1096 time: 0.0408952 Nov 15 15:15:21.970909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcba80-441b-4e22-8ee2-7696c2fba9d6 req-074e760c-64a9-4c71-821a-7c657f0005f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:21.972408 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70fcba80-441b-4e22-8ee2-7696c2fba9d6 req-074e760c-64a9-4c71-821a-7c657f0005f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0933828 Nov 15 15:15:22.026980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70fcba80-441b-4e22-8ee2-7696c2fba9d6 req-04e7bc63-a187-4d0a-9813-bee35381e1d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f331b9d7-c3fa-4f2b-927b-4aa21a66589b HTTP/1.1" status: 200 len: 217 time: 0.0455415 Nov 15 15:15:22.099822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcba80-441b-4e22-8ee2-7696c2fba9d6 req-7e3b7772-7ab1-4911-8532-ef0edeb02acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:22.101294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70fcba80-441b-4e22-8ee2-7696c2fba9d6 req-7e3b7772-7ab1-4911-8532-ef0edeb02acb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0531099 Nov 15 15:15:22.110130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5428cbd-b4e3-40fc-b283-646fcde48540 req-d52d3eb4-217a-49ab-8226-97ccd9461285 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:22.115840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5428cbd-b4e3-40fc-b283-646fcde48540 req-d52d3eb4-217a-49ab-8226-97ccd9461285 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0947123 Nov 15 15:15:22.178609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcba80-441b-4e22-8ee2-7696c2fba9d6 req-b9e14c1e-3d17-4f90-ac33-93cc7a330f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:22.180169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70fcba80-441b-4e22-8ee2-7696c2fba9d6 req-b9e14c1e-3d17-4f90-ac33-93cc7a330f4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677364 Nov 15 15:15:22.187939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5428cbd-b4e3-40fc-b283-646fcde48540 req-497d774a-7a0a-4308-a16e-df01928fd23c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681443 Nov 15 15:15:22.288293 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70fcba80-441b-4e22-8ee2-7696c2fba9d6 req-a360441c-2dc1-43d3-b50c-1e4c80f001bc service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884676 Nov 15 15:15:22.386608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70fcba80-441b-4e22-8ee2-7696c2fba9d6 req-d0509b1f-47a6-46cf-ab43-bce00a2f6fcb service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894330 Nov 15 15:15:23.321246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7950b3e-e71b-417b-b41c-19c6383d12c3 req-91c2a895-9173-4a25-be82-84fb7acad407 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:23.322893 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7950b3e-e71b-417b-b41c-19c6383d12c3 req-91c2a895-9173-4a25-be82-84fb7acad407 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0581486 Nov 15 15:15:23.371251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7950b3e-e71b-417b-b41c-19c6383d12c3 req-aab44f9e-5288-4a45-85f1-d5cb5fb18cd6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Nov 15 15:15:24.495717 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3853e0-0db3-4286-89ea-28e93917c1c5 req-62ab287d-32b6-4d43-add2-d0f7ffecf330 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:24.497354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df3853e0-0db3-4286-89ea-28e93917c1c5 req-62ab287d-32b6-4d43-add2-d0f7ffecf330 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0547793 Nov 15 15:15:24.549064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df3853e0-0db3-4286-89ea-28e93917c1c5 req-c3868cf8-38c6-475d-b656-85f9ca393323 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446775 Nov 15 15:15:25.671903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8677a-fdf4-49cf-b1a5-8cc3b4c1aef2 req-563b4549-e639-4cf5-b7d1-42022e084ebb tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:25.673421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2d8677a-fdf4-49cf-b1a5-8cc3b4c1aef2 req-563b4549-e639-4cf5-b7d1-42022e084ebb tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0517514 Nov 15 15:15:25.729198 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2d8677a-fdf4-49cf-b1a5-8cc3b4c1aef2 req-9812e835-6740-403c-b86e-dc5cc987f5a1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498955 Nov 15 15:15:26.846559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a8808-a72a-43b8-b145-65bc49bf43cb req-a34ce180-da6d-45b5-ab22-5e75c2fd034e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:26.848043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-386a8808-a72a-43b8-b145-65bc49bf43cb req-a34ce180-da6d-45b5-ab22-5e75c2fd034e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0502224 Nov 15 15:15:26.898452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-386a8808-a72a-43b8-b145-65bc49bf43cb req-a6065519-7331-41b6-8aa0-1e7868626784 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443904 Nov 15 15:15:28.017097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28316d0-deff-4a26-9eea-589730b18bbc req-7c03177d-9dde-48c8-baa0-0e2333f08554 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:28.018823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e28316d0-deff-4a26-9eea-589730b18bbc req-7c03177d-9dde-48c8-baa0-0e2333f08554 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0503709 Nov 15 15:15:28.070059 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e28316d0-deff-4a26-9eea-589730b18bbc req-33bb7638-682d-440b-9d67-a65ece254536 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448692 Nov 15 15:15:28.469951 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:29.054813 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:29.209014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c9337-9211-4a89-9180-9c3abb7e8a46 req-b3706b17-6dcc-4415-a754-2ac73721a90d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:29.210581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca1c9337-9211-4a89-9180-9c3abb7e8a46 req-b3706b17-6dcc-4415-a754-2ac73721a90d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0571103 Nov 15 15:15:29.275264 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca1c9337-9211-4a89-9180-9c3abb7e8a46 req-bbff8021-98e6-48b0-bb18-12b97c110e0b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579047 Nov 15 15:15:29.795470 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2247-d4a2-4171-8da3-c48df9f0359a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:30.411893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e70063-b92c-4ba4-9b2b-436c6e86021e req-bc17e80b-34e1-4454-82f6-3f5dfea67c0d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:30.413495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61e70063-b92c-4ba4-9b2b-436c6e86021e req-bc17e80b-34e1-4454-82f6-3f5dfea67c0d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0542123 Nov 15 15:15:30.463302 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61e70063-b92c-4ba4-9b2b-436c6e86021e req-e5594c32-e666-46c3-9b8c-16643e7c7dc5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436361 Nov 15 15:15:31.599433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c01e2-ab50-40c2-8b65-632f69cf4bcf req-23c814f5-e063-4e3b-bbe7-50fc97372d08 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:31.600942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f6c01e2-ab50-40c2-8b65-632f69cf4bcf req-23c814f5-e063-4e3b-bbe7-50fc97372d08 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0528822 Nov 15 15:15:31.653215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f6c01e2-ab50-40c2-8b65-632f69cf4bcf req-793dabef-9089-4b4d-9bb4-abceceac6ede tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459938 Nov 15 15:15:32.128851 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b432-6de9-46dc-bfc0-ac4b782dfbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:32.774273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97800b27-686f-4427-afd0-1bc394b1e247 req-27aeb436-a885-4f7a-a474-258c2ca676fb tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:32.775913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97800b27-686f-4427-afd0-1bc394b1e247 req-27aeb436-a885-4f7a-a474-258c2ca676fb tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0510981 Nov 15 15:15:32.828980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97800b27-686f-4427-afd0-1bc394b1e247 req-7cdaf012-9640-41f6-a1d6-5b26f02ffb21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461893 Nov 15 15:15:33.557718 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:33.949081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c897ab7-109d-40b7-a671-c2a72258359d req-c2871e85-36cf-4f0c-80a4-23a19c196d68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:33.950633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c897ab7-109d-40b7-a671-c2a72258359d req-c2871e85-36cf-4f0c-80a4-23a19c196d68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0505643 Nov 15 15:15:33.999131 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c897ab7-109d-40b7-a671-c2a72258359d req-358a671b-a81a-4ee9-a1d8-e72486ec52de tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 Nov 15 15:15:35.133157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d49141-989f-42a0-8609-bf19274a5d70 req-e7ed1836-4184-4b9d-8f58-da6d20595b45 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:35.134672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6d49141-989f-42a0-8609-bf19274a5d70 req-e7ed1836-4184-4b9d-8f58-da6d20595b45 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0599339 Nov 15 15:15:35.184931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6d49141-989f-42a0-8609-bf19274a5d70 req-c50946dc-1db0-41c2-bc58-89b203bd8b64 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440092 Nov 15 15:15:35.254344 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:35.797147 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:36.308197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c6b52-15da-4afa-a0fa-e02ad88ae93b req-ef639904-5f3e-40ee-a90e-1f8d5dd343af tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:36.310160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-439c6b52-15da-4afa-a0fa-e02ad88ae93b req-ef639904-5f3e-40ee-a90e-1f8d5dd343af tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0537753 Nov 15 15:15:36.361559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-439c6b52-15da-4afa-a0fa-e02ad88ae93b req-4b662429-bc47-49a7-8b36-b9cf80f70eed tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450006 Nov 15 15:15:37.495703 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1af96-0662-4594-bc6d-0b47b41a826e req-76794a7f-917f-498a-8795-bbd2f5f9a17e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:37.497313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bde1af96-0662-4594-bc6d-0b47b41a826e req-76794a7f-917f-498a-8795-bbd2f5f9a17e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0588515 Nov 15 15:15:37.555092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bde1af96-0662-4594-bc6d-0b47b41a826e req-a4a55d27-7eab-41a2-a3b9-ada30e6b6fb8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503867 Nov 15 15:15:38.679232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d0a75-2351-47a6-9903-bde15288f61b req-21b08ef8-c91b-41f2-8029-11dfe34e92dd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:38.680769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d5d0a75-2351-47a6-9903-bde15288f61b req-21b08ef8-c91b-41f2-8029-11dfe34e92dd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0497961 Nov 15 15:15:38.729855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d5d0a75-2351-47a6-9903-bde15288f61b req-07a89079-4bba-46bf-a695-0e2b3dbc60bd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425680 Nov 15 15:15:39.847730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e56ab3-ad6e-499c-a262-0d3e42ff68da req-d05bdd9b-e91f-4b22-95a0-80ab3d6e4a9a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:39.855343 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e56ab3-ad6e-499c-a262-0d3e42ff68da req-d05bdd9b-e91f-4b22-95a0-80ab3d6e4a9a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0478945 Nov 15 15:15:39.901503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e56ab3-ad6e-499c-a262-0d3e42ff68da req-3ccd89c1-d734-4e52-8ece-f3cb81a95ca1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460906 Nov 15 15:15:41.019990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99e02e-680c-4589-be56-da542eb9142f req-e96ccd54-725e-4602-a4f6-6dd82a7b2375 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:41.021463 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc99e02e-680c-4589-be56-da542eb9142f req-e96ccd54-725e-4602-a4f6-6dd82a7b2375 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0489681 Nov 15 15:15:41.075855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc99e02e-680c-4589-be56-da542eb9142f req-d2075bec-7558-49ce-bb1d-f4dc21da7940 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427866 Nov 15 15:15:42.193023 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409b0cc-2025-4c5f-9d4a-d20afba7928c req-d7017ffc-f941-41da-b1e1-2cc393856036 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:42.194567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7409b0cc-2025-4c5f-9d4a-d20afba7928c req-d7017ffc-f941-41da-b1e1-2cc393856036 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 944 time: 0.0497189 Nov 15 15:15:42.241006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7409b0cc-2025-4c5f-9d4a-d20afba7928c req-ceae3616-b259-411d-acb8-39af3c315415 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404894 Nov 15 15:15:42.459007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 25b2283d-49ae-40d4-b61e-3c9a1c84d709 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:15:42.557484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 25b2283d-49ae-40d4-b61e-3c9a1c84d709, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=25b2283d-49ae-40d4-b61e-3c9a1c84d709,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:15:42.570118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '25b2283d-49ae-40d4-b61e-3c9a1c84d709', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'port_id': '25b2283d-49ae-40d4-b61e-3c9a1c84d709', 'mac_address': 'fa:16:3e:49:4e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:15:42.611893 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:42.626022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b2283d-49ae-40d4-b61e-3c9a1c84d709 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:15:42.645906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 25b2283d-49ae-40d4-b61e-3c9a1c84d709, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=25b2283d-49ae-40d4-b61e-3c9a1c84d709,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:15:42.723248 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:42.776312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=25b2283d-49ae-40d4-b61e-3c9a1c84d709,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:15:42.988237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['25b2283d-49ae-40d4-b61e-3c9a1c84d709'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:15:43.364233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af216f52-7496-473e-82f4-038a2a964c91 req-b467bed9-42d4-4c14-b30e-ba738bc18949 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:43.365770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af216f52-7496-473e-82f4-038a2a964c91 req-b467bed9-42d4-4c14-b30e-ba738bc18949 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 945 time: 0.0548248 Nov 15 15:15:43.414215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af216f52-7496-473e-82f4-038a2a964c91 req-5c7e4e8c-8670-42c7-9e88-1ff62f927da5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Nov 15 15:15:44.465941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 25b2283d-49ae-40d4-b61e-3c9a1c84d709 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:15:44.535979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76c3da-1eb6-4ee4-ad14-ab095780d2e6 req-39307563-01f7-43a1-81bd-d9f86cb6c033 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:44.537585 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d76c3da-1eb6-4ee4-ad14-ab095780d2e6 req-39307563-01f7-43a1-81bd-d9f86cb6c033 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 945 time: 0.0495706 Nov 15 15:15:44.586752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d76c3da-1eb6-4ee4-ad14-ab095780d2e6 req-12bc6f7f-1b83-44d5-823f-9aabbd2238e2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428462 Nov 15 15:15:44.597554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 25b2283d-49ae-40d4-b61e-3c9a1c84d709 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:15:44.602422 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 25b2283d-49ae-40d4-b61e-3c9a1c84d709 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:15:44.602853 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:44.682352 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:44.709599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43273841-b6a4-47f8-86df-03b0b0722c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b2283d-49ae-40d4-b61e-3c9a1c84d709'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:15:44.711938 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da98bb8-d417-481b-9ee4-3419327559b6" -d '{"events": [{"server_uuid": "43273841-b6a4-47f8-86df-03b0b0722c7f", "name": "network-vif-plugged", "status": "completed", "tag": "25b2283d-49ae-40d4-b61e-3c9a1c84d709"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:15:44.726628 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 25b2283d-49ae-40d4-b61e-3c9a1c84d709, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=25b2283d-49ae-40d4-b61e-3c9a1c84d709,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:15:44.757904 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da0e54c-f01e-4054-a2e0-8655f6cc4afc x-openstack-request-id: req-1da0e54c-f01e-4054-a2e0-8655f6cc4afc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:15:44.757904 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43273841-b6a4-47f8-86df-03b0b0722c7f", "name": "network-vif-plugged", "status": "completed", "tag": "25b2283d-49ae-40d4-b61e-3c9a1c84d709", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:15:44.757904 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1da0e54c-f01e-4054-a2e0-8655f6cc4afc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:15:44.757904 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43273841-b6a4-47f8-86df-03b0b0722c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b2283d-49ae-40d4-b61e-3c9a1c84d709', 'code': 200} Nov 15 15:15:44.814068 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:44.865353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=25b2283d-49ae-40d4-b61e-3c9a1c84d709,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:15:44.874025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:15:44.874254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:15:44.874743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:15:44.875157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:15:44.876104 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:15:44.876505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:15:44.877013 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:15:44.877894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:15:44.877894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:15:44.878267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:15:44.878688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:15:44.879566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:15:44.880704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362c26c-85f7-4093-b2b8-c22ca8fa50f9 req-f3a3cf42-c85d-41e0-bf26-003b9e7f88af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:44.882367 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7362c26c-85f7-4093-b2b8-c22ca8fa50f9 req-f3a3cf42-c85d-41e0-bf26-003b9e7f88af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 1097 time: 0.0435207 Nov 15 15:15:44.930083 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7362c26c-85f7-4093-b2b8-c22ca8fa50f9 req-d63c6cd4-480b-4313-bd1b-cd8a189958f8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374343 Nov 15 15:15:45.705687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82818c63-d35a-4b4d-b59f-493dce444d27 req-0c8a87f0-a4b6-40d5-b941-6ccdcbb2244f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:45.707349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82818c63-d35a-4b4d-b59f-493dce444d27 req-0c8a87f0-a4b6-40d5-b941-6ccdcbb2244f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 946 time: 0.0505114 Nov 15 15:15:45.763016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82818c63-d35a-4b4d-b59f-493dce444d27 req-0373cdc5-0ea2-461e-ac77-2d6ce4521519 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493288 Nov 15 15:15:46.881626 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804f1e9-9c14-468f-96cc-ce54ceeb4a46 req-833dabcc-f4db-47d4-acd9-ae6e12cf2fc7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:46.883542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b804f1e9-9c14-468f-96cc-ce54ceeb4a46 req-833dabcc-f4db-47d4-acd9-ae6e12cf2fc7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 946 time: 0.0505016 Nov 15 15:15:46.929711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b804f1e9-9c14-468f-96cc-ce54ceeb4a46 req-f5d1f543-53a5-4f6f-aa05-9ce2e2c095c0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Nov 15 15:15:47.045608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d316c4-6364-4d5e-93b2-35bb587bf08c req-e08f1261-1799-4e28-9db7-26295f3b7d22 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:47.047768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-56d316c4-6364-4d5e-93b2-35bb587bf08c req-e08f1261-1799-4e28-9db7-26295f3b7d22 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 946 time: 0.0488293 Nov 15 15:15:47.096378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-56d316c4-6364-4d5e-93b2-35bb587bf08c req-5061fca0-d18b-4e81-af5b-1b1135c89963 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423071 Nov 15 15:15:47.624501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e400f7-6fd8-4ae1-845b-929b445f2323 req-7f9322a9-ffe0-4067-8fa5-5c132bf62154 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:47.627041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87e400f7-6fd8-4ae1-845b-929b445f2323 req-7f9322a9-ffe0-4067-8fa5-5c132bf62154 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 946 time: 0.0571234 Nov 15 15:15:47.681002 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87e400f7-6fd8-4ae1-845b-929b445f2323 req-2db0669a-05e0-4d58-9a60-22c24b0dd3b9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477808 Nov 15 15:15:48.814382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ebad1-748f-4117-96b6-071ada0d94ea req-fdfd580d-fb98-4a05-ba78-8548ead5b6d9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:48.816009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d1ebad1-748f-4117-96b6-071ada0d94ea req-fdfd580d-fb98-4a05-ba78-8548ead5b6d9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 946 time: 0.0493319 Nov 15 15:15:48.868103 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d1ebad1-748f-4117-96b6-071ada0d94ea req-4b09900d-793c-4fc9-a0a0-ad3e5671810c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448945 Nov 15 15:15:49.218667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d290b-b686-4acd-ad94-4ef13704b98d req-fc44b7f3-aa3e-4b0c-8daa-9cdeeef11123 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:15:49.220933 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cb5d290b-b686-4acd-ad94-4ef13704b98d req-fc44b7f3-aa3e-4b0c-8daa-9cdeeef11123 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.46 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 946 time: 0.0599506 Nov 15 15:15:49.447013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-cb5d290b-b686-4acd-ad94-4ef13704b98d req-d2236129-3bb7-4eb0-b432-d2997b0a07d8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Deleting port 25b2283d-49ae-40d4-b61e-3c9a1c84d709 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:15:49.447013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb5d290b-b686-4acd-ad94-4ef13704b98d req-d2236129-3bb7-4eb0-b432-d2997b0a07d8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:49.447013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-cb5d290b-b686-4acd-ad94-4ef13704b98d req-d2236129-3bb7-4eb0-b432-d2997b0a07d8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] For port 25b2283d-49ae-40d4-b61e-3c9a1c84d709, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=25b2283d-49ae-40d4-b61e-3c9a1c84d709,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:15:49.447013 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb5d290b-b686-4acd-ad94-4ef13704b98d req-d2236129-3bb7-4eb0-b432-d2997b0a07d8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:49.447013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-cb5d290b-b686-4acd-ad94-4ef13704b98d req-d2236129-3bb7-4eb0-b432-d2997b0a07d8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Calling delete_port for 25b2283d-49ae-40d4-b61e-3c9a1c84d709 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:15:49.660550 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb5d290b-b686-4acd-ad94-4ef13704b98d req-d2236129-3bb7-4eb0-b432-d2997b0a07d8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:49.673140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f331b9d7-c3fa-4f2b-927b-4aa21a66589b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:15:49.695320 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2236129-3bb7-4eb0-b432-d2997b0a07d8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event deleted for resources: {'Port': ['ID=25b2283d-49ae-40d4-b61e-3c9a1c84d709,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:15:49.699450 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['25b2283d-49ae-40d4-b61e-3c9a1c84d709'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:15:49.741845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5d290b-b686-4acd-ad94-4ef13704b98d req-d2236129-3bb7-4eb0-b432-d2997b0a07d8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] No DVR routers for this DVR port 25b2283d-49ae-40d4-b61e-3c9a1c84d709 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:15:49.750984 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cb5d290b-b686-4acd-ad94-4ef13704b98d req-d2236129-3bb7-4eb0-b432-d2997b0a07d8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:49.750984 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-cb5d290b-b686-4acd-ad94-4ef13704b98d req-d2236129-3bb7-4eb0-b432-d2997b0a07d8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.46 "DELETE /v2.0/ports/25b2283d-49ae-40d4-b61e-3c9a1c84d709 HTTP/1.1" status: 204 len: 173 time: 0.5179734 Nov 15 15:15:49.750984 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43273841-b6a4-47f8-86df-03b0b0722c7f', 'name': 'network-vif-deleted', 'tag': '25b2283d-49ae-40d4-b61e-3c9a1c84d709'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:15:49.758837 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14646b1-7094-43f0-a462-9e1b892ab2eb" -d '{"events": [{"server_uuid": "43273841-b6a4-47f8-86df-03b0b0722c7f", "name": "network-vif-deleted", "tag": "25b2283d-49ae-40d4-b61e-3c9a1c84d709"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:15:49.807956 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5fe3de-79df-4080-9a82-340e8673715d x-openstack-request-id: req-2b5fe3de-79df-4080-9a82-340e8673715d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:15:49.807956 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43273841-b6a4-47f8-86df-03b0b0722c7f", "name": "network-vif-deleted", "tag": "25b2283d-49ae-40d4-b61e-3c9a1c84d709", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:15:49.807956 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b5fe3de-79df-4080-9a82-340e8673715d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:15:49.807956 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43273841-b6a4-47f8-86df-03b0b0722c7f', 'name': 'network-vif-deleted', 'tag': '25b2283d-49ae-40d4-b61e-3c9a1c84d709', 'status': 'completed', 'code': 200} Nov 15 15:15:49.987769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b84299d-8862-437f-a5ac-52e197570e6d req-9f2837cc-ec7b-4f35-b081-e66f1f463c7d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 210 time: 0.0331123 Nov 15 15:15:51.100055 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f7c061b-af4b-41da-acb3-348fabb9c136 req-ae7a44eb-8266-464b-b3d1-00da1df3adb9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 210 time: 0.0314040 Nov 15 15:15:51.169945 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:15:52.200797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5af04108-6ca6-49f5-a689-a8599dec4133 req-ff347061-9e17-4f62-9784-d902e86ee74c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 210 time: 0.0268304 Nov 15 15:15:52.498060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 25b2283d-49ae-40d4-b61e-3c9a1c84d709 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:15:52.531606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 25b2283d-49ae-40d4-b61e-3c9a1c84d709 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:15:52.531606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 25b2283d-49ae-40d4-b61e-3c9a1c84d709 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:15:53.307150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d86fb35a-b939-4f98-8b64-5e7a02ae64c7 req-442d4c67-db0a-41b3-a0ef-8b77c351e08b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 210 time: 0.0277975 Nov 15 15:15:54.411923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c742c62b-b374-4dec-8c4d-57f98cbe1de3 req-2a5421f4-f5ea-486f-bb02-17da8d1e020d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 210 time: 0.0268505 Nov 15 15:15:55.576133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57f5a47e-26c9-454e-ab00-0f2b69a44685 req-4e9754d0-5c10-427b-a8b6-4016f4809cfa tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=43273841-b6a4-47f8-86df-03b0b0722c7f HTTP/1.1" status: 200 len: 210 time: 0.0743828 Nov 15 15:15:58.564491 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:59.065221 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:15:59.769530 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0580cd53-12c4-4d13-8037-11fd7461b46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:02.109688 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b45a558-43f9-4c88-848d-6d2e72954dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:02.510517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b10a9-4092-4c50-b82c-9825bdfb9f8c req-72047034-3213-4edf-983f-59449f5f58d0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:02.512064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb8b10a9-4092-4c50-b82c-9825bdfb9f8c req-72047034-3213-4edf-983f-59449f5f58d0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 945 time: 0.0565619 Nov 15 15:16:02.560007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb8b10a9-4092-4c50-b82c-9825bdfb9f8c req-45f8e381-c38c-4d33-be32-1c65c461d8e1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419230 Nov 15 15:16:03.625519 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:03.684183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce429d87-6c17-4ff4-8f5d-3da62ab0b75a req-6a94190f-92aa-4e84-ae05-52baf5682eb8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:03.685674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce429d87-6c17-4ff4-8f5d-3da62ab0b75a req-6a94190f-92aa-4e84-ae05-52baf5682eb8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 945 time: 0.0540605 Nov 15 15:16:03.734462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce429d87-6c17-4ff4-8f5d-3da62ab0b75a req-3d75b6f7-161d-47e5-97b8-f4bc442b6e4f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Nov 15 15:16:04.111548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d744-89ae-4ca8-8ef6-27ec2a9aa939 req-df32ed3d-a154-493e-8385-ef504301aadf tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:04.113001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aad8d744-89ae-4ca8-8ef6-27ec2a9aa939 req-df32ed3d-a154-493e-8385-ef504301aadf tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 945 time: 0.0524273 Nov 15 15:16:04.215302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-aad8d744-89ae-4ca8-8ef6-27ec2a9aa939 req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Deleting port f331b9d7-c3fa-4f2b-927b-4aa21a66589b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:16:04.215653 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aad8d744-89ae-4ca8-8ef6-27ec2a9aa939 req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:04.309206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-aad8d744-89ae-4ca8-8ef6-27ec2a9aa939 req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] For port f331b9d7-c3fa-4f2b-927b-4aa21a66589b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f331b9d7-c3fa-4f2b-927b-4aa21a66589b,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:16:04.309206 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aad8d744-89ae-4ca8-8ef6-27ec2a9aa939 req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:04.320420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-aad8d744-89ae-4ca8-8ef6-27ec2a9aa939 req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Calling delete_port for f331b9d7-c3fa-4f2b-927b-4aa21a66589b owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:16:04.526585 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aad8d744-89ae-4ca8-8ef6-27ec2a9aa939 req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:04.538878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f331b9d7-c3fa-4f2b-927b-4aa21a66589b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:16:04.555837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event deleted for resources: {'Port': ['ID=f331b9d7-c3fa-4f2b-927b-4aa21a66589b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:16:04.569374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:04.569727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:04.570077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:04.570614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:04.570766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:04.571105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:04.571439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:04.571769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:04.572096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:04.572429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:04.572909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:04.573245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:04.610825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad8d744-89ae-4ca8-8ef6-27ec2a9aa939 req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] No DVR routers for this DVR port f331b9d7-c3fa-4f2b-927b-4aa21a66589b on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:16:04.613449 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aad8d744-89ae-4ca8-8ef6-27ec2a9aa939 req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:04.617384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aad8d744-89ae-4ca8-8ef6-27ec2a9aa939 req-40daedc0-3020-494a-86ff-183ddf9ccd68 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "DELETE /v2.0/ports/f331b9d7-c3fa-4f2b-927b-4aa21a66589b HTTP/1.1" status: 204 len: 173 time: 0.4943490 Nov 15 15:16:04.617828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a749ba-b6f9-493f-b879-b6c298d3d547', 'name': 'network-vif-deleted', 'tag': 'f331b9d7-c3fa-4f2b-927b-4aa21a66589b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:16:04.620132 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae4c224-e08d-469e-a984-09aa9df1a8ad" -d '{"events": [{"server_uuid": "c3a749ba-b6f9-493f-b879-b6c298d3d547", "name": "network-vif-deleted", "tag": "f331b9d7-c3fa-4f2b-927b-4aa21a66589b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:16:04.745546 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e7d90d-922b-4530-a497-3cf078ef66b8 x-openstack-request-id: req-47e7d90d-922b-4530-a497-3cf078ef66b8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:16:04.746191 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a749ba-b6f9-493f-b879-b6c298d3d547", "name": "network-vif-deleted", "tag": "f331b9d7-c3fa-4f2b-927b-4aa21a66589b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:16:04.746191 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47e7d90d-922b-4530-a497-3cf078ef66b8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:16:04.746721 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a749ba-b6f9-493f-b879-b6c298d3d547', 'name': 'network-vif-deleted', 'tag': 'f331b9d7-c3fa-4f2b-927b-4aa21a66589b', 'status': 'completed', 'code': 200} Nov 15 15:16:04.833424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-092da665-dc3e-48b5-a7e6-efa43f55bfcf req-aa4b6c6d-2f31-4b53-8272-c06f884b0bc3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 210 time: 0.0272954 Nov 15 15:16:05.242900 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:05.791378 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:05.932353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-125220bb-a190-4c89-b481-109ce48e90ab req-35e8be05-35ab-44cf-81e4-a7bf55fe3597 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 210 time: 0.0265970 Nov 15 15:16:07.044996 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8f75c10-f105-4397-b857-1e2944e6f534 req-ac9db57e-c85f-442a-b0ba-d95bf79aeb53 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 210 time: 0.0280156 Nov 15 15:16:08.165142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bbfc335c-6411-4cc5-be9a-ebea13388aeb req-da4bb971-fb35-45c7-a74c-947df81bd70c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 210 time: 0.0284903 Nov 15 15:16:08.925341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f331b9d7-c3fa-4f2b-927b-4aa21a66589b no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:16:08.947279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: f331b9d7-c3fa-4f2b-927b-4aa21a66589b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:16:08.947611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f331b9d7-c3fa-4f2b-927b-4aa21a66589b not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:16:09.279150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97effaa1-dfbb-4572-b988-1e75b8912bb3 req-bfb812c4-7c6e-44ec-98d9-6399d9fb05aa tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 210 time: 0.0308118 Nov 15 15:16:10.405531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da3f03bc-62fd-4d70-a381-691d989e1096 req-129a07a0-0128-41e9-b679-23f74390142c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a749ba-b6f9-493f-b879-b6c298d3d547 HTTP/1.1" status: 200 len: 210 time: 0.0326734 Nov 15 15:16:14.945337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45760) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:16:14.950611 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282279043', 'description': 'tempest-secgroup-smoke-1282279043 description', 'project_id': 'ad76d1735a1742328107fcc385e5b51b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:16:15.037780 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:15.107308 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:15.174189 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:15.202089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4603878-32e0-4c5d-a474-e49a45b324c8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:16:15.212242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:15.218288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:15.218288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:15.218288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:15.218288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:15.218288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:15.218288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:15.218288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:15.218288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:15.218288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:15.218288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:15.218288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:16:15.261930 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:15.263250 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-71f0b154-9d09-4d6c-aa5c-58626e8c9698 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3167503 Nov 15 15:16:15.266137 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:16:15.271000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5b38bad7-f658-480f-ae07-4e92d39deff5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'security_group_rule': {'security_group_id': 'f4603878-32e0-4c5d-a474-e49a45b324c8', 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:16:15.368514 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b38bad7-f658-480f-ae07-4e92d39deff5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:15.434667 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b38bad7-f658-480f-ae07-4e92d39deff5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:15.494252 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b38bad7-f658-480f-ae07-4e92d39deff5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:15.513273 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38bad7-f658-480f-ae07-4e92d39deff5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3b8667-7c3b-4bbe-ac4e-df300460f61e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:16:15.599626 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b38bad7-f658-480f-ae07-4e92d39deff5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:15.600958 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5b38bad7-f658-480f-ae07-4e92d39deff5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3338723 Nov 15 15:16:15.606735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:16:15.608339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cc9fe2c0-9f4f-476a-9117-01b22f570b69 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'security_group_rule': {'security_group_id': 'f4603878-32e0-4c5d-a474-e49a45b324c8', 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:16:15.697789 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc9fe2c0-9f4f-476a-9117-01b22f570b69 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:15.760140 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc9fe2c0-9f4f-476a-9117-01b22f570b69 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:15.848962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc9fe2c0-9f4f-476a-9117-01b22f570b69 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:15.867960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fe2c0-9f4f-476a-9117-01b22f570b69 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1290cd49-1c2b-4261-b0fc-9d4d87f3c5bb,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:16:15.935851 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc9fe2c0-9f4f-476a-9117-01b22f570b69 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:15.937079 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cc9fe2c0-9f4f-476a-9117-01b22f570b69 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3323741 Nov 15 15:16:15.939781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:16:15.944291 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ccbcfa3a-497b-4a61-bee4-a1d45546c4b6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'security_group_rule': {'security_group_id': 'f4603878-32e0-4c5d-a474-e49a45b324c8', 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:16:16.042331 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfa3a-497b-4a61-bee4-a1d45546c4b6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:16.099317 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfa3a-497b-4a61-bee4-a1d45546c4b6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:16.174080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfa3a-497b-4a61-bee4-a1d45546c4b6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:16.194165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcfa3a-497b-4a61-bee4-a1d45546c4b6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d88617-36c2-4980-9102-f4b58e282353,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:16:16.267542 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfa3a-497b-4a61-bee4-a1d45546c4b6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:16.268797 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ccbcfa3a-497b-4a61-bee4-a1d45546c4b6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3280606 Nov 15 15:16:16.272482 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45772) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:16:16.276877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fc096e39-da0d-4564-8d5c-3b2c5b426e16 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'security_group_rule': {'security_group_id': 'f4603878-32e0-4c5d-a474-e49a45b324c8', 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:16:16.380032 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc096e39-da0d-4564-8d5c-3b2c5b426e16 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:16.438280 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc096e39-da0d-4564-8d5c-3b2c5b426e16 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:16.528543 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc096e39-da0d-4564-8d5c-3b2c5b426e16 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:16.548527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc096e39-da0d-4564-8d5c-3b2c5b426e16 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45d7030-7507-41d9-aa78-4efa8b6341e1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:16:16.627745 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc096e39-da0d-4564-8d5c-3b2c5b426e16 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:16.630444 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fc096e39-da0d-4564-8d5c-3b2c5b426e16 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3555713 Nov 15 15:16:16.632618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:16:16.637011 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dce13eb7-aded-462f-a10b-8c04f3a82087 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'security_group_rule': {'security_group_id': 'f4603878-32e0-4c5d-a474-e49a45b324c8', 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:16:16.745865 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-dce13eb7-aded-462f-a10b-8c04f3a82087 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Project ad76d1735a1742328107fcc385e5b51b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:16:16.751132 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dce13eb7-aded-462f-a10b-8c04f3a82087 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:16.808391 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dce13eb7-aded-462f-a10b-8c04f3a82087 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:16.891885 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dce13eb7-aded-462f-a10b-8c04f3a82087 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:16.909610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce13eb7-aded-462f-a10b-8c04f3a82087 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d89338f-215d-4ba1-95ee-73973534a995,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:16:16.979710 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dce13eb7-aded-462f-a10b-8c04f3a82087 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:16.983525 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dce13eb7-aded-462f-a10b-8c04f3a82087 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3473763 Nov 15 15:16:16.991392 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 45786) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:16:16.991392 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a8fde95b-8ff0-4a1a-8eb2-cfef2e4ddb14 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'security_group_rule': {'security_group_id': 'f4603878-32e0-4c5d-a474-e49a45b324c8', 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:16:17.092843 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-a8fde95b-8ff0-4a1a-8eb2-cfef2e4ddb14 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Project ad76d1735a1742328107fcc385e5b51b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:16:17.101348 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8fde95b-8ff0-4a1a-8eb2-cfef2e4ddb14 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:17.160425 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8fde95b-8ff0-4a1a-8eb2-cfef2e4ddb14 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:17.230820 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8fde95b-8ff0-4a1a-8eb2-cfef2e4ddb14 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:17.250203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fde95b-8ff0-4a1a-8eb2-cfef2e4ddb14 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88a0fa5-fb9a-4644-a1b7-ac1dafe80f13,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:16:17.330171 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8fde95b-8ff0-4a1a-8eb2-cfef2e4ddb14 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:17.331567 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a8fde95b-8ff0-4a1a-8eb2-cfef2e4ddb14 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3467968 Nov 15 15:16:28.169773 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:16:28.492631 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:29.025539 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:29.857640 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5967-04ab-42ef-9780-7f7a7be4d2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:32.217340 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f90dd269-c410-43dd-ba9e-2058bb217a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:33.629320 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:35.299451 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:35.965545 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:44.561935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-071e4663-d650-42cb-8176-81e99763a205 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282279043&fields=id&tenant_id=ad76d1735a1742328107fcc385e5b51b HTTP/1.1" status: 200 len: 267 time: 0.0488811 Nov 15 15:16:44.679263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-84bfa799-d2fd-4b5e-b7b2-1372dedb3340 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:44.680736 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-84bfa799-d2fd-4b5e-b7b2-1372dedb3340 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.1108212 Nov 15 15:16:44.695585 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-06356cee-fac6-4da4-b89a-b11ba466d802 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/quotas/ad76d1735a1742328107fcc385e5b51b HTTP/1.1" status: 200 len: 375 time: 0.0091047 Nov 15 15:16:45.062412 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-1e8f34fb-4680-486a-ae92-de8ddc38b989 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3610291 Nov 15 15:16:45.205796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-5514a316-755d-4e7d-bc8d-7762d858d56c service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312733 Nov 15 15:16:45.298149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-20973c7a-c521-4eb9-8d93-23e4d6d315a7 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854754 Nov 15 15:16:45.872637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a21c1ef5-76c3-442c-a955-90cc091d0fe7 req-7c6f4558-c201-4ea3-8c9c-8ccded5682d3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 210 time: 0.0264537 Nov 15 15:16:46.951297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9b431c9-d378-4ff0-b008-61bbd415a4af req-41803022-4e03-42ea-b1bd-03fd1098b276 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 210 time: 0.0266075 Nov 15 15:16:48.034417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd354e76-cd9c-478f-ae61-8b756ef0ffa3 req-d444b14e-f72b-4d34-abd8-0a3770565afa tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 210 time: 0.0259318 Nov 15 15:16:49.114604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e85854f6-da63-4f71-96c2-39fffd439c9d req-51fc0751-4014-4e66-8a9f-985f51ff9ea1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 210 time: 0.0292144 Nov 15 15:16:50.210341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40f2aba8-529c-4264-b43c-832a838032c4 req-4b51648f-9d71-4f25-888a-1652e4dcff38 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 210 time: 0.0259326 Nov 15 15:16:51.307579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9619b58c-1d9f-43a2-972d-e97e568634bb req-b8619ad8-b8aa-4a8a-aa0c-63b6825dda74 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 210 time: 0.0266931 Nov 15 15:16:52.014211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-cea866d3-c17a-4e06-8b5d-2e952a2b08aa tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:52.015874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-cea866d3-c17a-4e06-8b5d-2e952a2b08aa tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.1039069 Nov 15 15:16:52.090011 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-5abaa437-776f-4966-9cd0-20e68a2bc557 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad76d1735a1742328107fcc385e5b51b HTTP/1.1" status: 200 len: 380 time: 0.0641332 Nov 15 15:16:52.101531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-94c10c1d-1e2b-4a8f-9d93-5ee46973f504 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'port': {'device_id': '5a0fde1d-9df2-453d-96bc-b50cd5c570d3', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'admin_state_up': True, 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'security_groups': ['f4603878-32e0-4c5d-a474-e49a45b324c8']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:16:52.265082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-94c10c1d-1e2b-4a8f-9d93-5ee46973f504 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Made reservation on behalf of ad76d1735a1742328107fcc385e5b51b for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:16:52.268692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-94c10c1d-1e2b-4a8f-9d93-5ee46973f504 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:52.424150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-549b7891-1d4f-4e4f-b264-6658462d4647 req-81de05c9-788d-48c5-9e4b-5d101fd32bd3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 210 time: 0.0321290 Nov 15 15:16:52.446716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-94c10c1d-1e2b-4a8f-9d93-5ee46973f504 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Allocated IP 172.20.0.14 (9cb06ff6-8b3b-46c4-bd2f-195327bebee0/a717034a-aaa9-41b7-9466-2e1be66dd215/1ab12d82-3e90-4a0e-af36-79242b0e8abc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:16:52.611882 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-94c10c1d-1e2b-4a8f-9d93-5ee46973f504 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:52.697210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-94c10c1d-1e2b-4a8f-9d93-5ee46973f504 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:52.736494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-94c10c1d-1e2b-4a8f-9d93-5ee46973f504 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:16:52.742216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-94c10c1d-1e2b-4a8f-9d93-5ee46973f504 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:16:52.745884 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-94c10c1d-1e2b-4a8f-9d93-5ee46973f504 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:16:52.777750 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c10c1d-1e2b-4a8f-9d93-5ee46973f504 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'Port': ['ID=1ab12d82-3e90-4a0e-af36-79242b0e8abc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:16:52.814441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-94c10c1d-1e2b-4a8f-9d93-5ee46973f504 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:52.815073 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-94c10c1d-1e2b-4a8f-9d93-5ee46973f504 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:52.913553 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-94c10c1d-1e2b-4a8f-9d93-5ee46973f504 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8170023 Nov 15 15:16:52.926437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Request body: {'port': {'device_id': '5a0fde1d-9df2-453d-96bc-b50cd5c570d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:16:53.175076 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:53.176521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f6bfc372-51b1-4949-84b4-e8350c6a1d59 None None] Provisioning complete for port 1ab12d82-3e90-4a0e-af36-79242b0e8abc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:16:53.176521 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6bfc372-51b1-4949-84b4-e8350c6a1d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:53.176521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfc372-51b1-4949-84b4-e8350c6a1d59 None None] Port 1ab12d82-3e90-4a0e-af36-79242b0e8abc cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:16:53.338639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab12d82-3e90-4a0e-af36-79242b0e8abc {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:16:53.346829 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:53.360273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Transition to ACTIVE for port object 1ab12d82-3e90-4a0e-af36-79242b0e8abc will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:16:53.419198 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:53.492083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Pushing event updated for resources: {'Port': ['ID=1ab12d82-3e90-4a0e-af36-79242b0e8abc,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:16:53.554017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Attempting to bind port 1ab12d82-3e90-4a0e-af36-79242b0e8abc on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:16:53.554357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Attempting to bind port 1ab12d82-3e90-4a0e-af36-79242b0e8abc by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:16:53.554723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Attempting to bind port 1ab12d82-3e90-4a0e-af36-79242b0e8abc on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:16:53.561785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Port 1ab12d82-3e90-4a0e-af36-79242b0e8abc on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:16:53.562107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Attempting to bind port 1ab12d82-3e90-4a0e-af36-79242b0e8abc on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:16:53.589635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:16:53.589977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Checking segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:16:53.590365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Bound using segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:16:53.590838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Bound port: 1ab12d82-3e90-4a0e-af36-79242b0e8abc, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:16:53.591204 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:53.652717 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e36c4-4676-4e69-b0db-667da9156635 req-2e5a04a2-7673-4cd8-9e38-45feea487672 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:53.654466 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d89e36c4-4676-4e69-b0db-667da9156635 req-2e5a04a2-7673-4cd8-9e38-45feea487672 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 944 time: 0.0943620 Nov 15 15:16:53.713005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] For port 1ab12d82-3e90-4a0e-af36-79242b0e8abc, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:16:53.736034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d89e36c4-4676-4e69-b0db-667da9156635 req-071ecc52-242f-4d5b-9b18-7bed63981dc1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743201 Nov 15 15:16:53.737759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] For port 1ab12d82-3e90-4a0e-af36-79242b0e8abc, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ab12d82-3e90-4a0e-af36-79242b0e8abc,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:16:53.816352 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:53.864751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:53.866130 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:53.869170 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] 10.222.0.59 "PUT /v2.0/ports/1ab12d82-3e90-4a0e-af36-79242b0e8abc HTTP/1.1" status: 200 len: 1092 time: 0.9458878 Nov 15 15:16:53.869664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0fde1d-9df2-453d-96bc-b50cd5c570d3', 'tag': '1ab12d82-3e90-4a0e-af36-79242b0e8abc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:16:53.872029 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a1f5e5-f899-4be1-ba4b-1d49f321581a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0fde1d-9df2-453d-96bc-b50cd5c570d3", "tag": "1ab12d82-3e90-4a0e-af36-79242b0e8abc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:16:53.924276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21768fcf-c98d-4c47-9543-c936b566c31f service neutron] Pushing event updated for resources: {'Port': ['ID=1ab12d82-3e90-4a0e-af36-79242b0e8abc,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:16:53.946167 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f11bb-187b-4aba-9914-97a5506d863a x-openstack-request-id: req-5e2f11bb-187b-4aba-9914-97a5506d863a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:16:53.946490 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0fde1d-9df2-453d-96bc-b50cd5c570d3", "tag": "1ab12d82-3e90-4a0e-af36-79242b0e8abc", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:16:53.946755 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e2f11bb-187b-4aba-9914-97a5506d863a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:16:53.947166 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0fde1d-9df2-453d-96bc-b50cd5c570d3', 'tag': '1ab12d82-3e90-4a0e-af36-79242b0e8abc', 'status': 'completed', 'code': 200} Nov 15 15:16:54.027591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f5e5-f899-4be1-ba4b-1d49f321581a req-8f540d34-3c7d-40dd-8ac9-09b8c2edefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:54.029212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54a1f5e5-f899-4be1-ba4b-1d49f321581a req-8f540d34-3c7d-40dd-8ac9-09b8c2edefdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 1095 time: 0.0553446 Nov 15 15:16:54.150512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f5e5-f899-4be1-ba4b-1d49f321581a req-a500bcfd-0149-426f-82dc-a47b221cbf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:54.152616 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54a1f5e5-f899-4be1-ba4b-1d49f321581a req-a500bcfd-0149-426f-82dc-a47b221cbf30 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ad76d1735a1742328107fcc385e5b51b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1157141 Nov 15 15:16:54.261932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f5e5-f899-4be1-ba4b-1d49f321581a req-170dcbf1-25dc-4419-88ce-d5be3e1d93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:54.282635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54a1f5e5-f899-4be1-ba4b-1d49f321581a req-170dcbf1-25dc-4419-88ce-d5be3e1d93ae service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020648 Nov 15 15:16:54.356679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-7b90cfc4-8a10-4016-a373-6a5fdf8298a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:54.358201 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-7b90cfc4-8a10-4016-a373-6a5fdf8298a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 1095 time: 0.0569327 Nov 15 15:16:54.401966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-7f2cb84d-0b1a-478c-843e-5771a47e81a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ab12d82-3e90-4a0e-af36-79242b0e8abc HTTP/1.1" status: 200 len: 217 time: 0.0349653 Nov 15 15:16:54.459723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-57b38861-76a5-4490-8363-7bfc3ba03fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:54.460883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-57b38861-76a5-4490-8363-7bfc3ba03fd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0521743 Nov 15 15:16:54.511722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-8157550f-9c02-44fd-bee3-4dc5a3b0510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:54.513370 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-8157550f-9c02-44fd-bee3-4dc5a3b0510e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452416 Nov 15 15:16:54.616320 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-56931176-7bb4-4ab5-9723-b05685512145 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952864 Nov 15 15:16:54.723383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32062ac7-2d25-4cc1-a2fc-afecde026d2f req-d188c3d4-ae53-4377-83fb-c9f81ce25a66 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989459 Nov 15 15:16:54.866250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f29abc-031d-4d01-9a9d-d072db610e7b req-38ac1933-12bf-48a2-bded-cdf0919a2341 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:54.867810 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7f29abc-031d-4d01-9a9d-d072db610e7b req-38ac1933-12bf-48a2-bded-cdf0919a2341 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 944 time: 0.0569072 Nov 15 15:16:54.940689 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7f29abc-031d-4d01-9a9d-d072db610e7b req-c9b7ef01-9501-436b-aafc-171528d81a34 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649762 Nov 15 15:16:56.112027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c3c2d-4b07-463c-b5cf-aae491543aea req-e8a3d8dd-591a-49bf-adec-1162c0a32300 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:56.119891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-770c3c2d-4b07-463c-b5cf-aae491543aea req-e8a3d8dd-591a-49bf-adec-1162c0a32300 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 944 time: 0.0775805 Nov 15 15:16:56.183234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-770c3c2d-4b07-463c-b5cf-aae491543aea req-7728c1f4-a597-4608-8e90-ae8957c5d286 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621245 Nov 15 15:16:57.322022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7bd56-55f4-4cd6-b8ac-47bbae7552dc req-0ebaf264-c844-4a01-9d54-2cf3b375169c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:57.323651 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7b7bd56-55f4-4cd6-b8ac-47bbae7552dc req-0ebaf264-c844-4a01-9d54-2cf3b375169c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 944 time: 0.0534997 Nov 15 15:16:57.382256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7b7bd56-55f4-4cd6-b8ac-47bbae7552dc req-325a142a-e2cd-4c99-9762-64ea79540b30 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524826 Nov 15 15:16:58.491353 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:58.508650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4672d-6f29-4eea-ae7b-c6c66647afbc req-db4e62d8-76f3-4d6b-8347-59af29847e2a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:58.510147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ab4672d-6f29-4eea-ae7b-c6c66647afbc req-db4e62d8-76f3-4d6b-8347-59af29847e2a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 944 time: 0.0552273 Nov 15 15:16:58.560962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ab4672d-6f29-4eea-ae7b-c6c66647afbc req-77625709-83e2-40e9-b80b-d80cfd025341 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447190 Nov 15 15:16:59.085531 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:16:59.687595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89003094-9384-4f15-bc6c-8e2387dec784 req-671d08a4-e5a4-4e90-b14c-8bd44a6a2dd9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:16:59.689187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89003094-9384-4f15-bc6c-8e2387dec784 req-671d08a4-e5a4-4e90-b14c-8bd44a6a2dd9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 944 time: 0.0572982 Nov 15 15:16:59.739292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89003094-9384-4f15-bc6c-8e2387dec784 req-339a8b2a-c388-4c6f-90c9-6cb8ffd7aab5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439918 Nov 15 15:16:59.788480 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2ff68134-ce83-4e1e-b36f-eebf6dd61661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:00.854658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5410d-7be5-4f67-b27b-d7a0576df5b2 req-f864dad7-960f-4f37-b4d9-c63a8b4c8f42 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:00.856144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94e5410d-7be5-4f67-b27b-d7a0576df5b2 req-f864dad7-960f-4f37-b4d9-c63a8b4c8f42 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 944 time: 0.0491476 Nov 15 15:17:00.912967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94e5410d-7be5-4f67-b27b-d7a0576df5b2 req-ad3f90b4-6d4b-40ce-a51b-78a570e2c673 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508418 Nov 15 15:17:02.039270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d7d35-4da4-443d-82b2-27b3368e111f req-f30c6464-6d51-4ce1-8d6c-e2e15524fe7f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:02.040830 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-986d7d35-4da4-443d-82b2-27b3368e111f req-f30c6464-6d51-4ce1-8d6c-e2e15524fe7f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 944 time: 0.0581081 Nov 15 15:17:02.094166 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-986d7d35-4da4-443d-82b2-27b3368e111f req-05d6d552-a88a-4351-ba5e-c68151f70674 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468237 Nov 15 15:17:02.104688 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3393-b70c-4277-99b1-b3d538919670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:03.212622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fc296-d9c0-4e0b-bf67-16b2104c604a req-217e9da9-26f9-4546-bf59-06350ab35249 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:03.214531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc0fc296-d9c0-4e0b-bf67-16b2104c604a req-217e9da9-26f9-4546-bf59-06350ab35249 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 944 time: 0.0500076 Nov 15 15:17:03.265762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc0fc296-d9c0-4e0b-bf67-16b2104c604a req-86642257-e2f0-4231-a8e5-bd26b87b864b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450552 Nov 15 15:17:03.571653 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:03.650250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-a7d34f4d-12fd-4d78-aaa6-e4c35751ad82 req-a53200a6-ec3e-4522-b5a7-55120ee66482 service neutron] (103146) timed out ('10.222.0.46', 58405) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 15:17:04.391454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a449-1ad1-4c2c-94c7-a6d96aed5013 req-1e9a73ab-2d04-4640-8fe5-03dd77b027b7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:04.393215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b35a449-1ad1-4c2c-94c7-a6d96aed5013 req-1e9a73ab-2d04-4640-8fe5-03dd77b027b7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 944 time: 0.0585411 Nov 15 15:17:04.443494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b35a449-1ad1-4c2c-94c7-a6d96aed5013 req-c4b99338-2854-4246-af92-b1d64621580d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441411 Nov 15 15:17:05.171121 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:17:05.256527 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:05.566600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa301c-f99c-48e9-8499-eeb06a93c3c8 req-6e6d3591-2c0b-4e62-9f8e-a9915006f597 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:05.568647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99fa301c-f99c-48e9-8499-eeb06a93c3c8 req-6e6d3591-2c0b-4e62-9f8e-a9915006f597 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 944 time: 0.0535879 Nov 15 15:17:05.619060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99fa301c-f99c-48e9-8499-eeb06a93c3c8 req-8e92e640-cce0-4651-b2da-5eee275b16ff tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444412 Nov 15 15:17:05.816846 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:06.735423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5eb90-5f3a-4fb1-a263-b8ba769246da req-2b203842-6b57-425c-a8e8-e6f1e32ec0c2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:06.736922 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdc5eb90-5f3a-4fb1-a263-b8ba769246da req-2b203842-6b57-425c-a8e8-e6f1e32ec0c2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 944 time: 0.0495667 Nov 15 15:17:06.791126 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdc5eb90-5f3a-4fb1-a263-b8ba769246da req-2fb282fe-5d97-440f-8139-c186caf223e5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474701 Nov 15 15:17:07.174939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 1ab12d82-3e90-4a0e-af36-79242b0e8abc details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:17:07.271114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 1ab12d82-3e90-4a0e-af36-79242b0e8abc, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ab12d82-3e90-4a0e-af36-79242b0e8abc,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:17:07.282623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '1ab12d82-3e90-4a0e-af36-79242b0e8abc', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'port_id': '1ab12d82-3e90-4a0e-af36-79242b0e8abc', 'mac_address': 'fa:16:3e:22:3f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:17:07.323158 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:07.335809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab12d82-3e90-4a0e-af36-79242b0e8abc {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:17:07.356966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 1ab12d82-3e90-4a0e-af36-79242b0e8abc, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ab12d82-3e90-4a0e-af36-79242b0e8abc,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:17:07.414061 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:07.467328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=1ab12d82-3e90-4a0e-af36-79242b0e8abc,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:17:07.476775 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:17:07.477141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:17:07.477471 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:17:07.477812 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:17:07.478149 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:17:07.478519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:17:07.478850 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:17:07.479177 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:17:07.479502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:17:07.479828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:17:07.480158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:17:07.480519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:17:07.635760 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['1ab12d82-3e90-4a0e-af36-79242b0e8abc'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:17:07.919108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbd1f8-4cdc-416d-b2ba-57f41ac22bd9 req-29c82751-2d85-41df-896e-4971c94701cc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:07.920766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6cbd1f8-4cdc-416d-b2ba-57f41ac22bd9 req-29c82751-2d85-41df-896e-4971c94701cc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 945 time: 0.0541463 Nov 15 15:17:07.970332 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6cbd1f8-4cdc-416d-b2ba-57f41ac22bd9 req-c1713309-e219-43f7-8b4d-40d52cf1f7ac tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Nov 15 15:17:09.090913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2292e1-41bb-4a49-a297-4ce76dffa433 req-0b8a2341-d7f9-4191-80f4-58545be82984 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:09.092344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae2292e1-41bb-4a49-a297-4ce76dffa433 req-0b8a2341-d7f9-4191-80f4-58545be82984 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 945 time: 0.0482478 Nov 15 15:17:09.141326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae2292e1-41bb-4a49-a297-4ce76dffa433 req-5393ef93-a605-48a6-95ac-f06f0a439870 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429332 Nov 15 15:17:09.189031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 1ab12d82-3e90-4a0e-af36-79242b0e8abc up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:17:09.313419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 1ab12d82-3e90-4a0e-af36-79242b0e8abc completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:17:09.317745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 1ab12d82-3e90-4a0e-af36-79242b0e8abc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:17:09.318769 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:09.397264 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:09.420164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0fde1d-9df2-453d-96bc-b50cd5c570d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab12d82-3e90-4a0e-af36-79242b0e8abc'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:17:09.422380 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5645324f-011d-4f74-9b9d-b896a15f28f8" -d '{"events": [{"server_uuid": "5a0fde1d-9df2-453d-96bc-b50cd5c570d3", "name": "network-vif-plugged", "status": "completed", "tag": "1ab12d82-3e90-4a0e-af36-79242b0e8abc"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:17:09.434790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 1ab12d82-3e90-4a0e-af36-79242b0e8abc, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ab12d82-3e90-4a0e-af36-79242b0e8abc,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:17:09.502179 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:09.568033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=1ab12d82-3e90-4a0e-af36-79242b0e8abc,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:17:09.591362 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adf24fa-689f-4bfc-800e-76970dd883c2 x-openstack-request-id: req-9adf24fa-689f-4bfc-800e-76970dd883c2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:17:09.591809 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0fde1d-9df2-453d-96bc-b50cd5c570d3", "name": "network-vif-plugged", "status": "completed", "tag": "1ab12d82-3e90-4a0e-af36-79242b0e8abc", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:17:09.592194 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9adf24fa-689f-4bfc-800e-76970dd883c2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:17:09.592815 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0fde1d-9df2-453d-96bc-b50cd5c570d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab12d82-3e90-4a0e-af36-79242b0e8abc', 'code': 200} Nov 15 15:17:09.697162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a22e4-6dd1-4e35-8a53-6fa206fca32e req-23f0bace-686d-45bb-9a19-72b4bde9868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:09.698739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b6a22e4-6dd1-4e35-8a53-6fa206fca32e req-23f0bace-686d-45bb-9a19-72b4bde9868d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 1097 time: 0.0458810 Nov 15 15:17:09.746131 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b6a22e4-6dd1-4e35-8a53-6fa206fca32e req-226b3764-431f-4544-9ebd-6ce33e68bbce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396550 Nov 15 15:17:10.266512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed32b45-7d52-46fc-900b-660d1c9eb7b2 req-aeead02c-3e57-4ed8-9ef0-39a6bd3807aa tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:10.268037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ed32b45-7d52-46fc-900b-660d1c9eb7b2 req-aeead02c-3e57-4ed8-9ef0-39a6bd3807aa tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 946 time: 0.0584416 Nov 15 15:17:10.327952 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ed32b45-7d52-46fc-900b-660d1c9eb7b2 req-a39ba768-98be-4f33-bae2-84d35833fe65 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539329 Nov 15 15:17:11.462756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519fd09-1061-4c09-bfab-116379de36c5 req-4b53199b-d824-4299-a2d2-954b4b4e2914 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:11.464255 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8519fd09-1061-4c09-bfab-116379de36c5 req-4b53199b-d824-4299-a2d2-954b4b4e2914 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 946 time: 0.0530751 Nov 15 15:17:11.516891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8519fd09-1061-4c09-bfab-116379de36c5 req-0c2d7b4f-4c1c-450d-bb1a-8d45efdcc6da tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463281 Nov 15 15:17:11.639567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5c869-cbcb-4cbe-b726-e54828973fa2 req-ae82d2c6-d08d-4b1d-bf82-ad7b19bd4d5d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:11.641072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8d5c869-cbcb-4cbe-b726-e54828973fa2 req-ae82d2c6-d08d-4b1d-bf82-ad7b19bd4d5d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 946 time: 0.0527394 Nov 15 15:17:11.690779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8d5c869-cbcb-4cbe-b726-e54828973fa2 req-9b18c3a3-cfde-4834-b542-d2e6ee0c5406 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436108 Nov 15 15:17:11.716943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:17:11.900916 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392ec54-2849-4465-9285-2e4fdf971e37 tempest-TestVolumeBootPattern-824597307 tempest-TestVolumeBootPattern-824597307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:11.902902 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0392ec54-2849-4465-9285-2e4fdf971e37 tempest-TestVolumeBootPattern-824597307 tempest-TestVolumeBootPattern-824597307-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 1092 time: 0.1848526 Nov 15 15:17:11.906570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 46922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:17:11.910918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '1ab12d82-3e90-4a0e-af36-79242b0e8abc', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:17:12.022917 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:12.118741 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:12.244119 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Allocated IP 172.25.4.251 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/0f375d00-121d-437f-aae1-1b9d1deecf25) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:17:12.356269 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:12.462892 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:12.511466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:17:12.514523 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:17:12.527154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'Port': ['ID=0f375d00-121d-437f-aae1-1b9d1deecf25,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:17:12.531118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:17:12.884337 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:13.015149 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:13.165202 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:13.233548 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:13.306770 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'Port': ['ID=0f375d00-121d-437f-aae1-1b9d1deecf25,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:17:13.320592 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:13.421267 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Floating IP 1ffc9616-83fd-4044-a77d-493e91c07a89 associated. External IP: 172.25.4.251, port: 1ab12d82-3e90-4a0e-af36-79242b0e8abc. Nov 15 15:17:13.641644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:17:13.759070 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:17:13.769536 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd67aa9-ef9a-440b-b49b-f26de810029a None None] Sync routers for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:17:13.782941 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd67aa9-ef9a-440b-b49b-f26de810029a None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:17:13.783700 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ffd67aa9-ef9a-440b-b49b-f26de810029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:17:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:17:13.836459 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:13.863539 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-47699b1d-4ad4-4725-bce1-18f299f0fcb6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9559448 Nov 15 15:17:13.864138 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0fde1d-9df2-453d-96bc-b50cd5c570d3', 'tag': '1ab12d82-3e90-4a0e-af36-79242b0e8abc'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:17:13.866465 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5995d23c-a6d3-4910-a116-f12aaf176c83" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0fde1d-9df2-453d-96bc-b50cd5c570d3", "tag": "1ab12d82-3e90-4a0e-af36-79242b0e8abc"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:17:13.887072 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ffd67aa9-ef9a-440b-b49b-f26de810029a None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:17:13.970560 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883f66ee-94b6-4ef5-92b4-e9eba9fa8e28 x-openstack-request-id: req-883f66ee-94b6-4ef5-92b4-e9eba9fa8e28 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:17:13.971381 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0fde1d-9df2-453d-96bc-b50cd5c570d3", "tag": "1ab12d82-3e90-4a0e-af36-79242b0e8abc", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:17:13.971381 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-883f66ee-94b6-4ef5-92b4-e9eba9fa8e28 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:17:13.971534 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0fde1d-9df2-453d-96bc-b50cd5c570d3', 'tag': '1ab12d82-3e90-4a0e-af36-79242b0e8abc', 'status': 'completed', 'code': 200} Nov 15 15:17:14.049137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995d23c-a6d3-4910-a116-f12aaf176c83 req-73896e64-9a09-4b2f-83f0-3f7945425c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:14.051355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5995d23c-a6d3-4910-a116-f12aaf176c83 req-73896e64-9a09-4b2f-83f0-3f7945425c4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 1097 time: 0.0573897 Nov 15 15:17:14.138808 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ffd67aa9-ef9a-440b-b49b-f26de810029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '1ffc9616-83fd-4044-a77d-493e91c07a89', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.251', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': '1ab12d82-3e90-4a0e-af36-79242b0e8abc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:22:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0fde1d-9df2-453d-96bc-b50cd5c570d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:17:12Z', 'updated_at': '2021-11-15T15:17:12Z', 'revision_number': 0, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:17:14.158593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995d23c-a6d3-4910-a116-f12aaf176c83 req-5cd27ad7-ff8b-458e-8910-4d2d643b53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:14.160098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5995d23c-a6d3-4910-a116-f12aaf176c83 req-5cd27ad7-ff8b-458e-8910-4d2d643b53e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.1008132 Nov 15 15:17:14.166863 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd67aa9-ef9a-440b-b49b-f26de810029a None None] Checking router: d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:17:14.177224 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd67aa9-ef9a-440b-b49b-f26de810029a None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:17:14.178414 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ffd67aa9-ef9a-440b-b49b-f26de810029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:17:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:17:14.230934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5995d23c-a6d3-4910-a116-f12aaf176c83 req-5a02993d-f099-406f-8d01-8558c57b413c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ab12d82-3e90-4a0e-af36-79242b0e8abc HTTP/1.1" status: 200 len: 1000 time: 0.0635679 Nov 15 15:17:14.289977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995d23c-a6d3-4910-a116-f12aaf176c83 req-77641782-6cbe-4c3e-b1e8-6162d6ad4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:14.290230 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ffd67aa9-ef9a-440b-b49b-f26de810029a None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:17:14.291576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5995d23c-a6d3-4910-a116-f12aaf176c83 req-77641782-6cbe-4c3e-b1e8-6162d6ad4a5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0533137 Nov 15 15:17:14.344967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995d23c-a6d3-4910-a116-f12aaf176c83 req-40bdaf7f-89c7-45b2-92b7-1d614b9d2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:14.346557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5995d23c-a6d3-4910-a116-f12aaf176c83 req-40bdaf7f-89c7-45b2-92b7-1d614b9d2fef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472462 Nov 15 15:17:14.441436 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5995d23c-a6d3-4910-a116-f12aaf176c83 req-a9fd4fd2-3149-4248-9904-bc9e6bd320aa service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875025 Nov 15 15:17:14.538617 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ffd67aa9-ef9a-440b-b49b-f26de810029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '1ffc9616-83fd-4044-a77d-493e91c07a89', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.251', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': '1ab12d82-3e90-4a0e-af36-79242b0e8abc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:22:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0fde1d-9df2-453d-96bc-b50cd5c570d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:17:12Z', 'updated_at': '2021-11-15T15:17:12Z', 'revision_number': 0, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:17:14.549029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5995d23c-a6d3-4910-a116-f12aaf176c83 req-cc77bd9e-dde5-42c2-bfb5-6b145397f9dc service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003921 Nov 15 15:17:14.565411 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd67aa9-ef9a-440b-b49b-f26de810029a None None] The sync data for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 is: [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '1ffc9616-83fd-4044-a77d-493e91c07a89', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.251', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': '1ab12d82-3e90-4a0e-af36-79242b0e8abc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:22:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0fde1d-9df2-453d-96bc-b50cd5c570d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:17:12Z', 'updated_at': '2021-11-15T15:17:12Z', 'revision_number': 0, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:17:14.764703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e8e64-b6f6-4678-b7a8-9bf79c1531db None None] New status for floating IP 1ffc9616-83fd-4044-a77d-493e91c07a89: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:17:24.769756 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f36f47c-22cf-4dc5-9c9c-3ee7006b6cf8 req-67716439-4f86-44e2-9bfe-8c1a2f550fa6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443039 Nov 15 15:17:24.859260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f47c-22cf-4dc5-9c9c-3ee7006b6cf8 req-a8864276-5dbf-4c3b-9858-10c6e8705eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:24.860779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f36f47c-22cf-4dc5-9c9c-3ee7006b6cf8 req-a8864276-5dbf-4c3b-9858-10c6e8705eb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 1097 time: 0.0413804 Nov 15 15:17:24.974615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f47c-22cf-4dc5-9c9c-3ee7006b6cf8 req-00ce7137-1e0e-41ec-9610-8057265dc897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:24.976218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f36f47c-22cf-4dc5-9c9c-3ee7006b6cf8 req-00ce7137-1e0e-41ec-9610-8057265dc897 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0909543 Nov 15 15:17:25.049466 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f36f47c-22cf-4dc5-9c9c-3ee7006b6cf8 req-3bd3e28c-4b20-4f80-9c0d-a78830f09602 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ab12d82-3e90-4a0e-af36-79242b0e8abc HTTP/1.1" status: 200 len: 1002 time: 0.0651038 Nov 15 15:17:25.103267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f47c-22cf-4dc5-9c9c-3ee7006b6cf8 req-db0fdf9a-d33b-44b7-8e6e-b73846ff5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:25.104765 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f36f47c-22cf-4dc5-9c9c-3ee7006b6cf8 req-db0fdf9a-d33b-44b7-8e6e-b73846ff5237 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0473912 Nov 15 15:17:25.150548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f47c-22cf-4dc5-9c9c-3ee7006b6cf8 req-45ee4d97-f174-4dcf-bd18-70bc08e7ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:17:25.152044 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f36f47c-22cf-4dc5-9c9c-3ee7006b6cf8 req-45ee4d97-f174-4dcf-bd18-70bc08e7ca1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401027 Nov 15 15:17:25.246735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f36f47c-22cf-4dc5-9c9c-3ee7006b6cf8 req-8e3ccaac-cf86-497c-b9d0-4f7ab14bfb83 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872099 Nov 15 15:17:25.345914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f36f47c-22cf-4dc5-9c9c-3ee7006b6cf8 req-34290e32-2b20-4ce0-9e27-631717284f53 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921521 Nov 15 15:17:28.516086 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:29.031741 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:29.784619 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-540b910b-1ed9-4443-8300-5c8ee8f7fca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:32.092932 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-037a61c2-2a84-4470-ad82-538301e56a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:33.579306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:35.258924 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:35.827697 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:42.171640 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:17:58.539562 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:59.048863 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:17:59.776323 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d14d0029-3043-458d-9f03-03d92e8ce530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:02.127343 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b05294c-6202-4210-9a84-5e9879cf72dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:03.589586 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:05.273150 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:05.815705 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:19.171335 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:18:25.827266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-5a264c24-885a-4368-86ae-11dff70482d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887394 Nov 15 15:18:25.917374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-87b17a41-a6b2-40dd-9954-b1a9bf3de8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:25.918797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-87b17a41-a6b2-40dd-9954-b1a9bf3de8a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 1097 time: 0.0477436 Nov 15 15:18:26.027573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-73b2d560-d853-46ce-8fb7-1ed5b40c5c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:26.029071 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-73b2d560-d853-46ce-8fb7-1ed5b40c5c6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0883520 Nov 15 15:18:26.103243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-a8ccc4cb-5447-4dac-a360-1c2bcbabf8c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ab12d82-3e90-4a0e-af36-79242b0e8abc HTTP/1.1" status: 200 len: 1002 time: 0.0664585 Nov 15 15:18:26.165970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-f4dea276-d1ed-40ff-9713-1508ce1f2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:26.168107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-f4dea276-d1ed-40ff-9713-1508ce1f2803 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0554717 Nov 15 15:18:26.218662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-241390af-9441-44ef-bde5-9df23d9f465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:26.220196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-241390af-9441-44ef-bde5-9df23d9f465c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450017 Nov 15 15:18:26.233601 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-393544f2-3c1d-465c-b767-36c457409e80 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:18:26.235104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-393544f2-3c1d-465c-b767-36c457409e80 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064209 Nov 15 15:18:26.342470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-2429925e-8046-4b8a-a32d-dc7ceb6bfc16 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989234 Nov 15 15:18:26.436899 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-77d7f40d-2e21-47f5-a4bb-f42a51c75d90 req-1e40778f-e250-4fdb-a052-54715e196838 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859237 Nov 15 15:18:26.718373 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47908) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:26.876775 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4f579d18-963b-4475-bdd7-111a4003f5be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e3fa81815e54f8bac5fbb5c69b62536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568897 Nov 15 15:18:26.879265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:26.929271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:26.950413 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:27.081154 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:27.097798 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:27.097798 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f08c57f8-8cb8-48c8-9c88-c0e5ee80cb3c HTTP/1.1" status: 204 len: 168 time: 0.2048886 Nov 15 15:18:27.097798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08c57f8-8cb8-48c8-9c88-c0e5ee80cb3c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:27.104896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:27.105249 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:27.105590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:27.105929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:27.106259 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:27.106618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:27.106953 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:27.107288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:27.107603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:27.107935 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:27.108263 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:27.108588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12d3cd-9745-4e7c-9252-076708775091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:28.578538 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:29.106630 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:29.556289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47956) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:29.560964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-49727c8c-0574-4b0c-b0c5-f7e5dac97925 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439980907', 'description': 'tempest-secgroup-smoke-1439980907 description', 'project_id': '2c7080e44e6e4988bc048dacb70630d1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:18:29.658104 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49727c8c-0574-4b0c-b0c5-f7e5dac97925 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:29.672260 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49727c8c-0574-4b0c-b0c5-f7e5dac97925 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:29.748933 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49727c8c-0574-4b0c-b0c5-f7e5dac97925 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:29.826750 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ef75f31-c5d7-49e3-97e3-ab1402b8e123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:29.855139 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49727c8c-0574-4b0c-b0c5-f7e5dac97925 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:29.890582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49727c8c-0574-4b0c-b0c5-f7e5dac97925 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69581a3b-d626-42c3-a979-7dd3a0e5be37,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:29.931421 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49727c8c-0574-4b0c-b0c5-f7e5dac97925 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:30.006572 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49727c8c-0574-4b0c-b0c5-f7e5dac97925 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:30.035283 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49727c8c-0574-4b0c-b0c5-f7e5dac97925 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06e0512-3a7d-4670-8b91-6d67cb5991a8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:30.122847 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49727c8c-0574-4b0c-b0c5-f7e5dac97925 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:30.124074 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-49727c8c-0574-4b0c-b0c5-f7e5dac97925 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5667663 Nov 15 15:18:30.127431 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:30.132212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ba092fb6-8c60-40c5-b15d-416d1df4b8a3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'f06e0512-3a7d-4670-8b91-6d67cb5991a8', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:18:30.226131 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba092fb6-8c60-40c5-b15d-416d1df4b8a3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:30.282954 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba092fb6-8c60-40c5-b15d-416d1df4b8a3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:30.417957 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba092fb6-8c60-40c5-b15d-416d1df4b8a3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:30.435999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba092fb6-8c60-40c5-b15d-416d1df4b8a3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a2e104-26a7-4bb8-973a-769ece845f85,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:30.526468 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba092fb6-8c60-40c5-b15d-416d1df4b8a3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:30.527868 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ba092fb6-8c60-40c5-b15d-416d1df4b8a3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3993628 Nov 15 15:18:30.530956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:30.535438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1990af2a-a61d-4997-a82c-c93a307df991 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'f06e0512-3a7d-4670-8b91-6d67cb5991a8', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:18:30.677216 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1990af2a-a61d-4997-a82c-c93a307df991 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:30.733486 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1990af2a-a61d-4997-a82c-c93a307df991 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:30.840943 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1990af2a-a61d-4997-a82c-c93a307df991 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:30.859953 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990af2a-a61d-4997-a82c-c93a307df991 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28043f9-a514-458b-bde4-1b1abf3d9b63,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:30.949798 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1990af2a-a61d-4997-a82c-c93a307df991 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:30.950990 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1990af2a-a61d-4997-a82c-c93a307df991 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4190605 Nov 15 15:18:30.953725 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:30.958037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-aa655ac4-5a07-4945-a41a-9ee5ac7a46a8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'f06e0512-3a7d-4670-8b91-6d67cb5991a8', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:18:31.082998 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa655ac4-5a07-4945-a41a-9ee5ac7a46a8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:31.142894 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa655ac4-5a07-4945-a41a-9ee5ac7a46a8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:31.240834 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa655ac4-5a07-4945-a41a-9ee5ac7a46a8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:31.261071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa655ac4-5a07-4945-a41a-9ee5ac7a46a8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ed8851-9f4d-4a76-a310-c23d40aff2ce,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:31.388588 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa655ac4-5a07-4945-a41a-9ee5ac7a46a8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:31.389932 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-aa655ac4-5a07-4945-a41a-9ee5ac7a46a8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4352765 Nov 15 15:18:31.392793 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47964) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:31.397412 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'f06e0512-3a7d-4670-8b91-6d67cb5991a8', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:18:31.534529 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:31.593077 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:31.669483 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:31.688942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08169e30-b7eb-411a-88d6-b49b4632c480,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:31.697463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:31.697816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:31.698160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:31.698539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:31.698874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:31.699213 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:31.699544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:31.699874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:31.700228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:31.700556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:31.700880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:31.701204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:31.800366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:31.801551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9a2ee0af-17a5-4978-a1a7-75eeb6f8cbf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4077311 Nov 15 15:18:31.805210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47966) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:31.809820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e491e535-eca3-4934-962f-13df01a217e8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'f06e0512-3a7d-4670-8b91-6d67cb5991a8', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:18:31.926807 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-e491e535-eca3-4934-962f-13df01a217e8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Project 2c7080e44e6e4988bc048dacb70630d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:18:31.932763 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e491e535-eca3-4934-962f-13df01a217e8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:31.994716 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e491e535-eca3-4934-962f-13df01a217e8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:32.077643 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e491e535-eca3-4934-962f-13df01a217e8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:32.096314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491e535-eca3-4934-962f-13df01a217e8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb2ee46-7779-43a2-b177-e0536ff5dd5e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:32.120636 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bec20185-5a62-4267-891d-2c4384d21d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:32.196855 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e491e535-eca3-4934-962f-13df01a217e8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:32.198089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e491e535-eca3-4934-962f-13df01a217e8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3918533 Nov 15 15:18:32.200984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:32.205281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b0707353-f57a-412f-8096-8c60029dbecf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'f06e0512-3a7d-4670-8b91-6d67cb5991a8', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:18:32.309452 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-b0707353-f57a-412f-8096-8c60029dbecf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Project 2c7080e44e6e4988bc048dacb70630d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:18:32.315047 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0707353-f57a-412f-8096-8c60029dbecf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:32.383752 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0707353-f57a-412f-8096-8c60029dbecf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:32.509641 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0707353-f57a-412f-8096-8c60029dbecf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:32.528434 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0707353-f57a-412f-8096-8c60029dbecf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00db8642-a313-414a-910c-03ed80dce0fd,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:32.649470 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0707353-f57a-412f-8096-8c60029dbecf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:32.650906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b0707353-f57a-412f-8096-8c60029dbecf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4486856 Nov 15 15:18:32.653666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47970) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:32.658491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-37d51ea0-5ae2-4706-ae14-b28fba537e0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'network': {'name': 'tempest-network-smoke--132325896', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:18:32.824115 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d51ea0-5ae2-4706-ae14-b28fba537e0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Made reservation on behalf of 2c7080e44e6e4988bc048dacb70630d1 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:18:32.827711 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37d51ea0-5ae2-4706-ae14-b28fba537e0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:32.852110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d51ea0-5ae2-4706-ae14-b28fba537e0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:18:32.865046 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37d51ea0-5ae2-4706-ae14-b28fba537e0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:32.869954 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-37d51ea0-5ae2-4706-ae14-b28fba537e0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Added segment 51666d9a-0a10-463f-aa53-40c47d0b9b59 of type vlan for network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 Nov 15 15:18:32.909571 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37d51ea0-5ae2-4706-ae14-b28fba537e0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:33.035466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37d51ea0-5ae2-4706-ae14-b28fba537e0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:33.041162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d51ea0-5ae2-4706-ae14-b28fba537e0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:33.041775 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37d51ea0-5ae2-4706-ae14-b28fba537e0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:33.122644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d51ea0-5ae2-4706-ae14-b28fba537e0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Network': ['ID=9307fb02-b5cd-41ad-bd6d-d43e316b1da5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:33.134284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:18:33.214625 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-37d51ea0-5ae2-4706-ae14-b28fba537e0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5598736 Nov 15 15:18:33.217570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47972) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:33.222002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'admin_state_up': True, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:18:33.320806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:33.323925 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:33.380061 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:33.633308 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:33.678081 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:34.250345 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:34.269796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:34.379020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.25.4.127 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/31881cc6-c70f-4893-baad-27a7c749c675) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:18:34.478080 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:34.567057 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:34.612018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:18:34.615151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:18:34.619487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:18:34.625333 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=31881cc6-c70f-4893-baad-27a7c749c675,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:34.636671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380edba7-440a-45c1-aacb-321d7b479580 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:18:34.727031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-12145644-7ef2-416c-80b4-2328a2064c3c None None] Provisioning complete for port 31881cc6-c70f-4893-baad-27a7c749c675 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:34.727519 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12145644-7ef2-416c-80b4-2328a2064c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:34.766557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-12145644-7ef2-416c-80b4-2328a2064c3c None None] Port 31881cc6-c70f-4893-baad-27a7c749c675 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:18:35.024192 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:35.224432 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:35.263262 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:35.420602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router f26606e8-6d5c-48c1-84cf-bbd33934315d is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:18:35.530339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:18:35.543920 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Sync routers for ids ['f26606e8-6d5c-48c1-84cf-bbd33934315d'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:18:35.553336 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Routers {'f26606e8-6d5c-48c1-84cf-bbd33934315d'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:18:35.557287 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:18:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['f26606e8-6d5c-48c1-84cf-bbd33934315d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:18:35.625939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:35.627568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6dbe662a-f469-4767-91b2-7690aa07c7e5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4089365 Nov 15 15:18:35.630762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:35.657662 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Set router f26606e8-6d5c-48c1-84cf-bbd33934315d gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:18:35.772424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9297abef-486d-470f-85bd-a4034fbdd31d tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=2c7080e44e6e4988bc048dacb70630d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1405098 Nov 15 15:18:35.775844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:35.801321 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:35.868605 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:18:34Z', 'revision_number': 3, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:18:35.895072 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Checking router: f26606e8-6d5c-48c1-84cf-bbd33934315d for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:18:35.895314 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Updating router f26606e8-6d5c-48c1-84cf-bbd33934315d port 31881cc6-c70f-4893-baad-27a7c749c675 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:18:35.921640 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:35.958955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d9cb2-8098-42d6-93c7-086020b12031 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:35.963778 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0f8d9cb2-8098-42d6-93c7-086020b12031 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1836143 Nov 15 15:18:35.964044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47982) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:36.005193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-16b45e53-eb59-4935-a2a8-c5999142aa4f tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390987 Nov 15 15:18:36.008143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 47984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:36.012757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e4886d8d-18b5-4cfb-b02e-7c9e96df8330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1069108407', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:18:36.160811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4886d8d-18b5-4cfb-b02e-7c9e96df8330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Made reservation on behalf of 2c7080e44e6e4988bc048dacb70630d1 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:18:36.164995 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4886d8d-18b5-4cfb-b02e-7c9e96df8330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:36.177911 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:36.263250 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:36.309433 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Attempting to bind port 31881cc6-c70f-4893-baad-27a7c749c675 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:18:36.309789 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Attempting to bind port 31881cc6-c70f-4893-baad-27a7c749c675 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:18:36.310155 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Attempting to bind port 31881cc6-c70f-4893-baad-27a7c749c675 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:18:36.317711 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e048784-ab4d-499a-929f-1a4bda2886d1 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:18:36.326007 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:18:36.326385 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:18:36.326815 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:36.327209 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:18:36.327688 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Bound port: 31881cc6-c70f-4893-baad-27a7c749c675, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:18:36.328070 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:36.349825 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Pushing event updated for resources: {'Port': ['ID=31881cc6-c70f-4893-baad-27a7c749c675,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:36.361237 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.361581 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.361922 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.362255 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.362612 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.362940 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.363266 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.363589 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.363912 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.364236 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.364559 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.364938 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.394081 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] For port 31881cc6-c70f-4893-baad-27a7c749c675, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:18:36.396100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e090df7b-1851-4bab-9057-749dbac1c485 None None] Provisioning complete for port 31881cc6-c70f-4893-baad-27a7c749c675 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:36.399596 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e090df7b-1851-4bab-9057-749dbac1c485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:36.399768 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] For port 31881cc6-c70f-4893-baad-27a7c749c675, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=31881cc6-c70f-4893-baad-27a7c749c675,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:18:36.420820 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4886d8d-18b5-4cfb-b02e-7c9e96df8330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:36.437830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e090df7b-1851-4bab-9057-749dbac1c485 None None] Port 31881cc6-c70f-4893-baad-27a7c749c675 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:18:36.481312 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:36.487032 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4886d8d-18b5-4cfb-b02e-7c9e96df8330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Subnet': ['ID=3b69191e-d6a6-4347-a669-958071f3ecea,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:36.497408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4886d8d-18b5-4cfb-b02e-7c9e96df8330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Checking segment: {'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:18:36.497692 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4886d8d-18b5-4cfb-b02e-7c9e96df8330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network hostable DHCP agents. Network: 9307fb02-b5cd-41ad-bd6d-d43e316b1da5, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:18:36.526810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af38400-1663-4d0f-8687-ba495d64a430 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:18:36.552502 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Routers {'f26606e8-6d5c-48c1-84cf-bbd33934315d'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:18:36.553288 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:18:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['f26606e8-6d5c-48c1-84cf-bbd33934315d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:18:36.559743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Provisioning complete for port 31881cc6-c70f-4893-baad-27a7c749c675 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:36.560256 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:36.589944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4886d8d-18b5-4cfb-b02e-7c9e96df8330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:18:36.613178 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27b861-feb5-4035-86a3-b6d55c219bbd None None] Pushing event updated for resources: {'Port': ['ID=31881cc6-c70f-4893-baad-27a7c749c675,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:36.651800 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:36.660559 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] Set router f26606e8-6d5c-48c1-84cf-bbd33934315d gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:18:36.672060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e4886d8d-18b5-4cfb-b02e-7c9e96df8330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 9307fb02-b5cd-41ad-bd6d-d43e316b1da5) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:18:36.675432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] For port 31881cc6-c70f-4893-baad-27a7c749c675, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=31881cc6-c70f-4893-baad-27a7c749c675,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:18:36.679702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4886d8d-18b5-4cfb-b02e-7c9e96df8330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:36.680297 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4886d8d-18b5-4cfb-b02e-7c9e96df8330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:36.684235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab80d164-6b5d-4e15-bc70-a3d6ba579e48 None None] Network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:18:36.759817 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:36.789532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e4886d8d-18b5-4cfb-b02e-7c9e96df8330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7806945 Nov 15 15:18:36.792719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 47986) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:36.848494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Pushing event updated for resources: {'Port': ['ID=31881cc6-c70f-4893-baad-27a7c749c675,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:36.861262 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.861608 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.861945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.862274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.862448 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:18:34Z', 'revision_number': 3, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:18:36.862634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.862961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.863446 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.863980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.864459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.864971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.865387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.865709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4558d1-8d60-435c-9290-ff8cd6e047d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:18:36.897001 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155b394-3bb5-4ca7-b7ef-faffa4ba4edb None None] The sync data for ids ['f26606e8-6d5c-48c1-84cf-bbd33934315d'] in n-d-817748-2 is: [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:18:34Z', 'revision_number': 3, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:18:36.900784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ips': [{'subnet_id': '3b69191e-d6a6-4347-a669-958071f3ecea'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:18:36.902092 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:37.050798 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Allocated IP 172.20.0.2 (9307fb02-b5cd-41ad-bd6d-d43e316b1da5/3b69191e-d6a6-4347-a669-958071f3ecea/3e2710e7-24db-4bbe-886b-8580ed77cda3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:18:37.239574 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:37.344255 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:37.393344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:18:37.397156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:18:37.402091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:18:37.405523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Pushing event updated for resources: {'Port': ['ID=3e2710e7-24db-4bbe-886b-8580ed77cda3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:37.481282 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Attempting to bind port 3e2710e7-24db-4bbe-886b-8580ed77cda3 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:18:37.481656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Attempting to bind port 3e2710e7-24db-4bbe-886b-8580ed77cda3 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:18:37.482033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Attempting to bind port 3e2710e7-24db-4bbe-886b-8580ed77cda3 on network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:18:37.488348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:18:37.488728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Checking segment: {'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:18:37.489298 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:37.489701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Bound using segment: {'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:18:37.490180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Bound port: 3e2710e7-24db-4bbe-886b-8580ed77cda3, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:18:37.490590 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:37.560962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] For port 3e2710e7-24db-4bbe-886b-8580ed77cda3, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:18:37.565710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] For port 3e2710e7-24db-4bbe-886b-8580ed77cda3, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3e2710e7-24db-4bbe-886b-8580ed77cda3,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:18:37.669791 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:37.680771 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:37.774182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b09164-97a1-4620-8f7f-017ab35315d5 None None] Pushing event updated for resources: {'Port': ['ID=3e2710e7-24db-4bbe-886b-8580ed77cda3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:37.808671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 31881cc6-c70f-4893-baad-27a7c749c675 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:18:37.870071 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 31881cc6-c70f-4893-baad-27a7c749c675 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:37.877430 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:38.071830 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.20.0.1 (9307fb02-b5cd-41ad-bd6d-d43e316b1da5/3b69191e-d6a6-4347-a669-958071f3ecea/d64b6ed5-c471-47f2-b89b-79b6d2cd8047) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:18:38.190988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:38.309889 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:38.359002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:18:38.362269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:18:38.364916 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:18:38.392116 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=d64b6ed5-c471-47f2-b89b-79b6d2cd8047,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:38.415776 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:38.652648 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:38.941162 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:39.017709 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:39.093010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=d64b6ed5-c471-47f2-b89b-79b6d2cd8047,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:39.106965 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:39.158546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d4d045-2bc7-4c83-9869-e6d5da06ebdb None None] Network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:18:39.217911 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:18:39.219662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:18:39.227715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fdbe283a-7aaa-4eae-8f79-70bd60e6a7da None None] Provisioning complete for port 3e2710e7-24db-4bbe-886b-8580ed77cda3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:39.228086 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fdbe283a-7aaa-4eae-8f79-70bd60e6a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:39.351950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router f26606e8-6d5c-48c1-84cf-bbd33934315d has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:18:39.385587 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fdbe283a-7aaa-4eae-8f79-70bd60e6a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:39.427471 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fdbe283a-7aaa-4eae-8f79-70bd60e6a7da None None] For port 3e2710e7-24db-4bbe-886b-8580ed77cda3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3e2710e7-24db-4bbe-886b-8580ed77cda3,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:18:39.479014 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:18:39.484742 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f03d8583-79f8-45e4-8404-b72c419a60f6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "PUT /v2.0/routers/f26606e8-6d5c-48c1-84cf-bbd33934315d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6898153 Nov 15 15:18:39.497019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Sync routers for ids ['f26606e8-6d5c-48c1-84cf-bbd33934315d'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:18:39.512340 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fdbe283a-7aaa-4eae-8f79-70bd60e6a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:39.523889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Routers {'f26606e8-6d5c-48c1-84cf-bbd33934315d'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:18:39.523889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:18:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['f26606e8-6d5c-48c1-84cf-bbd33934315d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:18:39.641329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe283a-7aaa-4eae-8f79-70bd60e6a7da None None] Pushing event updated for resources: {'Port': ['ID=3e2710e7-24db-4bbe-886b-8580ed77cda3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:39.682736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Set router f26606e8-6d5c-48c1-84cf-bbd33934315d gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:18:39.774529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5baec170-8942-46df-9e6c-4cb48ba44b1b None None] Provisioning complete for port d64b6ed5-c471-47f2-b89b-79b6d2cd8047 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:39.774961 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5baec170-8942-46df-9e6c-4cb48ba44b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:39.834665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3e2710e7-24db-4bbe-886b-8580ed77cda3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:18:39.911253 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5baec170-8942-46df-9e6c-4cb48ba44b1b None None] Port d64b6ed5-c471-47f2-b89b-79b6d2cd8047 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:18:39.943576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-f4e663d7-5a45-4f26-884c-7282403963bd tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439980907&fields=id&tenant_id=2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 267 time: 0.0570936 Nov 15 15:18:39.962994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5baec170-8942-46df-9e6c-4cb48ba44b1b None None] Provisioning complete for port 3e2710e7-24db-4bbe-886b-8580ed77cda3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:39.963364 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5baec170-8942-46df-9e6c-4cb48ba44b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:39.990434 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 3e2710e7-24db-4bbe-886b-8580ed77cda3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:39.990806 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:40.058097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-af76ccd2-5738-4beb-9725-fe9795408159 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:40.059739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-af76ccd2-5738-4beb-9725-fe9795408159 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/networks?id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5 HTTP/1.1" status: 200 len: 796 time: 0.1153605 Nov 15 15:18:40.076926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-e31040cf-3e0f-4bea-90d6-36f3e9d05e1e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/quotas/2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 375 time: 0.0099878 Nov 15 15:18:40.078956 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:18:38Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd64b6ed5-c471-47f2-b89b-79b6d2cd8047', 'name': '', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:1b:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:37Z', 'updated_at': '2021-11-15T15:18:38Z', 'revision_number': 2, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:18:40.137657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-dc7a035f-12ae-4724-bffe-05644810ebf4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524001 Nov 15 15:18:40.154177 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Checking router: f26606e8-6d5c-48c1-84cf-bbd33934315d for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:18:40.154580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Updating router f26606e8-6d5c-48c1-84cf-bbd33934315d port d64b6ed5-c471-47f2-b89b-79b6d2cd8047 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:18:40.200276 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:40.233843 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-f48a0908-33e6-4ce1-813e-2b8876f3025b service neutron] 10.222.0.70 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838747 Nov 15 15:18:40.330529 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-77d2165b-2866-4fbe-96d5-c75bf5bca05d service neutron] 10.222.0.70 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902865 Nov 15 15:18:40.478693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-45de585e-fab6-4f00-9ed0-28f494d8d7f5 None None] Provisioning complete for port d64b6ed5-c471-47f2-b89b-79b6d2cd8047 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:40.478985 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45de585e-fab6-4f00-9ed0-28f494d8d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:40.557842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-45de585e-fab6-4f00-9ed0-28f494d8d7f5 None None] Port d64b6ed5-c471-47f2-b89b-79b6d2cd8047 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:18:40.682006 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:40.701279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd0df088-8f55-4cbd-a3d3-73bd1afdbcb5 req-a38db172-c157-4164-b7ea-a3e6362c1c0e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 210 time: 0.1071327 Nov 15 15:18:40.760906 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:40.813493 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae8e63-4887-487b-a763-20778b53989e None None] Pushing event updated for resources: {'Port': ['ID=d64b6ed5-c471-47f2-b89b-79b6d2cd8047,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:40.873957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Attempting to bind port d64b6ed5-c471-47f2-b89b-79b6d2cd8047 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:18:40.874325 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Attempting to bind port d64b6ed5-c471-47f2-b89b-79b6d2cd8047 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:18:40.874721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Attempting to bind port d64b6ed5-c471-47f2-b89b-79b6d2cd8047 on network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:18:40.880404 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:18:40.880779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Checking segment: {'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:18:40.881177 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:40.881567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Bound using segment: {'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:18:40.882251 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Bound port: d64b6ed5-c471-47f2-b89b-79b6d2cd8047, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:18:40.882478 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:40.955665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] For port d64b6ed5-c471-47f2-b89b-79b6d2cd8047, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:18:40.960066 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] For port d64b6ed5-c471-47f2-b89b-79b6d2cd8047, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d64b6ed5-c471-47f2-b89b-79b6d2cd8047,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:18:41.073062 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:41.120488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-acd0b1dd-3b9f-4ba5-8832-b8484dcaa78c None None] Provisioning complete for port d64b6ed5-c471-47f2-b89b-79b6d2cd8047 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:41.120857 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-acd0b1dd-3b9f-4ba5-8832-b8484dcaa78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:41.163039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae8e63-4887-487b-a763-20778b53989e None None] Pushing event updated for resources: {'Port': ['ID=d64b6ed5-c471-47f2-b89b-79b6d2cd8047,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:41.174489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Routers {'f26606e8-6d5c-48c1-84cf-bbd33934315d'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:18:41.175065 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:18:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['f26606e8-6d5c-48c1-84cf-bbd33934315d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:18:41.314068 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-acd0b1dd-3b9f-4ba5-8832-b8484dcaa78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:41.333805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] Set router f26606e8-6d5c-48c1-84cf-bbd33934315d gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:18:41.386127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-acd0b1dd-3b9f-4ba5-8832-b8484dcaa78c None None] For port d64b6ed5-c471-47f2-b89b-79b6d2cd8047, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d64b6ed5-c471-47f2-b89b-79b6d2cd8047,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:18:41.468242 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-acd0b1dd-3b9f-4ba5-8832-b8484dcaa78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:41.541939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0b1dd-3b9f-4ba5-8832-b8484dcaa78c None None] Pushing event updated for resources: {'Port': ['ID=d64b6ed5-c471-47f2-b89b-79b6d2cd8047,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:41.596010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bef4ab30-c93c-40cc-bffe-78baef722fd8 None None] Provisioning complete for port d64b6ed5-c471-47f2-b89b-79b6d2cd8047 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:41.596376 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bef4ab30-c93c-40cc-bffe-78baef722fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:41.626308 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:18:38Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd64b6ed5-c471-47f2-b89b-79b6d2cd8047', 'name': '', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:1b:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:37Z', 'updated_at': '2021-11-15T15:18:40Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:18:41.661456 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb11cbdb-254d-4412-a757-ebc8ffe585aa None None] The sync data for ids ['f26606e8-6d5c-48c1-84cf-bbd33934315d'] in n-d-817748-2 is: [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:18:38Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd64b6ed5-c471-47f2-b89b-79b6d2cd8047', 'name': '', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:1b:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:37Z', 'updated_at': '2021-11-15T15:18:40Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:18:41.801642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a71c86bb-df04-4682-a7b3-8d464e42c52f req-2d0c8c7b-2034-49e1-b28b-e9aa74742ab8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 210 time: 0.0413008 Nov 15 15:18:42.895475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0d84b7e-a373-42c9-9651-909b6ae659b3 req-da6e45e0-dbf2-4809-9162-1ef94533ebef tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 210 time: 0.0264242 Nov 15 15:18:43.399802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-4ffd861a-d0bc-46f0-86d6-c0b833fd853a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:43.401205 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-4ffd861a-d0bc-46f0-86d6-c0b833fd853a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.46 "GET /v2.0/networks?id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5 HTTP/1.1" status: 200 len: 796 time: 0.1178133 Nov 15 15:18:43.475434 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-219948ea-ca56-43e1-9e99-fe982aef9d6e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 380 time: 0.0568964 Nov 15 15:18:43.488484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-63a7d441-c523-47c7-b411-27c9dedcbacf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'port': {'device_id': '47cb5f21-51fd-447e-8393-29baa7634c54', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'admin_state_up': True, 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'security_groups': ['f06e0512-3a7d-4670-8b91-6d67cb5991a8']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:18:43.747547 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d64b6ed5-c471-47f2-b89b-79b6d2cd8047 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:18:43.760795 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-63a7d441-c523-47c7-b411-27c9dedcbacf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Made reservation on behalf of 2c7080e44e6e4988bc048dacb70630d1 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:18:43.764935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-63a7d441-c523-47c7-b411-27c9dedcbacf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:43.797416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d64b6ed5-c471-47f2-b89b-79b6d2cd8047 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:43.797780 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:43.899692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-63a7d441-c523-47c7-b411-27c9dedcbacf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.20.0.4 (9307fb02-b5cd-41ad-bd6d-d43e316b1da5/3b69191e-d6a6-4347-a669-958071f3ecea/85e61284-a281-4a97-962f-10226bb832ad) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:18:43.990043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec34a7c2-67d5-4411-8c5a-fc3b4f09c601 req-bbf89fe9-7760-4974-8c1d-1e76f1006daa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 210 time: 0.0256226 Nov 15 15:18:44.038738 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-63a7d441-c523-47c7-b411-27c9dedcbacf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:44.186810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-63a7d441-c523-47c7-b411-27c9dedcbacf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:44.234686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-63a7d441-c523-47c7-b411-27c9dedcbacf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:18:44.237780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-63a7d441-c523-47c7-b411-27c9dedcbacf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:18:44.242237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-63a7d441-c523-47c7-b411-27c9dedcbacf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:18:44.266363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7d441-c523-47c7-b411-27c9dedcbacf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=85e61284-a281-4a97-962f-10226bb832ad,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:44.296363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-63a7d441-c523-47c7-b411-27c9dedcbacf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:44.297120 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-63a7d441-c523-47c7-b411-27c9dedcbacf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:44.403415 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-63a7d441-c523-47c7-b411-27c9dedcbacf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9185042 Nov 15 15:18:44.419213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-aba7388d-ddf4-4419-88a1-003ef1e23d77 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:18:44.420222 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-aba7388d-ddf4-4419-88a1-003ef1e23d77 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058515 Nov 15 15:18:44.471399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a7f2821c-45d5-46eb-a195-298642520e53 None None] Provisioning complete for port 85e61284-a281-4a97-962f-10226bb832ad triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:44.471768 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7f2821c-45d5-46eb-a195-298642520e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:44.487749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Request body: {'port': {'device_id': '47cb5f21-51fd-447e-8393-29baa7634c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:18:44.518760 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a7f2821c-45d5-46eb-a195-298642520e53 None None] Port 85e61284-a281-4a97-962f-10226bb832ad cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:18:44.548707 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:44.810425 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e61284-a281-4a97-962f-10226bb832ad {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:18:44.818115 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:44.830161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Transition to ACTIVE for port object 85e61284-a281-4a97-962f-10226bb832ad will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:18:44.915570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:44.971062 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Pushing event updated for resources: {'Port': ['ID=85e61284-a281-4a97-962f-10226bb832ad,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:45.049413 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Attempting to bind port 85e61284-a281-4a97-962f-10226bb832ad on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:18:45.049753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Attempting to bind port 85e61284-a281-4a97-962f-10226bb832ad by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:18:45.050237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Attempting to bind port 85e61284-a281-4a97-962f-10226bb832ad on network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:18:45.056749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Port 85e61284-a281-4a97-962f-10226bb832ad on network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:18:45.057081 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Attempting to bind port 85e61284-a281-4a97-962f-10226bb832ad on network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:18:45.062144 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:18:45.062518 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Checking segment: {'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:18:45.062914 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Bound using segment: {'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:18:45.063337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Bound port: 85e61284-a281-4a97-962f-10226bb832ad, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:18:45.063691 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:45.129397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f40293-8a1f-4194-8d59-f2d5d6181082 req-bcdfb30b-3079-4bd8-8ad3-bcbc15bb0e17 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:45.131051 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0f40293-8a1f-4194-8d59-f2d5d6181082 req-bcdfb30b-3079-4bd8-8ad3-bcbc15bb0e17 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 943 time: 0.0571663 Nov 15 15:18:45.133857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] For port 85e61284-a281-4a97-962f-10226bb832ad, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:18:45.137176 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] For port 85e61284-a281-4a97-962f-10226bb832ad, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=85e61284-a281-4a97-962f-10226bb832ad,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:18:45.184706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0f40293-8a1f-4194-8d59-f2d5d6181082 req-e6df24ed-573d-4aab-95fc-7dcba22e8afb tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458276 Nov 15 15:18:45.226589 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:45.260790 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:45.261426 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:45.262858 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] 10.222.0.46 "PUT /v2.0/ports/85e61284-a281-4a97-962f-10226bb832ad HTTP/1.1" status: 200 len: 1091 time: 0.8326988 Nov 15 15:18:45.263376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'tag': '85e61284-a281-4a97-962f-10226bb832ad'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:18:45.265643 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c37adcf-a90d-4ea4-b3fa-11db66be3db2" -d '{"events": [{"name": "network-changed", "server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "tag": "85e61284-a281-4a97-962f-10226bb832ad"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:18:45.314457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bf0f5-3bbb-4e0d-922c-2436369bacfa service neutron] Pushing event updated for resources: {'Port': ['ID=85e61284-a281-4a97-962f-10226bb832ad,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:45.324618 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0e6ca6-cda9-4afc-a9f6-8f314a5b4de0 x-openstack-request-id: req-ed0e6ca6-cda9-4afc-a9f6-8f314a5b4de0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:18:45.325052 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "tag": "85e61284-a281-4a97-962f-10226bb832ad", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:18:45.325409 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed0e6ca6-cda9-4afc-a9f6-8f314a5b4de0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:18:45.325924 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'tag': '85e61284-a281-4a97-962f-10226bb832ad', 'status': 'completed', 'code': 200} Nov 15 15:18:45.384195 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37adcf-a90d-4ea4-b3fa-11db66be3db2 req-6929ed6f-6377-42bf-92d2-04f97e5f93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:45.385848 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0c37adcf-a90d-4ea4-b3fa-11db66be3db2 req-6929ed6f-6377-42bf-92d2-04f97e5f93d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1094 time: 0.0458822 Nov 15 15:18:45.508236 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37adcf-a90d-4ea4-b3fa-11db66be3db2 req-5b2760ac-1954-4c34-8048-af66b0c5c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:45.509759 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0c37adcf-a90d-4ea4-b3fa-11db66be3db2 req-5b2760ac-1954-4c34-8048-af66b0c5c2bc service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2c7080e44e6e4988bc048dacb70630d1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1103277 Nov 15 15:18:45.618336 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37adcf-a90d-4ea4-b3fa-11db66be3db2 req-7a87ac34-419a-4e64-8663-1c045a8bb569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:45.619723 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0c37adcf-a90d-4ea4-b3fa-11db66be3db2 req-7a87ac34-419a-4e64-8663-1c045a8bb569 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993319 Nov 15 15:18:45.707382 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-886c71da-7569-42e4-bf1f-a2f0bfc8eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:45.708888 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-886c71da-7569-42e4-bf1f-a2f0bfc8eb47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1094 time: 0.0415120 Nov 15 15:18:45.755711 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-12aa1975-7177-4865-af2b-fdc86dc19f0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e61284-a281-4a97-962f-10226bb832ad HTTP/1.1" status: 200 len: 217 time: 0.0346336 Nov 15 15:18:45.811453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-5c90abca-bac6-43c9-96f3-0bbbcbd9ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:45.812921 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-5c90abca-bac6-43c9-96f3-0bbbcbd9ae43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b69191e-d6a6-4347-a669-958071f3ecea HTTP/1.1" status: 200 len: 835 time: 0.0477309 Nov 15 15:18:45.861975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-4f9a80ff-42e6-4d4e-89ee-dcbe9ea8bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:45.863657 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-4f9a80ff-42e6-4d4e-89ee-dcbe9ea8bed3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396690 Nov 15 15:18:45.972112 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-405b859c-d79c-4331-aeae-3eb25d1cd067 service neutron] 10.222.0.46 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957541 Nov 15 15:18:46.068896 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b2d2653-9f9a-4223-982e-9dfcee7314ba req-5bc5aba3-181b-4bdc-b190-700ef845c088 service neutron] 10.222.0.46 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859015 Nov 15 15:18:46.301719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee366ded-e425-4162-916f-073a6264436f req-ff32f36d-1635-4446-8018-6f19d50a3431 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:46.303390 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee366ded-e425-4162-916f-073a6264436f req-ff32f36d-1635-4446-8018-6f19d50a3431 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 943 time: 0.0491617 Nov 15 15:18:46.354426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee366ded-e425-4162-916f-073a6264436f req-dfd604f2-87b2-493a-8088-d53e7e3fb3b4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447237 Nov 15 15:18:47.474880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cebcd3-e1ba-4648-8e5a-de7e313621f5 req-59791a06-897e-417a-a8e0-08197c763b82 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:47.476369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22cebcd3-e1ba-4648-8e5a-de7e313621f5 req-59791a06-897e-417a-a8e0-08197c763b82 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 943 time: 0.0503931 Nov 15 15:18:47.530711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22cebcd3-e1ba-4648-8e5a-de7e313621f5 req-93c44540-330e-4737-a769-d317da9c9131 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483012 Nov 15 15:18:48.647294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3e335-7063-47eb-b608-be19a6082534 req-9955244e-6240-4b7d-8800-8f58546091c0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:48.648805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69f3e335-7063-47eb-b608-be19a6082534 req-9955244e-6240-4b7d-8800-8f58546091c0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 943 time: 0.0486045 Nov 15 15:18:48.705088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69f3e335-7063-47eb-b608-be19a6082534 req-b601294c-f753-4bc5-8d9a-6071e2c91903 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491114 Nov 15 15:18:49.243064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 85e61284-a281-4a97-962f-10226bb832ad details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:18:49.341356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 85e61284-a281-4a97-962f-10226bb832ad, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=85e61284-a281-4a97-962f-10226bb832ad,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:18:49.353602 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '85e61284-a281-4a97-962f-10226bb832ad', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'port_id': '85e61284-a281-4a97-962f-10226bb832ad', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:18:49.390343 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:49.404168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e61284-a281-4a97-962f-10226bb832ad {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:18:49.423406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 85e61284-a281-4a97-962f-10226bb832ad, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=85e61284-a281-4a97-962f-10226bb832ad,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:18:49.531995 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:49.578477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=85e61284-a281-4a97-962f-10226bb832ad,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:49.800853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['85e61284-a281-4a97-962f-10226bb832ad'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:18:49.824622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3a224-cef5-46f5-8755-b70b53be66b6 req-c5a9a4cb-2bd3-4f5c-b6ee-0802a7cda5bf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:49.826172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4e3a224-cef5-46f5-8755-b70b53be66b6 req-c5a9a4cb-2bd3-4f5c-b6ee-0802a7cda5bf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 944 time: 0.0500023 Nov 15 15:18:49.875225 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4e3a224-cef5-46f5-8755-b70b53be66b6 req-91f6f311-a232-404a-b09b-30e3bd3a7b3c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 Nov 15 15:18:50.998252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be703f8d-03dd-4a38-b5e2-2a943f5840c7 req-5d36b7a8-0aba-4faf-aade-987465b974a3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:50.999794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be703f8d-03dd-4a38-b5e2-2a943f5840c7 req-5d36b7a8-0aba-4faf-aade-987465b974a3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 944 time: 0.0567532 Nov 15 15:18:51.050552 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be703f8d-03dd-4a38-b5e2-2a943f5840c7 req-693db0ff-a8ed-4aa2-beeb-2ae5073ed462 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443532 Nov 15 15:18:51.259120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 85e61284-a281-4a97-962f-10226bb832ad up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:18:51.414993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 85e61284-a281-4a97-962f-10226bb832ad completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:18:51.420028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 85e61284-a281-4a97-962f-10226bb832ad triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:18:51.420396 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:51.496501 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:51.519290 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e61284-a281-4a97-962f-10226bb832ad'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:18:51.521456 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d83250-8dd9-4050-b77e-662f55b1af13" -d '{"events": [{"server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "name": "network-vif-plugged", "status": "completed", "tag": "85e61284-a281-4a97-962f-10226bb832ad"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:18:51.534694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 85e61284-a281-4a97-962f-10226bb832ad, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=85e61284-a281-4a97-962f-10226bb832ad,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:18:51.559599 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04efd029-9499-458f-a662-ddcd225a9ff4 x-openstack-request-id: req-04efd029-9499-458f-a662-ddcd225a9ff4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:18:51.559884 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "name": "network-vif-plugged", "status": "completed", "tag": "85e61284-a281-4a97-962f-10226bb832ad", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:18:51.560138 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04efd029-9499-458f-a662-ddcd225a9ff4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:18:51.560580 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e61284-a281-4a97-962f-10226bb832ad', 'code': 200} Nov 15 15:18:51.626497 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:51.663165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14e3b-9b87-4cac-9697-bca6c71065d0 req-e74833d8-adc1-4252-9c00-2df3382ba2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:51.664677 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d7b14e3b-9b87-4cac-9697-bca6c71065d0 req-e74833d8-adc1-4252-9c00-2df3382ba2c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1096 time: 0.0408888 Nov 15 15:18:51.691891 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=85e61284-a281-4a97-962f-10226bb832ad,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:51.723091 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d7b14e3b-9b87-4cac-9697-bca6c71065d0 req-d7a80050-7b4e-474e-99d3-42f4481037c0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462933 Nov 15 15:18:52.163329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2c2dd-e2ca-4fcc-a346-2dbb230efba4 req-40730ac3-9329-4df2-97cb-e4fa8d16f3b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:52.164810 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0da2c2dd-e2ca-4fcc-a346-2dbb230efba4 req-40730ac3-9329-4df2-97cb-e4fa8d16f3b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0480351 Nov 15 15:18:52.213422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0da2c2dd-e2ca-4fcc-a346-2dbb230efba4 req-c65dbeb9-4eb8-4ef4-9d2c-bab3b7fe40ad tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Nov 15 15:18:53.333676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fcf24-eebb-4c91-9941-0748a59eb517 req-86fa3836-2c39-4519-a8a3-dbb51f3819eb tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:53.335185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a4fcf24-eebb-4c91-9941-0748a59eb517 req-86fa3836-2c39-4519-a8a3-dbb51f3819eb tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0520556 Nov 15 15:18:53.385794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a4fcf24-eebb-4c91-9941-0748a59eb517 req-998f8cfa-011f-4f31-b6c3-165966ed5e46 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438426 Nov 15 15:18:53.501782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68068c0c-4f43-4205-bdec-1986bd8632c3 req-43f15534-aff7-482f-a4fa-c65fa8e79bc5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:53.503316 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68068c0c-4f43-4205-bdec-1986bd8632c3 req-43f15534-aff7-482f-a4fa-c65fa8e79bc5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0490856 Nov 15 15:18:53.553682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68068c0c-4f43-4205-bdec-1986bd8632c3 req-725a4a20-9db6-4584-b2a1-37627501749c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443447 Nov 15 15:18:53.576711 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48058) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:53.619906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d61008-9a82-49cb-812a-3316a250267a tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:53.621982 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c5d61008-9a82-49cb-812a-3316a250267a tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1091 time: 0.0442939 Nov 15 15:18:53.625019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48060) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:53.629668 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '85e61284-a281-4a97-962f-10226bb832ad', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:18:53.717620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:53.814769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:53.919610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.25.4.37 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/c9d7e99d-99fa-4d45-9613-cf7eea23e3dc) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:18:54.026420 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:54.170135 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:54.213950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:18:54.217863 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:18:54.220716 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:18:54.226527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=c9d7e99d-99fa-4d45-9613-cf7eea23e3dc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:54.566385 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:54.739997 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:54.893213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:54.983587 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:55.051074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=c9d7e99d-99fa-4d45-9613-cf7eea23e3dc,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:18:55.061842 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:55.170125 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Floating IP 004c4c16-a4ec-4be3-9f65-f4c74a0d85d3 associated. External IP: 172.25.4.37, port: 85e61284-a281-4a97-962f-10226bb832ad. Nov 15 15:18:55.378056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router f26606e8-6d5c-48c1-84cf-bbd33934315d has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:18:55.482052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:18:55.492494 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df2063-8981-4c71-9fe8-02dabf2a1ea4 None None] Sync routers for ids ['f26606e8-6d5c-48c1-84cf-bbd33934315d'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:18:55.505747 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df2063-8981-4c71-9fe8-02dabf2a1ea4 None None] Routers {'f26606e8-6d5c-48c1-84cf-bbd33934315d'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:18:55.507486 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-06df2063-8981-4c71-9fe8-02dabf2a1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:18:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['f26606e8-6d5c-48c1-84cf-bbd33934315d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:18:55.564281 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:55.594214 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-52155804-72f4-44a6-ad92-782000e0999d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9681492 Nov 15 15:18:55.594849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'tag': '85e61284-a281-4a97-962f-10226bb832ad'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:18:55.597103 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3930f1df-ef51-45d5-bd5b-fdf18404a761" -d '{"events": [{"name": "network-changed", "server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "tag": "85e61284-a281-4a97-962f-10226bb832ad"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:18:55.613543 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-06df2063-8981-4c71-9fe8-02dabf2a1ea4 None None] Set router f26606e8-6d5c-48c1-84cf-bbd33934315d gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:18:55.637338 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e474a621-0065-44f9-b5c4-f9e3f4de63c7 x-openstack-request-id: req-e474a621-0065-44f9-b5c4-f9e3f4de63c7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:18:55.642381 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "tag": "85e61284-a281-4a97-962f-10226bb832ad", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:18:55.642381 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e474a621-0065-44f9-b5c4-f9e3f4de63c7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:18:55.642381 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'tag': '85e61284-a281-4a97-962f-10226bb832ad', 'status': 'completed', 'code': 200} Nov 15 15:18:55.704479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e013a66-87b2-4aae-9fb2-874d123e7c8a req-eebb4aa2-1c43-442a-9c0a-b7f05cb790f9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:55.706204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e013a66-87b2-4aae-9fb2-874d123e7c8a req-eebb4aa2-1c43-442a-9c0a-b7f05cb790f9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0571384 Nov 15 15:18:55.709323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930f1df-ef51-45d5-bd5b-fdf18404a761 req-c62bf033-6f8d-49c9-bdfc-a56533bacbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:55.711027 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3930f1df-ef51-45d5-bd5b-fdf18404a761 req-c62bf033-6f8d-49c9-bdfc-a56533bacbcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1096 time: 0.0471709 Nov 15 15:18:55.763321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e013a66-87b2-4aae-9fb2-874d123e7c8a req-9f1de93c-3bc1-47e2-99e4-75463cdbef97 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505011 Nov 15 15:18:55.785883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48068) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:55.809320 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930f1df-ef51-45d5-bd5b-fdf18404a761 req-4519a41c-2553-48d8-a511-73470619ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:55.811491 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3930f1df-ef51-45d5-bd5b-fdf18404a761 req-4519a41c-2553-48d8-a511-73470619ea84 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5 HTTP/1.1" status: 200 len: 897 time: 0.0935385 Nov 15 15:18:55.848384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e551a613-d1c6-4f1b-a1b2-3877693d358a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/004c4c16-a4ec-4be3-9f65-f4c74a0d85d3 HTTP/1.1" status: 200 len: 990 time: 0.0603023 Nov 15 15:18:55.884741 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3930f1df-ef51-45d5-bd5b-fdf18404a761 req-0587c43f-3b9e-4a93-9edc-b22e57737e7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e61284-a281-4a97-962f-10226bb832ad HTTP/1.1" status: 200 len: 998 time: 0.0656836 Nov 15 15:18:55.935792 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930f1df-ef51-45d5-bd5b-fdf18404a761 req-89b5a5f4-c8cf-476b-ba11-a3d5ad3453b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:55.937557 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3930f1df-ef51-45d5-bd5b-fdf18404a761 req-89b5a5f4-c8cf-476b-ba11-a3d5ad3453b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b69191e-d6a6-4347-a669-958071f3ecea HTTP/1.1" status: 200 len: 835 time: 0.0449281 Nov 15 15:18:55.955175 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-06df2063-8981-4c71-9fe8-02dabf2a1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:18:38Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '004c4c16-a4ec-4be3-9f65-f4c74a0d85d3', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'port_id': '85e61284-a281-4a97-962f-10226bb832ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cb5f21-51fd-447e-8393-29baa7634c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:18:54Z', 'updated_at': '2021-11-15T15:18:54Z', 'revision_number': 0, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64b6ed5-c471-47f2-b89b-79b6d2cd8047', 'name': '', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:1b:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:37Z', 'updated_at': '2021-11-15T15:18:41Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:18:55.982165 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df2063-8981-4c71-9fe8-02dabf2a1ea4 None None] Checking router: f26606e8-6d5c-48c1-84cf-bbd33934315d for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:18:55.988839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930f1df-ef51-45d5-bd5b-fdf18404a761 req-8dba6cf0-5e64-498e-94b1-48f5dc34b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:18:55.990403 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3930f1df-ef51-45d5-bd5b-fdf18404a761 req-8dba6cf0-5e64-498e-94b1-48f5dc34b09f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454645 Nov 15 15:18:55.991024 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df2063-8981-4c71-9fe8-02dabf2a1ea4 None None] Routers {'f26606e8-6d5c-48c1-84cf-bbd33934315d'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:18:55.991670 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-06df2063-8981-4c71-9fe8-02dabf2a1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:18:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['f26606e8-6d5c-48c1-84cf-bbd33934315d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:18:56.097233 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3930f1df-ef51-45d5-bd5b-fdf18404a761 req-4d03cecd-4c52-47d4-8c2a-d6b68e2b4d30 service neutron] 10.222.0.46 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984888 Nov 15 15:18:56.100159 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-06df2063-8981-4c71-9fe8-02dabf2a1ea4 None None] Set router f26606e8-6d5c-48c1-84cf-bbd33934315d gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:18:56.183803 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:18:56.185885 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3930f1df-ef51-45d5-bd5b-fdf18404a761 req-f506570f-182a-4fe0-a72e-7feb7f71c060 service neutron] 10.222.0.46 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815752 Nov 15 15:18:56.334963 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-06df2063-8981-4c71-9fe8-02dabf2a1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:18:38Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '004c4c16-a4ec-4be3-9f65-f4c74a0d85d3', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'port_id': '85e61284-a281-4a97-962f-10226bb832ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cb5f21-51fd-447e-8393-29baa7634c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:18:54Z', 'updated_at': '2021-11-15T15:18:54Z', 'revision_number': 0, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64b6ed5-c471-47f2-b89b-79b6d2cd8047', 'name': '', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:1b:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:37Z', 'updated_at': '2021-11-15T15:18:41Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:18:56.360501 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df2063-8981-4c71-9fe8-02dabf2a1ea4 None None] The sync data for ids ['f26606e8-6d5c-48c1-84cf-bbd33934315d'] in n-d-817748-2 is: [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:18:38Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '004c4c16-a4ec-4be3-9f65-f4c74a0d85d3', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'port_id': '85e61284-a281-4a97-962f-10226bb832ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cb5f21-51fd-447e-8393-29baa7634c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:18:54Z', 'updated_at': '2021-11-15T15:18:54Z', 'revision_number': 0, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64b6ed5-c471-47f2-b89b-79b6d2cd8047', 'name': '', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:1b:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:37Z', 'updated_at': '2021-11-15T15:18:41Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:18:56.570097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567f660-5e6c-495a-9e71-bd4ba7f39075 None None] New status for floating IP 004c4c16-a4ec-4be3-9f65-f4c74a0d85d3: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:18:56.851058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48070) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:18:56.915237 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f58c79a6-c9d5-496a-a9d6-0122655101c4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/004c4c16-a4ec-4be3-9f65-f4c74a0d85d3 HTTP/1.1" status: 200 len: 992 time: 0.0630069 Nov 15 15:18:58.578086 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:59.120537 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:18:59.802977 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a4eaafb3-fc6d-4af1-9cc0-61ad45d162ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:02.098118 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3941a633-e1a8-4f6c-8a6d-ca9fb47dc21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:03.646366 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:05.260692 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:05.820078 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:22.276581 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-877b495b-4dbf-4b0f-8853-bf4507aaf001 req-d6e4caf9-ecb2-48b5-8b43-54cc7c4ad7f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437760 Nov 15 15:19:22.364058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b495b-4dbf-4b0f-8853-bf4507aaf001 req-896d9c81-8cdd-4b08-94c5-7e3dad5ae072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:22.365543 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-877b495b-4dbf-4b0f-8853-bf4507aaf001 req-896d9c81-8cdd-4b08-94c5-7e3dad5ae072 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1096 time: 0.0404849 Nov 15 15:19:22.471714 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b495b-4dbf-4b0f-8853-bf4507aaf001 req-5599dc77-a469-4f12-89f0-8593be65e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:22.473170 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-877b495b-4dbf-4b0f-8853-bf4507aaf001 req-5599dc77-a469-4f12-89f0-8593be65e363 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5 HTTP/1.1" status: 200 len: 897 time: 0.0888009 Nov 15 15:19:22.548277 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-877b495b-4dbf-4b0f-8853-bf4507aaf001 req-f74fc6d6-1b65-4763-919a-5b28db1d25a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e61284-a281-4a97-962f-10226bb832ad HTTP/1.1" status: 200 len: 1000 time: 0.0676389 Nov 15 15:19:22.598302 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b495b-4dbf-4b0f-8853-bf4507aaf001 req-8728bb80-28f9-454a-958a-ad42be31814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:22.600097 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-877b495b-4dbf-4b0f-8853-bf4507aaf001 req-8728bb80-28f9-454a-958a-ad42be31814b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b69191e-d6a6-4347-a669-958071f3ecea HTTP/1.1" status: 200 len: 835 time: 0.0449171 Nov 15 15:19:22.649647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b495b-4dbf-4b0f-8853-bf4507aaf001 req-593b9740-7932-44be-af23-56b3516f217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:22.651161 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-877b495b-4dbf-4b0f-8853-bf4507aaf001 req-593b9740-7932-44be-af23-56b3516f217f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444977 Nov 15 15:19:22.739898 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-877b495b-4dbf-4b0f-8853-bf4507aaf001 req-ddf4db4f-32c3-44de-b600-45bf48f0dd1f service neutron] 10.222.0.46 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812445 Nov 15 15:19:22.833089 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-877b495b-4dbf-4b0f-8853-bf4507aaf001 req-6c07890a-285b-462c-96d1-7a426fff0b74 service neutron] 10.222.0.46 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854986 Nov 15 15:19:27.761332 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd783002-95ac-42d6-9b3d-90f1ac588433 req-158cb80d-3110-4498-97f9-d9b0c7f4c3b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403721 Nov 15 15:19:27.843684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd783002-95ac-42d6-9b3d-90f1ac588433 req-41afc707-b060-4d1b-9af7-e168320e7d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:27.845317 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd783002-95ac-42d6-9b3d-90f1ac588433 req-41afc707-b060-4d1b-9af7-e168320e7d2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 1097 time: 0.0415430 Nov 15 15:19:27.957925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd783002-95ac-42d6-9b3d-90f1ac588433 req-9c725091-4264-4bfe-9186-f399e3fbaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:27.959332 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd783002-95ac-42d6-9b3d-90f1ac588433 req-9c725091-4264-4bfe-9186-f399e3fbaac2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0939817 Nov 15 15:19:28.028815 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd783002-95ac-42d6-9b3d-90f1ac588433 req-b6f298b6-da64-4187-9695-c23f8fff7b1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ab12d82-3e90-4a0e-af36-79242b0e8abc HTTP/1.1" status: 200 len: 1002 time: 0.0606496 Nov 15 15:19:28.084236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd783002-95ac-42d6-9b3d-90f1ac588433 req-a5bad634-7643-49c7-a299-7cf07919c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:28.085723 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd783002-95ac-42d6-9b3d-90f1ac588433 req-a5bad634-7643-49c7-a299-7cf07919c83a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0457785 Nov 15 15:19:28.138274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd783002-95ac-42d6-9b3d-90f1ac588433 req-66b81a35-54de-4d38-be50-a194f62858df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:28.139824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd783002-95ac-42d6-9b3d-90f1ac588433 req-66b81a35-54de-4d38-be50-a194f62858df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454628 Nov 15 15:19:28.239249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd783002-95ac-42d6-9b3d-90f1ac588433 req-148454d1-570b-446f-a1fb-e158ddb3ade0 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889673 Nov 15 15:19:28.336039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd783002-95ac-42d6-9b3d-90f1ac588433 req-a8cb6460-92f1-408a-83be-0a49c1c06502 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878017 Nov 15 15:19:28.585475 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:29.122665 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:29.752104 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc82c-5c74-4c25-a9fd-b7b588ef285c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:30.149043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafaefd-fc7f-4699-94c5-a32bf71e7f35 req-731b922f-88f7-4ad2-930e-85f1f515a5e1 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:30.150632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fafaefd-fc7f-4699-94c5-a32bf71e7f35 req-731b922f-88f7-4ad2-930e-85f1f515a5e1 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1096 time: 0.0429008 Nov 15 15:19:30.170448 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fafaefd-fc7f-4699-94c5-a32bf71e7f35 req-780ba446-71a8-4f56-83d6-4c7c528d065a tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:30.247543 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fafaefd-fc7f-4699-94c5-a32bf71e7f35 req-780ba446-71a8-4f56-83d6-4c7c528d065a tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:30.331820 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fafaefd-fc7f-4699-94c5-a32bf71e7f35 req-780ba446-71a8-4f56-83d6-4c7c528d065a tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:30.372491 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fafaefd-fc7f-4699-94c5-a32bf71e7f35 req-780ba446-71a8-4f56-83d6-4c7c528d065a tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158928 Nov 15 15:19:30.373092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ba446-71a8-4f56-83d6-4c7c528d065a tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84480f3-d650-4172-821f-cc7c2e851b66,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:19:30.502361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31435c2-c817-4b4e-b98d-2d54ce60dfcf req-30818997-2a5b-4fdb-ac16-d565b11cfe50 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:30.504058 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b31435c2-c817-4b4e-b98d-2d54ce60dfcf req-30818997-2a5b-4fdb-ac16-d565b11cfe50 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0559685 Nov 15 15:19:30.554374 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b31435c2-c817-4b4e-b98d-2d54ce60dfcf req-71f6c439-a297-4af2-8744-386d8ebac690 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441835 Nov 15 15:19:30.576251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48090) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:19:30.636957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eba27f87-db11-4b04-8d47-40a97b78fd68 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/004c4c16-a4ec-4be3-9f65-f4c74a0d85d3 HTTP/1.1" status: 200 len: 992 time: 0.0594785 Nov 15 15:19:30.967728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-3f525cd0-595b-4160-b1bb-63f84175ea3a req-56ab44c9-88a3-4c2b-9b8a-07f7f8cf1027 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:19:30.968739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f525cd0-595b-4160-b1bb-63f84175ea3a req-56ab44c9-88a3-4c2b-9b8a-07f7f8cf1027 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053544 Nov 15 15:19:31.402962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91803bd-2bd8-4e8a-83ac-926e1fc9a6a3 req-0aef4e59-44bf-4606-a304-a955cd2a6182 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:31.404518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e91803bd-2bd8-4e8a-83ac-926e1fc9a6a3 req-0aef4e59-44bf-4606-a304-a955cd2a6182 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0534985 Nov 15 15:19:31.455774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e91803bd-2bd8-4e8a-83ac-926e1fc9a6a3 req-5e410305-b933-405a-9a1c-3c9213158f1a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Nov 15 15:19:31.514334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48104) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:19:31.604927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-34cbef2b-7686-416b-b735-19b9349e21f4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892861 Nov 15 15:19:31.613680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-9fde7762-cb86-43ad-9ca1-e14d47af915a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:19:31.614668 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-9fde7762-cb86-43ad-9ca1-e14d47af915a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050256 Nov 15 15:19:32.099653 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9828394d-9809-4dc7-98e2-195185ca6066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:32.582352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd610a-a90a-46bf-9e14-163400175997 req-80387247-8121-4706-9606-ccc214f26d1e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:32.583907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85bd610a-a90a-46bf-9e14-163400175997 req-80387247-8121-4706-9606-ccc214f26d1e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0513318 Nov 15 15:19:32.634151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85bd610a-a90a-46bf-9e14-163400175997 req-d60217af-6ee4-4586-b4ab-6906c8e7e740 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441401 Nov 15 15:19:33.183821 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:19:33.590926 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:33.764094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b5180-0c5f-43ba-9026-4389eb6ec072 req-966bcc3a-7474-4c5a-a8c8-bd02e233f5de tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:33.765868 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-844b5180-0c5f-43ba-9026-4389eb6ec072 req-966bcc3a-7474-4c5a-a8c8-bd02e233f5de tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0579412 Nov 15 15:19:33.822651 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-844b5180-0c5f-43ba-9026-4389eb6ec072 req-f9781ca5-986a-49db-9224-718b418f371c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489974 Nov 15 15:19:34.111545 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506376c-22d1-46e1-8012-e16771946c0d req-3df6add2-93f9-4c07-ab1c-1da0054ea473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:34.113142 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-3df6add2-93f9-4c07-ab1c-1da0054ea473 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1096 time: 0.3940198 Nov 15 15:19:34.210368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506376c-22d1-46e1-8012-e16771946c0d req-881d9bf2-3489-428c-a9c2-8cef13b62c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:34.210368 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-881d9bf2-3489-428c-a9c2-8cef13b62c7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5 HTTP/1.1" status: 200 len: 897 time: 0.0854709 Nov 15 15:19:34.284184 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-23adafe3-23b3-4606-a27a-2eb560f3a254 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e61284-a281-4a97-962f-10226bb832ad HTTP/1.1" status: 200 len: 1000 time: 0.0621340 Nov 15 15:19:34.338935 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506376c-22d1-46e1-8012-e16771946c0d req-aac77cb2-d9e1-4403-b84a-ccdca53daec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:34.340448 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-aac77cb2-d9e1-4403-b84a-ccdca53daec1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b69191e-d6a6-4347-a669-958071f3ecea HTTP/1.1" status: 200 len: 835 time: 0.0453160 Nov 15 15:19:34.386986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506376c-22d1-46e1-8012-e16771946c0d req-b1851c12-0297-43fd-ae76-3a9a11d1df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:34.388460 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-b1851c12-0297-43fd-ae76-3a9a11d1df2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391042 Nov 15 15:19:34.488078 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-7fcfe446-615b-4114-add1-5d393d001f51 service neutron] 10.222.0.46 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877852 Nov 15 15:19:34.584810 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-2cabaa28-6908-4201-a0e6-cc66c1afeb20 service neutron] 10.222.0.46 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839341 Nov 15 15:19:34.944234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d7742-0e26-4515-9669-45bd6bb8a45b req-429858dc-cc55-46c9-adfd-d8f6c18ca749 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:34.945783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-166d7742-0e26-4515-9669-45bd6bb8a45b req-429858dc-cc55-46c9-adfd-d8f6c18ca749 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0503280 Nov 15 15:19:35.015974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-166d7742-0e26-4515-9669-45bd6bb8a45b req-2d7dbb39-fe4b-4db3-8941-d2defbf09f1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640688 Nov 15 15:19:35.287642 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:35.779462 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:36.139824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855cc76-a72d-4f5f-9629-f422ea7e1fd5 req-10b71474-3065-4065-a3ab-bdc1c6ff8e25 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:36.141403 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1855cc76-a72d-4f5f-9629-f422ea7e1fd5 req-10b71474-3065-4065-a3ab-bdc1c6ff8e25 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0476456 Nov 15 15:19:36.194603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1855cc76-a72d-4f5f-9629-f422ea7e1fd5 req-f613598d-9e00-44a3-a75d-599777e03a8c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458250 Nov 15 15:19:37.312832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebeb89-31e5-40da-9c1e-e4e33a54e6e8 req-b6989151-460a-4078-a83f-c3bbc69080af tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:37.314624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-deebeb89-31e5-40da-9c1e-e4e33a54e6e8 req-b6989151-460a-4078-a83f-c3bbc69080af tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0493197 Nov 15 15:19:37.363953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-deebeb89-31e5-40da-9c1e-e4e33a54e6e8 req-02956801-445f-464e-9aa3-1603c19d9413 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435529 Nov 15 15:19:38.481832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01dc02-0ee2-417b-a37b-f871c0a5bf61 req-38f0e11d-c9fc-4848-87c4-bf43cff4fc3b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:38.483383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e01dc02-0ee2-417b-a37b-f871c0a5bf61 req-38f0e11d-c9fc-4848-87c4-bf43cff4fc3b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0494764 Nov 15 15:19:38.536484 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e01dc02-0ee2-417b-a37b-f871c0a5bf61 req-2e6be077-3cbc-4ef7-87d2-f722deb5875d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463839 Nov 15 15:19:39.663358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1389eb3-4862-4e3e-948e-bf32667a6a45 req-a2d1564b-f335-4edb-99b2-a75f08738021 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:39.664855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1389eb3-4862-4e3e-948e-bf32667a6a45 req-a2d1564b-f335-4edb-99b2-a75f08738021 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0544436 Nov 15 15:19:39.716646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1389eb3-4862-4e3e-948e-bf32667a6a45 req-41179598-8207-4dfc-9eec-c2b8845b89b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457268 Nov 15 15:19:40.833359 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8332e-9214-470b-9b6e-50060dea7962 req-e2e17f7e-fe09-49a4-bd74-4af1af20c330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:40.834984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2f8332e-9214-470b-9b6e-50060dea7962 req-e2e17f7e-fe09-49a4-bd74-4af1af20c330 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0489976 Nov 15 15:19:40.883860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2f8332e-9214-470b-9b6e-50060dea7962 req-7c6c5b5b-434c-4b88-b1fb-44a7ade59a6b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Nov 15 15:19:42.008002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94b8f9-4645-4f87-8ae2-c30459308a86 req-146cf81b-2994-4eaa-93f7-459a2f009f1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:42.009492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d94b8f9-4645-4f87-8ae2-c30459308a86 req-146cf81b-2994-4eaa-93f7-459a2f009f1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0563993 Nov 15 15:19:42.373620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d94b8f9-4645-4f87-8ae2-c30459308a86 req-cc35f23a-a2b9-4c45-b098-200282fcc5de tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3582761 Nov 15 15:19:43.167339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759caa4b-30f4-4a00-8916-8e9a49f5f636 req-9ad782c1-d1c8-4dff-872f-d1afe18b96d6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:43.169008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-759caa4b-30f4-4a00-8916-8e9a49f5f636 req-9ad782c1-d1c8-4dff-872f-d1afe18b96d6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 946 time: 0.0492339 Nov 15 15:19:43.217219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-759caa4b-30f4-4a00-8916-8e9a49f5f636 req-f324a590-e83b-4de6-9aff-0a2909edcd92 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422642 Nov 15 15:19:43.487760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee03bdb-a7dd-4fe1-83df-5b1cfcb93496 req-9482a265-2f56-4c17-8e7b-b1debdad33a7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:43.489225 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ee03bdb-a7dd-4fe1-83df-5b1cfcb93496 req-9482a265-2f56-4c17-8e7b-b1debdad33a7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0485301 Nov 15 15:19:43.541857 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ee03bdb-a7dd-4fe1-83df-5b1cfcb93496 req-f59fba3f-f7fa-40d4-bd0f-bf3ca4ddacee tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466285 Nov 15 15:19:44.336772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b28291-b995-4528-9c50-1f550a918d71 req-4e5ddc0e-1ed0-4805-a78c-74c86ed6ce58 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:44.338254 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4b28291-b995-4528-9c50-1f550a918d71 req-4e5ddc0e-1ed0-4805-a78c-74c86ed6ce58 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 946 time: 0.0486495 Nov 15 15:19:44.386869 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4b28291-b995-4528-9c50-1f550a918d71 req-5f50a5ed-7a72-495b-aa5b-de55b756d077 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 Nov 15 15:19:44.657471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe42250-fc1b-46da-8154-5cd689aa8cac req-90a59ce2-2636-4396-8128-47bda8afb5b5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:44.658978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-efe42250-fc1b-46da-8154-5cd689aa8cac req-90a59ce2-2636-4396-8128-47bda8afb5b5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0484223 Nov 15 15:19:44.740956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-efe42250-fc1b-46da-8154-5cd689aa8cac req-0e6753bc-52c5-4025-a6ce-4207dbac0b91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745406 Nov 15 15:19:44.749790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-b5070e4b-bb01-44a7-a46b-ea226e20d6cc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:44.751891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-b5070e4b-bb01-44a7-a46b-ea226e20d6cc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 946 time: 0.0866246 Nov 15 15:19:44.845119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Deleting port 1ab12d82-3e90-4a0e-af36-79242b0e8abc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:19:44.845381 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:44.935527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] For port 1ab12d82-3e90-4a0e-af36-79242b0e8abc, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ab12d82-3e90-4a0e-af36-79242b0e8abc,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:19:44.935892 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:45.104152 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:45.104430 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:45.104751 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Floating IP 1ffc9616-83fd-4044-a77d-493e91c07a89 disassociated. External IP: 172.25.4.251, port: 1ab12d82-3e90-4a0e-af36-79242b0e8abc. Nov 15 15:19:45.105103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Calling delete_port for 1ab12d82-3e90-4a0e-af36-79242b0e8abc owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:19:45.317298 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:45.346356 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event deleted for resources: {'Port': ['ID=1ab12d82-3e90-4a0e-af36-79242b0e8abc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:19:45.360724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:45.360724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:45.360724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:45.360724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:45.360724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:45.360724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:45.360724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:45.360724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:45.361406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:45.361406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:45.361780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:45.362576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:45.492127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-583eb70b-7a19-42f6-bb7d-c85db0bf72a6 req-8d5bd657-dd35-4d92-9d80-b7ae7e9e74e3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 210 time: 0.0333202 Nov 15 15:19:45.493809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:19:45.603106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:19:45.613663 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57d291-95f1-4a0a-b129-4e7d047f08e8 None None] Sync routers for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:19:45.624645 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57d291-95f1-4a0a-b129-4e7d047f08e8 None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:19:45.625519 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ae57d291-95f1-4a0a-b129-4e7d047f08e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:19:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:19:45.643444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] No DVR routers for this DVR port 1ab12d82-3e90-4a0e-af36-79242b0e8abc on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:19:45.646155 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:45.649569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1051ba1e-ab84-4098-9d83-26b700aad3e9 req-7d1e19c2-47fd-4601-bef2-2120cad7fa60 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "DELETE /v2.0/ports/1ab12d82-3e90-4a0e-af36-79242b0e8abc HTTP/1.1" status: 204 len: 173 time: 0.8918920 Nov 15 15:19:45.650003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0fde1d-9df2-453d-96bc-b50cd5c570d3', 'name': 'network-vif-deleted', 'tag': '1ab12d82-3e90-4a0e-af36-79242b0e8abc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:19:45.652294 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47be6d7-0a15-4a7f-a73d-c5bfe23d47cf" -d '{"events": [{"server_uuid": "5a0fde1d-9df2-453d-96bc-b50cd5c570d3", "name": "network-vif-deleted", "tag": "1ab12d82-3e90-4a0e-af36-79242b0e8abc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:19:45.696201 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb4c0ed-e014-42be-b54c-9101657dde66 x-openstack-request-id: req-5cb4c0ed-e014-42be-b54c-9101657dde66 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:19:45.696334 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0fde1d-9df2-453d-96bc-b50cd5c570d3", "name": "network-vif-deleted", "tag": "1ab12d82-3e90-4a0e-af36-79242b0e8abc", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:19:45.696575 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5cb4c0ed-e014-42be-b54c-9101657dde66 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:19:45.697053 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0fde1d-9df2-453d-96bc-b50cd5c570d3', 'name': 'network-vif-deleted', 'tag': '1ab12d82-3e90-4a0e-af36-79242b0e8abc', 'status': 'completed', 'code': 200} Nov 15 15:19:45.733073 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ae57d291-95f1-4a0a-b129-4e7d047f08e8 None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:19:45.885128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f574aa-c7c6-4c2c-a1ce-8708379e5c93 req-559a45e9-93ac-44ec-9125-bb93132e66ef tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:45.886739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84f574aa-c7c6-4c2c-a1ce-8708379e5c93 req-559a45e9-93ac-44ec-9125-bb93132e66ef tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0705895 Nov 15 15:19:45.946986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84f574aa-c7c6-4c2c-a1ce-8708379e5c93 req-61bd795f-90ea-40b5-bdd9-29704a66203b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540290 Nov 15 15:19:45.956697 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ae57d291-95f1-4a0a-b129-4e7d047f08e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:19:45.986417 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57d291-95f1-4a0a-b129-4e7d047f08e8 None None] Checking router: d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:19:45.995545 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57d291-95f1-4a0a-b129-4e7d047f08e8 None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:19:45.996146 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ae57d291-95f1-4a0a-b129-4e7d047f08e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:19:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:19:46.099981 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ae57d291-95f1-4a0a-b129-4e7d047f08e8 None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:19:46.389339 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ae57d291-95f1-4a0a-b129-4e7d047f08e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:19:46.418166 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57d291-95f1-4a0a-b129-4e7d047f08e8 None None] The sync data for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 is: [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:19:46.593374 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6012dc2-337a-4f45-85c5-4ecc2f67406a req-3fd5aae1-294d-4793-a237-6cb604759788 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 210 time: 0.0285039 Nov 15 15:19:46.669112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad4b78-529d-478b-b3a7-5f847b8497a1 None None] New status for floating IP 1ffc9616-83fd-4044-a77d-493e91c07a89: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:19:47.069107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead244da-7c7c-499e-9ed8-ec2abc847bea req-9d9d24c5-3f62-4d1b-b06e-654b4321d610 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:47.070640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ead244da-7c7c-499e-9ed8-ec2abc847bea req-9d9d24c5-3f62-4d1b-b06e-654b4321d610 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0557864 Nov 15 15:19:47.121211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ead244da-7c7c-499e-9ed8-ec2abc847bea req-3e490e7b-d6f2-4e7e-8b0a-618a06e661ff tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442789 Nov 15 15:19:47.689395 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1c31d2e-ca4e-4d3d-aba0-5ee2645968e1 req-4914aefe-5645-4796-9357-17aff976e952 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 210 time: 0.0267534 Nov 15 15:19:48.074957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 1ab12d82-3e90-4a0e-af36-79242b0e8abc no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:19:48.098624 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 1ab12d82-3e90-4a0e-af36-79242b0e8abc {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:19:48.098962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 1ab12d82-3e90-4a0e-af36-79242b0e8abc not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:19:48.244858 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271163f-5e3c-49a0-bf74-feaef8ff7473 req-6b8f182e-73d4-44db-b954-5b7c94edf277 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:48.246347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3271163f-5e3c-49a0-bf74-feaef8ff7473 req-6b8f182e-73d4-44db-b954-5b7c94edf277 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0545688 Nov 15 15:19:48.297858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3271163f-5e3c-49a0-bf74-feaef8ff7473 req-d8212a32-41dd-4e51-8cc4-6d1b49573b04 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449579 Nov 15 15:19:48.787540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bc4c96e-104b-45a0-ae8f-cfa17fe23e09 req-76fe2423-2f1d-4d18-92ce-a7a8b84cb617 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 210 time: 0.0288479 Nov 15 15:19:49.416590 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ea8c3-368e-4884-b9ad-4d24bb485b9f req-ac6aa7ca-6c78-4038-b98f-2d2c020e2cbf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:49.418090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-702ea8c3-368e-4884-b9ad-4d24bb485b9f req-ac6aa7ca-6c78-4038-b98f-2d2c020e2cbf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0500991 Nov 15 15:19:49.467941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-702ea8c3-368e-4884-b9ad-4d24bb485b9f req-f77e9b56-8ccc-4874-a90a-cd4eb848db06 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436394 Nov 15 15:19:49.890472 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31ee2575-94e6-4ef4-b74f-884445f0822c req-b766281f-f518-4434-9f26-dfa411bf4291 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 210 time: 0.0316679 Nov 15 15:19:50.589053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ed5f7-5982-45b5-8ac6-973081662443 req-a87bf061-d546-4c44-8eff-0cf9602acde5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:50.590559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-688ed5f7-5982-45b5-8ac6-973081662443 req-a87bf061-d546-4c44-8eff-0cf9602acde5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0482099 Nov 15 15:19:50.640284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-688ed5f7-5982-45b5-8ac6-973081662443 req-273eadec-2509-4414-adbd-741a6576bde4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437751 Nov 15 15:19:50.993753 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f8bd76b3-769c-406b-a028-c97f688a9894 req-c8176187-5380-4012-9cd5-e2124821fe61 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0fde1d-9df2-453d-96bc-b50cd5c570d3 HTTP/1.1" status: 200 len: 210 time: 0.0258257 Nov 15 15:19:51.758303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75439a5-789c-48b6-958f-5cd96ce6a2bf req-1e5101a4-6e88-4ccf-92d1-390b7a0d1f97 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:51.759818 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d75439a5-789c-48b6-958f-5cd96ce6a2bf req-1e5101a4-6e88-4ccf-92d1-390b7a0d1f97 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0487275 Nov 15 15:19:51.812761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d75439a5-789c-48b6-958f-5cd96ce6a2bf req-77baa39d-5f6c-40e2-9ef3-12fa4657c42b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470552 Nov 15 15:19:52.193844 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [req-2506376c-22d1-46e1-8012-e16771946c0d req-7110d154-e7c3-46e4-95e3-26132a51a923 service neutron] show failed (client error): The resource could not be found. Nov 15 15:19:52.194932 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-7110d154-e7c3-46e4-95e3-26132a51a923 service neutron] 10.222.0.46 "GET /v2.0/ports/85e61284-a281-4a97-962f-10226bb832ad/bindings/n-h1-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0611978 Nov 15 15:19:52.250984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-854031c7-0645-414d-8f26-845382dda638 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282279043&fields=id&tenant_id=ad76d1735a1742328107fcc385e5b51b HTTP/1.1" status: 200 len: 267 time: 0.0458829 Nov 15 15:19:52.360136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-909355d3-80ba-4211-8bf0-29e2180396f2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:52.361769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-909355d3-80ba-4211-8bf0-29e2180396f2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.1037867 Nov 15 15:19:52.377529 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-1bae748d-a80b-452a-92e8-3524688ef57c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/quotas/ad76d1735a1742328107fcc385e5b51b HTTP/1.1" status: 200 len: 375 time: 0.0098832 Nov 15 15:19:52.445483 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-7a28e0a9-9fc3-4bdc-8f5d-af5ee2718b8e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615342 Nov 15 15:19:52.540712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-948c47a5-ade9-4661-acc4-afed9e6d2dc9 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828867 Nov 15 15:19:52.667586 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-cf59575e-8f4b-4b29-9490-0f45da6a54a5 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206777 Nov 15 15:19:52.708045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506376c-22d1-46e1-8012-e16771946c0d req-1883a351-4495-4ce6-802b-c95156a341fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:52.709557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-1883a351-4495-4ce6-802b-c95156a341fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54&tenant_id=2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 1096 time: 0.0743737 Nov 15 15:19:52.723385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:19:52.781231 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:52.989013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e75eb-a5af-4fad-9c79-d6badf26a18e req-f8c2bca8-acb3-41e1-937d-7a5946c14d4b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:52.990425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b0e75eb-a5af-4fad-9c79-d6badf26a18e req-f8c2bca8-acb3-41e1-937d-7a5946c14d4b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0991745 Nov 15 15:19:53.041079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] For port 85e61284-a281-4a97-962f-10226bb832ad, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=85e61284-a281-4a97-962f-10226bb832ad,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:19:53.073217 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b0e75eb-a5af-4fad-9c79-d6badf26a18e req-8650e6e3-0105-4f21-ac5b-b677a691aa19 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766718 Nov 15 15:19:53.090170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] For port 85e61284-a281-4a97-962f-10226bb832ad, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:19:53.143985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e61284-a281-4a97-962f-10226bb832ad'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:19:53.146297 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f430dab5-470d-4ac1-971a-235e81574212" -d '{"events": [{"server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "name": "network-vif-unplugged", "status": "completed", "tag": "85e61284-a281-4a97-962f-10226bb832ad"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:19:53.150287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:53.164366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Transition to ACTIVE for port object 85e61284-a281-4a97-962f-10226bb832ad will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:19:53.197378 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6022dc8-35c9-4b08-be54-ad0a2e9397a7 x-openstack-request-id: req-b6022dc8-35c9-4b08-be54-ad0a2e9397a7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:19:53.197671 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "name": "network-vif-unplugged", "status": "completed", "tag": "85e61284-a281-4a97-962f-10226bb832ad", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:19:53.197926 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6022dc8-35c9-4b08-be54-ad0a2e9397a7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:19:53.198319 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e61284-a281-4a97-962f-10226bb832ad', 'code': 200} Nov 15 15:19:53.216162 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:53.364089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35c72c6b-8163-4596-94e7-019f3de428c5 req-5c56f25f-99a8-4b46-b67f-1f013d93a810 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 210 time: 0.0920844 Nov 15 15:19:53.395000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=85e61284-a281-4a97-962f-10226bb832ad,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:19:53.431819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] No DVR routers for this DVR port 85e61284-a281-4a97-962f-10226bb832ad on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:19:53.585838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Attempting to bind port 85e61284-a281-4a97-962f-10226bb832ad on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:19:53.586178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Attempting to bind port 85e61284-a281-4a97-962f-10226bb832ad by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:19:53.586596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Attempting to bind port 85e61284-a281-4a97-962f-10226bb832ad on network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:19:53.590984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Port 85e61284-a281-4a97-962f-10226bb832ad on network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:19:53.591315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Attempting to bind port 85e61284-a281-4a97-962f-10226bb832ad on network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:19:53.596330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:19:53.598608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Checking segment: {'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:19:53.598608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Bound using segment: {'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:19:53.598608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Bound port: 85e61284-a281-4a97-962f-10226bb832ad, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51666d9a-0a10-463f-aa53-40c47d0b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:19:53.598608 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:53.664827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] For port 85e61284-a281-4a97-962f-10226bb832ad, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:19:53.667984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] For port 85e61284-a281-4a97-962f-10226bb832ad, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=85e61284-a281-4a97-962f-10226bb832ad,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:19:53.742887 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:53.777677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:53.779068 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:53.780680 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] 10.222.0.59 "PUT /v2.0/ports/85e61284-a281-4a97-962f-10226bb832ad HTTP/1.1" status: 200 len: 1091 time: 1.0611513 Nov 15 15:19:53.818598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b23aa-0900-4797-8c7d-ba7d969cf9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=85e61284-a281-4a97-962f-10226bb832ad,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:19:53.853899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506376c-22d1-46e1-8012-e16771946c0d req-77129bb9-e4a9-4345-a8ab-87dd61342879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:53.855544 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-77129bb9-e4a9-4345-a8ab-87dd61342879 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1094 time: 0.0500319 Nov 15 15:19:53.959218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506376c-22d1-46e1-8012-e16771946c0d req-b54f01a1-bed8-45e2-be3c-b83ebeee2078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:53.960722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-b54f01a1-bed8-45e2-be3c-b83ebeee2078 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5 HTTP/1.1" status: 200 len: 897 time: 0.0986180 Nov 15 15:19:54.030075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-c3739a4e-c1c4-4965-95d3-ad1a1e2580c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e61284-a281-4a97-962f-10226bb832ad HTTP/1.1" status: 200 len: 998 time: 0.0618279 Nov 15 15:19:54.083765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506376c-22d1-46e1-8012-e16771946c0d req-0cb863b0-024c-4cd6-9b53-22cf91ee33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:54.085273 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-0cb863b0-024c-4cd6-9b53-22cf91ee33e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b69191e-d6a6-4347-a669-958071f3ecea HTTP/1.1" status: 200 len: 835 time: 0.0489361 Nov 15 15:19:54.132817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506376c-22d1-46e1-8012-e16771946c0d req-58d88c7a-4a8a-4bba-970f-b75f817554ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:54.134766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-58d88c7a-4a8a-4bba-970f-b75f817554ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419815 Nov 15 15:19:54.252455 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce2a5-6ce7-442f-b1e6-67783dea0dcb req-54857743-9ec2-408e-a868-c64347c34e9c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:54.254495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b36ce2a5-6ce7-442f-b1e6-67783dea0dcb req-54857743-9ec2-408e-a868-c64347c34e9c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 943 time: 0.1031065 Nov 15 15:19:54.281626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-556d9f18-0689-4bc3-974d-94b4df52e37f service neutron] 10.222.0.59 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393325 Nov 15 15:19:54.353446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b36ce2a5-6ce7-442f-b1e6-67783dea0dcb req-5679b32d-1b23-4181-be53-209f5bd206aa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887482 Nov 15 15:19:54.400229 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2506376c-22d1-46e1-8012-e16771946c0d req-8ac4ddcb-b648-49c2-afd2-9e4213f8e247 service neutron] 10.222.0.59 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064706 Nov 15 15:19:54.475861 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0dbe89f-ebab-4ac0-8025-e5f9e670e435 req-6ea058f6-e429-4363-be70-1b668bef3b1a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 210 time: 0.0322778 Nov 15 15:19:55.158859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-242a6803-2bb1-4f72-b7fa-175947ab7140 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:55.161011 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-242a6803-2bb1-4f72-b7fa-175947ab7140 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.1005259 Nov 15 15:19:55.200376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'tag': '85e61284-a281-4a97-962f-10226bb832ad'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:19:55.202600 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b96b5a0-7446-403d-b890-0ff9fcb17025" -d '{"events": [{"name": "network-changed", "server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "tag": "85e61284-a281-4a97-962f-10226bb832ad"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:19:55.232225 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-576273ea-3cb8-4cae-bd21-062e4be9c6a8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad76d1735a1742328107fcc385e5b51b HTTP/1.1" status: 200 len: 380 time: 0.0605431 Nov 15 15:19:55.241917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-23b5e5a6-066d-4491-938b-c0f6b1d3c024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'port': {'device_id': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'admin_state_up': True, 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'security_groups': ['f4603878-32e0-4c5d-a474-e49a45b324c8']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:19:55.261380 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70afaec4-dbd5-4eb7-9c9b-d1f7fceb6988 x-openstack-request-id: req-70afaec4-dbd5-4eb7-9c9b-d1f7fceb6988 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:19:55.261678 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "tag": "85e61284-a281-4a97-962f-10226bb832ad", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:19:55.261930 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70afaec4-dbd5-4eb7-9c9b-d1f7fceb6988 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:19:55.262323 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'tag': '85e61284-a281-4a97-962f-10226bb832ad', 'status': 'completed', 'code': 200} Nov 15 15:19:55.291137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.59', 54690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:19:55.321756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-d56123fd-b286-4169-a4ca-b5ef37066c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:55.323880 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-d56123fd-b286-4169-a4ca-b5ef37066c76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1094 time: 0.0424948 Nov 15 15:19:55.349483 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-5bb4afc3-ca3e-42cf-8bf6-de0d04afd5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:55.350995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-5bb4afc3-ca3e-42cf-8bf6-de0d04afd5d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1094 time: 0.0589285 Nov 15 15:19:55.470506 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-c1bc1f83-b24e-4b17-84a0-1af865ee17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:55.470506 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-c1bc1f83-b24e-4b17-84a0-1af865ee17f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5 HTTP/1.1" status: 200 len: 897 time: 0.1012821 Nov 15 15:19:55.524088 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-23a05ead-e7e2-4f0e-a4f0-6eda0a468dee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e61284-a281-4a97-962f-10226bb832ad HTTP/1.1" status: 200 len: 998 time: 0.0793803 Nov 15 15:19:55.542780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114bf35-c2b5-4e32-a309-8582ae38a97f req-cba8d05d-0d47-4002-bca7-59a2f8958fe1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:55.544293 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c114bf35-c2b5-4e32-a309-8582ae38a97f req-cba8d05d-0d47-4002-bca7-59a2f8958fe1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 943 time: 0.1040087 Nov 15 15:19:55.548353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-579b7110-9781-43c4-b306-81c99afa03b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:55.549743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-579b7110-9781-43c4-b306-81c99afa03b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5 HTTP/1.1" status: 200 len: 897 time: 0.1865146 Nov 15 15:19:55.591434 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-d412d6d5-6957-4f96-8f8a-b2ac95a10ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:55.593022 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-d412d6d5-6957-4f96-8f8a-b2ac95a10ae8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b69191e-d6a6-4347-a669-958071f3ecea HTTP/1.1" status: 200 len: 835 time: 0.0573750 Nov 15 15:19:55.646233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-23b5e5a6-066d-4491-938b-c0f6b1d3c024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Made reservation on behalf of ad76d1735a1742328107fcc385e5b51b for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:19:55.648891 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-3599dfd5-7a42-4223-8e44-86f7155b2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:55.650180 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-23b5e5a6-066d-4491-938b-c0f6b1d3c024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:55.650550 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-3599dfd5-7a42-4223-8e44-86f7155b2cef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460286 Nov 15 15:19:55.653530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a752cc3d-43ed-4d44-9d76-6b464230ee0f req-24297528-8454-4f41-818b-6cc7ca29aa24 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 210 time: 0.0908406 Nov 15 15:19:55.661967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 85e61284-a281-4a97-962f-10226bb832ad no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:19:55.716226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-1257b3b1-413a-40b5-961c-30abc3e50463 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e61284-a281-4a97-962f-10226bb832ad HTTP/1.1" status: 200 len: 998 time: 0.1545067 Nov 15 15:19:55.720068 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c114bf35-c2b5-4e32-a309-8582ae38a97f req-858e229f-b4e2-411b-820f-4f995d620d3e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647725 Nov 15 15:19:55.739074 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 85e61284-a281-4a97-962f-10226bb832ad not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:19:55.811731 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-cbc59e7b-2835-4ef7-90cc-3f4915656a5e service neutron] 10.222.0.46 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320627 Nov 15 15:19:55.816732 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-fcbe7ab1-620f-42df-9ae9-3b8c7e4684d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:55.818180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-fcbe7ab1-620f-42df-9ae9-3b8c7e4684d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b69191e-d6a6-4347-a669-958071f3ecea HTTP/1.1" status: 200 len: 835 time: 0.0931904 Nov 15 15:19:55.893509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-23b5e5a6-066d-4491-938b-c0f6b1d3c024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Allocated IP 172.20.0.13 (9cb06ff6-8b3b-46c4-bd2f-195327bebee0/a717034a-aaa9-41b7-9466-2e1be66dd215/5a9fbebe-5be5-4e2e-b718-6060eebbe98a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:19:55.899402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-c00042b8-3934-4000-8775-420eec1142f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:55.901180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-c00042b8-3934-4000-8775-420eec1142f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653822 Nov 15 15:19:55.911501 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-5a7ce598-0b75-4ad8-8d04-ad97bf154084 service neutron] 10.222.0.46 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882142 Nov 15 15:19:56.079473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-8b2b687d-34b6-4ec6-bd44-5af4cdef97c6 service neutron] 10.222.0.59 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696150 Nov 15 15:19:56.173267 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-23b5e5a6-066d-4491-938b-c0f6b1d3c024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:56.226903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-fb50e499-7298-49af-b28c-92a341dfb8f4 service neutron] 10.222.0.59 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356325 Nov 15 15:19:56.297029 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-23b5e5a6-066d-4491-938b-c0f6b1d3c024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:56.350774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-23b5e5a6-066d-4491-938b-c0f6b1d3c024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:19:56.354139 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-23b5e5a6-066d-4491-938b-c0f6b1d3c024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:19:56.358619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-23b5e5a6-066d-4491-938b-c0f6b1d3c024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:19:56.363426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5e5a6-066d-4491-938b-c0f6b1d3c024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'Port': ['ID=5a9fbebe-5be5-4e2e-b718-6060eebbe98a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:19:56.413910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-23b5e5a6-066d-4491-938b-c0f6b1d3c024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:56.414841 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-23b5e5a6-066d-4491-938b-c0f6b1d3c024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:56.502585 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-23b5e5a6-066d-4491-938b-c0f6b1d3c024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2642477 Nov 15 15:19:56.516081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Request body: {'port': {'device_id': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:19:56.576273 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:56.600630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ebf8d9f3-4fef-4c09-bcf7-92c83241b585 None None] Provisioning complete for port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:19:56.601061 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d9f3-4fef-4c09-bcf7-92c83241b585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:56.637849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8d9f3-4fef-4c09-bcf7-92c83241b585 None None] Port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:19:57.220193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20e976-466f-4710-8697-302205fcf22b req-f1e7c422-34f3-4b75-83a9-214dede30480 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:57.221540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e20e976-466f-4710-8697-302205fcf22b req-f1e7c422-34f3-4b75-83a9-214dede30480 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 932 time: 0.4718256 Nov 15 15:19:57.259320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d634a-fd66-4bf6-96d5-1f30aea0e904 req-d037acdb-2dfe-4034-9059-f14f7ea77add tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:57.260791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-319d634a-fd66-4bf6-96d5-1f30aea0e904 req-d037acdb-2dfe-4034-9059-f14f7ea77add tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 943 time: 0.1173773 Nov 15 15:19:57.360450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e20e976-466f-4710-8697-302205fcf22b req-36e0bdaf-6e6b-4491-a69e-40e4683368ad tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260674 Nov 15 15:19:57.370655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9fbebe-5be5-4e2e-b718-6060eebbe98a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:19:57.387788 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:57.397962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-319d634a-fd66-4bf6-96d5-1f30aea0e904 req-5cfdb142-aaf0-4514-9d28-26063597ea0f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276531 Nov 15 15:19:57.405407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Transition to ACTIVE for port object 5a9fbebe-5be5-4e2e-b718-6060eebbe98a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:19:57.480210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:57.538164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9fbebe-5be5-4e2e-b718-6060eebbe98a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:19:57.627860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Attempting to bind port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:19:57.629045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Attempting to bind port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:19:57.629171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Attempting to bind port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:19:57.633964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:19:57.634292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Attempting to bind port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:19:57.642038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:19:57.642038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Checking segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:19:57.642038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Bound using segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:19:57.642038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Bound port: 5a9fbebe-5be5-4e2e-b718-6060eebbe98a, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:19:57.642038 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:57.721063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] For port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:19:57.725255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] For port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5a9fbebe-5be5-4e2e-b718-6060eebbe98a,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:19:57.810365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6593e-459d-4a25-8be5-c1cf27694e9c req-d4ef1908-3a3f-426a-abd6-603ad94b8d2a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:57.813637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60e6593e-459d-4a25-8be5-c1cf27694e9c req-d4ef1908-3a3f-426a-abd6-603ad94b8d2a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 943 time: 0.0575733 Nov 15 15:19:57.841897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:57.913265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:57.913886 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:57.915327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] 10.222.0.59 "PUT /v2.0/ports/5a9fbebe-5be5-4e2e-b718-6060eebbe98a HTTP/1.1" status: 200 len: 1092 time: 1.4038241 Nov 15 15:19:57.916016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'tag': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:19:57.918025 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224eca15-59ee-4dcf-a597-86605debbd32" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0c2d03-20f0-45d9-af85-4e5fe3b0211e", "tag": "5a9fbebe-5be5-4e2e-b718-6060eebbe98a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:19:57.959351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb882f5c-eb66-40e4-9180-8eb078c72cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9fbebe-5be5-4e2e-b718-6060eebbe98a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:19:57.966774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60e6593e-459d-4a25-8be5-c1cf27694e9c req-a9087fe0-6eca-4b54-97cd-f5d1e4e89858 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453650 Nov 15 15:19:57.982985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-5e0f97ad-645a-4a03-8951-205ae6dd6ef0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:57.986191 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b75c5-e52a-4fd7-998c-4b0add891c49 x-openstack-request-id: req-205b75c5-e52a-4fd7-998c-4b0add891c49 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:19:57.986444 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0c2d03-20f0-45d9-af85-4e5fe3b0211e", "tag": "5a9fbebe-5be5-4e2e-b718-6060eebbe98a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:19:57.986897 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-205b75c5-e52a-4fd7-998c-4b0add891c49 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:19:57.987380 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'tag': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'status': 'completed', 'code': 200} Nov 15 15:19:57.990607 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-5e0f97ad-645a-4a03-8951-205ae6dd6ef0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.46 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54&tenant_id=2c7080e44e6e4988bc048dacb70630d1&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 943 time: 0.1363797 Nov 15 15:19:58.053098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eca15-59ee-4dcf-a597-86605debbd32 req-77404204-3df4-4ae1-9a1b-00ee03ec7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:58.054695 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-224eca15-59ee-4dcf-a597-86605debbd32 req-77404204-3df4-4ae1-9a1b-00ee03ec7cf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 1095 time: 0.0496411 Nov 15 15:19:58.076228 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-a7091a31-e214-4faa-9224-fdb20c9aefcb service neutron] delete failed (client error): The resource could not be found. Nov 15 15:19:58.078728 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-a7091a31-e214-4faa-9224-fdb20c9aefcb service neutron] 10.222.0.46 "DELETE /v2.0/ports/85e61284-a281-4a97-962f-10226bb832ad/bindings/n-h2-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0761032 Nov 15 15:19:58.187529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 85e61284-a281-4a97-962f-10226bb832ad details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:19:58.192767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eca15-59ee-4dcf-a597-86605debbd32 req-7ab18101-f783-4c0b-8d5f-8d6696e81f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:58.194673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-e12ab01b-4570-4b0f-b4eb-bf3d9d1560a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:58.194840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-224eca15-59ee-4dcf-a597-86605debbd32 req-7ab18101-f783-4c0b-8d5f-8d6696e81f0d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ad76d1735a1742328107fcc385e5b51b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1315379 Nov 15 15:19:58.196280 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-e12ab01b-4570-4b0f-b4eb-bf3d9d1560a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1094 time: 0.0607581 Nov 15 15:19:58.313924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 85e61284-a281-4a97-962f-10226bb832ad, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=85e61284-a281-4a97-962f-10226bb832ad,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:19:58.315101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-2194661c-94d3-42d4-b818-ad64d972dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:58.316665 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-2194661c-94d3-42d4-b818-ad64d972dec0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5 HTTP/1.1" status: 200 len: 897 time: 0.1083603 Nov 15 15:19:58.322002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eca15-59ee-4dcf-a597-86605debbd32 req-142368fb-97d8-47d0-aef0-c1a9e4ff642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:58.324395 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-224eca15-59ee-4dcf-a597-86605debbd32 req-142368fb-97d8-47d0-aef0-c1a9e4ff642e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1224699 Nov 15 15:19:58.327301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '85e61284-a281-4a97-962f-10226bb832ad', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'port_id': '85e61284-a281-4a97-962f-10226bb832ad', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:19:58.370334 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:58.386022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e61284-a281-4a97-962f-10226bb832ad {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:19:58.410316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 85e61284-a281-4a97-962f-10226bb832ad, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=85e61284-a281-4a97-962f-10226bb832ad,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:19:58.425979 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-6f6ee307-18e1-4c06-baa0-b2f57898a741 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e61284-a281-4a97-962f-10226bb832ad HTTP/1.1" status: 200 len: 998 time: 0.0971196 Nov 15 15:19:58.429213 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-07fb1bd0-e3cf-48f9-ad2a-5f6080972fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:58.432444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-07fb1bd0-e3cf-48f9-ad2a-5f6080972fb3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 1095 time: 0.0654662 Nov 15 15:19:58.483342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-fced1f9f-87b0-48d5-b9db-2bcf3ec59e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:58.484829 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-fced1f9f-87b0-48d5-b9db-2bcf3ec59e7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b69191e-d6a6-4347-a669-958071f3ecea HTTP/1.1" status: 200 len: 835 time: 0.0498264 Nov 15 15:19:58.487834 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:58.491433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-298d12e0-b1f3-4799-ae46-369c883b1303 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9fbebe-5be5-4e2e-b718-6060eebbe98a HTTP/1.1" status: 200 len: 217 time: 0.0510664 Nov 15 15:19:58.541115 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-631a4546-dd7c-4e02-95ea-7791d36e4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:58.543314 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-631a4546-dd7c-4e02-95ea-7791d36e4a25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499120 Nov 15 15:19:58.558671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=85e61284-a281-4a97-962f-10226bb832ad,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:19:58.563312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-ba736989-e775-4a87-9637-704283176da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:58.565191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-ba736989-e775-4a87-9637-704283176da3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0582299 Nov 15 15:19:58.571317 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:58.572078 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:58.572574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:58.573341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:58.573989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:58.574534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:58.575031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:58.575287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3913f-6835-4c46-bb01-27288fbc91f1 req-9ce409f3-57a6-4702-99a5-893cb2541608 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:58.576052 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:58.577066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3c3913f-6835-4c46-bb01-27288fbc91f1 req-9ce409f3-57a6-4702-99a5-893cb2541608 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 944 time: 0.1388915 Nov 15 15:19:58.577726 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:58.578219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:58.578755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:58.584390 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:19:58.631905 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:58.657370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-2b8fdc1a-d2a7-4a9d-9c2d-327c4b372aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:58.658283 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-4dd713e2-bba9-4f06-9ff1-cea98948b5e6 service neutron] 10.222.0.46 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008906 Nov 15 15:19:58.659151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-2b8fdc1a-d2a7-4a9d-9c2d-327c4b372aac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811279 Nov 15 15:19:58.664437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3c3913f-6835-4c46-bb01-27288fbc91f1 req-dc7bc07d-cfd5-443a-8360-dc567f02276c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615237 Nov 15 15:19:58.746054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['85e61284-a281-4a97-962f-10226bb832ad'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:19:58.770823 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5ac6954f-4ba9-442d-9bb3-922867119cd9 req-0b6abd4f-1d56-4cc9-982b-da51879a0955 service neutron] 10.222.0.46 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017709 Nov 15 15:19:58.771070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-15d3c6b5-94c2-41a7-9cea-c1c835b5d2c1 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987272 Nov 15 15:19:58.886139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1232cc13-6d31-4f10-a117-ce0751a59fa0 req-249feecc-e447-4d39-92e3-ddecc190e6a9 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074173 Nov 15 15:19:59.096591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cd114-36cd-4362-9d8f-d34549950b2c req-973f875c-96ae-4674-ac88-ee39dc31aae6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:59.098747 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-327cd114-36cd-4362-9d8f-d34549950b2c req-973f875c-96ae-4674-ac88-ee39dc31aae6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 944 time: 0.0520658 Nov 15 15:19:59.127266 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:59.151013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-327cd114-36cd-4362-9d8f-d34549950b2c req-0a80c26c-3c10-4ff9-b365-542671b32cae tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463188 Nov 15 15:19:59.752540 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c662d616-cac4-4497-8125-9cfb90000993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:19:59.797381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d36d4-c0fc-4775-93ba-0105c4b421e9 req-f8b71870-1d12-401a-89c2-14f01c5861e3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:19:59.799121 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-571d36d4-c0fc-4775-93ba-0105c4b421e9 req-f8b71870-1d12-401a-89c2-14f01c5861e3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 944 time: 0.0594106 Nov 15 15:19:59.852828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-571d36d4-c0fc-4775-93ba-0105c4b421e9 req-8917c351-c1e2-400d-8987-14d3b548fb3c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469637 Nov 15 15:20:00.206742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 85e61284-a281-4a97-962f-10226bb832ad up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:20:00.281806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac0f8c-0f71-45ad-9a9c-658d76b20274 req-d66e145f-295a-441d-8561-2f2075e0ad50 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:00.283371 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbac0f8c-0f71-45ad-9a9c-658d76b20274 req-d66e145f-295a-441d-8561-2f2075e0ad50 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 944 time: 0.0554690 Nov 15 15:20:00.316387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 85e61284-a281-4a97-962f-10226bb832ad completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:20:00.320447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 85e61284-a281-4a97-962f-10226bb832ad triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:00.320947 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:00.336321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbac0f8c-0f71-45ad-9a9c-658d76b20274 req-94df8980-8bf3-4a8e-a7e6-2d82557d9da3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459735 Nov 15 15:20:00.359911 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:00.405570 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:00.427000 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-336ad811-0e17-40aa-a18b-7dce34b7ce70 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/004c4c16-a4ec-4be3-9f65-f4c74a0d85d3 HTTP/1.1" status: 200 len: 991 time: 0.0658813 Nov 15 15:20:00.430673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e61284-a281-4a97-962f-10226bb832ad'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:20:00.433107 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484c91d0-7282-4918-a01b-4f8541fc05b9" -d '{"events": [{"server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "name": "network-vif-plugged", "status": "completed", "tag": "85e61284-a281-4a97-962f-10226bb832ad"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:20:00.446941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 85e61284-a281-4a97-962f-10226bb832ad, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=85e61284-a281-4a97-962f-10226bb832ad,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:20:00.470066 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998f7f5f-4aa1-47d2-9fe8-93f401e93fc1 x-openstack-request-id: req-998f7f5f-4aa1-47d2-9fe8-93f401e93fc1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:20:00.470547 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "name": "network-vif-plugged", "status": "completed", "tag": "85e61284-a281-4a97-962f-10226bb832ad", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:20:00.475534 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-998f7f5f-4aa1-47d2-9fe8-93f401e93fc1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:20:00.475534 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e61284-a281-4a97-962f-10226bb832ad', 'code': 200} Nov 15 15:20:00.539512 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:00.608285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=85e61284-a281-4a97-962f-10226bb832ad,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:00.983396 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c881f6-7260-4235-86b1-56a154252a18 req-22e3a611-b381-437f-96a2-bfbf43e344b1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:00.984967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1c881f6-7260-4235-86b1-56a154252a18 req-22e3a611-b381-437f-96a2-bfbf43e344b1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 944 time: 0.0611606 Nov 15 15:20:01.046866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1c881f6-7260-4235-86b1-56a154252a18 req-da235cf9-da6e-4bb6-ab06-da31e7f977e6 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533447 Nov 15 15:20:02.087885 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8770-09f1-4dbe-87d4-7d55eadd79ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:02.168922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4026e-86d7-411f-b940-9e1db1ff3e04 req-6a42dc56-1633-4db5-b61e-58259f82eb33 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:02.170424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4d4026e-86d7-411f-b940-9e1db1ff3e04 req-6a42dc56-1633-4db5-b61e-58259f82eb33 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 944 time: 0.0518751 Nov 15 15:20:02.219930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4d4026e-86d7-411f-b940-9e1db1ff3e04 req-392344ca-258f-4f1f-953f-ba6c6c2b4995 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Nov 15 15:20:03.340460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fad765-3894-4e0d-a61f-878246bac325 req-0c148703-8a3f-4275-92c5-0046af435299 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:03.341977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-56fad765-3894-4e0d-a61f-878246bac325 req-0c148703-8a3f-4275-92c5-0046af435299 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 944 time: 0.0515153 Nov 15 15:20:03.391775 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-56fad765-3894-4e0d-a61f-878246bac325 req-97997ac6-3628-48a2-b3cb-698301666896 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438452 Nov 15 15:20:03.628589 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:04.513240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764dd2b-aada-4741-a178-32211f96971f req-38fda5a0-1011-435e-a406-48a5b22b203c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:04.515169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5764dd2b-aada-4741-a178-32211f96971f req-38fda5a0-1011-435e-a406-48a5b22b203c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 944 time: 0.0547040 Nov 15 15:20:04.571808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5764dd2b-aada-4741-a178-32211f96971f req-ae4ce344-c4db-46b0-b01e-561f297b4c8f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496149 Nov 15 15:20:05.264648 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:05.703486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2c11f-8e81-407d-9260-35138bd007e9 req-08032d4d-9bb0-4507-8d16-78fbb2a6f1f5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:05.705694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ba2c11f-8e81-407d-9260-35138bd007e9 req-08032d4d-9bb0-4507-8d16-78fbb2a6f1f5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 944 time: 0.0498631 Nov 15 15:20:05.755846 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ba2c11f-8e81-407d-9260-35138bd007e9 req-a4834b91-f080-45c9-a47c-9aec916b0dd9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442688 Nov 15 15:20:05.787843 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:06.869919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d918883-276b-4bf5-b681-7b7fc3fc390c req-2032320b-1378-454c-8f9b-9291d119ee7d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:06.871445 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d918883-276b-4bf5-b681-7b7fc3fc390c req-2032320b-1378-454c-8f9b-9291d119ee7d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 944 time: 0.0485578 Nov 15 15:20:06.922143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6d918883-276b-4bf5-b681-7b7fc3fc390c req-b1d33687-aefa-4989-b128-5c664f327439 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445013 Nov 15 15:20:08.043803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca175d7e-550e-47a7-b2dc-2220633f6370 req-74ba65fc-10ae-43ca-ae28-c333623406b8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:08.045296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca175d7e-550e-47a7-b2dc-2220633f6370 req-74ba65fc-10ae-43ca-ae28-c333623406b8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 944 time: 0.0545211 Nov 15 15:20:08.094105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca175d7e-550e-47a7-b2dc-2220633f6370 req-a3dcbb01-cb10-46c4-adcb-cd3a66ce36b2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428357 Nov 15 15:20:09.216265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae80121-903c-4176-bd9f-e1b86ab166af req-f44e989b-5264-4c52-81a5-47e35157eb4f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:09.217755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ae80121-903c-4176-bd9f-e1b86ab166af req-f44e989b-5264-4c52-81a5-47e35157eb4f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 944 time: 0.0488210 Nov 15 15:20:09.268006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ae80121-903c-4176-bd9f-e1b86ab166af req-2599bc9f-e33a-429f-94be-24a3c034abfa tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440185 Nov 15 15:20:10.182679 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:20:10.232255 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5a9fbebe-5be5-4e2e-b718-6060eebbe98a details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:20:10.328250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5a9fbebe-5be5-4e2e-b718-6060eebbe98a,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:20:10.344347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'port_id': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'mac_address': 'fa:16:3e:df:fe:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:20:10.384013 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:10.387477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7fd2-908e-4baa-9389-13f3a05c3972 req-eafc003f-eff9-4aa0-8692-0c96e46cd8ae tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:10.388967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-636f7fd2-908e-4baa-9389-13f3a05c3972 req-eafc003f-eff9-4aa0-8692-0c96e46cd8ae tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 944 time: 0.0502620 Nov 15 15:20:10.397739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9fbebe-5be5-4e2e-b718-6060eebbe98a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:20:10.419510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5a9fbebe-5be5-4e2e-b718-6060eebbe98a,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:20:10.442750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-636f7fd2-908e-4baa-9389-13f3a05c3972 req-a37ae889-3696-47af-be62-3df3fea8d8ef tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468390 Nov 15 15:20:10.485286 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:10.533141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=5a9fbebe-5be5-4e2e-b718-6060eebbe98a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:10.738001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['5a9fbebe-5be5-4e2e-b718-6060eebbe98a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:20:11.557586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03515006-1de0-4451-96c8-e6cef8c48994 req-e5668b97-d8a9-4ece-94e4-d400aa56cae3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:11.559107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03515006-1de0-4451-96c8-e6cef8c48994 req-e5668b97-d8a9-4ece-94e4-d400aa56cae3 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 945 time: 0.0487168 Nov 15 15:20:11.608603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-03515006-1de0-4451-96c8-e6cef8c48994 req-baa2c354-df54-4579-aa86-e79b74548787 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433869 Nov 15 15:20:12.234209 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5a9fbebe-5be5-4e2e-b718-6060eebbe98a up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:20:12.359458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:20:12.363685 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:12.364056 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:12.443470 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:12.465473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:20:12.467692 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e996fa4-27f8-44d8-abb6-e852ab13d824" -d '{"events": [{"server_uuid": "7a0c2d03-20f0-45d9-af85-4e5fe3b0211e", "name": "network-vif-plugged", "status": "completed", "tag": "5a9fbebe-5be5-4e2e-b718-6060eebbe98a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:20:12.482939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5a9fbebe-5be5-4e2e-b718-6060eebbe98a,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:20:12.504532 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a941bff3-11de-43f5-ae8a-2cbd84d3658f x-openstack-request-id: req-a941bff3-11de-43f5-ae8a-2cbd84d3658f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:20:12.504820 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0c2d03-20f0-45d9-af85-4e5fe3b0211e", "name": "network-vif-plugged", "status": "completed", "tag": "5a9fbebe-5be5-4e2e-b718-6060eebbe98a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:20:12.505069 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a941bff3-11de-43f5-ae8a-2cbd84d3658f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:20:12.505463 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'code': 200} Nov 15 15:20:12.567312 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:12.619745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=5a9fbebe-5be5-4e2e-b718-6060eebbe98a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:12.621177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d54cd6-3f37-4a4e-918c-06fe794dcabe req-adac3b1b-2279-4868-80b1-fba327e3a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:12.623122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85d54cd6-3f37-4a4e-918c-06fe794dcabe req-adac3b1b-2279-4868-80b1-fba327e3a516 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 1097 time: 0.0429564 Nov 15 15:20:12.681488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-85d54cd6-3f37-4a4e-918c-06fe794dcabe req-fc8c92ac-b28f-4565-bb60-acb6d8f20c5a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506935 Nov 15 15:20:12.736611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6127b7-d007-4bb2-985a-cc6c4baaa15e req-443b42f7-cc79-43eb-a73a-fc47f9100779 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:12.738751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad6127b7-d007-4bb2-985a-cc6c4baaa15e req-443b42f7-cc79-43eb-a73a-fc47f9100779 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 946 time: 0.0524182 Nov 15 15:20:12.787294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad6127b7-d007-4bb2-985a-cc6c4baaa15e req-ab43b14d-4c36-4b77-aacf-c634fba9ef18 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426557 Nov 15 15:20:13.908267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dbd04-e78f-4474-8e78-4ba8cec44e73 req-de97c763-f08b-4bc0-a1eb-928bfab69e41 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:13.910028 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-916dbd04-e78f-4474-8e78-4ba8cec44e73 req-de97c763-f08b-4bc0-a1eb-928bfab69e41 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 946 time: 0.0538316 Nov 15 15:20:13.972777 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-916dbd04-e78f-4474-8e78-4ba8cec44e73 req-43789180-bfc8-4156-80b7-ca55fbb9f6a4 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561562 Nov 15 15:20:15.089468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e0297-11aa-4932-937c-7e59a38c3597 req-c0850e35-5c4f-4f8e-9bc2-b2b2bb9bb38d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:15.090987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a61e0297-11aa-4932-937c-7e59a38c3597 req-c0850e35-5c4f-4f8e-9bc2-b2b2bb9bb38d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 946 time: 0.0518970 Nov 15 15:20:15.141274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a61e0297-11aa-4932-937c-7e59a38c3597 req-8594200b-3909-4a4a-93ec-b7fcaae10927 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435798 Nov 15 15:20:15.258696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99ad9e-16db-41f6-b4ab-e9c7e8688a7f req-0b75773d-f449-42ae-bde0-28e6b5c5221c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:15.260174 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f99ad9e-16db-41f6-b4ab-e9c7e8688a7f req-0b75773d-f449-42ae-bde0-28e6b5c5221c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 946 time: 0.0494766 Nov 15 15:20:15.310275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f99ad9e-16db-41f6-b4ab-e9c7e8688a7f req-45102453-bbc0-4bf7-8416-3233da653681 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 Nov 15 15:20:15.332950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:15.372807 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752be3b-6e6e-4448-8ced-4d34a4dd8047 tempest-TestVolumeBootPattern-824597307 tempest-TestVolumeBootPattern-824597307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:15.374615 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f752be3b-6e6e-4448-8ced-4d34a4dd8047 tempest-TestVolumeBootPattern-824597307 tempest-TestVolumeBootPattern-824597307-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 1092 time: 0.0404067 Nov 15 15:20:15.377409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:15.382255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:20:15.473582 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:15.572597 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:15.675656 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Allocated IP 172.25.4.33 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/0d90ad25-9174-444c-88e3-fd04f3f3cc97) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:20:15.782428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:15.893537 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:15.933164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:20:15.938223 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:20:15.941106 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:20:15.968046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'Port': ['ID=0d90ad25-9174-444c-88e3-fd04f3f3cc97,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:15.981912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:15.982257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:15.985841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:15.985841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:15.985841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:15.985841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:15.985841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:15.985841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:15.985841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:15.985841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:15.985841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:15.985841 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:16.319042 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:16.448649 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:16.604905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:16.713946 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:16.780833 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'Port': ['ID=0d90ad25-9174-444c-88e3-fd04f3f3cc97,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:16.793264 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:16.897678 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Floating IP b15dff25-5b04-4aee-8a15-b97018a4d176 associated. External IP: 172.25.4.33, port: 5a9fbebe-5be5-4e2e-b718-6060eebbe98a. Nov 15 15:20:17.105900 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:20:17.215961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:20:17.226041 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6822da2a-9d49-4224-9dec-eefd8a707792 None None] Sync routers for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:20:17.237686 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6822da2a-9d49-4224-9dec-eefd8a707792 None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:20:17.238452 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6822da2a-9d49-4224-9dec-eefd8a707792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:20:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:17.312258 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:17.339522 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c31a0d0e-376f-4592-959f-bf78fd83103c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9605207 Nov 15 15:20:17.340102 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'tag': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:20:17.343068 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c28b9f-489b-40e8-ad9f-518e1307609b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0c2d03-20f0-45d9-af85-4e5fe3b0211e", "tag": "5a9fbebe-5be5-4e2e-b718-6060eebbe98a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:20:17.350234 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6822da2a-9d49-4224-9dec-eefd8a707792 None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:20:17.382856 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5389dea2-a534-452f-9447-42b7c237e376 x-openstack-request-id: req-5389dea2-a534-452f-9447-42b7c237e376 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:20:17.383064 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0c2d03-20f0-45d9-af85-4e5fe3b0211e", "tag": "5a9fbebe-5be5-4e2e-b718-6060eebbe98a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:20:17.383329 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5389dea2-a534-452f-9447-42b7c237e376 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:20:17.383735 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'tag': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'status': 'completed', 'code': 200} Nov 15 15:20:17.453113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c28b9f-489b-40e8-ad9f-518e1307609b req-6ca61059-a54d-4a12-8539-645c7a8f0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:17.454804 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28c28b9f-489b-40e8-ad9f-518e1307609b req-6ca61059-a54d-4a12-8539-645c7a8f0a9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 1097 time: 0.0435002 Nov 15 15:20:17.559835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c28b9f-489b-40e8-ad9f-518e1307609b req-bbbd3a11-6334-4075-ab72-2ba18dcd8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:17.561313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28c28b9f-489b-40e8-ad9f-518e1307609b req-bbbd3a11-6334-4075-ab72-2ba18dcd8115 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0942140 Nov 15 15:20:17.598879 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6822da2a-9d49-4224-9dec-eefd8a707792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b15dff25-5b04-4aee-8a15-b97018a4d176', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:df:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:20:16Z', 'updated_at': '2021-11-15T15:20:16Z', 'revision_number': 0, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:17.626775 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6822da2a-9d49-4224-9dec-eefd8a707792 None None] Checking router: d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:20:17.635003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28c28b9f-489b-40e8-ad9f-518e1307609b req-76d55c4d-a404-40b0-ba4b-48033d949230 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9fbebe-5be5-4e2e-b718-6060eebbe98a HTTP/1.1" status: 200 len: 999 time: 0.0605302 Nov 15 15:20:17.635549 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6822da2a-9d49-4224-9dec-eefd8a707792 None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:20:17.636165 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6822da2a-9d49-4224-9dec-eefd8a707792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:20:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:17.693008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c28b9f-489b-40e8-ad9f-518e1307609b req-8047a1dc-651c-478d-b471-6fee1aa97551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:17.694566 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28c28b9f-489b-40e8-ad9f-518e1307609b req-8047a1dc-651c-478d-b471-6fee1aa97551 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0522225 Nov 15 15:20:17.742110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c28b9f-489b-40e8-ad9f-518e1307609b req-3a818dba-22ec-4a12-b05a-d8d3140e5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:17.742762 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6822da2a-9d49-4224-9dec-eefd8a707792 None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:20:17.743674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28c28b9f-489b-40e8-ad9f-518e1307609b req-3a818dba-22ec-4a12-b05a-d8d3140e5b83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408325 Nov 15 15:20:17.843518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28c28b9f-489b-40e8-ad9f-518e1307609b req-1f5e1cfe-6597-483e-a3cb-58aedfdd7e4a service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887742 Nov 15 15:20:17.938015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28c28b9f-489b-40e8-ad9f-518e1307609b req-74930ddb-b605-4759-9741-49f77701b714 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860503 Nov 15 15:20:17.984430 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6822da2a-9d49-4224-9dec-eefd8a707792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b15dff25-5b04-4aee-8a15-b97018a4d176', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:df:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:20:16Z', 'updated_at': '2021-11-15T15:20:16Z', 'revision_number': 0, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:18.011393 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6822da2a-9d49-4224-9dec-eefd8a707792 None None] The sync data for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 is: [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b15dff25-5b04-4aee-8a15-b97018a4d176', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:df:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:20:16Z', 'updated_at': '2021-11-15T15:20:16Z', 'revision_number': 0, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:20:18.209602 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfcbea1-e0af-4fea-966a-4c7707dbc95a None None] New status for floating IP b15dff25-5b04-4aee-8a15-b97018a4d176: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:20:28.056119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d384a0d8-791c-43e4-812d-16bc53c42870 req-0f3ae48d-f01e-4706-9474-9161bee13227 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417867 Nov 15 15:20:28.152328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384a0d8-791c-43e4-812d-16bc53c42870 req-da89c3a2-a01e-4f91-84f0-67a072132ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:28.153827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d384a0d8-791c-43e4-812d-16bc53c42870 req-da89c3a2-a01e-4f91-84f0-67a072132ea1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1096 time: 0.0464528 Nov 15 15:20:28.265302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384a0d8-791c-43e4-812d-16bc53c42870 req-74947670-8dc9-47b9-8510-b983e284305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:28.266826 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d384a0d8-791c-43e4-812d-16bc53c42870 req-74947670-8dc9-47b9-8510-b983e284305b service neutron] 10.222.0.59 "GET /v2.0/networks?id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5 HTTP/1.1" status: 200 len: 897 time: 0.0896125 Nov 15 15:20:28.344058 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d384a0d8-791c-43e4-812d-16bc53c42870 req-b219566b-78bf-487a-a129-04d1ca43efad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e61284-a281-4a97-962f-10226bb832ad HTTP/1.1" status: 200 len: 1000 time: 0.0655746 Nov 15 15:20:28.402027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384a0d8-791c-43e4-812d-16bc53c42870 req-e6436da5-da83-4bc3-85e5-f0b75efc70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:28.404261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d384a0d8-791c-43e4-812d-16bc53c42870 req-e6436da5-da83-4bc3-85e5-f0b75efc70bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b69191e-d6a6-4347-a669-958071f3ecea HTTP/1.1" status: 200 len: 835 time: 0.0459981 Nov 15 15:20:28.455130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384a0d8-791c-43e4-812d-16bc53c42870 req-dd75b9c1-e180-4a86-8747-c02d1f3a875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:28.456558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d384a0d8-791c-43e4-812d-16bc53c42870 req-dd75b9c1-e180-4a86-8747-c02d1f3a875c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415003 Nov 15 15:20:28.560039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d384a0d8-791c-43e4-812d-16bc53c42870 req-9060bdb1-176f-48d1-981a-62fa0fe2aad7 service neutron] 10.222.0.59 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892406 Nov 15 15:20:28.601515 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:28.657958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d384a0d8-791c-43e4-812d-16bc53c42870 req-36a7e4ee-0aa9-4645-8719-a7b5d02c7bb2 service neutron] 10.222.0.59 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855088 Nov 15 15:20:29.016289 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daf522-7032-4b4a-9cc8-5004a6dd9fd6 req-5492c8db-622d-42ce-895f-a37d52bdb470 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:29.018145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90daf522-7032-4b4a-9cc8-5004a6dd9fd6 req-5492c8db-622d-42ce-895f-a37d52bdb470 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1096 time: 0.0459864 Nov 15 15:20:29.073032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90daf522-7032-4b4a-9cc8-5004a6dd9fd6 req-b605d325-a00b-4089-9cff-8fb008cec9e8 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480797 Nov 15 15:20:29.095707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48304) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:29.138213 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:29.255537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-33fff48c-c4bb-4420-8721-81de293979f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port c9d7e99d-99fa-4d45-9613-cf7eea23e3dc {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:20:29.255998 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33fff48c-c4bb-4420-8721-81de293979f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:29.336318 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33fff48c-c4bb-4420-8721-81de293979f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:29.336644 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33fff48c-c4bb-4420-8721-81de293979f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:29.350028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-33fff48c-c4bb-4420-8721-81de293979f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for c9d7e99d-99fa-4d45-9613-cf7eea23e3dc owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:20:29.572959 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33fff48c-c4bb-4420-8721-81de293979f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:29.598227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fff48c-c4bb-4420-8721-81de293979f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=c9d7e99d-99fa-4d45-9613-cf7eea23e3dc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:29.657539 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33fff48c-c4bb-4420-8721-81de293979f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:29.657799 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-33fff48c-c4bb-4420-8721-81de293979f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Floating IP 004c4c16-a4ec-4be3-9f65-f4c74a0d85d3 disassociated (deleted). External IP: 172.25.4.37, port: 85e61284-a281-4a97-962f-10226bb832ad. Nov 15 15:20:29.765234 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b982dd6c-1f8e-404d-aca7-4fd995c5831f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:29.866467 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fff48c-c4bb-4420-8721-81de293979f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router f26606e8-6d5c-48c1-84cf-bbd33934315d has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:20:29.973712 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fff48c-c4bb-4420-8721-81de293979f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:20:29.978452 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33fff48c-c4bb-4420-8721-81de293979f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:29.983311 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4489448-116f-46b4-8121-ab6024f9443d None None] Sync routers for ids ['f26606e8-6d5c-48c1-84cf-bbd33934315d'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:20:29.993418 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4489448-116f-46b4-8121-ab6024f9443d None None] Routers {'f26606e8-6d5c-48c1-84cf-bbd33934315d'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:20:29.994077 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e4489448-116f-46b4-8121-ab6024f9443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:20:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['f26606e8-6d5c-48c1-84cf-bbd33934315d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:30.005571 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-33fff48c-c4bb-4420-8721-81de293979f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/floatingips/004c4c16-a4ec-4be3-9f65-f4c74a0d85d3 HTTP/1.1" status: 204 len: 168 time: 0.9087231 Nov 15 15:20:30.006225 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'tag': '85e61284-a281-4a97-962f-10226bb832ad'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:20:30.008543 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8811b98f-34fb-4de1-8f82-e26e4aa9d1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "tag": "85e61284-a281-4a97-962f-10226bb832ad"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:20:30.047500 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e159854-e063-4892-bb15-668f2827cd80 x-openstack-request-id: req-2e159854-e063-4892-bb15-668f2827cd80 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:20:30.047794 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "tag": "85e61284-a281-4a97-962f-10226bb832ad", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:20:30.048698 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e159854-e063-4892-bb15-668f2827cd80 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:20:30.048698 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'tag': '85e61284-a281-4a97-962f-10226bb832ad', 'status': 'completed', 'code': 200} Nov 15 15:20:30.111316 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e4489448-116f-46b4-8121-ab6024f9443d None None] Set router f26606e8-6d5c-48c1-84cf-bbd33934315d gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:20:30.120844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811b98f-34fb-4de1-8f82-e26e4aa9d1f6 req-103b9411-b24f-436d-bc0e-176d2c52de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:30.122413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8811b98f-34fb-4de1-8f82-e26e4aa9d1f6 req-103b9411-b24f-436d-bc0e-176d2c52de2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 1096 time: 0.0478849 Nov 15 15:20:30.220505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811b98f-34fb-4de1-8f82-e26e4aa9d1f6 req-09857e7b-e24d-4a67-988a-1ae4ffd6584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:30.222593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8811b98f-34fb-4de1-8f82-e26e4aa9d1f6 req-09857e7b-e24d-4a67-988a-1ae4ffd6584d service neutron] 10.222.0.59 "GET /v2.0/networks?id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5 HTTP/1.1" status: 200 len: 897 time: 0.0907078 Nov 15 15:20:30.269708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8811b98f-34fb-4de1-8f82-e26e4aa9d1f6 req-02fa035e-75e2-43a7-ba1b-cb1adc376aba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e61284-a281-4a97-962f-10226bb832ad HTTP/1.1" status: 200 len: 217 time: 0.0391104 Nov 15 15:20:30.321911 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e4489448-116f-46b4-8121-ab6024f9443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:18:38Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd64b6ed5-c471-47f2-b89b-79b6d2cd8047', 'name': '', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:1b:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:37Z', 'updated_at': '2021-11-15T15:18:41Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:30.329338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811b98f-34fb-4de1-8f82-e26e4aa9d1f6 req-1cd6ef1e-9cb2-4b19-ac32-c22fcf09b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:30.331043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8811b98f-34fb-4de1-8f82-e26e4aa9d1f6 req-1cd6ef1e-9cb2-4b19-ac32-c22fcf09b12b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b69191e-d6a6-4347-a669-958071f3ecea HTTP/1.1" status: 200 len: 835 time: 0.0535564 Nov 15 15:20:30.349141 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4489448-116f-46b4-8121-ab6024f9443d None None] Checking router: f26606e8-6d5c-48c1-84cf-bbd33934315d for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:20:30.357873 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4489448-116f-46b4-8121-ab6024f9443d None None] Routers {'f26606e8-6d5c-48c1-84cf-bbd33934315d'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:20:30.358511 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e4489448-116f-46b4-8121-ab6024f9443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:20:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['f26606e8-6d5c-48c1-84cf-bbd33934315d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:30.387907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811b98f-34fb-4de1-8f82-e26e4aa9d1f6 req-738b15dd-6376-4ad7-a787-9be151ee24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:30.390193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8811b98f-34fb-4de1-8f82-e26e4aa9d1f6 req-738b15dd-6376-4ad7-a787-9be151ee24ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9307fb02-b5cd-41ad-bd6d-d43e316b1da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451229 Nov 15 15:20:30.528075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53276f-df4c-42fe-8829-6d7ff0826a96 req-b85c86b0-82fd-4b86-8a84-f6cf35d59da1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:30.529621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd53276f-df4c-42fe-8829-6d7ff0826a96 req-b85c86b0-82fd-4b86-8a84-f6cf35d59da1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0830650 Nov 15 15:20:30.531995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8811b98f-34fb-4de1-8f82-e26e4aa9d1f6 req-fa8b6dec-88c2-4aa8-a9d5-249e2c59b2ee service neutron] 10.222.0.59 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331103 Nov 15 15:20:30.560806 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e4489448-116f-46b4-8121-ab6024f9443d None None] Set router f26606e8-6d5c-48c1-84cf-bbd33934315d gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:20:30.634499 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd53276f-df4c-42fe-8829-6d7ff0826a96 req-8d7af548-7827-4d97-a6bf-33328281bdb9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970628 Nov 15 15:20:30.661916 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8811b98f-34fb-4de1-8f82-e26e4aa9d1f6 req-45d906ea-b0e5-405a-8bd9-c90c2ff72cce service neutron] 10.222.0.59 "GET /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183300 Nov 15 15:20:30.761156 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e4489448-116f-46b4-8121-ab6024f9443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:18:38Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd64b6ed5-c471-47f2-b89b-79b6d2cd8047', 'name': '', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:1b:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:37Z', 'updated_at': '2021-11-15T15:18:41Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:30.790824 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4489448-116f-46b4-8121-ab6024f9443d None None] The sync data for ids ['f26606e8-6d5c-48c1-84cf-bbd33934315d'] in n-d-817748-2 is: [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:18:38Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd64b6ed5-c471-47f2-b89b-79b6d2cd8047', 'name': '', 'network_id': '9307fb02-b5cd-41ad-bd6d-d43e316b1da5', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:1b:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:37Z', 'updated_at': '2021-11-15T15:18:41Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '3b69191e-d6a6-4347-a669-958071f3ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:20:31.010416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09859589-0249-4447-827c-81b940fbcc1c None None] New status for floating IP 004c4c16-a4ec-4be3-9f65-f4c74a0d85d3: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:20:31.757081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e81574-0cdd-408f-bae1-22ae8771f674 req-daed3bb5-b739-4575-8776-9fe0a4ff1c4e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:31.758657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1e81574-0cdd-408f-bae1-22ae8771f674 req-daed3bb5-b739-4575-8776-9fe0a4ff1c4e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0511498 Nov 15 15:20:31.810847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1e81574-0cdd-408f-bae1-22ae8771f674 req-9f506c76-c751-4d97-888f-3bbb793b216c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=f06e0512-3a7d-4670-8b91-6d67cb5991a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459294 Nov 15 15:20:31.989878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e71c2-3f48-496c-a23a-59c86725b8d7 req-5213952f-a96f-4ad9-9038-3ff9f6f522d3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:31.991308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-304e71c2-3f48-496c-a23a-59c86725b8d7 req-5213952f-a96f-4ad9-9038-3ff9f6f522d3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.59 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 945 time: 0.0481763 Nov 15 15:20:32.086577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-304e71c2-3f48-496c-a23a-59c86725b8d7 req-2e21e299-57e7-41b8-b736-85eb9cbf1c14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port 85e61284-a281-4a97-962f-10226bb832ad {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:20:32.086924 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-304e71c2-3f48-496c-a23a-59c86725b8d7 req-2e21e299-57e7-41b8-b736-85eb9cbf1c14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:32.110153 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4930378e-f4ec-4d2b-9a01-7f9f0f6ebed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:32.185798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-304e71c2-3f48-496c-a23a-59c86725b8d7 req-2e21e299-57e7-41b8-b736-85eb9cbf1c14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] For port 85e61284-a281-4a97-962f-10226bb832ad, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=85e61284-a281-4a97-962f-10226bb832ad,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:20:32.186159 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-304e71c2-3f48-496c-a23a-59c86725b8d7 req-2e21e299-57e7-41b8-b736-85eb9cbf1c14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:32.204110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-304e71c2-3f48-496c-a23a-59c86725b8d7 req-2e21e299-57e7-41b8-b736-85eb9cbf1c14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for 85e61284-a281-4a97-962f-10226bb832ad owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:20:32.366900 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-304e71c2-3f48-496c-a23a-59c86725b8d7 req-2e21e299-57e7-41b8-b736-85eb9cbf1c14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:32.396391 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21e299-57e7-41b8-b736-85eb9cbf1c14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=85e61284-a281-4a97-962f-10226bb832ad,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:32.443043 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-304e71c2-3f48-496c-a23a-59c86725b8d7 req-2e21e299-57e7-41b8-b736-85eb9cbf1c14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] No DVR routers for this DVR port 85e61284-a281-4a97-962f-10226bb832ad on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:20:32.445626 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-304e71c2-3f48-496c-a23a-59c86725b8d7 req-2e21e299-57e7-41b8-b736-85eb9cbf1c14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:32.448949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-304e71c2-3f48-496c-a23a-59c86725b8d7 req-2e21e299-57e7-41b8-b736-85eb9cbf1c14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.59 "DELETE /v2.0/ports/85e61284-a281-4a97-962f-10226bb832ad HTTP/1.1" status: 204 len: 173 time: 0.4514804 Nov 15 15:20:32.449477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'name': 'network-vif-deleted', 'tag': '85e61284-a281-4a97-962f-10226bb832ad'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:20:32.451725 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4645b85c-6d7d-4938-9ee5-db2cb5e8a4b5" -d '{"events": [{"server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "name": "network-vif-deleted", "tag": "85e61284-a281-4a97-962f-10226bb832ad"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:20:32.487439 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b11c7d6-3e42-4bc8-a976-ca9dfd4b45d5 x-openstack-request-id: req-8b11c7d6-3e42-4bc8-a976-ca9dfd4b45d5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:20:32.487773 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cb5f21-51fd-447e-8393-29baa7634c54", "name": "network-vif-deleted", "tag": "85e61284-a281-4a97-962f-10226bb832ad", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:20:32.488551 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b11c7d6-3e42-4bc8-a976-ca9dfd4b45d5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:20:32.488959 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cb5f21-51fd-447e-8393-29baa7634c54', 'name': 'network-vif-deleted', 'tag': '85e61284-a281-4a97-962f-10226bb832ad', 'status': 'completed', 'code': 200} Nov 15 15:20:32.927377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a33b5c8-b108-4dcd-b392-fe570c7f3c87 req-e3061d3f-4a59-46e2-8dc5-8b9a18005fd5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=47cb5f21-51fd-447e-8393-29baa7634c54 HTTP/1.1" status: 200 len: 210 time: 0.0268559 Nov 15 15:20:33.621757 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:33.989580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48322) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:34.406853 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80748ac4-f82a-457f-909a-26c959f4e1b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:34.666464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-80748ac4-f82a-457f-909a-26c959f4e1b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port d64b6ed5-c471-47f2-b89b-79b6d2cd8047 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:20:34.666733 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80748ac4-f82a-457f-909a-26c959f4e1b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:34.762890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-80748ac4-f82a-457f-909a-26c959f4e1b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] For port d64b6ed5-c471-47f2-b89b-79b6d2cd8047, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d64b6ed5-c471-47f2-b89b-79b6d2cd8047,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:20:34.763331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80748ac4-f82a-457f-909a-26c959f4e1b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:34.775201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-80748ac4-f82a-457f-909a-26c959f4e1b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for d64b6ed5-c471-47f2-b89b-79b6d2cd8047 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:20:35.138990 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80748ac4-f82a-457f-909a-26c959f4e1b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:35.168304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80748ac4-f82a-457f-909a-26c959f4e1b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=d64b6ed5-c471-47f2-b89b-79b6d2cd8047,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:35.349408 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:35.370833 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80748ac4-f82a-457f-909a-26c959f4e1b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:35.605680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80748ac4-f82a-457f-909a-26c959f4e1b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router f26606e8-6d5c-48c1-84cf-bbd33934315d has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:20:35.784267 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:36.052454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80748ac4-f82a-457f-909a-26c959f4e1b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:20:36.057875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-80748ac4-f82a-457f-909a-26c959f4e1b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "PUT /v2.0/routers/f26606e8-6d5c-48c1-84cf-bbd33934315d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0672374 Nov 15 15:20:36.060824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48324) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:36.062780 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb64d58-1cd8-4545-abd9-82e6cc52150c None None] Sync routers for ids ['f26606e8-6d5c-48c1-84cf-bbd33934315d'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:20:36.073167 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb64d58-1cd8-4545-abd9-82e6cc52150c None None] Routers {'f26606e8-6d5c-48c1-84cf-bbd33934315d'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:20:36.073781 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ffb64d58-1cd8-4545-abd9-82e6cc52150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:20:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['f26606e8-6d5c-48c1-84cf-bbd33934315d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:36.126252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b84593-f06b-4010-bf11-a492f04813e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting subnet 3b69191e-d6a6-4347-a669-958071f3ecea {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:20:36.129614 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31b84593-f06b-4010-bf11-a492f04813e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:36.170714 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31b84593-f06b-4010-bf11-a492f04813e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:36.186586 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ffb64d58-1cd8-4545-abd9-82e6cc52150c None None] Set router f26606e8-6d5c-48c1-84cf-bbd33934315d gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:20:36.267981 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31b84593-f06b-4010-bf11-a492f04813e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:36.371250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 85e61284-a281-4a97-962f-10226bb832ad no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:20:36.376463 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ffb64d58-1cd8-4545-abd9-82e6cc52150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:20:34Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:36.392984 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 85e61284-a281-4a97-962f-10226bb832ad {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:20:36.393418 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 85e61284-a281-4a97-962f-10226bb832ad not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:20:36.402539 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb64d58-1cd8-4545-abd9-82e6cc52150c None None] Checking router: f26606e8-6d5c-48c1-84cf-bbd33934315d for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:20:36.411011 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb64d58-1cd8-4545-abd9-82e6cc52150c None None] Routers {'f26606e8-6d5c-48c1-84cf-bbd33934315d'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:20:36.411603 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ffb64d58-1cd8-4545-abd9-82e6cc52150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:20:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['f26606e8-6d5c-48c1-84cf-bbd33934315d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:36.462508 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31b84593-f06b-4010-bf11-a492f04813e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:36.490450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b84593-f06b-4010-bf11-a492f04813e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Subnet': ['ID=3b69191e-d6a6-4347-a669-958071f3ecea,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:36.494176 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31b84593-f06b-4010-bf11-a492f04813e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:36.497525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-31b84593-f06b-4010-bf11-a492f04813e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/subnets/3b69191e-d6a6-4347-a669-958071f3ecea HTTP/1.1" status: 204 len: 168 time: 0.4356976 Nov 15 15:20:36.500752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48326) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:36.503686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fe0a16-97bc-41c6-8222-10fe0b68ea6f None None] Network 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:20:36.523511 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ffb64d58-1cd8-4545-abd9-82e6cc52150c None None] Set router f26606e8-6d5c-48c1-84cf-bbd33934315d gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:20:36.619651 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:36.716209 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33496667-b920-483d-bb2b-f3ea8f72dd5f None None] DHCP port deletion for 9307fb02-b5cd-41ad-bd6d-d43e316b1da5 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:20:36.757435 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ffb64d58-1cd8-4545-abd9-82e6cc52150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:20:34Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:36.766965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-33496667-b920-483d-bb2b-f3ea8f72dd5f None None] Deleting port 3e2710e7-24db-4bbe-886b-8580ed77cda3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:20:36.767337 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33496667-b920-483d-bb2b-f3ea8f72dd5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:36.786909 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb64d58-1cd8-4545-abd9-82e6cc52150c None None] The sync data for ids ['f26606e8-6d5c-48c1-84cf-bbd33934315d'] in n-d-817748-2 is: [{'id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298509908', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '31881cc6-c70f-4893-baad-27a7c749c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:18:33Z', 'updated_at': '2021-11-15T15:20:34Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '31881cc6-c70f-4893-baad-27a7c749c675', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26606e8-6d5c-48c1-84cf-bbd33934315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:18:34Z', 'updated_at': '2021-11-15T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:20:36.851191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-33496667-b920-483d-bb2b-f3ea8f72dd5f None None] For port 3e2710e7-24db-4bbe-886b-8580ed77cda3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3e2710e7-24db-4bbe-886b-8580ed77cda3,segment=NetworkSegment(51666d9a-0a10-463f-aa53-40c47d0b9b59),segment_id=51666d9a-0a10-463f-aa53-40c47d0b9b59)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:20:36.851608 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33496667-b920-483d-bb2b-f3ea8f72dd5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:36.867237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-33496667-b920-483d-bb2b-f3ea8f72dd5f None None] Calling delete_port for 3e2710e7-24db-4bbe-886b-8580ed77cda3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:20:37.045149 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33496667-b920-483d-bb2b-f3ea8f72dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:37.074745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33496667-b920-483d-bb2b-f3ea8f72dd5f None None] Pushing event deleted for resources: {'Port': ['ID=3e2710e7-24db-4bbe-886b-8580ed77cda3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:37.080921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33496667-b920-483d-bb2b-f3ea8f72dd5f None None] No DVR routers for this DVR port 3e2710e7-24db-4bbe-886b-8580ed77cda3 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:20:37.085498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:37.229669 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port 31881cc6-c70f-4893-baad-27a7c749c675 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:20:37.230012 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:37.337241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] For port 31881cc6-c70f-4893-baad-27a7c749c675, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=31881cc6-c70f-4893-baad-27a7c749c675,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:20:37.337612 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:37.349403 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for 31881cc6-c70f-4893-baad-27a7c749c675 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:20:37.593431 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:37.618938 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=31881cc6-c70f-4893-baad-27a7c749c675,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:37.633979 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df100df0-b5d6-4235-a51c-6b809dbb6891 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:20:37.684202 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:37.784862 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:37.787903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:37.841879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d64b6ed5-c471-47f2-b89b-79b6d2cd8047 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:20:37.863358 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: d64b6ed5-c471-47f2-b89b-79b6d2cd8047 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:20:37.863629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d64b6ed5-c471-47f2-b89b-79b6d2cd8047 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:20:37.864089 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3e2710e7-24db-4bbe-886b-8580ed77cda3 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:20:37.884114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 3e2710e7-24db-4bbe-886b-8580ed77cda3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:20:37.884460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3e2710e7-24db-4bbe-886b-8580ed77cda3 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:20:37.921738 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:37.922272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Fanout notify agent at l3_agent the message router_deleted on router f26606e8-6d5c-48c1-84cf-bbd33934315d {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:20:37.929706 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:37.930912 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1b8d1270-9106-47a9-93f2-fa5e6ef50d0d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/routers/f26606e8-6d5c-48c1-84cf-bbd33934315d HTTP/1.1" status: 204 len: 168 time: 1.4291632 Nov 15 15:20:37.933834 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:38.015262 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d5b3f60-2465-4c89-8599-fdbebe123f91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:38.122769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d5b3f60-2465-4c89-8599-fdbebe123f91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:38.145012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8d5b3f60-2465-4c89-8599-fdbebe123f91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9307fb02-b5cd-41ad-bd6d-d43e316b1da5']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:38.155281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8d5b3f60-2465-4c89-8599-fdbebe123f91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51666d9a-0a10-463f-aa53-40c47d0b9b59') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:38.155760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8d5b3f60-2465-4c89-8599-fdbebe123f91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51666d9a-0a10-463f-aa53-40c47d0b9b59') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:38.165689 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d5b3f60-2465-4c89-8599-fdbebe123f91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:38.180091 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d5b3f60-2465-4c89-8599-fdbebe123f91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:38.185935 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5b3f60-2465-4c89-8599-fdbebe123f91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:20:38.186428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d5b3f60-2465-4c89-8599-fdbebe123f91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:20:38.189349 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:20:38.332570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d5b3f60-2465-4c89-8599-fdbebe123f91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:38.340009 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d5b3f60-2465-4c89-8599-fdbebe123f91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:38.343499 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8d5b3f60-2465-4c89-8599-fdbebe123f91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/networks/9307fb02-b5cd-41ad-bd6d-d43e316b1da5 HTTP/1.1" status: 204 len: 168 time: 0.4083290 Nov 15 15:20:38.346722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48332) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:38.355114 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b3f60-2465-4c89-8599-fdbebe123f91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Network': ['ID=9307fb02-b5cd-41ad-bd6d-d43e316b1da5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:38.411217 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f31923a-6cee-4bb1-8f5a-4de3e5c4943f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:38.441402 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f31923a-6cee-4bb1-8f5a-4de3e5c4943f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:38.570749 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f31923a-6cee-4bb1-8f5a-4de3e5c4943f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:38.575260 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f31923a-6cee-4bb1-8f5a-4de3e5c4943f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:38.576360 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3f31923a-6cee-4bb1-8f5a-4de3e5c4943f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/security-groups/f06e0512-3a7d-4670-8b91-6d67cb5991a8 HTTP/1.1" status: 204 len: 168 time: 0.2280552 Nov 15 15:20:38.588615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31923a-6cee-4bb1-8f5a-4de3e5c4943f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06e0512-3a7d-4670-8b91-6d67cb5991a8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:39.126124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48338) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:39.131484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8e98a092-fcc9-4097-a7c2-9313f010e192 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97168688', 'description': 'tempest-secgroup-smoke-97168688 description', 'project_id': '2c7080e44e6e4988bc048dacb70630d1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:20:39.252500 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e98a092-fcc9-4097-a7c2-9313f010e192 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:39.320341 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e98a092-fcc9-4097-a7c2-9313f010e192 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:39.401244 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e98a092-fcc9-4097-a7c2-9313f010e192 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:39.436468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98a092-fcc9-4097-a7c2-9313f010e192 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6bfc0a-b515-44ee-82bc-202050a46948,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:39.492634 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e98a092-fcc9-4097-a7c2-9313f010e192 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:39.493967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8e98a092-fcc9-4097-a7c2-9313f010e192 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3666778 Nov 15 15:20:39.496928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:39.501753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9f35413f-ba2b-408d-b720-8f94478d0b9f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'cb6bfc0a-b515-44ee-82bc-202050a46948', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:20:39.589490 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f35413f-ba2b-408d-b720-8f94478d0b9f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:39.644177 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f35413f-ba2b-408d-b720-8f94478d0b9f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:39.738919 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 31881cc6-c70f-4893-baad-27a7c749c675 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:20:39.758999 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f35413f-ba2b-408d-b720-8f94478d0b9f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:39.765354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 31881cc6-c70f-4893-baad-27a7c749c675 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:20:39.765709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 31881cc6-c70f-4893-baad-27a7c749c675 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:20:39.777114 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35413f-ba2b-408d-b720-8f94478d0b9f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5264f3c8-a2ce-4a70-af30-050731afede5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:39.883199 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f35413f-ba2b-408d-b720-8f94478d0b9f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:39.884421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9f35413f-ba2b-408d-b720-8f94478d0b9f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3866260 Nov 15 15:20:39.887172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48342) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:39.891543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e85cdb7b-d9f0-46db-99ff-328dd3187004 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'cb6bfc0a-b515-44ee-82bc-202050a46948', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:20:39.978622 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e85cdb7b-d9f0-46db-99ff-328dd3187004 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:40.033687 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e85cdb7b-d9f0-46db-99ff-328dd3187004 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:40.126935 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e85cdb7b-d9f0-46db-99ff-328dd3187004 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:40.146470 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cdb7b-d9f0-46db-99ff-328dd3187004 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c9b9ec-92b4-4ec5-9680-32d9c5877c0c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:40.254489 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e85cdb7b-d9f0-46db-99ff-328dd3187004 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:40.256891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e85cdb7b-d9f0-46db-99ff-328dd3187004 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3676293 Nov 15 15:20:40.258741 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48344) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:40.263476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0f50c2c8-1897-4f65-8b31-1e9ab41a8854 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'cb6bfc0a-b515-44ee-82bc-202050a46948', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:20:40.389454 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f50c2c8-1897-4f65-8b31-1e9ab41a8854 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:40.447338 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f50c2c8-1897-4f65-8b31-1e9ab41a8854 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:40.538491 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f50c2c8-1897-4f65-8b31-1e9ab41a8854 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:40.558486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50c2c8-1897-4f65-8b31-1e9ab41a8854 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1eb868d-52e7-4afc-9186-8fbb57713c0b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:40.678134 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f50c2c8-1897-4f65-8b31-1e9ab41a8854 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:40.679473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0f50c2c8-1897-4f65-8b31-1e9ab41a8854 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4197543 Nov 15 15:20:40.682228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:40.686686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-efbc60e1-a243-414f-8057-6f072c28537f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'cb6bfc0a-b515-44ee-82bc-202050a46948', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:20:40.804861 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efbc60e1-a243-414f-8057-6f072c28537f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:40.864299 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efbc60e1-a243-414f-8057-6f072c28537f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:40.936546 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efbc60e1-a243-414f-8057-6f072c28537f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:40.955616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc60e1-a243-414f-8057-6f072c28537f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cff5d5-4f03-4d6e-b613-c317ff9c0027,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:41.029688 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efbc60e1-a243-414f-8057-6f072c28537f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:41.031039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-efbc60e1-a243-414f-8057-6f072c28537f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3477850 Nov 15 15:20:41.034528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:41.039468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-84c260b3-ee93-47ff-b1c9-25fb02bfc5d9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'cb6bfc0a-b515-44ee-82bc-202050a46948', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:20:41.121062 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-84c260b3-ee93-47ff-b1c9-25fb02bfc5d9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Project 2c7080e44e6e4988bc048dacb70630d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:20:41.126997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84c260b3-ee93-47ff-b1c9-25fb02bfc5d9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:41.193237 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84c260b3-ee93-47ff-b1c9-25fb02bfc5d9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:41.287150 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84c260b3-ee93-47ff-b1c9-25fb02bfc5d9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:41.308964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c260b3-ee93-47ff-b1c9-25fb02bfc5d9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70aaaa75-e067-4738-b9c6-0162107ff7b6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:41.406284 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84c260b3-ee93-47ff-b1c9-25fb02bfc5d9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:41.407677 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-84c260b3-ee93-47ff-b1c9-25fb02bfc5d9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3721621 Nov 15 15:20:41.410510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48350) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:41.415037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-32d16ae2-b49a-4e97-acfb-04fe5c734faa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'cb6bfc0a-b515-44ee-82bc-202050a46948', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:20:41.527095 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-32d16ae2-b49a-4e97-acfb-04fe5c734faa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Project 2c7080e44e6e4988bc048dacb70630d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:20:41.533126 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32d16ae2-b49a-4e97-acfb-04fe5c734faa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:41.596363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32d16ae2-b49a-4e97-acfb-04fe5c734faa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:41.703892 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32d16ae2-b49a-4e97-acfb-04fe5c734faa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:41.723358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d16ae2-b49a-4e97-acfb-04fe5c734faa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f535ef-62d0-4166-b063-74655fbb0c10,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:41.860562 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32d16ae2-b49a-4e97-acfb-04fe5c734faa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:41.861818 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-32d16ae2-b49a-4e97-acfb-04fe5c734faa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4503393 Nov 15 15:20:41.865448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48352) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:41.870438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a9d64a5c-5674-4919-80e5-faec1c96decf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'network': {'name': 'tempest-network-smoke--16720145', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:20:41.990381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d64a5c-5674-4919-80e5-faec1c96decf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Made reservation on behalf of 2c7080e44e6e4988bc048dacb70630d1 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:20:41.993782 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9d64a5c-5674-4919-80e5-faec1c96decf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:42.017562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d64a5c-5674-4919-80e5-faec1c96decf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:20:42.026947 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9d64a5c-5674-4919-80e5-faec1c96decf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:42.027305 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-a9d64a5c-5674-4919-80e5-faec1c96decf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Added segment 0cd935d1-dca1-4b96-9c06-c7ff12df3acf of type vlan for network a00e2e60-6abc-4c10-b3af-d532d11c9d47 Nov 15 15:20:42.070130 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9d64a5c-5674-4919-80e5-faec1c96decf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:42.166766 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9d64a5c-5674-4919-80e5-faec1c96decf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:42.172559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d64a5c-5674-4919-80e5-faec1c96decf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:42.173157 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9d64a5c-5674-4919-80e5-faec1c96decf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:42.243047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d64a5c-5674-4919-80e5-faec1c96decf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Network': ['ID=a00e2e60-6abc-4c10-b3af-d532d11c9d47,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:42.254782 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network a00e2e60-6abc-4c10-b3af-d532d11c9d47 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:20:42.301878 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a9d64a5c-5674-4919-80e5-faec1c96decf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4336796 Nov 15 15:20:42.303129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48354) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:42.307927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'admin_state_up': True, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:20:42.401237 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:42.402358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:42.457337 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:42.768927 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:43.117806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:43.137900 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:43.245234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.25.4.168 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:20:43.357351 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:43.502058 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:43.543367 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:20:43.548431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:20:43.552885 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:20:43.562857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff983a3-a124-4a53-afa2-a8aba8af8a7b None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:20:43.580109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:43.636221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-73c56a96-5214-49b2-b70e-0490f0f2307d None None] Provisioning complete for port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:43.636750 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73c56a96-5214-49b2-b70e-0490f0f2307d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:43.675186 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-73c56a96-5214-49b2-b70e-0490f0f2307d None None] Port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:20:43.885524 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:44.088037 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:44.287139 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:20:44.396837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:20:44.406555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Sync routers for ids ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:20:44.417609 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Routers {'4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:20:44.419888 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:20:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:44.506635 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:44.508029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-acf93979-00f5-43e4-a16b-9cd4b52480b8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2037771 Nov 15 15:20:44.511105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48356) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:44.522786 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Set router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:20:44.542467 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-52b962c2-1acd-4918-9cac-d37050533be9 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=2c7080e44e6e4988bc048dacb70630d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299826 Nov 15 15:20:44.544842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48358) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:44.640772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95676579-d33b-41ce-80d2-724b6651f8c7 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:44.643234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-95676579-d33b-41ce-80d2-724b6651f8c7 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0967228 Nov 15 15:20:44.645471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48360) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:44.677136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d0998ad3-1194-45fa-bdc7-6855783483d2 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278125 Nov 15 15:20:44.677339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48362) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:44.682210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980623986', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:20:44.706233 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:20:43Z', 'revision_number': 3, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:44.736468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Checking router: 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:20:44.736820 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Updating router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:20:44.914467 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:44.995517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Made reservation on behalf of 2c7080e44e6e4988bc048dacb70630d1 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:20:44.999479 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:45.169920 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:45.292766 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:45.327889 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:45.342197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d09a80-f64c-4278-a22b-7c24ed04b251 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:20:45.355790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Attempting to bind port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:20:45.356166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Attempting to bind port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:20:45.356538 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Attempting to bind port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:20:45.362347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90050224-3dff-465d-9b70-ddb4669ab71e None None] Pushing event updated for resources: {'Port': ['ID=ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:45.366109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:20:45.366594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:20:45.366916 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:45.367300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:20:45.367779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Bound port: ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:20:45.368158 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:45.391397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Subnet': ['ID=8cb8fb40-8fb5-4961-95b0-e347164f70d1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:45.403375 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:45.409775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:45.409775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:45.409775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:45.409775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:45.409775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:45.409775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:45.409775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:45.409775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:45.409775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:45.409775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:45.409775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:45.410816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Checking segment: {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:20:45.410816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network hostable DHCP agents. Network: a00e2e60-6abc-4c10-b3af-d532d11c9d47, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:20:45.423746 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6324ffe2-34e7-4714-979c-3c701b824295 None None] Provisioning complete for port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:45.424044 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6324ffe2-34e7-4714-979c-3c701b824295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:45.457091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] For port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:20:45.475265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] For port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:20:45.476347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6324ffe2-34e7-4714-979c-3c701b824295 None None] Port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:20:45.519405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network a00e2e60-6abc-4c10-b3af-d532d11c9d47 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:20:45.556090 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:45.598001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a822556-e520-4a93-be80-62fcae1d1b18 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:20:45.620801 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Routers {'4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:20:45.620801 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:20:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:45.650468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, a00e2e60-6abc-4c10-b3af-d532d11c9d47) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:20:45.655378 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:45.655378 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:45.691520 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea66c09-dbd2-43e8-b775-22bf807f1bbc None None] Network a00e2e60-6abc-4c10-b3af-d532d11c9d47 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:20:45.713973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90050224-3dff-465d-9b70-ddb4669ab71e None None] Pushing event updated for resources: {'Port': ['ID=ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:45.763584 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-32952534-32bd-4723-8e97-b2a5f6a5c7db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0852468 Nov 15 15:20:45.766786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:20:45.780955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bd4921aa-1d98-47f2-84df-ae4def935604 None None] Provisioning complete for port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:45.781327 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd4921aa-1d98-47f2-84df-ae4def935604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:45.846206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] Set router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:20:46.060529 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd4921aa-1d98-47f2-84df-ae4def935604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:46.070245 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ips': [{'subnet_id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:20:46.076547 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:46.113187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bd4921aa-1d98-47f2-84df-ae4def935604 None None] For port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:20:46.207467 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:46.215681 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd4921aa-1d98-47f2-84df-ae4def935604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:46.316924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Allocated IP 172.20.0.2 (a00e2e60-6abc-4c10-b3af-d532d11c9d47/8cb8fb40-8fb5-4961-95b0-e347164f70d1/be5df1b3-70fb-4db9-b968-f723a7317a16) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:20:46.323126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:20:43Z', 'revision_number': 3, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:46.325857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4921aa-1d98-47f2-84df-ae4def935604 None None] Pushing event updated for resources: {'Port': ['ID=ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:46.359620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c565e1-8b19-40ce-8f07-288a18eaf9a7 None None] The sync data for ids ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'] in n-d-817748-2 is: [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:20:43Z', 'revision_number': 3, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:20:46.501502 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:46.572704 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:46.622114 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Network a00e2e60-6abc-4c10-b3af-d532d11c9d47 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:20:46.625585 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.20.0.1 (a00e2e60-6abc-4c10-b3af-d532d11c9d47/8cb8fb40-8fb5-4961-95b0-e347164f70d1/98ee2ea0-a3b7-4dae-8489-f344aa38d963) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:20:46.632352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:20:46.633690 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:20:46.637628 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Pushing event updated for resources: {'Port': ['ID=be5df1b3-70fb-4db9-b968-f723a7317a16,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:46.701330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Attempting to bind port be5df1b3-70fb-4db9-b968-f723a7317a16 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:20:46.701769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Attempting to bind port be5df1b3-70fb-4db9-b968-f723a7317a16 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:20:46.702139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Attempting to bind port be5df1b3-70fb-4db9-b968-f723a7317a16 on network a00e2e60-6abc-4c10-b3af-d532d11c9d47 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:20:46.708536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:20:46.708931 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Checking segment: {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:20:46.709311 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:46.709738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Bound using segment: {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:20:46.710371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Bound port: be5df1b3-70fb-4db9-b968-f723a7317a16, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:20:46.711379 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:46.780688 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:46.794697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] For port be5df1b3-70fb-4db9-b968-f723a7317a16, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:20:46.797944 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] For port be5df1b3-70fb-4db9-b968-f723a7317a16, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=be5df1b3-70fb-4db9-b968-f723a7317a16,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:20:46.879830 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:46.919655 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:46.947267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f0d6d-7ad4-4fa8-9013-591c9f56d738 None None] Pushing event updated for resources: {'Port': ['ID=be5df1b3-70fb-4db9-b968-f723a7317a16,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:46.962260 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network a00e2e60-6abc-4c10-b3af-d532d11c9d47 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:20:46.968330 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:20:46.972359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:20:47.009029 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=98ee2ea0-a3b7-4dae-8489-f344aa38d963,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:47.038832 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:47.186364 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:20:47.324593 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:47.608930 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:47.728688 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:47.813860 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=98ee2ea0-a3b7-4dae-8489-f344aa38d963,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:47.816037 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:47.876180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:20:47.923005 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network a00e2e60-6abc-4c10-b3af-d532d11c9d47 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:20:47.924883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:20:47.929707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:47.930166 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:47.995655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008e668-89c3-4b6b-9ba1-e53420d89b11 None None] Network a00e2e60-6abc-4c10-b3af-d532d11c9d47 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:20:48.065476 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:20:48.108124 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device be5df1b3-70fb-4db9-b968-f723a7317a16 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:20:48.110416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0c7d45e6-7322-48e7-acd0-75e4f5863c10 None None] Provisioning complete for port be5df1b3-70fb-4db9-b968-f723a7317a16 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:48.110789 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c7d45e6-7322-48e7-acd0-75e4f5863c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:48.186226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:20:48.192385 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-48e62aaf-6b20-46f6-b7e3-fbd16a12ea00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "PUT /v2.0/routers/4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4242775 Nov 15 15:20:48.284731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port be5df1b3-70fb-4db9-b968-f723a7317a16 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:48.285094 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:48.331241 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c7d45e6-7322-48e7-acd0-75e4f5863c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:48.355558 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Sync routers for ids ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:20:48.369476 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Routers {'4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:20:48.370212 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:20:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:48.378662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-533492ea-aeed-41c8-80fa-f6713c9b6d84 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97168688&fields=id&tenant_id=2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 267 time: 0.0666034 Nov 15 15:20:48.386427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0c7d45e6-7322-48e7-acd0-75e4f5863c10 None None] For port be5df1b3-70fb-4db9-b968-f723a7317a16, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=be5df1b3-70fb-4db9-b968-f723a7317a16,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:20:48.422590 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:48.508420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-84b66f4d-d021-48ae-a8e5-11c616804292 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:48.511121 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Set router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:20:48.516411 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-84b66f4d-d021-48ae-a8e5-11c616804292 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 795 time: 0.1357524 Nov 15 15:20:48.527626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-3a35cda2-9639-4da1-bd19-78b05c030a70 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/quotas/2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 375 time: 0.0103483 Nov 15 15:20:48.543207 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c7d45e6-7322-48e7-acd0-75e4f5863c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:48.592843 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-94b3a056-c59b-4270-ba24-34843bf55649 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580962 Nov 15 15:20:48.723730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-f8408c7c-b07d-41c4-8a24-58ba228f6e0b service neutron] 10.222.0.70 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180611 Nov 15 15:20:48.743896 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:20:47Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '98ee2ea0-a3b7-4dae-8489-f344aa38d963', 'name': '', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:a4:b5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:46Z', 'updated_at': '2021-11-15T15:20:47Z', 'revision_number': 2, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:48.776576 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Checking router: 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:20:48.777307 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Updating router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:20:48.799987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d45e6-7322-48e7-acd0-75e4f5863c10 None None] Pushing event updated for resources: {'Port': ['ID=be5df1b3-70fb-4db9-b968-f723a7317a16,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:48.811483 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:48.828021 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:20:48.832108 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:20:48.832108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0af58c70-17d8-4536-b346-fe2457f93c32 None None] Provisioning complete for port be5df1b3-70fb-4db9-b968-f723a7317a16 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:48.832108 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0af58c70-17d8-4536-b346-fe2457f93c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:48.853647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-d05cefaa-a8ef-4523-8dd5-a48b31a8f370 service neutron] 10.222.0.70 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218669 Nov 15 15:20:48.947760 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0af58c70-17d8-4536-b346-fe2457f93c32 None None] Provisioning complete for port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:48.948326 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0af58c70-17d8-4536-b346-fe2457f93c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:48.986539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0af58c70-17d8-4536-b346-fe2457f93c32 None None] Port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:20:49.108599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-37fe36cb-d03b-49bd-a8ea-0d1672d96cab None None] Provisioning complete for port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:49.108963 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37fe36cb-d03b-49bd-a8ea-0d1672d96cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:49.136162 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:49.147652 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-37fe36cb-d03b-49bd-a8ea-0d1672d96cab None None] Port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:20:49.175048 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-186e0bb4-980a-4c16-aa6c-8e7bd9b28729 req-754134fd-ff78-4dac-a2bf-1db4d8314492 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 210 time: 0.0314572 Nov 15 15:20:49.252497 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:49.266893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ebdc7b69-b3d5-4218-8662-2ecae92e1255 None None] Provisioning complete for port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:49.267302 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebdc7b69-b3d5-4218-8662-2ecae92e1255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:49.307213 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc7b69-b3d5-4218-8662-2ecae92e1255 None None] Port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:20:49.343033 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Pushing event updated for resources: {'Port': ['ID=98ee2ea0-a3b7-4dae-8489-f344aa38d963,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:49.363636 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:49.363636 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:49.367105 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:49.367105 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:49.367105 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:49.367105 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:49.367105 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:49.367105 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:49.367105 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:49.367105 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:49.367105 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:49.367105 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:20:49.383821 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Attempting to bind port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:20:49.384190 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Attempting to bind port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:20:49.384547 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Attempting to bind port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 on network a00e2e60-6abc-4c10-b3af-d532d11c9d47 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:20:49.392293 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:20:49.392503 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Checking segment: {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:20:49.392830 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:49.393222 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Bound using segment: {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:20:49.393689 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Bound port: 98ee2ea0-a3b7-4dae-8489-f344aa38d963, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:20:49.394074 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:49.533531 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8517ed9-0a21-41fe-a7ac-0ab963b38c6d None None] Provisioning complete for port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:49.533903 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8517ed9-0a21-41fe-a7ac-0ab963b38c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:49.568156 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] For port 98ee2ea0-a3b7-4dae-8489-f344aa38d963, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:20:49.571040 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b8517ed9-0a21-41fe-a7ac-0ab963b38c6d None None] Port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:20:49.571346 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] For port 98ee2ea0-a3b7-4dae-8489-f344aa38d963, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=98ee2ea0-a3b7-4dae-8489-f344aa38d963,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:20:49.696583 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:49.758313 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Routers {'4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:20:49.759036 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:20:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:49.760906 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35bfb0-5129-4b5a-9597-a44e08f68ee7 None None] Pushing event updated for resources: {'Port': ['ID=98ee2ea0-a3b7-4dae-8489-f344aa38d963,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:49.794987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device be5df1b3-70fb-4db9-b968-f723a7317a16 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:20:49.845842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port be5df1b3-70fb-4db9-b968-f723a7317a16 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:49.847440 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:49.889413 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] Set router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:20:49.993745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-42a75397-d6e0-4348-b99f-3d2a29c41b30 None None] Provisioning complete for port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:49.994328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42a75397-d6e0-4348-b99f-3d2a29c41b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:50.073229 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42a75397-d6e0-4348-b99f-3d2a29c41b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:50.099638 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:20:47Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '98ee2ea0-a3b7-4dae-8489-f344aa38d963', 'name': '', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:a4:b5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:46Z', 'updated_at': '2021-11-15T15:20:49Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:20:50.109403 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-42a75397-d6e0-4348-b99f-3d2a29c41b30 None None] For port 98ee2ea0-a3b7-4dae-8489-f344aa38d963, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=98ee2ea0-a3b7-4dae-8489-f344aa38d963,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:20:50.126059 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06172a9d-362f-453a-8672-e2ac8756fc81 None None] The sync data for ids ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'] in n-d-817748-2 is: [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:20:47Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '98ee2ea0-a3b7-4dae-8489-f344aa38d963', 'name': '', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:a4:b5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:46Z', 'updated_at': '2021-11-15T15:20:49Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:20:50.256945 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42a75397-d6e0-4348-b99f-3d2a29c41b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:50.275619 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7bae4a5b-2ab3-477a-a022-f69ab3c132f9 req-162df0e6-97be-402a-a285-4e70a551f6b3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 210 time: 0.0291862 Nov 15 15:20:50.321639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a75397-d6e0-4348-b99f-3d2a29c41b30 None None] Pushing event updated for resources: {'Port': ['ID=98ee2ea0-a3b7-4dae-8489-f344aa38d963,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:51.385600 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dcf25cf8-fa48-4c2b-ac96-f7b4e1bbcb03 req-dc82d0a9-4acd-45b4-9554-b0ecd1df7223 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 210 time: 0.0307729 Nov 15 15:20:51.728179 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-541920b5-1a98-4f75-96f8-8151c691d44f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:51.729732 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-541920b5-1a98-4f75-96f8-8151c691d44f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.46 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 795 time: 0.1167791 Nov 15 15:20:51.807927 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-520e3e3a-2b60-4087-a0db-26494eb4175a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 378 time: 0.0618258 Nov 15 15:20:51.813168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 98ee2ea0-a3b7-4dae-8489-f344aa38d963 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:20:51.821975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-740d92de-da6e-4d4d-b4ff-50520038e0e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'port': {'device_id': '12677695-c75f-4a96-8c25-104ff89f65e1', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'admin_state_up': True, 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'security_groups': ['cb6bfc0a-b515-44ee-82bc-202050a46948']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:20:51.869497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:51.869497 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:52.107397 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-740d92de-da6e-4d4d-b4ff-50520038e0e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Made reservation on behalf of 2c7080e44e6e4988bc048dacb70630d1 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:20:52.111293 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-740d92de-da6e-4d4d-b4ff-50520038e0e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:52.238800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-740d92de-da6e-4d4d-b4ff-50520038e0e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.20.0.12 (a00e2e60-6abc-4c10-b3af-d532d11c9d47/8cb8fb40-8fb5-4961-95b0-e347164f70d1/75b75ce1-66e9-454b-9a44-ac277e072c9b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:20:52.381139 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-740d92de-da6e-4d4d-b4ff-50520038e0e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:52.485203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2abecce4-9e19-41e7-bff3-92682a33453e req-b631b966-7f15-4ec5-bef6-f949fe0a8364 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 210 time: 0.0271008 Nov 15 15:20:52.498494 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-740d92de-da6e-4d4d-b4ff-50520038e0e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:52.543647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-740d92de-da6e-4d4d-b4ff-50520038e0e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network a00e2e60-6abc-4c10-b3af-d532d11c9d47 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:20:52.548554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-740d92de-da6e-4d4d-b4ff-50520038e0e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:20:52.552268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-740d92de-da6e-4d4d-b4ff-50520038e0e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:20:52.578553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d92de-da6e-4d4d-b4ff-50520038e0e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:52.608086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-740d92de-da6e-4d4d-b4ff-50520038e0e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:52.608740 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-740d92de-da6e-4d4d-b4ff-50520038e0e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:52.694384 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-740d92de-da6e-4d4d-b4ff-50520038e0e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8759623 Nov 15 15:20:52.713066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Request body: {'port': {'device_id': '12677695-c75f-4a96-8c25-104ff89f65e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:20:52.771528 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:52.793618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-296c1ee7-86df-43b1-80be-58daa7862330 None None] Provisioning complete for port 75b75ce1-66e9-454b-9a44-ac277e072c9b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:52.793971 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-296c1ee7-86df-43b1-80be-58daa7862330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:52.828966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-296c1ee7-86df-43b1-80be-58daa7862330 None None] Port 75b75ce1-66e9-454b-9a44-ac277e072c9b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:20:53.036533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b75ce1-66e9-454b-9a44-ac277e072c9b {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:20:53.044074 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:53.056847 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Transition to ACTIVE for port object 75b75ce1-66e9-454b-9a44-ac277e072c9b will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:20:53.147496 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:53.196973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Pushing event updated for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:53.270334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Attempting to bind port 75b75ce1-66e9-454b-9a44-ac277e072c9b on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:20:53.270738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Attempting to bind port 75b75ce1-66e9-454b-9a44-ac277e072c9b by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:20:53.271108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Attempting to bind port 75b75ce1-66e9-454b-9a44-ac277e072c9b on network a00e2e60-6abc-4c10-b3af-d532d11c9d47 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:20:53.275855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Port 75b75ce1-66e9-454b-9a44-ac277e072c9b on network a00e2e60-6abc-4c10-b3af-d532d11c9d47 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:20:53.276180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Attempting to bind port 75b75ce1-66e9-454b-9a44-ac277e072c9b on network a00e2e60-6abc-4c10-b3af-d532d11c9d47 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:20:53.281500 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:20:53.281849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Checking segment: {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:20:53.282241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Bound using segment: {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:20:53.282709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Bound port: 75b75ce1-66e9-454b-9a44-ac277e072c9b, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:20:53.283071 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:53.355653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:20:53.361202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:20:53.456485 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:53.490517 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:53.491143 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:53.492545 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] 10.222.0.46 "PUT /v2.0/ports/75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 1092 time: 0.7845955 Nov 15 15:20:53.492983 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:20:53.495341 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd684e76-633d-4402-8305-94f62b495a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:20:53.531369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002779f-13de-4a7a-8a86-950c3d43b5df service neutron] Pushing event updated for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:53.543503 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b01f5c0-a9ff-4b8b-8396-ee38c6025658 x-openstack-request-id: req-3b01f5c0-a9ff-4b8b-8396-ee38c6025658 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:20:53.543907 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:20:53.544229 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b01f5c0-a9ff-4b8b-8396-ee38c6025658 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:20:53.544953 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'status': 'completed', 'code': 200} Nov 15 15:20:53.615194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd684e76-633d-4402-8305-94f62b495a6f req-9f698d5a-d383-45ff-bf02-a0fa242c1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:53.616745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbf96f-0fa2-4719-8802-4eed33f25d06 req-8103690a-6378-4d9c-aadf-fe0bbd8599f3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:53.617276 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dd684e76-633d-4402-8305-94f62b495a6f req-9f698d5a-d383-45ff-bf02-a0fa242c1a84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1095 time: 0.0459085 Nov 15 15:20:53.618339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28bbf96f-0fa2-4719-8802-4eed33f25d06 req-8103690a-6378-4d9c-aadf-fe0bbd8599f3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 944 time: 0.0544832 Nov 15 15:20:53.678136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28bbf96f-0fa2-4719-8802-4eed33f25d06 req-1bcb08c3-6593-406c-b26f-03e628f40bad tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524647 Nov 15 15:20:53.727914 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd684e76-633d-4402-8305-94f62b495a6f req-d9bb0dcc-9aad-49b8-923d-bf8e867710a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:53.729400 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dd684e76-633d-4402-8305-94f62b495a6f req-d9bb0dcc-9aad-49b8-923d-bf8e867710a8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2c7080e44e6e4988bc048dacb70630d1&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1049318 Nov 15 15:20:53.835641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd684e76-633d-4402-8305-94f62b495a6f req-c26cd750-4f7d-4809-9f63-8091561112b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:53.837028 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dd684e76-633d-4402-8305-94f62b495a6f req-c26cd750-4f7d-4809-9f63-8091561112b2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964983 Nov 15 15:20:53.926213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-7718f04a-921d-43ae-8dac-b729211a12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:53.927868 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-7718f04a-921d-43ae-8dac-b729211a12ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1095 time: 0.0468104 Nov 15 15:20:53.976031 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-9468e3ff-8402-4e8d-b532-85798bcec30d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 217 time: 0.0357552 Nov 15 15:20:54.026276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-c6ca09d7-f29f-4009-868a-ab5a964fd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:54.027782 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-c6ca09d7-f29f-4009-868a-ab5a964fd69b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 200 len: 834 time: 0.0451422 Nov 15 15:20:54.092368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-0fda4179-2b8b-42dc-b60e-e01c6862a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:54.092368 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-0fda4179-2b8b-42dc-b60e-e01c6862a4b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00e2e60-6abc-4c10-b3af-d532d11c9d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475883 Nov 15 15:20:54.188061 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-b5481012-fd5e-4a19-a2cc-b30de0ade055 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860517 Nov 15 15:20:54.286889 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-fda14323-ab37-40ba-bce9-eefd50c0b684 req-e778412f-c9df-40f1-aa7a-c77f7cb0b798 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836072 Nov 15 15:20:54.801982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdbb52-bdf3-48a7-b547-ec2c4177703c req-041e6e89-09cd-45b4-8ca6-f782c0cebe28 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:54.803522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79bdbb52-bdf3-48a7-b547-ec2c4177703c req-041e6e89-09cd-45b4-8ca6-f782c0cebe28 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 944 time: 0.0489902 Nov 15 15:20:54.857322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79bdbb52-bdf3-48a7-b547-ec2c4177703c req-f0c3df09-8943-4197-9e44-d4920d6ece21 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477092 Nov 15 15:20:55.972256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7df892-66e1-4b2d-bcb6-433fffcea506 req-19961fec-a03f-4411-a59f-018d883f52bd tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:55.973655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c7df892-66e1-4b2d-bcb6-433fffcea506 req-19961fec-a03f-4411-a59f-018d883f52bd tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 944 time: 0.0495379 Nov 15 15:20:56.023887 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c7df892-66e1-4b2d-bcb6-433fffcea506 req-add2affe-6900-404f-9dff-71f201441296 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443308 Nov 15 15:20:57.139005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c86058-0213-4cad-980e-f8409aaabcd7 req-5bf2c7b9-dc2d-42fa-a258-214c9fffecf3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:57.140541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21c86058-0213-4cad-980e-f8409aaabcd7 req-5bf2c7b9-dc2d-42fa-a258-214c9fffecf3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 944 time: 0.0482402 Nov 15 15:20:57.193067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21c86058-0213-4cad-980e-f8409aaabcd7 req-82624d60-c503-45e3-b5e4-453e3a3bd4ee tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455694 Nov 15 15:20:57.865817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 75b75ce1-66e9-454b-9a44-ac277e072c9b details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:20:57.962097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:20:57.975002 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'port_id': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'mac_address': 'fa:16:3e:75:90:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:20:58.011548 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:58.025043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b75ce1-66e9-454b-9a44-ac277e072c9b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:20:58.048875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:20:58.143590 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:58.190762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:20:58.311984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a92772-d8fc-4f20-bc8f-95b4288f1de3 req-a7c6c86a-65da-4782-8d1b-dd05447e5f3e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:58.313497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15a92772-d8fc-4f20-bc8f-95b4288f1de3 req-a7c6c86a-65da-4782-8d1b-dd05447e5f3e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 945 time: 0.0525501 Nov 15 15:20:58.366966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15a92772-d8fc-4f20-bc8f-95b4288f1de3 req-2ff7885c-90ee-4d33-8db4-07b0e295a80f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465024 Nov 15 15:20:58.444358 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['75b75ce1-66e9-454b-9a44-ac277e072c9b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:20:58.692656 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:59.137940 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:59.485873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e42357-0f75-4ffb-a7bb-b100eb8d1304 req-6a5eeeee-cb9d-4783-b13b-bb524dc7cfcd tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:20:59.486945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40e42357-0f75-4ffb-a7bb-b100eb8d1304 req-6a5eeeee-cb9d-4783-b13b-bb524dc7cfcd tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 945 time: 0.0502498 Nov 15 15:20:59.536357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40e42357-0f75-4ffb-a7bb-b100eb8d1304 req-e85a1c99-2e56-46b2-af59-0a7aa7b15ac6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429161 Nov 15 15:20:59.747330 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-293f734f-e4f6-4a71-ab0d-e71b6df5caf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:20:59.866290 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 75b75ce1-66e9-454b-9a44-ac277e072c9b up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:20:59.994950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 75b75ce1-66e9-454b-9a44-ac277e072c9b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:20:59.999217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 75b75ce1-66e9-454b-9a44-ac277e072c9b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:20:59.999585 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:00.077859 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:00.100673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:21:00.102841 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46cd9d5-8002-49f8-999d-ca647a5a37b4" -d '{"events": [{"server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "name": "network-vif-plugged", "status": "completed", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:21:00.115379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:21:00.140725 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c8dba1-4e5c-4740-92c5-3140e20d0388 x-openstack-request-id: req-58c8dba1-4e5c-4740-92c5-3140e20d0388 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:21:00.141332 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "name": "network-vif-plugged", "status": "completed", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:21:00.141332 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58c8dba1-4e5c-4740-92c5-3140e20d0388 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:21:00.141637 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'code': 200} Nov 15 15:21:00.216251 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:00.265694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:21:00.274133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:21:00.274517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:21:00.274867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:21:00.275230 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:21:00.275566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:21:00.275900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:21:00.276236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:21:00.276568 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:21:00.276948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:21:00.277277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:21:00.277605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:21:00.277930 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:21:00.620771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971a9bb-27cc-473c-a6fb-c5bdf249e036 req-7ca1c07b-1d89-490a-91b7-d254c92fb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:00.622321 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f971a9bb-27cc-473c-a6fb-c5bdf249e036 req-7ca1c07b-1d89-490a-91b7-d254c92fb284 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1097 time: 0.4131246 Nov 15 15:21:00.657529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7015e4-0483-47f5-b833-fea3832138ac req-1aa01871-c214-42cb-965f-d79b1190b544 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:00.659244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b7015e4-0483-47f5-b833-fea3832138ac req-1aa01871-c214-42cb-965f-d79b1190b544 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0537090 Nov 15 15:21:00.677922 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f971a9bb-27cc-473c-a6fb-c5bdf249e036 req-9ca61055-847e-4962-aab5-b9af21fb6d85 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430138 Nov 15 15:21:00.709508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b7015e4-0483-47f5-b833-fea3832138ac req-7decfdcf-1ccb-4782-812f-6d991f54c7e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437310 Nov 15 15:21:01.828090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542d386-76cf-47c3-a40a-657bbcc63e79 req-5fb58ad1-a81f-4268-b59f-9ba9c66c9642 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:01.829679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6542d386-76cf-47c3-a40a-657bbcc63e79 req-5fb58ad1-a81f-4268-b59f-9ba9c66c9642 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0484416 Nov 15 15:21:01.879956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6542d386-76cf-47c3-a40a-657bbcc63e79 req-fe4e5f3d-d941-49b1-8a21-513f1e8e8a1e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443168 Nov 15 15:21:02.124732 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ca533e9-67b7-4236-a97e-37ac53a688a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:02.991771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bf42d-c083-4a7a-abaa-9be861886ac3 req-003e79b0-ba99-4767-b83c-d101bb7c9bdc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:02.993266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a87bf42d-c083-4a7a-abaa-9be861886ac3 req-003e79b0-ba99-4767-b83c-d101bb7c9bdc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0480528 Nov 15 15:21:03.046799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a87bf42d-c083-4a7a-abaa-9be861886ac3 req-d78cbba1-b1df-4520-ae20-6073fa850cf6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472522 Nov 15 15:21:03.168677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773125c-4372-4a91-8358-eaf6326d94e0 req-85c7a131-d91b-4a4b-8292-a8275014a2b1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:03.170073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e773125c-4372-4a91-8358-eaf6326d94e0 req-85c7a131-d91b-4a4b-8292-a8275014a2b1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0571263 Nov 15 15:21:03.219438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e773125c-4372-4a91-8358-eaf6326d94e0 req-2d15f009-d469-4d46-8efd-459d9f2bd13c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434165 Nov 15 15:21:03.240937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:21:03.279633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b548aa-a990-4ba9-b1a6-9881766f07d8 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:03.281160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-73b548aa-a990-4ba9-b1a6-9881766f07d8 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1092 time: 0.0392404 Nov 15 15:21:03.284025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:21:03.288391 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:21:03.377692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:03.492618 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:03.597342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.25.4.4 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/45d81754-ca9b-4afc-99d5-14838c09204b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:21:03.600302 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:03.703217 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:03.784071 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:03.821073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:21:03.825722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:21:03.828342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:21:03.854984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=45d81754-ca9b-4afc-99d5-14838c09204b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:21:04.177425 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:04.334887 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:04.494063 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:04.583243 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:05.012406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=45d81754-ca9b-4afc-99d5-14838c09204b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:21:05.024809 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:05.143250 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Floating IP b519e9fb-29ed-4add-a049-2c2e3b7a71d4 associated. External IP: 172.25.4.4, port: 75b75ce1-66e9-454b-9a44-ac277e072c9b. Nov 15 15:21:05.278650 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:05.349894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:21:05.453501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:21:05.464124 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b1285-1163-4ad8-96f3-372786ac1f14 None None] Sync routers for ids ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:21:05.473679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b1285-1163-4ad8-96f3-372786ac1f14 None None] Routers {'4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:21:05.484448 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b32b1285-1163-4ad8-96f3-372786ac1f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:21:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:21:05.540355 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:05.573534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5727804f-5d83-46c2-a8ba-3e784410c5df tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2883315 Nov 15 15:21:05.574218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:21:05.590443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b32b1285-1163-4ad8-96f3-372786ac1f14 None None] Set router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:21:05.591227 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23c2660-6952-4ebc-b974-a6fae842f47b" -d '{"events": [{"name": "network-changed", "server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:21:05.683328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733c46b-a271-4a88-8885-79490f7fee7b req-f82c159d-3245-4a6d-b6cc-df11b5e02cca tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:05.684975 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4733c46b-a271-4a88-8885-79490f7fee7b req-f82c159d-3245-4a6d-b6cc-df11b5e02cca tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0517061 Nov 15 15:21:05.718336 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6d0a4d-d098-4f36-81f4-e1304a1c4299 x-openstack-request-id: req-ba6d0a4d-d098-4f36-81f4-e1304a1c4299 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:21:05.718728 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:21:05.718994 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba6d0a4d-d098-4f36-81f4-e1304a1c4299 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:21:05.719400 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'status': 'completed', 'code': 200} Nov 15 15:21:05.744603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4733c46b-a271-4a88-8885-79490f7fee7b req-2157865d-be65-4406-94f4-883cf9fc23ef tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537758 Nov 15 15:21:05.767883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:21:05.785010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c2660-6952-4ebc-b974-a6fae842f47b req-294813ac-8944-402e-95cf-d2b91f0a8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:05.786757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f23c2660-6952-4ebc-b974-a6fae842f47b req-294813ac-8944-402e-95cf-d2b91f0a8882 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1097 time: 0.0423961 Nov 15 15:21:05.827773 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:05.834903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-14467e44-851f-419e-b07c-9fbea60dc212 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/b519e9fb-29ed-4add-a049-2c2e3b7a71d4 HTTP/1.1" status: 200 len: 990 time: 0.0658259 Nov 15 15:21:05.860449 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b32b1285-1163-4ad8-96f3-372786ac1f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:20:47Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b519e9fb-29ed-4add-a049-2c2e3b7a71d4', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'port_id': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'mac_address': 'fa:16:3e:75:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12677695-c75f-4a96-8c25-104ff89f65e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:21:04Z', 'updated_at': '2021-11-15T15:21:04Z', 'revision_number': 0, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ee2ea0-a3b7-4dae-8489-f344aa38d963', 'name': '', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:a4:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:46Z', 'updated_at': '2021-11-15T15:20:50Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:21:05.883191 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c2660-6952-4ebc-b974-a6fae842f47b req-11ab83ca-3ec8-4484-8684-e411515f0857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:05.884656 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f23c2660-6952-4ebc-b974-a6fae842f47b req-11ab83ca-3ec8-4484-8684-e411515f0857 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 896 time: 0.0913582 Nov 15 15:21:05.887112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b1285-1163-4ad8-96f3-372786ac1f14 None None] Checking router: 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:21:05.895790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b1285-1163-4ad8-96f3-372786ac1f14 None None] Routers {'4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:21:05.897170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b32b1285-1163-4ad8-96f3-372786ac1f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:21:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:21:05.951469 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f23c2660-6952-4ebc-b974-a6fae842f47b req-06222bf9-c797-45df-ac81-2b0abf60ebe9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 998 time: 0.0587060 Nov 15 15:21:06.001982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c2660-6952-4ebc-b974-a6fae842f47b req-0ccdd71e-5a90-4dd7-b035-dc890fab9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:06.003217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b32b1285-1163-4ad8-96f3-372786ac1f14 None None] Set router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:21:06.003488 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f23c2660-6952-4ebc-b974-a6fae842f47b req-0ccdd71e-5a90-4dd7-b035-dc890fab9e86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 200 len: 834 time: 0.0439205 Nov 15 15:21:06.056064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c2660-6952-4ebc-b974-a6fae842f47b req-83b15c3f-1084-4b8d-8142-12fd45f19de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:06.057595 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f23c2660-6952-4ebc-b974-a6fae842f47b req-83b15c3f-1084-4b8d-8142-12fd45f19de4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00e2e60-6abc-4c10-b3af-d532d11c9d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462360 Nov 15 15:21:06.149019 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f23c2660-6952-4ebc-b974-a6fae842f47b req-a0a23dd5-a9d3-4271-a4b1-55e899f453b8 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841122 Nov 15 15:21:06.228455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b32b1285-1163-4ad8-96f3-372786ac1f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:20:47Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b519e9fb-29ed-4add-a049-2c2e3b7a71d4', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'port_id': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'mac_address': 'fa:16:3e:75:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12677695-c75f-4a96-8c25-104ff89f65e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:21:04Z', 'updated_at': '2021-11-15T15:21:04Z', 'revision_number': 0, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ee2ea0-a3b7-4dae-8489-f344aa38d963', 'name': '', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:a4:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:46Z', 'updated_at': '2021-11-15T15:20:50Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:21:06.243947 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f23c2660-6952-4ebc-b974-a6fae842f47b req-7d3ebf95-dfc2-4b7a-9089-87a73c2b9ef0 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877228 Nov 15 15:21:06.259811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b1285-1163-4ad8-96f3-372786ac1f14 None None] The sync data for ids ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'] in n-d-817748-2 is: [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:20:47Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b519e9fb-29ed-4add-a049-2c2e3b7a71d4', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'port_id': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'mac_address': 'fa:16:3e:75:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12677695-c75f-4a96-8c25-104ff89f65e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:21:04Z', 'updated_at': '2021-11-15T15:21:04Z', 'revision_number': 0, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ee2ea0-a3b7-4dae-8489-f344aa38d963', 'name': '', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:a4:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:46Z', 'updated_at': '2021-11-15T15:20:50Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:21:06.457036 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b51e17-2e42-4f4a-90a6-a1e563c03a94 None None] New status for floating IP b519e9fb-29ed-4add-a049-2c2e3b7a71d4: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:21:06.838926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48440) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:21:06.899096 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d10a8193-d40a-464c-a69b-77c7f6a466cb tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/b519e9fb-29ed-4add-a049-2c2e3b7a71d4 HTTP/1.1" status: 200 len: 992 time: 0.0589950 Nov 15 15:21:23.268891 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4aded16a-d68f-4869-a023-c9715186ac9e req-26a32642-c748-4d05-973b-6f956e9e23ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541544 Nov 15 15:21:23.364737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aded16a-d68f-4869-a023-c9715186ac9e req-c3443345-0da9-45d5-ad83-436832a51dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:23.366220 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4aded16a-d68f-4869-a023-c9715186ac9e req-c3443345-0da9-45d5-ad83-436832a51dfa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1097 time: 0.0489652 Nov 15 15:21:23.475991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aded16a-d68f-4869-a023-c9715186ac9e req-ed42fff5-a27e-4a31-9faa-9a5c8a4736ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:23.477364 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4aded16a-d68f-4869-a023-c9715186ac9e req-ed42fff5-a27e-4a31-9faa-9a5c8a4736ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 896 time: 0.0894070 Nov 15 15:21:23.547896 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4aded16a-d68f-4869-a023-c9715186ac9e req-27bf3f0b-866f-4c74-b1ae-c865b1419f2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 1000 time: 0.0580723 Nov 15 15:21:23.604894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aded16a-d68f-4869-a023-c9715186ac9e req-d675d202-858b-49af-a14b-b140a6c44027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:23.606338 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4aded16a-d68f-4869-a023-c9715186ac9e req-d675d202-858b-49af-a14b-b140a6c44027 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 200 len: 834 time: 0.0483780 Nov 15 15:21:23.653010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aded16a-d68f-4869-a023-c9715186ac9e req-c2a0f2bb-8b1e-4c08-b0c9-078397d81a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:23.654698 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4aded16a-d68f-4869-a023-c9715186ac9e req-c2a0f2bb-8b1e-4c08-b0c9-078397d81a6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00e2e60-6abc-4c10-b3af-d532d11c9d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410140 Nov 15 15:21:23.744466 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4aded16a-d68f-4869-a023-c9715186ac9e req-ddf4b8f2-4832-4aac-88a9-9b629c72221b service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810814 Nov 15 15:21:23.837326 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4aded16a-d68f-4869-a023-c9715186ac9e req-f1f0dc94-7999-40e8-b5d6-8236b40f84e0 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851946 Nov 15 15:21:24.186645 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:21:28.697244 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:29.125685 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:29.743435 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af9f3122-f804-49a5-bc3a-8bcce1e0680b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:29.767578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26beb9b-13ff-4b0a-8da0-26995d48e768 req-772ed5a4-1b53-4c16-9a16-9df86ac25873 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427558 Nov 15 15:21:29.832826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26beb9b-13ff-4b0a-8da0-26995d48e768 req-52e103dd-ecb8-4a6d-8aed-f3fa6becfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:29.834453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26beb9b-13ff-4b0a-8da0-26995d48e768 req-52e103dd-ecb8-4a6d-8aed-f3fa6becfce7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 1097 time: 0.0455227 Nov 15 15:21:29.942177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26beb9b-13ff-4b0a-8da0-26995d48e768 req-a27c5a40-bb46-4d37-bfdd-53b38fef7997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:29.943719 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26beb9b-13ff-4b0a-8da0-26995d48e768 req-a27c5a40-bb46-4d37-bfdd-53b38fef7997 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0900455 Nov 15 15:21:30.016383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26beb9b-13ff-4b0a-8da0-26995d48e768 req-23725d3f-0ff7-4b72-ae41-d8b98a72d101 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9fbebe-5be5-4e2e-b718-6060eebbe98a HTTP/1.1" status: 200 len: 1001 time: 0.0645010 Nov 15 15:21:30.066748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26beb9b-13ff-4b0a-8da0-26995d48e768 req-70b116b3-0d7a-4a7d-b56e-f405589aa229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:30.068345 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26beb9b-13ff-4b0a-8da0-26995d48e768 req-70b116b3-0d7a-4a7d-b56e-f405589aa229 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0450163 Nov 15 15:21:30.114228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26beb9b-13ff-4b0a-8da0-26995d48e768 req-b5b16eb1-5949-4d92-bf16-047b9ee0f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:30.115748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26beb9b-13ff-4b0a-8da0-26995d48e768 req-b5b16eb1-5949-4d92-bf16-047b9ee0f580 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401108 Nov 15 15:21:30.210651 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26beb9b-13ff-4b0a-8da0-26995d48e768 req-f112dae6-c932-4aa8-87ce-c76618f0237d service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850251 Nov 15 15:21:30.303219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c26beb9b-13ff-4b0a-8da0-26995d48e768 req-31dde2e3-97f4-42b2-89dc-6549aa5968d4 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834103 Nov 15 15:21:32.182907 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a158c526-2bc1-4e94-95e1-30ea88248ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:33.651632 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:35.331123 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:35.759623 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:40.233476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52cc8-361a-4b6c-b78e-78fa7470dda8 req-3f94c663-7b47-4c41-9478-be107efbc43f tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:40.235024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-80a52cc8-361a-4b6c-b78e-78fa7470dda8 req-3f94c663-7b47-4c41-9478-be107efbc43f tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1097 time: 0.0430274 Nov 15 15:21:40.282571 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-80a52cc8-361a-4b6c-b78e-78fa7470dda8 req-1c78a834-b018-40df-a34b-8d64c0612d59 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411124 Nov 15 15:21:40.405499 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d0c69-0d80-4ff2-8e27-36025746a3b4 req-5ca1836c-09bc-4f90-af0e-a686f608ab0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:40.406961 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca9d0c69-0d80-4ff2-8e27-36025746a3b4 req-5ca1836c-09bc-4f90-af0e-a686f608ab0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0541093 Nov 15 15:21:40.457394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca9d0c69-0d80-4ff2-8e27-36025746a3b4 req-100fdc7c-e943-4ffd-89be-e41453cd62e4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439649 Nov 15 15:21:40.479672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48464) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:21:40.540461 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c2925a41-f4d2-4554-908b-fe9a3636421c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/b519e9fb-29ed-4add-a049-2c2e3b7a71d4 HTTP/1.1" status: 200 len: 992 time: 0.0596044 Nov 15 15:21:41.220486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d0ba2-0c62-4185-8fc4-bfcfec731741 req-a80af83c-8ef3-4781-a378-0c2df9591fa1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:41.222132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-233d0ba2-0c62-4185-8fc4-bfcfec731741 req-a80af83c-8ef3-4781-a378-0c2df9591fa1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0496764 Nov 15 15:21:41.271503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-233d0ba2-0c62-4185-8fc4-bfcfec731741 req-541d7bc5-0ceb-4a4c-89ba-a9ec03f14c5a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433376 Nov 15 15:21:41.309897 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48476) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:21:41.412420 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-c374905c-d616-4397-9e31-bca77fba05d2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1012666 Nov 15 15:21:41.421108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-19a5a601-c95e-4fe6-89f1-6d1336c78cfc service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:21:41.422051 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-19a5a601-c95e-4fe6-89f1-6d1336c78cfc service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050454 Nov 15 15:21:42.401048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba648c6a-6634-4165-8ab1-dfa64083e766 req-87180cc3-f8d7-4516-96c1-288c3b97ee58 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:42.402620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba648c6a-6634-4165-8ab1-dfa64083e766 req-87180cc3-f8d7-4516-96c1-288c3b97ee58 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0556097 Nov 15 15:21:42.457721 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba648c6a-6634-4165-8ab1-dfa64083e766 req-31263a99-bd27-4d59-9d92-98e6b88e2efe tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461595 Nov 15 15:21:43.470286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-53ec5fb8-5315-4616-9fa0-91bd79813a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:43.471872 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-53ec5fb8-5315-4616-9fa0-91bd79813a51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1097 time: 0.0424931 Nov 15 15:21:43.574385 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-1211b1bf-5099-48da-8b34-9365c7487b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:43.575894 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-1211b1bf-5099-48da-8b34-9365c7487b68 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 896 time: 0.0934467 Nov 15 15:21:43.578897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f07417-7109-4ea0-94ed-e1a2193c498c req-1e9f1f27-d3e1-451b-bdca-6d585db102b6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:43.580393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25f07417-7109-4ea0-94ed-e1a2193c498c req-1e9f1f27-d3e1-451b-bdca-6d585db102b6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0498898 Nov 15 15:21:43.630103 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25f07417-7109-4ea0-94ed-e1a2193c498c req-792932b9-09b3-43a1-9649-e01f209982e1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431426 Nov 15 15:21:43.647756 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-006bb3cb-1e1e-4225-84c5-b66a5cdfc8e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 1000 time: 0.0592852 Nov 15 15:21:43.701302 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-5481dbad-412f-4c1a-a8df-eef25ffed1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:43.702767 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-5481dbad-412f-4c1a-a8df-eef25ffed1fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 200 len: 834 time: 0.0433755 Nov 15 15:21:43.757221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-efc36eb9-df67-4000-b4b1-8aec8df2e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:43.758864 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-efc36eb9-df67-4000-b4b1-8aec8df2e9e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00e2e60-6abc-4c10-b3af-d532d11c9d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450883 Nov 15 15:21:43.858188 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-ea3bc598-451a-4daa-aa03-4ba5fe221e52 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826080 Nov 15 15:21:43.956276 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-1b4cc6b7-6fcb-4e7d-82b2-a3c65fda3c1f service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854759 Nov 15 15:21:44.752561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589016c-3e4a-4be5-832b-fc1392d05df4 req-14f4cbac-d9a6-40df-b13a-67789af70c05 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:44.755123 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1589016c-3e4a-4be5-832b-fc1392d05df4 req-14f4cbac-d9a6-40df-b13a-67789af70c05 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0491712 Nov 15 15:21:44.809667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1589016c-3e4a-4be5-832b-fc1392d05df4 req-b166f847-b3ea-4e0d-a464-8d94c1891dfd tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489895 Nov 15 15:21:45.928138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9fca1-1a52-45b6-8893-3f8208c1d237 req-80cb3c02-c1ec-4a34-8f09-00f00e342537 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:45.929628 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cd9fca1-1a52-45b6-8893-3f8208c1d237 req-80cb3c02-c1ec-4a34-8f09-00f00e342537 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0493472 Nov 15 15:21:45.980594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cd9fca1-1a52-45b6-8893-3f8208c1d237 req-f9fe9567-9bed-4b26-b9b7-a7e705625e76 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448377 Nov 15 15:21:47.103607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb4de5-975d-420f-ae09-b9830274e965 req-7dce33e0-32b1-4383-919e-94ef8ba8b3b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:47.105093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25eb4de5-975d-420f-ae09-b9830274e965 req-7dce33e0-32b1-4383-919e-94ef8ba8b3b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0540662 Nov 15 15:21:47.157969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25eb4de5-975d-420f-ae09-b9830274e965 req-7a921282-c49a-4b4a-b1c4-20bf87d5f8c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460458 Nov 15 15:21:48.278938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302f41f-9918-41d5-a6d1-c8eae5a0e3df req-a224963b-196b-45ea-a5e8-4867ba011de9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:48.280426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8302f41f-9918-41d5-a6d1-c8eae5a0e3df req-a224963b-196b-45ea-a5e8-4867ba011de9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0532105 Nov 15 15:21:48.329161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8302f41f-9918-41d5-a6d1-c8eae5a0e3df req-4820a8e9-bb8e-4e5b-8c36-7f42e0831438 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426705 Nov 15 15:21:49.445862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa4a88-cefd-403d-acc4-38e8ea9c278c req-0c9fb70d-1a90-40f0-bdda-42e635e80341 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:49.447448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdaa4a88-cefd-403d-acc4-38e8ea9c278c req-0c9fb70d-1a90-40f0-bdda-42e635e80341 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0489318 Nov 15 15:21:49.499854 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdaa4a88-cefd-403d-acc4-38e8ea9c278c req-ccbdba0f-25dd-4f64-8fc6-c0ff4129d38f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465877 Nov 15 15:21:50.618247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16bb9-fd0d-49be-b33f-487c13551ace req-a8912cd5-f7f6-47d5-bb95-51ede644020b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:50.619681 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf16bb9-fd0d-49be-b33f-487c13551ace req-a8912cd5-f7f6-47d5-bb95-51ede644020b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0494943 Nov 15 15:21:50.673306 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf16bb9-fd0d-49be-b33f-487c13551ace req-f028e739-d120-4638-99d8-51a58144b238 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469263 Nov 15 15:21:51.790634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852cbae-70d4-43f5-a86c-487fed8a4fc0 req-349dad00-0db2-469b-9e33-7bc7a4636d60 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:51.792105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4852cbae-70d4-43f5-a86c-487fed8a4fc0 req-349dad00-0db2-469b-9e33-7bc7a4636d60 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0495129 Nov 15 15:21:51.842489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4852cbae-70d4-43f5-a86c-487fed8a4fc0 req-cb810916-e5f6-4f8a-a783-77667bb0167c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442951 Nov 15 15:21:52.963591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4eb13-d655-429c-92a7-194a5d76c289 req-2c0b92d0-37d2-40ee-a175-2dc27ebcb75d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:52.965271 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5df4eb13-d655-429c-92a7-194a5d76c289 req-2c0b92d0-37d2-40ee-a175-2dc27ebcb75d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0508218 Nov 15 15:21:53.018968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5df4eb13-d655-429c-92a7-194a5d76c289 req-8f867027-e70d-4e80-ab3c-2bd78f454943 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472200 Nov 15 15:21:54.140571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d9b81-10c1-44b9-b838-ed36a24542a0 req-7ba9e15f-0702-4439-abfe-5ca2bfb8dafd tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:54.142084 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf3d9b81-10c1-44b9-b838-ed36a24542a0 req-7ba9e15f-0702-4439-abfe-5ca2bfb8dafd tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0521672 Nov 15 15:21:54.190550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf3d9b81-10c1-44b9-b838-ed36a24542a0 req-8e9f1c2d-bad3-4829-998c-122f2ac4ad04 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423713 Nov 15 15:21:54.298925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-ed986fd0-e3fe-4ea2-b1b6-8dc6f4ef6621 req-69ba2b47-40d0-4604-b434-ff2df6fd0dce service neutron] (103147) timed out ('10.222.0.70', 39208) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 15:21:55.309565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2dba6-e504-4345-a159-199bb7579993 req-9e2ba3d6-12bc-41fb-9534-a94fa76c9df8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:55.311137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96f2dba6-e504-4345-a159-199bb7579993 req-9e2ba3d6-12bc-41fb-9534-a94fa76c9df8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0506449 Nov 15 15:21:55.361110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96f2dba6-e504-4345-a159-199bb7579993 req-e15f83b7-0705-46d4-8f02-61e92154e108 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439529 Nov 15 15:21:56.489413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623008dd-5440-417b-8abc-8503da44fbb0 req-a17c84bd-917f-41b9-8ef8-14cee9ec1d4a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:56.491270 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-623008dd-5440-417b-8abc-8503da44fbb0 req-a17c84bd-917f-41b9-8ef8-14cee9ec1d4a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0558624 Nov 15 15:21:56.545094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-623008dd-5440-417b-8abc-8503da44fbb0 req-7bb74bfa-ee48-467a-b05c-435c1bc0a4a4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476806 Nov 15 15:21:57.673938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea26ee-8a04-4ee4-af8a-cd89401e19d9 req-d145bf72-9be0-48e3-bc84-03fd74608827 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:57.675522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23ea26ee-8a04-4ee4-af8a-cd89401e19d9 req-d145bf72-9be0-48e3-bc84-03fd74608827 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0592034 Nov 15 15:21:57.728249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23ea26ee-8a04-4ee4-af8a-cd89401e19d9 req-7b61a5d0-aef2-4d61-b543-bbca29b1a743 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458558 Nov 15 15:21:58.719543 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:58.850312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c98c1-dc3a-476a-8b41-71bd684f99ad req-b02dcd27-8828-40af-848c-3229e38ed41b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:21:58.851824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-091c98c1-dc3a-476a-8b41-71bd684f99ad req-b02dcd27-8828-40af-848c-3229e38ed41b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0507188 Nov 15 15:21:58.906129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-091c98c1-dc3a-476a-8b41-71bd684f99ad req-a56d175e-6b2a-4bad-a6cb-2e3f770d411a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482769 Nov 15 15:21:59.171168 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:21:59.746701 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81ea1764-0b59-4037-969f-af1deae14f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:00.025189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b289b-d3f6-4b73-8a44-70723a2ff405 req-080bc844-3e29-4405-9ec6-d310f2ac88db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:00.026708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc5b289b-d3f6-4b73-8a44-70723a2ff405 req-080bc844-3e29-4405-9ec6-d310f2ac88db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0504768 Nov 15 15:22:00.075249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc5b289b-d3f6-4b73-8a44-70723a2ff405 req-642e9f35-d96e-48ef-929d-6ffea4e0cb42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425580 Nov 15 15:22:01.185503 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:22:01.196005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53879ed7-6738-42f9-a3fd-77a0e4450566 req-74108879-9109-407d-8487-959e8b4fe114 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:01.197531 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53879ed7-6738-42f9-a3fd-77a0e4450566 req-74108879-9109-407d-8487-959e8b4fe114 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0527253 Nov 15 15:22:01.250208 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-53879ed7-6738-42f9-a3fd-77a0e4450566 req-4760d7b7-be38-4686-badd-a4b7b7d7232b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460901 Nov 15 15:22:01.458984 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-cf8ef343-4075-40bc-a467-f270be56714e service neutron] show failed (client error): The resource could not be found. Nov 15 15:22:01.459957 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-cf8ef343-4075-40bc-a467-f270be56714e service neutron] 10.222.0.46 "GET /v2.0/ports/75b75ce1-66e9-454b-9a44-ac277e072c9b/bindings/n-h1-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0567949 Nov 15 15:22:02.048137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-7f86d343-5f0b-4a56-8671-0c8b868a3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:02.049938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-7f86d343-5f0b-4a56-8671-0c8b868a3693 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1&tenant_id=2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 1097 time: 0.0525877 Nov 15 15:22:02.061639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:22:02.102532 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d42aff9-2fa2-4697-9047-aee12a9d3dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:02.121123 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:02.367360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:22:02.409696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22eead-09c4-4891-baa0-69c5b8a569e2 req-c67797a3-1606-4c50-92ac-a91509305922 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:02.411325 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb22eead-09c4-4891-baa0-69c5b8a569e2 req-c67797a3-1606-4c50-92ac-a91509305922 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0875556 Nov 15 15:22:02.426264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:22:02.489587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:22:02.491897 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b76cacb-c1e5-4885-b85e-570ede8c4ee9" -d '{"events": [{"server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "name": "network-vif-unplugged", "status": "completed", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:22:02.501127 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:02.511583 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb22eead-09c4-4891-baa0-69c5b8a569e2 req-f17625bf-2ee3-4322-900b-086da68444ce tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937090 Nov 15 15:22:02.520492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Transition to ACTIVE for port object 75b75ce1-66e9-454b-9a44-ac277e072c9b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:22:02.547734 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf27a667-772b-4b9e-98e3-1f6ea329b301 x-openstack-request-id: req-bf27a667-772b-4b9e-98e3-1f6ea329b301 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:22:02.548698 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "name": "network-vif-unplugged", "status": "completed", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:22:02.548698 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf27a667-772b-4b9e-98e3-1f6ea329b301 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:22:02.549227 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'code': 200} Nov 15 15:22:02.581009 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:02.673974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Pushing event updated for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:02.691438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:02.692036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:02.692578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:02.693132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:02.693492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:02.693838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:02.694179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:02.694539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:02.694880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:02.695260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:02.695594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:02.695938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:02.737286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] No DVR routers for this DVR port 75b75ce1-66e9-454b-9a44-ac277e072c9b on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:22:02.878777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Attempting to bind port 75b75ce1-66e9-454b-9a44-ac277e072c9b on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:22:02.879117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Attempting to bind port 75b75ce1-66e9-454b-9a44-ac277e072c9b by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:22:02.879474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Attempting to bind port 75b75ce1-66e9-454b-9a44-ac277e072c9b on network a00e2e60-6abc-4c10-b3af-d532d11c9d47 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:22:02.883957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Port 75b75ce1-66e9-454b-9a44-ac277e072c9b on network a00e2e60-6abc-4c10-b3af-d532d11c9d47 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:22:02.884225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Attempting to bind port 75b75ce1-66e9-454b-9a44-ac277e072c9b on network a00e2e60-6abc-4c10-b3af-d532d11c9d47 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:22:02.888992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:22:02.889331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Checking segment: {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:22:02.889719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Bound using segment: {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:22:02.890145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Bound port: 75b75ce1-66e9-454b-9a44-ac277e072c9b, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:22:02.890532 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:02.952255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:22:02.955206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:22:03.026757 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:03.077234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:03.078158 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:03.080223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] 10.222.0.59 "PUT /v2.0/ports/75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 1092 time: 1.0226564 Nov 15 15:22:03.102210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f1eb4-9496-4694-a339-c24690807d8d service neutron] Pushing event updated for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:03.149865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-6e62539e-e4e0-48bb-94cf-723a73fedffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:03.151517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-6e62539e-e4e0-48bb-94cf-723a73fedffd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1095 time: 0.0453384 Nov 15 15:22:03.248991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-3b4acb59-e9c8-45f8-a051-1ad1a987de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:03.250734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-3b4acb59-e9c8-45f8-a051-1ad1a987de58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 896 time: 0.0922713 Nov 15 15:22:03.322019 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-77f2eb7e-78ea-495e-bad0-1f6e0888cde1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 998 time: 0.0637414 Nov 15 15:22:03.372950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-a79b75c2-2bc1-4201-8470-a0f5111fb7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:03.374294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-a79b75c2-2bc1-4201-8470-a0f5111fb7b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 200 len: 834 time: 0.0456092 Nov 15 15:22:03.424416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-10d50966-815e-4e39-bc3b-1c668772e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:03.426108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-10d50966-815e-4e39-bc3b-1c668772e49c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a00e2e60-6abc-4c10-b3af-d532d11c9d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442505 Nov 15 15:22:03.521708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-7203ef9c-8e11-4ebc-ab1e-f0f36cac6b67 service neutron] 10.222.0.59 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880713 Nov 15 15:22:03.620680 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:03.651350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0002a8b-d265-4d8c-9c3d-de2870c59836 req-7390bb52-c2ce-4155-85aa-63f8f2da486a service neutron] 10.222.0.59 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224835 Nov 15 15:22:03.667817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0341167-7874-4d2f-b3dc-5b32a0391680 req-f80bcf42-df00-49ad-a9ff-ec49bf0f80fb tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:03.669376 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0341167-7874-4d2f-b3dc-5b32a0391680 req-f80bcf42-df00-49ad-a9ff-ec49bf0f80fb tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 944 time: 0.0797646 Nov 15 15:22:03.727031 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0341167-7874-4d2f-b3dc-5b32a0391680 req-51adffca-3835-47f1-ac1c-dbe748c29621 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510147 Nov 15 15:22:04.221965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 75b75ce1-66e9-454b-9a44-ac277e072c9b no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:22:04.260062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 75b75ce1-66e9-454b-9a44-ac277e072c9b not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:22:04.550640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:22:04.553006 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605f23c6-653e-424b-ac35-b1ab65831112" -d '{"events": [{"name": "network-changed", "server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:22:04.600472 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ccd452-0bf4-46ba-bc24-7df43ccd0d0d x-openstack-request-id: req-53ccd452-0bf4-46ba-bc24-7df43ccd0d0d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:22:04.600760 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:22:04.601016 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53ccd452-0bf4-46ba-bc24-7df43ccd0d0d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:22:04.601415 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'status': 'completed', 'code': 200} Nov 15 15:22:04.664978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f23c6-653e-424b-ac35-b1ab65831112 req-8fee4cce-30f0-4b6e-89d1-525d5097826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:04.666145 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f23c6-653e-424b-ac35-b1ab65831112 req-cd65ab01-8e3c-4ba2-a92b-98036b7cbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:04.666634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-8fee4cce-30f0-4b6e-89d1-525d5097826b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1095 time: 0.0410147 Nov 15 15:22:04.667698 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-cd65ab01-8e3c-4ba2-a92b-98036b7cbb42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1095 time: 0.0410728 Nov 15 15:22:04.763238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f23c6-653e-424b-ac35-b1ab65831112 req-b31c6399-b06d-4037-95ee-9f05ddeca7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:04.764743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-b31c6399-b06d-4037-95ee-9f05ddeca7d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 896 time: 0.0895355 Nov 15 15:22:04.773822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f23c6-653e-424b-ac35-b1ab65831112 req-7ba27c13-6450-4f45-b43d-d2e4567dfb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:04.775474 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-7ba27c13-6450-4f45-b43d-d2e4567dfb5e service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 896 time: 0.1002977 Nov 15 15:22:04.847472 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-dac28ec5-ba6e-4b9d-a427-1d18a688ee53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 998 time: 0.0599380 Nov 15 15:22:04.867435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-10383e12-4e79-43c8-9b2d-b8a3aca6526c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 998 time: 0.0906181 Nov 15 15:22:04.891135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f92a92-8599-4a15-b755-7ed7af68530f req-8561b165-8b40-4b27-ac28-509bd104ac5c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:04.892593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0f92a92-8599-4a15-b755-7ed7af68530f req-8561b165-8b40-4b27-ac28-509bd104ac5c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 944 time: 0.0809450 Nov 15 15:22:04.911868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f23c6-653e-424b-ac35-b1ab65831112 req-542e112f-8c98-4588-9a22-503cf727b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:04.913321 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-542e112f-8c98-4588-9a22-503cf727b216 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 200 len: 834 time: 0.0536244 Nov 15 15:22:04.944433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f23c6-653e-424b-ac35-b1ab65831112 req-cd7b1102-724b-4c57-8e18-2dd7106f1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:04.945933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-cd7b1102-724b-4c57-8e18-2dd7106f1d86 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 200 len: 834 time: 0.0697165 Nov 15 15:22:04.969257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f23c6-653e-424b-ac35-b1ab65831112 req-ad4bef07-08af-428e-93f1-359a4ca3ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:04.970606 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-ad4bef07-08af-428e-93f1-359a4ca3ce06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00e2e60-6abc-4c10-b3af-d532d11c9d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462995 Nov 15 15:22:04.998612 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d0f92a92-8599-4a15-b755-7ed7af68530f req-9191c5af-0fc2-4444-b9a2-ab82341a9869 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851984 Nov 15 15:22:05.018860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f23c6-653e-424b-ac35-b1ab65831112 req-20f774e0-7384-46f5-8dc3-33a38a5b1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:05.018860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-20f774e0-7384-46f5-8dc3-33a38a5b1f38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a00e2e60-6abc-4c10-b3af-d532d11c9d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570521 Nov 15 15:22:05.069412 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-9a4eb4f5-ddfc-475b-a75c-6bb683e5c5c4 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874894 Nov 15 15:22:05.114601 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-31bd6014-9b14-49fb-a7b3-8fab075a29cd service neutron] 10.222.0.59 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911334 Nov 15 15:22:05.170631 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-d363b231-c78a-4cd6-9f66-1c811313df79 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899839 Nov 15 15:22:05.209382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-605f23c6-653e-424b-ac35-b1ab65831112 req-d6f514e3-f417-4b8a-9438-e7e0b622d82d service neutron] 10.222.0.59 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876520 Nov 15 15:22:05.267966 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:05.827589 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:06.117211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7ea09-6dc8-44d8-9247-5fe1074a9bf2 req-a1ca4b48-3493-4e76-993e-9f2ff6293efe tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:06.118715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fe7ea09-6dc8-44d8-9247-5fe1074a9bf2 req-a1ca4b48-3493-4e76-993e-9f2ff6293efe tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 944 time: 0.0494957 Nov 15 15:22:06.172067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0fe7ea09-6dc8-44d8-9247-5fe1074a9bf2 req-ef715b4f-7af7-417f-b354-7deda5958ce5 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471559 Nov 15 15:22:06.599124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f7370-04e0-4bf3-b52c-a0aac9ec784b req-bd5367af-82f9-4ca6-9a3a-1f206dc6d12f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:06.600521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f7f7370-04e0-4bf3-b52c-a0aac9ec784b req-bd5367af-82f9-4ca6-9a3a-1f206dc6d12f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 944 time: 0.0488696 Nov 15 15:22:06.735753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-12bdfc77-39b7-4610-84a2-71a810443fdd tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:06.737231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-12bdfc77-39b7-4610-84a2-71a810443fdd tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.59 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1&tenant_id=2c7080e44e6e4988bc048dacb70630d1&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 944 time: 0.1335747 Nov 15 15:22:06.742216 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f7f7370-04e0-4bf3-b52c-a0aac9ec784b req-eac3da88-3a85-4615-b839-9ff0bf474b62 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1305490 Nov 15 15:22:06.780160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 75b75ce1-66e9-454b-9a44-ac277e072c9b details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:22:06.801036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-e4ef1635-9f8e-47a5-9267-d140c5d40823 service neutron] 10.222.0.59 "GET /v2.0/ports/75b75ce1-66e9-454b-9a44-ac277e072c9b/bindings/n-h1-817748-2 HTTP/1.1" status: 200 len: 382 time: 0.0560975 Nov 15 15:22:06.864821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-5af67466-9316-44ea-afb6-c8f0c29f1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:06.866249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-5af67466-9316-44ea-afb6-c8f0c29f1d8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1095 time: 0.0430408 Nov 15 15:22:06.889825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:22:06.901823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'port_id': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'mac_address': 'fa:16:3e:75:90:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:22:06.944502 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:06.958335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b75ce1-66e9-454b-9a44-ac277e072c9b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:22:06.980372 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:22:07.046495 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:07.101017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:07.109120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:07.109466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:07.109810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:07.110145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:07.110501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:07.110852 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:07.111165 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:07.111499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:07.111811 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:07.112134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:07.112455 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:07.112779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:07.279934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['75b75ce1-66e9-454b-9a44-ac277e072c9b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:22:07.300414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-4d28c777-3357-42c0-bdc3-89f7c0e17fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:07.301890 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-4d28c777-3357-42c0-bdc3-89f7c0e17fbc service neutron] 10.222.0.59 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 896 time: 0.4277875 Nov 15 15:22:07.368704 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-ec8529e6-e62b-4d48-8bba-fbe7b346384f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 999 time: 0.0582428 Nov 15 15:22:07.418129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7dffe86e-363a-4bf8-bd57-32379c2e71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:07.419580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7dffe86e-363a-4bf8-bd57-32379c2e71a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 200 len: 834 time: 0.0439095 Nov 15 15:22:07.472826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7ad64865-3429-483d-a3b5-6ed2dd77a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:07.474331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7ad64865-3429-483d-a3b5-6ed2dd77a8f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a00e2e60-6abc-4c10-b3af-d532d11c9d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452304 Nov 15 15:22:07.562775 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-fee26eae-86c0-4bc8-8692-ff868bdb5539 service neutron] 10.222.0.59 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813987 Nov 15 15:22:07.658378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-bfa7cff5-ecd4-4a59-9523-caad20c35922 service neutron] 10.222.0.59 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864508 Nov 15 15:22:07.864309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9634f-6c11-4b4f-a43a-957e3bdb7bd4 req-8e5af9fa-7774-4c04-b29b-15dcb58d7706 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:07.865789 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ed9634f-6c11-4b4f-a43a-957e3bdb7bd4 req-8e5af9fa-7774-4c04-b29b-15dcb58d7706 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 945 time: 0.0488684 Nov 15 15:22:07.915294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ed9634f-6c11-4b4f-a43a-957e3bdb7bd4 req-29480311-8c25-4ee5-8f0f-45473725e24c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435624 Nov 15 15:22:08.789284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 75b75ce1-66e9-454b-9a44-ac277e072c9b up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:22:08.931217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 75b75ce1-66e9-454b-9a44-ac277e072c9b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:22:08.935681 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 75b75ce1-66e9-454b-9a44-ac277e072c9b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:22:08.936111 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:09.044497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6054cb4-d5f4-4323-ad4d-6966eb5c5905 req-d01084e0-02bb-458e-83e5-2392ddc4c233 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:09.046219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6054cb4-d5f4-4323-ad4d-6966eb5c5905 req-d01084e0-02bb-458e-83e5-2392ddc4c233 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 945 time: 0.0550730 Nov 15 15:22:09.105535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6054cb4-d5f4-4323-ad4d-6966eb5c5905 req-67708d99-05d2-4074-92b2-1c6194f784a2 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527039 Nov 15 15:22:09.196523 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:09.254182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:22:09.256450 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054fec7a-173b-483e-a5bc-c8776e397a6c" -d '{"events": [{"server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "name": "network-vif-plugged", "status": "completed", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:22:09.294972 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:22:09.338178 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc341f6-1a67-4a52-b996-133c3e6b29ad x-openstack-request-id: req-5bc341f6-1a67-4a52-b996-133c3e6b29ad {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:22:09.338497 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "name": "network-vif-plugged", "status": "completed", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:22:09.338743 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5bc341f6-1a67-4a52-b996-133c3e6b29ad {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:22:09.339128 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'code': 200} Nov 15 15:22:09.353750 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:09.413844 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:10.223051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5d5e0-2965-4081-80b7-72025d5c6504 req-6f33d7ad-e843-4ae4-8426-8d168a27e04c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:10.224562 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ef5d5e0-2965-4081-80b7-72025d5c6504 req-6f33d7ad-e843-4ae4-8426-8d168a27e04c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0490370 Nov 15 15:22:10.263051 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-fa6da8f2-c45c-46f6-a61c-9be03bbb3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:10.264566 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-fa6da8f2-c45c-46f6-a61c-9be03bbb3428 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1&tenant_id=2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 1097 time: 0.0708113 Nov 15 15:22:10.275190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ef5d5e0-2965-4081-80b7-72025d5c6504 req-7f7d700a-a8ee-45e0-bb1b-fabc1336b1c7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434551 Nov 15 15:22:10.288260 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:22:10.346184 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:10.543221 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:22:10.574994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:22:10.613090 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:22:10.615392 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca284f50-c8a6-4b1a-8b97-a6918a160715" -d '{"events": [{"server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "name": "network-vif-unplugged", "status": "completed", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:22:10.619162 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:10.631673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Transition to ACTIVE for port object 75b75ce1-66e9-454b-9a44-ac277e072c9b will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:22:10.668641 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a0ac09-9386-4ea4-995f-70d62c81c48c x-openstack-request-id: req-67a0ac09-9386-4ea4-995f-70d62c81c48c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:22:10.668949 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "name": "network-vif-unplugged", "status": "completed", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:22:10.669201 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67a0ac09-9386-4ea4-995f-70d62c81c48c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:22:10.669601 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'code': 200} Nov 15 15:22:10.712814 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:10.835632 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:10.860888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:10.861231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:10.861568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:10.861903 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:10.862233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:10.862602 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:10.862930 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:10.863252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:10.863583 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:10.863909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:10.864226 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:10.864542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:22:10.916058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] No DVR routers for this DVR port 75b75ce1-66e9-454b-9a44-ac277e072c9b on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:22:11.063281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Attempting to bind port 75b75ce1-66e9-454b-9a44-ac277e072c9b on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:22:11.063566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Attempting to bind port 75b75ce1-66e9-454b-9a44-ac277e072c9b by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:22:11.063897 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Attempting to bind port 75b75ce1-66e9-454b-9a44-ac277e072c9b on network a00e2e60-6abc-4c10-b3af-d532d11c9d47 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:22:11.068252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Port 75b75ce1-66e9-454b-9a44-ac277e072c9b on network a00e2e60-6abc-4c10-b3af-d532d11c9d47 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:22:11.068575 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Attempting to bind port 75b75ce1-66e9-454b-9a44-ac277e072c9b on network a00e2e60-6abc-4c10-b3af-d532d11c9d47 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:22:11.073920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:22:11.074255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Checking segment: {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:22:11.074674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Bound using segment: {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:22:11.075095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Bound port: 75b75ce1-66e9-454b-9a44-ac277e072c9b, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd935d1-dca1-4b96-9c06-c7ff12df3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:22:11.075446 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:11.142692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:22:11.145632 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:22:11.210008 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:11.249276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:11.249900 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:11.251320 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] 10.222.0.46 "PUT /v2.0/ports/75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 1093 time: 0.9678736 Nov 15 15:22:11.270852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505cb8c-48f4-4d73-8dbc-f3169507c2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=11']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:11.325706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-197e77c9-a9e6-4a8a-bbe2-00b32b9b939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:11.327263 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-197e77c9-a9e6-4a8a-bbe2-00b32b9b939a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1096 time: 0.0457852 Nov 15 15:22:11.408875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13329ac-bc82-40f9-ab85-827cb83760ff req-509250f6-277e-4ac9-9751-a330cd7f8a9a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:11.411147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b13329ac-bc82-40f9-ab85-827cb83760ff req-509250f6-277e-4ac9-9751-a330cd7f8a9a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 945 time: 0.0563290 Nov 15 15:22:11.441218 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-1d347920-a4ec-4d89-9658-b30c977143da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:11.442842 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-1d347920-a4ec-4d89-9658-b30c977143da service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 896 time: 0.1051776 Nov 15 15:22:11.466106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b13329ac-bc82-40f9-ab85-827cb83760ff req-931f2839-e12c-4b01-b76e-b8ec13a84db9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477476 Nov 15 15:22:11.521131 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-4b11b861-37ce-4964-8ee0-79460a5ee5e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 998 time: 0.0677581 Nov 15 15:22:11.577815 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-aaf410ea-90ea-412e-94cb-8d2af9109422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:11.579253 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-aaf410ea-90ea-412e-94cb-8d2af9109422 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 200 len: 834 time: 0.0471742 Nov 15 15:22:11.635696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-bf0a082a-b11e-4d77-ab73-c6766655c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:11.637200 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-bf0a082a-b11e-4d77-ab73-c6766655c0fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00e2e60-6abc-4c10-b3af-d532d11c9d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465612 Nov 15 15:22:11.732229 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-512a24bf-ae16-4b51-8e9e-edf5bbbdeca0 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819442 Nov 15 15:22:11.839720 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dc4557d0-56ae-42fb-8f64-aaf596881c11 req-b094e812-c635-48a3-9dbf-2992d3d0cc3d service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942688 Nov 15 15:22:12.595592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13df0f-0686-4199-8439-6473fb252ee3 req-79b1dc3b-0b35-4ddb-864a-adf382686272 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:12.597030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af13df0f-0686-4199-8439-6473fb252ee3 req-79b1dc3b-0b35-4ddb-864a-adf382686272 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 945 time: 0.0528338 Nov 15 15:22:12.646194 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af13df0f-0686-4199-8439-6473fb252ee3 req-056a2c88-be68-4e4c-8f5e-958f0de69697 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425253 Nov 15 15:22:12.670730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:22:12.673061 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e" -d '{"events": [{"name": "network-changed", "server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:22:12.722349 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fde0a29-cdee-4a7e-97cf-d1bde07b20a5 x-openstack-request-id: req-9fde0a29-cdee-4a7e-97cf-d1bde07b20a5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:22:12.722666 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:22:12.722919 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9fde0a29-cdee-4a7e-97cf-d1bde07b20a5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:22:12.723321 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'status': 'completed', 'code': 200} Nov 15 15:22:12.787765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-1e822f1c-ab64-48df-a597-ca4775f59ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:12.788008 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-d9b8ad78-5af1-4044-b367-986b4039e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:12.789288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-1e822f1c-ab64-48df-a597-ca4775f59ce9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1096 time: 0.0422218 Nov 15 15:22:12.789399 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-d9b8ad78-5af1-4044-b367-986b4039e4f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1096 time: 0.0419054 Nov 15 15:22:12.804587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 75b75ce1-66e9-454b-9a44-ac277e072c9b no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:22:12.852365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 75b75ce1-66e9-454b-9a44-ac277e072c9b not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:22:12.891242 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-9056cf55-5849-48af-90e8-91562615b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:12.893304 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-9056cf55-5849-48af-90e8-91562615b94f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 896 time: 0.0955968 Nov 15 15:22:12.898781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-20c14751-1665-4285-a45f-2bb0cd9fba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:12.901067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-20c14751-1665-4285-a45f-2bb0cd9fba9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 896 time: 0.1046009 Nov 15 15:22:12.968351 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-8a20022e-e286-4a47-adf2-a16ad3813bb1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 998 time: 0.0660939 Nov 15 15:22:12.969989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-041c1733-e41d-474a-a23b-6fcd1ba5adaf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 998 time: 0.0615821 Nov 15 15:22:13.019877 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-d567a791-59ca-45fa-9597-7960c4d07808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:13.020552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-f9b68173-6577-4aa1-9b6f-48cc05908ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:13.021385 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-d567a791-59ca-45fa-9597-7960c4d07808 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 200 len: 834 time: 0.0455978 Nov 15 15:22:13.022028 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-f9b68173-6577-4aa1-9b6f-48cc05908ee4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 200 len: 834 time: 0.0448864 Nov 15 15:22:13.069206 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-f17b5b29-203e-422e-9e4c-2c16c7649590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:13.070345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-e8423006-5dd2-4cea-8dca-f71ff2b5ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:13.070766 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-f17b5b29-203e-422e-9e4c-2c16c7649590 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00e2e60-6abc-4c10-b3af-d532d11c9d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394018 Nov 15 15:22:13.072416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-e8423006-5dd2-4cea-8dca-f71ff2b5ed94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a00e2e60-6abc-4c10-b3af-d532d11c9d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436616 Nov 15 15:22:13.164738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-6fc69179-2b98-43db-a752-136c28ce9c4d service neutron] 10.222.0.59 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846744 Nov 15 15:22:13.165714 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-c4a37dc9-109e-4936-a510-ddac8e4f9108 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871220 Nov 15 15:22:13.260700 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-50b20b1c-f612-49e6-bd81-47ba954e4378 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850465 Nov 15 15:22:13.264428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca6e7e09-15b1-4953-86f3-9ee2bd0de73e req-3ae8d9f0-ffc4-4d94-95b1-b45be75d8e62 service neutron] 10.222.0.59 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888472 Nov 15 15:22:13.765400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6a9d5-1d7c-4670-89eb-98574f351c78 req-ce01a502-22e2-4cdf-875c-db7610f792d2 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:13.766933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9a6a9d5-1d7c-4670-89eb-98574f351c78 req-ce01a502-22e2-4cdf-875c-db7610f792d2 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 945 time: 0.0517638 Nov 15 15:22:13.817558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9a6a9d5-1d7c-4670-89eb-98574f351c78 req-6f17eb70-d01b-4a03-9789-6598c17c461a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444613 Nov 15 15:22:14.282970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 75b75ce1-66e9-454b-9a44-ac277e072c9b details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:22:14.379211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:22:14.390311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'port_id': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'mac_address': 'fa:16:3e:75:90:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:22:14.426567 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:14.439948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b75ce1-66e9-454b-9a44-ac277e072c9b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:22:14.459260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:22:14.536536 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:14.583672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:14.789929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['75b75ce1-66e9-454b-9a44-ac277e072c9b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:22:14.935856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78121bd7-9f2a-413b-86a3-46c31c7f6e4e req-012829a0-5e74-4820-87b4-7badee6c2259 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:14.937363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78121bd7-9f2a-413b-86a3-46c31c7f6e4e req-012829a0-5e74-4820-87b4-7badee6c2259 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 946 time: 0.0495706 Nov 15 15:22:15.000498 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78121bd7-9f2a-413b-86a3-46c31c7f6e4e req-b9eac7d6-751c-4f7a-93e6-40567774092c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566449 Nov 15 15:22:15.022747 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48578) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:22:15.087992 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a5e21e0e-ca5d-41fc-a9f4-723140666b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/b519e9fb-29ed-4add-a049-2c2e3b7a71d4 HTTP/1.1" status: 200 len: 991 time: 0.0640268 Nov 15 15:22:16.298584 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 75b75ce1-66e9-454b-9a44-ac277e072c9b up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:22:16.388257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 75b75ce1-66e9-454b-9a44-ac277e072c9b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:22:16.392478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 75b75ce1-66e9-454b-9a44-ac277e072c9b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:22:16.392842 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:16.469629 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:16.492036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:22:16.495122 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15525748-76f0-44bf-adf0-d9dd43f4a6f3" -d '{"events": [{"server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "name": "network-vif-plugged", "status": "completed", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:22:16.507816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:22:16.569437 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:16.600063 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f61cbd-7c0e-40fc-90e3-60bd98e131e7 x-openstack-request-id: req-81f61cbd-7c0e-40fc-90e3-60bd98e131e7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:22:16.600352 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "name": "network-vif-plugged", "status": "completed", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:22:16.600604 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81f61cbd-7c0e-40fc-90e3-60bd98e131e7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:22:16.601018 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'code': 200} Nov 15 15:22:16.623311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=13']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:24.275621 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e30afd7-e0dc-448f-b878-c03d61698bed req-b6de1f1b-0ee5-42eb-94bb-eab134fec2ed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394735 Nov 15 15:22:24.364808 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30afd7-e0dc-448f-b878-c03d61698bed req-fe0691d8-71aa-46a3-bd2e-41c431677de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:24.366326 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e30afd7-e0dc-448f-b878-c03d61698bed req-fe0691d8-71aa-46a3-bd2e-41c431677de3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1098 time: 0.0440996 Nov 15 15:22:24.478032 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30afd7-e0dc-448f-b878-c03d61698bed req-24c1d907-5330-43d5-a3f8-d591770c46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:24.480064 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e30afd7-e0dc-448f-b878-c03d61698bed req-24c1d907-5330-43d5-a3f8-d591770c46fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 896 time: 0.0902221 Nov 15 15:22:24.550283 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e30afd7-e0dc-448f-b878-c03d61698bed req-d2326955-0964-4001-8313-47e80d384bd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 1000 time: 0.0625720 Nov 15 15:22:24.600765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30afd7-e0dc-448f-b878-c03d61698bed req-bc0781c8-d7c7-4069-b08e-2e046791c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:24.602248 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e30afd7-e0dc-448f-b878-c03d61698bed req-bc0781c8-d7c7-4069-b08e-2e046791c9a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 200 len: 834 time: 0.0440629 Nov 15 15:22:24.648399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30afd7-e0dc-448f-b878-c03d61698bed req-a749d18a-1000-498d-b2fb-b47435feddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:24.650591 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e30afd7-e0dc-448f-b878-c03d61698bed req-a749d18a-1000-498d-b2fb-b47435feddfb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00e2e60-6abc-4c10-b3af-d532d11c9d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393572 Nov 15 15:22:24.742508 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e30afd7-e0dc-448f-b878-c03d61698bed req-5e69a2bd-ee62-4526-a8dd-c9a6dd0edb30 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844035 Nov 15 15:22:24.834032 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5e30afd7-e0dc-448f-b878-c03d61698bed req-752cadec-f4e9-4952-8496-57e859c55e42 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832160 Nov 15 15:22:28.729170 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:29.176287 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:29.736002 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb1f5-5056-4501-91fe-f5457879a776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:31.761821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b79f921c-1615-4b38-bc7c-b085f11c18d1 req-aa941b46-5125-415b-b672-dc841a83f8a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436232 Nov 15 15:22:31.846259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f921c-1615-4b38-bc7c-b085f11c18d1 req-c3d605ef-83b6-47b7-b7fe-40cdc6ad3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:31.847803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b79f921c-1615-4b38-bc7c-b085f11c18d1 req-c3d605ef-83b6-47b7-b7fe-40cdc6ad3d60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 1097 time: 0.0418239 Nov 15 15:22:31.954818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f921c-1615-4b38-bc7c-b085f11c18d1 req-fa895adf-d5cd-496a-8af1-38f2e69d1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:31.956301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b79f921c-1615-4b38-bc7c-b085f11c18d1 req-fa895adf-d5cd-496a-8af1-38f2e69d1396 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0891924 Nov 15 15:22:32.023021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b79f921c-1615-4b38-bc7c-b085f11c18d1 req-d6092db5-3dd0-44b5-b058-57c629680028 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9fbebe-5be5-4e2e-b718-6060eebbe98a HTTP/1.1" status: 200 len: 1001 time: 0.0585825 Nov 15 15:22:32.073842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f921c-1615-4b38-bc7c-b085f11c18d1 req-23270bc9-29ad-4cd0-9af4-27d0b62bcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:32.075371 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b79f921c-1615-4b38-bc7c-b085f11c18d1 req-23270bc9-29ad-4cd0-9af4-27d0b62bcd8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0444272 Nov 15 15:22:32.096392 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f2b63f2-a417-48b0-8262-33374666fd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:32.126411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f921c-1615-4b38-bc7c-b085f11c18d1 req-cce77375-1a3a-48d0-af91-9cd3e319ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:32.127949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b79f921c-1615-4b38-bc7c-b085f11c18d1 req-cce77375-1a3a-48d0-af91-9cd3e319ce33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457125 Nov 15 15:22:32.218237 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b79f921c-1615-4b38-bc7c-b085f11c18d1 req-72f723a0-bb4a-44dc-b3f8-7e6a87dea997 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823410 Nov 15 15:22:32.317545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b79f921c-1615-4b38-bc7c-b085f11c18d1 req-c0e76e50-fc03-4bd4-8c83-a2193f7251b4 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909078 Nov 15 15:22:33.610082 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:35.261579 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:35.753036 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:38.188073 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:22:47.784167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb65641-7e5c-4b39-95d8-87989ff80ae8 req-24723581-a7b6-4259-bb0a-c0d15eed5e9f tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:47.785798 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8bb65641-7e5c-4b39-95d8-87989ff80ae8 req-24723581-a7b6-4259-bb0a-c0d15eed5e9f tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1098 time: 0.0462947 Nov 15 15:22:47.846525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8bb65641-7e5c-4b39-95d8-87989ff80ae8 req-06f2093e-8d64-425f-92c8-e04361e1ab50 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532224 Nov 15 15:22:47.871407 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:22:48.058474 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a28220c1-5043-42ef-84b4-bdceb34b9d1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port 45d81754-ca9b-4afc-99d5-14838c09204b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:22:48.058474 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a28220c1-5043-42ef-84b4-bdceb34b9d1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:48.145981 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a28220c1-5043-42ef-84b4-bdceb34b9d1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:48.146373 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a28220c1-5043-42ef-84b4-bdceb34b9d1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:48.161549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a28220c1-5043-42ef-84b4-bdceb34b9d1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for 45d81754-ca9b-4afc-99d5-14838c09204b owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:22:48.421813 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a28220c1-5043-42ef-84b4-bdceb34b9d1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:48.446442 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28220c1-5043-42ef-84b4-bdceb34b9d1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=45d81754-ca9b-4afc-99d5-14838c09204b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:48.514904 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a28220c1-5043-42ef-84b4-bdceb34b9d1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:48.515265 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-a28220c1-5043-42ef-84b4-bdceb34b9d1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Floating IP b519e9fb-29ed-4add-a049-2c2e3b7a71d4 disassociated (deleted). External IP: 172.25.4.4, port: 75b75ce1-66e9-454b-9a44-ac277e072c9b. Nov 15 15:22:48.744548 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28220c1-5043-42ef-84b4-bdceb34b9d1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:22:49.206421 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28220c1-5043-42ef-84b4-bdceb34b9d1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:22:49.211572 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a28220c1-5043-42ef-84b4-bdceb34b9d1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:49.217288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673773ed-f1f2-4709-9c57-63b9d9abfa1f None None] Sync routers for ids ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:22:49.227131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673773ed-f1f2-4709-9c57-63b9d9abfa1f None None] Routers {'4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:22:49.227750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-673773ed-f1f2-4709-9c57-63b9d9abfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:22:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:22:49.240415 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a28220c1-5043-42ef-84b4-bdceb34b9d1b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/floatingips/b519e9fb-29ed-4add-a049-2c2e3b7a71d4 HTTP/1.1" status: 204 len: 168 time: 1.3674088 Nov 15 15:22:49.241013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:22:49.243295 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8561f90-f04c-4944-8a49-4fb9240cc116" -d '{"events": [{"name": "network-changed", "server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:22:49.379556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-673773ed-f1f2-4709-9c57-63b9d9abfa1f None None] Set router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:22:49.383265 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe174ed-37aa-4f6c-9e4a-7b60ded85f84 x-openstack-request-id: req-fbe174ed-37aa-4f6c-9e4a-7b60ded85f84 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:22:49.383552 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:22:49.383800 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fbe174ed-37aa-4f6c-9e4a-7b60ded85f84 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:22:49.384200 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'status': 'completed', 'code': 200} Nov 15 15:22:49.450161 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8561f90-f04c-4944-8a49-4fb9240cc116 req-cbfc13e4-0631-4b32-9724-16e0b4b700b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:49.451770 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8561f90-f04c-4944-8a49-4fb9240cc116 req-cbfc13e4-0631-4b32-9724-16e0b4b700b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 1098 time: 0.0456684 Nov 15 15:22:49.556490 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8561f90-f04c-4944-8a49-4fb9240cc116 req-5122b20a-32e7-4aa3-8e34-4c23ec26a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:49.559304 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8561f90-f04c-4944-8a49-4fb9240cc116 req-5122b20a-32e7-4aa3-8e34-4c23ec26a1bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 200 len: 896 time: 0.0982225 Nov 15 15:22:49.613934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-673773ed-f1f2-4709-9c57-63b9d9abfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:20:47Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '98ee2ea0-a3b7-4dae-8489-f344aa38d963', 'name': '', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:a4:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:46Z', 'updated_at': '2021-11-15T15:20:50Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:22:49.618430 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8561f90-f04c-4944-8a49-4fb9240cc116 req-1c7fcd6b-9599-4165-8b48-e7a5a8a2d305 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 200 len: 217 time: 0.0453086 Nov 15 15:22:49.648742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673773ed-f1f2-4709-9c57-63b9d9abfa1f None None] Checking router: 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:22:49.661073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673773ed-f1f2-4709-9c57-63b9d9abfa1f None None] Routers {'4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:22:49.662017 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-673773ed-f1f2-4709-9c57-63b9d9abfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:22:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:22:49.682069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8561f90-f04c-4944-8a49-4fb9240cc116 req-a6591568-4f43-433c-b69e-6233bb9eccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:49.683626 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8561f90-f04c-4944-8a49-4fb9240cc116 req-a6591568-4f43-433c-b69e-6233bb9eccd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 200 len: 834 time: 0.0550694 Nov 15 15:22:49.747784 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8561f90-f04c-4944-8a49-4fb9240cc116 req-8787b5ac-0c97-4679-97e5-6c1452adf04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:49.749708 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8561f90-f04c-4944-8a49-4fb9240cc116 req-8787b5ac-0c97-4679-97e5-6c1452adf04d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00e2e60-6abc-4c10-b3af-d532d11c9d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530517 Nov 15 15:22:49.773387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f9f92-98f9-4195-830b-3a894994bbf1 req-8ae4d7c7-0499-45d2-b7ad-d922ded7627f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:49.775047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f34f9f92-98f9-4195-830b-3a894994bbf1 req-8ae4d7c7-0499-45d2-b7ad-d922ded7627f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 947 time: 0.0512178 Nov 15 15:22:49.792556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-673773ed-f1f2-4709-9c57-63b9d9abfa1f None None] Set router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:22:49.835964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f34f9f92-98f9-4195-830b-3a894994bbf1 req-43ba5207-cda8-42a0-abaa-99225f374420 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537221 Nov 15 15:22:49.854571 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8561f90-f04c-4944-8a49-4fb9240cc116 req-d90a95ee-c529-4d08-81fe-2b92901ff4e0 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955322 Nov 15 15:22:49.972780 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8561f90-f04c-4944-8a49-4fb9240cc116 req-ab0d1ecc-73e3-483b-9806-c0aca0670365 service neutron] 10.222.0.46 "GET /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100450 Nov 15 15:22:50.020133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-673773ed-f1f2-4709-9c57-63b9d9abfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:20:47Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '98ee2ea0-a3b7-4dae-8489-f344aa38d963', 'name': '', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:a4:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:46Z', 'updated_at': '2021-11-15T15:20:50Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:22:50.048150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673773ed-f1f2-4709-9c57-63b9d9abfa1f None None] The sync data for ids ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'] in n-d-817748-2 is: [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:20:47Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '98ee2ea0-a3b7-4dae-8489-f344aa38d963', 'name': '', 'network_id': 'a00e2e60-6abc-4c10-b3af-d532d11c9d47', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:a4:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:46Z', 'updated_at': '2021-11-15T15:20:50Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '8cb8fb40-8fb5-4961-95b0-e347164f70d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:22:50.315784 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15116763-e666-4e25-8497-77fd33f5e192 None None] New status for floating IP b519e9fb-29ed-4add-a049-2c2e3b7a71d4: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:22:50.966360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07fb5b-70f7-4d70-8de8-8d7e6e2cf38a req-f6627cbe-1311-48e4-ac4c-2343c48d9d28 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:50.967884 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c07fb5b-70f7-4d70-8de8-8d7e6e2cf38a req-f6627cbe-1311-48e4-ac4c-2343c48d9d28 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 947 time: 0.0580530 Nov 15 15:22:51.027366 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c07fb5b-70f7-4d70-8de8-8d7e6e2cf38a req-326ac620-4964-4ebe-bd0b-e18827fdfd37 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb6bfc0a-b515-44ee-82bc-202050a46948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529838 Nov 15 15:22:51.256436 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95936bfb-a2d4-405c-8a7a-8c3be613be3e req-96d7a110-be05-4ac1-a31b-460f3744919d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:22:51.257976 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-95936bfb-a2d4-405c-8a7a-8c3be613be3e req-96d7a110-be05-4ac1-a31b-460f3744919d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.46 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 947 time: 0.0529311 Nov 15 15:22:51.389347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-95936bfb-a2d4-405c-8a7a-8c3be613be3e req-7a319312-8411-49e3-b9a1-966e05f09e5c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port 75b75ce1-66e9-454b-9a44-ac277e072c9b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:22:51.389688 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-95936bfb-a2d4-405c-8a7a-8c3be613be3e req-7a319312-8411-49e3-b9a1-966e05f09e5c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:51.528213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-95936bfb-a2d4-405c-8a7a-8c3be613be3e req-7a319312-8411-49e3-b9a1-966e05f09e5c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] For port 75b75ce1-66e9-454b-9a44-ac277e072c9b, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=75b75ce1-66e9-454b-9a44-ac277e072c9b,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:22:51.528589 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-95936bfb-a2d4-405c-8a7a-8c3be613be3e req-7a319312-8411-49e3-b9a1-966e05f09e5c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:51.544797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-95936bfb-a2d4-405c-8a7a-8c3be613be3e req-7a319312-8411-49e3-b9a1-966e05f09e5c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for 75b75ce1-66e9-454b-9a44-ac277e072c9b owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:22:51.770076 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-95936bfb-a2d4-405c-8a7a-8c3be613be3e req-7a319312-8411-49e3-b9a1-966e05f09e5c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:51.802584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319312-8411-49e3-b9a1-966e05f09e5c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=75b75ce1-66e9-454b-9a44-ac277e072c9b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:51.847290 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-95936bfb-a2d4-405c-8a7a-8c3be613be3e req-7a319312-8411-49e3-b9a1-966e05f09e5c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] No DVR routers for this DVR port 75b75ce1-66e9-454b-9a44-ac277e072c9b on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:22:51.850215 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-95936bfb-a2d4-405c-8a7a-8c3be613be3e req-7a319312-8411-49e3-b9a1-966e05f09e5c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:51.854085 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-95936bfb-a2d4-405c-8a7a-8c3be613be3e req-7a319312-8411-49e3-b9a1-966e05f09e5c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.46 "DELETE /v2.0/ports/75b75ce1-66e9-454b-9a44-ac277e072c9b HTTP/1.1" status: 204 len: 173 time: 0.5855718 Nov 15 15:22:51.854708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'name': 'network-vif-deleted', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:22:51.857042 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66b55e0-2d5d-4f6c-be51-56d832ff258d" -d '{"events": [{"server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "name": "network-vif-deleted", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:22:51.895376 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a42310-711b-4f92-8b64-ad761a15ca08 x-openstack-request-id: req-a3a42310-711b-4f92-8b64-ad761a15ca08 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:22:51.895683 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12677695-c75f-4a96-8c25-104ff89f65e1", "name": "network-vif-deleted", "tag": "75b75ce1-66e9-454b-9a44-ac277e072c9b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:22:51.895939 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3a42310-711b-4f92-8b64-ad761a15ca08 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:22:51.896364 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12677695-c75f-4a96-8c25-104ff89f65e1', 'name': 'network-vif-deleted', 'tag': '75b75ce1-66e9-454b-9a44-ac277e072c9b', 'status': 'completed', 'code': 200} Nov 15 15:22:52.140307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51b342c3-731b-4c49-8eb5-749fdbeace77 req-61094ad8-a519-4966-9f07-246f93f4e015 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=12677695-c75f-4a96-8c25-104ff89f65e1 HTTP/1.1" status: 200 len: 210 time: 0.0380728 Nov 15 15:22:53.204045 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:22:53.610098 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf3015bd-0e6c-44c2-967f-2e9bf7f617a9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:53.908188 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cf3015bd-0e6c-44c2-967f-2e9bf7f617a9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port 98ee2ea0-a3b7-4dae-8489-f344aa38d963 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:22:53.908500 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf3015bd-0e6c-44c2-967f-2e9bf7f617a9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:54.004222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cf3015bd-0e6c-44c2-967f-2e9bf7f617a9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] For port 98ee2ea0-a3b7-4dae-8489-f344aa38d963, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=98ee2ea0-a3b7-4dae-8489-f344aa38d963,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:22:54.004584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf3015bd-0e6c-44c2-967f-2e9bf7f617a9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:54.020631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cf3015bd-0e6c-44c2-967f-2e9bf7f617a9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for 98ee2ea0-a3b7-4dae-8489-f344aa38d963 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:22:54.318741 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf3015bd-0e6c-44c2-967f-2e9bf7f617a9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:54.350814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3015bd-0e6c-44c2-967f-2e9bf7f617a9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=98ee2ea0-a3b7-4dae-8489-f344aa38d963,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:54.458234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 75b75ce1-66e9-454b-9a44-ac277e072c9b no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:22:54.487961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 75b75ce1-66e9-454b-9a44-ac277e072c9b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:22:54.488724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 75b75ce1-66e9-454b-9a44-ac277e072c9b not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:22:54.540082 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf3015bd-0e6c-44c2-967f-2e9bf7f617a9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:54.783715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3015bd-0e6c-44c2-967f-2e9bf7f617a9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:22:54.905474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3015bd-0e6c-44c2-967f-2e9bf7f617a9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:22:54.910578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cf3015bd-0e6c-44c2-967f-2e9bf7f617a9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "PUT /v2.0/routers/4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7053077 Nov 15 15:22:54.913743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:22:54.917033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ed7cb-6c18-443f-b1a5-d9da90f9cc79 None None] Sync routers for ids ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:22:54.933566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ed7cb-6c18-443f-b1a5-d9da90f9cc79 None None] Routers {'4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:22:54.934181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e88ed7cb-6c18-443f-b1a5-d9da90f9cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:22:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:22:54.972677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2ad175-f2bc-41c1-bdf6-cf12a49f0bf3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting subnet 8cb8fb40-8fb5-4961-95b0-e347164f70d1 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:22:54.976368 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2ad175-f2bc-41c1-bdf6-cf12a49f0bf3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:55.022424 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2ad175-f2bc-41c1-bdf6-cf12a49f0bf3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:55.050554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e88ed7cb-6c18-443f-b1a5-d9da90f9cc79 None None] Set router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:22:55.135229 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2ad175-f2bc-41c1-bdf6-cf12a49f0bf3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:55.267507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e88ed7cb-6c18-443f-b1a5-d9da90f9cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:22:54Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:22:55.283454 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2ad175-f2bc-41c1-bdf6-cf12a49f0bf3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:55.297571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ed7cb-6c18-443f-b1a5-d9da90f9cc79 None None] Checking router: 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:22:55.309084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ed7cb-6c18-443f-b1a5-d9da90f9cc79 None None] Routers {'4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:22:55.310603 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e88ed7cb-6c18-443f-b1a5-d9da90f9cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:22:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:22:55.327540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ad175-f2bc-41c1-bdf6-cf12a49f0bf3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb8fb40-8fb5-4961-95b0-e347164f70d1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:55.329832 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2ad175-f2bc-41c1-bdf6-cf12a49f0bf3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:55.335080 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-de2ad175-f2bc-41c1-bdf6-cf12a49f0bf3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/subnets/8cb8fb40-8fb5-4961-95b0-e347164f70d1 HTTP/1.1" status: 204 len: 168 time: 0.4180613 Nov 15 15:22:55.336039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:22:55.360033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c35882-5ff5-434b-86f7-2c686311c137 None None] Network a00e2e60-6abc-4c10-b3af-d532d11c9d47 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:22:55.480486 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:55.609321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:55.692709 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e88ed7cb-6c18-443f-b1a5-d9da90f9cc79 None None] Set router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:22:55.745396 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:22:55.745766 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:55.855938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] For port ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:22:55.856326 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:55.870899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:22:55.898424 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb5e648-f8be-48ed-91bd-b2f17d79a311 None None] DHCP port deletion for a00e2e60-6abc-4c10-b3af-d532d11c9d47 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:22:55.961156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e88ed7cb-6c18-443f-b1a5-d9da90f9cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:22:54Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:22:55.997976 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ed7cb-6c18-443f-b1a5-d9da90f9cc79 None None] The sync data for ids ['4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5'] in n-d-817748-2 is: [{'id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101770767', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:20:42Z', 'updated_at': '2021-11-15T15:22:54Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:20:43Z', 'updated_at': '2021-11-15T15:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:22:56.005565 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7cb5e648-f8be-48ed-91bd-b2f17d79a311 None None] Deleting port be5df1b3-70fb-4db9-b968-f723a7317a16 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:22:56.005946 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7cb5e648-f8be-48ed-91bd-b2f17d79a311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:56.082928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7cb5e648-f8be-48ed-91bd-b2f17d79a311 None None] For port be5df1b3-70fb-4db9-b968-f723a7317a16, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=be5df1b3-70fb-4db9-b968-f723a7317a16,segment=NetworkSegment(0cd935d1-dca1-4b96-9c06-c7ff12df3acf),segment_id=0cd935d1-dca1-4b96-9c06-c7ff12df3acf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:22:56.083328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7cb5e648-f8be-48ed-91bd-b2f17d79a311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:56.096877 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7cb5e648-f8be-48ed-91bd-b2f17d79a311 None None] Calling delete_port for be5df1b3-70fb-4db9-b968-f723a7317a16 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:22:56.188142 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:56.221944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:56.232526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f750833f-e032-41fd-bfe5-dbdb5c6d4fad None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:22:56.255131 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7cb5e648-f8be-48ed-91bd-b2f17d79a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:56.284940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5e648-f8be-48ed-91bd-b2f17d79a311 None None] Pushing event deleted for resources: {'Port': ['ID=be5df1b3-70fb-4db9-b968-f723a7317a16,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:56.286115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:56.286829 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5e648-f8be-48ed-91bd-b2f17d79a311 None None] No DVR routers for this DVR port be5df1b3-70fb-4db9-b968-f723a7317a16 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:22:56.774627 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:56.776841 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:56.900302 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:56.900905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Fanout notify agent at l3_agent the message router_deleted on router 4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:22:56.907784 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:56.909059 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-95347705-5565-4d52-a47a-6a217617f1f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/routers/4ac0aa79-6ee7-4c72-b0b1-ec0fceb902a5 HTTP/1.1" status: 204 len: 168 time: 1.5721505 Nov 15 15:22:56.911672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:22:56.991299 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb5d5-f5a8-49d2-8057-d1e72dc6c66a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:57.093076 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb5d5-f5a8-49d2-8057-d1e72dc6c66a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:57.118227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a9fdb5d5-f5a8-49d2-8057-d1e72dc6c66a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00e2e60-6abc-4c10-b3af-d532d11c9d47']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:22:57.127751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a9fdb5d5-f5a8-49d2-8057-d1e72dc6c66a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd935d1-dca1-4b96-9c06-c7ff12df3acf') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:22:57.128051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a9fdb5d5-f5a8-49d2-8057-d1e72dc6c66a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd935d1-dca1-4b96-9c06-c7ff12df3acf') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:22:57.137452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb5d5-f5a8-49d2-8057-d1e72dc6c66a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:57.151056 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb5d5-f5a8-49d2-8057-d1e72dc6c66a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:57.157391 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fdb5d5-f5a8-49d2-8057-d1e72dc6c66a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:22:57.157771 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb5d5-f5a8-49d2-8057-d1e72dc6c66a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:22:57.160684 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:22:57.319239 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb5d5-f5a8-49d2-8057-d1e72dc6c66a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:57.327347 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb5d5-f5a8-49d2-8057-d1e72dc6c66a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:57.331694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a9fdb5d5-f5a8-49d2-8057-d1e72dc6c66a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/networks/a00e2e60-6abc-4c10-b3af-d532d11c9d47 HTTP/1.1" status: 204 len: 168 time: 0.4190340 Nov 15 15:22:57.334624 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:22:57.343929 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdb5d5-f5a8-49d2-8057-d1e72dc6c66a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Network': ['ID=a00e2e60-6abc-4c10-b3af-d532d11c9d47,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:57.404945 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f075082d-31c8-4189-b664-ffa8aa954ea7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:57.438415 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f075082d-31c8-4189-b664-ffa8aa954ea7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:57.585929 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f075082d-31c8-4189-b664-ffa8aa954ea7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:57.585929 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f075082d-31c8-4189-b664-ffa8aa954ea7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:57.585929 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f075082d-31c8-4189-b664-ffa8aa954ea7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/security-groups/cb6bfc0a-b515-44ee-82bc-202050a46948 HTTP/1.1" status: 204 len: 168 time: 0.2496164 Nov 15 15:22:57.597209 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075082d-31c8-4189-b664-ffa8aa954ea7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6bfc0a-b515-44ee-82bc-202050a46948,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:57.857221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:22:57.878991 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:22:57.879329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device ac9e5aa0-9cf1-4996-98b0-4c0eb414cd29 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:22:57.879749 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 98ee2ea0-a3b7-4dae-8489-f344aa38d963 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:22:57.901474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 98ee2ea0-a3b7-4dae-8489-f344aa38d963 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:22:57.901961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 98ee2ea0-a3b7-4dae-8489-f344aa38d963 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:22:57.902370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device be5df1b3-70fb-4db9-b968-f723a7317a16 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:22:57.921979 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: be5df1b3-70fb-4db9-b968-f723a7317a16 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:22:57.922319 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device be5df1b3-70fb-4db9-b968-f723a7317a16 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:22:58.786945 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:59.045549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48704) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:22:59.050415 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-988f8b12-35d2-47b0-b78b-ff1c20bedaaa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006863176', 'description': 'tempest-secgroup-smoke-1006863176 description', 'project_id': '2c7080e44e6e4988bc048dacb70630d1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:22:59.209836 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-988f8b12-35d2-47b0-b78b-ff1c20bedaaa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:59.233423 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:59.275972 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-988f8b12-35d2-47b0-b78b-ff1c20bedaaa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:59.362970 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-988f8b12-35d2-47b0-b78b-ff1c20bedaaa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:59.392652 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f8b12-35d2-47b0-b78b-ff1c20bedaaa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83765f0-a20e-4ebd-8e52-64947650140f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:59.470361 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-988f8b12-35d2-47b0-b78b-ff1c20bedaaa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:59.472308 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-988f8b12-35d2-47b0-b78b-ff1c20bedaaa tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4256353 Nov 15 15:22:59.475308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:22:59.480001 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d07b35a7-5c03-4c7b-82b6-84ec2ccfb2c3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'd83765f0-a20e-4ebd-8e52-64947650140f', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:22:59.593099 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d07b35a7-5c03-4c7b-82b6-84ec2ccfb2c3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:59.648033 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d07b35a7-5c03-4c7b-82b6-84ec2ccfb2c3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:59.826769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d07b35a7-5c03-4c7b-82b6-84ec2ccfb2c3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:59.847595 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b35a7-5c03-4c7b-82b6-84ec2ccfb2c3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37505871-a384-468c-8d07-8bac8df7dd4a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:22:59.850342 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27d17c2e-1ff7-48f4-b726-fc1d85bf689d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:59.942989 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d07b35a7-5c03-4c7b-82b6-84ec2ccfb2c3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:22:59.944263 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d07b35a7-5c03-4c7b-82b6-84ec2ccfb2c3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4678748 Nov 15 15:22:59.947122 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:22:59.952277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-33a6aa3f-76a7-4d46-a779-f114f19b063b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'd83765f0-a20e-4ebd-8e52-64947650140f', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:00.100886 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33a6aa3f-76a7-4d46-a779-f114f19b063b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:00.159025 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33a6aa3f-76a7-4d46-a779-f114f19b063b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:00.261295 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33a6aa3f-76a7-4d46-a779-f114f19b063b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:00.280293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6aa3f-76a7-4d46-a779-f114f19b063b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c7b709-d320-45c9-9422-25c1501456d7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:00.406359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33a6aa3f-76a7-4d46-a779-f114f19b063b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:00.407690 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-33a6aa3f-76a7-4d46-a779-f114f19b063b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4595697 Nov 15 15:23:00.410418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48712) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:00.414763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a58cb316-6c4f-4c11-aa71-1bb50d35866c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'd83765f0-a20e-4ebd-8e52-64947650140f', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:00.522998 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a58cb316-6c4f-4c11-aa71-1bb50d35866c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:00.577428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a58cb316-6c4f-4c11-aa71-1bb50d35866c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:00.660142 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a58cb316-6c4f-4c11-aa71-1bb50d35866c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:00.677745 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cb316-6c4f-4c11-aa71-1bb50d35866c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ec1548-b884-444b-b92a-ea016f51cfde,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:00.771696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a58cb316-6c4f-4c11-aa71-1bb50d35866c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:00.774632 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a58cb316-6c4f-4c11-aa71-1bb50d35866c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616493 Nov 15 15:23:00.775864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48718) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:00.782296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ca9c44e6-5146-4ddd-982d-0522faa04ec6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'd83765f0-a20e-4ebd-8e52-64947650140f', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:00.877975 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca9c44e6-5146-4ddd-982d-0522faa04ec6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:00.935130 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca9c44e6-5146-4ddd-982d-0522faa04ec6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:00.948136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-723487f1-f160-468e-9ad4-195920d47722 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282279043&fields=id&tenant_id=ad76d1735a1742328107fcc385e5b51b HTTP/1.1" status: 200 len: 267 time: 0.0445030 Nov 15 15:23:01.031738 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca9c44e6-5146-4ddd-982d-0522faa04ec6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:01.052224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c44e6-5146-4ddd-982d-0522faa04ec6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a825bfc9-ecfd-4b76-b1fa-7e73f0c2821d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:01.059067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729362c-5b79-4567-959f-b966fa18e2ce req-18beb2c4-9ae8-4eb8-9172-0b1819696158 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:01.061106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-18beb2c4-9ae8-4eb8-9172-0b1819696158 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.1048307 Nov 15 15:23:01.076939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-865ba137-8cf3-42ca-b45e-b65d047148e1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/quotas/ad76d1735a1742328107fcc385e5b51b HTTP/1.1" status: 200 len: 375 time: 0.0092566 Nov 15 15:23:01.136309 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca9c44e6-5146-4ddd-982d-0522faa04ec6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:01.137799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-e196d2b0-6f91-490f-a41c-2610d0430bd2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0548506 Nov 15 15:23:01.137966 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ca9c44e6-5146-4ddd-982d-0522faa04ec6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3607175 Nov 15 15:23:01.141144 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48726) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:01.150647 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-93e91e3b-ceee-466e-8662-2076fb9bae0e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'd83765f0-a20e-4ebd-8e52-64947650140f', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:01.205510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-993353a2-a4b9-4571-9d0c-be5892b96ec3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:23:01.206603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-993353a2-a4b9-4571-9d0c-be5892b96ec3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0541108 Nov 15 15:23:01.244226 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-93e91e3b-ceee-466e-8662-2076fb9bae0e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Project 2c7080e44e6e4988bc048dacb70630d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:23:01.250417 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93e91e3b-ceee-466e-8662-2076fb9bae0e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:01.294410 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-ae11dd0a-92a8-43fb-8b36-2bd741e069a6 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815732 Nov 15 15:23:01.311014 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93e91e3b-ceee-466e-8662-2076fb9bae0e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:01.398496 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93e91e3b-ceee-466e-8662-2076fb9bae0e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:01.400478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-a49bf8c1-629f-4d77-9e73-016829f397be service neutron] 10.222.0.70 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988271 Nov 15 15:23:01.416426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e91e3b-ceee-466e-8662-2076fb9bae0e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4aceac2-95f5-4b00-8531-bf3c18fb0e0e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:01.509146 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93e91e3b-ceee-466e-8662-2076fb9bae0e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:01.516121 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-93e91e3b-ceee-466e-8662-2076fb9bae0e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3682327 Nov 15 15:23:01.516121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:01.517733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4d44e12a-a99a-4c26-a65a-1a89fb20720b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'd83765f0-a20e-4ebd-8e52-64947650140f', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:01.638573 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-4d44e12a-a99a-4c26-a65a-1a89fb20720b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Project 2c7080e44e6e4988bc048dacb70630d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:23:01.643950 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d44e12a-a99a-4c26-a65a-1a89fb20720b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:01.703074 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d44e12a-a99a-4c26-a65a-1a89fb20720b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:01.758376 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d44e12a-a99a-4c26-a65a-1a89fb20720b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:01.777744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44e12a-a99a-4c26-a65a-1a89fb20720b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a22a750-0df0-4c0a-81e5-063b27a72c2e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:01.858457 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d44e12a-a99a-4c26-a65a-1a89fb20720b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:01.859793 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4d44e12a-a99a-4c26-a65a-1a89fb20720b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3454227 Nov 15 15:23:01.862867 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48738) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:01.867955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-10ae06cf-a093-4ff1-98e9-1203425b71c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'network': {'name': 'tempest-network-smoke--951678327', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:01.947172 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ae06cf-a093-4ff1-98e9-1203425b71c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Made reservation on behalf of 2c7080e44e6e4988bc048dacb70630d1 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:23:01.954905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10ae06cf-a093-4ff1-98e9-1203425b71c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:01.968009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0351fd5-e987-466d-b524-bb659a431ba3 req-32f8a70e-6f76-47d1-8c84-cc8aa8e36c64 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0285480 Nov 15 15:23:01.989680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ae06cf-a093-4ff1-98e9-1203425b71c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:23:02.001733 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10ae06cf-a093-4ff1-98e9-1203425b71c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:02.002086 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-10ae06cf-a093-4ff1-98e9-1203425b71c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Added segment a4839815-c0c3-47d7-8b01-fc82b325c088 of type vlan for network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 Nov 15 15:23:02.069210 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10ae06cf-a093-4ff1-98e9-1203425b71c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:02.145859 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a918b7e4-c53e-4202-b003-6f66617eb320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:02.238585 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10ae06cf-a093-4ff1-98e9-1203425b71c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:02.244139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ae06cf-a093-4ff1-98e9-1203425b71c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:02.244861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10ae06cf-a093-4ff1-98e9-1203425b71c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:02.351174 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae06cf-a093-4ff1-98e9-1203425b71c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Network': ['ID=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:02.361920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:23:02.413203 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-10ae06cf-a093-4ff1-98e9-1203425b71c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5492814 Nov 15 15:23:02.416350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:02.421370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'admin_state_up': True, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:02.524735 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:02.525830 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:02.612697 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:02.837128 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:03.066487 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27cfd4ee-fd49-453d-a0da-7c4ceaf40f95 req-13a4c5aa-fad4-4cb2-ab44-3f5aeb85dc2e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0271466 Nov 15 15:23:03.116367 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:03.144258 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:03.250113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.25.4.91 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/f9799ad9-57d7-470c-a6aa-5d2d408ac4fa) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:23:03.352441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:03.450216 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:03.490786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:23:03.495932 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:23:03.498810 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:23:03.508958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a98eae-d466-4875-a42f-aed027463aff None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:23:03.527566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=f9799ad9-57d7-470c-a6aa-5d2d408ac4fa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:03.602989 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:03.624221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ea8d4c16-1ca2-46e9-8cfd-b6f33995f1c3 None None] Provisioning complete for port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:03.624596 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4c16-1ca2-46e9-8cfd-b6f33995f1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:03.663459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d4c16-1ca2-46e9-8cfd-b6f33995f1c3 None None] Port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:23:03.821608 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:04.179003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7a36a5a8-b4f9-407c-87a6-4d2dc2b6557a req-7ae8c247-b259-4b44-ad3c-8c1a5bd17302 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0356913 Nov 15 15:23:04.280585 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:04.516915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:23:04.624445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:23:04.634165 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Sync routers for ids ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:23:04.643635 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Routers {'66d69ebb-657b-4b4e-9451-b56ad50af8c4'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:23:04.644253 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:23:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:04.750995 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Set router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:23:04.777831 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:04.780436 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-37e80f0d-cc4a-4bd3-857e-180b31d8911c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3614087 Nov 15 15:23:04.783038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48762) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:04.817768 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-17ab6c97-88b5-4b7e-a2c3-75ce3e744686 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=2c7080e44e6e4988bc048dacb70630d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336211 Nov 15 15:23:04.820609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:04.939000 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:23:03Z', 'revision_number': 3, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:04.965714 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Checking router: 66d69ebb-657b-4b4e-9451-b56ad50af8c4 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:23:04.966070 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Updating router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:23:04.976349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a80bfd-3611-49c6-b4f9-bec1d0ca64f9 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:04.977884 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e8a80bfd-3611-49c6-b4f9-bec1d0ca64f9 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1563549 Nov 15 15:23:04.980864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48766) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:04.999091 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:05.015160 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0a4f8296-4895-48c7-80b9-d8e78d03002e tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331941 Nov 15 15:23:05.023013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:05.028026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8dd68635-e1d3-485e-8503-a42a5ca596a6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1233229147', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:05.214153 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd68635-e1d3-485e-8503-a42a5ca596a6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Made reservation on behalf of 2c7080e44e6e4988bc048dacb70630d1 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:23:05.218932 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dd68635-e1d3-485e-8503-a42a5ca596a6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:05.325729 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2b195d6-b59d-43e5-80b4-87bb0da43cf3 req-96143455-6172-4f02-9a0c-ff48bcba4755 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0305104 Nov 15 15:23:05.348993 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:05.372970 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:05.420038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729362c-5b79-4567-959f-b966fa18e2ce req-a5dbd696-0514-4d26-b2bb-88808afa2b2b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:05.421502 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-a5dbd696-0514-4d26-b2bb-88808afa2b2b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.46 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 811 time: 0.1571805 Nov 15 15:23:05.478489 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:05.523228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b923d3c-769d-488d-933c-450eaf752f6b None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:23:05.531051 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Attempting to bind port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:23:05.531424 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Attempting to bind port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:23:05.531778 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Attempting to bind port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:23:05.552099 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:23:05.552099 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:23:05.552099 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:05.552099 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:23:05.552099 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Bound port: f9799ad9-57d7-470c-a6aa-5d2d408ac4fa, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:23:05.552099 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:05.552099 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Pushing event updated for resources: {'Port': ['ID=f9799ad9-57d7-470c-a6aa-5d2d408ac4fa,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:05.554875 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-ff0dbc91-8c32-4bf5-9471-31c617541ff1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad76d1735a1742328107fcc385e5b51b HTTP/1.1" status: 200 len: 380 time: 0.1051340 Nov 15 15:23:05.570632 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e729362c-5b79-4567-959f-b966fa18e2ce req-8eaa28c4-ea29-428a-9283-9925848f8d21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'port': {'device_id': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'admin_state_up': True, 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'security_groups': ['f4603878-32e0-4c5d-a474-e49a45b324c8']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:05.575981 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:05.576330 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:05.577239 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:05.577588 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:05.577924 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:05.578296 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:05.578763 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:05.579098 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:05.579827 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:05.580886 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:05.581297 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:05.581628 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:05.606026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-42c3fa15-c856-48b4-ba54-34cdf5277067 None None] Provisioning complete for port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:05.606682 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42c3fa15-c856-48b4-ba54-34cdf5277067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:05.618739 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] For port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:23:05.622543 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] For port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f9799ad9-57d7-470c-a6aa-5d2d408ac4fa,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:23:05.648955 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dd68635-e1d3-485e-8503-a42a5ca596a6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:05.665974 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-42c3fa15-c856-48b4-ba54-34cdf5277067 None None] Port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:23:05.703278 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:05.767853 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd68635-e1d3-485e-8503-a42a5ca596a6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Subnet': ['ID=0278b56d-3f07-42e8-a52f-77418290ad14,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:05.773859 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Routers {'66d69ebb-657b-4b4e-9451-b56ad50af8c4'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:23:05.774753 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:23:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:05.779202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f54ab6-d6d4-4d17-a07c-4c16b1b06c1f None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:23:05.784339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd68635-e1d3-485e-8503-a42a5ca596a6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Checking segment: {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:23:05.784717 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd68635-e1d3-485e-8503-a42a5ca596a6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network hostable DHCP agents. Network: e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:23:05.815604 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:05.847209 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a35400-c87b-4288-90c1-d414067524a0 None None] Pushing event updated for resources: {'Port': ['ID=f9799ad9-57d7-470c-a6aa-5d2d408ac4fa,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:05.889403 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e729362c-5b79-4567-959f-b966fa18e2ce req-8eaa28c4-ea29-428a-9283-9925848f8d21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Made reservation on behalf of ad76d1735a1742328107fcc385e5b51b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:23:05.892766 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e729362c-5b79-4567-959f-b966fa18e2ce req-8eaa28c4-ea29-428a-9283-9925848f8d21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:05.898071 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] Set router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:23:05.909061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-47c91c34-fdeb-480e-8512-6f30e680de4d None None] Provisioning complete for port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:05.909856 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47c91c34-fdeb-480e-8512-6f30e680de4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:05.920982 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd68635-e1d3-485e-8503-a42a5ca596a6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:23:06.023735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8dd68635-e1d3-485e-8503-a42a5ca596a6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:23:06.029505 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47c91c34-fdeb-480e-8512-6f30e680de4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:06.035210 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd68635-e1d3-485e-8503-a42a5ca596a6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:06.036102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dd68635-e1d3-485e-8503-a42a5ca596a6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:06.056810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-47c91c34-fdeb-480e-8512-6f30e680de4d None None] For port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f9799ad9-57d7-470c-a6aa-5d2d408ac4fa,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:23:06.062694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e979821b-80d0-4372-b1ae-b2cd6befef16 None None] Network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:23:06.072774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-e729362c-5b79-4567-959f-b966fa18e2ce req-8eaa28c4-ea29-428a-9283-9925848f8d21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Allocated IP 172.20.0.5 (9cb06ff6-8b3b-46c4-bd2f-195327bebee0/a717034a-aaa9-41b7-9466-2e1be66dd215/d1c86006-aca8-49d6-9aee-f37b654a66f6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:23:06.147937 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:23:03Z', 'revision_number': 3, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:06.178219 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8dd68635-e1d3-485e-8503-a42a5ca596a6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1541479 Nov 15 15:23:06.181200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:06.185995 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b5884-efc0-4cc7-977a-d6f12c957619 None None] The sync data for ids ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'] in n-d-817748-2 is: [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:23:03Z', 'revision_number': 3, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:23:06.201098 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47c91c34-fdeb-480e-8512-6f30e680de4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:06.269396 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e729362c-5b79-4567-959f-b966fa18e2ce req-8eaa28c4-ea29-428a-9283-9925848f8d21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:06.292329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ips': [{'subnet_id': '0278b56d-3f07-42e8-a52f-77418290ad14'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:23:06.293356 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:06.320723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c91c34-fdeb-480e-8512-6f30e680de4d None None] Pushing event updated for resources: {'Port': ['ID=f9799ad9-57d7-470c-a6aa-5d2d408ac4fa,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:06.455962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e729362c-5b79-4567-959f-b966fa18e2ce req-8eaa28c4-ea29-428a-9283-9925848f8d21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:06.470747 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92e7cb93-55b8-4d49-a128-ce1426ba01be req-7a393067-eded-44bc-a28e-e9d01cb4e713 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0371687 Nov 15 15:23:06.483827 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Allocated IP 172.20.0.2 (e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2/0278b56d-3f07-42e8-a52f-77418290ad14/97f4d174-e86b-4d86-91a1-862d005a3735) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:23:06.517646 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e729362c-5b79-4567-959f-b966fa18e2ce req-8eaa28c4-ea29-428a-9283-9925848f8d21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:23:06.523645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-e729362c-5b79-4567-959f-b966fa18e2ce req-8eaa28c4-ea29-428a-9283-9925848f8d21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:23:06.527037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e729362c-5b79-4567-959f-b966fa18e2ce req-8eaa28c4-ea29-428a-9283-9925848f8d21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:23:06.598094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729362c-5b79-4567-959f-b966fa18e2ce req-8eaa28c4-ea29-428a-9283-9925848f8d21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:06.599279 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e729362c-5b79-4567-959f-b966fa18e2ce req-8eaa28c4-ea29-428a-9283-9925848f8d21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:06.615364 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa28c4-ea29-428a-9283-9925848f8d21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'Port': ['ID=d1c86006-aca8-49d6-9aee-f37b654a66f6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:06.710938 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-8eaa28c4-ea29-428a-9283-9925848f8d21 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1452823 Nov 15 15:23:06.733105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Request body: {'port': {'device_id': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:06.783379 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:06.849273 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:06.884943 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:06.928954 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:06.959898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:23:06.968630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:23:06.985623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:23:06.987659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d1a91768-4479-475a-bb7c-b99aa9ae3691 None None] Provisioning complete for port d1c86006-aca8-49d6-9aee-f37b654a66f6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:06.988028 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1a91768-4479-475a-bb7c-b99aa9ae3691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:07.002116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Pushing event updated for resources: {'Port': ['ID=97f4d174-e86b-4d86-91a1-862d005a3735,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:07.107891 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d1a91768-4479-475a-bb7c-b99aa9ae3691 None None] Port d1c86006-aca8-49d6-9aee-f37b654a66f6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:23:07.126122 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Attempting to bind port 97f4d174-e86b-4d86-91a1-862d005a3735 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:23:07.126551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Attempting to bind port 97f4d174-e86b-4d86-91a1-862d005a3735 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:23:07.126898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Attempting to bind port 97f4d174-e86b-4d86-91a1-862d005a3735 on network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:23:07.133514 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:23:07.133894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Checking segment: {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:23:07.134433 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:07.134845 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Bound using segment: {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:23:07.135325 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Bound port: 97f4d174-e86b-4d86-91a1-862d005a3735, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:23:07.135910 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:07.229338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] For port 97f4d174-e86b-4d86-91a1-862d005a3735, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:23:07.237240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] For port 97f4d174-e86b-4d86-91a1-862d005a3735, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=97f4d174-e86b-4d86-91a1-862d005a3735,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:23:07.314632 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c86006-aca8-49d6-9aee-f37b654a66f6 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:23:07.323848 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:07.339202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Transition to ACTIVE for port object d1c86006-aca8-49d6-9aee-f37b654a66f6 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:23:07.362491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.20.0.1 (e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2/0278b56d-3f07-42e8-a52f-77418290ad14/3184bdf5-1b0a-4342-bf95-76970c709bd0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:23:07.363436 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:07.453111 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Pushing event updated for resources: {'Port': ['ID=97f4d174-e86b-4d86-91a1-862d005a3735,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:07.461095 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:07.464039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:07.464303 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:07.464647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:07.465014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:07.465346 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:07.465677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:07.466003 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:07.466330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:07.466682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:07.467005 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:07.467327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:07.467898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b4a3d-19fa-4b5a-88f1-db8b7f740fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:07.526152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Pushing event updated for resources: {'Port': ['ID=d1c86006-aca8-49d6-9aee-f37b654a66f6,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:07.652507 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:07.679081 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Attempting to bind port d1c86006-aca8-49d6-9aee-f37b654a66f6 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:23:07.679422 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Attempting to bind port d1c86006-aca8-49d6-9aee-f37b654a66f6 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:23:07.679764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Attempting to bind port d1c86006-aca8-49d6-9aee-f37b654a66f6 on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:23:07.681960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a6f86-3eb2-4f8b-9859-0a3cbf35dcf8 req-417b4a7f-0c67-4066-a4a6-9d0b784c0ea8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:07.688675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Port d1c86006-aca8-49d6-9aee-f37b654a66f6 on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:23:07.689019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Attempting to bind port d1c86006-aca8-49d6-9aee-f37b654a66f6 on network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:23:07.690341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-413a6f86-3eb2-4f8b-9859-0a3cbf35dcf8 req-417b4a7f-0c67-4066-a4a6-9d0b784c0ea8 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 943 time: 0.0964479 Nov 15 15:23:07.698222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:23:07.698612 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Checking segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:23:07.699143 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Bound using segment: {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:23:07.699686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Bound port: d1c86006-aca8-49d6-9aee-f37b654a66f6, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7d8e96-66ad-466f-8a1b-620d76f3128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:23:07.705392 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:07.802802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-413a6f86-3eb2-4f8b-9859-0a3cbf35dcf8 req-b4227d05-29db-4f97-baec-d0f9674269e5 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114874 Nov 15 15:23:07.891050 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:07.914111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] For port d1c86006-aca8-49d6-9aee-f37b654a66f6, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:23:07.918328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] For port d1c86006-aca8-49d6-9aee-f37b654a66f6, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d1c86006-aca8-49d6-9aee-f37b654a66f6,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:23:07.993814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:23:07.995157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=3184bdf5-1b0a-4342-bf95-76970c709bd0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:07.998861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:08.003526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:23:08.012732 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:23:08.073731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:08.075040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:08.075928 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] 10.222.0.46 "PUT /v2.0/ports/d1c86006-aca8-49d6-9aee-f37b654a66f6 HTTP/1.1" status: 200 len: 1091 time: 1.3483694 Nov 15 15:23:08.076391 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'tag': 'd1c86006-aca8-49d6-9aee-f37b654a66f6'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:23:08.079936 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae95305-93a8-4a3a-9620-82914905883a" -d '{"events": [{"name": "network-changed", "server_uuid": "784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5", "tag": "d1c86006-aca8-49d6-9aee-f37b654a66f6"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:23:08.083145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:08.084358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:08.084532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f9799ad9-57d7-470c-a6aa-5d2d408ac4fa up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:23:08.084996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:08.085330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:08.085931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:08.086312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:08.086856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:08.087498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:08.087975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:08.088680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:08.089154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:08.089588 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:08.124314 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:08.168408 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e239fc-141a-47ef-a0a6-0e14ad9bffb2 x-openstack-request-id: req-90e239fc-141a-47ef-a0a6-0e14ad9bffb2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:23:08.168908 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5", "tag": "d1c86006-aca8-49d6-9aee-f37b654a66f6", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:23:08.169319 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90e239fc-141a-47ef-a0a6-0e14ad9bffb2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:23:08.170052 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'tag': 'd1c86006-aca8-49d6-9aee-f37b654a66f6', 'status': 'completed', 'code': 200} Nov 15 15:23:08.171566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff49bf-0458-453e-8164-576d80bf782c service neutron] Pushing event updated for resources: {'Port': ['ID=d1c86006-aca8-49d6-9aee-f37b654a66f6,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:08.209723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:08.210049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:08.251692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae95305-93a8-4a3a-9620-82914905883a req-317b73e7-20f7-46ee-b5e9-824d6ffe1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:08.253180 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8ae95305-93a8-4a3a-9620-82914905883a req-317b73e7-20f7-46ee-b5e9-824d6ffe1b2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 1094 time: 0.0581563 Nov 15 15:23:08.371900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 97f4d174-e86b-4d86-91a1-862d005a3735 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:23:08.404451 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae95305-93a8-4a3a-9620-82914905883a req-b22ba195-a688-40a3-82a2-c55bb2b068c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:08.407484 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8ae95305-93a8-4a3a-9620-82914905883a req-b22ba195-a688-40a3-82a2-c55bb2b068c0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ad76d1735a1742328107fcc385e5b51b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1393528 Nov 15 15:23:08.442737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 97f4d174-e86b-4d86-91a1-862d005a3735 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:08.443110 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:08.447993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:08.565522 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae95305-93a8-4a3a-9620-82914905883a req-85f5de9d-89c9-456d-a0dd-0ccc642fb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:08.567107 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8ae95305-93a8-4a3a-9620-82914905883a req-85f5de9d-89c9-456d-a0dd-0ccc642fb51d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1491992 Nov 15 15:23:08.583679 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:08.649109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 97f4d174-e86b-4d86-91a1-862d005a3735, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=97f4d174-e86b-4d86-91a1-862d005a3735,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:23:08.672042 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729362c-5b79-4567-959f-b966fa18e2ce req-973f3fad-1605-4f2e-867d-36689478696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:08.673602 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-973f3fad-1605-4f2e-867d-36689478696b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 1094 time: 0.0437214 Nov 15 15:23:08.718683 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:08.734039 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-e276d68d-a077-4cc1-bee1-d7dc08195642 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c86006-aca8-49d6-9aee-f37b654a66f6 HTTP/1.1" status: 200 len: 217 time: 0.0484769 Nov 15 15:23:08.793484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=97f4d174-e86b-4d86-91a1-862d005a3735,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:08.811561 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729362c-5b79-4567-959f-b966fa18e2ce req-1c0d904b-5e47-4903-88e0-5ba2526be1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:08.813261 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-1c0d904b-5e47-4903-88e0-5ba2526be1ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0693264 Nov 15 15:23:08.868796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:08.900617 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729362c-5b79-4567-959f-b966fa18e2ce req-ef8272bd-2961-4918-8c3b-1f6af27cfb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:08.909482 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-ef8272bd-2961-4918-8c3b-1f6af27cfb33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740950 Nov 15 15:23:08.954618 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:09.062051 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-4c4a0361-1326-417f-ad52-5e62a4cd6556 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472723 Nov 15 15:23:09.077585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=3184bdf5-1b0a-4342-bf95-76970c709bd0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:09.080125 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:09.105721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819ade8-9de2-4264-8696-0dc4cef05624 req-33999b22-eebe-47cb-b4f1-4b83f80766e0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:09.107363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e819ade8-9de2-4264-8696-0dc4cef05624 req-33999b22-eebe-47cb-b4f1-4b83f80766e0 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 943 time: 0.1667140 Nov 15 15:23:09.183536 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e729362c-5b79-4567-959f-b966fa18e2ce req-3121dff5-1a6b-4e5e-807f-a0e0bc93d193 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069336 Nov 15 15:23:09.237108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e819ade8-9de2-4264-8696-0dc4cef05624 req-66cc4bc1-a5c1-4817-9c92-a73717714628 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143038 Nov 15 15:23:09.248103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:23:09.250568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:23:09.266356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f38cbd-db4d-46f3-947a-b98aaa91d81e None None] Network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:23:09.364155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-26591f95-2d1d-4009-95a7-90102654ced6 None None] Provisioning complete for port 97f4d174-e86b-4d86-91a1-862d005a3735 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:09.364544 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26591f95-2d1d-4009-95a7-90102654ced6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:09.393060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:23:09.519691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:23:09.526455 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b0c29a58-8bcc-40a6-bf1b-f1ae70bc6325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "PUT /v2.0/routers/66d69ebb-657b-4b4e-9451-b56ad50af8c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3431478 Nov 15 15:23:09.540835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Sync routers for ids ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:23:09.549368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Routers {'66d69ebb-657b-4b4e-9451-b56ad50af8c4'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:23:09.549994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:23:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:09.679236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Set router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:23:09.729509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-8af67518-c8a0-42e5-a179-916a235101d2 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006863176&fields=id&tenant_id=2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 267 time: 0.0559700 Nov 15 15:23:09.853587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d7189ece-c5f8-4cd3-9dc3-448e3fa31d0d None None] Provisioning complete for port 97f4d174-e86b-4d86-91a1-862d005a3735 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:09.853951 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7189ece-c5f8-4cd3-9dc3-448e3fa31d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:09.892426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 97f4d174-e86b-4d86-91a1-862d005a3735 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:23:09.892994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-b60adfd9-37b4-4eae-a880-d9bbe7fffba8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:09.895323 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-b60adfd9-37b4-4eae-a880-d9bbe7fffba8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/networks?id=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 HTTP/1.1" status: 200 len: 796 time: 0.1556153 Nov 15 15:23:09.913601 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-632a8522-1fcc-4a4e-a1b5-c3a68b4f4366 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/quotas/2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 375 time: 0.0115454 Nov 15 15:23:09.976487 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-fe9b1c72-7d18-420f-855f-80fefcb2fbd0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549002 Nov 15 15:23:10.063016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-dfc6426f-d1dc-4139-ab12-719160f6ff99 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:23:10.064073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-dfc6426f-d1dc-4139-ab12-719160f6ff99 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0742528 Nov 15 15:23:10.071452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 97f4d174-e86b-4d86-91a1-862d005a3735 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:10.071822 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:10.181060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-2c72669b-4175-4d30-a26a-ab09c25f3d44 service neutron] 10.222.0.70 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071138 Nov 15 15:23:10.323372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-b7c99b00-b454-4a80-a36a-9497eac7101b service neutron] 10.222.0.70 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339626 Nov 15 15:23:10.345108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:23:08Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3184bdf5-1b0a-4342-bf95-76970c709bd0', 'name': '', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:5c:1e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:07Z', 'updated_at': '2021-11-15T15:23:08Z', 'revision_number': 2, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:10.381871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Checking router: 66d69ebb-657b-4b4e-9451-b56ad50af8c4 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:23:10.382241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Updating router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 port 3184bdf5-1b0a-4342-bf95-76970c709bd0 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:23:10.409362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abedd05-746c-46bc-8f59-214a0934de30 req-12d987cc-a62e-48cc-a2ea-9f00164dfa10 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:10.416325 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d7189ece-c5f8-4cd3-9dc3-448e3fa31d0d None None] Provisioning complete for port 3184bdf5-1b0a-4342-bf95-76970c709bd0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:10.416701 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7189ece-c5f8-4cd3-9dc3-448e3fa31d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:10.419109 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8abedd05-746c-46bc-8f59-214a0934de30 req-12d987cc-a62e-48cc-a2ea-9f00164dfa10 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 943 time: 0.0738688 Nov 15 15:23:10.441738 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:10.490095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8abedd05-746c-46bc-8f59-214a0934de30 req-e460fd7b-fc9a-46c0-a4da-3a6d73051981 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641241 Nov 15 15:23:10.514951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d7189ece-c5f8-4cd3-9dc3-448e3fa31d0d None None] Port 3184bdf5-1b0a-4342-bf95-76970c709bd0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:23:10.618701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84a8bc55-95d8-4e88-90aa-dbbfa1cfc90a req-d54c684e-5cf7-4949-8953-6821e492a914 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 210 time: 0.0446584 Nov 15 15:23:10.663331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-141be85a-f411-4302-8858-a767b242e3da None None] Provisioning complete for port 3184bdf5-1b0a-4342-bf95-76970c709bd0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:10.663660 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-141be85a-f411-4302-8858-a767b242e3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:10.745856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-141be85a-f411-4302-8858-a767b242e3da None None] Port 3184bdf5-1b0a-4342-bf95-76970c709bd0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:23:10.852257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:10.929825 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:10.987202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9537696-2aaf-46a7-9dda-adcc6dcfb9c5 None None] Pushing event updated for resources: {'Port': ['ID=3184bdf5-1b0a-4342-bf95-76970c709bd0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:11.055008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Attempting to bind port 3184bdf5-1b0a-4342-bf95-76970c709bd0 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:23:11.055393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Attempting to bind port 3184bdf5-1b0a-4342-bf95-76970c709bd0 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:23:11.055765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Attempting to bind port 3184bdf5-1b0a-4342-bf95-76970c709bd0 on network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:23:11.063171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:23:11.063559 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Checking segment: {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:23:11.064490 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:11.064922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Bound using segment: {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:23:11.065426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Bound port: 3184bdf5-1b0a-4342-bf95-76970c709bd0, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:23:11.065812 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:11.145636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] For port 3184bdf5-1b0a-4342-bf95-76970c709bd0, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:23:11.149324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] For port 3184bdf5-1b0a-4342-bf95-76970c709bd0, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3184bdf5-1b0a-4342-bf95-76970c709bd0,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:23:11.272859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8141b62-7d92-431e-8be9-159675ea3dd9 None None] Provisioning complete for port 3184bdf5-1b0a-4342-bf95-76970c709bd0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:11.273182 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8141b62-7d92-431e-8be9-159675ea3dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:11.313967 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:11.394174 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b8141b62-7d92-431e-8be9-159675ea3dd9 None None] Port 3184bdf5-1b0a-4342-bf95-76970c709bd0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:23:11.397693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Routers {'66d69ebb-657b-4b4e-9451-b56ad50af8c4'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:23:11.398333 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:23:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:11.488407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9537696-2aaf-46a7-9dda-adcc6dcfb9c5 None None] Pushing event updated for resources: {'Port': ['ID=3184bdf5-1b0a-4342-bf95-76970c709bd0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:11.556806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] Set router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:23:11.675571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8021c-62f1-41dc-a628-d09c80f1ae0f req-ec73b3d2-e302-4034-9e02-934a2be21a28 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:11.677689 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68f8021c-62f1-41dc-a628-d09c80f1ae0f req-ec73b3d2-e302-4034-9e02-934a2be21a28 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 943 time: 0.0921919 Nov 15 15:23:11.741569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f91b4ad2-6048-4e83-9725-8868336b3350 None None] Provisioning complete for port 3184bdf5-1b0a-4342-bf95-76970c709bd0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:11.742092 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f91b4ad2-6048-4e83-9725-8868336b3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:11.752320 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68f8021c-62f1-41dc-a628-d09c80f1ae0f req-3bbcbbb1-d194-44a1-8cf8-cacfa8762240 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683851 Nov 15 15:23:11.767091 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ccdd333f-f493-45d9-a52b-f96b3bc4b97f req-0e22b310-cdd2-4cac-b968-4c2c242940b4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 210 time: 0.0405564 Nov 15 15:23:11.885064 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f91b4ad2-6048-4e83-9725-8868336b3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:11.935697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f91b4ad2-6048-4e83-9725-8868336b3350 None None] For port 3184bdf5-1b0a-4342-bf95-76970c709bd0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3184bdf5-1b0a-4342-bf95-76970c709bd0,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:23:11.943631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:23:08Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3184bdf5-1b0a-4342-bf95-76970c709bd0', 'name': '', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:5c:1e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:07Z', 'updated_at': '2021-11-15T15:23:11Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:11.974509 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7b7e7-e3bc-4c1c-a56e-27bf27e70787 None None] The sync data for ids ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'] in n-d-817748-2 is: [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:23:08Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3184bdf5-1b0a-4342-bf95-76970c709bd0', 'name': '', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:5c:1e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:07Z', 'updated_at': '2021-11-15T15:23:11Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:23:12.021995 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f91b4ad2-6048-4e83-9725-8868336b3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:12.117077 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b4ad2-6048-4e83-9725-8868336b3350 None None] Pushing event updated for resources: {'Port': ['ID=3184bdf5-1b0a-4342-bf95-76970c709bd0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:12.916326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e1dbfb4-d3d5-4076-9556-fcd104d06a85 req-ae4922ae-a844-4e79-a70e-760de64ed737 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 210 time: 0.0575120 Nov 15 15:23:13.005619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d50a0b-baf3-45f0-addf-8fb81fd38da1 req-1a266bb2-b99a-42d0-b62a-f0818514c269 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:13.007208 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21d50a0b-baf3-45f0-addf-8fb81fd38da1 req-1a266bb2-b99a-42d0-b62a-f0818514c269 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 943 time: 0.1281600 Nov 15 15:23:13.032862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-824a298c-227a-4312-a4d4-0f6e3b3342da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:13.034309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-824a298c-227a-4312-a4d4-0f6e3b3342da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.59 "GET /v2.0/networks?id=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 HTTP/1.1" status: 200 len: 796 time: 0.1660044 Nov 15 15:23:13.115533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21d50a0b-baf3-45f0-addf-8fb81fd38da1 req-47c0dfb0-534a-456d-bf9c-4f0cfcbb0356 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917041 Nov 15 15:23:13.139949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-afe00334-add3-4571-8e0b-ca1a118972d2 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 380 time: 0.0958877 Nov 15 15:23:13.152852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-00fed1b4-6748-4129-88a0-bcedc30dcfc0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'port': {'device_id': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'admin_state_up': True, 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'security_groups': ['d83765f0-a20e-4ebd-8e52-64947650140f']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:13.352147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-00fed1b4-6748-4129-88a0-bcedc30dcfc0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Made reservation on behalf of 2c7080e44e6e4988bc048dacb70630d1 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:23:13.355936 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-00fed1b4-6748-4129-88a0-bcedc30dcfc0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:13.489403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-00fed1b4-6748-4129-88a0-bcedc30dcfc0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.20.0.7 (e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2/0278b56d-3f07-42e8-a52f-77418290ad14/748e200a-a7f8-4523-956e-7aad9a5ecaaa) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:23:13.656264 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-00fed1b4-6748-4129-88a0-bcedc30dcfc0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:13.753087 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-00fed1b4-6748-4129-88a0-bcedc30dcfc0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:13.801495 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-00fed1b4-6748-4129-88a0-bcedc30dcfc0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:23:13.804759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-00fed1b4-6748-4129-88a0-bcedc30dcfc0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:23:13.809696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-00fed1b4-6748-4129-88a0-bcedc30dcfc0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:23:13.816451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fed1b4-6748-4129-88a0-bcedc30dcfc0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=748e200a-a7f8-4523-956e-7aad9a5ecaaa,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:13.867956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-00fed1b4-6748-4129-88a0-bcedc30dcfc0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:13.868763 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-00fed1b4-6748-4129-88a0-bcedc30dcfc0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:13.903039 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3184bdf5-1b0a-4342-bf95-76970c709bd0 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:23:13.938590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-00fed1b4-6748-4129-88a0-bcedc30dcfc0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7896049 Nov 15 15:23:13.952034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Request body: {'port': {'device_id': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:13.976387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 3184bdf5-1b0a-4342-bf95-76970c709bd0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:13.976768 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:14.038408 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:14.095684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a3e95c2d-a792-4670-aaaf-c32b38cade37 None None] Provisioning complete for port 748e200a-a7f8-4523-956e-7aad9a5ecaaa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:14.095937 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3e95c2d-a792-4670-aaaf-c32b38cade37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:14.114978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387d98-190b-41e2-84fb-7edd1df2c62b req-deca9688-5fdd-4489-901f-ab85054696e4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:14.116535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c387d98-190b-41e2-84fb-7edd1df2c62b req-deca9688-5fdd-4489-901f-ab85054696e4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 931 time: 0.0972066 Nov 15 15:23:14.132556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a3e95c2d-a792-4670-aaaf-c32b38cade37 None None] Port 748e200a-a7f8-4523-956e-7aad9a5ecaaa cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:23:14.274840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c387d98-190b-41e2-84fb-7edd1df2c62b req-fa5be4bd-e430-41b9-8267-0fc3699de2f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490965 Nov 15 15:23:14.324265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2044a0-f3f1-47bd-b121-00a1081c3d58 req-424011c2-e0fa-4e52-9edc-13e0fc96da20 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:14.329383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2044a0-f3f1-47bd-b121-00a1081c3d58 req-424011c2-e0fa-4e52-9edc-13e0fc96da20 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 943 time: 0.1340084 Nov 15 15:23:14.409613 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd2044a0-f3f1-47bd-b121-00a1081c3d58 req-319f6a3a-96cd-418f-8f1b-d017df946295 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769413 Nov 15 15:23:14.456964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748e200a-a7f8-4523-956e-7aad9a5ecaaa {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:23:14.464806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:14.477806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Transition to ACTIVE for port object 748e200a-a7f8-4523-956e-7aad9a5ecaaa will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:23:14.551952 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:14.604066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Pushing event updated for resources: {'Port': ['ID=748e200a-a7f8-4523-956e-7aad9a5ecaaa,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:14.677192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Attempting to bind port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:23:14.677583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Attempting to bind port 748e200a-a7f8-4523-956e-7aad9a5ecaaa by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:23:14.677888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Attempting to bind port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:23:14.682630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:23:14.682957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Attempting to bind port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:23:14.688739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:23:14.689077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Checking segment: {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:23:14.689468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Bound using segment: {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:23:14.689902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Bound port: 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:23:14.690262 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:14.756915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:23:14.760430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:23:14.821343 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:14.854319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:14.857176 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:14.857176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] 10.222.0.59 "PUT /v2.0/ports/748e200a-a7f8-4523-956e-7aad9a5ecaaa HTTP/1.1" status: 200 len: 1091 time: 0.9093938 Nov 15 15:23:14.857176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:23:14.859617 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9609c516-835b-44ff-8651-4a6c5f83f66f" -d '{"events": [{"name": "network-changed", "server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:23:14.895022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d77f71-6948-45c4-8b27-f0a9d7564c24 service neutron] Pushing event updated for resources: {'Port': ['ID=748e200a-a7f8-4523-956e-7aad9a5ecaaa,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:14.907645 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e0200e-14d4-446d-92b7-413c0cd721ec x-openstack-request-id: req-29e0200e-14d4-446d-92b7-413c0cd721ec {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:23:14.908005 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:23:14.908327 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29e0200e-14d4-446d-92b7-413c0cd721ec {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:23:14.908797 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'status': 'completed', 'code': 200} Nov 15 15:23:14.975854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609c516-835b-44ff-8651-4a6c5f83f66f req-e06dc029-1b93-4b1f-ba81-5db7bdda87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:14.980111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9609c516-835b-44ff-8651-4a6c5f83f66f req-e06dc029-1b93-4b1f-ba81-5db7bdda87a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 1094 time: 0.0476329 Nov 15 15:23:15.083520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609c516-835b-44ff-8651-4a6c5f83f66f req-13b0bb51-bab5-4894-813d-0234c3feb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:15.084974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9609c516-835b-44ff-8651-4a6c5f83f66f req-13b0bb51-bab5-4894-813d-0234c3feb97b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2c7080e44e6e4988bc048dacb70630d1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0988922 Nov 15 15:23:15.187318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609c516-835b-44ff-8651-4a6c5f83f66f req-0310e03d-3e15-4ab7-9256-c52de04881c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:15.188767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9609c516-835b-44ff-8651-4a6c5f83f66f req-0310e03d-3e15-4ab7-9256-c52de04881c6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969672 Nov 15 15:23:15.189458 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:23:15.267847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-20688a8a-33ae-4837-bb5a-b200d00526d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:15.269411 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-20688a8a-33ae-4837-bb5a-b200d00526d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 1094 time: 0.0417645 Nov 15 15:23:15.318207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-81308853-4854-4b78-a6ee-5e86b3cd3944 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa HTTP/1.1" status: 200 len: 217 time: 0.0404422 Nov 15 15:23:15.380575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-16c5cef7-8f03-49c6-8222-1f8451763230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:15.381992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-16c5cef7-8f03-49c6-8222-1f8451763230 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0278b56d-3f07-42e8-a52f-77418290ad14 HTTP/1.1" status: 200 len: 835 time: 0.0562472 Nov 15 15:23:15.448152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d09543-fb86-416e-97ac-bc354ca96a71 req-7a19e079-2deb-40d5-af69-6f0f41dc7333 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:15.449562 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48d09543-fb86-416e-97ac-bc354ca96a71 req-7a19e079-2deb-40d5-af69-6f0f41dc7333 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 943 time: 0.0860667 Nov 15 15:23:15.451936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-2417d943-3f15-4e8e-b71b-288f50b48a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:15.453595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-2417d943-3f15-4e8e-b71b-288f50b48a89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574410 Nov 15 15:23:15.592649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48d09543-fb86-416e-97ac-bc354ca96a71 req-bfabd873-0099-4a63-a5e3-0bcfc8fa7874 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361549 Nov 15 15:23:15.626285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c5271-acbb-4f70-a6ed-5107b4379735 req-87f35c3e-da9f-4bea-9799-cd56864b6109 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:15.627805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-399c5271-acbb-4f70-a6ed-5107b4379735 req-87f35c3e-da9f-4bea-9799-cd56864b6109 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 943 time: 0.1446464 Nov 15 15:23:15.630142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-99f4ca1b-e013-46b2-b6c8-aef85613c121 service neutron] 10.222.0.59 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661131 Nov 15 15:23:15.737929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-399c5271-acbb-4f70-a6ed-5107b4379735 req-f432680c-e767-4b3d-aed2-02c68082c415 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032436 Nov 15 15:23:15.764977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58b85292-95d8-4db9-afe2-465d7ff042d0 req-b83fedae-8b5e-4302-a56a-979fd56770e0 service neutron] 10.222.0.59 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231999 Nov 15 15:23:16.710582 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee39497-2d71-4b5c-93ac-5746ce7abf93 req-0036ac38-e4ee-40a4-bf6f-482c48090634 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:16.712110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ee39497-2d71-4b5c-93ac-5746ce7abf93 req-0036ac38-e4ee-40a4-bf6f-482c48090634 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 943 time: 0.0499091 Nov 15 15:23:16.767328 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ee39497-2d71-4b5c-93ac-5746ce7abf93 req-df572d7b-5fc2-4172-953e-ced9418ceb91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483282 Nov 15 15:23:16.857501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd37da-61f4-457e-8478-4ae83acf89d0 req-41a1f805-cda1-4ee1-aaf4-6f031535575d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:16.859044 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04bd37da-61f4-457e-8478-4ae83acf89d0 req-41a1f805-cda1-4ee1-aaf4-6f031535575d tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 943 time: 0.0494626 Nov 15 15:23:16.908346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04bd37da-61f4-457e-8478-4ae83acf89d0 req-bc25c1af-7bd0-4d0d-a529-e58238279589 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 Nov 15 15:23:17.881539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969da519-a173-418c-9eb6-900f3dcb9a79 req-d946240c-2e0a-4aa5-b91b-84362742e33e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:17.882955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-969da519-a173-418c-9eb6-900f3dcb9a79 req-d946240c-2e0a-4aa5-b91b-84362742e33e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 943 time: 0.0485816 Nov 15 15:23:17.932512 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-969da519-a173-418c-9eb6-900f3dcb9a79 req-84a2d9f1-bbb9-4f60-a095-ef78dc6ac0c0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434985 Nov 15 15:23:18.028930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9471dd-cc81-440b-be47-f6eca6b6f049 req-2fdbcc1b-07bc-41a3-87c3-cb14347645bd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:18.031309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b9471dd-cc81-440b-be47-f6eca6b6f049 req-2fdbcc1b-07bc-41a3-87c3-cb14347645bd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 943 time: 0.0535305 Nov 15 15:23:18.080001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b9471dd-cc81-440b-be47-f6eca6b6f049 req-53f0aa3d-3132-443a-aaa8-7fa26084e62a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425973 Nov 15 15:23:19.051125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d77192-22cc-4fa2-9528-5043ff8811e2 req-53c8aa6f-8b98-4c11-9322-df2b030b8dfe tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:19.052592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4d77192-22cc-4fa2-9528-5043ff8811e2 req-53c8aa6f-8b98-4c11-9322-df2b030b8dfe tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 943 time: 0.0493391 Nov 15 15:23:19.101134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4d77192-22cc-4fa2-9528-5043ff8811e2 req-abfba73a-8cd3-4650-862c-b92848ec238c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 Nov 15 15:23:19.182359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 748e200a-a7f8-4523-956e-7aad9a5ecaaa details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:23:19.199384 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469ac76-22d9-4310-8f3f-f4fd018c3bb7 req-c88a4752-1794-4360-98be-31e16f3af7cb tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:19.201288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8469ac76-22d9-4310-8f3f-f4fd018c3bb7 req-c88a4752-1794-4360-98be-31e16f3af7cb tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 943 time: 0.0497034 Nov 15 15:23:19.281649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:23:19.294164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'port_id': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'mac_address': 'fa:16:3e:52:02:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:23:19.334075 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:19.349443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748e200a-a7f8-4523-956e-7aad9a5ecaaa {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:23:19.373019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:23:19.467564 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:19.518359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=748e200a-a7f8-4523-956e-7aad9a5ecaaa,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:19.602822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8469ac76-22d9-4310-8f3f-f4fd018c3bb7 req-a230367b-23c6-4cc6-8683-6fe3cd0b31fa tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956506 Nov 15 15:23:19.713857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['748e200a-a7f8-4523-956e-7aad9a5ecaaa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:23:20.216589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31efc2-8c7a-47d5-831a-9f27fec468ec req-ed4c12c6-5478-40e1-90c1-a4ba0a214f8b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:20.218822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c31efc2-8c7a-47d5-831a-9f27fec468ec req-ed4c12c6-5478-40e1-90c1-a4ba0a214f8b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 944 time: 0.0487375 Nov 15 15:23:20.270432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c31efc2-8c7a-47d5-831a-9f27fec468ec req-4b90f88c-be52-47aa-89a9-b25747daf826 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456271 Nov 15 15:23:20.563851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d1c86006-aca8-49d6-9aee-f37b654a66f6 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:23:20.661687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port d1c86006-aca8-49d6-9aee-f37b654a66f6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d1c86006-aca8-49d6-9aee-f37b654a66f6,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:23:20.674756 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'd1c86006-aca8-49d6-9aee-f37b654a66f6', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'port_id': 'd1c86006-aca8-49d6-9aee-f37b654a66f6', 'mac_address': 'fa:16:3e:c2:1a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:23:20.713097 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:20.717657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfa9e5-dc58-4900-a67d-3d8034483ead req-3124a6be-6ef3-41b3-9c74-fbfddd4fe83c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:20.719168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18dfa9e5-dc58-4900-a67d-3d8034483ead req-3124a6be-6ef3-41b3-9c74-fbfddd4fe83c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 943 time: 0.0488644 Nov 15 15:23:20.726202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c86006-aca8-49d6-9aee-f37b654a66f6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:23:20.747153 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port d1c86006-aca8-49d6-9aee-f37b654a66f6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d1c86006-aca8-49d6-9aee-f37b654a66f6,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:23:20.769348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18dfa9e5-dc58-4900-a67d-3d8034483ead req-ccdbbd86-1d44-423c-b8c2-a83399474920 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442784 Nov 15 15:23:20.809281 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:20.866197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=d1c86006-aca8-49d6-9aee-f37b654a66f6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:21.069042 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['d1c86006-aca8-49d6-9aee-f37b654a66f6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:23:21.208462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 748e200a-a7f8-4523-956e-7aad9a5ecaaa up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:23:21.368953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 748e200a-a7f8-4523-956e-7aad9a5ecaaa completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:23:21.373267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 748e200a-a7f8-4523-956e-7aad9a5ecaaa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:21.373641 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:21.393909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2243c2-59b9-416b-89ea-a5bb7de10169 req-9d716162-8caa-4c45-bd87-0be398706325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:21.395647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d2243c2-59b9-416b-89ea-a5bb7de10169 req-9d716162-8caa-4c45-bd87-0be398706325 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 944 time: 0.0528424 Nov 15 15:23:21.448290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d2243c2-59b9-416b-89ea-a5bb7de10169 req-1a85c03b-af58-4114-a8b3-b9e2b22a9b10 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463645 Nov 15 15:23:21.462552 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:21.485320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:23:21.487570 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4368eb39-0103-48d0-b332-de9a8655337e" -d '{"events": [{"server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "name": "network-vif-plugged", "status": "completed", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:23:21.500543 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:23:21.527597 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc31f7e2-344d-4d06-b240-afcba1b1f371 x-openstack-request-id: req-dc31f7e2-344d-4d06-b240-afcba1b1f371 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:23:21.527890 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "name": "network-vif-plugged", "status": "completed", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:23:21.528145 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc31f7e2-344d-4d06-b240-afcba1b1f371 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:23:21.528540 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'code': 200} Nov 15 15:23:21.593136 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:21.626930 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a37e5-fa9c-4360-9da6-5ade8dd9f8ba req-247a4989-572a-4785-80cd-9959238c0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:21.628421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-217a37e5-fa9c-4360-9da6-5ade8dd9f8ba req-247a4989-572a-4785-80cd-9959238c0786 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 1096 time: 0.0448532 Nov 15 15:23:21.648471 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=748e200a-a7f8-4523-956e-7aad9a5ecaaa,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:21.676275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-217a37e5-fa9c-4360-9da6-5ade8dd9f8ba req-fbeb0b7c-548d-4d42-99d3-959a673ff82a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406523 Nov 15 15:23:21.889008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac102822-b4cc-4cc9-acdd-5c4f0da31547 req-f47ac260-308f-405f-ba5b-0bc27afe2921 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:21.890521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac102822-b4cc-4cc9-acdd-5c4f0da31547 req-f47ac260-308f-405f-ba5b-0bc27afe2921 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 944 time: 0.0550921 Nov 15 15:23:21.939399 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac102822-b4cc-4cc9-acdd-5c4f0da31547 req-8d2e1b4b-6da9-4b83-baf9-2e34bf4fbbd1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429657 Nov 15 15:23:22.565587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d1c86006-aca8-49d6-9aee-f37b654a66f6 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:23:22.578676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060b7a8-de58-402a-9bf8-899ba8f68843 req-1f1c640d-cddd-4350-ba97-51894adb6257 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:22.580198 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1060b7a8-de58-402a-9bf8-899ba8f68843 req-1f1c640d-cddd-4350-ba97-51894adb6257 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 945 time: 0.0558479 Nov 15 15:23:22.631018 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1060b7a8-de58-402a-9bf8-899ba8f68843 req-3954d9fe-e48b-480c-8613-c127a1db7724 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444837 Nov 15 15:23:22.700462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port d1c86006-aca8-49d6-9aee-f37b654a66f6 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:23:22.705125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port d1c86006-aca8-49d6-9aee-f37b654a66f6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:23:22.705503 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:22.790667 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:22.823560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port d1c86006-aca8-49d6-9aee-f37b654a66f6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d1c86006-aca8-49d6-9aee-f37b654a66f6,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:23:22.935681 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:22.984881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=d1c86006-aca8-49d6-9aee-f37b654a66f6,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:23.069430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066320de-a412-44ba-8af6-597537b61bcc req-44ec1f52-b65e-49fb-bce3-881448a021cc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:23.070954 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-066320de-a412-44ba-8af6-597537b61bcc req-44ec1f52-b65e-49fb-bce3-881448a021cc tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 945 time: 0.0567582 Nov 15 15:23:23.135834 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-066320de-a412-44ba-8af6-597537b61bcc req-a51da075-43f2-480e-9877-676c58c897d1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564380 Nov 15 15:23:23.529630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c86006-aca8-49d6-9aee-f37b654a66f6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:23:23.532001 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63015aed-ba5e-42b2-b6c7-8d32f34b1e9f" -d '{"events": [{"server_uuid": "784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5", "name": "network-vif-plugged", "status": "completed", "tag": "d1c86006-aca8-49d6-9aee-f37b654a66f6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:23:23.567956 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6d30b4-01b0-4690-bfc1-70d731322bfc x-openstack-request-id: req-cd6d30b4-01b0-4690-bfc1-70d731322bfc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:23:23.568246 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5", "name": "network-vif-plugged", "status": "completed", "tag": "d1c86006-aca8-49d6-9aee-f37b654a66f6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:23:23.568556 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd6d30b4-01b0-4690-bfc1-70d731322bfc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:23:23.568943 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c86006-aca8-49d6-9aee-f37b654a66f6', 'code': 200} Nov 15 15:23:23.683360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77967116-661e-4ddf-abc9-2becfd4be5c0 req-be8bdc1e-1faf-473e-9c20-b7b9ab47ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:23.686389 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-77967116-661e-4ddf-abc9-2becfd4be5c0 req-be8bdc1e-1faf-473e-9c20-b7b9ab47ad9f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0429420 Nov 15 15:23:23.736292 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-77967116-661e-4ddf-abc9-2becfd4be5c0 req-d1d9335d-12dd-4e2c-ad85-147347f7227f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Nov 15 15:23:23.750113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c6d28-72bd-4443-bafc-4a66f5b88e0e req-84025921-0a6c-4fc9-8126-edd663e20242 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:23.751667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-348c6d28-72bd-4443-bafc-4a66f5b88e0e req-84025921-0a6c-4fc9-8126-edd663e20242 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 945 time: 0.0518644 Nov 15 15:23:23.801940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-348c6d28-72bd-4443-bafc-4a66f5b88e0e req-5f2a5fb9-78e6-4733-a7c1-4fdfb0d9ac02 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436387 Nov 15 15:23:23.916903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d155e9-a7db-4b7d-a2ce-869091419212 req-3aa57d72-b6fb-41b7-a0d3-c4cd8fb4e20a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:23.918376 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22d155e9-a7db-4b7d-a2ce-869091419212 req-3aa57d72-b6fb-41b7-a0d3-c4cd8fb4e20a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 945 time: 0.0480342 Nov 15 15:23:23.970825 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22d155e9-a7db-4b7d-a2ce-869091419212 req-24a6bfe1-9cb6-4e93-947e-5973ec846a8c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455344 Nov 15 15:23:23.992485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48864) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:24.036050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eda28e8-e13c-4c2a-9a11-ca01df4028a9 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:24.037605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9eda28e8-e13c-4c2a-9a11-ca01df4028a9 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 1091 time: 0.0441065 Nov 15 15:23:24.040357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:24.045270 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:24.152472 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:24.282929 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:24.298990 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea8c67-4d6f-442b-b54e-c0dcb8707f00 req-99f1b963-3331-4dc5-b23a-8d44b6d1406e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:24.300479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0cea8c67-4d6f-442b-b54e-c0dcb8707f00 req-99f1b963-3331-4dc5-b23a-8d44b6d1406e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 945 time: 0.0747135 Nov 15 15:23:24.410173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0cea8c67-4d6f-442b-b54e-c0dcb8707f00 req-865ae06f-eed7-40cf-b151-6e4eee362a96 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804000 Nov 15 15:23:24.440819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.25.4.130 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/f1ea2df8-0366-4909-8e2f-61299e38135f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:23:24.554104 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:24.655867 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:24.691116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:23:24.695763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:23:24.699386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:23:24.724133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=f1ea2df8-0366-4909-8e2f-61299e38135f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:25.077357 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:25.235411 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:25.256552 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d4677c5e-7a89-477e-87f9-64cc80d274d2 req-cb580485-09a9-4cb9-9695-8f8a43003b36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439043 Nov 15 15:23:25.353593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4677c5e-7a89-477e-87f9-64cc80d274d2 req-8174ca6f-f2f5-4041-90b7-fc92aeea76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:25.355073 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d4677c5e-7a89-477e-87f9-64cc80d274d2 req-8174ca6f-f2f5-4041-90b7-fc92aeea76cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0550640 Nov 15 15:23:25.413972 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:25.463640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4677c5e-7a89-477e-87f9-64cc80d274d2 req-732d193e-12c2-4701-9a97-3f4bcf12c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:25.465120 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d4677c5e-7a89-477e-87f9-64cc80d274d2 req-732d193e-12c2-4701-9a97-3f4bcf12c76e service neutron] 10.222.0.46 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0894289 Nov 15 15:23:25.489114 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:25.513441 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d4677c5e-7a89-477e-87f9-64cc80d274d2 req-1d6ea4f5-6e68-481c-9a4f-0ba00c1e1da8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c86006-aca8-49d6-9aee-f37b654a66f6 HTTP/1.1" status: 200 len: 217 time: 0.0409093 Nov 15 15:23:25.564692 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4677c5e-7a89-477e-87f9-64cc80d274d2 req-844350ee-17cf-4bb9-8e29-0730f0af80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:25.566271 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d4677c5e-7a89-477e-87f9-64cc80d274d2 req-844350ee-17cf-4bb9-8e29-0730f0af80d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0462124 Nov 15 15:23:25.585195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=f1ea2df8-0366-4909-8e2f-61299e38135f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:25.604046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fca23-d200-47c6-9345-9e53c324b936 req-daeb89ac-3888-499b-9840-7b4c2135e23c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:25.605493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-718fca23-d200-47c6-9345-9e53c324b936 req-daeb89ac-3888-499b-9840-7b4c2135e23c tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 945 time: 0.1283090 Nov 15 15:23:25.606526 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:25.613469 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4677c5e-7a89-477e-87f9-64cc80d274d2 req-000989d6-22bb-47c7-8fe8-9ee3598dffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:25.615007 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d4677c5e-7a89-477e-87f9-64cc80d274d2 req-000989d6-22bb-47c7-8fe8-9ee3598dffcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413568 Nov 15 15:23:25.716333 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d4677c5e-7a89-477e-87f9-64cc80d274d2 req-e07f18cf-8692-4ef9-a5bb-690dde6bcc8f service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939467 Nov 15 15:23:25.740247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-718fca23-d200-47c6-9345-9e53c324b936 req-5fb362d1-8d77-46e6-83b4-c4064e59bcd1 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910544 Nov 15 15:23:25.762906 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Floating IP 26ccab43-9902-4550-b424-1050944689d4 associated. External IP: 172.25.4.130, port: 748e200a-a7f8-4523-956e-7aad9a5ecaaa. Nov 15 15:23:25.810436 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d4677c5e-7a89-477e-87f9-64cc80d274d2 req-7cc7c074-9780-44af-b4fd-f83882c399a6 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868955 Nov 15 15:23:25.893602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b7b11-5bf5-4175-9930-52d9a55a8944 req-5cbe1b64-1274-4e33-949c-6702da775194 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:25.895020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e70b7b11-5bf5-4175-9930-52d9a55a8944 req-5cbe1b64-1274-4e33-949c-6702da775194 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 945 time: 0.0738101 Nov 15 15:23:26.015582 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e70b7b11-5bf5-4175-9930-52d9a55a8944 req-6969378a-a9b4-432f-9dd4-0ce663ec5b1b tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140814 Nov 15 15:23:26.045891 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48874) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:26.050800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:23:26.167421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:23:26.178106 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd61405-dbea-4a9f-a8af-78efcec6c524 None None] Sync routers for ids ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:23:26.189565 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd61405-dbea-4a9f-a8af-78efcec6c524 None None] Routers {'66d69ebb-657b-4b4e-9451-b56ad50af8c4'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:23:26.190185 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7cd61405-dbea-4a9f-a8af-78efcec6c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:23:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:26.233677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9372e397-1ee0-44c4-99de-5a3c1cc4887d tempest-TestVolumeBootPattern-824597307 tempest-TestVolumeBootPattern-824597307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:26.235299 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9372e397-1ee0-44c4-99de-5a3c1cc4887d tempest-TestVolumeBootPattern-824597307 tempest-TestVolumeBootPattern-824597307-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 1091 time: 0.1883225 Nov 15 15:23:26.238487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 48878) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:26.242864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': 'd1c86006-aca8-49d6-9aee-f37b654a66f6', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:23:26.262634 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:26.291058 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1c672870-84b8-4a15-b608-323539819e91 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2496667 Nov 15 15:23:26.291790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:23:26.294193 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68708b6c-bad6-4d2f-a9b7-07355f451cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:23:26.308413 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7cd61405-dbea-4a9f-a8af-78efcec6c524 None None] Set router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:23:26.341485 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e07188-e510-41fe-94d1-6c1d6391f5fc x-openstack-request-id: req-e4e07188-e510-41fe-94d1-6c1d6391f5fc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:23:26.342546 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:23:26.342806 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4e07188-e510-41fe-94d1-6c1d6391f5fc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:23:26.343280 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'status': 'completed', 'code': 200} Nov 15 15:23:26.347402 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:26.412642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b24417-2c4e-4394-b8eb-8e9859d276dd req-a53f4de6-a8b4-4444-a2d5-d46d99e23a0a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:26.421513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47b24417-2c4e-4394-b8eb-8e9859d276dd req-a53f4de6-a8b4-4444-a2d5-d46d99e23a0a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 945 time: 0.0697982 Nov 15 15:23:26.460586 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:26.510113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-47b24417-2c4e-4394-b8eb-8e9859d276dd req-3b200829-b5ef-4a4d-bab1-d4b76f015cf1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871749 Nov 15 15:23:26.526522 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68708b6c-bad6-4d2f-a9b7-07355f451cf7 req-f1bb8d35-1588-42f6-b575-bce458548eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:26.528154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68708b6c-bad6-4d2f-a9b7-07355f451cf7 req-f1bb8d35-1588-42f6-b575-bce458548eac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 1096 time: 0.1470284 Nov 15 15:23:26.538313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48886) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:26.569726 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7cd61405-dbea-4a9f-a8af-78efcec6c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:23:08Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '26ccab43-9902-4550-b424-1050944689d4', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'port_id': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'mac_address': 'fa:16:3e:52:02:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:23:24Z', 'updated_at': '2021-11-15T15:23:24Z', 'revision_number': 0, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3184bdf5-1b0a-4342-bf95-76970c709bd0', 'name': '', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:5c:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:07Z', 'updated_at': '2021-11-15T15:23:11Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:26.587076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Allocated IP 172.25.4.233 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/543f2353-a83d-402c-921f-5c3963bf010e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:23:26.596773 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd61405-dbea-4a9f-a8af-78efcec6c524 None None] Checking router: 66d69ebb-657b-4b4e-9451-b56ad50af8c4 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:23:26.604976 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd61405-dbea-4a9f-a8af-78efcec6c524 None None] Routers {'66d69ebb-657b-4b4e-9451-b56ad50af8c4'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:23:26.605673 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7cd61405-dbea-4a9f-a8af-78efcec6c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:23:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:26.662456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ea39e1ad-03e4-4718-8b7b-fbfa329424ba tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/26ccab43-9902-4550-b424-1050944689d4 HTTP/1.1" status: 200 len: 991 time: 0.1148486 Nov 15 15:23:26.686922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68708b6c-bad6-4d2f-a9b7-07355f451cf7 req-f996fd8b-70be-43db-beed-82dc3ee0b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:26.688673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68708b6c-bad6-4d2f-a9b7-07355f451cf7 req-f996fd8b-70be-43db-beed-82dc3ee0b00f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 HTTP/1.1" status: 200 len: 897 time: 0.1513433 Nov 15 15:23:26.702672 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:26.717199 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7cd61405-dbea-4a9f-a8af-78efcec6c524 None None] Set router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:23:26.758264 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68708b6c-bad6-4d2f-a9b7-07355f451cf7 req-a444dc9f-bb01-45d6-aca0-1aae366f6de4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa HTTP/1.1" status: 200 len: 999 time: 0.0621390 Nov 15 15:23:26.808916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68708b6c-bad6-4d2f-a9b7-07355f451cf7 req-8c3289a2-5dd2-4f6e-b5e6-089e6a1f0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:26.811062 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68708b6c-bad6-4d2f-a9b7-07355f451cf7 req-8c3289a2-5dd2-4f6e-b5e6-089e6a1f0a81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0278b56d-3f07-42e8-a52f-77418290ad14 HTTP/1.1" status: 200 len: 835 time: 0.0445154 Nov 15 15:23:26.815641 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:26.862914 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:23:26.866092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:23:26.867041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68708b6c-bad6-4d2f-a9b7-07355f451cf7 req-8486cea1-a75f-4486-8339-4acc7304574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:26.871553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:23:26.871732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68708b6c-bad6-4d2f-a9b7-07355f451cf7 req-8486cea1-a75f-4486-8339-4acc7304574a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532773 Nov 15 15:23:26.875653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'Port': ['ID=543f2353-a83d-402c-921f-5c3963bf010e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:26.957162 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7cd61405-dbea-4a9f-a8af-78efcec6c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:23:08Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '26ccab43-9902-4550-b424-1050944689d4', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'port_id': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'mac_address': 'fa:16:3e:52:02:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:23:24Z', 'updated_at': '2021-11-15T15:23:24Z', 'revision_number': 0, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3184bdf5-1b0a-4342-bf95-76970c709bd0', 'name': '', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:5c:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:07Z', 'updated_at': '2021-11-15T15:23:11Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:26.974547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68708b6c-bad6-4d2f-a9b7-07355f451cf7 req-4fce4370-786e-4e28-98a5-0c27b7898364 service neutron] 10.222.0.59 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942094 Nov 15 15:23:26.989384 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd61405-dbea-4a9f-a8af-78efcec6c524 None None] The sync data for ids ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'] in n-d-817748-2 is: [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:23:08Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '26ccab43-9902-4550-b424-1050944689d4', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'port_id': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'mac_address': 'fa:16:3e:52:02:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:23:24Z', 'updated_at': '2021-11-15T15:23:24Z', 'revision_number': 0, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3184bdf5-1b0a-4342-bf95-76970c709bd0', 'name': '', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:5c:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:07Z', 'updated_at': '2021-11-15T15:23:11Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:23:27.089471 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68708b6c-bad6-4d2f-a9b7-07355f451cf7 req-cd8c5b4b-81bc-4a36-b733-d44c7eef00d0 service neutron] 10.222.0.59 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062570 Nov 15 15:23:27.185912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:27.186274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:27.186633 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:27.186977 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:27.187301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:27.187630 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:27.187953 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:27.188275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:27.188594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:27.188914 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:27.189238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:27.189559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:23:27.220966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f955c6-9e8c-4c02-b25d-fc5417c38eb6 None None] New status for floating IP 26ccab43-9902-4550-b424-1050944689d4: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:23:27.558170 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:27.665197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:23:27.714817 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:27.726926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c28ec9e6-d436-4a7c-b425-2b7a9026f043 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/26ccab43-9902-4550-b424-1050944689d4 HTTP/1.1" status: 200 len: 993 time: 0.0605252 Nov 15 15:23:27.883951 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:27.974742 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:28.040720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event updated for resources: {'Port': ['ID=543f2353-a83d-402c-921f-5c3963bf010e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:23:28.052342 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:28.164339 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Floating IP 8937b99b-7755-4f0f-abc0-c5673ad9eadd associated. External IP: 172.25.4.233, port: d1c86006-aca8-49d6-9aee-f37b654a66f6. Nov 15 15:23:28.390351 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:23:28.512590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:23:28.526354 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e5085a-adb0-459c-8083-f235d73c11fb None None] Sync routers for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:23:28.535970 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e5085a-adb0-459c-8083-f235d73c11fb None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:23:28.536572 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-18e5085a-adb0-459c-8083-f235d73c11fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:23:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:28.622363 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:28.647783 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-18e5085a-adb0-459c-8083-f235d73c11fb None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:23:28.651112 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4fd1914b-4b2b-460b-a67f-e9a50223618f tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4116104 Nov 15 15:23:28.651687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'tag': 'd1c86006-aca8-49d6-9aee-f37b654a66f6'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:23:28.654426 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978a42c6-e03f-47ee-a621-c22551217937" -d '{"events": [{"name": "network-changed", "server_uuid": "784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5", "tag": "d1c86006-aca8-49d6-9aee-f37b654a66f6"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:23:28.708439 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31494cbb-84c9-4456-8d7f-cf7ae0f13414 x-openstack-request-id: req-31494cbb-84c9-4456-8d7f-cf7ae0f13414 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:23:28.708728 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5", "tag": "d1c86006-aca8-49d6-9aee-f37b654a66f6", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:23:28.708976 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31494cbb-84c9-4456-8d7f-cf7ae0f13414 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:23:28.709375 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'tag': 'd1c86006-aca8-49d6-9aee-f37b654a66f6', 'status': 'completed', 'code': 200} Nov 15 15:23:28.775514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a42c6-e03f-47ee-a621-c22551217937 req-45ba2d0b-e983-44f8-8264-3794764ac8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:28.775770 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:28.776656 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-978a42c6-e03f-47ee-a621-c22551217937 req-45ba2d0b-e983-44f8-8264-3794764ac8d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0425863 Nov 15 15:23:28.880120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a42c6-e03f-47ee-a621-c22551217937 req-da1c1bdc-0c2b-462c-8b3e-c6104ddb5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:28.881666 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-978a42c6-e03f-47ee-a621-c22551217937 req-da1c1bdc-0c2b-462c-8b3e-c6104ddb5bf6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0973759 Nov 15 15:23:28.899569 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-18e5085a-adb0-459c-8083-f235d73c11fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '8937b99b-7755-4f0f-abc0-c5673ad9eadd', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': 'd1c86006-aca8-49d6-9aee-f37b654a66f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:c2:1a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:23:27Z', 'updated_at': '2021-11-15T15:23:27Z', 'revision_number': 0, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}, {'id': 'b15dff25-5b04-4aee-8a15-b97018a4d176', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:df:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:20:16Z', 'updated_at': '2021-11-15T15:20:18Z', 'revision_number': 1, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:28.928281 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e5085a-adb0-459c-8083-f235d73c11fb None None] Checking router: d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:23:28.940385 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e5085a-adb0-459c-8083-f235d73c11fb None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:23:28.941000 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-18e5085a-adb0-459c-8083-f235d73c11fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:23:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:28.951576 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-978a42c6-e03f-47ee-a621-c22551217937 req-dd72fd17-3b6a-4d30-896f-d50cf15f2571 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c86006-aca8-49d6-9aee-f37b654a66f6 HTTP/1.1" status: 200 len: 999 time: 0.0624788 Nov 15 15:23:29.002776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a42c6-e03f-47ee-a621-c22551217937 req-7cde69f2-6e7e-4ff4-9654-828d4815c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:29.004326 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-978a42c6-e03f-47ee-a621-c22551217937 req-7cde69f2-6e7e-4ff4-9654-828d4815c57a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0460985 Nov 15 15:23:29.060744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a42c6-e03f-47ee-a621-c22551217937 req-17c0cdae-3de8-4394-b158-c280b078bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:29.062532 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-978a42c6-e03f-47ee-a621-c22551217937 req-17c0cdae-3de8-4394-b158-c280b078bf33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507631 Nov 15 15:23:29.162676 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-978a42c6-e03f-47ee-a621-c22551217937 req-f137be0d-0405-40cf-92e9-412fcb956804 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918102 Nov 15 15:23:29.186666 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:29.222663 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-18e5085a-adb0-459c-8083-f235d73c11fb None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:23:29.264735 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-978a42c6-e03f-47ee-a621-c22551217937 req-c99b1d57-baec-475c-997d-bbf9f607a49b service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951765 Nov 15 15:23:29.487947 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-18e5085a-adb0-459c-8083-f235d73c11fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '8937b99b-7755-4f0f-abc0-c5673ad9eadd', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': 'd1c86006-aca8-49d6-9aee-f37b654a66f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:c2:1a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:23:27Z', 'updated_at': '2021-11-15T15:23:27Z', 'revision_number': 0, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}, {'id': 'b15dff25-5b04-4aee-8a15-b97018a4d176', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:df:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:20:16Z', 'updated_at': '2021-11-15T15:20:18Z', 'revision_number': 1, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:23:29.515473 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e5085a-adb0-459c-8083-f235d73c11fb None None] The sync data for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 is: [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '8937b99b-7755-4f0f-abc0-c5673ad9eadd', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': 'd1c86006-aca8-49d6-9aee-f37b654a66f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:c2:1a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:23:27Z', 'updated_at': '2021-11-15T15:23:27Z', 'revision_number': 0, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}, {'id': 'b15dff25-5b04-4aee-8a15-b97018a4d176', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:df:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:20:16Z', 'updated_at': '2021-11-15T15:20:18Z', 'revision_number': 1, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:23:29.724064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1b0b4-028e-4028-8f72-3c8392d31c44 None None] New status for floating IP 8937b99b-7755-4f0f-abc0-c5673ad9eadd: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:23:29.758419 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e736ea1c-a23c-4226-ac9b-8bcca6dc43a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:32.151544 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad220fc9-a766-47cb-b343-96360d1c459c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:32.757874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed0ae211-1cec-4ecd-87eb-a76255d363d2 req-da34747d-cca3-4506-9716-b8cf3fe31d22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446625 Nov 15 15:23:32.846907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae211-1cec-4ecd-87eb-a76255d363d2 req-059aac78-887f-4c78-befb-e711e2e9db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:32.848408 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed0ae211-1cec-4ecd-87eb-a76255d363d2 req-059aac78-887f-4c78-befb-e711e2e9db3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 1097 time: 0.0418286 Nov 15 15:23:32.964904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae211-1cec-4ecd-87eb-a76255d363d2 req-235bebbf-104c-4de2-951b-966a543290dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:32.966956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed0ae211-1cec-4ecd-87eb-a76255d363d2 req-235bebbf-104c-4de2-951b-966a543290dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0869713 Nov 15 15:23:33.038533 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed0ae211-1cec-4ecd-87eb-a76255d363d2 req-d2ef0585-21ed-4ce9-80a9-6eb7ac4576fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9fbebe-5be5-4e2e-b718-6060eebbe98a HTTP/1.1" status: 200 len: 1001 time: 0.0631201 Nov 15 15:23:33.094049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae211-1cec-4ecd-87eb-a76255d363d2 req-653f8e5d-469a-43b6-bda0-7f6d9a15e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:33.095575 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed0ae211-1cec-4ecd-87eb-a76255d363d2 req-653f8e5d-469a-43b6-bda0-7f6d9a15e468 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0452666 Nov 15 15:23:33.148355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae211-1cec-4ecd-87eb-a76255d363d2 req-fa8ce0e9-01b6-4977-aabc-e5277b58d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:23:33.149882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed0ae211-1cec-4ecd-87eb-a76255d363d2 req-fa8ce0e9-01b6-4977-aabc-e5277b58d4b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428076 Nov 15 15:23:33.244335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed0ae211-1cec-4ecd-87eb-a76255d363d2 req-f260ea5a-7e0f-4876-879c-1aed4dc2f22c service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861650 Nov 15 15:23:33.339195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed0ae211-1cec-4ecd-87eb-a76255d363d2 req-f22cd4e3-28ea-4d6c-bed1-fc13baf9824c service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846176 Nov 15 15:23:33.609004 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:35.523448 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:35.774115 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:52.189896 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:23:58.757211 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:59.157444 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:23:59.740262 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c1c9859-8148-46e4-8ab2-389ad2fdab1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:01.116744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b67f-e714-4365-89f7-a86de0398ed5 req-1e46a5d3-1f15-48ac-b7f5-751ffa7ace19 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:01.118258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6524b67f-e714-4365-89f7-a86de0398ed5 req-1e46a5d3-1f15-48ac-b7f5-751ffa7ace19 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 945 time: 0.1034606 Nov 15 15:24:01.168095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6524b67f-e714-4365-89f7-a86de0398ed5 req-033f0f51-8e07-4e93-ba48-c7f0b82aee0e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433557 Nov 15 15:24:01.190871 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48918) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:01.251141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4c0504a4-0f97-42c7-a9f0-5d2c278f4ce4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/26ccab43-9902-4550-b424-1050944689d4 HTTP/1.1" status: 200 len: 993 time: 0.0590892 Nov 15 15:24:01.633686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e686b-b45e-4a6b-a494-73b493268f7b req-cf989146-cd44-442e-bf41-f0eb51483e1e tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:01.635246 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c6e686b-b45e-4a6b-a494-73b493268f7b req-cf989146-cd44-442e-bf41-f0eb51483e1e tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 1096 time: 0.0401680 Nov 15 15:24:01.685763 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c6e686b-b45e-4a6b-a494-73b493268f7b req-c8c1bc53-5335-418c-93b7-2b1be6c2d8c0 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442412 Nov 15 15:24:02.094216 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72e1191e-71b3-44ea-aec8-bd60a7d94d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:02.578649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bb08d943-5780-4b46-9213-c230437f4f06 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419011 Nov 15 15:24:02.587327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-9b69c638-36ca-4fe4-97fa-c26720f7b288 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:24:02.588318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-9b69c638-36ca-4fe4-97fa-c26720f7b288 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049622 Nov 15 15:24:03.644796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7547cdaa-0bcf-48d1-a4ff-2d783e333af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:03.647404 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7547cdaa-0bcf-48d1-a4ff-2d783e333af2 service neutron] 10.222.0.70 "GET /v2.0/ports/748e200a-a7f8-4523-956e-7aad9a5ecaaa HTTP/1.1" status: 200 len: 1093 time: 0.0367014 Nov 15 15:24:03.648410 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:03.656619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] Request body: {'binding': {'host': 'n-h2-817748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:03.658553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] Unknown quota resources ['binding']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 15:24:03.793510 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] Attempting to bind port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on host n-h2-817748-2 for vnic_type normal with profile None {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:24:03.793843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] Attempting to bind port 748e200a-a7f8-4523-956e-7aad9a5ecaaa by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:24:03.794172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] Attempting to bind port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:24:03.798854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] Port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:24:03.799181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] Attempting to bind port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:24:03.804669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:24:03.805024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] Checking segment: {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:24:03.805412 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] Bound using segment: {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:24:03.805843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] Bound port: 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:24:03.891895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:24:03.941060 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:03.942870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] 10.222.0.70 "POST /v2.0/ports/748e200a-a7f8-4523-956e-7aad9a5ecaaa/bindings HTTP/1.1" status: 201 len: 389 time: 0.2894394 Nov 15 15:24:04.248116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5574ac-11b2-4640-b950-df1405cda6c9 req-5da0a9de-08c3-477f-9c6a-53c82611c5dc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:04.249620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc5574ac-11b2-4640-b950-df1405cda6c9 req-5da0a9de-08c3-477f-9c6a-53c82611c5dc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 945 time: 0.0552099 Nov 15 15:24:04.299452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cc5574ac-11b2-4640-b950-df1405cda6c9 req-9bab34ae-5c8a-473f-84b8-6903acd1da01 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438409 Nov 15 15:24:04.763965 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-0db7f893-5f27-4706-a62b-d264ecd5b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:04.765460 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-0db7f893-5f27-4706-a62b-d264ecd5b1e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 1096 time: 0.0870690 Nov 15 15:24:04.860184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bcba5caf-f902-484e-877c-285a8ee6394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:04.861660 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bcba5caf-f902-484e-877c-285a8ee6394e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 HTTP/1.1" status: 200 len: 897 time: 0.0850623 Nov 15 15:24:04.937212 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-10246a6a-960f-48c6-87e8-64982c949b76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa HTTP/1.1" status: 200 len: 1001 time: 0.0647864 Nov 15 15:24:04.992379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-f77756fa-efdc-48f3-8f4c-4bbcd03e6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:04.994164 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-f77756fa-efdc-48f3-8f4c-4bbcd03e6df9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0278b56d-3f07-42e8-a52f-77418290ad14 HTTP/1.1" status: 200 len: 835 time: 0.0473721 Nov 15 15:24:05.046041 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-652a6acc-1101-444d-956e-1076b7772d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:05.047685 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-652a6acc-1101-444d-956e-1076b7772d34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416036 Nov 15 15:24:05.147264 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-81c7aa33-0d3a-43ef-98c9-ffc907e16d15 service neutron] 10.222.0.46 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870700 Nov 15 15:24:05.242722 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-b9d45a1e-59d9-4ec5-a31e-021df035958e service neutron] 10.222.0.46 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831048 Nov 15 15:24:05.316857 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:05.397494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-44da6f95-3aeb-4b1d-8823-0d5ce72f46d2 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:05.399029 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-44da6f95-3aeb-4b1d-8823-0d5ce72f46d2 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096&tenant_id=2c7080e44e6e4988bc048dacb70630d1&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1096 time: 0.0829363 Nov 15 15:24:05.415277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817748-2'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:05.470683 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:05.472228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f77d8-4dda-4885-b8b4-b2b8456437bd req-9874b92d-d851-409e-9aed-5ffd82405553 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:05.473752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f84f77d8-4dda-4885-b8b4-b2b8456437bd req-9874b92d-d851-409e-9aed-5ffd82405553 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 945 time: 0.1027446 Nov 15 15:24:05.526832 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f84f77d8-4dda-4885-b8b4-b2b8456437bd req-a1c43737-a4f6-4b0a-bd44-62dfc867551e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443761 Nov 15 15:24:05.600810 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:05.639725 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:24:05.680046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:24:05.682440 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4412fb92-6c3b-4e45-9d5b-5d751acffdfd" -d '{"events": [{"server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "name": "network-vif-unplugged", "status": "completed", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:24:05.686671 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:05.725316 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a50c4d6-7cf7-487c-be65-65d291482af3 x-openstack-request-id: req-3a50c4d6-7cf7-487c-be65-65d291482af3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:24:05.725608 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "name": "network-vif-unplugged", "status": "completed", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:24:05.725854 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a50c4d6-7cf7-487c-be65-65d291482af3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:24:05.726287 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'code': 200} Nov 15 15:24:05.734294 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:05.751546 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:05.832273 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=748e200a-a7f8-4523-956e-7aad9a5ecaaa,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:05.885095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Attempting to bind port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on host n-h1-817748-2 for vnic_type normal with profile {"migrating_to": "n-h2-817748-2"} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:24:05.885429 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Attempting to bind port 748e200a-a7f8-4523-956e-7aad9a5ecaaa by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:24:05.885751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Attempting to bind port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:24:05.891175 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:24:05.891504 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Attempting to bind port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:24:05.896820 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:24:05.897296 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Checking segment: {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:24:05.897694 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Bound using segment: {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:24:05.898123 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Bound port: 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4839815-c0c3-47d7-8b01-fc82b325c088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:24:05.898562 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:05.968279 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:24:05.971561 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:24:06.058140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-766eca7d-8925-4ddc-bbf7-c77f72f38cb7 None None] Provisioning complete for port 748e200a-a7f8-4523-956e-7aad9a5ecaaa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:06.058670 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-766eca7d-8925-4ddc-bbf7-c77f72f38cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:06.059424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:06.151725 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-766eca7d-8925-4ddc-bbf7-c77f72f38cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:06.159502 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=748e200a-a7f8-4523-956e-7aad9a5ecaaa,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:06.184665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:24:06.187024 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b76570-2002-40f2-b7c0-a17245820a80" -d '{"events": [{"server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "name": "network-vif-plugged", "status": "completed", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:24:06.204695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-766eca7d-8925-4ddc-bbf7-c77f72f38cb7 None None] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:06.210805 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:06.211525 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:06.213151 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-7361641c-3496-49d8-b3cd-d29fc4eb1dd8 service neutron] 10.222.0.46 "PUT /v2.0/ports/748e200a-a7f8-4523-956e-7aad9a5ecaaa HTTP/1.1" status: 200 len: 1121 time: 0.8020675 Nov 15 15:24:06.248215 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac61fe5-ed65-4d76-b65e-e44085695fad x-openstack-request-id: req-8ac61fe5-ed65-4d76-b65e-e44085695fad {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:24:06.248491 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "name": "network-vif-plugged", "status": "completed", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:24:06.248763 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ac61fe5-ed65-4d76-b65e-e44085695fad {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:24:06.249142 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'code': 200} Nov 15 15:24:06.265540 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-766eca7d-8925-4ddc-bbf7-c77f72f38cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:06.347520 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['748e200a-a7f8-4523-956e-7aad9a5ecaaa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:24:06.452988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766eca7d-8925-4ddc-bbf7-c77f72f38cb7 None None] Pushing event updated for resources: {'Port': ['ID=748e200a-a7f8-4523-956e-7aad9a5ecaaa,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:06.633189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-797041f1-2596-402b-bfc8-566925ab2388 None None] Provisioning complete for port 748e200a-a7f8-4523-956e-7aad9a5ecaaa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:06.633462 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-797041f1-2596-402b-bfc8-566925ab2388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:06.652232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474e707-1d5f-4de3-b9d6-348b30794d8c req-574ca634-60c4-4ba5-ac7e-e2f6821022db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:06.653839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c474e707-1d5f-4de3-b9d6-348b30794d8c req-574ca634-60c4-4ba5-ac7e-e2f6821022db tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 945 time: 0.0556099 Nov 15 15:24:06.704269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c474e707-1d5f-4de3-b9d6-348b30794d8c req-796173f8-327e-47ee-bd6d-cc6f8a3bc104 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441442 Nov 15 15:24:07.727254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:24:07.729694 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7605e8a0-308b-42a7-a0c6-19e8393d72e4" -d '{"events": [{"name": "network-changed", "server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:24:07.769666 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a1d6bf-8d67-40ac-b4fa-95d7b9ba6885 x-openstack-request-id: req-f9a1d6bf-8d67-40ac-b4fa-95d7b9ba6885 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:24:07.770018 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:24:07.770317 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9a1d6bf-8d67-40ac-b4fa-95d7b9ba6885 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:24:07.770762 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'status': 'completed', 'code': 200} Nov 15 15:24:07.859038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ea929-b755-4d84-b9ac-07ab07dc6bda req-debf0115-c6de-4893-b8c2-a815664b5f4c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:07.860551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-243ea929-b755-4d84-b9ac-07ab07dc6bda req-debf0115-c6de-4893-b8c2-a815664b5f4c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 945 time: 0.0787435 Nov 15 15:24:07.862346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605e8a0-308b-42a7-a0c6-19e8393d72e4 req-51de4c0a-eec3-4f69-a362-cfe2125daba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:07.864492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7605e8a0-308b-42a7-a0c6-19e8393d72e4 req-51de4c0a-eec3-4f69-a362-cfe2125daba0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 1126 time: 0.0709512 Nov 15 15:24:08.319362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-243ea929-b755-4d84-b9ac-07ab07dc6bda req-720a2f02-1e0d-441d-a025-a4fd412fd8e4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4523282 Nov 15 15:24:08.344395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605e8a0-308b-42a7-a0c6-19e8393d72e4 req-86b68f57-4da4-4615-bfa7-d5b58f479679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:08.345860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7605e8a0-308b-42a7-a0c6-19e8393d72e4 req-86b68f57-4da4-4615-bfa7-d5b58f479679 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 HTTP/1.1" status: 200 len: 897 time: 0.4728885 Nov 15 15:24:08.417918 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7605e8a0-308b-42a7-a0c6-19e8393d72e4 req-26f5b0b8-eaac-49ff-ac74-91597ef30e4c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa HTTP/1.1" status: 200 len: 1001 time: 0.0624845 Nov 15 15:24:08.474948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605e8a0-308b-42a7-a0c6-19e8393d72e4 req-9b131565-9195-46ef-8a45-b76a81391b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:08.476385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7605e8a0-308b-42a7-a0c6-19e8393d72e4 req-9b131565-9195-46ef-8a45-b76a81391b8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0278b56d-3f07-42e8-a52f-77418290ad14 HTTP/1.1" status: 200 len: 835 time: 0.0509498 Nov 15 15:24:08.522413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605e8a0-308b-42a7-a0c6-19e8393d72e4 req-0143686c-baf9-4543-a182-54c43402b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:08.523913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7605e8a0-308b-42a7-a0c6-19e8393d72e4 req-0143686c-baf9-4543-a182-54c43402b6b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398338 Nov 15 15:24:08.616977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7605e8a0-308b-42a7-a0c6-19e8393d72e4 req-54b8b2f4-cc68-43a9-a576-b6b42922e317 service neutron] 10.222.0.59 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852549 Nov 15 15:24:08.706645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7605e8a0-308b-42a7-a0c6-19e8393d72e4 req-3d8a80f0-4fea-4c6b-bd97-1b7c6e9c4c18 service neutron] 10.222.0.59 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820842 Nov 15 15:24:08.781160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 748e200a-a7f8-4523-956e-7aad9a5ecaaa details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:24:08.877406 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:08.889456 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 748e200a-a7f8-4523-956e-7aad9a5ecaaa has no active binding in host n-h2-817748-2 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 15:24:09.440964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eace255-640a-4338-9139-c099b4635a4d req-8aa1e526-7ae3-4c4a-aec7-1e58fcbb5820 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:09.442501 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0eace255-640a-4338-9139-c099b4635a4d req-8aa1e526-7ae3-4c4a-aec7-1e58fcbb5820 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 945 time: 0.0497005 Nov 15 15:24:09.491251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0eace255-640a-4338-9139-c099b4635a4d req-27c9716f-678f-496a-87a5-2df3754dc07a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428011 Nov 15 15:24:10.610899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5fd8-d36b-4b99-9856-0027ff2008d8 req-1a80be88-ac49-4d0b-8e05-ead19b89a852 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:10.612355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-739d5fd8-d36b-4b99-9856-0027ff2008d8 req-1a80be88-ac49-4d0b-8e05-ead19b89a852 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 945 time: 0.0534413 Nov 15 15:24:10.663984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-739d5fd8-d36b-4b99-9856-0027ff2008d8 req-786fe9d9-fcd9-4577-8bba-eb5d4423e139 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450501 Nov 15 15:24:11.346658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-6520d562-8a28-4efb-b9b1-ddb47505a63e service neutron] 10.222.0.59 "GET /v2.0/ports/748e200a-a7f8-4523-956e-7aad9a5ecaaa/bindings/n-h2-817748-2 HTTP/1.1" status: 200 len: 384 time: 0.0566523 Nov 15 15:24:11.532066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:11.550873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:24:11.593676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:24:11.595878 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca180b3-a961-492c-a051-a8c1249ff674" -d '{"events": [{"server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "name": "network-vif-unplugged", "status": "completed", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:24:11.603195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:11.636433 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ece5c7e-7b41-45b2-a26c-cfdd44093cbf x-openstack-request-id: req-5ece5c7e-7b41-45b2-a26c-cfdd44093cbf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:24:11.637030 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "name": "network-vif-unplugged", "status": "completed", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:24:11.637030 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ece5c7e-7b41-45b2-a26c-cfdd44093cbf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:24:11.637364 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'code': 200} Nov 15 15:24:11.703328 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:11.806311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fd008-fa68-4691-a53d-70e4db0d37b8 req-7cc594e3-4bb8-4987-9f56-273155813cb0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:11.807843 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d71fd008-fa68-4691-a53d-70e4db0d37b8 req-7cc594e3-4bb8-4987-9f56-273155813cb0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 944 time: 0.0748382 Nov 15 15:24:11.819037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Transition to ACTIVE for port object 748e200a-a7f8-4523-956e-7aad9a5ecaaa will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:24:11.870422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d71fd008-fa68-4691-a53d-70e4db0d37b8 req-f6e5c276-ef1b-4253-804a-7c78caf888bf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542283 Nov 15 15:24:11.888676 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:11.980194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Pushing event updated for resources: {'Port': ['ID=748e200a-a7f8-4523-956e-7aad9a5ecaaa,revision_number=11']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:11.995525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:11.995879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:11.996229 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:12.003322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:12.003322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:12.003322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:12.003322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:12.003322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:12.003322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:12.003322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:12.003322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:12.003322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:12.039426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] No DVR routers for this DVR port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:24:12.178974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-80dfd4ca-418c-4c51-a8e9-7059c2dcda39 service neutron] 10.222.0.59 "PUT /v2.0/ports/748e200a-a7f8-4523-956e-7aad9a5ecaaa/bindings/n-h2-817748-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8250575 Nov 15 15:24:12.349898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-ac25931b-d00f-46da-b44b-ea2ea032292c tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:12.351561 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-ac25931b-d00f-46da-b44b-ea2ea032292c tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096&tenant_id=2c7080e44e6e4988bc048dacb70630d1&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.0446646 Nov 15 15:24:12.404563 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-185ed10b-536a-4710-bd65-e0f01ca6a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:12.406041 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-185ed10b-536a-4710-bd65-e0f01ca6a6d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096&tenant_id=2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 1095 time: 0.0402896 Nov 15 15:24:12.467616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-30182a61-8d1e-4289-997d-81e06e0259b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:12.468998 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-30182a61-8d1e-4289-997d-81e06e0259b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 1095 time: 0.0391276 Nov 15 15:24:12.563407 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-5b13992d-edcd-45ef-94c3-9819fb893434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:12.564859 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-5b13992d-edcd-45ef-94c3-9819fb893434 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 HTTP/1.1" status: 200 len: 897 time: 0.0855119 Nov 15 15:24:12.636220 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-4f69e0e0-0c6e-4fc3-a834-443acac2bb01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa HTTP/1.1" status: 200 len: 999 time: 0.0599804 Nov 15 15:24:12.688662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-8de79fd3-25ee-4f1d-a706-c8cddc47ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:12.690116 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-8de79fd3-25ee-4f1d-a706-c8cddc47ec18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0278b56d-3f07-42e8-a52f-77418290ad14 HTTP/1.1" status: 200 len: 835 time: 0.0429530 Nov 15 15:24:12.741044 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-cca58fb8-848d-4d54-b191-fe55d042f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:12.742480 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-cca58fb8-848d-4d54-b191-fe55d042f884 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398555 Nov 15 15:24:12.832235 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-911b5328-553f-44ae-ba84-a83e263ffe9b service neutron] 10.222.0.46 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821238 Nov 15 15:24:12.930447 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-3f953a09-e578-4ce9-9ef6-1dc804cde8d7 service neutron] 10.222.0.46 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870798 Nov 15 15:24:12.990647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef3586-d961-4d13-8021-2ac16b22bcc1 req-f2d50ece-e720-4598-aa2e-ec69a3cda630 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:12.992266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6ef3586-d961-4d13-8021-2ac16b22bcc1 req-f2d50ece-e720-4598-aa2e-ec69a3cda630 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 944 time: 0.0494268 Nov 15 15:24:13.043628 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6ef3586-d961-4d13-8021-2ac16b22bcc1 req-ac67ab19-de6c-426c-b30b-6b7c177f6077 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449398 Nov 15 15:24:13.392782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-6e3dda08-7b2a-4ccd-8e4c-3f69634b24e6 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:13.394366 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-6e3dda08-7b2a-4ccd-8e4c-3f69634b24e6 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096&tenant_id=2c7080e44e6e4988bc048dacb70630d1&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 1095 time: 0.0452013 Nov 15 15:24:13.891780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bd10b0dd-8392-4354-b0d0-ea84a31a5fb7 service neutron] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:24:13.894905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bd10b0dd-8392-4354-b0d0-ea84a31a5fb7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:13.896041 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bd10b0dd-8392-4354-b0d0-ea84a31a5fb7 service neutron] 10.222.0.46 "DELETE /v2.0/ports/748e200a-a7f8-4523-956e-7aad9a5ecaaa/bindings/n-h1-817748-2 HTTP/1.1" status: 204 len: 173 time: 0.4884133 Nov 15 15:24:14.163032 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69709f4-f2b3-4f84-bb0a-35f54e10d255 req-c64dc154-0e96-4864-aad8-7f1c7ec2b570 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:14.164919 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f69709f4-f2b3-4f84-bb0a-35f54e10d255 req-c64dc154-0e96-4864-aad8-7f1c7ec2b570 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 944 time: 0.0534351 Nov 15 15:24:14.216801 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f69709f4-f2b3-4f84-bb0a-35f54e10d255 req-4a9885e4-8648-4f5a-95c5-490db2a72025 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453920 Nov 15 15:24:14.346352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a68553-23cf-4a13-9ea7-d39b67dc9249 req-22c5edf6-03f9-4df2-9855-e733449a2c13 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:14.348062 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10a68553-23cf-4a13-9ea7-d39b67dc9249 req-22c5edf6-03f9-4df2-9855-e733449a2c13 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 1095 time: 0.0458746 Nov 15 15:24:14.396741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-10a68553-23cf-4a13-9ea7-d39b67dc9249 req-136ecc9a-245a-4cb3-a735-66bb6fa7cc18 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408473 Nov 15 15:24:14.518013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466ebe3-5057-42f4-96eb-a6c722d017d0 req-c1b406c1-e0e2-43d8-aafc-b5dc3cf51d7d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:14.519535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4466ebe3-5057-42f4-96eb-a6c722d017d0 req-c1b406c1-e0e2-43d8-aafc-b5dc3cf51d7d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 944 time: 0.0495751 Nov 15 15:24:14.569760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4466ebe3-5057-42f4-96eb-a6c722d017d0 req-89f93bf1-2afd-4e87-99e6-99ef6a1377ff tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 Nov 15 15:24:14.593041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:14.667038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d68f6b27-cd76-431b-be8e-b98d384ea718 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/26ccab43-9902-4550-b424-1050944689d4 HTTP/1.1" status: 200 len: 991 time: 0.0727479 Nov 15 15:24:14.907168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 48994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:15.070931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8e279050-6331-44a0-9ad9-5cda75dd19bc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port f1ea2df8-0366-4909-8e2f-61299e38135f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:24:15.071278 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e279050-6331-44a0-9ad9-5cda75dd19bc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:15.146649 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e279050-6331-44a0-9ad9-5cda75dd19bc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:15.146981 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e279050-6331-44a0-9ad9-5cda75dd19bc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:15.160397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8e279050-6331-44a0-9ad9-5cda75dd19bc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for f1ea2df8-0366-4909-8e2f-61299e38135f owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:24:15.425443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e279050-6331-44a0-9ad9-5cda75dd19bc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:15.438030 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 748e200a-a7f8-4523-956e-7aad9a5ecaaa no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:24:15.457036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e279050-6331-44a0-9ad9-5cda75dd19bc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=f1ea2df8-0366-4909-8e2f-61299e38135f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:15.477905 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 748e200a-a7f8-4523-956e-7aad9a5ecaaa not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:24:15.520128 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e279050-6331-44a0-9ad9-5cda75dd19bc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:15.520488 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-8e279050-6331-44a0-9ad9-5cda75dd19bc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Floating IP 26ccab43-9902-4550-b424-1050944689d4 disassociated (deleted). External IP: 172.25.4.130, port: 748e200a-a7f8-4523-956e-7aad9a5ecaaa. Nov 15 15:24:15.734381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e279050-6331-44a0-9ad9-5cda75dd19bc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:24:15.839875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e279050-6331-44a0-9ad9-5cda75dd19bc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:24:15.844872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e279050-6331-44a0-9ad9-5cda75dd19bc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:15.850209 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b79d8f5-d5cd-4026-9b83-b7ce22232f6b None None] Sync routers for ids ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:24:15.859430 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b79d8f5-d5cd-4026-9b83-b7ce22232f6b None None] Routers {'66d69ebb-657b-4b4e-9451-b56ad50af8c4'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:24:15.860065 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9b79d8f5-d5cd-4026-9b83-b7ce22232f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:24:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:15.880459 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8e279050-6331-44a0-9ad9-5cda75dd19bc tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/floatingips/26ccab43-9902-4550-b424-1050944689d4 HTTP/1.1" status: 204 len: 168 time: 0.9696951 Nov 15 15:24:15.880459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:24:15.880860 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2834ecf-c149-4750-9ad8-645fe4f2499c" -d '{"events": [{"name": "network-changed", "server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:24:15.921132 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2135354-3bf5-4a66-a568-b1accd8d1367 x-openstack-request-id: req-f2135354-3bf5-4a66-a568-b1accd8d1367 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:24:15.921597 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:24:15.921976 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2135354-3bf5-4a66-a568-b1accd8d1367 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:24:15.922417 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'status': 'completed', 'code': 200} Nov 15 15:24:15.972480 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9b79d8f5-d5cd-4026-9b83-b7ce22232f6b None None] Set router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:24:15.995314 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2834ecf-c149-4750-9ad8-645fe4f2499c req-5c01c8f1-8232-43e6-bf8a-a30e32b958ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:15.996765 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a2834ecf-c149-4750-9ad8-645fe4f2499c req-5c01c8f1-8232-43e6-bf8a-a30e32b958ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 1095 time: 0.0428810 Nov 15 15:24:16.098964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2834ecf-c149-4750-9ad8-645fe4f2499c req-feb54f2b-f14c-477d-ac2a-152ffb7c8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:16.100478 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a2834ecf-c149-4750-9ad8-645fe4f2499c req-feb54f2b-f14c-477d-ac2a-152ffb7c8643 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 HTTP/1.1" status: 200 len: 897 time: 0.0965457 Nov 15 15:24:16.158563 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a2834ecf-c149-4750-9ad8-645fe4f2499c req-fc497882-aa1d-4d40-bba9-586c78c0493e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa HTTP/1.1" status: 200 len: 217 time: 0.0462894 Nov 15 15:24:16.184300 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9b79d8f5-d5cd-4026-9b83-b7ce22232f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:23:08Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3184bdf5-1b0a-4342-bf95-76970c709bd0', 'name': '', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:5c:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:07Z', 'updated_at': '2021-11-15T15:23:11Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:16.216503 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b79d8f5-d5cd-4026-9b83-b7ce22232f6b None None] Checking router: 66d69ebb-657b-4b4e-9451-b56ad50af8c4 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:24:16.222235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2834ecf-c149-4750-9ad8-645fe4f2499c req-f9f89f30-7a60-47a7-a83e-ee071cd3f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:16.224023 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a2834ecf-c149-4750-9ad8-645fe4f2499c req-f9f89f30-7a60-47a7-a83e-ee071cd3f17c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0278b56d-3f07-42e8-a52f-77418290ad14 HTTP/1.1" status: 200 len: 835 time: 0.0584390 Nov 15 15:24:16.225350 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b79d8f5-d5cd-4026-9b83-b7ce22232f6b None None] Routers {'66d69ebb-657b-4b4e-9451-b56ad50af8c4'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:24:16.226204 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9b79d8f5-d5cd-4026-9b83-b7ce22232f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:24:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:16.273208 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2834ecf-c149-4750-9ad8-645fe4f2499c req-498393f9-f9dd-4e45-9a73-896d44d6b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:16.274764 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a2834ecf-c149-4750-9ad8-645fe4f2499c req-498393f9-f9dd-4e45-9a73-896d44d6b828 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430539 Nov 15 15:24:16.304321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac327cdd-8527-47cf-9929-1848c0a09158 req-8dc73564-1027-4863-abb1-d661834a1039 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:16.306450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac327cdd-8527-47cf-9929-1848c0a09158 req-8dc73564-1027-4863-abb1-d661834a1039 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 944 time: 0.0577302 Nov 15 15:24:16.356507 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9b79d8f5-d5cd-4026-9b83-b7ce22232f6b None None] Set router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:24:16.364248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ac327cdd-8527-47cf-9929-1848c0a09158 req-27c4dbc4-91f5-4419-8b77-fd8771d058f1 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=d83765f0-a20e-4ebd-8e52-64947650140f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499148 Nov 15 15:24:16.383160 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a2834ecf-c149-4750-9ad8-645fe4f2499c req-c8171a32-044d-407b-922d-08a3f3e2e863 service neutron] 10.222.0.46 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003437 Nov 15 15:24:16.476059 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a2834ecf-c149-4750-9ad8-645fe4f2499c req-5fc56621-f0ec-4887-a8bf-005623eee60d service neutron] 10.222.0.46 "GET /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841773 Nov 15 15:24:16.566287 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9b79d8f5-d5cd-4026-9b83-b7ce22232f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:23:08Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3184bdf5-1b0a-4342-bf95-76970c709bd0', 'name': '', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:5c:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:07Z', 'updated_at': '2021-11-15T15:23:11Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:16.592085 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b79d8f5-d5cd-4026-9b83-b7ce22232f6b None None] The sync data for ids ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'] in n-d-817748-2 is: [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:23:08Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3184bdf5-1b0a-4342-bf95-76970c709bd0', 'name': '', 'network_id': 'e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:5c:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:07Z', 'updated_at': '2021-11-15T15:23:11Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': '0278b56d-3f07-42e8-a52f-77418290ad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:24:16.749625 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b32e4e-aa7c-41ad-9290-bd363527470b req-60781475-36d1-4a93-b6ec-ed48d6138998 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:16.751292 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a9b32e4e-aa7c-41ad-9290-bd363527470b req-60781475-36d1-4a93-b6ec-ed48d6138998 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.46 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 944 time: 0.0527627 Nov 15 15:24:16.831903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a91e4fd-f951-4dec-a55b-f7501e2da603 None None] New status for floating IP 26ccab43-9902-4550-b424-1050944689d4: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:24:16.852731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-a9b32e4e-aa7c-41ad-9290-bd363527470b req-e74de10d-081f-4ff8-9696-cdf5df317e51 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port 748e200a-a7f8-4523-956e-7aad9a5ecaaa {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:24:16.853062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9b32e4e-aa7c-41ad-9290-bd363527470b req-e74de10d-081f-4ff8-9696-cdf5df317e51 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:16.947152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a9b32e4e-aa7c-41ad-9290-bd363527470b req-e74de10d-081f-4ff8-9696-cdf5df317e51 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] For port 748e200a-a7f8-4523-956e-7aad9a5ecaaa, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=748e200a-a7f8-4523-956e-7aad9a5ecaaa,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:16.947517 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9b32e4e-aa7c-41ad-9290-bd363527470b req-e74de10d-081f-4ff8-9696-cdf5df317e51 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:16.960371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-a9b32e4e-aa7c-41ad-9290-bd363527470b req-e74de10d-081f-4ff8-9696-cdf5df317e51 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for 748e200a-a7f8-4523-956e-7aad9a5ecaaa owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:24:17.157261 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9b32e4e-aa7c-41ad-9290-bd363527470b req-e74de10d-081f-4ff8-9696-cdf5df317e51 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:17.188442 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74de10d-081f-4ff8-9696-cdf5df317e51 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=748e200a-a7f8-4523-956e-7aad9a5ecaaa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:17.233303 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b32e4e-aa7c-41ad-9290-bd363527470b req-e74de10d-081f-4ff8-9696-cdf5df317e51 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] No DVR routers for this DVR port 748e200a-a7f8-4523-956e-7aad9a5ecaaa on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:24:17.236102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9b32e4e-aa7c-41ad-9290-bd363527470b req-e74de10d-081f-4ff8-9696-cdf5df317e51 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:17.240206 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a9b32e4e-aa7c-41ad-9290-bd363527470b req-e74de10d-081f-4ff8-9696-cdf5df317e51 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.46 "DELETE /v2.0/ports/748e200a-a7f8-4523-956e-7aad9a5ecaaa HTTP/1.1" status: 204 len: 173 time: 0.4810555 Nov 15 15:24:17.240643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'name': 'network-vif-deleted', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:24:17.242996 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56a72975a622a2c0742cccdb74e27f66366a2ea8ea78fbdd1db2f570fc6163da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eacea9b-5f29-434b-9e29-e0b670064eb5" -d '{"events": [{"server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "name": "network-vif-deleted", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:24:17.285268 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f05bac-d2d4-4955-b4ad-3ce20f9ccce6 x-openstack-request-id: req-83f05bac-d2d4-4955-b4ad-3ce20f9ccce6 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:24:17.285553 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f2a6bb-866c-4f5a-88fe-dcb0cb79a096", "name": "network-vif-deleted", "tag": "748e200a-a7f8-4523-956e-7aad9a5ecaaa", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:24:17.286354 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83f05bac-d2d4-4955-b4ad-3ce20f9ccce6 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:24:17.286784 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f2a6bb-866c-4f5a-88fe-dcb0cb79a096', 'name': 'network-vif-deleted', 'tag': '748e200a-a7f8-4523-956e-7aad9a5ecaaa', 'status': 'completed', 'code': 200} Nov 15 15:24:17.467210 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c32d75a5-9352-44fd-9811-e5b6d00d9cf1 req-3e2d7b12-2fbf-4bf6-80f4-d9320e16db33 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f2a6bb-866c-4f5a-88fe-dcb0cb79a096 HTTP/1.1" status: 200 len: 210 time: 0.0270321 Nov 15 15:24:18.528305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49010) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:18.979969 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9536-eab3-415e-8b5b-9085da04b16a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:19.280443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a9536-eab3-415e-8b5b-9085da04b16a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port 3184bdf5-1b0a-4342-bf95-76970c709bd0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:24:19.280797 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9536-eab3-415e-8b5b-9085da04b16a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:19.375690 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9f5a9536-eab3-415e-8b5b-9085da04b16a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] For port 3184bdf5-1b0a-4342-bf95-76970c709bd0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3184bdf5-1b0a-4342-bf95-76970c709bd0,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:19.376063 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9536-eab3-415e-8b5b-9085da04b16a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:19.389383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a9536-eab3-415e-8b5b-9085da04b16a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for 3184bdf5-1b0a-4342-bf95-76970c709bd0 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:24:19.654146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9536-eab3-415e-8b5b-9085da04b16a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:19.682701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a9536-eab3-415e-8b5b-9085da04b16a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=3184bdf5-1b0a-4342-bf95-76970c709bd0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:19.872625 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9536-eab3-415e-8b5b-9085da04b16a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:20.423446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5a9536-eab3-415e-8b5b-9085da04b16a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:24:20.525520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5a9536-eab3-415e-8b5b-9085da04b16a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:24:20.530793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9f5a9536-eab3-415e-8b5b-9085da04b16a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "PUT /v2.0/routers/66d69ebb-657b-4b4e-9451-b56ad50af8c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0011687 Nov 15 15:24:20.533265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49012) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:20.536393 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce789be-f564-4b30-82a3-08b166e3ab5d None None] Sync routers for ids ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:24:20.547076 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce789be-f564-4b30-82a3-08b166e3ab5d None None] Routers {'66d69ebb-657b-4b4e-9451-b56ad50af8c4'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:24:20.547689 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7ce789be-f564-4b30-82a3-08b166e3ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:24:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:20.588473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b03b12-aea2-468f-b587-7a4e01b88760 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting subnet 0278b56d-3f07-42e8-a52f-77418290ad14 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:24:20.591760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2b03b12-aea2-468f-b587-7a4e01b88760 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:20.632658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2b03b12-aea2-468f-b587-7a4e01b88760 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:20.654069 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7ce789be-f564-4b30-82a3-08b166e3ab5d None None] Set router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:24:20.715848 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2b03b12-aea2-468f-b587-7a4e01b88760 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:20.815583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 748e200a-a7f8-4523-956e-7aad9a5ecaaa no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:24:20.842454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 748e200a-a7f8-4523-956e-7aad9a5ecaaa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:24:20.842712 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 748e200a-a7f8-4523-956e-7aad9a5ecaaa not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:24:20.859267 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2b03b12-aea2-468f-b587-7a4e01b88760 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:20.887559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b03b12-aea2-468f-b587-7a4e01b88760 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Subnet': ['ID=0278b56d-3f07-42e8-a52f-77418290ad14,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:20.891246 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2b03b12-aea2-468f-b587-7a4e01b88760 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:20.896886 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b2b03b12-aea2-468f-b587-7a4e01b88760 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/subnets/0278b56d-3f07-42e8-a52f-77418290ad14 HTTP/1.1" status: 204 len: 168 time: 0.3602514 Nov 15 15:24:20.897156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:20.904045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becdbde0-5bd9-4797-b013-2508fc90092e None None] Network e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:24:20.948697 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7ce789be-f564-4b30-82a3-08b166e3ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:24:19Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:20.975913 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce789be-f564-4b30-82a3-08b166e3ab5d None None] Checking router: 66d69ebb-657b-4b4e-9451-b56ad50af8c4 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:24:20.985490 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce789be-f564-4b30-82a3-08b166e3ab5d None None] Routers {'66d69ebb-657b-4b4e-9451-b56ad50af8c4'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:24:20.985756 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7ce789be-f564-4b30-82a3-08b166e3ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:24:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:21.013845 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:21.101004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] DHCP port deletion for e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:24:21.103346 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7ce789be-f564-4b30-82a3-08b166e3ab5d None None] Set router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:24:21.130626 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:21.159545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Deleting port 97f4d174-e86b-4d86-91a1-862d005a3735 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:24:21.159949 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:21.224875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] For port 97f4d174-e86b-4d86-91a1-862d005a3735, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=97f4d174-e86b-4d86-91a1-862d005a3735,segment=NetworkSegment(a4839815-c0c3-47d7-8b01-fc82b325c088),segment_id=a4839815-c0c3-47d7-8b01-fc82b325c088)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:21.225267 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:21.237839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:24:21.238236 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:21.240185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Calling delete_port for 97f4d174-e86b-4d86-91a1-862d005a3735 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:24:21.293727 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7ce789be-f564-4b30-82a3-08b166e3ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:24:19Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:21.329609 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce789be-f564-4b30-82a3-08b166e3ab5d None None] The sync data for ids ['66d69ebb-657b-4b4e-9451-b56ad50af8c4'] in n-d-817748-2 is: [{'id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531339279', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:23:02Z', 'updated_at': '2021-11-15T15:24:19Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': 'f9799ad9-57d7-470c-a6aa-5d2d408ac4fa', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d69ebb-657b-4b4e-9451-b56ad50af8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:23:03Z', 'updated_at': '2021-11-15T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:24:21.331632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] For port f9799ad9-57d7-470c-a6aa-5d2d408ac4fa, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f9799ad9-57d7-470c-a6aa-5d2d408ac4fa,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:21.332131 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:21.351731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for f9799ad9-57d7-470c-a6aa-5d2d408ac4fa owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:24:21.413876 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:21.438378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Pushing event deleted for resources: {'Port': ['ID=97f4d174-e86b-4d86-91a1-862d005a3735,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:21.443187 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] No DVR routers for this DVR port 97f4d174-e86b-4d86-91a1-862d005a3735 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:24:21.450382 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:21.450747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:21.451084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:21.451416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:21.451742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:21.452064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:21.452391 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:21.452710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:21.453028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:21.453594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:21.453701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:21.453954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b73-0d39-4fbe-8c31-77390757bcc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:21.619570 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:21.648431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=f9799ad9-57d7-470c-a6aa-5d2d408ac4fa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:21.669681 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf4e93-d163-4110-87d9-0996c2855393 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:24:21.740091 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:21.845193 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:21.847766 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:21.947225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 97f4d174-e86b-4d86-91a1-862d005a3735 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:24:21.967000 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 97f4d174-e86b-4d86-91a1-862d005a3735 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:24:21.967344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 97f4d174-e86b-4d86-91a1-862d005a3735 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:24:21.967753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3184bdf5-1b0a-4342-bf95-76970c709bd0 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:24:21.986583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 3184bdf5-1b0a-4342-bf95-76970c709bd0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:24:21.986931 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3184bdf5-1b0a-4342-bf95-76970c709bd0 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:24:22.007347 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:22.007900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Fanout notify agent at l3_agent the message router_deleted on router 66d69ebb-657b-4b4e-9451-b56ad50af8c4 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:24:22.017388 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:22.019047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dd55d1cb-9ce5-48a6-8f4a-5d9eba5e8c42 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/routers/66d69ebb-657b-4b4e-9451-b56ad50af8c4 HTTP/1.1" status: 204 len: 168 time: 1.1200562 Nov 15 15:24:22.022043 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49016) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:22.114888 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1058152f-73f9-4384-aa23-f048214024da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:22.208412 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1058152f-73f9-4384-aa23-f048214024da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:22.228942 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1058152f-73f9-4384-aa23-f048214024da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:22.238463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1058152f-73f9-4384-aa23-f048214024da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4839815-c0c3-47d7-8b01-fc82b325c088') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:22.238852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1058152f-73f9-4384-aa23-f048214024da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4839815-c0c3-47d7-8b01-fc82b325c088') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:22.249593 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1058152f-73f9-4384-aa23-f048214024da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:22.262767 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1058152f-73f9-4384-aa23-f048214024da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:22.268466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1058152f-73f9-4384-aa23-f048214024da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:24:22.268843 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1058152f-73f9-4384-aa23-f048214024da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:24:22.271799 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:24:22.420062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1058152f-73f9-4384-aa23-f048214024da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:22.428426 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1058152f-73f9-4384-aa23-f048214024da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:22.431344 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1058152f-73f9-4384-aa23-f048214024da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/networks/e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2 HTTP/1.1" status: 204 len: 168 time: 0.4078796 Nov 15 15:24:22.434744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49018) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:22.443135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058152f-73f9-4384-aa23-f048214024da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Network': ['ID=e1f6ba9e-5b9f-4efa-b634-8a1f20ac83f2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:22.519536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f1423c1-41ce-4191-9f60-bf18b7e4ec16 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:22.546348 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f1423c1-41ce-4191-9f60-bf18b7e4ec16 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:22.659777 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f1423c1-41ce-4191-9f60-bf18b7e4ec16 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:22.663094 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f1423c1-41ce-4191-9f60-bf18b7e4ec16 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:22.664281 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4f1423c1-41ce-4191-9f60-bf18b7e4ec16 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/security-groups/d83765f0-a20e-4ebd-8e52-64947650140f HTTP/1.1" status: 204 len: 168 time: 0.2287652 Nov 15 15:24:22.674636 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1423c1-41ce-4191-9f60-bf18b7e4ec16 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83765f0-a20e-4ebd-8e52-64947650140f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:23.046309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49024) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:23.050946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-96a36aee-7165-460f-8912-34ad10d23037 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921523016', 'description': 'tempest-secgroup-smoke-921523016 description', 'project_id': '2c7080e44e6e4988bc048dacb70630d1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:23.133748 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96a36aee-7165-460f-8912-34ad10d23037 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:23.203225 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96a36aee-7165-460f-8912-34ad10d23037 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:23.276846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96a36aee-7165-460f-8912-34ad10d23037 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:23.306062 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a36aee-7165-460f-8912-34ad10d23037 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a21584-d6a8-4fb6-b7c4-be49033954bc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:23.365252 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96a36aee-7165-460f-8912-34ad10d23037 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:23.366775 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-96a36aee-7165-460f-8912-34ad10d23037 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3191583 Nov 15 15:24:23.369544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49026) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:23.374256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c5866f3c-b676-49e3-9f37-ca3166b57c8f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'e4a21584-d6a8-4fb6-b7c4-be49033954bc', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:23.465944 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5866f3c-b676-49e3-9f37-ca3166b57c8f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:23.517266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5866f3c-b676-49e3-9f37-ca3166b57c8f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:23.585237 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5866f3c-b676-49e3-9f37-ca3166b57c8f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:23.602530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5866f3c-b676-49e3-9f37-ca3166b57c8f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2bf2ae-2d6c-4d42-b2c6-0e0cf4efb182,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:23.666683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5866f3c-b676-49e3-9f37-ca3166b57c8f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:23.667939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c5866f3c-b676-49e3-9f37-ca3166b57c8f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2971268 Nov 15 15:24:23.670920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49028) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:23.679737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-481f03f9-6820-4b6f-94db-ca8ab3fffec4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'e4a21584-d6a8-4fb6-b7c4-be49033954bc', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:23.756137 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-481f03f9-6820-4b6f-94db-ca8ab3fffec4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:23.811470 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-481f03f9-6820-4b6f-94db-ca8ab3fffec4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:23.853917 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-481f03f9-6820-4b6f-94db-ca8ab3fffec4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:23.857891 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f9799ad9-57d7-470c-a6aa-5d2d408ac4fa no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:24:23.876031 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f03f9-6820-4b6f-94db-ca8ab3fffec4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f1d10a-c645-454b-8337-8f765f8377ba,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:23.881795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: f9799ad9-57d7-470c-a6aa-5d2d408ac4fa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:24:23.884485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f9799ad9-57d7-470c-a6aa-5d2d408ac4fa not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:24:23.964884 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-481f03f9-6820-4b6f-94db-ca8ab3fffec4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:23.966122 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-481f03f9-6820-4b6f-94db-ca8ab3fffec4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2941496 Nov 15 15:24:23.968989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49030) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:23.973855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-864f7fe7-ac8b-40c5-ab9f-b156861dd028 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'e4a21584-d6a8-4fb6-b7c4-be49033954bc', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:24.076448 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-864f7fe7-ac8b-40c5-ab9f-b156861dd028 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:24.134818 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-864f7fe7-ac8b-40c5-ab9f-b156861dd028 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:24.231275 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-864f7fe7-ac8b-40c5-ab9f-b156861dd028 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:24.250919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f7fe7-ac8b-40c5-ab9f-b156861dd028 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49eaecc-3606-4471-bfa2-951c06233a4a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:24.336232 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-864f7fe7-ac8b-40c5-ab9f-b156861dd028 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:24.337470 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-864f7fe7-ac8b-40c5-ab9f-b156861dd028 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675566 Nov 15 15:24:24.340268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:24.344680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8e15d2c0-9453-41c7-a436-3820e7e46aad tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'e4a21584-d6a8-4fb6-b7c4-be49033954bc', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:24.442285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e15d2c0-9453-41c7-a436-3820e7e46aad tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:24.505641 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e15d2c0-9453-41c7-a436-3820e7e46aad tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:24.545732 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e15d2c0-9453-41c7-a436-3820e7e46aad tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:24.567184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15d2c0-9453-41c7-a436-3820e7e46aad tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b11818-3602-4a01-82af-02cd61d4b0c4,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:24.610319 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e15d2c0-9453-41c7-a436-3820e7e46aad tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:24.611580 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8e15d2c0-9453-41c7-a436-3820e7e46aad tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2703104 Nov 15 15:24:24.615888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:24.620480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-eadb61fc-c5cc-4eba-8992-ffeaf331ba82 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'e4a21584-d6a8-4fb6-b7c4-be49033954bc', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:24.694189 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-eadb61fc-c5cc-4eba-8992-ffeaf331ba82 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Project 2c7080e44e6e4988bc048dacb70630d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:24:24.699742 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eadb61fc-c5cc-4eba-8992-ffeaf331ba82 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:24.766129 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eadb61fc-c5cc-4eba-8992-ffeaf331ba82 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:24.864971 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eadb61fc-c5cc-4eba-8992-ffeaf331ba82 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:24.885205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb61fc-c5cc-4eba-8992-ffeaf331ba82 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70f8237-acdb-409c-8b14-213e5d3d6c59,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:24.959021 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eadb61fc-c5cc-4eba-8992-ffeaf331ba82 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:24.960169 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-eadb61fc-c5cc-4eba-8992-ffeaf331ba82 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3433282 Nov 15 15:24:24.962969 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49036) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:24.967476 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-49fcd6f4-92e9-4674-a16f-41bbac83ad3d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'security_group_rule': {'security_group_id': 'e4a21584-d6a8-4fb6-b7c4-be49033954bc', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:25.083149 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-49fcd6f4-92e9-4674-a16f-41bbac83ad3d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Project 2c7080e44e6e4988bc048dacb70630d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:24:25.089775 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49fcd6f4-92e9-4674-a16f-41bbac83ad3d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:25.154621 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49fcd6f4-92e9-4674-a16f-41bbac83ad3d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:25.231243 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49fcd6f4-92e9-4674-a16f-41bbac83ad3d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:25.252598 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcd6f4-92e9-4674-a16f-41bbac83ad3d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4e82b9-5402-4026-8588-88c5812ee4a3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:25.320484 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49fcd6f4-92e9-4674-a16f-41bbac83ad3d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:25.321743 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-49fcd6f4-92e9-4674-a16f-41bbac83ad3d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3578100 Nov 15 15:24:25.326275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49038) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:25.332112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5b6acd82-50bf-42d2-bfa0-a5306689cf44 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'network': {'name': 'tempest-network-smoke--397537418', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:25.425590 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6acd82-50bf-42d2-bfa0-a5306689cf44 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Made reservation on behalf of 2c7080e44e6e4988bc048dacb70630d1 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:24:25.429598 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6acd82-50bf-42d2-bfa0-a5306689cf44 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:25.456772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6acd82-50bf-42d2-bfa0-a5306689cf44 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:24:25.467969 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6acd82-50bf-42d2-bfa0-a5306689cf44 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:25.468314 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-5b6acd82-50bf-42d2-bfa0-a5306689cf44 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Added segment df908edf-8b7d-41d4-959d-85298942c6e4 of type vlan for network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 Nov 15 15:24:25.532897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6acd82-50bf-42d2-bfa0-a5306689cf44 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:25.642517 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6acd82-50bf-42d2-bfa0-a5306689cf44 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:25.648152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6acd82-50bf-42d2-bfa0-a5306689cf44 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:25.648740 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6acd82-50bf-42d2-bfa0-a5306689cf44 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:25.747486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6acd82-50bf-42d2-bfa0-a5306689cf44 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Network': ['ID=748c8ffd-4797-4ee4-a8d8-7ed6e10c1439,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:25.759050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:24:25.759558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5b6acd82-50bf-42d2-bfa0-a5306689cf44 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4318354 Nov 15 15:24:25.762226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49040) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:25.766869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'admin_state_up': True, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:25.848613 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:25.849762 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:25.940214 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:26.142777 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:26.259559 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d10c76d2-9cdd-4552-871a-27d5d628ec58 req-f2c38150-36d3-4a55-a907-20d2a142c26c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476346 Nov 15 15:24:26.357016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c76d2-9cdd-4552-871a-27d5d628ec58 req-14620656-9650-44ea-8acb-544bbed4d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:26.358595 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d10c76d2-9cdd-4552-871a-27d5d628ec58 req-14620656-9650-44ea-8acb-544bbed4d9c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0475142 Nov 15 15:24:26.445721 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:26.471121 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:26.480834 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c76d2-9cdd-4552-871a-27d5d628ec58 req-3e16a9b1-b785-41b8-8179-36daef549446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:26.482388 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d10c76d2-9cdd-4552-871a-27d5d628ec58 req-3e16a9b1-b785-41b8-8179-36daef549446 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0945618 Nov 15 15:24:26.560578 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d10c76d2-9cdd-4552-871a-27d5d628ec58 req-5cf96fa3-4542-43ed-b980-50f8d451a1d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c86006-aca8-49d6-9aee-f37b654a66f6 HTTP/1.1" status: 200 len: 1001 time: 0.0669513 Nov 15 15:24:26.593018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.25.4.156 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/844b5078-79e2-4c45-b2bb-71110fd6070f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:24:26.613979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c76d2-9cdd-4552-871a-27d5d628ec58 req-9c503683-23bc-4188-8f90-9a7f19100f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:26.615504 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d10c76d2-9cdd-4552-871a-27d5d628ec58 req-9c503683-23bc-4188-8f90-9a7f19100f91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0477409 Nov 15 15:24:26.680796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c76d2-9cdd-4552-871a-27d5d628ec58 req-9beecbd3-cf44-468b-8f92-ddbf1800c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:26.682736 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d10c76d2-9cdd-4552-871a-27d5d628ec58 req-9beecbd3-cf44-468b-8f92-ddbf1800c497 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594721 Nov 15 15:24:26.711061 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:26.783364 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d10c76d2-9cdd-4552-871a-27d5d628ec58 req-7ac7e35a-7824-4873-966a-902c884bb225 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888565 Nov 15 15:24:26.808730 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:26.847283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:24:26.856538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:24:26.860591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:24:26.879584 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a99d1-a755-49d2-b5fd-b2857493c6c1 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:24:26.888354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=844b5078-79e2-4c45-b2bb-71110fd6070f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:26.900798 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d10c76d2-9cdd-4552-871a-27d5d628ec58 req-05284594-2325-4ab5-aeb3-e90ae870fb6d service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036682 Nov 15 15:24:26.933697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-05ff9948-7429-4a1b-8e9b-2e6dccdce610 None None] Provisioning complete for port 844b5078-79e2-4c45-b2bb-71110fd6070f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:26.934045 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05ff9948-7429-4a1b-8e9b-2e6dccdce610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:26.979401 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-05ff9948-7429-4a1b-8e9b-2e6dccdce610 None None] Port 844b5078-79e2-4c45-b2bb-71110fd6070f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:24:27.493751 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:27.691890 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:27.899199 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:24:28.007195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:24:28.018924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Sync routers for ids ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:24:28.029869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Routers {'31a2cfeb-769e-4f0b-8f05-6ae450bc0550'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:24:28.030517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:24:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:28.107389 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:28.108658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-70b9579b-a8e6-43f0-926c-4c6cc4ba7b49 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3454511 Nov 15 15:24:28.112091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:28.136804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Set router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:24:28.151073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-57aefe70-fa67-473a-bf8c-02eddafcfb81 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=2c7080e44e6e4988bc048dacb70630d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377028 Nov 15 15:24:28.153503 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49044) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:28.330452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4d3335-42e2-4d16-a844-a1c9814cf4e7 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:28.333099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c4d3335-42e2-4d16-a844-a1c9814cf4e7 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1781213 Nov 15 15:24:28.337793 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49046) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:28.344003 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:24:27Z', 'revision_number': 3, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:28.377843 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b44f5504-cee9-4862-8a58-a619b57b67e3 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380092 Nov 15 15:24:28.378052 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Checking router: 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:24:28.378052 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Updating router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 port 844b5078-79e2-4c45-b2bb-71110fd6070f binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:24:28.378240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49048) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:28.384209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f80bc8aa-9ca0-4983-ae27-371bda257bed tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1062807723', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:28.409119 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:28.552084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80bc8aa-9ca0-4983-ae27-371bda257bed tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Made reservation on behalf of 2c7080e44e6e4988bc048dacb70630d1 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:24:28.556944 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f80bc8aa-9ca0-4983-ae27-371bda257bed tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:28.678717 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:28.860107 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:28.957459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e4c195-3e69-4953-93b7-5b4a3009efd9 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:24:28.957459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2fc32-18f3-4e73-be3c-c658dcab0892 None None] Pushing event updated for resources: {'Port': ['ID=844b5078-79e2-4c45-b2bb-71110fd6070f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:28.957459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Attempting to bind port 844b5078-79e2-4c45-b2bb-71110fd6070f on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:24:28.957459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Attempting to bind port 844b5078-79e2-4c45-b2bb-71110fd6070f by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:24:28.957459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Attempting to bind port 844b5078-79e2-4c45-b2bb-71110fd6070f on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:24:28.957459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:24:28.957459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:24:28.957459 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:28.957459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:24:28.957459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Bound port: 844b5078-79e2-4c45-b2bb-71110fd6070f, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:24:28.957459 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:29.046957 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f80bc8aa-9ca0-4983-ae27-371bda257bed tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:29.047896 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:29.047896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] For port 844b5078-79e2-4c45-b2bb-71110fd6070f, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:24:29.048760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bc8aa-9ca0-4983-ae27-371bda257bed tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Subnet': ['ID=ad37ef32-e231-4246-a30f-cabf7c00b111,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:29.048760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80bc8aa-9ca0-4983-ae27-371bda257bed tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Checking segment: {'id': 'df908edf-8b7d-41d4-959d-85298942c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:24:29.048760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80bc8aa-9ca0-4983-ae27-371bda257bed tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network hostable DHCP agents. Network: 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:24:29.049065 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bcc2e750-7078-4993-9e29-6201761036c2 None None] Provisioning complete for port 844b5078-79e2-4c45-b2bb-71110fd6070f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:29.049065 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e750-7078-4993-9e29-6201761036c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:29.055540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] For port 844b5078-79e2-4c45-b2bb-71110fd6070f, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=844b5078-79e2-4c45-b2bb-71110fd6070f,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:24:29.114226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2e750-7078-4993-9e29-6201761036c2 None None] Port 844b5078-79e2-4c45-b2bb-71110fd6070f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:24:29.127905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80bc8aa-9ca0-4983-ae27-371bda257bed tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:24:29.146192 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:29.191279 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:24:29.192172 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:29.208929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b509e4e4-00ec-4324-8526-f705dd6d277b None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:24:29.220071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f80bc8aa-9ca0-4983-ae27-371bda257bed tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:24:29.225718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80bc8aa-9ca0-4983-ae27-371bda257bed tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:29.226480 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f80bc8aa-9ca0-4983-ae27-371bda257bed tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:29.303344 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f80bc8aa-9ca0-4983-ae27-371bda257bed tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9240246 Nov 15 15:24:29.307776 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49050) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:29.370242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Routers {'31a2cfeb-769e-4f0b-8f05-6ae450bc0550'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:24:29.370888 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:24:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:29.406348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eedcb9-f015-4742-9eb8-beedc7102e31 None None] Network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:24:29.440001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2fc32-18f3-4e73-be3c-c658dcab0892 None None] Pushing event updated for resources: {'Port': ['ID=844b5078-79e2-4c45-b2bb-71110fd6070f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:29.570938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] Set router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:24:29.658381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-75634982-03e0-4cb5-9fb0-1a4af17e124e None None] Provisioning complete for port 844b5078-79e2-4c45-b2bb-71110fd6070f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:29.658780 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75634982-03e0-4cb5-9fb0-1a4af17e124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:29.796698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ips': [{'subnet_id': 'ad37ef32-e231-4246-a30f-cabf7c00b111'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:24:29.800409 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:29.821366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:29.833194 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8693d180-cf94-4d0e-b99b-238649d04396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:29.966671 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75634982-03e0-4cb5-9fb0-1a4af17e124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:30.005990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-75634982-03e0-4cb5-9fb0-1a4af17e124e None None] For port 844b5078-79e2-4c45-b2bb-71110fd6070f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=844b5078-79e2-4c45-b2bb-71110fd6070f,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:30.054666 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Allocated IP 172.20.0.2 (748c8ffd-4797-4ee4-a8d8-7ed6e10c1439/ad37ef32-e231-4246-a30f-cabf7c00b111/24a14353-5f85-45a0-b816-a5712456e1c0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:24:30.057278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:24:27Z', 'revision_number': 3, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:30.089886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb61453-c56f-4c7f-a634-2a81bba52d15 None None] The sync data for ids ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'] in n-d-817748-2 is: [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:24:27Z', 'revision_number': 3, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:24:30.091537 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75634982-03e0-4cb5-9fb0-1a4af17e124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:30.204594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75634982-03e0-4cb5-9fb0-1a4af17e124e None None] Pushing event updated for resources: {'Port': ['ID=844b5078-79e2-4c45-b2bb-71110fd6070f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:30.289938 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:30.369100 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:30.422021 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:24:30.425629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:24:30.430336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:24:30.431218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.20.0.1 (748c8ffd-4797-4ee4-a8d8-7ed6e10c1439/ad37ef32-e231-4246-a30f-cabf7c00b111/3e8bbbeb-b12c-4c6e-9467-9a8400f0249c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:24:30.443671 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Pushing event updated for resources: {'Port': ['ID=24a14353-5f85-45a0-b816-a5712456e1c0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:30.497770 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Attempting to bind port 24a14353-5f85-45a0-b816-a5712456e1c0 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:24:30.498169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Attempting to bind port 24a14353-5f85-45a0-b816-a5712456e1c0 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'df908edf-8b7d-41d4-959d-85298942c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:24:30.498618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Attempting to bind port 24a14353-5f85-45a0-b816-a5712456e1c0 on network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:24:30.505190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:24:30.505559 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Checking segment: {'id': 'df908edf-8b7d-41d4-959d-85298942c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:24:30.505965 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:30.506925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Bound using segment: {'id': 'df908edf-8b7d-41d4-959d-85298942c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:24:30.506925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Bound port: 24a14353-5f85-45a0-b816-a5712456e1c0, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df908edf-8b7d-41d4-959d-85298942c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:24:30.507234 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:30.580754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] For port 24a14353-5f85-45a0-b816-a5712456e1c0, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:24:30.587563 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:30.588091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] For port 24a14353-5f85-45a0-b816-a5712456e1c0, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=24a14353-5f85-45a0-b816-a5712456e1c0,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:24:30.694213 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:30.694710 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:30.732480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:24:30.736364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:24:30.741580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:24:30.770816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38219b-e5df-46ab-86da-34b74d0f9b77 None None] Pushing event updated for resources: {'Port': ['ID=24a14353-5f85-45a0-b816-a5712456e1c0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:30.794385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=3e8bbbeb-b12c-4c6e-9467-9a8400f0249c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:30.811062 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:31.061321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:31.359424 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:31.436656 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:31.515453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=3e8bbbeb-b12c-4c6e-9467-9a8400f0249c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:31.518405 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:31.617645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:24:31.619799 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:24:31.787082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0263575-6a39-4d36-8f1c-1ae0c5ef0205 None None] Network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:24:31.859552 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-34712ade-4a9e-4daf-a6f3-89f2415364c1 None None] Provisioning complete for port 24a14353-5f85-45a0-b816-a5712456e1c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:31.865082 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34712ade-4a9e-4daf-a6f3-89f2415364c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:32.010515 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 844b5078-79e2-4c45-b2bb-71110fd6070f up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:24:32.033151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:24:32.049870 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34712ade-4a9e-4daf-a6f3-89f2415364c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:32.115956 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-34712ade-4a9e-4daf-a6f3-89f2415364c1 None None] For port 24a14353-5f85-45a0-b816-a5712456e1c0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=24a14353-5f85-45a0-b816-a5712456e1c0,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:32.132809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 844b5078-79e2-4c45-b2bb-71110fd6070f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:32.132809 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:32.156068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:24:32.166808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-63d3b29d-ee81-4040-952f-afdb1586e5e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "PUT /v2.0/routers/31a2cfeb-769e-4f0b-8f05-6ae450bc0550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8574018 Nov 15 15:24:32.227361 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd47ee67-a4b7-4e6b-bc18-c960c8972a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:32.255533 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34712ade-4a9e-4daf-a6f3-89f2415364c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:32.285313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 24a14353-5f85-45a0-b816-a5712456e1c0 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:24:32.361580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34712ade-4a9e-4daf-a6f3-89f2415364c1 None None] Pushing event updated for resources: {'Port': ['ID=24a14353-5f85-45a0-b816-a5712456e1c0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:32.385620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-3704a48a-2214-48be-927b-ca8e2454c018 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921523016&fields=id&tenant_id=2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 267 time: 0.0755742 Nov 15 15:24:32.385831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 24a14353-5f85-45a0-b816-a5712456e1c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:32.386381 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:32.491053 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Sync routers for ids ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:24:32.510111 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c2e7308c-b48f-45d5-bbc0-3bf74f6f83f1 None None] Provisioning complete for port 24a14353-5f85-45a0-b816-a5712456e1c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:32.510111 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2e7308c-b48f-45d5-bbc0-3bf74f6f83f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:32.510318 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Routers {'31a2cfeb-769e-4f0b-8f05-6ae450bc0550'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:24:32.510318 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:24:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:32.538591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-a3b45791-3ac6-47b3-aa29-d21e7171183b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:32.540326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-a3b45791-3ac6-47b3-aa29-d21e7171183b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/networks?id=748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 HTTP/1.1" status: 200 len: 796 time: 0.1395035 Nov 15 15:24:32.559297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-32c0acfb-83ca-458b-b720-11360053aea4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/quotas/2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 375 time: 0.0106120 Nov 15 15:24:32.620687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-66a86444-5894-42be-a220-e068b36965e9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505185 Nov 15 15:24:32.621736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c2e7308c-b48f-45d5-bbc0-3bf74f6f83f1 None None] Provisioning complete for port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:32.622309 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2e7308c-b48f-45d5-bbc0-3bf74f6f83f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:32.631360 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Set router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:24:32.667668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c2e7308c-b48f-45d5-bbc0-3bf74f6f83f1 None None] Port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:24:32.735324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-18adfd9b-5fa4-49d3-84d3-1625b300cacc service neutron] 10.222.0.70 "GET /v2.0/networks/748c8ffd-4797-4ee4-a8d8-7ed6e10c1439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013446 Nov 15 15:24:32.796413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3f928bef-376b-4301-a73e-5e9f59bbe4e9 None None] Provisioning complete for port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:32.797598 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f928bef-376b-4301-a73e-5e9f59bbe4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:32.846250 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-74b681aa-6754-42a3-8bec-da950069c030 service neutron] 10.222.0.70 "GET /v2.0/networks/748c8ffd-4797-4ee4-a8d8-7ed6e10c1439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036282 Nov 15 15:24:32.858717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3f928bef-376b-4301-a73e-5e9f59bbe4e9 None None] Port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:24:32.884139 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:24:30Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3e8bbbeb-b12c-4c6e-9467-9a8400f0249c', 'name': '', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:44:a6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:29Z', 'updated_at': '2021-11-15T15:24:31Z', 'revision_number': 2, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:32.921341 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Checking router: 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:24:32.921717 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Updating router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:24:32.948512 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:32.982337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b1e49056-05e2-4f38-8e7b-f872e7ef03a2 None None] Provisioning complete for port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:32.982745 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b1e49056-05e2-4f38-8e7b-f872e7ef03a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:33.025570 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b1e49056-05e2-4f38-8e7b-f872e7ef03a2 None None] Port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:24:33.126249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2be614b5-bb44-4f96-840a-cc8e4ac20b0b req-0694dc38-3efe-4fae-bb0e-d33ccc74cbd4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 210 time: 0.0317903 Nov 15 15:24:33.252027 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:33.334061 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:33.387826 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Pushing event updated for resources: {'Port': ['ID=3e8bbbeb-b12c-4c6e-9467-9a8400f0249c,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:33.414691 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:33.415038 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:33.415377 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:33.415715 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:33.416049 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:33.416377 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:33.416699 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:33.417021 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:33.417342 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:33.417663 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:33.418068 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:33.418316 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:24:33.448419 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Attempting to bind port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:24:33.448782 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Attempting to bind port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'df908edf-8b7d-41d4-959d-85298942c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:24:33.449268 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Attempting to bind port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c on network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:24:33.454972 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:24:33.455345 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Checking segment: {'id': 'df908edf-8b7d-41d4-959d-85298942c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:24:33.455987 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:33.456133 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Bound using segment: {'id': 'df908edf-8b7d-41d4-959d-85298942c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:24:33.456594 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Bound port: 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df908edf-8b7d-41d4-959d-85298942c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:24:33.457020 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:33.522201 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] For port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:24:33.526444 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] For port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3e8bbbeb-b12c-4c6e-9467-9a8400f0249c,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:24:33.591508 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:33.664672 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aefe5-7382-4389-b747-35d6eeb64215 None None] Pushing event updated for resources: {'Port': ['ID=3e8bbbeb-b12c-4c6e-9467-9a8400f0249c,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:33.669505 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Routers {'31a2cfeb-769e-4f0b-8f05-6ae450bc0550'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:24:33.670121 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:24:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:33.739133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c4a120ed-ff7d-49de-9c14-342ea741c476 None None] Provisioning complete for port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:33.739584 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4a120ed-ff7d-49de-9c14-342ea741c476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:33.779331 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] Set router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:24:33.812509 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:33.825927 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4a120ed-ff7d-49de-9c14-342ea741c476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:33.862462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c4a120ed-ff7d-49de-9c14-342ea741c476 None None] For port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3e8bbbeb-b12c-4c6e-9467-9a8400f0249c,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:33.923734 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 24a14353-5f85-45a0-b816-a5712456e1c0 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:24:33.977803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 24a14353-5f85-45a0-b816-a5712456e1c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:33.978170 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:34.009891 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4a120ed-ff7d-49de-9c14-342ea741c476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:34.081292 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:24:30Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3e8bbbeb-b12c-4c6e-9467-9a8400f0249c', 'name': '', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:44:a6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:29Z', 'updated_at': '2021-11-15T15:24:33Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:34.089332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a120ed-ff7d-49de-9c14-342ea741c476 None None] Pushing event updated for resources: {'Port': ['ID=3e8bbbeb-b12c-4c6e-9467-9a8400f0249c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:34.107939 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52ec73-8247-4d29-80c2-72ff4a5189b2 None None] The sync data for ids ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'] in n-d-817748-2 is: [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:24:30Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3e8bbbeb-b12c-4c6e-9467-9a8400f0249c', 'name': '', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:44:a6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:29Z', 'updated_at': '2021-11-15T15:24:33Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:24:34.132404 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7c85dd12-9164-46b2-b09d-93a63e1dfb14 None None] Provisioning complete for port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:34.137734 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c85dd12-9164-46b2-b09d-93a63e1dfb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:34.272210 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-78ba4eff-3740-4c41-b1ff-5b51dd64c911 req-0c158a85-f960-4373-b9f9-829ac829a358 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 210 time: 0.0343094 Nov 15 15:24:35.307829 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:35.396295 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2972e4fc-789b-4133-a1ff-f567cee98ae9 req-92e0d5d7-502e-4694-a620-e953e0898a00 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 210 time: 0.0445843 Nov 15 15:24:35.419193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-77f59468-2b1a-4e89-88e9-83fe0a4ecf83 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:35.420855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-77f59468-2b1a-4e89-88e9-83fe0a4ecf83 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.59 "GET /v2.0/networks?id=748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 HTTP/1.1" status: 200 len: 796 time: 0.1810732 Nov 15 15:24:35.498146 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-e3c31705-e876-47b0-bd35-8c8f0565a141 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c7080e44e6e4988bc048dacb70630d1 HTTP/1.1" status: 200 len: 379 time: 0.0671029 Nov 15 15:24:35.508373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-05c9b57a-75ec-4f18-b9d8-275cc5ffca81 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'port': {'device_id': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'admin_state_up': True, 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'security_groups': ['e4a21584-d6a8-4fb6-b7c4-be49033954bc']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:35.705341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-05c9b57a-75ec-4f18-b9d8-275cc5ffca81 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Made reservation on behalf of 2c7080e44e6e4988bc048dacb70630d1 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:24:35.709307 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-05c9b57a-75ec-4f18-b9d8-275cc5ffca81 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:35.813844 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:35.886782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-05c9b57a-75ec-4f18-b9d8-275cc5ffca81 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.20.0.8 (748c8ffd-4797-4ee4-a8d8-7ed6e10c1439/ad37ef32-e231-4246-a30f-cabf7c00b111/1ffac45c-c51a-488e-8185-02de6c5b7e0b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:24:35.938608 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:24:35.993837 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:35.994203 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:36.057112 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-05c9b57a-75ec-4f18-b9d8-275cc5ffca81 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:36.139323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-05c9b57a-75ec-4f18-b9d8-275cc5ffca81 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:36.191533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-05c9b57a-75ec-4f18-b9d8-275cc5ffca81 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:24:36.195301 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-05c9b57a-75ec-4f18-b9d8-275cc5ffca81 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:24:36.201020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-05c9b57a-75ec-4f18-b9d8-275cc5ffca81 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:24:36.208758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9b57a-75ec-4f18-b9d8-275cc5ffca81 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=1ffac45c-c51a-488e-8185-02de6c5b7e0b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:36.260668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-05c9b57a-75ec-4f18-b9d8-275cc5ffca81 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:36.264586 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-05c9b57a-75ec-4f18-b9d8-275cc5ffca81 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:36.348645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-05c9b57a-75ec-4f18-b9d8-275cc5ffca81 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8442070 Nov 15 15:24:36.360955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Request body: {'port': {'device_id': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:36.421115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:36.500707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-373e5873-e0db-4b9a-a8c8-2219d533042a None None] Provisioning complete for port 1ffac45c-c51a-488e-8185-02de6c5b7e0b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:36.501298 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-373e5873-e0db-4b9a-a8c8-2219d533042a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:36.536594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-373e5873-e0db-4b9a-a8c8-2219d533042a None None] Port 1ffac45c-c51a-488e-8185-02de6c5b7e0b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:24:36.590506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb64468-933d-4284-b70e-dfd6194c207b req-fd08a077-16aa-4c04-87d8-61deb035dc22 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:36.591991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfb64468-933d-4284-b70e-dfd6194c207b req-fd08a077-16aa-4c04-87d8-61deb035dc22 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 931 time: 0.1203668 Nov 15 15:24:36.697127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfb64468-933d-4284-b70e-dfd6194c207b req-02ccb5f9-987f-4dbb-841e-4cdb989dd4bf tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932870 Nov 15 15:24:36.771615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffac45c-c51a-488e-8185-02de6c5b7e0b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:24:36.779178 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:36.791087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Transition to ACTIVE for port object 1ffac45c-c51a-488e-8185-02de6c5b7e0b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:24:36.830271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:36.881983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Pushing event updated for resources: {'Port': ['ID=1ffac45c-c51a-488e-8185-02de6c5b7e0b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:36.956481 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Attempting to bind port 1ffac45c-c51a-488e-8185-02de6c5b7e0b on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:24:36.956842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Attempting to bind port 1ffac45c-c51a-488e-8185-02de6c5b7e0b by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'df908edf-8b7d-41d4-959d-85298942c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:24:36.957176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Attempting to bind port 1ffac45c-c51a-488e-8185-02de6c5b7e0b on network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:24:36.961948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Port 1ffac45c-c51a-488e-8185-02de6c5b7e0b on network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:24:36.962273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Attempting to bind port 1ffac45c-c51a-488e-8185-02de6c5b7e0b on network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:24:36.967561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:24:36.967912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Checking segment: {'id': 'df908edf-8b7d-41d4-959d-85298942c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:24:36.968304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Bound using segment: {'id': 'df908edf-8b7d-41d4-959d-85298942c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:24:36.968732 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Bound port: 1ffac45c-c51a-488e-8185-02de6c5b7e0b, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df908edf-8b7d-41d4-959d-85298942c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:24:36.969093 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:37.037661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] For port 1ffac45c-c51a-488e-8185-02de6c5b7e0b, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:24:37.040980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] For port 1ffac45c-c51a-488e-8185-02de6c5b7e0b, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ffac45c-c51a-488e-8185-02de6c5b7e0b,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:24:37.129633 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:37.164433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:37.165143 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:37.166669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] 10.222.0.59 "PUT /v2.0/ports/1ffac45c-c51a-488e-8185-02de6c5b7e0b HTTP/1.1" status: 200 len: 1091 time: 0.8101330 Nov 15 15:24:37.167005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:24:37.169267 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f786863-ecf3-450c-94be-9451395a4c40" -d '{"events": [{"name": "network-changed", "server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:24:37.196433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858fe8d-7021-4ecd-8e27-9a33d6ee6cac service neutron] Pushing event updated for resources: {'Port': ['ID=1ffac45c-c51a-488e-8185-02de6c5b7e0b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:37.215951 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b59ec79-a48e-49a7-851e-717b017a3f69 x-openstack-request-id: req-8b59ec79-a48e-49a7-851e-717b017a3f69 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:24:37.216249 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:24:37.216508 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b59ec79-a48e-49a7-851e-717b017a3f69 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:24:37.216924 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'status': 'completed', 'code': 200} Nov 15 15:24:37.298860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f786863-ecf3-450c-94be-9451395a4c40 req-042447dc-2df7-4480-804a-ae1969378f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:37.300429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f786863-ecf3-450c-94be-9451395a4c40 req-042447dc-2df7-4480-804a-ae1969378f3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 1094 time: 0.0590818 Nov 15 15:24:37.421763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f786863-ecf3-450c-94be-9451395a4c40 req-1db1b1a4-762b-47a1-9e79-d3acc422d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:37.423346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f786863-ecf3-450c-94be-9451395a4c40 req-1db1b1a4-762b-47a1-9e79-d3acc422d820 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2c7080e44e6e4988bc048dacb70630d1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1145158 Nov 15 15:24:37.536937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f786863-ecf3-450c-94be-9451395a4c40 req-6bcb33f4-5635-47a2-9f9d-e6faccb07eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:37.538524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8f786863-ecf3-450c-94be-9451395a4c40 req-6bcb33f4-5635-47a2-9f9d-e6faccb07eaa service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081305 Nov 15 15:24:37.617446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-e70ea4d0-3965-444f-a1d3-9c0c02f059b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:37.619089 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-e70ea4d0-3965-444f-a1d3-9c0c02f059b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 1094 time: 0.0426726 Nov 15 15:24:37.666408 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-3f341d7b-3bb2-4751-be3b-bdab089a3dcc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ffac45c-c51a-488e-8185-02de6c5b7e0b HTTP/1.1" status: 200 len: 217 time: 0.0387850 Nov 15 15:24:37.718649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-7953bf57-91ad-43bb-a4af-9c7c003e0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:37.720408 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-7953bf57-91ad-43bb-a4af-9c7c003e0fb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad37ef32-e231-4246-a30f-cabf7c00b111 HTTP/1.1" status: 200 len: 835 time: 0.0469823 Nov 15 15:24:37.770425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-bb806a96-afad-405e-b355-b10429918700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:37.772025 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-bb806a96-afad-405e-b355-b10429918700 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748c8ffd-4797-4ee4-a8d8-7ed6e10c1439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444219 Nov 15 15:24:37.873419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a7e16-2618-4bdd-8697-fd9a568d9b2f req-03e046af-5653-4938-afcf-e5540cb73623 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:37.874964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f51a7e16-2618-4bdd-8697-fd9a568d9b2f req-03e046af-5653-4938-afcf-e5540cb73623 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 943 time: 0.1020682 Nov 15 15:24:37.914501 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-4c8447dd-1dbf-4aba-9fc0-e6e782235e55 service neutron] 10.222.0.59 "GET /v2.0/networks/748c8ffd-4797-4ee4-a8d8-7ed6e10c1439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314223 Nov 15 15:24:37.987028 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f51a7e16-2618-4bdd-8697-fd9a568d9b2f req-ad37db3d-61b0-4d7c-ac2c-8ecd1168e6f3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011527 Nov 15 15:24:38.027047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67f05945-0949-46cc-9ddf-d18810dbc2d6 req-a44f3da0-6a18-45c8-abe0-e7d304c205c3 service neutron] 10.222.0.59 "GET /v2.0/networks/748c8ffd-4797-4ee4-a8d8-7ed6e10c1439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034925 Nov 15 15:24:39.107909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84384f3f-5da0-4844-b866-8382d816fad2 req-e0d45483-82a4-4087-ad76-b49fa7aef387 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:39.109463 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84384f3f-5da0-4844-b866-8382d816fad2 req-e0d45483-82a4-4087-ad76-b49fa7aef387 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 943 time: 0.0511112 Nov 15 15:24:39.160894 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84384f3f-5da0-4844-b866-8382d816fad2 req-ab051353-5e6f-406c-9d20-93155283d927 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442562 Nov 15 15:24:40.279132 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a49705-db2b-40de-8254-9c320f579ab0 req-8bedce01-f4d0-4bf4-8a22-70bb3a9bf0e8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:40.280614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84a49705-db2b-40de-8254-9c320f579ab0 req-8bedce01-f4d0-4bf4-8a22-70bb3a9bf0e8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 943 time: 0.0495634 Nov 15 15:24:40.332986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84a49705-db2b-40de-8254-9c320f579ab0 req-e6a633d1-06dc-43d5-a493-8d42dc46d9c0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462098 Nov 15 15:24:41.451830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779de15-79d9-4046-b72d-4ad45e5199d4 req-b8d587cb-ee8d-4680-ab8a-bced63137752 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:41.453294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3779de15-79d9-4046-b72d-4ad45e5199d4 req-b8d587cb-ee8d-4680-ab8a-bced63137752 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 943 time: 0.0521827 Nov 15 15:24:41.503029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3779de15-79d9-4046-b72d-4ad45e5199d4 req-c785ba78-6cee-431c-8d96-c8eecf96aaee tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437984 Nov 15 15:24:41.544351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 1ffac45c-c51a-488e-8185-02de6c5b7e0b details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:24:41.644228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 1ffac45c-c51a-488e-8185-02de6c5b7e0b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ffac45c-c51a-488e-8185-02de6c5b7e0b,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:41.655681 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'port_id': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'mac_address': 'fa:16:3e:27:00:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:24:41.691911 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:41.705339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffac45c-c51a-488e-8185-02de6c5b7e0b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:24:41.724992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 1ffac45c-c51a-488e-8185-02de6c5b7e0b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ffac45c-c51a-488e-8185-02de6c5b7e0b,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:41.824396 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:41.871361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=1ffac45c-c51a-488e-8185-02de6c5b7e0b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:42.067908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['1ffac45c-c51a-488e-8185-02de6c5b7e0b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:24:42.618208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a30e86-a7d6-480d-b29f-7febe3766af0 req-1d6c85dc-d76e-46e8-8bde-deef46eca39c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:42.620513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3a30e86-a7d6-480d-b29f-7febe3766af0 req-1d6c85dc-d76e-46e8-8bde-deef46eca39c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 944 time: 0.0498292 Nov 15 15:24:42.688139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e3a30e86-a7d6-480d-b29f-7febe3766af0 req-dcf9471e-5d44-43e5-8731-a7b4a1a10ad7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610287 Nov 15 15:24:43.546198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 1ffac45c-c51a-488e-8185-02de6c5b7e0b up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:24:43.641940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 1ffac45c-c51a-488e-8185-02de6c5b7e0b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:24:43.645788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 1ffac45c-c51a-488e-8185-02de6c5b7e0b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:24:43.646149 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:43.721803 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:43.746824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:24:43.749097 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d177cecfaeeff03b419531cc7eb24b97a6bb2e97435844e2aeb0dda0d7ec54af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aad8bf-37b7-4729-b7c2-fed45714c6fd" -d '{"events": [{"server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "name": "network-vif-plugged", "status": "completed", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:24:43.763661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 1ffac45c-c51a-488e-8185-02de6c5b7e0b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ffac45c-c51a-488e-8185-02de6c5b7e0b,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:24:43.791903 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9b5194-34a7-47d2-9981-c7be319db3c8 x-openstack-request-id: req-cd9b5194-34a7-47d2-9981-c7be319db3c8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:24:43.792244 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "name": "network-vif-plugged", "status": "completed", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:24:43.792499 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd9b5194-34a7-47d2-9981-c7be319db3c8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:24:43.792896 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'code': 200} Nov 15 15:24:43.819261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503d5ac-f657-4544-9600-1219907dd6e0 req-289b8d61-3b96-424d-b153-1515265ac5ae tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:43.819840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2503d5ac-f657-4544-9600-1219907dd6e0 req-289b8d61-3b96-424d-b153-1515265ac5ae tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 944 time: 0.0582254 Nov 15 15:24:43.870942 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:43.897028 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2503d5ac-f657-4544-9600-1219907dd6e0 req-0948150f-8de1-4684-afdf-200224940af9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705674 Nov 15 15:24:43.907869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0e27a-df01-4834-a390-72eaa6abc161 req-63c875e2-715d-4553-a843-ebcc0fd603ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:43.909583 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5a0e27a-df01-4834-a390-72eaa6abc161 req-63c875e2-715d-4553-a843-ebcc0fd603ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 1095 time: 0.0577092 Nov 15 15:24:43.922263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=1ffac45c-c51a-488e-8185-02de6c5b7e0b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:43.958822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5a0e27a-df01-4834-a390-72eaa6abc161 req-1f19a18a-5c73-476e-a3d6-fd1099f6b88d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413916 Nov 15 15:24:45.019751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23011709-1f96-4fe8-a86e-37e9adf222e6 req-deed8876-5a27-4049-ad69-fb6b4f2c3754 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:45.021256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23011709-1f96-4fe8-a86e-37e9adf222e6 req-deed8876-5a27-4049-ad69-fb6b4f2c3754 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0499835 Nov 15 15:24:45.076614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23011709-1f96-4fe8-a86e-37e9adf222e6 req-ffa8b05f-f7dd-4c2f-83d2-91062d9d2c8b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488632 Nov 15 15:24:46.194849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fff76-4bdb-4536-82ae-7edbc844b97b req-f521a392-8035-4d51-8b6b-43b21474e94f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:46.196364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d8fff76-4bdb-4536-82ae-7edbc844b97b req-f521a392-8035-4d51-8b6b-43b21474e94f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0497980 Nov 15 15:24:46.246917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d8fff76-4bdb-4536-82ae-7edbc844b97b req-0f2de909-7a98-4d0e-8078-62e2b9e33113 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440233 Nov 15 15:24:46.370818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bb1ad-7073-47f9-8ec3-3a1ca97400e4 req-b00b0586-1228-4e01-b7e2-8c878e01074b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:46.372238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d1bb1ad-7073-47f9-8ec3-3a1ca97400e4 req-b00b0586-1228-4e01-b7e2-8c878e01074b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0555050 Nov 15 15:24:46.420470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d1bb1ad-7073-47f9-8ec3-3a1ca97400e4 req-a0f9ae9a-98be-4f7f-b267-0ecdbb2687f8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422356 Nov 15 15:24:46.445277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49114) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:46.487900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0404bac6-b6b3-4a97-95bc-cb7e0a0a53c0 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:46.489400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0404bac6-b6b3-4a97-95bc-cb7e0a0a53c0 tempest-TestNetworkAdvancedServerOps-1036472107 tempest-TestNetworkAdvancedServerOps-1036472107-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 1091 time: 0.0431306 Nov 15 15:24:46.492402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:46.497505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:24:46.573546 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:46.668491 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:46.778847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Allocated IP 172.25.4.75 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/97dc2d95-a32a-42d4-81b5-e76ca7070330) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:24:46.881013 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:46.996560 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:47.043763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:24:47.049404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:24:47.052010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:24:47.055431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=97dc2d95-a32a-42d4-81b5-e76ca7070330,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:47.419913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:47.556876 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:47.711989 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:47.750846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:47.819200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event updated for resources: {'Port': ['ID=97dc2d95-a32a-42d4-81b5-e76ca7070330,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:24:47.831681 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:47.933808 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Floating IP 3fc5bc5c-7ba1-406d-b6a0-cacfedd83b44 associated. External IP: 172.25.4.75, port: 1ffac45c-c51a-488e-8185-02de6c5b7e0b. Nov 15 15:24:48.145067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:24:48.249802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:24:48.260722 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb521494-2091-47dd-b459-ba3491d10662 None None] Sync routers for ids ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:24:48.276429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb521494-2091-47dd-b459-ba3491d10662 None None] Routers {'31a2cfeb-769e-4f0b-8f05-6ae450bc0550'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:24:48.276429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cb521494-2091-47dd-b459-ba3491d10662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:24:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:48.341919 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:48.372839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ce855c34-21e6-4909-9cc5-1e3628139657 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8793809 Nov 15 15:24:48.373534 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:24:48.376010 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}701435667c4ebe5586e1bea6a1d6469d36f5f3262e73adc85dabed4e64ddce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf4d365-baf3-40e3-8125-a9922238615a" -d '{"events": [{"name": "network-changed", "server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:24:48.379901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-cb521494-2091-47dd-b459-ba3491d10662 None None] Set router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:24:48.416859 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d950ee7-1646-4295-810c-122316feb2e1 x-openstack-request-id: req-0d950ee7-1646-4295-810c-122316feb2e1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:24:48.417183 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:24:48.417608 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d950ee7-1646-4295-810c-122316feb2e1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:24:48.418838 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'status': 'completed', 'code': 200} Nov 15 15:24:48.515432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dd5cb-b2a4-4236-b4cf-3222d916dc5f req-a7764304-0e10-4157-bd05-485dd9302dc8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:48.516930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-281dd5cb-b2a4-4236-b4cf-3222d916dc5f req-a7764304-0e10-4157-bd05-485dd9302dc8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0825477 Nov 15 15:24:48.522725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4d365-baf3-40e3-8125-a9922238615a req-6c02b72d-ddbc-4936-8f67-7e70f17d1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:48.524128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bdf4d365-baf3-40e3-8125-a9922238615a req-6c02b72d-ddbc-4936-8f67-7e70f17d1ed0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 1096 time: 0.0800557 Nov 15 15:24:48.637937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cb521494-2091-47dd-b459-ba3491d10662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:24:30Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '3fc5bc5c-7ba1-406d-b6a0-cacfedd83b44', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'port_id': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'mac_address': 'fa:16:3e:27:00:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:24:47Z', 'updated_at': '2021-11-15T15:24:47Z', 'revision_number': 0, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8bbbeb-b12c-4c6e-9467-9a8400f0249c', 'name': '', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:44:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:29Z', 'updated_at': '2021-11-15T15:24:33Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:48.669487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb521494-2091-47dd-b459-ba3491d10662 None None] Checking router: 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:24:48.679112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb521494-2091-47dd-b459-ba3491d10662 None None] Routers {'31a2cfeb-769e-4f0b-8f05-6ae450bc0550'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:24:48.679743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cb521494-2091-47dd-b459-ba3491d10662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:24:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:48.791872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-cb521494-2091-47dd-b459-ba3491d10662 None None] Set router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:24:48.916794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-281dd5cb-b2a4-4236-b4cf-3222d916dc5f req-a88fe67c-e437-41e8-bf33-4a0f4e87d85e tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3916881 Nov 15 15:24:48.939066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49122) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:48.989222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4d365-baf3-40e3-8125-a9922238615a req-89458a69-423f-43bb-9893-e10a01a93f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:48.990740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bdf4d365-baf3-40e3-8125-a9922238615a req-89458a69-423f-43bb-9893-e10a01a93f65 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 HTTP/1.1" status: 200 len: 897 time: 0.4584606 Nov 15 15:24:49.028286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cb521494-2091-47dd-b459-ba3491d10662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:24:30Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '3fc5bc5c-7ba1-406d-b6a0-cacfedd83b44', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'port_id': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'mac_address': 'fa:16:3e:27:00:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:24:47Z', 'updated_at': '2021-11-15T15:24:47Z', 'revision_number': 0, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8bbbeb-b12c-4c6e-9467-9a8400f0249c', 'name': '', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:44:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:29Z', 'updated_at': '2021-11-15T15:24:33Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:24:49.052417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b76096b3-f4bc-4445-a48e-cafd287d0d02 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/3fc5bc5c-7ba1-406d-b6a0-cacfedd83b44 HTTP/1.1" status: 200 len: 990 time: 0.1110382 Nov 15 15:24:49.055371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb521494-2091-47dd-b459-ba3491d10662 None None] The sync data for ids ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'] in n-d-817748-2 is: [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:24:30Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '3fc5bc5c-7ba1-406d-b6a0-cacfedd83b44', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'port_id': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'mac_address': 'fa:16:3e:27:00:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:24:47Z', 'updated_at': '2021-11-15T15:24:47Z', 'revision_number': 0, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8bbbeb-b12c-4c6e-9467-9a8400f0249c', 'name': '', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:44:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:29Z', 'updated_at': '2021-11-15T15:24:33Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:24:49.070663 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bdf4d365-baf3-40e3-8125-a9922238615a req-7bf734bb-a5f3-4acf-9e7b-cf3f9c57d218 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ffac45c-c51a-488e-8185-02de6c5b7e0b HTTP/1.1" status: 200 len: 998 time: 0.0722950 Nov 15 15:24:49.122786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4d365-baf3-40e3-8125-a9922238615a req-e2e23964-c545-4335-9c2c-22ac4a69849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:49.124338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bdf4d365-baf3-40e3-8125-a9922238615a req-e2e23964-c545-4335-9c2c-22ac4a69849e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad37ef32-e231-4246-a30f-cabf7c00b111 HTTP/1.1" status: 200 len: 835 time: 0.0467434 Nov 15 15:24:49.170237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4d365-baf3-40e3-8125-a9922238615a req-f47f8d04-9966-4e61-8e24-141f69d04f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:24:49.171750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bdf4d365-baf3-40e3-8125-a9922238615a req-f47f8d04-9966-4e61-8e24-141f69d04f94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748c8ffd-4797-4ee4-a8d8-7ed6e10c1439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405271 Nov 15 15:24:49.271258 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad5cfaf-66f2-4a9b-bc91-dcb5796a3187 None None] New status for floating IP 3fc5bc5c-7ba1-406d-b6a0-cacfedd83b44: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:24:49.277174 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bdf4d365-baf3-40e3-8125-a9922238615a req-fbfd5cbc-abb5-4ff6-92d4-ae8ceae3dbb9 service neutron] 10.222.0.59 "GET /v2.0/networks/748c8ffd-4797-4ee4-a8d8-7ed6e10c1439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977120 Nov 15 15:24:49.373245 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bdf4d365-baf3-40e3-8125-a9922238615a req-7eac948f-7e36-411f-a8e9-d0a31ea240c4 service neutron] 10.222.0.59 "GET /v2.0/networks/748c8ffd-4797-4ee4-a8d8-7ed6e10c1439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862489 Nov 15 15:24:50.054945 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49126) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:24:50.118507 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-01c37f9f-233f-49c7-b8c1-863c797195d6 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/3fc5bc5c-7ba1-406d-b6a0-cacfedd83b44 HTTP/1.1" status: 200 len: 992 time: 0.0621805 Nov 15 15:24:58.749902 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:59.230481 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:24:59.778671 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d005c519-c542-441d-aae8-0950c02a0f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:02.132659 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4b75032-dded-4839-b3fe-655589cac9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:03.624182 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:05.327607 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:05.784478 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:06.190641 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:25:22.037119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db984b-726c-4aae-80bb-97d64fa2c77a req-13eb48b7-18cf-4b64-b691-d1ccd5d66128 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:22.038715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40db984b-726c-4aae-80bb-97d64fa2c77a req-13eb48b7-18cf-4b64-b691-d1ccd5d66128 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.1042349 Nov 15 15:25:22.092217 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40db984b-726c-4aae-80bb-97d64fa2c77a req-7433f81e-da98-40d9-816e-f842d22e888c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471854 Nov 15 15:25:23.209625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a42c45-7ab4-44a7-a14a-bb95799a3460 req-aa991309-155d-4a2f-b3f5-147858247a79 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:23.211183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35a42c45-7ab4-44a7-a14a-bb95799a3460 req-aa991309-155d-4a2f-b3f5-147858247a79 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0494566 Nov 15 15:25:23.261148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35a42c45-7ab4-44a7-a14a-bb95799a3460 req-4b9d008d-282e-479c-a6c1-799601f1b8f8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439641 Nov 15 15:25:24.383472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630375c8-ee30-4ca0-b0c3-2969d78fc073 req-07ed6e29-a0f1-4ab7-889f-dd9c0df230ab tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:24.384950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-630375c8-ee30-4ca0-b0c3-2969d78fc073 req-07ed6e29-a0f1-4ab7-889f-dd9c0df230ab tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0520334 Nov 15 15:25:24.434969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-630375c8-ee30-4ca0-b0c3-2969d78fc073 req-12f74835-119b-4d76-a2a1-4579307b8162 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439785 Nov 15 15:25:25.555406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cec4d-c2d4-44e8-b736-fb9069d44c1d req-ea9e57fa-413e-4057-aa98-20c76c97e0e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:25.556909 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-409cec4d-c2d4-44e8-b736-fb9069d44c1d req-ea9e57fa-413e-4057-aa98-20c76c97e0e7 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0508120 Nov 15 15:25:25.606587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-409cec4d-c2d4-44e8-b736-fb9069d44c1d req-39191d07-d944-4b55-b639-39119fbbde7b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436094 Nov 15 15:25:26.724624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6304d8-a900-4e51-b3b6-42464066d9dc req-f1b88b1f-2686-4210-adda-b7582201dbba tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:26.726100 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e6304d8-a900-4e51-b3b6-42464066d9dc req-f1b88b1f-2686-4210-adda-b7582201dbba tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0482152 Nov 15 15:25:26.779077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0e6304d8-a900-4e51-b3b6-42464066d9dc req-5244c719-1c7b-406c-8ffc-6aedd25a42c9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469265 Nov 15 15:25:27.255296 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ce2d18b-a645-4442-aeb3-9ef86c58721f req-1333fd93-1557-4684-a93c-edb289b3403c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393791 Nov 15 15:25:27.351521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2d18b-a645-4442-aeb3-9ef86c58721f req-d25677a0-3115-4dba-ad64-0a3777537c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:27.352998 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ce2d18b-a645-4442-aeb3-9ef86c58721f req-d25677a0-3115-4dba-ad64-0a3777537c50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0439820 Nov 15 15:25:27.463471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2d18b-a645-4442-aeb3-9ef86c58721f req-61a02fef-0ed1-433a-89f6-c30e6485b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:27.464948 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ce2d18b-a645-4442-aeb3-9ef86c58721f req-61a02fef-0ed1-433a-89f6-c30e6485b104 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0852275 Nov 15 15:25:27.536604 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ce2d18b-a645-4442-aeb3-9ef86c58721f req-75e74517-56cf-437e-a670-e170f2a10071 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c86006-aca8-49d6-9aee-f37b654a66f6 HTTP/1.1" status: 200 len: 1001 time: 0.0629194 Nov 15 15:25:27.587631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2d18b-a645-4442-aeb3-9ef86c58721f req-c2056c76-1f72-41aa-8b47-1ed61a6eb0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:27.589087 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ce2d18b-a645-4442-aeb3-9ef86c58721f req-c2056c76-1f72-41aa-8b47-1ed61a6eb0df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0440269 Nov 15 15:25:27.638730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2d18b-a645-4442-aeb3-9ef86c58721f req-badd0477-03be-4108-bb38-025f170ba43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:27.640263 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ce2d18b-a645-4442-aeb3-9ef86c58721f req-badd0477-03be-4108-bb38-025f170ba43d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403843 Nov 15 15:25:27.737140 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ce2d18b-a645-4442-aeb3-9ef86c58721f req-3f992770-3894-4a73-a22e-b06313e789c2 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852017 Nov 15 15:25:27.833045 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3ce2d18b-a645-4442-aeb3-9ef86c58721f req-ddf1e9f4-b590-4407-aa2d-4bc88e9a7312 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847974 Nov 15 15:25:27.901944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3db11f-89a5-4766-800f-21fc78517241 req-4d5bb4b3-51eb-42cd-8580-e265ab9583e8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:27.903493 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae3db11f-89a5-4766-800f-21fc78517241 req-4d5bb4b3-51eb-42cd-8580-e265ab9583e8 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0535698 Nov 15 15:25:27.954981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae3db11f-89a5-4766-800f-21fc78517241 req-09fed5c6-79a5-455c-877b-1e1409afd791 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454876 Nov 15 15:25:28.812439 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:29.075395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e96af-6994-43bb-b70e-c78f182e5da3 req-52f7f89f-94fb-4201-9d29-fcc8b57d3923 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:29.077679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-236e96af-6994-43bb-b70e-c78f182e5da3 req-52f7f89f-94fb-4201-9d29-fcc8b57d3923 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0501013 Nov 15 15:25:29.128913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-236e96af-6994-43bb-b70e-c78f182e5da3 req-f263bb8f-abb1-4060-aa82-cbec352f92b9 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454118 Nov 15 15:25:29.223924 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:29.772487 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d35d260b-331d-428c-abad-e16b92d54854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:30.254761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b0fdf-2f4d-4e1b-88fd-c8b80927b637 req-1f42c33e-8bb0-4dda-b5be-72068f7d4a2b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:30.256343 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d59b0fdf-2f4d-4e1b-88fd-c8b80927b637 req-1f42c33e-8bb0-4dda-b5be-72068f7d4a2b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0552073 Nov 15 15:25:30.307309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d59b0fdf-2f4d-4e1b-88fd-c8b80927b637 req-e98805a9-8295-48d5-b5f2-5a11ef0aafc4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450881 Nov 15 15:25:31.422646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb1df-4ccc-42ba-85e0-00f081754142 req-64df3e40-e0cc-4742-9b7f-32751a9e0613 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:31.424145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98edb1df-4ccc-42ba-85e0-00f081754142 req-64df3e40-e0cc-4742-9b7f-32751a9e0613 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0484281 Nov 15 15:25:31.474703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98edb1df-4ccc-42ba-85e0-00f081754142 req-ebce6982-9752-44cf-a96a-2f85dd1a9999 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439034 Nov 15 15:25:32.097990 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-638269fa-0529-4d44-a589-8e7764c6e094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:32.602509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c8502-08f8-4d1d-b06f-7708016cecf2 req-d120e42d-35f1-4002-84c4-b841bd86a018 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:32.603887 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-504c8502-08f8-4d1d-b06f-7708016cecf2 req-d120e42d-35f1-4002-84c4-b841bd86a018 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0587575 Nov 15 15:25:32.664209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-504c8502-08f8-4d1d-b06f-7708016cecf2 req-3929718c-7b0a-4911-9150-f7b0102ce5ab tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543723 Nov 15 15:25:32.887686 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec03191d-6735-4e3e-b45b-b29e5773d22b req-01a618ef-fbf4-4ac9-92b1-54a5b3664b14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776038 Nov 15 15:25:32.991628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03191d-6735-4e3e-b45b-b29e5773d22b req-d5f28b5e-e5ac-4a5b-a6af-5f50f95a3a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:32.994880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec03191d-6735-4e3e-b45b-b29e5773d22b req-d5f28b5e-e5ac-4a5b-a6af-5f50f95a3a81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 1097 time: 0.0507872 Nov 15 15:25:33.103536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03191d-6735-4e3e-b45b-b29e5773d22b req-070371dc-b451-472c-99e3-67ecf895292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:33.105019 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec03191d-6735-4e3e-b45b-b29e5773d22b req-070371dc-b451-472c-99e3-67ecf895292f service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0904567 Nov 15 15:25:33.171673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec03191d-6735-4e3e-b45b-b29e5773d22b req-69250316-be18-4215-b7d0-c1801ebd22b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9fbebe-5be5-4e2e-b718-6060eebbe98a HTTP/1.1" status: 200 len: 1001 time: 0.0590560 Nov 15 15:25:33.220825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03191d-6735-4e3e-b45b-b29e5773d22b req-7b8061b4-0456-4aa4-b54c-aa260447287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:33.222301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec03191d-6735-4e3e-b45b-b29e5773d22b req-7b8061b4-0456-4aa4-b54c-aa260447287c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0436361 Nov 15 15:25:33.273687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03191d-6735-4e3e-b45b-b29e5773d22b req-39be669c-28ac-46b5-b3d0-642a0b28d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:33.275237 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec03191d-6735-4e3e-b45b-b29e5773d22b req-39be669c-28ac-46b5-b3d0-642a0b28d2c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452147 Nov 15 15:25:33.373242 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec03191d-6735-4e3e-b45b-b29e5773d22b req-bf453cac-27d7-4ffe-bf71-2e21db352351 service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909219 Nov 15 15:25:33.466219 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec03191d-6735-4e3e-b45b-b29e5773d22b req-668c527a-5e0f-467b-a349-4e2068c72afa service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847280 Nov 15 15:25:33.692568 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:33.781436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876d7f2-197a-4910-a602-9fa2a44bceaa req-a2762170-379b-42b9-8357-2dc859ce1771 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:33.783077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9876d7f2-197a-4910-a602-9fa2a44bceaa req-a2762170-379b-42b9-8357-2dc859ce1771 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0490885 Nov 15 15:25:33.831565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9876d7f2-197a-4910-a602-9fa2a44bceaa req-ced3e2ef-e6dc-4df1-8d3a-99a8de156f83 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419281 Nov 15 15:25:34.950473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0723e9-5490-4679-9954-c97ef7245d08 req-349d72a2-e98f-4588-b7b4-475fa3c09612 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:34.951983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d0723e9-5490-4679-9954-c97ef7245d08 req-349d72a2-e98f-4588-b7b4-475fa3c09612 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0499601 Nov 15 15:25:35.008015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d0723e9-5490-4679-9954-c97ef7245d08 req-04122a43-a124-430f-a659-9ec76226bf73 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500944 Nov 15 15:25:35.322734 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:35.795260 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:36.124715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139321e1-b723-4e82-83b1-e20a1eb1942a req-5bedb289-0764-4b30-9594-129b04509277 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:36.126221 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-139321e1-b723-4e82-83b1-e20a1eb1942a req-5bedb289-0764-4b30-9594-129b04509277 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0485294 Nov 15 15:25:36.176043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-139321e1-b723-4e82-83b1-e20a1eb1942a req-ae4b9db0-c11e-4995-8530-8fe7e3edbe99 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426066 Nov 15 15:25:37.291988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7630e5-0416-4495-83b3-70f9921931a1 req-f1560b46-1a53-43c8-998a-dd95f505bf14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:37.293483 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c7630e5-0416-4495-83b3-70f9921931a1 req-f1560b46-1a53-43c8-998a-dd95f505bf14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0492487 Nov 15 15:25:37.344464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c7630e5-0416-4495-83b3-70f9921931a1 req-47da1884-795c-4460-ba5c-95bd5a385973 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449615 Nov 15 15:25:38.469719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe0089-320f-483b-b46e-e80e1ffd7da0 req-e2ea4d4e-473e-4574-ab14-88eb96a375bd tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:38.471345 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55fe0089-320f-483b-b46e-e80e1ffd7da0 req-e2ea4d4e-473e-4574-ab14-88eb96a375bd tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0535550 Nov 15 15:25:38.522383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-55fe0089-320f-483b-b46e-e80e1ffd7da0 req-cfdc0c5a-fd1e-4984-9a94-91954a1fd9b3 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445428 Nov 15 15:25:39.637975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c4210-b78f-475a-bcf3-fe67d77fdeef req-fb66cd04-c944-4a0e-b269-201900f5051d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:39.639415 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a84c4210-b78f-475a-bcf3-fe67d77fdeef req-fb66cd04-c944-4a0e-b269-201900f5051d tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0497119 Nov 15 15:25:39.689833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a84c4210-b78f-475a-bcf3-fe67d77fdeef req-d2d5010b-d0ac-40e4-bf3d-8a82c4fd81b0 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444891 Nov 15 15:25:40.012139 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5655c9-90cb-46bd-a0f0-b3a59d93b75f req-3b5ac1af-965d-4dbc-b66d-715a3a578c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:40.013643 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b5655c9-90cb-46bd-a0f0-b3a59d93b75f req-3b5ac1af-965d-4dbc-b66d-715a3a578c28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 1096 time: 0.0436196 Nov 15 15:25:40.060643 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b5655c9-90cb-46bd-a0f0-b3a59d93b75f req-153d573f-beda-415c-85c0-b87a8ad2685f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396073 Nov 15 15:25:40.810364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f9b10-f690-42a4-8736-508b70b9800b req-2b9d5c4b-db14-4373-b664-cdfa17f34a09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:40.811923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea4f9b10-f690-42a4-8736-508b70b9800b req-2b9d5c4b-db14-4373-b664-cdfa17f34a09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0506961 Nov 15 15:25:40.861387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea4f9b10-f690-42a4-8736-508b70b9800b req-d8a2b637-25fa-4c81-bd96-ac9f4b93fbe4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433397 Nov 15 15:25:41.706707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 1ffac45c-c51a-488e-8185-02de6c5b7e0b details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:25:41.709717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 1ffac45c-c51a-488e-8185-02de6c5b7e0b no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:25:41.852954 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:41.874266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 1ffac45c-c51a-488e-8185-02de6c5b7e0b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ffac45c-c51a-488e-8185-02de6c5b7e0b,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:25:41.892755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:25:41.906666 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'port_id': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'mac_address': 'fa:16:3e:27:00:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:25:41.911364 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 1ffac45c-c51a-488e-8185-02de6c5b7e0b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ffac45c-c51a-488e-8185-02de6c5b7e0b,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:25:41.938208 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6df7ee-5ea4-4d3a-8475-8b94cb9388d6" -d '{"events": [{"server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:25:41.962478 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:41.971476 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:41.985731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae27993-429f-41aa-866d-b21d9a80eb20 req-c854e52c-766e-4760-b389-ec43074650da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:41.987309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ae27993-429f-41aa-866d-b21d9a80eb20 req-c854e52c-766e-4760-b389-ec43074650da tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0530272 Nov 15 15:25:42.004327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ffac45c-c51a-488e-8185-02de6c5b7e0b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:25:42.051093 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ae27993-429f-41aa-866d-b21d9a80eb20 req-d66cf0f6-db82-4682-b95a-6947033a003f tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576627 Nov 15 15:25:42.074201 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:25:42.142640 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-38737175-a182-4304-8bea-3a56381ca076 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/floatingips/3fc5bc5c-7ba1-406d-b6a0-cacfedd83b44 HTTP/1.1" status: 200 len: 990 time: 0.0671327 Nov 15 15:25:42.204567 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e2845b-5887-48e4-bba8-c3e27562b37f x-openstack-request-id: req-63e2845b-5887-48e4-bba8-c3e27562b37f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:25:42.204857 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:25:42.205114 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63e2845b-5887-48e4-bba8-c3e27562b37f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:25:42.205508 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'code': 200} Nov 15 15:25:42.224384 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=1ffac45c-c51a-488e-8185-02de6c5b7e0b,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:25:42.235599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:42.235946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:42.236287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:42.236624 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:42.236958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:42.237289 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:42.237617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:42.237950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:42.238272 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:42.238621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:42.238946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:42.239270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:42.246077 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:25:42.246458 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:25:42.663088 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49214) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:25:42.783034 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:42.796774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffac45c-c51a-488e-8185-02de6c5b7e0b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:25:42.816401 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 1ffac45c-c51a-488e-8185-02de6c5b7e0b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ffac45c-c51a-488e-8185-02de6c5b7e0b,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:25:42.826879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Deleting port 543f2353-a83d-402c-921f-5c3963bf010e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:25:42.834813 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:42.863871 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:42.902887 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:42.903219 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:42.911391 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=1ffac45c-c51a-488e-8185-02de6c5b7e0b,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:25:42.915812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Calling delete_port for 543f2353-a83d-402c-921f-5c3963bf010e owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:25:43.115321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:43.116764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['1ffac45c-c51a-488e-8185-02de6c5b7e0b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:25:43.142855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event deleted for resources: {'Port': ['ID=543f2353-a83d-402c-921f-5c3963bf010e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:25:43.152762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:43.153112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:43.153465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:43.153820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:43.154216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:43.154523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:43.154855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:43.155184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:43.155511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:43.155840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:43.156167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:43.156493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:43.190061 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:25:43.220650 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:43.220980 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Floating IP 8937b99b-7755-4f0f-abc0-c5673ad9eadd disassociated (deleted). External IP: 172.25.4.233, port: d1c86006-aca8-49d6-9aee-f37b654a66f6. Nov 15 15:25:43.433192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:25:43.541671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:25:43.546243 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:43.553499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb73a2-df38-430b-af62-da52b01e39f5 None None] Sync routers for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:25:43.566951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb73a2-df38-430b-af62-da52b01e39f5 None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:25:43.567615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f2cb73a2-df38-430b-af62-da52b01e39f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:25:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:25:43.577769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4f7865a6-f250-46e1-ad62-653937521749 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "DELETE /v2.0/floatingips/8937b99b-7755-4f0f-abc0-c5673ad9eadd HTTP/1.1" status: 204 len: 168 time: 0.9111662 Nov 15 15:25:43.577769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'tag': 'd1c86006-aca8-49d6-9aee-f37b654a66f6'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:25:43.628426 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ecb94a-fb4d-401e-8832-660769d6e332" -d '{"events": [{"name": "network-changed", "server_uuid": "784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5", "tag": "d1c86006-aca8-49d6-9aee-f37b654a66f6"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:25:43.684560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f2cb73a2-df38-430b-af62-da52b01e39f5 None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:25:43.718770 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8a29ca-1013-483e-99bb-ee058700e25a x-openstack-request-id: req-3f8a29ca-1013-483e-99bb-ee058700e25a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:25:43.719064 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5", "tag": "d1c86006-aca8-49d6-9aee-f37b654a66f6", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:25:43.719411 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f8a29ca-1013-483e-99bb-ee058700e25a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:25:43.719757 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'tag': 'd1c86006-aca8-49d6-9aee-f37b654a66f6', 'status': 'completed', 'code': 200} Nov 15 15:25:43.759691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 1ffac45c-c51a-488e-8185-02de6c5b7e0b up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:25:43.875660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecb94a-fb4d-401e-8832-660769d6e332 req-f55661b4-facb-4f17-a729-855e993130ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:43.877334 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c5ecb94a-fb4d-401e-8832-660769d6e332 req-f55661b4-facb-4f17-a729-855e993130ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0885217 Nov 15 15:25:43.907266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 1ffac45c-c51a-488e-8185-02de6c5b7e0b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:25:43.907939 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:43.972820 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecb94a-fb4d-401e-8832-660769d6e332 req-b55f326b-3ecc-412e-84d2-6605f15c0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:43.974598 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c5ecb94a-fb4d-401e-8832-660769d6e332 req-b55f326b-3ecc-412e-84d2-6605f15c0a4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0893571 Nov 15 15:25:44.032681 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c5ecb94a-fb4d-401e-8832-660769d6e332 req-589c889d-486e-47ae-bc70-c90aefbb8595 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c86006-aca8-49d6-9aee-f37b654a66f6 HTTP/1.1" status: 200 len: 217 time: 0.0453656 Nov 15 15:25:44.035503 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f2cb73a2-df38-430b-af62-da52b01e39f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b15dff25-5b04-4aee-8a15-b97018a4d176', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:df:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:20:16Z', 'updated_at': '2021-11-15T15:20:18Z', 'revision_number': 1, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:25:44.038596 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:44.069503 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb73a2-df38-430b-af62-da52b01e39f5 None None] Checking router: d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:25:44.088574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecb94a-fb4d-401e-8832-660769d6e332 req-27672aed-3aea-4057-ab08-f084afbb3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:44.090084 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c5ecb94a-fb4d-401e-8832-660769d6e332 req-27672aed-3aea-4057-ab08-f084afbb3d09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0492322 Nov 15 15:25:44.094960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa541262-4a5b-4221-a24f-875890c0c82f req-3aec8d63-3034-4c60-b8fa-401723fa9010 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:44.096530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa541262-4a5b-4221-a24f-875890c0c82f req-3aec8d63-3034-4c60-b8fa-401723fa9010 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 945 time: 0.0640483 Nov 15 15:25:44.100492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb73a2-df38-430b-af62-da52b01e39f5 None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:25:44.103110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f2cb73a2-df38-430b-af62-da52b01e39f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:25:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:25:44.142032 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecb94a-fb4d-401e-8832-660769d6e332 req-f8f825bc-9dd3-44f3-8b13-cb958a6eba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:44.143568 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c5ecb94a-fb4d-401e-8832-660769d6e332 req-f8f825bc-9dd3-44f3-8b13-cb958a6eba7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439780 Nov 15 15:25:44.165253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa541262-4a5b-4221-a24f-875890c0c82f req-01b5a7b9-cecb-4665-97bf-021acc2dd4d4 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593503 Nov 15 15:25:44.190195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 1ffac45c-c51a-488e-8185-02de6c5b7e0b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ffac45c-c51a-488e-8185-02de6c5b7e0b,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:25:44.206047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:25:44.208309 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945cc2d4-3c8b-4906-929c-c4b7bd52bbfe" -d '{"events": [{"server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "name": "network-vif-plugged", "status": "completed", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:25:44.242913 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:44.246190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f2cb73a2-df38-430b-af62-da52b01e39f5 None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:25:44.250019 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a62e1c-adbf-45bd-9fa9-2fe515a10648 x-openstack-request-id: req-71a62e1c-adbf-45bd-9fa9-2fe515a10648 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:25:44.250783 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "name": "network-vif-plugged", "status": "completed", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:25:44.250783 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71a62e1c-adbf-45bd-9fa9-2fe515a10648 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:25:44.254630 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'code': 200} Nov 15 15:25:44.254716 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c5ecb94a-fb4d-401e-8832-660769d6e332 req-b23232e6-effe-439f-8fa9-4d020ba5fa3f service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961175 Nov 15 15:25:44.353431 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c5ecb94a-fb4d-401e-8832-660769d6e332 req-0d2047b0-bca4-4177-bf2a-05f4ffcf7c44 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845611 Nov 15 15:25:44.371008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=1ffac45c-c51a-488e-8185-02de6c5b7e0b,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:25:44.514503 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f2cb73a2-df38-430b-af62-da52b01e39f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b15dff25-5b04-4aee-8a15-b97018a4d176', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:df:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:20:16Z', 'updated_at': '2021-11-15T15:20:18Z', 'revision_number': 1, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:25:44.540731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb73a2-df38-430b-af62-da52b01e39f5 None None] The sync data for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 is: [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'b15dff25-5b04-4aee-8a15-b97018a4d176', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'port_id': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'mac_address': 'fa:16:3e:df:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:20:16Z', 'updated_at': '2021-11-15T15:20:18Z', 'revision_number': 1, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:25:44.767694 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78813ecb-1977-478b-97a6-cb6aed35d951 None None] New status for floating IP 8937b99b-7755-4f0f-abc0-c5673ad9eadd: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:25:45.295302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ae069-5b88-40c9-a23e-b2c31f701145 req-59e68360-f9db-4944-8c33-54fe7f64cd82 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:45.296842 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-752ae069-5b88-40c9-a23e-b2c31f701145 req-59e68360-f9db-4944-8c33-54fe7f64cd82 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 945 time: 0.0592327 Nov 15 15:25:45.359348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-752ae069-5b88-40c9-a23e-b2c31f701145 req-9ed85b6d-6318-44a3-91ff-f69f0fe93906 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562305 Nov 15 15:25:45.864955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9517f-823b-4e8c-9b12-e9f279479171 req-9aa1cda3-238c-4fcd-b753-e0c611a8bd95 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:45.866418 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-90a9517f-823b-4e8c-9b12-e9f279479171 req-9aa1cda3-238c-4fcd-b753-e0c611a8bd95 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.46 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 945 time: 0.0537281 Nov 15 15:25:45.955551 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-90a9517f-823b-4e8c-9b12-e9f279479171 req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Deleting port d1c86006-aca8-49d6-9aee-f37b654a66f6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:25:45.955892 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90a9517f-823b-4e8c-9b12-e9f279479171 req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:46.046085 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-90a9517f-823b-4e8c-9b12-e9f279479171 req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] For port d1c86006-aca8-49d6-9aee-f37b654a66f6, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=d1c86006-aca8-49d6-9aee-f37b654a66f6,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:25:46.046473 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90a9517f-823b-4e8c-9b12-e9f279479171 req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:46.058583 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-90a9517f-823b-4e8c-9b12-e9f279479171 req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Calling delete_port for d1c86006-aca8-49d6-9aee-f37b654a66f6 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:25:46.286814 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90a9517f-823b-4e8c-9b12-e9f279479171 req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:46.316910 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event deleted for resources: {'Port': ['ID=d1c86006-aca8-49d6-9aee-f37b654a66f6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:25:46.329567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:46.329922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:46.330274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:46.330649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:46.331007 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:46.331324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:46.331657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:46.331988 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:46.332316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:46.332645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:46.332974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:46.333309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:25:46.367230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a9517f-823b-4e8c-9b12-e9f279479171 req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] No DVR routers for this DVR port d1c86006-aca8-49d6-9aee-f37b654a66f6 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:25:46.370132 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90a9517f-823b-4e8c-9b12-e9f279479171 req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:46.373692 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-90a9517f-823b-4e8c-9b12-e9f279479171 req-62632318-b03c-40e8-9648-9b015b536739 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.46 "DELETE /v2.0/ports/d1c86006-aca8-49d6-9aee-f37b654a66f6 HTTP/1.1" status: 204 len: 173 time: 0.4982796 Nov 15 15:25:46.375888 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'name': 'network-vif-deleted', 'tag': 'd1c86006-aca8-49d6-9aee-f37b654a66f6'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:25:46.413764 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63225b7e-1598-45a4-b8f8-9e9f2a6d8339" -d '{"events": [{"server_uuid": "784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5", "name": "network-vif-deleted", "tag": "d1c86006-aca8-49d6-9aee-f37b654a66f6"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:25:46.459988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f226f59e-26b2-4704-8d03-7eb23b7259b9 req-6c56281d-67f6-4463-9ecb-0129a8e00165 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0261288 Nov 15 15:25:46.504602 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db9a6e3-aaef-4cca-9f45-b6fe4c12510c x-openstack-request-id: req-7db9a6e3-aaef-4cca-9f45-b6fe4c12510c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:25:46.504974 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5", "name": "network-vif-deleted", "tag": "d1c86006-aca8-49d6-9aee-f37b654a66f6", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:25:46.505227 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7db9a6e3-aaef-4cca-9f45-b6fe4c12510c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:25:46.505680 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5', 'name': 'network-vif-deleted', 'tag': 'd1c86006-aca8-49d6-9aee-f37b654a66f6', 'status': 'completed', 'code': 200} Nov 15 15:25:47.557442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a212347-aa8a-48ff-95ae-fbac84246e92 req-983415dd-a533-4a33-b266-1d20d872379e tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0268235 Nov 15 15:25:48.653422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e3222ed-b67d-404d-a3a4-b261c29b20b7 req-505ee99f-0a36-4137-a420-5b1d5faa8b49 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0260563 Nov 15 15:25:49.748463 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf20be3c-3399-4dce-b1bb-e1d067c913e6 req-ebf615af-fd2d-477b-bcdd-d775c6cf6e4a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0269833 Nov 15 15:25:50.853694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5734b37-c26b-4948-8222-656457b3e368 req-1bce5333-53c1-411e-b555-4af8dc314df2 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=784d1ac9-4a1a-4ed0-b6d7-f78155a8b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0316119 Nov 15 15:25:51.217145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d1c86006-aca8-49d6-9aee-f37b654a66f6 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:25:51.237156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: d1c86006-aca8-49d6-9aee-f37b654a66f6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:25:51.237522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device d1c86006-aca8-49d6-9aee-f37b654a66f6 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:25:57.537320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:25:57.698628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bfe74224-3bf8-47c5-89a0-29dada6536ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Deleting port 0d90ad25-9174-444c-88e3-fd04f3f3cc97 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:25:57.698857 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfe74224-3bf8-47c5-89a0-29dada6536ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:57.773027 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfe74224-3bf8-47c5-89a0-29dada6536ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:57.773980 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfe74224-3bf8-47c5-89a0-29dada6536ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:57.786064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bfe74224-3bf8-47c5-89a0-29dada6536ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Calling delete_port for 0d90ad25-9174-444c-88e3-fd04f3f3cc97 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:25:57.983725 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfe74224-3bf8-47c5-89a0-29dada6536ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:58.010980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe74224-3bf8-47c5-89a0-29dada6536ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event deleted for resources: {'Port': ['ID=0d90ad25-9174-444c-88e3-fd04f3f3cc97,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:25:58.081410 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfe74224-3bf8-47c5-89a0-29dada6536ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:58.081741 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-bfe74224-3bf8-47c5-89a0-29dada6536ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Floating IP b15dff25-5b04-4aee-8a15-b97018a4d176 disassociated (deleted). External IP: 172.25.4.33, port: 5a9fbebe-5be5-4e2e-b718-6060eebbe98a. Nov 15 15:25:58.297274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe74224-3bf8-47c5-89a0-29dada6536ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:25:58.410587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe74224-3bf8-47c5-89a0-29dada6536ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:25:58.417266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfe74224-3bf8-47c5-89a0-29dada6536ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:58.424843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f9df2-04d8-4eae-874e-d18d6dd6dff6 None None] Sync routers for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:25:58.438604 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f9df2-04d8-4eae-874e-d18d6dd6dff6 None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:25:58.439249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-540f9df2-04d8-4eae-874e-d18d6dd6dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:25:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:25:58.559701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-540f9df2-04d8-4eae-874e-d18d6dd6dff6 None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:25:58.748290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bfe74224-3bf8-47c5-89a0-29dada6536ab tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "DELETE /v2.0/floatingips/b15dff25-5b04-4aee-8a15-b97018a4d176 HTTP/1.1" status: 204 len: 168 time: 1.2098539 Nov 15 15:25:58.748993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'tag': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:25:58.751472 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a3a45f-72a4-4ea8-941c-62eb208f5128" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0c2d03-20f0-45d9-af85-4e5fe3b0211e", "tag": "5a9fbebe-5be5-4e2e-b718-6060eebbe98a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:25:58.790107 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-540f9df2-04d8-4eae-874e-d18d6dd6dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:25:58.793412 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42883d78-eaff-4a01-a53d-74999e5863c2 x-openstack-request-id: req-42883d78-eaff-4a01-a53d-74999e5863c2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:25:58.793586 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:58.793782 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0c2d03-20f0-45d9-af85-4e5fe3b0211e", "tag": "5a9fbebe-5be5-4e2e-b718-6060eebbe98a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:25:58.793972 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42883d78-eaff-4a01-a53d-74999e5863c2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:25:58.794377 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'tag': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'status': 'completed', 'code': 200} Nov 15 15:25:58.817875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f9df2-04d8-4eae-874e-d18d6dd6dff6 None None] Checking router: d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:25:58.827647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f9df2-04d8-4eae-874e-d18d6dd6dff6 None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:25:58.828278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-540f9df2-04d8-4eae-874e-d18d6dd6dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:25:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:25:58.857762 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3a45f-72a4-4ea8-941c-62eb208f5128 req-4aee4536-2b08-4631-a597-5d7c863fe85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:58.859347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88a3a45f-72a4-4ea8-941c-62eb208f5128 req-4aee4536-2b08-4631-a597-5d7c863fe85c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad76d1735a1742328107fcc385e5b51b&device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 1097 time: 0.0436618 Nov 15 15:25:58.936234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-540f9df2-04d8-4eae-874e-d18d6dd6dff6 None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:25:58.955400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3a45f-72a4-4ea8-941c-62eb208f5128 req-ff6452df-79b5-4bdf-a8fa-c4faef0df1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:58.956966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88a3a45f-72a4-4ea8-941c-62eb208f5128 req-ff6452df-79b5-4bdf-a8fa-c4faef0df1b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 200 len: 912 time: 0.0892625 Nov 15 15:25:59.005299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88a3a45f-72a4-4ea8-941c-62eb208f5128 req-07cb47a8-8750-449c-b4ea-98d1767eecc6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9fbebe-5be5-4e2e-b718-6060eebbe98a HTTP/1.1" status: 200 len: 217 time: 0.0376759 Nov 15 15:25:59.063354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3a45f-72a4-4ea8-941c-62eb208f5128 req-fbfda790-c904-4b31-8d39-522ef0a3c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:59.064826 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88a3a45f-72a4-4ea8-941c-62eb208f5128 req-fbfda790-c904-4b31-8d39-522ef0a3c0d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 200 len: 850 time: 0.0524242 Nov 15 15:25:59.115977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3a45f-72a4-4ea8-941c-62eb208f5128 req-4ed0a997-0b1b-469a-9901-9c6fae0292e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:59.117572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88a3a45f-72a4-4ea8-941c-62eb208f5128 req-4ed0a997-0b1b-469a-9901-9c6fae0292e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cb06ff6-8b3b-46c4-bd2f-195327bebee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456083 Nov 15 15:25:59.158194 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-540f9df2-04d8-4eae-874e-d18d6dd6dff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:25:59.192736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f9df2-04d8-4eae-874e-d18d6dd6dff6 None None] The sync data for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 is: [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:11:33Z', 'revision_number': 4, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '70537c09-c469-4da8-882d-a84b6f84db8b', 'name': '', 'network_id': '9cb06ff6-8b3b-46c4-bd2f-195327bebee0', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'mac_address': 'fa:16:3e:bf:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:32Z', 'updated_at': '2021-11-15T15:11:40Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'subnets': [{'id': 'a717034a-aaa9-41b7-9466-2e1be66dd215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:25:59.202293 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:59.259274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88a3a45f-72a4-4ea8-941c-62eb208f5128 req-c46f3df8-c16d-4a2f-a98e-22432fd08fef service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336217 Nov 15 15:25:59.271935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7987c-d345-45b4-b9ad-61642f357eac req-99477842-2760-4d84-a664-6014a134fcbd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:59.273446 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0e7987c-d345-45b4-b9ad-61642f357eac req-99477842-2760-4d84-a664-6014a134fcbd tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 946 time: 0.0735872 Nov 15 15:25:59.390835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0e7987c-d345-45b4-b9ad-61642f357eac req-55efde32-4f06-41ef-b467-827a3a4d2702 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4603878-32e0-4c5d-a474-e49a45b324c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053059 Nov 15 15:25:59.414064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88a3a45f-72a4-4ea8-941c-62eb208f5128 req-b37df9cc-6ff0-4dc1-8122-a3e06b0bcd2f service neutron] 10.222.0.59 "GET /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396260 Nov 15 15:25:59.471176 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19e86c5-afb5-44e3-935d-ab18577d3d94 None None] New status for floating IP b15dff25-5b04-4aee-8a15-b97018a4d176: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:25:59.760538 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-527664e1-6a0a-4373-818d-c58c4b5c7f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:25:59.843021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646eb82-be9b-459f-8924-0dad0ddfdaa5 req-5b401bdc-573a-4c50-9474-9cca302ccd02 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:25:59.844474 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6646eb82-be9b-459f-8924-0dad0ddfdaa5 req-5b401bdc-573a-4c50-9474-9cca302ccd02 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 946 time: 0.0490904 Nov 15 15:25:59.945509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6646eb82-be9b-459f-8924-0dad0ddfdaa5 req-e06aa2f7-924f-48ce-b3b6-5e8f9c9e7198 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Deleting port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:25:59.945761 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6646eb82-be9b-459f-8924-0dad0ddfdaa5 req-e06aa2f7-924f-48ce-b3b6-5e8f9c9e7198 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:00.037661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6646eb82-be9b-459f-8924-0dad0ddfdaa5 req-e06aa2f7-924f-48ce-b3b6-5e8f9c9e7198 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] For port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=5a9fbebe-5be5-4e2e-b718-6060eebbe98a,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:00.038020 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6646eb82-be9b-459f-8924-0dad0ddfdaa5 req-e06aa2f7-924f-48ce-b3b6-5e8f9c9e7198 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:00.050945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6646eb82-be9b-459f-8924-0dad0ddfdaa5 req-e06aa2f7-924f-48ce-b3b6-5e8f9c9e7198 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Calling delete_port for 5a9fbebe-5be5-4e2e-b718-6060eebbe98a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:00.223798 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6646eb82-be9b-459f-8924-0dad0ddfdaa5 req-e06aa2f7-924f-48ce-b3b6-5e8f9c9e7198 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:00.262627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06aa2f7-924f-48ce-b3b6-5e8f9c9e7198 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event deleted for resources: {'Port': ['ID=5a9fbebe-5be5-4e2e-b718-6060eebbe98a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:00.322283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6646eb82-be9b-459f-8924-0dad0ddfdaa5 req-e06aa2f7-924f-48ce-b3b6-5e8f9c9e7198 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] No DVR routers for this DVR port 5a9fbebe-5be5-4e2e-b718-6060eebbe98a on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:26:00.325417 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6646eb82-be9b-459f-8924-0dad0ddfdaa5 req-e06aa2f7-924f-48ce-b3b6-5e8f9c9e7198 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:00.328988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6646eb82-be9b-459f-8924-0dad0ddfdaa5 req-e06aa2f7-924f-48ce-b3b6-5e8f9c9e7198 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.59 "DELETE /v2.0/ports/5a9fbebe-5be5-4e2e-b718-6060eebbe98a HTTP/1.1" status: 204 len: 173 time: 0.4767621 Nov 15 15:26:00.488511 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70fd42bb-99d6-488b-a5c5-585b91328a49 req-e29ce630-763a-4587-90dd-fc1cef31d781 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 210 time: 0.0265510 Nov 15 15:26:00.795875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'name': 'network-vif-deleted', 'tag': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:26:00.798315 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e414bf-5fe2-4082-b388-7e9d68a3c3f3" -d '{"events": [{"server_uuid": "7a0c2d03-20f0-45d9-af85-4e5fe3b0211e", "name": "network-vif-deleted", "tag": "5a9fbebe-5be5-4e2e-b718-6060eebbe98a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:26:00.835617 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667528cd-ef7b-4428-9427-56997d6063e9 x-openstack-request-id: req-667528cd-ef7b-4428-9427-56997d6063e9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:26:00.835984 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0c2d03-20f0-45d9-af85-4e5fe3b0211e", "name": "network-vif-deleted", "tag": "5a9fbebe-5be5-4e2e-b718-6060eebbe98a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:26:00.836235 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-667528cd-ef7b-4428-9427-56997d6063e9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:26:00.836660 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0c2d03-20f0-45d9-af85-4e5fe3b0211e', 'name': 'network-vif-deleted', 'tag': '5a9fbebe-5be5-4e2e-b718-6060eebbe98a', 'status': 'completed', 'code': 200} Nov 15 15:26:01.584729 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf61910-daf3-45f8-84f3-f8e933131ae0 req-3897a66f-25e7-4a68-a55f-fa68d1b7b0c9 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 210 time: 0.0269918 Nov 15 15:26:02.155194 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2e1f-fdd6-4f09-b1f4-439c81dbb1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:02.681987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-984a27ac-543a-408d-9dd1-e19162e4d06f req-e156a557-c298-4e5c-8fb3-49a5e424e024 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 210 time: 0.0270567 Nov 15 15:26:03.633130 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:03.785474 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0990fef6-7020-4827-9d73-2d6589f37fcc req-ae95d79b-f943-4fc5-91ca-a05f155031a7 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 210 time: 0.0275409 Nov 15 15:26:03.857998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5a9fbebe-5be5-4e2e-b718-6060eebbe98a no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:26:03.879665 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 5a9fbebe-5be5-4e2e-b718-6060eebbe98a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:26:03.880012 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 5a9fbebe-5be5-4e2e-b718-6060eebbe98a not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:26:04.885582 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60cd6862-a552-4b51-a143-a27ef03f13f4 req-d6e6e22c-1bbc-456c-8851-7782e290f221 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a0c2d03-20f0-45d9-af85-4e5fe3b0211e HTTP/1.1" status: 200 len: 210 time: 0.0306811 Nov 15 15:26:05.291790 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:05.783402 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:05.950159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:06.084008 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-015c86f4-2af5-4d19-b876-374bed32954a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Deleting port 0f375d00-121d-437f-aae1-1b9d1deecf25 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:06.084347 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-015c86f4-2af5-4d19-b876-374bed32954a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:06.163567 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-015c86f4-2af5-4d19-b876-374bed32954a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:06.163950 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-015c86f4-2af5-4d19-b876-374bed32954a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:06.177219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-015c86f4-2af5-4d19-b876-374bed32954a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Calling delete_port for 0f375d00-121d-437f-aae1-1b9d1deecf25 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:06.385212 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-015c86f4-2af5-4d19-b876-374bed32954a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:06.412909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c86f4-2af5-4d19-b876-374bed32954a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event deleted for resources: {'Port': ['ID=0f375d00-121d-437f-aae1-1b9d1deecf25,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:06.478248 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-015c86f4-2af5-4d19-b876-374bed32954a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:06.480865 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-015c86f4-2af5-4d19-b876-374bed32954a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:06.482083 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-015c86f4-2af5-4d19-b876-374bed32954a tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "DELETE /v2.0/floatingips/1ffc9616-83fd-4044-a77d-493e91c07a89 HTTP/1.1" status: 204 len: 168 time: 0.5309165 Nov 15 15:26:09.949519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:10.000475 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33a36dcf-23bd-4a6d-a9f6-6f7058da8f84 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:10.025437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33a36dcf-23bd-4a6d-a9f6-6f7058da8f84 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:10.185122 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33a36dcf-23bd-4a6d-a9f6-6f7058da8f84 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:10.193501 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33a36dcf-23bd-4a6d-a9f6-6f7058da8f84 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:10.195163 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-33a36dcf-23bd-4a6d-a9f6-6f7058da8f84 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] 10.222.0.70 "DELETE /v2.0/security-groups/f4603878-32e0-4c5d-a474-e49a45b324c8 HTTP/1.1" status: 204 len: 168 time: 0.2510979 Nov 15 15:26:10.207220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a36dcf-23bd-4a6d-a9f6-6f7058da8f84 tempest-TestVolumeBootPattern-705199554 tempest-TestVolumeBootPattern-705199554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4603878-32e0-4c5d-a474-e49a45b324c8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:10.362433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49328) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:10.833873 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b37764-6ad1-40cb-89a3-bff3c7bbdf32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:11.089471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d3b37764-6ad1-40cb-89a3-bff3c7bbdf32 admin admin] Deleting port 70537c09-c469-4da8-882d-a84b6f84db8b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:11.089816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b37764-6ad1-40cb-89a3-bff3c7bbdf32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:11.170466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d3b37764-6ad1-40cb-89a3-bff3c7bbdf32 admin admin] For port 70537c09-c469-4da8-882d-a84b6f84db8b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=70537c09-c469-4da8-882d-a84b6f84db8b,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:11.170839 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b37764-6ad1-40cb-89a3-bff3c7bbdf32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:11.183461 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d3b37764-6ad1-40cb-89a3-bff3c7bbdf32 admin admin] Calling delete_port for 70537c09-c469-4da8-882d-a84b6f84db8b owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:11.440323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b37764-6ad1-40cb-89a3-bff3c7bbdf32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:11.471589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b37764-6ad1-40cb-89a3-bff3c7bbdf32 admin admin] Pushing event deleted for resources: {'Port': ['ID=70537c09-c469-4da8-882d-a84b6f84db8b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:11.641357 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b37764-6ad1-40cb-89a3-bff3c7bbdf32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:11.855869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b37764-6ad1-40cb-89a3-bff3c7bbdf32 admin admin] Router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:26:11.961160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b37764-6ad1-40cb-89a3-bff3c7bbdf32 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:26:11.966660 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d3b37764-6ad1-40cb-89a3-bff3c7bbdf32 admin admin] 10.222.0.70 "PUT /v2.0/routers/d0a94bd7-d39a-4fcf-9d35-b0acc928ee70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6033165 Nov 15 15:26:11.969199 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49332) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:11.971526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aee198-5310-4eee-88a7-a73c8ca2eb77 None None] Sync routers for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:26:11.981578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aee198-5310-4eee-88a7-a73c8ca2eb77 None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:26:11.982276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-96aee198-5310-4eee-88a7-a73c8ca2eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:26:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:12.071550 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:12.088699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-96aee198-5310-4eee-88a7-a73c8ca2eb77 None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:26:12.176620 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:12.269786 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-96aee198-5310-4eee-88a7-a73c8ca2eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:26:11Z', 'revision_number': 5, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port': {'id': 'c28ca64a-ac58-4b39-bc77-7fda92927059', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:30Z', 'updated_at': '2021-11-15T15:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:12.294767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Deleting port c28ca64a-ac58-4b39-bc77-7fda92927059 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:12.295114 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:12.301868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aee198-5310-4eee-88a7-a73c8ca2eb77 None None] Checking router: d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:26:12.311094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aee198-5310-4eee-88a7-a73c8ca2eb77 None None] Routers {'d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:26:12.311719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-96aee198-5310-4eee-88a7-a73c8ca2eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:26:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:12.374804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] For port c28ca64a-ac58-4b39-bc77-7fda92927059, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c28ca64a-ac58-4b39-bc77-7fda92927059,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:12.375185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:12.388306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Calling delete_port for c28ca64a-ac58-4b39-bc77-7fda92927059 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:12.400780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-96aee198-5310-4eee-88a7-a73c8ca2eb77 None None] Set router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:26:12.453975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-96aee198-5310-4eee-88a7-a73c8ca2eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:26:12Z', 'revision_number': 6, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:12.483327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aee198-5310-4eee-88a7-a73c8ca2eb77 None None] The sync data for ids ['d0a94bd7-d39a-4fcf-9d35-b0acc928ee70'] in n-d-817748-2 is: [{'id': 'd0a94bd7-d39a-4fcf-9d35-b0acc928ee70', 'name': 'tempest-TestVolumeBootPattern-292459785-router', 'tenant_id': 'ad76d1735a1742328107fcc385e5b51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:29Z', 'updated_at': '2021-11-15T15:26:12Z', 'revision_number': 6, 'project_id': 'ad76d1735a1742328107fcc385e5b51b', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:26:12.663328 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:12.689764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Pushing event deleted for resources: {'Port': ['ID=c28ca64a-ac58-4b39-bc77-7fda92927059,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:12.706343 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b312da-509b-40ed-85d0-04dea34c0ccc None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:26:12.760442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:12.851611 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:12.854450 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:12.966250 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:12.966860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:26:12.971673 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:12.972871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-be7c6555-b9a2-46a5-bcdd-eec4307d5254 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d0a94bd7-d39a-4fcf-9d35-b0acc928ee70 HTTP/1.1" status: 204 len: 168 time: 1.0027642 Nov 15 15:26:12.975545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:13.020501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30ec0cf-0298-4915-9ae1-5db2a322f790 admin admin] Deleting subnet a717034a-aaa9-41b7-9466-2e1be66dd215 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:26:13.023608 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e30ec0cf-0298-4915-9ae1-5db2a322f790 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.061735 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e30ec0cf-0298-4915-9ae1-5db2a322f790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.137854 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e30ec0cf-0298-4915-9ae1-5db2a322f790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.252124 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e30ec0cf-0298-4915-9ae1-5db2a322f790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.277429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ec0cf-0298-4915-9ae1-5db2a322f790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a717034a-aaa9-41b7-9466-2e1be66dd215,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:13.287739 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e30ec0cf-0298-4915-9ae1-5db2a322f790 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.292031 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e30ec0cf-0298-4915-9ae1-5db2a322f790 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a717034a-aaa9-41b7-9466-2e1be66dd215 HTTP/1.1" status: 204 len: 168 time: 0.3154137 Nov 15 15:26:13.296855 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3330b560-82cf-4086-aca7-4b0d12c5b9c8 None None] Network 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:26:13.297444 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:13.369868 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.425878 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Deleting port 9e98b94e-08e4-4271-95fd-a693dba789b1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:13.426128 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.498246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651dbcd1-558e-4e3e-8d26-dbe7d6e185d6 None None] DHCP port deletion for 9cb06ff6-8b3b-46c4-bd2f-195327bebee0 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:26:13.566556 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] For port 9e98b94e-08e4-4271-95fd-a693dba789b1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9e98b94e-08e4-4271-95fd-a693dba789b1,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:13.566932 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.580178 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Calling delete_port for 9e98b94e-08e4-4271-95fd-a693dba789b1 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:13.591028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-651dbcd1-558e-4e3e-8d26-dbe7d6e185d6 None None] Deleting port 9e98b94e-08e4-4271-95fd-a693dba789b1 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:13.591430 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-651dbcd1-558e-4e3e-8d26-dbe7d6e185d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.662004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-651dbcd1-558e-4e3e-8d26-dbe7d6e185d6 None None] For port 9e98b94e-08e4-4271-95fd-a693dba789b1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9e98b94e-08e4-4271-95fd-a693dba789b1,segment=NetworkSegment(0d7d8e96-66ad-466f-8a1b-620d76f3128e),segment_id=0d7d8e96-66ad-466f-8a1b-620d76f3128e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:13.662306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-651dbcd1-558e-4e3e-8d26-dbe7d6e185d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.675777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-651dbcd1-558e-4e3e-8d26-dbe7d6e185d6 None None] Calling delete_port for 9e98b94e-08e4-4271-95fd-a693dba789b1 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:13.772342 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.782478 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-651dbcd1-558e-4e3e-8d26-dbe7d6e185d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.809281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dbcd1-558e-4e3e-8d26-dbe7d6e185d6 None None] Pushing event deleted for resources: {'Port': ['ID=9e98b94e-08e4-4271-95fd-a693dba789b1,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:13.814365 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651dbcd1-558e-4e3e-8d26-dbe7d6e185d6 None None] No DVR routers for this DVR port 9e98b94e-08e4-4271-95fd-a693dba789b1 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:26:13.814754 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e98b94e-08e4-4271-95fd-a693dba789b1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:13.818787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] No DVR routers for this DVR port 9e98b94e-08e4-4271-95fd-a693dba789b1 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:26:13.892102 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.912987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb06ff6-8b3b-46c4-bd2f-195327bebee0']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:13.923607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7d8e96-66ad-466f-8a1b-620d76f3128e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:13.923905 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7d8e96-66ad-466f-8a1b-620d76f3128e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:13.933682 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.946234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.952184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:26:13.952574 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:26:13.954209 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:26:14.061546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c28ca64a-ac58-4b39-bc77-7fda92927059 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:26:14.085151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c28ca64a-ac58-4b39-bc77-7fda92927059 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:26:14.085397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c28ca64a-ac58-4b39-bc77-7fda92927059 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:26:14.085789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 70537c09-c469-4da8-882d-a84b6f84db8b no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:26:14.087689 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:14.095458 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:14.099094 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9cb06ff6-8b3b-46c4-bd2f-195327bebee0 HTTP/1.1" status: 204 len: 168 time: 0.8027973 Nov 15 15:26:14.103159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:14.106594 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 70537c09-c469-4da8-882d-a84b6f84db8b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:26:14.106937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 70537c09-c469-4da8-882d-a84b6f84db8b not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:26:14.107347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9e98b94e-08e4-4271-95fd-a693dba789b1 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:26:14.118929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40ffc9-5249-4e5d-8984-2827de19c811 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb06ff6-8b3b-46c4-bd2f-195327bebee0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:14.126897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 9e98b94e-08e4-4271-95fd-a693dba789b1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:26:14.127241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9e98b94e-08e4-4271-95fd-a693dba789b1 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:26:14.457647 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08beaa53-1ea2-46d5-be87-efdd7124e80a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:14.993249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-08beaa53-1ea2-46d5-be87-efdd7124e80a admin admin] Deleting port abf37e62-7253-47b0-872b-ccca11f27860 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:14.993652 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08beaa53-1ea2-46d5-be87-efdd7124e80a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:15.079937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-08beaa53-1ea2-46d5-be87-efdd7124e80a admin admin] For port abf37e62-7253-47b0-872b-ccca11f27860, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=abf37e62-7253-47b0-872b-ccca11f27860,segment=NetworkSegment(13252386-5037-434a-ad49-7397e3444a84),segment_id=13252386-5037-434a-ad49-7397e3444a84)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:15.080298 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08beaa53-1ea2-46d5-be87-efdd7124e80a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:15.094145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-08beaa53-1ea2-46d5-be87-efdd7124e80a admin admin] Calling delete_port for abf37e62-7253-47b0-872b-ccca11f27860 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:15.360371 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08beaa53-1ea2-46d5-be87-efdd7124e80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:15.387796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08beaa53-1ea2-46d5-be87-efdd7124e80a admin admin] Pushing event deleted for resources: {'Port': ['ID=abf37e62-7253-47b0-872b-ccca11f27860,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:15.573621 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08beaa53-1ea2-46d5-be87-efdd7124e80a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:15.792959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08beaa53-1ea2-46d5-be87-efdd7124e80a admin admin] Router 4ccd75ec-3d48-4d93-82b6-e3088b060126 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:26:15.897988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08beaa53-1ea2-46d5-be87-efdd7124e80a admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:26:15.903631 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-08beaa53-1ea2-46d5-be87-efdd7124e80a admin admin] 10.222.0.70 "PUT /v2.0/routers/4ccd75ec-3d48-4d93-82b6-e3088b060126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7993937 Nov 15 15:26:15.906096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49342) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:15.908653 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29081273-b169-4be8-8225-25a12d448884 None None] Sync routers for ids ['4ccd75ec-3d48-4d93-82b6-e3088b060126'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:26:15.918848 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29081273-b169-4be8-8225-25a12d448884 None None] Routers {'4ccd75ec-3d48-4d93-82b6-e3088b060126'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:26:15.919483 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-29081273-b169-4be8-8225-25a12d448884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:26:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ccd75ec-3d48-4d93-82b6-e3088b060126'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:16.012384 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:16.024739 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-29081273-b169-4be8-8225-25a12d448884 None None] Set router 4ccd75ec-3d48-4d93-82b6-e3088b060126 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:26:16.131574 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:16.212033 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-29081273-b169-4be8-8225-25a12d448884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'name': 'tempest-TestVolumeBootPattern-1131728250-router', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:38Z', 'updated_at': '2021-11-15T15:26:15Z', 'revision_number': 5, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'gw_port': {'id': '8664091c-d8f7-42c0-ae55-a843253491a0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:11:39Z', 'updated_at': '2021-11-15T15:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:16.241547 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29081273-b169-4be8-8225-25a12d448884 None None] Checking router: 4ccd75ec-3d48-4d93-82b6-e3088b060126 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:26:16.250609 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29081273-b169-4be8-8225-25a12d448884 None None] Routers {'4ccd75ec-3d48-4d93-82b6-e3088b060126'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:26:16.251215 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-29081273-b169-4be8-8225-25a12d448884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:26:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['4ccd75ec-3d48-4d93-82b6-e3088b060126'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:16.258710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Deleting port 8664091c-d8f7-42c0-ae55-a843253491a0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:16.259051 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:16.337749 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-29081273-b169-4be8-8225-25a12d448884 None None] Set router 4ccd75ec-3d48-4d93-82b6-e3088b060126 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:26:16.349194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] For port 8664091c-d8f7-42c0-ae55-a843253491a0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=8664091c-d8f7-42c0-ae55-a843253491a0,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:16.349551 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:16.362612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Calling delete_port for 8664091c-d8f7-42c0-ae55-a843253491a0 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:16.389121 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-29081273-b169-4be8-8225-25a12d448884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'name': 'tempest-TestVolumeBootPattern-1131728250-router', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:38Z', 'updated_at': '2021-11-15T15:26:16Z', 'revision_number': 6, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:16.536774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29081273-b169-4be8-8225-25a12d448884 None None] The sync data for ids ['4ccd75ec-3d48-4d93-82b6-e3088b060126'] in n-d-817748-2 is: [{'id': '4ccd75ec-3d48-4d93-82b6-e3088b060126', 'name': 'tempest-TestVolumeBootPattern-1131728250-router', 'tenant_id': '6171dbe086c14f83a64d10191d9bcef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:11:38Z', 'updated_at': '2021-11-15T15:26:16Z', 'revision_number': 6, 'project_id': '6171dbe086c14f83a64d10191d9bcef5', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:26:16.640118 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:16.668887 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Pushing event deleted for resources: {'Port': ['ID=8664091c-d8f7-42c0-ae55-a843253491a0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:16.679737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0a1ebc-5d85-4bd9-be4a-1035b7c97e4c None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:26:16.733800 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:16.825088 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:16.827125 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:16.954760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:16.955317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ccd75ec-3d48-4d93-82b6-e3088b060126 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:26:16.959833 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:16.961029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c024aa25-c834-4919-b4fc-01b782e3be92 admin admin] 10.222.0.70 "DELETE /v2.0/routers/4ccd75ec-3d48-4d93-82b6-e3088b060126 HTTP/1.1" status: 204 len: 168 time: 1.0538869 Nov 15 15:26:16.963822 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49346) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:17.009294 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-667461c3-73d9-47d0-b588-243fc5ba3322 admin admin] Deleting subnet 52f919af-ee86-4927-8c9e-22b431f854ee {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:26:17.012432 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-667461c3-73d9-47d0-b588-243fc5ba3322 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.046814 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-667461c3-73d9-47d0-b588-243fc5ba3322 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.165581 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-667461c3-73d9-47d0-b588-243fc5ba3322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.279842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:17.280628 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-667461c3-73d9-47d0-b588-243fc5ba3322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.312869 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667461c3-73d9-47d0-b588-243fc5ba3322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f919af-ee86-4927-8c9e-22b431f854ee,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:17.316824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-667461c3-73d9-47d0-b588-243fc5ba3322 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.324372 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-667461c3-73d9-47d0-b588-243fc5ba3322 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/52f919af-ee86-4927-8c9e-22b431f854ee HTTP/1.1" status: 204 len: 168 time: 0.3571472 Nov 15 15:26:17.324753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:17.333677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcd103e-93ae-43c3-867f-f72c90293704 None None] Network 309fb42b-8267-4a7a-8ae4-e094c840e61f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:26:17.406080 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.478886 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Deleting port 225a79ab-d538-4941-bdab-6e7b00fafe3e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:17.479436 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.489763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-38b3f609-0355-44ce-8714-0d8e9a4f1b09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port 97dc2d95-a32a-42d4-81b5-e76ca7070330 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:17.490331 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b3f609-0355-44ce-8714-0d8e9a4f1b09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.536135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06375b6-ee63-4404-9580-7992686797e3 None None] DHCP port deletion for 309fb42b-8267-4a7a-8ae4-e094c840e61f request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:26:17.587939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b3f609-0355-44ce-8714-0d8e9a4f1b09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.588346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b3f609-0355-44ce-8714-0d8e9a4f1b09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.590998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f06375b6-ee63-4404-9580-7992686797e3 None None] Deleting port 225a79ab-d538-4941-bdab-6e7b00fafe3e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:17.591372 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f06375b6-ee63-4404-9580-7992686797e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.607234 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-38b3f609-0355-44ce-8714-0d8e9a4f1b09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for 97dc2d95-a32a-42d4-81b5-e76ca7070330 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:17.671649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f06375b6-ee63-4404-9580-7992686797e3 None None] For port 225a79ab-d538-4941-bdab-6e7b00fafe3e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=225a79ab-d538-4941-bdab-6e7b00fafe3e,segment=NetworkSegment(13252386-5037-434a-ad49-7397e3444a84),segment_id=13252386-5037-434a-ad49-7397e3444a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:17.672026 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f06375b6-ee63-4404-9580-7992686797e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.686387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f06375b6-ee63-4404-9580-7992686797e3 None None] Calling delete_port for 225a79ab-d538-4941-bdab-6e7b00fafe3e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:17.849593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] For port 225a79ab-d538-4941-bdab-6e7b00fafe3e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=225a79ab-d538-4941-bdab-6e7b00fafe3e,segment=NetworkSegment(13252386-5037-434a-ad49-7397e3444a84),segment_id=13252386-5037-434a-ad49-7397e3444a84)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:17.849874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.857230 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f06375b6-ee63-4404-9580-7992686797e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.863638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Calling delete_port for 225a79ab-d538-4941-bdab-6e7b00fafe3e owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:17.887336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06375b6-ee63-4404-9580-7992686797e3 None None] Pushing event deleted for resources: {'Port': ['ID=225a79ab-d538-4941-bdab-6e7b00fafe3e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:17.896823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06375b6-ee63-4404-9580-7992686797e3 None None] No DVR routers for this DVR port 225a79ab-d538-4941-bdab-6e7b00fafe3e on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:26:17.896932 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b3f609-0355-44ce-8714-0d8e9a4f1b09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.925399 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3f609-0355-44ce-8714-0d8e9a4f1b09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=97dc2d95-a32a-42d4-81b5-e76ca7070330,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:17.951935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.978651 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=225a79ab-d538-4941-bdab-6e7b00fafe3e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:17.984147 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] No DVR routers for this DVR port 225a79ab-d538-4941-bdab-6e7b00fafe3e on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:26:17.984801 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b3f609-0355-44ce-8714-0d8e9a4f1b09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:17.985139 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-38b3f609-0355-44ce-8714-0d8e9a4f1b09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Floating IP 3fc5bc5c-7ba1-406d-b6a0-cacfedd83b44 disassociated (deleted). External IP: 172.25.4.75, port: 1ffac45c-c51a-488e-8185-02de6c5b7e0b. Nov 15 15:26:18.062587 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:18.083434 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309fb42b-8267-4a7a-8ae4-e094c840e61f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:18.097012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13252386-5037-434a-ad49-7397e3444a84') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:18.097312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13252386-5037-434a-ad49-7397e3444a84') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:18.097907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8664091c-d8f7-42c0-ae55-a843253491a0 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:26:18.107333 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:18.118388 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 8664091c-d8f7-42c0-ae55-a843253491a0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:26:18.118969 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 8664091c-d8f7-42c0-ae55-a843253491a0 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:26:18.119572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device abf37e62-7253-47b0-872b-ccca11f27860 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:26:18.120934 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:18.127949 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:26:18.128437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:26:18.130341 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:26:18.139910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: abf37e62-7253-47b0-872b-ccca11f27860 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:26:18.140258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device abf37e62-7253-47b0-872b-ccca11f27860 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:26:18.140668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 225a79ab-d538-4941-bdab-6e7b00fafe3e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:26:18.160311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 225a79ab-d538-4941-bdab-6e7b00fafe3e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:26:18.160548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 225a79ab-d538-4941-bdab-6e7b00fafe3e not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:26:18.218119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b3f609-0355-44ce-8714-0d8e9a4f1b09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:26:18.257418 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:18.265897 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:18.269002 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/309fb42b-8267-4a7a-8ae4-e094c840e61f HTTP/1.1" status: 204 len: 168 time: 0.9428928 Nov 15 15:26:18.280693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd4f83-2fe0-49cb-ac3a-a79641d26de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=309fb42b-8267-4a7a-8ae4-e094c840e61f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:18.331577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b3f609-0355-44ce-8714-0d8e9a4f1b09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:26:18.336973 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b3f609-0355-44ce-8714-0d8e9a4f1b09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:18.348257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a32e92-9b17-4050-bd6d-b12e7df0c5c8 None None] Sync routers for ids ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:26:18.353731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a32e92-9b17-4050-bd6d-b12e7df0c5c8 None None] Routers {'31a2cfeb-769e-4f0b-8f05-6ae450bc0550'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:26:18.354344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-33a32e92-9b17-4050-bd6d-b12e7df0c5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:26:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:18.363945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-38b3f609-0355-44ce-8714-0d8e9a4f1b09 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/floatingips/3fc5bc5c-7ba1-406d-b6a0-cacfedd83b44 HTTP/1.1" status: 204 len: 168 time: 1.0829697 Nov 15 15:26:18.364603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:26:18.366863 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacb854d-92c6-4a99-86bb-51747fcd95dc" -d '{"events": [{"name": "network-changed", "server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:26:18.414055 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09142b3d-7fc4-4b54-9160-da356725ad49 x-openstack-request-id: req-09142b3d-7fc4-4b54-9160-da356725ad49 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:26:18.415018 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:26:18.415362 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09142b3d-7fc4-4b54-9160-da356725ad49 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:26:18.415884 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'status': 'completed', 'code': 200} Nov 15 15:26:18.477651 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-33a32e92-9b17-4050-bd6d-b12e7df0c5c8 None None] Set router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:26:18.487195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb854d-92c6-4a99-86bb-51747fcd95dc req-98390044-c9a2-4c6c-9f98-e2fc84c2af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:18.488728 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cacb854d-92c6-4a99-86bb-51747fcd95dc req-98390044-c9a2-4c6c-9f98-e2fc84c2af26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c7080e44e6e4988bc048dacb70630d1&device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 1096 time: 0.0472188 Nov 15 15:26:18.590550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb854d-92c6-4a99-86bb-51747fcd95dc req-75cfa2c9-64a6-4aa5-8e84-00da791f903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:18.592149 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cacb854d-92c6-4a99-86bb-51747fcd95dc req-75cfa2c9-64a6-4aa5-8e84-00da791f903c service neutron] 10.222.0.59 "GET /v2.0/networks?id=748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 HTTP/1.1" status: 200 len: 897 time: 0.0941207 Nov 15 15:26:18.636241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cacb854d-92c6-4a99-86bb-51747fcd95dc req-aa23de92-ea26-404a-8237-12402ec626f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ffac45c-c51a-488e-8185-02de6c5b7e0b HTTP/1.1" status: 200 len: 217 time: 0.0363719 Nov 15 15:26:18.645831 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:18.697246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb854d-92c6-4a99-86bb-51747fcd95dc req-251df9f4-b20d-480f-8bd4-12c6792f5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:18.699022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cacb854d-92c6-4a99-86bb-51747fcd95dc req-251df9f4-b20d-480f-8bd4-12c6792f5f56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad37ef32-e231-4246-a30f-cabf7c00b111 HTTP/1.1" status: 200 len: 835 time: 0.0553458 Nov 15 15:26:18.701557 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-355d5579-d33f-4724-a6c8-e65211f24a9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad76d1735a1742328107fcc385e5b51b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547657 Nov 15 15:26:18.704121 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:18.705928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-33a32e92-9b17-4050-bd6d-b12e7df0c5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:24:30Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3e8bbbeb-b12c-4c6e-9467-9a8400f0249c', 'name': '', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:44:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:29Z', 'updated_at': '2021-11-15T15:24:33Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:18.737529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a32e92-9b17-4050-bd6d-b12e7df0c5c8 None None] Checking router: 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:26:18.746873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a32e92-9b17-4050-bd6d-b12e7df0c5c8 None None] Routers {'31a2cfeb-769e-4f0b-8f05-6ae450bc0550'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:26:18.747494 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-33a32e92-9b17-4050-bd6d-b12e7df0c5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:26:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:18.754705 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1ca6-725c-4b34-a75e-627ef5067237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:18.755298 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb854d-92c6-4a99-86bb-51747fcd95dc req-2b7cdeab-f60f-43f7-9221-7c33d6855ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:18.757547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cacb854d-92c6-4a99-86bb-51747fcd95dc req-2b7cdeab-f60f-43f7-9221-7c33d6855ff1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748c8ffd-4797-4ee4-a8d8-7ed6e10c1439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478430 Nov 15 15:26:18.782530 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1ca6-725c-4b34-a75e-627ef5067237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:18.885322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-33a32e92-9b17-4050-bd6d-b12e7df0c5c8 None None] Set router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:26:18.902931 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1ca6-725c-4b34-a75e-627ef5067237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:18.903731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cacb854d-92c6-4a99-86bb-51747fcd95dc req-a181d0f6-fb20-4b65-aad6-2e931402061f service neutron] 10.222.0.59 "GET /v2.0/networks/748c8ffd-4797-4ee4-a8d8-7ed6e10c1439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365700 Nov 15 15:26:18.905488 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1ca6-725c-4b34-a75e-627ef5067237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:18.909378 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1d1f1ca6-725c-4b34-a75e-627ef5067237 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a4abcbd-42fa-45c9-b6fa-5e614790f8a1 HTTP/1.1" status: 204 len: 168 time: 0.2042022 Nov 15 15:26:18.917094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f933bde-2372-409a-ac53-f343562b1dba req-5e02741f-aa5a-458e-b662-0788cac0d7ac tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:18.918676 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f933bde-2372-409a-ac53-f343562b1dba req-5e02741f-aa5a-458e-b662-0788cac0d7ac tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0748374 Nov 15 15:26:18.925022 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f1ca6-725c-4b34-a75e-627ef5067237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4abcbd-42fa-45c9-b6fa-5e614790f8a1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:19.034029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f933bde-2372-409a-ac53-f343562b1dba req-d3503e4d-4251-437a-a8bd-9bf3c015f3e4 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063569 Nov 15 15:26:19.073587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cacb854d-92c6-4a99-86bb-51747fcd95dc req-8e19c8fe-b6af-4d7b-b532-291e26b0b938 service neutron] 10.222.0.59 "GET /v2.0/networks/748c8ffd-4797-4ee4-a8d8-7ed6e10c1439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537623 Nov 15 15:26:19.119298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-33a32e92-9b17-4050-bd6d-b12e7df0c5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:24:30Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3e8bbbeb-b12c-4c6e-9467-9a8400f0249c', 'name': '', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:44:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:29Z', 'updated_at': '2021-11-15T15:24:33Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:19.157855 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a32e92-9b17-4050-bd6d-b12e7df0c5c8 None None] The sync data for ids ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'] in n-d-817748-2 is: [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:24:30Z', 'revision_number': 4, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '3e8bbbeb-b12c-4c6e-9467-9a8400f0249c', 'name': '', 'network_id': '748c8ffd-4797-4ee4-a8d8-7ed6e10c1439', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'mac_address': 'fa:16:3e:44:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:29Z', 'updated_at': '2021-11-15T15:24:33Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'subnets': [{'id': 'ad37ef32-e231-4246-a30f-cabf7c00b111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:26:19.420418 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c9698-b2aa-46cc-b6e1-2bff681587d7 None None] New status for floating IP 3fc5bc5c-7ba1-406d-b6a0-cacfedd83b44: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:26:19.606247 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49372) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:19.650820 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3971f560-edc9-4f6c-aa6e-8e90b6fff4c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6171dbe086c14f83a64d10191d9bcef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430431 Nov 15 15:26:19.653347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:19.699982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f12b6078-e428-4b94-ae02-e4cb76790d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:19.720980 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f12b6078-e428-4b94-ae02-e4cb76790d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:19.828609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f12b6078-e428-4b94-ae02-e4cb76790d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:19.831122 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f12b6078-e428-4b94-ae02-e4cb76790d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:19.832367 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f12b6078-e428-4b94-ae02-e4cb76790d5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ef219ae-058f-4e39-af6d-7651ac0f9c0d HTTP/1.1" status: 204 len: 168 time: 0.1781285 Nov 15 15:26:19.840162 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b6078-e428-4b94-ae02-e4cb76790d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef219ae-058f-4e39-af6d-7651ac0f9c0d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:20.166651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2df0f5-ea38-4261-9945-85fb05ec38f6 req-d396f0a6-6af3-4d5f-8f4d-156ab29d6326 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:20.169052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea2df0f5-ea38-4261-9945-85fb05ec38f6 req-d396f0a6-6af3-4d5f-8f4d-156ab29d6326 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0590849 Nov 15 15:26:20.192569 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:26:20.227204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea2df0f5-ea38-4261-9945-85fb05ec38f6 req-7df03bbb-cb0b-4cb0-b380-13ff133df154 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4a21584-d6a8-4fb6-b7c4-be49033954bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508902 Nov 15 15:26:20.299073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd43b2-1d74-423f-bea5-e8931a31c197 req-02ce1d3a-6df5-4bc7-bb1e-6295e4f44e14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:20.301372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bcd43b2-1d74-423f-bea5-e8931a31c197 req-02ce1d3a-6df5-4bc7-bb1e-6295e4f44e14 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.59 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 945 time: 0.0570652 Nov 15 15:26:20.398222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3bcd43b2-1d74-423f-bea5-e8931a31c197 req-4c896155-de51-48db-86f2-c1d45b851289 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port 1ffac45c-c51a-488e-8185-02de6c5b7e0b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:20.399271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3bcd43b2-1d74-423f-bea5-e8931a31c197 req-4c896155-de51-48db-86f2-c1d45b851289 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:20.502517 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3bcd43b2-1d74-423f-bea5-e8931a31c197 req-4c896155-de51-48db-86f2-c1d45b851289 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] For port 1ffac45c-c51a-488e-8185-02de6c5b7e0b, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=1ffac45c-c51a-488e-8185-02de6c5b7e0b,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:20.502888 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3bcd43b2-1d74-423f-bea5-e8931a31c197 req-4c896155-de51-48db-86f2-c1d45b851289 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:20.523059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3bcd43b2-1d74-423f-bea5-e8931a31c197 req-4c896155-de51-48db-86f2-c1d45b851289 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for 1ffac45c-c51a-488e-8185-02de6c5b7e0b owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:20.714512 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3bcd43b2-1d74-423f-bea5-e8931a31c197 req-4c896155-de51-48db-86f2-c1d45b851289 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:20.743179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c896155-de51-48db-86f2-c1d45b851289 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=1ffac45c-c51a-488e-8185-02de6c5b7e0b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:20.784676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcd43b2-1d74-423f-bea5-e8931a31c197 req-4c896155-de51-48db-86f2-c1d45b851289 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] No DVR routers for this DVR port 1ffac45c-c51a-488e-8185-02de6c5b7e0b on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:26:20.787276 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3bcd43b2-1d74-423f-bea5-e8931a31c197 req-4c896155-de51-48db-86f2-c1d45b851289 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:20.791278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bcd43b2-1d74-423f-bea5-e8931a31c197 req-4c896155-de51-48db-86f2-c1d45b851289 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.59 "DELETE /v2.0/ports/1ffac45c-c51a-488e-8185-02de6c5b7e0b HTTP/1.1" status: 204 len: 173 time: 0.4829888 Nov 15 15:26:20.791716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'name': 'network-vif-deleted', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:26:20.793972 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174a4fea-24b4-4efa-93a3-4c4d3429eacb" -d '{"events": [{"server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "name": "network-vif-deleted", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:26:20.831362 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb78b0a-c55e-46c0-8e21-341c9a7ab0e1 x-openstack-request-id: req-6fb78b0a-c55e-46c0-8e21-341c9a7ab0e1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:26:20.831652 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de13a81d-cd92-485f-ac2f-40e4dfec1bfb", "name": "network-vif-deleted", "tag": "1ffac45c-c51a-488e-8185-02de6c5b7e0b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:26:20.831895 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6fb78b0a-c55e-46c0-8e21-341c9a7ab0e1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:26:20.832285 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de13a81d-cd92-485f-ac2f-40e4dfec1bfb', 'name': 'network-vif-deleted', 'tag': '1ffac45c-c51a-488e-8185-02de6c5b7e0b', 'status': 'completed', 'code': 200} Nov 15 15:26:21.336785 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc333429-2e54-4315-bafc-6caa818fd7bd req-9ce77aa6-45f1-4a14-8e96-a00de61ffcce tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "GET /v2.0/ports?device_id=de13a81d-cd92-485f-ac2f-40e4dfec1bfb HTTP/1.1" status: 200 len: 210 time: 0.0296252 Nov 15 15:26:22.395937 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49388) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:22.811116 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-987e9dce-8b1b-42f6-ada2-78bb93081a23 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:23.075425 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-987e9dce-8b1b-42f6-ada2-78bb93081a23 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:23.075681 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-987e9dce-8b1b-42f6-ada2-78bb93081a23 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:23.162386 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-987e9dce-8b1b-42f6-ada2-78bb93081a23 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] For port 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3e8bbbeb-b12c-4c6e-9467-9a8400f0249c,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:23.162769 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-987e9dce-8b1b-42f6-ada2-78bb93081a23 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:23.175702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-987e9dce-8b1b-42f6-ada2-78bb93081a23 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:23.440206 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-987e9dce-8b1b-42f6-ada2-78bb93081a23 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:23.471938 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e9dce-8b1b-42f6-ada2-78bb93081a23 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=3e8bbbeb-b12c-4c6e-9467-9a8400f0249c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:23.667410 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-987e9dce-8b1b-42f6-ada2-78bb93081a23 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:23.881465 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987e9dce-8b1b-42f6-ada2-78bb93081a23 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:26:23.949346 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 1ffac45c-c51a-488e-8185-02de6c5b7e0b no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:26:23.969638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 1ffac45c-c51a-488e-8185-02de6c5b7e0b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:26:23.969977 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 1ffac45c-c51a-488e-8185-02de6c5b7e0b not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:26:23.990796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987e9dce-8b1b-42f6-ada2-78bb93081a23 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:26:23.996469 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-987e9dce-8b1b-42f6-ada2-78bb93081a23 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "PUT /v2.0/routers/31a2cfeb-769e-4f0b-8f05-6ae450bc0550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5994980 Nov 15 15:26:23.999205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:24.001795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bf6a7-487f-41c1-959a-6a21a1835301 None None] Sync routers for ids ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:26:24.012706 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60bf6a7-487f-41c1-959a-6a21a1835301 None None] Routers {'31a2cfeb-769e-4f0b-8f05-6ae450bc0550'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:26:24.013332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e60bf6a7-487f-41c1-959a-6a21a1835301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:26:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:24.052401 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c99cc5-7c4b-4d2a-bb12-aa68f6f52466 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting subnet ad37ef32-e231-4246-a30f-cabf7c00b111 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:26:24.056580 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58c99cc5-7c4b-4d2a-bb12-aa68f6f52466 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:24.099595 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58c99cc5-7c4b-4d2a-bb12-aa68f6f52466 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:24.189448 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58c99cc5-7c4b-4d2a-bb12-aa68f6f52466 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:24.287185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e60bf6a7-487f-41c1-959a-6a21a1835301 None None] Set router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:26:24.327151 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58c99cc5-7c4b-4d2a-bb12-aa68f6f52466 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:24.361571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c99cc5-7c4b-4d2a-bb12-aa68f6f52466 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Subnet': ['ID=ad37ef32-e231-4246-a30f-cabf7c00b111,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:24.365576 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58c99cc5-7c4b-4d2a-bb12-aa68f6f52466 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:24.371807 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-58c99cc5-7c4b-4d2a-bb12-aa68f6f52466 tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/subnets/ad37ef32-e231-4246-a30f-cabf7c00b111 HTTP/1.1" status: 204 len: 168 time: 0.3692174 Nov 15 15:26:24.372290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:24.383560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b3a8bd-bb8e-4031-b599-09cc75110eaf None None] Network 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:26:24.480716 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:24.581954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e60bf6a7-487f-41c1-959a-6a21a1835301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:26:23Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:24.612752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bf6a7-487f-41c1-959a-6a21a1835301 None None] Checking router: 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:26:24.623230 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60bf6a7-487f-41c1-959a-6a21a1835301 None None] Routers {'31a2cfeb-769e-4f0b-8f05-6ae450bc0550'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:26:24.623947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e60bf6a7-487f-41c1-959a-6a21a1835301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:26:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:24.666783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34deadf3-60b1-45c0-98ab-b071b740adbc None None] DHCP port deletion for 748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:26:24.779706 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e60bf6a7-487f-41c1-959a-6a21a1835301 None None] Set router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:26:24.880541 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-34deadf3-60b1-45c0-98ab-b071b740adbc None None] Deleting port 24a14353-5f85-45a0-b816-a5712456e1c0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:24.880753 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34deadf3-60b1-45c0-98ab-b071b740adbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:24.882536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:24.966287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-34deadf3-60b1-45c0-98ab-b071b740adbc None None] For port 24a14353-5f85-45a0-b816-a5712456e1c0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=24a14353-5f85-45a0-b816-a5712456e1c0,segment=NetworkSegment(df908edf-8b7d-41d4-959d-85298942c6e4),segment_id=df908edf-8b7d-41d4-959d-85298942c6e4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:24.967001 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34deadf3-60b1-45c0-98ab-b071b740adbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:24.987784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-34deadf3-60b1-45c0-98ab-b071b740adbc None None] Calling delete_port for 24a14353-5f85-45a0-b816-a5712456e1c0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:25.016704 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Deleting port 844b5078-79e2-4c45-b2bb-71110fd6070f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:25.017024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.097385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] For port 844b5078-79e2-4c45-b2bb-71110fd6070f, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=844b5078-79e2-4c45-b2bb-71110fd6070f,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:25.097666 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.100427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e60bf6a7-487f-41c1-959a-6a21a1835301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:26:23Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:25.111050 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Calling delete_port for 844b5078-79e2-4c45-b2bb-71110fd6070f owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:25.128760 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bf6a7-487f-41c1-959a-6a21a1835301 None None] The sync data for ids ['31a2cfeb-769e-4f0b-8f05-6ae450bc0550'] in n-d-817748-2 is: [{'id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313668554', 'tenant_id': '2c7080e44e6e4988bc048dacb70630d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:24:25Z', 'updated_at': '2021-11-15T15:26:23Z', 'revision_number': 5, 'project_id': '2c7080e44e6e4988bc048dacb70630d1', 'gw_port': {'id': '844b5078-79e2-4c45-b2bb-71110fd6070f', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2cfeb-769e-4f0b-8f05-6ae450bc0550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:24:26Z', 'updated_at': '2021-11-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:26:25.188853 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34deadf3-60b1-45c0-98ab-b071b740adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.215964 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34deadf3-60b1-45c0-98ab-b071b740adbc None None] Pushing event deleted for resources: {'Port': ['ID=24a14353-5f85-45a0-b816-a5712456e1c0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:25.221663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34deadf3-60b1-45c0-98ab-b071b740adbc None None] No DVR routers for this DVR port 24a14353-5f85-45a0-b816-a5712456e1c0 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:26:25.360411 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.393416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Port': ['ID=844b5078-79e2-4c45-b2bb-71110fd6070f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:25.405743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72411f6c-2b7c-4f2b-87d9-f78b1aaffdcb None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:26:25.456679 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.550910 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.553146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.657008 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.657589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Fanout notify agent at l3_agent the message router_deleted on router 31a2cfeb-769e-4f0b-8f05-6ae450bc0550 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:26:25.665014 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.666110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-18c32a2c-d247-45e6-afba-f2ad89ee2b0b tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/routers/31a2cfeb-769e-4f0b-8f05-6ae450bc0550 HTTP/1.1" status: 204 len: 168 time: 1.2929497 Nov 15 15:26:25.669096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49394) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:25.748255 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf050982-ec53-4d1a-b178-a2ae1661d50c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.840615 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf050982-ec53-4d1a-b178-a2ae1661d50c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.859579 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bf050982-ec53-4d1a-b178-a2ae1661d50c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748c8ffd-4797-4ee4-a8d8-7ed6e10c1439']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:25.869269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bf050982-ec53-4d1a-b178-a2ae1661d50c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df908edf-8b7d-41d4-959d-85298942c6e4') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:25.869563 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bf050982-ec53-4d1a-b178-a2ae1661d50c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df908edf-8b7d-41d4-959d-85298942c6e4') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:26:25.878632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf050982-ec53-4d1a-b178-a2ae1661d50c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.891977 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf050982-ec53-4d1a-b178-a2ae1661d50c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.898070 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf050982-ec53-4d1a-b178-a2ae1661d50c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:26:25.899140 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf050982-ec53-4d1a-b178-a2ae1661d50c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:26:25.901898 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:26:26.016928 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf050982-ec53-4d1a-b178-a2ae1661d50c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:26.024719 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf050982-ec53-4d1a-b178-a2ae1661d50c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:26.027423 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bf050982-ec53-4d1a-b178-a2ae1661d50c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/networks/748c8ffd-4797-4ee4-a8d8-7ed6e10c1439 HTTP/1.1" status: 204 len: 168 time: 0.3573062 Nov 15 15:26:26.030323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49396) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:26.039256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf050982-ec53-4d1a-b178-a2ae1661d50c tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'Network': ['ID=748c8ffd-4797-4ee4-a8d8-7ed6e10c1439,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:26.092679 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64ce3b97-27ce-41c2-9fcf-2611ca6afc0a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:26.121992 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64ce3b97-27ce-41c2-9fcf-2611ca6afc0a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:26.173113 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:26:26.194097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:26:26.194466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3e8bbbeb-b12c-4c6e-9467-9a8400f0249c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:26:26.194880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 844b5078-79e2-4c45-b2bb-71110fd6070f no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:26:26.213261 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 844b5078-79e2-4c45-b2bb-71110fd6070f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:26:26.213634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 844b5078-79e2-4c45-b2bb-71110fd6070f not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:26:26.214056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 24a14353-5f85-45a0-b816-a5712456e1c0 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:26:26.228498 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64ce3b97-27ce-41c2-9fcf-2611ca6afc0a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:26.231203 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64ce3b97-27ce-41c2-9fcf-2611ca6afc0a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:26.235400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-64ce3b97-27ce-41c2-9fcf-2611ca6afc0a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] 10.222.0.70 "DELETE /v2.0/security-groups/e4a21584-d6a8-4fb6-b7c4-be49033954bc HTTP/1.1" status: 204 len: 168 time: 0.2013390 Nov 15 15:26:26.236859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 24a14353-5f85-45a0-b816-a5712456e1c0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:26:26.237660 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 24a14353-5f85-45a0-b816-a5712456e1c0 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:26:26.244836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce3b97-27ce-41c2-9fcf-2611ca6afc0a tempest-TestNetworkAdvancedServerOps-267220748 tempest-TestNetworkAdvancedServerOps-267220748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a21584-d6a8-4fb6-b7c4-be49033954bc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:26.765443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49404) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:26.901619 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f98c4a9c-0ecb-4ff6-9b1f-30c130d08223 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c7080e44e6e4988bc048dacb70630d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349924 Nov 15 15:26:26.904094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:26.956557 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca6a6-4ca6-4022-a777-53e76deef7ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:26.977792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca6a6-4ca6-4022-a777-53e76deef7ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:27.079796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca6a6-4ca6-4022-a777-53e76deef7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:27.082451 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca6a6-4ca6-4022-a777-53e76deef7ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:27.083632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1e2ca6a6-4ca6-4022-a777-53e76deef7ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69581a3b-d626-42c3-a979-7dd3a0e5be37 HTTP/1.1" status: 204 len: 168 time: 0.1786349 Nov 15 15:26:27.091431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ca6a6-4ca6-4022-a777-53e76deef7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69581a3b-d626-42c3-a979-7dd3a0e5be37,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:27.639304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:27.681881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1fb70b4c-607e-4caa-9a85-8855c917e287 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3284251587d44a1b4e407ba6983cb6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414114 Nov 15 15:26:27.684433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:27.730469 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e4f829e-8edd-46d4-ba94-6ce43d6c6593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:27.750905 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e4f829e-8edd-46d4-ba94-6ce43d6c6593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:27.880024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e4f829e-8edd-46d4-ba94-6ce43d6c6593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:27.883044 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e4f829e-8edd-46d4-ba94-6ce43d6c6593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:27.884209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6e4f829e-8edd-46d4-ba94-6ce43d6c6593 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f84480f3-d650-4172-821f-cc7c2e851b66 HTTP/1.1" status: 204 len: 168 time: 0.1988814 Nov 15 15:26:27.892478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f829e-8edd-46d4-ba94-6ce43d6c6593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84480f3-d650-4172-821f-cc7c2e851b66,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:28.794313 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:29.214098 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:29.754702 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ea21ec6-66ad-4cf9-b138-9ff38788d59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:32.166305 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00338e44-e4b9-48ce-9593-265fe1add113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:33.645837 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:35.308901 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:35.788423 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:39.059188 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-7cba8968-e885-42c8-94be-f51bf1c27190 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9b130fe279e64f7681d6641d5da14bf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299313 Nov 15 15:26:39.256115 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-27a81e0c-213f-4684-a279-b859ec3c5c70 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:39.257679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-27a81e0c-213f-4684-a279-b859ec3c5c70 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926637 Nov 15 15:26:39.275169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-c308c940-6c16-4922-9531-67b0bb0336e5 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/quotas/9b130fe279e64f7681d6641d5da14bf3 HTTP/1.1" status: 200 len: 375 time: 0.0109720 Nov 15 15:26:39.307489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-7e23b1e0-8a6e-4953-a9c7-9771f0c7c04a tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b130fe279e64f7681d6641d5da14bf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265801 Nov 15 15:26:39.539508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24ba373b-39ab-4968-b8d3-cb3bb57b941d req-cfa9ea25-8261-473c-8871-1464f7b3c4ac tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 210 time: 0.0261858 Nov 15 15:26:40.640731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-30ae590d-33cb-449a-99ae-21cd1cf39efa req-f19e13b1-cb28-49a6-a0d1-04c7750b4f9d tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 210 time: 0.0268140 Nov 15 15:26:41.485368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-78d95f50-56a0-42e9-b1c2-4a5b7d2cc3ad tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9b130fe279e64f7681d6641d5da14bf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203476 Nov 15 15:26:41.608260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-112adc16-1ec4-4f87-af56-2142b7d33dd7 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:41.609733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-112adc16-1ec4-4f87-af56-2142b7d33dd7 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1189368 Nov 15 15:26:41.623324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Request body: {'port': {'device_id': 'cd382a30-95e5-4602-80a6-eb8ca3b9464e', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'admin_state_up': True, 'tenant_id': '9b130fe279e64f7681d6641d5da14bf3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:26:41.745053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65aa6887-c6e5-4b02-b2d9-815a1aae781c req-340c5489-cdde-41e5-9a5c-6c5020c67629 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 210 time: 0.0321517 Nov 15 15:26:41.840185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Made reservation on behalf of 9b130fe279e64f7681d6641d5da14bf3 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:26:41.844043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:41.853629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:41.938681 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:42.005447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:42.066819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49a3066-f06d-4690-8c00-df99c92f5012,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:42.142895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Allocated IP 192.168.233.206 (5fafced3-d8fd-42d3-a83d-fdd1d0d003be/a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b/b33ab2af-8a28-4b5f-b13c-c5844b464b7a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:26:42.289837 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:42.377363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:42.422853 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:26:42.426130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:26:42.428718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:26:42.455002 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Pushing event updated for resources: {'Port': ['ID=b33ab2af-8a28-4b5f-b13c-c5844b464b7a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:42.488293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:42.488946 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:42.592147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-eb5e9dd3-09be-4a6c-a53c-652d0e25dbd6 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9724939 Nov 15 15:26:42.605111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Request body: {'port': {'device_id': 'cd382a30-95e5-4602-80a6-eb8ca3b9464e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:26:42.636795 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-db5c07a9-0edc-49e0-b0d2-99f7b4fd7cc2 None None] Provisioning complete for port b33ab2af-8a28-4b5f-b13c-c5844b464b7a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:26:42.637371 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db5c07a9-0edc-49e0-b0d2-99f7b4fd7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:42.661854 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:42.671752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-db5c07a9-0edc-49e0-b0d2-99f7b4fd7cc2 None None] Port b33ab2af-8a28-4b5f-b13c-c5844b464b7a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:26:42.896896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efacad7-5c51-45ce-8b62-66e29a921aaa req-1c61edfd-6d7e-4299-8a73-472382f1e45a tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:42.898257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1efacad7-5c51-45ce-8b62-66e29a921aaa req-1c61edfd-6d7e-4299-8a73-472382f1e45a tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 936 time: 0.0742533 Nov 15 15:26:42.991828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1efacad7-5c51-45ce-8b62-66e29a921aaa req-9007d997-446c-4d4e-a458-51838a1b9e2c tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/security-groups?id=c49a3066-f06d-4690-8c00-df99c92f5012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865247 Nov 15 15:26:42.997617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33ab2af-8a28-4b5f-b13c-c5844b464b7a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:26:43.005332 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:43.017575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Transition to ACTIVE for port object b33ab2af-8a28-4b5f-b13c-c5844b464b7a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:26:43.085045 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:43.139741 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=b33ab2af-8a28-4b5f-b13c-c5844b464b7a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:43.214242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Attempting to bind port b33ab2af-8a28-4b5f-b13c-c5844b464b7a on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:26:43.214633 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Attempting to bind port b33ab2af-8a28-4b5f-b13c-c5844b464b7a by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:26:43.214976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Attempting to bind port b33ab2af-8a28-4b5f-b13c-c5844b464b7a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:26:43.219682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Port b33ab2af-8a28-4b5f-b13c-c5844b464b7a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:26:43.220010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Attempting to bind port b33ab2af-8a28-4b5f-b13c-c5844b464b7a on network 5fafced3-d8fd-42d3-a83d-fdd1d0d003be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:26:43.225172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:26:43.225515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Checking segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:26:43.225907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Bound using segment: {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:26:43.226341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Bound port: b33ab2af-8a28-4b5f-b13c-c5844b464b7a, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed36f-82af-43c2-b757-db2d6c294d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:26:43.226793 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:43.291603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] For port b33ab2af-8a28-4b5f-b13c-c5844b464b7a, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:26:43.294737 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] For port b33ab2af-8a28-4b5f-b13c-c5844b464b7a, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b33ab2af-8a28-4b5f-b13c-c5844b464b7a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:26:43.382905 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:43.420624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:43.421250 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:43.422678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] 10.222.0.59 "PUT /v2.0/ports/b33ab2af-8a28-4b5f-b13c-c5844b464b7a HTTP/1.1" status: 200 len: 1096 time: 0.8219559 Nov 15 15:26:43.423118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd382a30-95e5-4602-80a6-eb8ca3b9464e', 'tag': 'b33ab2af-8a28-4b5f-b13c-c5844b464b7a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:26:43.425553 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73df370c-da38-4236-b042-eeed8f8a97f5" -d '{"events": [{"name": "network-changed", "server_uuid": "cd382a30-95e5-4602-80a6-eb8ca3b9464e", "tag": "b33ab2af-8a28-4b5f-b13c-c5844b464b7a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:26:43.451197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=b33ab2af-8a28-4b5f-b13c-c5844b464b7a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:43.459740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:43.460001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:43.460313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:43.460586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:43.460836 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:43.461169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:43.461497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:43.461835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:43.462148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:43.462507 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:43.462838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:43.463162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7deffa-4aec-41fb-b4d5-2e30bddd3fe1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:43.467824 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e3297b-fcbe-470f-9eb6-60d51405e608 x-openstack-request-id: req-d8e3297b-fcbe-470f-9eb6-60d51405e608 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:26:43.468118 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd382a30-95e5-4602-80a6-eb8ca3b9464e", "tag": "b33ab2af-8a28-4b5f-b13c-c5844b464b7a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:26:43.468376 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8e3297b-fcbe-470f-9eb6-60d51405e608 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:26:43.468774 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd382a30-95e5-4602-80a6-eb8ca3b9464e', 'tag': 'b33ab2af-8a28-4b5f-b13c-c5844b464b7a', 'status': 'completed', 'code': 200} Nov 15 15:26:43.535988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df370c-da38-4236-b042-eeed8f8a97f5 req-c3f3e630-d462-4425-81c7-aad7eff7c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:43.541142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73df370c-da38-4236-b042-eeed8f8a97f5 req-c3f3e630-d462-4425-81c7-aad7eff7c3d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b130fe279e64f7681d6641d5da14bf3&device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 1099 time: 0.0436625 Nov 15 15:26:43.569690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73df370c-da38-4236-b042-eeed8f8a97f5 req-f67fa225-8175-4cef-a9a3-bb10586c58cf service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9b130fe279e64f7681d6641d5da14bf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232046 Nov 15 15:26:43.679063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df370c-da38-4236-b042-eeed8f8a97f5 req-4b485f7e-a21d-4821-95c1-e60a248c5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:43.680491 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73df370c-da38-4236-b042-eeed8f8a97f5 req-4b485f7e-a21d-4821-95c1-e60a248c5841 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036947 Nov 15 15:26:43.759085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-d672e3c0-2304-4b59-b46c-60810b6778af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:43.760602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-d672e3c0-2304-4b59-b46c-60810b6778af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b130fe279e64f7681d6641d5da14bf3&device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 1099 time: 0.0415545 Nov 15 15:26:43.802358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-8b6e3de2-0070-4c39-997b-22c7e9635a47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=b33ab2af-8a28-4b5f-b13c-c5844b464b7a HTTP/1.1" status: 200 len: 217 time: 0.0338304 Nov 15 15:26:43.853095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-f2a551e7-ba33-4cb1-a7b3-10018709a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:43.854609 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-f2a551e7-ba33-4cb1-a7b3-10018709a828 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b HTTP/1.1" status: 200 len: 843 time: 0.0453267 Nov 15 15:26:43.904484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-12a637ef-64b2-4063-93a8-79a8e0419637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:43.905991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-12a637ef-64b2-4063-93a8-79a8e0419637 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fafced3-d8fd-42d3-a83d-fdd1d0d003be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440044 Nov 15 15:26:43.997066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-12755acd-41af-41b4-8d8a-26036a7ab9e0 service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837183 Nov 15 15:26:44.128668 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a72f8a3d-6f65-4b4b-9d2f-800a5ad6b083 req-cfc09996-4a26-4f63-8257-0f4893308a9e service neutron] 10.222.0.59 "GET /v2.0/networks/5fafced3-d8fd-42d3-a83d-fdd1d0d003be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248567 Nov 15 15:26:44.138191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868e4f9-7aaf-4b27-9dcc-2635de57a4ff req-11093e9e-4b2e-40e8-9aac-7ea48a55d4dd tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:44.139768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e868e4f9-7aaf-4b27-9dcc-2635de57a4ff req-11093e9e-4b2e-40e8-9aac-7ea48a55d4dd tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 948 time: 0.0776079 Nov 15 15:26:44.188360 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e868e4f9-7aaf-4b27-9dcc-2635de57a4ff req-48e5a405-7c56-4f59-86e4-28197aaef5c3 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/security-groups?id=c49a3066-f06d-4690-8c00-df99c92f5012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Nov 15 15:26:45.312051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65300f24-63a0-4e52-ab4b-5342ceeaeac9 req-f52c536e-9671-4465-b7cd-25c5b13ea086 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:45.313744 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65300f24-63a0-4e52-ab4b-5342ceeaeac9 req-f52c536e-9671-4465-b7cd-25c5b13ea086 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 948 time: 0.0529873 Nov 15 15:26:45.374339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65300f24-63a0-4e52-ab4b-5342ceeaeac9 req-c01f5099-ee48-4895-a32c-072e525ece1b tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/security-groups?id=c49a3066-f06d-4690-8c00-df99c92f5012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536225 Nov 15 15:26:46.064801 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b33ab2af-8a28-4b5f-b13c-c5844b464b7a details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:26:46.162998 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port b33ab2af-8a28-4b5f-b13c-c5844b464b7a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b33ab2af-8a28-4b5f-b13c-c5844b464b7a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:46.177011 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'b33ab2af-8a28-4b5f-b13c-c5844b464b7a', 'network_id': '5fafced3-d8fd-42d3-a83d-fdd1d0d003be', 'port_id': 'b33ab2af-8a28-4b5f-b13c-c5844b464b7a', 'mac_address': 'fa:16:3e:f8:fc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e25b6b-ddf7-4314-ba1f-2f4db8a35a8b', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:26:46.222517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:46.235463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33ab2af-8a28-4b5f-b13c-c5844b464b7a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:26:46.255095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port b33ab2af-8a28-4b5f-b13c-c5844b464b7a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b33ab2af-8a28-4b5f-b13c-c5844b464b7a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:46.319423 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:46.370176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=b33ab2af-8a28-4b5f-b13c-c5844b464b7a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:46.377732 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:46.378079 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:46.378433 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:46.378764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:46.379103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:46.379411 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:46.379730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:46.380046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:46.380361 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:46.380676 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:46.380991 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:46.381302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:46.488435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38201723-c55b-488b-9133-c90a0d74f003 req-93c2d72a-4820-4dd1-994d-2b4b8ea15017 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:46.489907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38201723-c55b-488b-9133-c90a0d74f003 req-93c2d72a-4820-4dd1-994d-2b4b8ea15017 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 949 time: 0.0490725 Nov 15 15:26:46.527955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['b33ab2af-8a28-4b5f-b13c-c5844b464b7a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:26:46.538985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38201723-c55b-488b-9133-c90a0d74f003 req-0b9cdeca-3851-433f-bf16-b88c497dd309 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/security-groups?id=c49a3066-f06d-4690-8c00-df99c92f5012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 Nov 15 15:26:47.668538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf62552-472c-4c87-8e81-57f0a098df54 req-5a552b67-8f99-439a-9107-7612af672e50 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:47.670023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cf62552-472c-4c87-8e81-57f0a098df54 req-5a552b67-8f99-439a-9107-7612af672e50 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 949 time: 0.0558212 Nov 15 15:26:47.719290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cf62552-472c-4c87-8e81-57f0a098df54 req-98f36159-29bc-4573-992d-d99a788a67c7 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/security-groups?id=c49a3066-f06d-4690-8c00-df99c92f5012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431223 Nov 15 15:26:48.080673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b33ab2af-8a28-4b5f-b13c-c5844b464b7a up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:26:48.193683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port b33ab2af-8a28-4b5f-b13c-c5844b464b7a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:26:48.197918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port b33ab2af-8a28-4b5f-b13c-c5844b464b7a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:26:48.199558 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:48.275761 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:48.297148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd382a30-95e5-4602-80a6-eb8ca3b9464e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33ab2af-8a28-4b5f-b13c-c5844b464b7a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:26:48.299392 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70719ab-5a5f-40cc-8ef2-20c5318fb0ac" -d '{"events": [{"server_uuid": "cd382a30-95e5-4602-80a6-eb8ca3b9464e", "name": "network-vif-plugged", "status": "completed", "tag": "b33ab2af-8a28-4b5f-b13c-c5844b464b7a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:26:48.312209 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port b33ab2af-8a28-4b5f-b13c-c5844b464b7a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b33ab2af-8a28-4b5f-b13c-c5844b464b7a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:48.340124 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf02e02e-a0cc-4059-af64-86b87e06a748 x-openstack-request-id: req-bf02e02e-a0cc-4059-af64-86b87e06a748 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:26:48.340415 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd382a30-95e5-4602-80a6-eb8ca3b9464e", "name": "network-vif-plugged", "status": "completed", "tag": "b33ab2af-8a28-4b5f-b13c-c5844b464b7a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:26:48.340662 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf02e02e-a0cc-4059-af64-86b87e06a748 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:26:48.341063 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd382a30-95e5-4602-80a6-eb8ca3b9464e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33ab2af-8a28-4b5f-b13c-c5844b464b7a', 'code': 200} Nov 15 15:26:48.400424 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:48.440783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04453f9-abfd-4601-ad6f-a007e49f33a3 req-30f3f354-bec1-41b5-9c77-8e12895fbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:48.442285 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b04453f9-abfd-4601-ad6f-a007e49f33a3 req-30f3f354-bec1-41b5-9c77-8e12895fbee6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 1101 time: 0.0425882 Nov 15 15:26:48.447725 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=b33ab2af-8a28-4b5f-b13c-c5844b464b7a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:48.487469 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b04453f9-abfd-4601-ad6f-a007e49f33a3 req-ec945388-fce3-48e5-b013-df77bb6ca165 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c49a3066-f06d-4690-8c00-df99c92f5012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379369 Nov 15 15:26:48.873941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c162bd3-85b6-41cf-9702-275f8446ca26 req-223f6ca3-12cc-4187-9837-158c528ff662 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:48.875461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c162bd3-85b6-41cf-9702-275f8446ca26 req-223f6ca3-12cc-4187-9837-158c528ff662 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 950 time: 0.0483673 Nov 15 15:26:48.923032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c162bd3-85b6-41cf-9702-275f8446ca26 req-43985868-d5c5-4157-a23b-bc9e4c1781c3 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/security-groups?id=c49a3066-f06d-4690-8c00-df99c92f5012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Nov 15 15:26:50.049290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bd46d-eed4-441d-afae-02c836881e21 req-725e1de1-8483-469a-8a13-146f0aa2853e tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:50.050994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc2bd46d-eed4-441d-afae-02c836881e21 req-725e1de1-8483-469a-8a13-146f0aa2853e tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 950 time: 0.0559170 Nov 15 15:26:50.099301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc2bd46d-eed4-441d-afae-02c836881e21 req-f3eb7360-8101-4b52-9fd8-a2fa914d14db tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/security-groups?id=c49a3066-f06d-4690-8c00-df99c92f5012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420043 Nov 15 15:26:50.602331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-ebe2a002-b4bb-44a8-9445-14b781c40407 req-695f5f33-a399-4723-9441-f7bce2a829c5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:26:50.603806 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebe2a002-b4bb-44a8-9445-14b781c40407 req-695f5f33-a399-4723-9441-f7bce2a829c5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491028 Nov 15 15:26:51.139072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-b2302be9-d405-4722-92d9-350c7908bafe req-5dc2179e-a15b-4577-83f7-d4c85de81ac1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:26:51.140088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2302be9-d405-4722-92d9-350c7908bafe req-5dc2179e-a15b-4577-83f7-d4c85de81ac1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0450923 Nov 15 15:26:51.769983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703ffff-ab74-4699-abab-7f81f8ef74c3 req-ed808946-b9fc-4660-9233-62e52e3d85f4 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:51.771481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7703ffff-ab74-4699-abab-7f81f8ef74c3 req-ed808946-b9fc-4660-9233-62e52e3d85f4 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 950 time: 0.0486138 Nov 15 15:26:51.818794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7703ffff-ab74-4699-abab-7f81f8ef74c3 req-0380d970-8fcb-42ec-adb2-cb03748a62bf tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/security-groups?id=c49a3066-f06d-4690-8c00-df99c92f5012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405443 Nov 15 15:26:52.957239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba68e8-4401-4b88-96c5-901ebebc0b5f req-fb522bd7-0ef2-489e-aa6f-ad63ae6c3f9a tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:52.958734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1ba68e8-4401-4b88-96c5-901ebebc0b5f req-fb522bd7-0ef2-489e-aa6f-ad63ae6c3f9a tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 950 time: 0.0650392 Nov 15 15:26:53.009707 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1ba68e8-4401-4b88-96c5-901ebebc0b5f req-c3c0de2a-17a7-4da3-a15a-f6216a39237c tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/security-groups?id=c49a3066-f06d-4690-8c00-df99c92f5012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442502 Nov 15 15:26:53.104665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346dee3-9876-49cf-bc46-69bbbb101fb9 req-53fae053-4421-4df3-a4f4-18240d6a1da0 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:53.106047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9346dee3-9876-49cf-bc46-69bbbb101fb9 req-53fae053-4421-4df3-a4f4-18240d6a1da0 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 950 time: 0.0473869 Nov 15 15:26:53.196099 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9346dee3-9876-49cf-bc46-69bbbb101fb9 req-3ad887ca-5c6f-4b5e-b7a8-6ca07e6b35ea tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Deleting port b33ab2af-8a28-4b5f-b13c-c5844b464b7a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:26:53.196447 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9346dee3-9876-49cf-bc46-69bbbb101fb9 req-3ad887ca-5c6f-4b5e-b7a8-6ca07e6b35ea tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:53.301428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9346dee3-9876-49cf-bc46-69bbbb101fb9 req-3ad887ca-5c6f-4b5e-b7a8-6ca07e6b35ea tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] For port b33ab2af-8a28-4b5f-b13c-c5844b464b7a, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b33ab2af-8a28-4b5f-b13c-c5844b464b7a,segment=NetworkSegment(aefed36f-82af-43c2-b757-db2d6c294d5f),segment_id=aefed36f-82af-43c2-b757-db2d6c294d5f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:26:53.301792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9346dee3-9876-49cf-bc46-69bbbb101fb9 req-3ad887ca-5c6f-4b5e-b7a8-6ca07e6b35ea tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:53.316121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9346dee3-9876-49cf-bc46-69bbbb101fb9 req-3ad887ca-5c6f-4b5e-b7a8-6ca07e6b35ea tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Calling delete_port for b33ab2af-8a28-4b5f-b13c-c5844b464b7a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:26:53.519594 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9346dee3-9876-49cf-bc46-69bbbb101fb9 req-3ad887ca-5c6f-4b5e-b7a8-6ca07e6b35ea tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:53.531729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['b33ab2af-8a28-4b5f-b13c-c5844b464b7a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:26:53.546864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad887ca-5c6f-4b5e-b7a8-6ca07e6b35ea tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Pushing event deleted for resources: {'Port': ['ID=b33ab2af-8a28-4b5f-b13c-c5844b464b7a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:53.593625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9346dee3-9876-49cf-bc46-69bbbb101fb9 req-3ad887ca-5c6f-4b5e-b7a8-6ca07e6b35ea tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] No DVR routers for this DVR port b33ab2af-8a28-4b5f-b13c-c5844b464b7a on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:26:53.596904 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9346dee3-9876-49cf-bc46-69bbbb101fb9 req-3ad887ca-5c6f-4b5e-b7a8-6ca07e6b35ea tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:53.600515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9346dee3-9876-49cf-bc46-69bbbb101fb9 req-3ad887ca-5c6f-4b5e-b7a8-6ca07e6b35ea tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.59 "DELETE /v2.0/ports/b33ab2af-8a28-4b5f-b13c-c5844b464b7a HTTP/1.1" status: 204 len: 173 time: 0.4880548 Nov 15 15:26:53.600968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd382a30-95e5-4602-80a6-eb8ca3b9464e', 'name': 'network-vif-deleted', 'tag': 'b33ab2af-8a28-4b5f-b13c-c5844b464b7a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:26:53.603807 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fdc884-b9f4-4096-97aa-47c044fa8193" -d '{"events": [{"server_uuid": "cd382a30-95e5-4602-80a6-eb8ca3b9464e", "name": "network-vif-deleted", "tag": "b33ab2af-8a28-4b5f-b13c-c5844b464b7a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:26:53.647201 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77c671e-aa8c-43cf-8415-383f0ef30084 x-openstack-request-id: req-d77c671e-aa8c-43cf-8415-383f0ef30084 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:26:53.647201 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd382a30-95e5-4602-80a6-eb8ca3b9464e", "name": "network-vif-deleted", "tag": "b33ab2af-8a28-4b5f-b13c-c5844b464b7a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:26:53.647201 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d77c671e-aa8c-43cf-8415-383f0ef30084 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:26:53.647201 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd382a30-95e5-4602-80a6-eb8ca3b9464e', 'name': 'network-vif-deleted', 'tag': 'b33ab2af-8a28-4b5f-b13c-c5844b464b7a', 'status': 'completed', 'code': 200} Nov 15 15:26:54.114897 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72865241-de7c-4bbf-9f07-58881d4b2722 req-912ff94c-f397-4d4f-be94-bd9fc5f67ce2 tempest-ServersAdminNegativeTestJSON-1277599270 tempest-ServersAdminNegativeTestJSON-1277599270-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd382a30-95e5-4602-80a6-eb8ca3b9464e HTTP/1.1" status: 200 len: 210 time: 0.0257268 Nov 15 15:26:55.704164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49572) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:55.833540 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-13f513ff-41ac-44c0-a4fa-b00967baf715 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b130fe279e64f7681d6641d5da14bf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280298 Nov 15 15:26:55.835917 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:55.883648 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:55.903962 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:56.028302 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:56.031086 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:56.032211 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c49a3066-f06d-4690-8c00-df99c92f5012 HTTP/1.1" status: 204 len: 168 time: 0.1954184 Nov 15 15:26:56.040996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49a3066-f06d-4690-8c00-df99c92f5012,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:56.048581 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:56.048921 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:56.049256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:56.049587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:56.049955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:56.050277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:56.050634 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:56.051065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:56.051272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:56.051580 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:56.051898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:56.052214 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0690-0bb0-4aa3-b2eb-29c4f6b19776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:26:56.110938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b33ab2af-8a28-4b5f-b13c-c5844b464b7a no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:26:56.130989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: b33ab2af-8a28-4b5f-b13c-c5844b464b7a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:26:56.131334 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b33ab2af-8a28-4b5f-b13c-c5844b464b7a not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:26:56.627475 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49582) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:56.641379 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69f95ee5-8832-446c-82ac-ad89bece7f51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:56.726716 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69f95ee5-8832-446c-82ac-ad89bece7f51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:56.804770 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69f95ee5-8832-446c-82ac-ad89bece7f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:56.847142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-69f95ee5-8832-446c-82ac-ad89bece7f51 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef828e0f7536473da4796fde23e28036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2184625 Nov 15 15:26:56.847859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f95ee5-8832-446c-82ac-ad89bece7f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0489f444-1a03-44fc-b370-f286d38242ca,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:56.850661 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49584) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:56.900643 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde9993c-64af-4112-9f7c-2769f6289c6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:56.924566 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde9993c-64af-4112-9f7c-2769f6289c6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:57.039938 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde9993c-64af-4112-9f7c-2769f6289c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:57.042570 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde9993c-64af-4112-9f7c-2769f6289c6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:57.043733 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bde9993c-64af-4112-9f7c-2769f6289c6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0489f444-1a03-44fc-b370-f286d38242ca HTTP/1.1" status: 204 len: 168 time: 0.1920772 Nov 15 15:26:57.051637 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9993c-64af-4112-9f7c-2769f6289c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0489f444-1a03-44fc-b370-f286d38242ca,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:57.193003 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:26:58.027054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49606) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:58.125934 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1117557749-network', 'tenant_id': 'fb218520d1fe437281d238ff144562e9'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:26:58.204912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Made reservation on behalf of fb218520d1fe437281d238ff144562e9 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:26:58.207307 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:58.216418 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:58.288106 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:58.365476 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:58.391127 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:26:58.399788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31b29d8-e84f-453f-bee7-633dfc2c1a01,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:58.405669 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:58.406011 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Added segment 650c6998-102c-4151-935d-6af7d7f1e48a of type vlan for network 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c Nov 15 15:26:58.444508 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:58.531029 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:58.531980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:58.532556 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:58.622535 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] Pushing event updated for resources: {'Network': ['ID=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:58.636178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:26:58.676604 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8c08ae7c-b86a-46dc-8d76-b3117729a8cf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6484210 Nov 15 15:26:58.680580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49610) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:26:58.687288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-31c424aa-5401-4f2c-99b1-2ebd9a79e416 admin admin] Request body: {'subnet': {'network_id': '2a4cfded-f60d-4d23-92d7-b124ffd0fe4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1117557749-subnet', 'tenant_id': 'fb218520d1fe437281d238ff144562e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:26:58.787962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c424aa-5401-4f2c-99b1-2ebd9a79e416 admin admin] Made reservation on behalf of fb218520d1fe437281d238ff144562e9 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:26:58.790411 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31c424aa-5401-4f2c-99b1-2ebd9a79e416 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:58.805971 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:59.011380 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31c424aa-5401-4f2c-99b1-2ebd9a79e416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:59.059973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c424aa-5401-4f2c-99b1-2ebd9a79e416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=837aee9b-a261-4371-95b2-ea11d91f460a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:26:59.075844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c424aa-5401-4f2c-99b1-2ebd9a79e416 admin admin] Checking segment: {'id': '650c6998-102c-4151-935d-6af7d7f1e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a4cfded-f60d-4d23-92d7-b124ffd0fe4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:26:59.076207 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c424aa-5401-4f2c-99b1-2ebd9a79e416 admin admin] Network hostable DHCP agents. Network: 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:26:59.153667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c424aa-5401-4f2c-99b1-2ebd9a79e416 admin admin] Network 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:26:59.207216 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:59.233978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-31c424aa-5401-4f2c-99b1-2ebd9a79e416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:26:59.238158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c424aa-5401-4f2c-99b1-2ebd9a79e416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:59.238790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31c424aa-5401-4f2c-99b1-2ebd9a79e416 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:59.244759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ccb1c8-ca57-415b-aa99-b8847527332b None None] Network 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:26:59.350978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-31c424aa-5401-4f2c-99b1-2ebd9a79e416 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6686003 Nov 15 15:26:59.368298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c4a265-5970-4d16-94ad-3c52de652d41 None None] Network 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:26:59.771336 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0421-ddfe-4c89-a2ea-327d5d2c1209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:26:59.781381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-e6111cfd-f8d8-45c3-97f7-6ac16ee25a61 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:26:59.782889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-e6111cfd-f8d8-45c3-97f7-6ac16ee25a61 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/networks?id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c HTTP/1.1" status: 200 len: 812 time: 0.1137643 Nov 15 15:26:59.798298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-bc133293-7546-42fd-801c-f44b31a41614 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/quotas/fb218520d1fe437281d238ff144562e9 HTTP/1.1" status: 200 len: 375 time: 0.0096090 Nov 15 15:26:59.828894 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-15f57295-973f-48e4-97af-7cfb6fb9156b tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb218520d1fe437281d238ff144562e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252156 Nov 15 15:26:59.921287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-c4321037-1846-49e2-af04-815c4572f698 service neutron] 10.222.0.70 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852509 Nov 15 15:27:00.013652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a380043e-1678-4350-a9d1-b5306eab48e5 service neutron] 10.222.0.70 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861766 Nov 15 15:27:00.247508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66fabe31-a5d5-404c-9695-6cd1d9a93611 req-9dd6b779-c4f0-4438-8ffd-3b763e9aeb18 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0271916 Nov 15 15:27:01.325608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f40d516b-8fe6-4231-98a9-84f2b911bf2e req-0a6fad65-2238-4b65-9c7e-66b5a8dc799d tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0272903 Nov 15 15:27:02.125264 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7cb7763b-6b4d-4d9c-bf51-8a67da4761f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:02.429022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19891b77-42e8-429c-bec9-bdf19c548a59 req-909360cf-3d56-417a-b340-ee4d3543c663 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0257926 Nov 15 15:27:03.537060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d45e053-d08a-4b4d-80fe-da0aca1cef59 req-88ba7c43-fcf8-401c-9ecd-85fafcbce141 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0302691 Nov 15 15:27:03.589249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-0ed44e42-d51e-45b3-ac28-d04a2df3d82b tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:03.590696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-0ed44e42-d51e-45b3-ac28-d04a2df3d82b tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.59 "GET /v2.0/networks?id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c HTTP/1.1" status: 200 len: 812 time: 0.4404292 Nov 15 15:27:03.605227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a1df65ac-c425-4286-bf26-ee6f3d56b4d9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Request body: {'port': {'device_id': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'network_id': '2a4cfded-f60d-4d23-92d7-b124ffd0fe4c', 'admin_state_up': True, 'tenant_id': 'fb218520d1fe437281d238ff144562e9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:27:03.642970 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:03.805189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a1df65ac-c425-4286-bf26-ee6f3d56b4d9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Made reservation on behalf of fb218520d1fe437281d238ff144562e9 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:27:03.809184 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a1df65ac-c425-4286-bf26-ee6f3d56b4d9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:03.935583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a1df65ac-c425-4286-bf26-ee6f3d56b4d9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Allocated IP 172.20.0.2 (2a4cfded-f60d-4d23-92d7-b124ffd0fe4c/837aee9b-a261-4371-95b2-ea11d91f460a/a3f257b5-b7a6-4eed-a036-57179b8b7943) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:27:04.093492 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a1df65ac-c425-4286-bf26-ee6f3d56b4d9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:04.200169 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a1df65ac-c425-4286-bf26-ee6f3d56b4d9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:04.250983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a1df65ac-c425-4286-bf26-ee6f3d56b4d9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Network 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:27:04.254219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a1df65ac-c425-4286-bf26-ee6f3d56b4d9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:27:04.256724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a1df65ac-c425-4286-bf26-ee6f3d56b4d9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:27:04.283272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df65ac-c425-4286-bf26-ee6f3d56b4d9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Pushing event updated for resources: {'Port': ['ID=a3f257b5-b7a6-4eed-a036-57179b8b7943,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:04.311869 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a1df65ac-c425-4286-bf26-ee6f3d56b4d9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:04.312495 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a1df65ac-c425-4286-bf26-ee6f3d56b4d9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:04.407733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a1df65ac-c425-4286-bf26-ee6f3d56b4d9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8068230 Nov 15 15:27:04.419715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Request body: {'port': {'device_id': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:27:04.471366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:04.700945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ae16b-c3aa-454c-a024-88487f570041 req-ab7e62a1-388f-4d10-81e6-df393aef4d0c tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:04.702442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a9ae16b-c3aa-454c-a024-88487f570041 req-ab7e62a1-388f-4d10-81e6-df393aef4d0c tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 931 time: 0.0948927 Nov 15 15:27:04.792206 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a9ae16b-c3aa-454c-a024-88487f570041 req-7a27d0c2-7c01-4284-ae2b-25c3a48642ec tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827024 Nov 15 15:27:04.803785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f257b5-b7a6-4eed-a036-57179b8b7943 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:27:04.811415 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:04.823911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Transition to ACTIVE for port object a3f257b5-b7a6-4eed-a036-57179b8b7943 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:27:04.902266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:04.970847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f257b5-b7a6-4eed-a036-57179b8b7943,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:05.023913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Attempting to bind port a3f257b5-b7a6-4eed-a036-57179b8b7943 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:27:05.024244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Attempting to bind port a3f257b5-b7a6-4eed-a036-57179b8b7943 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '650c6998-102c-4151-935d-6af7d7f1e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a4cfded-f60d-4d23-92d7-b124ffd0fe4c'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:27:05.024681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Attempting to bind port a3f257b5-b7a6-4eed-a036-57179b8b7943 on network 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:27:05.029069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Port a3f257b5-b7a6-4eed-a036-57179b8b7943 on network 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:27:05.029395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Attempting to bind port a3f257b5-b7a6-4eed-a036-57179b8b7943 on network 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:27:05.034156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:27:05.034625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Checking segment: {'id': '650c6998-102c-4151-935d-6af7d7f1e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a4cfded-f60d-4d23-92d7-b124ffd0fe4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:27:05.035021 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Bound using segment: {'id': '650c6998-102c-4151-935d-6af7d7f1e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a4cfded-f60d-4d23-92d7-b124ffd0fe4c'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:27:05.035450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Bound port: a3f257b5-b7a6-4eed-a036-57179b8b7943, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650c6998-102c-4151-935d-6af7d7f1e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a4cfded-f60d-4d23-92d7-b124ffd0fe4c'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:27:05.035799 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:05.099264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] For port a3f257b5-b7a6-4eed-a036-57179b8b7943, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:27:05.102176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] For port a3f257b5-b7a6-4eed-a036-57179b8b7943, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943,segment=NetworkSegment(650c6998-102c-4151-935d-6af7d7f1e48a),segment_id=650c6998-102c-4151-935d-6af7d7f1e48a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:27:05.165742 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:05.204143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:05.204767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:05.206148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] 10.222.0.59 "PUT /v2.0/ports/a3f257b5-b7a6-4eed-a036-57179b8b7943 HTTP/1.1" status: 200 len: 1091 time: 0.7904549 Nov 15 15:27:05.206695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'tag': 'a3f257b5-b7a6-4eed-a036-57179b8b7943'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:27:05.208889 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667cb672-49d4-43a8-8c37-165054e7be18" -d '{"events": [{"name": "network-changed", "server_uuid": "e520b20e-a370-46a1-9c42-a060e010e4d7", "tag": "a3f257b5-b7a6-4eed-a036-57179b8b7943"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:27:05.234728 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbec33b-3613-4a0d-9784-5198deda4d44 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f257b5-b7a6-4eed-a036-57179b8b7943,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:05.247376 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b93e0f4-b0b2-4244-b6e2-18698f88eaea x-openstack-request-id: req-0b93e0f4-b0b2-4244-b6e2-18698f88eaea {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:27:05.247663 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e520b20e-a370-46a1-9c42-a060e010e4d7", "tag": "a3f257b5-b7a6-4eed-a036-57179b8b7943", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:27:05.247919 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b93e0f4-b0b2-4244-b6e2-18698f88eaea {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:27:05.248342 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'tag': 'a3f257b5-b7a6-4eed-a036-57179b8b7943', 'status': 'completed', 'code': 200} Nov 15 15:27:05.316581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cb672-49d4-43a8-8c37-165054e7be18 req-65c9e6a0-f144-42c9-9943-4d40912effb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:05.318104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-667cb672-49d4-43a8-8c37-165054e7be18 req-65c9e6a0-f144-42c9-9943-4d40912effb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb218520d1fe437281d238ff144562e9&device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 1094 time: 0.0469990 Nov 15 15:27:05.376673 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:05.417907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cb672-49d4-43a8-8c37-165054e7be18 req-ececd555-9ccf-4ab3-9493-464309cac9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:05.419675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-667cb672-49d4-43a8-8c37-165054e7be18 req-ececd555-9ccf-4ab3-9493-464309cac9fd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fb218520d1fe437281d238ff144562e9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0932841 Nov 15 15:27:05.522907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cb672-49d4-43a8-8c37-165054e7be18 req-771c9b42-ee6a-4586-b04b-29ed654b8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:05.524410 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-667cb672-49d4-43a8-8c37-165054e7be18 req-771c9b42-ee6a-4586-b04b-29ed654b8eb3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959833 Nov 15 15:27:05.598496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-139a6e10-c4dc-4c18-93b6-29ba6be384fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:05.600019 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-139a6e10-c4dc-4c18-93b6-29ba6be384fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb218520d1fe437281d238ff144562e9&device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 1094 time: 0.0396302 Nov 15 15:27:05.645659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-965d8c8c-85de-4af9-a978-572e4dd7630d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943 HTTP/1.1" status: 200 len: 217 time: 0.0372696 Nov 15 15:27:05.696161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a44c2300-edd3-4c0c-b2c6-fa540c1a5e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:05.697602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-a44c2300-edd3-4c0c-b2c6-fa540c1a5e37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=837aee9b-a261-4371-95b2-ea11d91f460a HTTP/1.1" status: 200 len: 852 time: 0.0433939 Nov 15 15:27:05.733489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-447ffdde-d919-4dda-86ce-27364477a9a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289247 Nov 15 15:27:05.839627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-6ead62e9-1584-48ff-b939-0c4ef2a61f47 service neutron] 10.222.0.59 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991466 Nov 15 15:27:05.975801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b7e39-9e2c-47de-a424-c2b21306571f req-2181093d-ce8d-4afc-af3b-9b606cb02e76 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:05.977761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d67b7e39-9e2c-47de-a424-c2b21306571f req-2181093d-ce8d-4afc-af3b-9b606cb02e76 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 943 time: 0.1020641 Nov 15 15:27:05.985013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34fb4940-736a-4dd4-a7c9-32d571820c46 req-3da3f880-c0d4-42cd-a820-a753b0b7cf67 service neutron] 10.222.0.59 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375144 Nov 15 15:27:05.988153 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:06.034530 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d67b7e39-9e2c-47de-a424-c2b21306571f req-a2221a8e-76c1-4e43-9987-c000c4b10140 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485539 Nov 15 15:27:07.155775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc2937-1882-4f2b-ba18-898da1c0f3f5 req-521fafc6-71e0-400f-acf2-1d2cf519e081 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:07.157288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cffc2937-1882-4f2b-ba18-898da1c0f3f5 req-521fafc6-71e0-400f-acf2-1d2cf519e081 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 943 time: 0.0488141 Nov 15 15:27:07.206051 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cffc2937-1882-4f2b-ba18-898da1c0f3f5 req-efe441eb-6954-43c0-b935-cace7e55b30b tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Nov 15 15:27:08.136127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a3f257b5-b7a6-4eed-a036-57179b8b7943 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:27:08.230230 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a3f257b5-b7a6-4eed-a036-57179b8b7943, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943,segment=NetworkSegment(650c6998-102c-4151-935d-6af7d7f1e48a),segment_id=650c6998-102c-4151-935d-6af7d7f1e48a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:27:08.243925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'a3f257b5-b7a6-4eed-a036-57179b8b7943', 'network_id': '2a4cfded-f60d-4d23-92d7-b124ffd0fe4c', 'port_id': 'a3f257b5-b7a6-4eed-a036-57179b8b7943', 'mac_address': 'fa:16:3e:94:db:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837aee9b-a261-4371-95b2-ea11d91f460a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:27:08.285447 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:08.298185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f257b5-b7a6-4eed-a036-57179b8b7943 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:27:08.321868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a3f257b5-b7a6-4eed-a036-57179b8b7943, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943,segment=NetworkSegment(650c6998-102c-4151-935d-6af7d7f1e48a),segment_id=650c6998-102c-4151-935d-6af7d7f1e48a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:27:08.330581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e4a2-1a87-4b5c-b698-29964b0c9c1d req-1e5938d1-5b8e-41f2-990e-1d5c63d71c52 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:08.332100 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e61e4a2-1a87-4b5c-b698-29964b0c9c1d req-1e5938d1-5b8e-41f2-990e-1d5c63d71c52 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 943 time: 0.0572186 Nov 15 15:27:08.371438 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:08.380970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e61e4a2-1a87-4b5c-b698-29964b0c9c1d req-42119830-cead-413e-82ef-e26e9a3dd9b1 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429292 Nov 15 15:27:08.420909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a3f257b5-b7a6-4eed-a036-57179b8b7943,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:08.562498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['a3f257b5-b7a6-4eed-a036-57179b8b7943'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:27:09.501998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5baf9b-50cd-42db-aa6f-420f6737a39d req-dfbb02a2-fed9-4f24-8c37-40d303c55953 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:09.503534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f5baf9b-50cd-42db-aa6f-420f6737a39d req-dfbb02a2-fed9-4f24-8c37-40d303c55953 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0531087 Nov 15 15:27:09.557258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f5baf9b-50cd-42db-aa6f-420f6737a39d req-b1170320-dc1e-4572-a384-f342c6ba932d tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471616 Nov 15 15:27:10.140232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a3f257b5-b7a6-4eed-a036-57179b8b7943 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:27:10.399527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port a3f257b5-b7a6-4eed-a036-57179b8b7943 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:27:10.403628 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port a3f257b5-b7a6-4eed-a036-57179b8b7943 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:27:10.403994 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:10.644945 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:10.669273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f257b5-b7a6-4eed-a036-57179b8b7943'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:27:10.671571 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1794afd1-6870-4b85-80ec-2c49f70b4d90" -d '{"events": [{"server_uuid": "e520b20e-a370-46a1-9c42-a060e010e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "a3f257b5-b7a6-4eed-a036-57179b8b7943"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:27:10.685243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port a3f257b5-b7a6-4eed-a036-57179b8b7943, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943,segment=NetworkSegment(650c6998-102c-4151-935d-6af7d7f1e48a),segment_id=650c6998-102c-4151-935d-6af7d7f1e48a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:27:10.692963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c584-2607-4f7f-aa8d-22c9c5913b63 req-760e776d-8ea9-4053-bdcb-b6bd6d036fb5 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:10.692963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d646c584-2607-4f7f-aa8d-22c9c5913b63 req-760e776d-8ea9-4053-bdcb-b6bd6d036fb5 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0558789 Nov 15 15:27:10.726057 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e7d609-4da7-46b0-b05e-5bd2cd69917a x-openstack-request-id: req-75e7d609-4da7-46b0-b05e-5bd2cd69917a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:27:10.726512 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e520b20e-a370-46a1-9c42-a060e010e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "a3f257b5-b7a6-4eed-a036-57179b8b7943", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:27:10.726887 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75e7d609-4da7-46b0-b05e-5bd2cd69917a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:27:10.727959 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f257b5-b7a6-4eed-a036-57179b8b7943', 'code': 200} Nov 15 15:27:10.745731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d646c584-2607-4f7f-aa8d-22c9c5913b63 req-1dd4acb4-b64c-456a-88de-41376328dacf tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505018 Nov 15 15:27:10.759635 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:10.809857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=a3f257b5-b7a6-4eed-a036-57179b8b7943,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:10.831630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd11da3-6436-49b4-bb30-55dc82bd5316 req-9faead83-07db-4e70-a1b8-11f7ae2740a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:10.833151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebd11da3-6436-49b4-bb30-55dc82bd5316 req-9faead83-07db-4e70-a1b8-11f7ae2740a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 1096 time: 0.0470593 Nov 15 15:27:10.884638 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebd11da3-6436-49b4-bb30-55dc82bd5316 req-aa421327-0dfa-477c-afa0-ea1e11b73956 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Nov 15 15:27:11.890247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df146c2a-cf3a-40c4-955b-4d13b459928e req-577fe1c2-d817-4ea6-8ec5-8eb0292d9cf2 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:11.891908 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df146c2a-cf3a-40c4-955b-4d13b459928e req-577fe1c2-d817-4ea6-8ec5-8eb0292d9cf2 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0754161 Nov 15 15:27:11.942481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df146c2a-cf3a-40c4-955b-4d13b459928e req-97fffbba-e573-45c5-8388-3b1228ea2fc5 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444183 Nov 15 15:27:13.065390 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c691c7d-0ecf-427e-814c-6f4a80b696b8 req-85c19b9a-6894-4c16-8ce1-9f63471e8ff9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:13.067343 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c691c7d-0ecf-427e-814c-6f4a80b696b8 req-85c19b9a-6894-4c16-8ce1-9f63471e8ff9 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0509555 Nov 15 15:27:13.123359 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c691c7d-0ecf-427e-814c-6f4a80b696b8 req-0b5cbe1a-0fad-49e8-b184-0fdf6fa29642 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498548 Nov 15 15:27:13.503459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59c2ed-5cab-49d4-a796-9fe9cae2d255 req-366fa5fd-2856-44d3-b217-83495f3a0426 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:13.504964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c59c2ed-5cab-49d4-a796-9fe9cae2d255 req-366fa5fd-2856-44d3-b217-83495f3a0426 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0555623 Nov 15 15:27:13.553414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5c59c2ed-5cab-49d4-a796-9fe9cae2d255 req-dbd01d31-ecf5-4999-9fed-b5d757d1da6c tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417666 Nov 15 15:27:13.747273 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-a816715a-ae22-4ab2-826c-9aaeea41997c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920739 Nov 15 15:27:14.670594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2c6cd-3273-439d-9c18-0f7c4eee7622 req-f34da910-0b1a-485c-bb1b-7c232922857c tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:14.672119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27e2c6cd-3273-439d-9c18-0f7c4eee7622 req-f34da910-0b1a-485c-bb1b-7c232922857c tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0498352 Nov 15 15:27:14.721938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27e2c6cd-3273-439d-9c18-0f7c4eee7622 req-88bfa8b5-6b52-487c-beb1-9e97a66554fd tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433934 Nov 15 15:27:15.871822 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7785da-44ec-477d-a23b-0ea48c5fd9b9 req-553f9dad-44b0-4714-9bb3-98959e630212 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:15.873359 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f7785da-44ec-477d-a23b-0ea48c5fd9b9 req-553f9dad-44b0-4714-9bb3-98959e630212 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0820875 Nov 15 15:27:15.891962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-1c3b24d1-24dd-4b4c-a08e-3dfd24cf47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:15.893456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-1c3b24d1-24dd-4b4c-a08e-3dfd24cf47a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb218520d1fe437281d238ff144562e9&device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 1096 time: 0.0618720 Nov 15 15:27:15.988298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f7785da-44ec-477d-a23b-0ea48c5fd9b9 req-716181f0-049a-4c2d-9c64-6429144f5f92 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078522 Nov 15 15:27:16.024151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-55ebda27-0755-4c84-a3a2-61a7bc6326a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:16.024151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-55ebda27-0755-4c84-a3a2-61a7bc6326a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c HTTP/1.1" status: 200 len: 913 time: 0.1170270 Nov 15 15:27:16.066611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-e8c4ece0-e5b0-41e8-89ec-b33228fd7835 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943 HTTP/1.1" status: 200 len: 217 time: 0.0374935 Nov 15 15:27:16.116174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-c4fe73ac-5cb0-4f78-930b-6305a3a14792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:16.119994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-c4fe73ac-5cb0-4f78-930b-6305a3a14792 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=837aee9b-a261-4371-95b2-ea11d91f460a HTTP/1.1" status: 200 len: 852 time: 0.0438216 Nov 15 15:27:16.152572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-54869412-ec8b-49cd-9ab2-5cb5801a2a0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258515 Nov 15 15:27:16.280911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-4e1e4d89-56f5-4721-be04-c2b66a66aa98 service neutron] 10.222.0.59 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213052 Nov 15 15:27:16.375652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-160aade9-625c-4ad9-bbae-0ba108379202 service neutron] 10.222.0.59 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874808 Nov 15 15:27:17.114177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33c232-e036-45c7-a935-d7513c5501d5 req-cd8f296d-976b-4cd9-96ee-5baf492843bf tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:17.115726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea33c232-e036-45c7-a935-d7513c5501d5 req-cd8f296d-976b-4cd9-96ee-5baf492843bf tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0551212 Nov 15 15:27:17.166669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea33c232-e036-45c7-a935-d7513c5501d5 req-249c9b07-6491-40b8-9cfe-29a86ab6060d tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438836 Nov 15 15:27:18.289180 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04f50-b38b-4e0a-988a-058ffba69210 req-8e6abe95-4a54-441b-8a70-466b943c3ff2 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:18.290715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6c04f50-b38b-4e0a-988a-058ffba69210 req-8e6abe95-4a54-441b-8a70-466b943c3ff2 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0511010 Nov 15 15:27:18.344503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6c04f50-b38b-4e0a-988a-058ffba69210 req-b6a8aa06-7659-4576-93b3-5809fa534014 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478430 Nov 15 15:27:19.465545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313ef41-0119-4d6f-a8e6-88d71cf9f121 req-91ea05be-96bd-48dd-bbd1-a3ea6fbc83fa tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:19.467110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a313ef41-0119-4d6f-a8e6-88d71cf9f121 req-91ea05be-96bd-48dd-bbd1-a3ea6fbc83fa tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0531740 Nov 15 15:27:19.519143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a313ef41-0119-4d6f-a8e6-88d71cf9f121 req-db7a4a16-3ed8-437f-a59d-446cd432faac tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456679 Nov 15 15:27:20.634094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054799f8-4fd7-4928-a803-a8d33fc385c2 req-fbfa9946-9cbc-42df-a16d-15763690897d tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:20.635542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-054799f8-4fd7-4928-a803-a8d33fc385c2 req-fbfa9946-9cbc-42df-a16d-15763690897d tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0489795 Nov 15 15:27:20.682521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-054799f8-4fd7-4928-a803-a8d33fc385c2 req-66ebb27e-dc0c-43f3-a44e-b806d962e530 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Nov 15 15:27:21.798925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cde0d-9613-4166-85ab-6851b40bf6ef req-42fd383b-7af3-4d63-98a0-146408c91199 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:21.800429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-410cde0d-9613-4166-85ab-6851b40bf6ef req-42fd383b-7af3-4d63-98a0-146408c91199 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0488789 Nov 15 15:27:21.846596 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-410cde0d-9613-4166-85ab-6851b40bf6ef req-a151948e-8986-474c-be7d-b88053b53a1d tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401087 Nov 15 15:27:22.967839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7e3a0-4e32-4a98-b521-b2c5973c9b12 req-109954ac-8317-4be6-9cee-5da1b8b5b2d0 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:22.969341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-abb7e3a0-4e32-4a98-b521-b2c5973c9b12 req-109954ac-8317-4be6-9cee-5da1b8b5b2d0 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0543678 Nov 15 15:27:23.017568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-abb7e3a0-4e32-4a98-b521-b2c5973c9b12 req-9d7701be-e0ce-4f8d-abbb-305069dd8a0b tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Nov 15 15:27:24.136209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecc31d-2b95-4185-a445-e5fec9301eed req-727d3a8c-0c6c-4190-8834-319f75cae213 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:24.137763 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9ecc31d-2b95-4185-a445-e5fec9301eed req-727d3a8c-0c6c-4190-8834-319f75cae213 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0497527 Nov 15 15:27:24.186331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d9ecc31d-2b95-4185-a445-e5fec9301eed req-46cbacd0-2a5c-4cb7-97fb-2a5ba475225b tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424054 Nov 15 15:27:25.306824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d463d6-a273-4a4a-b0e9-350bdb2c4926 req-51a288dd-ac73-47c9-8195-0111b201cee0 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:25.308370 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d463d6-a273-4a4a-b0e9-350bdb2c4926 req-51a288dd-ac73-47c9-8195-0111b201cee0 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0527744 Nov 15 15:27:25.356369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9d463d6-a273-4a4a-b0e9-350bdb2c4926 req-4c25c1a4-845b-4449-92f9-7e8ca123bb55 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Nov 15 15:27:26.471840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d851-0d6a-45d3-a589-6445c20c14a1 req-e00a37f1-a067-46c1-9ab5-8c2a1093f947 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:26.473410 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2c8d851-0d6a-45d3-a589-6445c20c14a1 req-e00a37f1-a067-46c1-9ab5-8c2a1093f947 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0484922 Nov 15 15:27:26.522347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b2c8d851-0d6a-45d3-a589-6445c20c14a1 req-c9afc200-a9ae-4d03-9d1e-6d21d00cc975 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 Nov 15 15:27:27.648162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e77bd8-a867-4389-9dfc-b83f4077b0be req-bd064658-c6aa-443f-b60e-6bca8cf9db17 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:27.649573 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e77bd8-a867-4389-9dfc-b83f4077b0be req-bd064658-c6aa-443f-b60e-6bca8cf9db17 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0578969 Nov 15 15:27:27.701127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e77bd8-a867-4389-9dfc-b83f4077b0be req-7fef471c-c657-442f-b601-7cad095580b1 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 Nov 15 15:27:28.820645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257155e4-cf9b-4645-8628-d8828fea04e2 req-8f338233-38d5-4ada-a75d-cb1fec0ecac6 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:28.821831 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:28.822272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-257155e4-cf9b-4645-8628-d8828fea04e2 req-8f338233-38d5-4ada-a75d-cb1fec0ecac6 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0507984 Nov 15 15:27:28.875999 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-257155e4-cf9b-4645-8628-d8828fea04e2 req-3fee4e82-81ae-40f9-95ea-da7a4bdd9802 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471563 Nov 15 15:27:29.216578 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:29.764530 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2772cd73-be39-491f-a60d-849e7f6a689e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:29.992801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc3d6d-a601-49bf-9825-dadecad392b2 req-7f65fd7a-7378-4d11-9541-ae4bd7f4840f tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:29.994291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49bc3d6d-a601-49bf-9825-dadecad392b2 req-7f65fd7a-7378-4d11-9541-ae4bd7f4840f tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0492983 Nov 15 15:27:30.047199 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49bc3d6d-a601-49bf-9825-dadecad392b2 req-5f2af3c5-04e9-4c98-b34e-2982aea74638 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446653 Nov 15 15:27:31.168374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d2775-2986-405e-b91e-220f3362001c req-24a452bc-f65c-4617-9a69-f423a77fdad6 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:31.170528 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b11d2775-2986-405e-b91e-220f3362001c req-24a452bc-f65c-4617-9a69-f423a77fdad6 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0527625 Nov 15 15:27:31.217123 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b11d2775-2986-405e-b91e-220f3362001c req-dc889aef-6c1f-4dd0-b912-a16c25c44afc tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400124 Nov 15 15:27:32.141781 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c1241799-f043-4661-8f8b-b3554b617ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:32.335169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd4d06-d58d-439e-b2a3-28d3602620fc req-9338dbcd-7f00-4fc7-ac90-f4dfbc262d1a tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:32.336649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64cd4d06-d58d-439e-b2a3-28d3602620fc req-9338dbcd-7f00-4fc7-ac90-f4dfbc262d1a tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0496016 Nov 15 15:27:32.384243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64cd4d06-d58d-439e-b2a3-28d3602620fc req-7863e1bc-0cbb-4482-a81b-cbbfdf0af676 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Nov 15 15:27:33.500995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db945b-39f9-445a-9a9f-317dfd3e2811 req-19cb106f-66d4-4288-89e5-a8a5a566ada0 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:33.502525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8db945b-39f9-445a-9a9f-317dfd3e2811 req-19cb106f-66d4-4288-89e5-a8a5a566ada0 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0491910 Nov 15 15:27:33.553990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b8db945b-39f9-445a-9a9f-317dfd3e2811 req-f6ce9943-f82e-4aa7-89fc-daedd8798e9a tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456138 Nov 15 15:27:33.644828 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:34.192337 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:27:34.673912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259b1ff-4a18-4bd2-979c-d0ff61fa4b04 req-c3fb345f-4723-4893-8958-8a47fd6c084d tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:34.675450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9259b1ff-4a18-4bd2-979c-d0ff61fa4b04 req-c3fb345f-4723-4893-8958-8a47fd6c084d tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0480006 Nov 15 15:27:34.727044 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9259b1ff-4a18-4bd2-979c-d0ff61fa4b04 req-b9233b1c-3dd2-4965-b338-0636cff5d744 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444925 Nov 15 15:27:35.324983 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:35.776448 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd761c-4174-4580-94be-649823212567 req-1bba0a73-b6ad-4ca6-8a88-9579acc10edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:35.777858 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:35.778006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ffd761c-4174-4580-94be-649823212567 req-1bba0a73-b6ad-4ca6-8a88-9579acc10edc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb218520d1fe437281d238ff144562e9&device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 1096 time: 0.0410447 Nov 15 15:27:35.901228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d502d7-e3a9-46c9-8f7b-7ff217e26afb req-70c473fd-661f-41a1-8cc9-ad46b4f392a7 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:35.902710 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04d502d7-e3a9-46c9-8f7b-7ff217e26afb req-70c473fd-661f-41a1-8cc9-ad46b4f392a7 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0947967 Nov 15 15:27:35.936867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd761c-4174-4580-94be-649823212567 req-fb1dc7ef-b4c5-4a37-8f53-2a0984160951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:35.938314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ffd761c-4174-4580-94be-649823212567 req-fb1dc7ef-b4c5-4a37-8f53-2a0984160951 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c HTTP/1.1" status: 200 len: 913 time: 0.1381130 Nov 15 15:27:35.992984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ffd761c-4174-4580-94be-649823212567 req-6c400e6a-d78b-454b-b859-c39f741a1262 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943 HTTP/1.1" status: 200 len: 217 time: 0.0442288 Nov 15 15:27:36.000294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04d502d7-e3a9-46c9-8f7b-7ff217e26afb req-78143567-3bc9-446a-8827-2e92874536ee tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889335 Nov 15 15:27:36.043802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd761c-4174-4580-94be-649823212567 req-bced73cf-d0cc-49db-a428-c1e61a030266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:36.045262 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ffd761c-4174-4580-94be-649823212567 req-bced73cf-d0cc-49db-a428-c1e61a030266 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=837aee9b-a261-4371-95b2-ea11d91f460a HTTP/1.1" status: 200 len: 852 time: 0.0441287 Nov 15 15:27:36.076346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ffd761c-4174-4580-94be-649823212567 req-7e65c4d2-f21e-4b62-8a8a-dadea985f617 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239921 Nov 15 15:27:36.171568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ffd761c-4174-4580-94be-649823212567 req-ab7b935c-dfd5-4f34-b9c9-9f9eea0aa025 service neutron] 10.222.0.59 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881650 Nov 15 15:27:36.260964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ffd761c-4174-4580-94be-649823212567 req-bfb4986e-9373-4468-9121-4c7c8df5573a service neutron] 10.222.0.59 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821776 Nov 15 15:27:37.120624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a301f97-5be0-4ad4-a218-ff21cbf25153 req-96c674b2-b7fa-4253-a7af-745f32b36fcf tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:37.122110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a301f97-5be0-4ad4-a218-ff21cbf25153 req-96c674b2-b7fa-4253-a7af-745f32b36fcf tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0534732 Nov 15 15:27:37.168324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a301f97-5be0-4ad4-a218-ff21cbf25153 req-4d6b8aad-a050-43bf-8b5a-615517b410eb tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402477 Nov 15 15:27:38.285257 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4fab1-5521-4aa4-baaa-c718655ba691 req-d2846c56-8eba-4f12-add9-24503e6c33d3 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:38.286801 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5b4fab1-5521-4aa4-baaa-c718655ba691 req-d2846c56-8eba-4f12-add9-24503e6c33d3 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0497324 Nov 15 15:27:38.334797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b5b4fab1-5521-4aa4-baaa-c718655ba691 req-97b5eb7f-6f3a-4b58-bfda-25d1e1e4ea95 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418415 Nov 15 15:27:39.449806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b163730-5207-49e0-b15e-1fe55f6ad041 req-6723f575-cf59-41ca-84e2-287411017d35 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:39.451328 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b163730-5207-49e0-b15e-1fe55f6ad041 req-6723f575-cf59-41ca-84e2-287411017d35 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0474660 Nov 15 15:27:39.502409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b163730-5207-49e0-b15e-1fe55f6ad041 req-5fc48c29-9e94-4c50-bc83-4dd919fcadbe tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445971 Nov 15 15:27:40.618698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891d7bc-3d82-49ae-bbd9-c08382cf69eb req-8a6b940b-54f3-490a-be8c-aca0847dd926 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:40.620107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e891d7bc-3d82-49ae-bbd9-c08382cf69eb req-8a6b940b-54f3-490a-be8c-aca0847dd926 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0479767 Nov 15 15:27:40.667515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e891d7bc-3d82-49ae-bbd9-c08382cf69eb req-126d21f4-f8ce-4dcf-b649-7bd84388b159 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Nov 15 15:27:41.787067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f1bab-2806-4d25-956a-38e53f80a9e1 req-fd249614-b584-48c3-93ba-31b68b2f03bf tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:41.788570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f2f1bab-2806-4d25-956a-38e53f80a9e1 req-fd249614-b584-48c3-93ba-31b68b2f03bf tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0502107 Nov 15 15:27:41.835277 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f2f1bab-2806-4d25-956a-38e53f80a9e1 req-26b0971a-75b0-43e8-82dc-f391a16ed7e4 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Nov 15 15:27:42.959710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f336f12-4995-4a09-8c0a-5264f2f57d59 req-4aa06eb8-4b6e-404e-9a61-f9a77cbaf591 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:42.961197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f336f12-4995-4a09-8c0a-5264f2f57d59 req-4aa06eb8-4b6e-404e-9a61-f9a77cbaf591 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0529451 Nov 15 15:27:43.008241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f336f12-4995-4a09-8c0a-5264f2f57d59 req-fe5713e1-219e-4f07-85aa-2273ef0dc334 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Nov 15 15:27:43.643218 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-d2517bf0-362e-4f0a-910a-4914cac028a6 service neutron] show failed (client error): The resource could not be found. Nov 15 15:27:43.644187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-d2517bf0-362e-4f0a-910a-4914cac028a6 service neutron] 10.222.0.59 "GET /v2.0/ports/a3f257b5-b7a6-4eed-a036-57179b8b7943/bindings/n-h2-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0549989 Nov 15 15:27:44.130440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf8d01-4725-4166-880e-65ac30842712 req-f0f8ec9d-28de-4f19-9972-a94e35958b6a tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:44.132039 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5bf8d01-4725-4166-880e-65ac30842712 req-f0f8ec9d-28de-4f19-9972-a94e35958b6a tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0520673 Nov 15 15:27:44.183715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5bf8d01-4725-4166-880e-65ac30842712 req-be9d7753-238f-4314-8d51-15e47fda9c1c tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Nov 15 15:27:44.200641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-2bd80f6d-fa3b-430e-bedc-4f8e43e60b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:44.202208 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-2bd80f6d-fa3b-430e-bedc-4f8e43e60b80 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7&tenant_id=fb218520d1fe437281d238ff144562e9 HTTP/1.1" status: 200 len: 1096 time: 0.0631189 Nov 15 15:27:44.215107 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:27:44.267146 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:44.747580 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] For port a3f257b5-b7a6-4eed-a036-57179b8b7943, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943,segment=NetworkSegment(650c6998-102c-4151-935d-6af7d7f1e48a),segment_id=650c6998-102c-4151-935d-6af7d7f1e48a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:27:44.780052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] For port a3f257b5-b7a6-4eed-a036-57179b8b7943, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:27:44.825858 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f257b5-b7a6-4eed-a036-57179b8b7943'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:27:44.828210 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37e4ea0-67f1-43c3-b8e5-759b89719cf5" -d '{"events": [{"server_uuid": "e520b20e-a370-46a1-9c42-a060e010e4d7", "name": "network-vif-unplugged", "status": "completed", "tag": "a3f257b5-b7a6-4eed-a036-57179b8b7943"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:27:44.832716 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:44.847675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Transition to ACTIVE for port object a3f257b5-b7a6-4eed-a036-57179b8b7943 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:27:44.880975 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ad6f41-449f-4565-ae71-0220b5011909 x-openstack-request-id: req-37ad6f41-449f-4565-ae71-0220b5011909 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:27:44.881109 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e520b20e-a370-46a1-9c42-a060e010e4d7", "name": "network-vif-unplugged", "status": "completed", "tag": "a3f257b5-b7a6-4eed-a036-57179b8b7943", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:27:44.881317 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37ad6f41-449f-4565-ae71-0220b5011909 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:27:44.881719 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f257b5-b7a6-4eed-a036-57179b8b7943', 'code': 200} Nov 15 15:27:44.907581 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:44.969555 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] No DVR routers for this DVR port a3f257b5-b7a6-4eed-a036-57179b8b7943 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:27:44.978825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f257b5-b7a6-4eed-a036-57179b8b7943,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:45.012806 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Attempting to bind port a3f257b5-b7a6-4eed-a036-57179b8b7943 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:27:45.013331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Attempting to bind port a3f257b5-b7a6-4eed-a036-57179b8b7943 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '650c6998-102c-4151-935d-6af7d7f1e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a4cfded-f60d-4d23-92d7-b124ffd0fe4c'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:27:45.013666 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Attempting to bind port a3f257b5-b7a6-4eed-a036-57179b8b7943 on network 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:27:45.019837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Port a3f257b5-b7a6-4eed-a036-57179b8b7943 on network 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:27:45.020394 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Attempting to bind port a3f257b5-b7a6-4eed-a036-57179b8b7943 on network 2a4cfded-f60d-4d23-92d7-b124ffd0fe4c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:27:45.025630 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:27:45.025990 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Checking segment: {'id': '650c6998-102c-4151-935d-6af7d7f1e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a4cfded-f60d-4d23-92d7-b124ffd0fe4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:27:45.029902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Bound using segment: {'id': '650c6998-102c-4151-935d-6af7d7f1e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a4cfded-f60d-4d23-92d7-b124ffd0fe4c'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:27:45.029902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Bound port: a3f257b5-b7a6-4eed-a036-57179b8b7943, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650c6998-102c-4151-935d-6af7d7f1e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2a4cfded-f60d-4d23-92d7-b124ffd0fe4c'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:27:45.029902 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:45.097261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] For port a3f257b5-b7a6-4eed-a036-57179b8b7943, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:27:45.101343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] For port a3f257b5-b7a6-4eed-a036-57179b8b7943, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943,segment=NetworkSegment(650c6998-102c-4151-935d-6af7d7f1e48a),segment_id=650c6998-102c-4151-935d-6af7d7f1e48a)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:27:45.176712 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:45.215040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:45.215735 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:45.217086 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] 10.222.0.46 "PUT /v2.0/ports/a3f257b5-b7a6-4eed-a036-57179b8b7943 HTTP/1.1" status: 200 len: 1091 time: 1.0058079 Nov 15 15:27:45.236675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f74a7-73ae-42b7-9b5d-af403b481fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f257b5-b7a6-4eed-a036-57179b8b7943,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:45.285495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-90a7520f-956d-4bd7-8a4b-8d71529d0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:45.286962 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-90a7520f-956d-4bd7-8a4b-8d71529d0bfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb218520d1fe437281d238ff144562e9&device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 1094 time: 0.0437076 Nov 15 15:27:45.318665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429d908-ef89-40e5-9b21-36128d668d7c req-723e636f-74b9-4bd6-884e-ab56f111be25 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:45.320305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a429d908-ef89-40e5-9b21-36128d668d7c req-723e636f-74b9-4bd6-884e-ab56f111be25 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 943 time: 0.0557792 Nov 15 15:27:45.371203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a429d908-ef89-40e5-9b21-36128d668d7c req-49f061fa-eeca-48f3-82cf-a5e1ffaf0e17 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448961 Nov 15 15:27:45.394680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-7929dde3-1232-46d2-9b90-0f67414425f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:45.396199 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-7929dde3-1232-46d2-9b90-0f67414425f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c HTTP/1.1" status: 200 len: 913 time: 0.1007740 Nov 15 15:27:45.444669 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-54a05d7e-0b5e-4886-a40a-1d6a7862d4aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943 HTTP/1.1" status: 200 len: 217 time: 0.0370290 Nov 15 15:27:45.507024 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-b99f0177-717b-49c6-b72b-a8b196c67e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:45.508541 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-b99f0177-717b-49c6-b72b-a8b196c67e84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=837aee9b-a261-4371-95b2-ea11d91f460a HTTP/1.1" status: 200 len: 852 time: 0.0536301 Nov 15 15:27:45.547484 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-79d60a2f-646f-4e8a-9cd2-3ca0ea752b1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272439 Nov 15 15:27:45.657673 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-23dd0255-e5eb-4bca-9088-b76ad81c561b service neutron] 10.222.0.46 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979967 Nov 15 15:27:45.752496 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-38e9653a-8479-4cfa-8023-4222cde773e0 req-fe79a31f-42dd-4386-899c-c1b8a9645a4e service neutron] 10.222.0.46 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827382 Nov 15 15:27:46.346893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a3f257b5-b7a6-4eed-a036-57179b8b7943 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:27:46.388180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device a3f257b5-b7a6-4eed-a036-57179b8b7943 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:27:46.494888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df5524-e09d-4aff-b5f3-eb548aeaf3c6 req-80917de6-7342-49d9-8817-ae194abff5a8 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:46.496372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57df5524-e09d-4aff-b5f3-eb548aeaf3c6 req-80917de6-7342-49d9-8817-ae194abff5a8 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 943 time: 0.0482342 Nov 15 15:27:46.543737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57df5524-e09d-4aff-b5f3-eb548aeaf3c6 req-ec9fd1b1-080a-4793-aa92-77fe4d6e71ae tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Nov 15 15:27:46.883078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'tag': 'a3f257b5-b7a6-4eed-a036-57179b8b7943'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:27:46.885482 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d" -d '{"events": [{"name": "network-changed", "server_uuid": "e520b20e-a370-46a1-9c42-a060e010e4d7", "tag": "a3f257b5-b7a6-4eed-a036-57179b8b7943"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:27:46.932630 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74040343-3623-4d01-bab5-9d663be6d164 x-openstack-request-id: req-74040343-3623-4d01-bab5-9d663be6d164 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:27:46.932916 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e520b20e-a370-46a1-9c42-a060e010e4d7", "tag": "a3f257b5-b7a6-4eed-a036-57179b8b7943", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:27:46.933168 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74040343-3623-4d01-bab5-9d663be6d164 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:27:46.933567 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'tag': 'a3f257b5-b7a6-4eed-a036-57179b8b7943', 'status': 'completed', 'code': 200} Nov 15 15:27:46.998153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-ac5cb2e9-2adc-4db6-a7f7-2c9d033976ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:46.999653 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-ac5cb2e9-2adc-4db6-a7f7-2c9d033976ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb218520d1fe437281d238ff144562e9&device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 1094 time: 0.0431867 Nov 15 15:27:47.090468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-03e4f1cc-66f1-4582-8a4f-4c0fad5a58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:47.091970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-03e4f1cc-66f1-4582-8a4f-4c0fad5a58e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c HTTP/1.1" status: 200 len: 913 time: 0.0847220 Nov 15 15:27:47.132939 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-3bdfb7aa-7cee-4aa6-b7d7-d19b3482ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:47.134548 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-3bdfb7aa-7cee-4aa6-b7d7-d19b3482ad13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb218520d1fe437281d238ff144562e9&device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 1094 time: 0.0476356 Nov 15 15:27:47.138903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-ca536b9e-0008-4c88-924b-1eac04cf1ef7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943 HTTP/1.1" status: 200 len: 217 time: 0.0393279 Nov 15 15:27:47.187742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-e2d9c823-1a64-44c6-8a18-9945b6d0f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:47.189201 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-e2d9c823-1a64-44c6-8a18-9945b6d0f44a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=837aee9b-a261-4371-95b2-ea11d91f460a HTTP/1.1" status: 200 len: 852 time: 0.0436122 Nov 15 15:27:47.221098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-35874493-09cd-4550-ac2e-230f0f543b7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248914 Nov 15 15:27:47.229457 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-44179527-1ebc-4296-b48e-709bc50566f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:47.230932 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-44179527-1ebc-4296-b48e-709bc50566f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c HTTP/1.1" status: 200 len: 913 time: 0.0885999 Nov 15 15:27:47.280702 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-5a561c28-c80f-42dc-b2a1-f65cb744d899 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943 HTTP/1.1" status: 200 len: 217 time: 0.0382805 Nov 15 15:27:47.323013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-23360005-b123-4e54-862e-d4785fa2d626 service neutron] 10.222.0.59 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949194 Nov 15 15:27:47.332445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-c08b1c32-23cf-4e34-92be-e2d67db2c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:47.333899 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-c08b1c32-23cf-4e34-92be-e2d67db2c4b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=837aee9b-a261-4371-95b2-ea11d91f460a HTTP/1.1" status: 200 len: 852 time: 0.0450099 Nov 15 15:27:47.366129 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-f0a4682b-301b-4333-bfd4-7e3165a58d72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245852 Nov 15 15:27:47.413760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-7cd00fa5-2fb6-4645-a775-3f4c6fabc1c9 service neutron] 10.222.0.59 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833476 Nov 15 15:27:47.458613 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-ada02bca-4a27-4e29-b9e2-8aa0c5cad135 service neutron] 10.222.0.46 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845182 Nov 15 15:27:47.548721 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dd53d38c-cc1f-4563-9b69-7e0b12e5502d req-b91648db-91b6-45e2-8676-3d78d233d101 service neutron] 10.222.0.46 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810013 Nov 15 15:27:47.666755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7cd57-7f86-48a8-b31c-9f3269feb4d2 req-046aa28f-49af-4d70-8d0d-9dd50c8a8079 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:47.668177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6aa7cd57-7f86-48a8-b31c-9f3269feb4d2 req-046aa28f-49af-4d70-8d0d-9dd50c8a8079 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 943 time: 0.0484929 Nov 15 15:27:47.715257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6aa7cd57-7f86-48a8-b31c-9f3269feb4d2 req-11fb01ac-8581-4005-932e-df6f2df85499 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Nov 15 15:27:48.836903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba76ee7-02e9-4174-9233-f78dfd09e470 req-931ba7b5-fe7b-458b-82f9-4998c6fb1247 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:48.838452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bba76ee7-02e9-4174-9233-f78dfd09e470 req-931ba7b5-fe7b-458b-82f9-4998c6fb1247 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 943 time: 0.0522797 Nov 15 15:27:48.885627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bba76ee7-02e9-4174-9233-f78dfd09e470 req-21e76a78-cc71-40de-b546-4978643a3960 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Nov 15 15:27:49.403084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-e4564c54-9b30-4b35-ae18-866969ea22f1 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:49.404476 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-e4564c54-9b30-4b35-ae18-866969ea22f1 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.59 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7&tenant_id=fb218520d1fe437281d238ff144562e9&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 943 time: 0.0852485 Nov 15 15:27:49.769694 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-9dfbe3ff-a69f-4c44-81cf-2e17af4187cb service neutron] delete failed (client error): The resource could not be found. Nov 15 15:27:49.770741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-9dfbe3ff-a69f-4c44-81cf-2e17af4187cb service neutron] 10.222.0.59 "DELETE /v2.0/ports/a3f257b5-b7a6-4eed-a036-57179b8b7943/bindings/n-h1-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.3583028 Nov 15 15:27:49.790267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a3f257b5-b7a6-4eed-a036-57179b8b7943 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:27:49.856547 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-e00e9096-8b02-4ece-b008-ade43b46ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:49.858156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-e00e9096-8b02-4ece-b008-ade43b46ac72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb218520d1fe437281d238ff144562e9&device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 1094 time: 0.0397918 Nov 15 15:27:49.884923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port a3f257b5-b7a6-4eed-a036-57179b8b7943, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943,segment=NetworkSegment(650c6998-102c-4151-935d-6af7d7f1e48a),segment_id=650c6998-102c-4151-935d-6af7d7f1e48a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:27:49.895941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'a3f257b5-b7a6-4eed-a036-57179b8b7943', 'network_id': '2a4cfded-f60d-4d23-92d7-b124ffd0fe4c', 'port_id': 'a3f257b5-b7a6-4eed-a036-57179b8b7943', 'mac_address': 'fa:16:3e:94:db:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837aee9b-a261-4371-95b2-ea11d91f460a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:27:49.938110 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:49.951329 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f257b5-b7a6-4eed-a036-57179b8b7943 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:27:49.953619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-9b211b4a-9dbc-4868-a134-d13c537545fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:49.955101 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-9b211b4a-9dbc-4868-a134-d13c537545fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c HTTP/1.1" status: 200 len: 913 time: 0.0900455 Nov 15 15:27:49.970335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port a3f257b5-b7a6-4eed-a036-57179b8b7943, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943,segment=NetworkSegment(650c6998-102c-4151-935d-6af7d7f1e48a),segment_id=650c6998-102c-4151-935d-6af7d7f1e48a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:27:49.997721 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-f1f0325b-68bb-4b19-828e-79038d8d6efb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943 HTTP/1.1" status: 200 len: 217 time: 0.0347729 Nov 15 15:27:50.027407 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:50.045587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-a094635f-67c9-4d51-95a2-ae89ae4501c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:50.047189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-a094635f-67c9-4d51-95a2-ae89ae4501c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=837aee9b-a261-4371-95b2-ea11d91f460a HTTP/1.1" status: 200 len: 852 time: 0.0431328 Nov 15 15:27:50.075573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=a3f257b5-b7a6-4eed-a036-57179b8b7943,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:50.078671 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-dd7e7663-5b90-4afb-a9db-f8cc5112fd12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243804 Nov 15 15:27:50.083587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:50.083937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:50.084280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:50.084652 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:50.084954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:50.085285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:50.085618 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:50.085945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:50.086273 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:50.086654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:50.086982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:50.087307 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:50.172363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-4aaff1ff-5ae4-4e1f-809a-ab4104fa0ac1 service neutron] 10.222.0.59 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867825 Nov 15 15:27:50.268542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-856d9001-9570-4a04-90b8-00bd8b5bf753 service neutron] 10.222.0.59 "GET /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888643 Nov 15 15:27:50.292097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a3f257b5-b7a6-4eed-a036-57179b8b7943'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:27:51.619589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11313d-d8b9-4372-b48e-23c6a8acf3d2 req-a798d90f-4172-4246-bcb7-ac6dc62fd61e tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:51.620953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e11313d-d8b9-4372-b48e-23c6a8acf3d2 req-a798d90f-4172-4246-bcb7-ac6dc62fd61e tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0578310 Nov 15 15:27:51.666965 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e11313d-d8b9-4372-b48e-23c6a8acf3d2 req-b87cabdf-8b22-4535-b6c0-8b020bf32a27 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400267 Nov 15 15:27:51.808440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a3f257b5-b7a6-4eed-a036-57179b8b7943 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:27:51.906933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port a3f257b5-b7a6-4eed-a036-57179b8b7943 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:27:51.910707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port a3f257b5-b7a6-4eed-a036-57179b8b7943 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:27:51.911076 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:51.995321 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:52.015924 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f257b5-b7a6-4eed-a036-57179b8b7943'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:27:52.018202 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb391a31-76cb-492d-9c79-3d8ed46b79b8" -d '{"events": [{"server_uuid": "e520b20e-a370-46a1-9c42-a060e010e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "a3f257b5-b7a6-4eed-a036-57179b8b7943"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:27:52.030870 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port a3f257b5-b7a6-4eed-a036-57179b8b7943, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943,segment=NetworkSegment(650c6998-102c-4151-935d-6af7d7f1e48a),segment_id=650c6998-102c-4151-935d-6af7d7f1e48a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:27:52.055744 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7e3c36-61d1-423a-90f8-96dccb585ef2 x-openstack-request-id: req-1c7e3c36-61d1-423a-90f8-96dccb585ef2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:27:52.056039 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e520b20e-a370-46a1-9c42-a060e010e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "a3f257b5-b7a6-4eed-a036-57179b8b7943", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:27:52.056291 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c7e3c36-61d1-423a-90f8-96dccb585ef2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:27:52.056741 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f257b5-b7a6-4eed-a036-57179b8b7943', 'code': 200} Nov 15 15:27:52.112999 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:52.160199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=a3f257b5-b7a6-4eed-a036-57179b8b7943,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:52.793844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57735614-0a5e-4cd3-8e35-c0bd20cad208 req-9e3c4011-bf91-44ff-a487-b9399431d01e tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:52.795358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57735614-0a5e-4cd3-8e35-c0bd20cad208 req-9e3c4011-bf91-44ff-a487-b9399431d01e tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0590060 Nov 15 15:27:52.843062 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-57735614-0a5e-4cd3-8e35-c0bd20cad208 req-511c17c2-742f-4c3b-9b7a-c6ba20b966fd tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31b29d8-e84f-453f-bee7-633dfc2c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417159 Nov 15 15:27:53.042557 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-523750e9-f8ca-4925-ace5-af7f6a0e2dd8 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:53.044033 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-523750e9-f8ca-4925-ace5-af7f6a0e2dd8 tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.46 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0489113 Nov 15 15:27:53.137779 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-e640f813-2c69-44fc-a68a-9c10ae9efcec tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Deleting port a3f257b5-b7a6-4eed-a036-57179b8b7943 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:27:53.138110 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-e640f813-2c69-44fc-a68a-9c10ae9efcec tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:53.225526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-e640f813-2c69-44fc-a68a-9c10ae9efcec tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] For port a3f257b5-b7a6-4eed-a036-57179b8b7943, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=a3f257b5-b7a6-4eed-a036-57179b8b7943,segment=NetworkSegment(650c6998-102c-4151-935d-6af7d7f1e48a),segment_id=650c6998-102c-4151-935d-6af7d7f1e48a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:27:53.225918 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-e640f813-2c69-44fc-a68a-9c10ae9efcec tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:53.238238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-e640f813-2c69-44fc-a68a-9c10ae9efcec tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Calling delete_port for a3f257b5-b7a6-4eed-a036-57179b8b7943 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:27:53.427483 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-e640f813-2c69-44fc-a68a-9c10ae9efcec tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:53.445433 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['a3f257b5-b7a6-4eed-a036-57179b8b7943'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:27:53.457765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640f813-2c69-44fc-a68a-9c10ae9efcec tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Pushing event deleted for resources: {'Port': ['ID=a3f257b5-b7a6-4eed-a036-57179b8b7943,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:53.502683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-e640f813-2c69-44fc-a68a-9c10ae9efcec tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] No DVR routers for this DVR port a3f257b5-b7a6-4eed-a036-57179b8b7943 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:27:53.505427 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-e640f813-2c69-44fc-a68a-9c10ae9efcec tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:53.508774 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a74b2040-6f80-49c8-bd6a-c684e917497e req-e640f813-2c69-44fc-a68a-9c10ae9efcec tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.46 "DELETE /v2.0/ports/a3f257b5-b7a6-4eed-a036-57179b8b7943 HTTP/1.1" status: 204 len: 173 time: 0.4569216 Nov 15 15:27:53.509271 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'name': 'network-vif-deleted', 'tag': 'a3f257b5-b7a6-4eed-a036-57179b8b7943'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:27:53.511532 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c00e623-fa97-4d8d-a0d1-090e7805cfd9" -d '{"events": [{"server_uuid": "e520b20e-a370-46a1-9c42-a060e010e4d7", "name": "network-vif-deleted", "tag": "a3f257b5-b7a6-4eed-a036-57179b8b7943"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:27:53.551065 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4619578b-465f-4e79-9a2c-f1ad953aeace x-openstack-request-id: req-4619578b-465f-4e79-9a2c-f1ad953aeace {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:27:53.551065 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e520b20e-a370-46a1-9c42-a060e010e4d7", "name": "network-vif-deleted", "tag": "a3f257b5-b7a6-4eed-a036-57179b8b7943", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:27:53.551065 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4619578b-465f-4e79-9a2c-f1ad953aeace {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:27:53.551065 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e520b20e-a370-46a1-9c42-a060e010e4d7', 'name': 'network-vif-deleted', 'tag': 'a3f257b5-b7a6-4eed-a036-57179b8b7943', 'status': 'completed', 'code': 200} Nov 15 15:27:53.950110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75f97efc-914e-4181-afb3-be2c478bd4bd req-dfd94ce1-5d0e-4b44-8823-0f319d34613e tempest-DeleteServersTestJSON-42963135 tempest-DeleteServersTestJSON-42963135-project] 10.222.0.70 "GET /v2.0/ports?device_id=e520b20e-a370-46a1-9c42-a060e010e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0259955 Nov 15 15:27:55.082719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 49812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:27:55.129842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Deleting subnet 837aee9b-a261-4371-95b2-ea11d91f460a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:27:55.133003 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:55.168610 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:55.206139 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:55.445381 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:55.472149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=837aee9b-a261-4371-95b2-ea11d91f460a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:55.477584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:55.481457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/837aee9b-a261-4371-95b2-ea11d91f460a HTTP/1.1" status: 204 len: 168 time: 0.3977077 Nov 15 15:27:55.484220 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:27:55.489557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:55.489557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:55.489557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:55.489557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:55.489964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:55.490182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:55.490538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:55.491154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:55.491487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:55.491811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:55.492141 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:55.492489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d481989-cc76-4c28-8c4c-0dea0ad9e5c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:55.555314 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48153109-5dc8-4cbb-ad52-ef7f8e8c58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:55.638965 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48153109-5dc8-4cbb-ad52-ef7f8e8c58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:55.660999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-48153109-5dc8-4cbb-ad52-ef7f8e8c58e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4cfded-f60d-4d23-92d7-b124ffd0fe4c']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:27:55.670825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-48153109-5dc8-4cbb-ad52-ef7f8e8c58e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650c6998-102c-4151-935d-6af7d7f1e48a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:27:55.671120 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-48153109-5dc8-4cbb-ad52-ef7f8e8c58e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650c6998-102c-4151-935d-6af7d7f1e48a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:27:55.680228 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48153109-5dc8-4cbb-ad52-ef7f8e8c58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:55.692814 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48153109-5dc8-4cbb-ad52-ef7f8e8c58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:55.699163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48153109-5dc8-4cbb-ad52-ef7f8e8c58e5 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:27:55.699540 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48153109-5dc8-4cbb-ad52-ef7f8e8c58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:27:55.701137 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:27:55.827170 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48153109-5dc8-4cbb-ad52-ef7f8e8c58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:55.832739 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48153109-5dc8-4cbb-ad52-ef7f8e8c58e5 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:55.836548 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-48153109-5dc8-4cbb-ad52-ef7f8e8c58e5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2a4cfded-f60d-4d23-92d7-b124ffd0fe4c HTTP/1.1" status: 204 len: 168 time: 0.3513155 Nov 15 15:27:55.852767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48153109-5dc8-4cbb-ad52-ef7f8e8c58e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4cfded-f60d-4d23-92d7-b124ffd0fe4c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:56.124826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:27:56.164291 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1c2bbfc7-bc13-4eb4-af69-4f7252749a70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb218520d1fe437281d238ff144562e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382841 Nov 15 15:27:56.166873 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49820) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:27:56.214285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:56.235041 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:56.376170 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:56.378870 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:56.380065 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c31b29d8-e84f-453f-bee7-633dfc2c1a01 HTTP/1.1" status: 204 len: 168 time: 0.2122989 Nov 15 15:27:56.388534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31b29d8-e84f-453f-bee7-633dfc2c1a01,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:56.396539 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:56.396945 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:56.397287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:56.397623 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:56.397950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:56.398278 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:56.398631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:56.398952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:56.399274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:56.399593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:56.399915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:56.400246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188b0bd-9e05-4d81-9f4d-9fcb880d5117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:27:57.469092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49842) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:27:57.569389 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-227127806-network', 'tenant_id': '519ec62f61b344b39fc74c40d48f49f1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:27:57.684720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Made reservation on behalf of 519ec62f61b344b39fc74c40d48f49f1 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:27:57.687421 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:57.697040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:57.772159 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:57.827551 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:57.845864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a3f257b5-b7a6-4eed-a036-57179b8b7943 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:27:57.858129 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:27:57.869026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed192b7e-bc46-4f77-b90c-0144a9cfabef,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:57.870552 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: a3f257b5-b7a6-4eed-a036-57179b8b7943 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:27:57.870994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device a3f257b5-b7a6-4eed-a036-57179b8b7943 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:27:57.873751 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:57.874092 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Added segment 995f83a4-500b-4fe0-9eae-0283b72f2da6 of type vlan for network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 Nov 15 15:27:57.914911 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:57.987631 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:57.988633 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:57.989223 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:58.051726 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] Pushing event updated for resources: {'Network': ['ID=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:58.064072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:27:58.105023 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a80aaa54-f53c-4eb2-b089-5f06ca3430f2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6345701 Nov 15 15:27:58.107652 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 49846) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:27:58.112605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-15ba8533-7735-444f-974b-b8ff08f34538 admin admin] Request body: {'subnet': {'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-227127806-subnet', 'tenant_id': '519ec62f61b344b39fc74c40d48f49f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:27:58.204094 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ba8533-7735-444f-974b-b8ff08f34538 admin admin] Made reservation on behalf of 519ec62f61b344b39fc74c40d48f49f1 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:27:58.206671 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ba8533-7735-444f-974b-b8ff08f34538 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:58.455802 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ba8533-7735-444f-974b-b8ff08f34538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:58.511420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba8533-7735-444f-974b-b8ff08f34538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bab4b0-c32a-4ba8-ab91-06e24b578245,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:27:58.520165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba8533-7735-444f-974b-b8ff08f34538 admin admin] Checking segment: {'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:27:58.520527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba8533-7735-444f-974b-b8ff08f34538 admin admin] Network hostable DHCP agents. Network: e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:27:58.581464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba8533-7735-444f-974b-b8ff08f34538 admin admin] Network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:27:58.650700 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-15ba8533-7735-444f-974b-b8ff08f34538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:27:58.655574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba8533-7735-444f-974b-b8ff08f34538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:58.656428 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ba8533-7735-444f-974b-b8ff08f34538 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:58.666452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248608bf-cfe2-4763-ad51-7463254a312a None None] Network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:27:58.727585 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-15ba8533-7735-444f-974b-b8ff08f34538 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6182196 Nov 15 15:27:58.802466 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:58.813035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df176e3-1613-4fdb-b2da-f93cf75c08c8 None None] Network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:27:59.200589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-f298a27a-ef91-4e32-96d0-9ab478bf523f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:27:59.202874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-f298a27a-ef91-4e32-96d0-9ab478bf523f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 814 time: 0.1220715 Nov 15 15:27:59.218949 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-45ae4d12-09ca-4e77-a576-574901e735cb tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/quotas/519ec62f61b344b39fc74c40d48f49f1 HTTP/1.1" status: 200 len: 375 time: 0.0098870 Nov 15 15:27:59.238666 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:27:59.253440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-9677f82b-1449-4201-b7f2-a43892c6568f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277979 Nov 15 15:27:59.354234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-325f9847-62dd-431b-8a57-10d287b1444d service neutron] 10.222.0.70 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930796 Nov 15 15:27:59.444644 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-7001e073-6f3c-4aec-80a5-7d95bd215ba9 service neutron] 10.222.0.70 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842915 Nov 15 15:27:59.689462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c577303e-be2e-44b9-acee-a8825fb5681c req-2a3229ec-25e1-470a-8fc7-bbeffdc97013 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 210 time: 0.0284495 Nov 15 15:27:59.770993 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b1e15820-e714-4fc8-92f7-031f149cf6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:00.799766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e13837fd-d05e-4d6a-8fa6-6432087fedfd req-e9109d14-d26a-4113-a259-8a0af582bc78 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 210 time: 0.0315590 Nov 15 15:28:01.899980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28198bbe-9d0c-4091-a725-a26c3144d8cf req-64cbf233-24c5-4d8c-90b9-ee13180763ac tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 210 time: 0.0286684 Nov 15 15:28:01.908040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-80109546-fcf3-4cb9-a31a-04639bf6d95c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:01.909571 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-80109546-fcf3-4cb9-a31a-04639bf6d95c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.46 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 814 time: 0.1189756 Nov 15 15:28:01.929375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-a2e500aa-225a-4d0b-a7a0-61a16d84d3dc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Request body: {'port': {'device_id': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3', 'admin_state_up': True, 'tenant_id': '519ec62f61b344b39fc74c40d48f49f1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:28:02.130269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-a2e500aa-225a-4d0b-a7a0-61a16d84d3dc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Made reservation on behalf of 519ec62f61b344b39fc74c40d48f49f1 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:28:02.130516 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a71abe11-681c-4586-9f12-5867ff475384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:02.135441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-a2e500aa-225a-4d0b-a7a0-61a16d84d3dc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:02.260679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-a2e500aa-225a-4d0b-a7a0-61a16d84d3dc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Allocated IP 172.20.0.8 (e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3/e3bab4b0-c32a-4ba8-ab91-06e24b578245/f7d83513-3647-45c2-a28f-31ecacc2f10c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:28:02.428879 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-a2e500aa-225a-4d0b-a7a0-61a16d84d3dc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:02.530331 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-a2e500aa-225a-4d0b-a7a0-61a16d84d3dc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:02.577431 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-a2e500aa-225a-4d0b-a7a0-61a16d84d3dc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:28:02.580616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-a2e500aa-225a-4d0b-a7a0-61a16d84d3dc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:28:02.584428 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-a2e500aa-225a-4d0b-a7a0-61a16d84d3dc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:28:02.612043 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e500aa-225a-4d0b-a7a0-61a16d84d3dc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Pushing event updated for resources: {'Port': ['ID=f7d83513-3647-45c2-a28f-31ecacc2f10c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:02.641505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-a2e500aa-225a-4d0b-a7a0-61a16d84d3dc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:02.642114 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-a2e500aa-225a-4d0b-a7a0-61a16d84d3dc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:02.715359 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-a2e500aa-225a-4d0b-a7a0-61a16d84d3dc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7901442 Nov 15 15:28:02.732576 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Request body: {'port': {'device_id': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:28:02.790866 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:03.036740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246a165-9603-4478-ac42-ac503f30958d req-ce31a017-68e0-45c9-be03-52d07eb63b5e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:03.038496 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6246a165-9603-4478-ac42-ac503f30958d req-ce31a017-68e0-45c9-be03-52d07eb63b5e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 931 time: 0.0571806 Nov 15 15:28:03.072537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d83513-3647-45c2-a28f-31ecacc2f10c {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:28:03.081323 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:03.089849 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6246a165-9603-4478-ac42-ac503f30958d req-0e8a7f9e-073e-4b74-ad04-852fc22ccedf tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450385 Nov 15 15:28:03.098590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Transition to ACTIVE for port object f7d83513-3647-45c2-a28f-31ecacc2f10c will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:28:03.175774 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:03.229336 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d83513-3647-45c2-a28f-31ecacc2f10c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:03.305699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Attempting to bind port f7d83513-3647-45c2-a28f-31ecacc2f10c on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:28:03.306058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Attempting to bind port f7d83513-3647-45c2-a28f-31ecacc2f10c by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:28:03.306387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Attempting to bind port f7d83513-3647-45c2-a28f-31ecacc2f10c on network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:28:03.310926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Port f7d83513-3647-45c2-a28f-31ecacc2f10c on network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:28:03.311255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Attempting to bind port f7d83513-3647-45c2-a28f-31ecacc2f10c on network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:28:03.316526 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:28:03.316865 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Checking segment: {'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:28:03.317256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Bound using segment: {'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:28:03.317687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Bound port: f7d83513-3647-45c2-a28f-31ecacc2f10c, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:28:03.318095 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:03.380746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] For port f7d83513-3647-45c2-a28f-31ecacc2f10c, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:28:03.383748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] For port f7d83513-3647-45c2-a28f-31ecacc2f10c, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:28:03.456454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:03.495175 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:03.495792 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:03.497182 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-793c551a-d76b-455d-9320-638977cfad30 service neutron] 10.222.0.46 "PUT /v2.0/ports/f7d83513-3647-45c2-a28f-31ecacc2f10c HTTP/1.1" status: 200 len: 1091 time: 0.7686625 Nov 15 15:28:03.497702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'tag': 'f7d83513-3647-45c2-a28f-31ecacc2f10c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:28:03.500309 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4b9efd-36f1-44be-9315-896210c986e2" -d '{"events": [{"name": "network-changed", "server_uuid": "78cc015a-7fb2-4a01-a6a5-7994900179d7", "tag": "f7d83513-3647-45c2-a28f-31ecacc2f10c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:28:03.524474 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c551a-d76b-455d-9320-638977cfad30 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d83513-3647-45c2-a28f-31ecacc2f10c,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:03.540189 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3f2e6f-1b9c-4b86-baf1-0d6864feff87 x-openstack-request-id: req-cb3f2e6f-1b9c-4b86-baf1-0d6864feff87 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:28:03.540486 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cc015a-7fb2-4a01-a6a5-7994900179d7", "tag": "f7d83513-3647-45c2-a28f-31ecacc2f10c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:28:03.540735 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb3f2e6f-1b9c-4b86-baf1-0d6864feff87 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:28:03.541135 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'tag': 'f7d83513-3647-45c2-a28f-31ecacc2f10c', 'status': 'completed', 'code': 200} Nov 15 15:28:03.606870 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b9efd-36f1-44be-9315-896210c986e2 req-9f9b6c23-3d5c-48a7-b4aa-809e706eaf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:03.608389 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5b4b9efd-36f1-44be-9315-896210c986e2 req-9f9b6c23-3d5c-48a7-b4aa-809e706eaf98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 1094 time: 0.0444784 Nov 15 15:28:03.655997 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:03.719828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b9efd-36f1-44be-9315-896210c986e2 req-a17a3a6f-c6df-4356-859f-2fb99f7f1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:03.721351 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5b4b9efd-36f1-44be-9315-896210c986e2 req-a17a3a6f-c6df-4356-859f-2fb99f7f1e08 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=519ec62f61b344b39fc74c40d48f49f1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0994105 Nov 15 15:28:03.834574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b9efd-36f1-44be-9315-896210c986e2 req-2c98b79a-a728-4dbf-aa68-50bba45c1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:03.836044 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5b4b9efd-36f1-44be-9315-896210c986e2 req-2c98b79a-a728-4dbf-aa68-50bba45c1156 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1026731 Nov 15 15:28:03.926335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-d41ef5fc-6a9d-4e0f-9d14-183d1fb4204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:03.928064 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-d41ef5fc-6a9d-4e0f-9d14-183d1fb4204e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 1094 time: 0.0432658 Nov 15 15:28:03.979934 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-48e360c9-2601-440a-8f0e-d52d7f81741d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c HTTP/1.1" status: 200 len: 217 time: 0.0382974 Nov 15 15:28:04.033449 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-5400413b-5fd3-4604-a9d2-4922343e0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:04.034904 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-5400413b-5fd3-4604-a9d2-4922343e0e2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 200 len: 854 time: 0.0447552 Nov 15 15:28:04.070523 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-13e721b3-03b6-4038-ab40-2363709c85bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240695 Nov 15 15:28:04.177104 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-a096046f-2ea4-4a18-b30a-4b373df03f34 service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953786 Nov 15 15:28:04.214128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeadf75-193b-4b18-aead-1255f3dd8e91 req-c3cbc7b3-d471-4e3f-a0b6-d11753e105ae tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:04.215772 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4aeadf75-193b-4b18-aead-1255f3dd8e91 req-c3cbc7b3-d471-4e3f-a0b6-d11753e105ae tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 943 time: 0.0541208 Nov 15 15:28:04.268278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4aeadf75-193b-4b18-aead-1255f3dd8e91 req-972d95b8-2c36-49ea-93ba-bcaf1e50eb30 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460942 Nov 15 15:28:04.281874 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6b4527a1-68b7-4399-808c-4f764e56ee23 req-96acb58a-b6b1-4c76-8479-bd565fa4306c service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933895 Nov 15 15:28:05.301404 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:05.392889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e102ac8-dcf3-45b3-bd7a-98230aaf5bb3 req-4d5f109f-dfe8-40db-9e87-9276c571385b tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:05.394358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e102ac8-dcf3-45b3-bd7a-98230aaf5bb3 req-4d5f109f-dfe8-40db-9e87-9276c571385b tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 943 time: 0.0497887 Nov 15 15:28:05.441910 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2e102ac8-dcf3-45b3-bd7a-98230aaf5bb3 req-aa349745-642d-4ff7-aa06-7f44d2b6bda1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Nov 15 15:28:05.787049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:06.558177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed0651-1c31-43f6-b079-ce9745eaae40 req-d8e46825-00d2-4335-b1bd-026285da9b14 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:06.559717 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01ed0651-1c31-43f6-b079-ce9745eaae40 req-d8e46825-00d2-4335-b1bd-026285da9b14 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 943 time: 0.0490758 Nov 15 15:28:06.607602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01ed0651-1c31-43f6-b079-ce9745eaae40 req-1645423b-2cb9-4a43-9536-4bacaca60913 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419540 Nov 15 15:28:07.730487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b28d0-2382-405d-a142-21a72ad39b87 req-3dffb769-8a62-4c87-8dd6-f3a1a48b84d1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:07.732527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd4b28d0-2382-405d-a142-21a72ad39b87 req-3dffb769-8a62-4c87-8dd6-f3a1a48b84d1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 943 time: 0.0570107 Nov 15 15:28:07.782245 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd4b28d0-2382-405d-a142-21a72ad39b87 req-cb8d13d6-b603-48b7-a630-7577c1b6b353 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440211 Nov 15 15:28:07.870578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f7d83513-3647-45c2-a28f-31ecacc2f10c details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:28:07.965716 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f7d83513-3647-45c2-a28f-31ecacc2f10c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:28:07.977314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'f7d83513-3647-45c2-a28f-31ecacc2f10c', 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3', 'port_id': 'f7d83513-3647-45c2-a28f-31ecacc2f10c', 'mac_address': 'fa:16:3e:69:c4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bab4b0-c32a-4ba8-ab91-06e24b578245', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:28:08.015758 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:08.029133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d83513-3647-45c2-a28f-31ecacc2f10c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:28:08.049729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f7d83513-3647-45c2-a28f-31ecacc2f10c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:28:08.158739 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:08.209134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=f7d83513-3647-45c2-a28f-31ecacc2f10c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:08.431525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['f7d83513-3647-45c2-a28f-31ecacc2f10c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:28:08.901621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568eca5b-0be2-4d31-8f25-c7fbcacd6ede req-ab5bc9bc-c532-4c23-87d6-b6203ec10c05 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:08.903154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-568eca5b-0be2-4d31-8f25-c7fbcacd6ede req-ab5bc9bc-c532-4c23-87d6-b6203ec10c05 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 944 time: 0.0496564 Nov 15 15:28:08.950768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-568eca5b-0be2-4d31-8f25-c7fbcacd6ede req-665316fb-b1ee-433d-a91f-81b7799b63a6 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Nov 15 15:28:09.875843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f7d83513-3647-45c2-a28f-31ecacc2f10c up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:28:09.997835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port f7d83513-3647-45c2-a28f-31ecacc2f10c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:28:10.002082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port f7d83513-3647-45c2-a28f-31ecacc2f10c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:28:10.002481 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:10.066911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cde76-9435-4c43-a124-d9638cdd3343 req-dbd8073f-2aa2-411c-8157-59f7a35e6ded tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:10.068436 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c21cde76-9435-4c43-a124-d9638cdd3343 req-dbd8073f-2aa2-411c-8157-59f7a35e6ded tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 944 time: 0.0504456 Nov 15 15:28:10.083373 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:10.112904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d83513-3647-45c2-a28f-31ecacc2f10c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:28:10.115165 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739f1132-0936-441b-bcf7-6a8119f4a32a" -d '{"events": [{"server_uuid": "78cc015a-7fb2-4a01-a6a5-7994900179d7", "name": "network-vif-plugged", "status": "completed", "tag": "f7d83513-3647-45c2-a28f-31ecacc2f10c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:28:10.129727 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f7d83513-3647-45c2-a28f-31ecacc2f10c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:28:10.130932 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c21cde76-9435-4c43-a124-d9638cdd3343 req-be071d12-da07-49b6-8f6d-7efeb955377e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558572 Nov 15 15:28:10.158833 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2400a725-d739-490e-8dbc-46fa7eac033b x-openstack-request-id: req-2400a725-d739-490e-8dbc-46fa7eac033b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:28:10.159127 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cc015a-7fb2-4a01-a6a5-7994900179d7", "name": "network-vif-plugged", "status": "completed", "tag": "f7d83513-3647-45c2-a28f-31ecacc2f10c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:28:10.159641 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2400a725-d739-490e-8dbc-46fa7eac033b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:28:10.160042 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d83513-3647-45c2-a28f-31ecacc2f10c', 'code': 200} Nov 15 15:28:10.204759 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:10.259192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=f7d83513-3647-45c2-a28f-31ecacc2f10c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:10.273979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae4d8c-c0f0-4a00-94f4-1a50f511eae9 req-83b1f7c6-55f9-4fbc-8734-5666149ca725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:10.275652 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-17ae4d8c-c0f0-4a00-94f4-1a50f511eae9 req-83b1f7c6-55f9-4fbc-8734-5666149ca725 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 1096 time: 0.0461814 Nov 15 15:28:10.328845 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-17ae4d8c-c0f0-4a00-94f4-1a50f511eae9 req-716751ea-fb3d-4173-8519-93f754b08552 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436206 Nov 15 15:28:11.191216 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:28:11.247428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a495f6-b7e7-4a4c-94cc-4d287e4dc5c4 req-71157227-ef58-4878-92df-905a691c0ef1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:11.248927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7a495f6-b7e7-4a4c-94cc-4d287e4dc5c4 req-71157227-ef58-4878-92df-905a691c0ef1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0496440 Nov 15 15:28:11.297005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7a495f6-b7e7-4a4c-94cc-4d287e4dc5c4 req-f0bd2908-79e0-4887-8c7c-10cae00d0c9c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416496 Nov 15 15:28:12.415154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb409f-b8ef-400f-8cc2-0677fcf3dc88 req-d3ce9508-fccb-4205-bda2-ded69e88ba17 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:12.416675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cbb409f-b8ef-400f-8cc2-0677fcf3dc88 req-d3ce9508-fccb-4205-bda2-ded69e88ba17 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0498626 Nov 15 15:28:12.463975 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5cbb409f-b8ef-400f-8cc2-0677fcf3dc88 req-6e019a84-5137-4bcc-9e32-7944547e1ebb tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412991 Nov 15 15:28:12.585037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77eb26f-c857-4f78-b41f-cd7b760b1df2 req-e9b521c9-1344-41b6-9a4d-0e8c954d7778 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:12.587190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e77eb26f-c857-4f78-b41f-cd7b760b1df2 req-e9b521c9-1344-41b6-9a4d-0e8c954d7778 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0530229 Nov 15 15:28:12.634440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e77eb26f-c857-4f78-b41f-cd7b760b1df2 req-c3530185-ec3b-4efc-81cc-c42864106454 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Nov 15 15:28:12.917203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ff034-1aa0-457b-b349-6cb28bd7a93f req-fb47dbf9-9403-4f1f-a33a-b8ba93e4838e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:12.918690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da8ff034-1aa0-457b-b349-6cb28bd7a93f req-fb47dbf9-9403-4f1f-a33a-b8ba93e4838e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0493882 Nov 15 15:28:12.966702 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-da8ff034-1aa0-457b-b349-6cb28bd7a93f req-646891d7-1f08-4551-8f47-11e65e7faee9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416489 Nov 15 15:28:13.083620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479df7b0-7cc2-4bf4-a140-4a7a8e56ee30 req-59a318c3-3da0-4048-a542-b444701c4a42 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:13.085124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-479df7b0-7cc2-4bf4-a140-4a7a8e56ee30 req-59a318c3-3da0-4048-a542-b444701c4a42 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0534515 Nov 15 15:28:13.132373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-479df7b0-7cc2-4bf4-a140-4a7a8e56ee30 req-1658270a-0719-4fdc-bf63-c101398d3ceb tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404789 Nov 15 15:28:13.487392 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac736a-eca5-4d6f-be34-3c82ada7114b req-06fc7e76-20b5-4a23-8584-58c1d1f8eef2 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:13.488894 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64ac736a-eca5-4d6f-be34-3c82ada7114b req-06fc7e76-20b5-4a23-8584-58c1d1f8eef2 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0518126 Nov 15 15:28:13.539797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64ac736a-eca5-4d6f-be34-3c82ada7114b req-dbab3c32-be4c-4f59-be8a-2fc683f23884 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431745 Nov 15 15:28:13.550883 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-ba1aae71-329a-494e-b2f9-f7d974da5fc2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404205 Nov 15 15:28:14.658260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd6f30-b02d-4166-8249-a94034f82676 req-2fe400fc-ac06-45e6-91d7-00163ea81d71 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:14.659876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7bdd6f30-b02d-4166-8249-a94034f82676 req-2fe400fc-ac06-45e6-91d7-00163ea81d71 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0494065 Nov 15 15:28:14.712214 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7bdd6f30-b02d-4166-8249-a94034f82676 req-7ffb35a0-e2c8-4f7f-9871-87a6515ff28f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455847 Nov 15 15:28:15.591912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-b030a8e5-527c-41ad-a55f-a4bd660397ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:15.593315 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-b030a8e5-527c-41ad-a55f-a4bd660397ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 1096 time: 0.0407412 Nov 15 15:28:15.686377 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-11c37204-9045-42bd-a9ea-6813696cb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:15.687867 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-11c37204-9045-42bd-a9ea-6813696cb9cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 915 time: 0.0876663 Nov 15 15:28:15.730094 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-efdbc5f5-cca1-424e-88d4-9e1b86aa6b33 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c HTTP/1.1" status: 200 len: 217 time: 0.0350504 Nov 15 15:28:15.779037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-76a2164b-1ebc-49db-af0e-30cab0c1c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:15.780566 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-76a2164b-1ebc-49db-af0e-30cab0c1c206 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 200 len: 854 time: 0.0431972 Nov 15 15:28:15.816018 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-725ee4f0-f344-44d2-a1f4-f4646233b635 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284743 Nov 15 15:28:15.832837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b33a21-6ffa-4ed3-bec5-f8f729ffb2a1 req-e59f2c46-1a94-499d-a667-338dba9f6284 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:15.834503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01b33a21-6ffa-4ed3-bec5-f8f729ffb2a1 req-e59f2c46-1a94-499d-a667-338dba9f6284 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0511322 Nov 15 15:28:15.885876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01b33a21-6ffa-4ed3-bec5-f8f729ffb2a1 req-ffff84a3-1d3c-46f4-9b7e-3eebb95a981d tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445557 Nov 15 15:28:15.908831 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-a3e1aac9-d615-42f7-8e0e-e4d9d9496b07 service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855525 Nov 15 15:28:16.002380 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-7b251346-ac0c-42ac-b41b-4da54bd4ffc9 service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862126 Nov 15 15:28:17.008650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e49a6-4722-430e-88d5-506aa2db89b1 req-12c1eb91-e452-4b19-9118-28047b65e506 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:17.010133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-071e49a6-4722-430e-88d5-506aa2db89b1 req-12c1eb91-e452-4b19-9118-28047b65e506 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0500078 Nov 15 15:28:17.057569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-071e49a6-4722-430e-88d5-506aa2db89b1 req-ddc76ec1-b08a-4095-b769-f8aaa2992aeb tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Nov 15 15:28:18.416403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7777a6-f5cd-497b-b389-6f20799a8664 req-f0dd3fe4-7c63-42f9-9524-92c93fef41e0 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:18.417819 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c7777a6-f5cd-497b-b389-6f20799a8664 req-f0dd3fe4-7c63-42f9-9524-92c93fef41e0 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0525787 Nov 15 15:28:18.467356 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c7777a6-f5cd-497b-b389-6f20799a8664 req-fdad6b6a-c480-44b7-b989-5c84225770a9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436516 Nov 15 15:28:19.593900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c919d67-2023-4e78-aef6-58a32692ee03 req-718c7b8a-a22f-4c51-9c9f-57dcc4d2b0e3 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:19.595355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c919d67-2023-4e78-aef6-58a32692ee03 req-718c7b8a-a22f-4c51-9c9f-57dcc4d2b0e3 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0556846 Nov 15 15:28:19.643246 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c919d67-2023-4e78-aef6-58a32692ee03 req-50b05a1f-320d-4f83-aead-8d915f20c1a0 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Nov 15 15:28:20.758842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b264c0-6585-4e3f-b55e-813555a07361 req-566ea882-61b7-4ddc-9aeb-f7b3bfb07bb5 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:20.760423 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66b264c0-6585-4e3f-b55e-813555a07361 req-566ea882-61b7-4ddc-9aeb-f7b3bfb07bb5 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0486128 Nov 15 15:28:20.811370 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-66b264c0-6585-4e3f-b55e-813555a07361 req-f7107b80-9055-4ff2-96f1-dc37da7dd857 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Nov 15 15:28:21.931987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b32ea-32dc-4e7a-97f9-16077f4d20b4 req-f2a682db-2225-47b5-9374-c31b69042d6c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:21.933527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d88b32ea-32dc-4e7a-97f9-16077f4d20b4 req-f2a682db-2225-47b5-9374-c31b69042d6c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0508590 Nov 15 15:28:21.983998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d88b32ea-32dc-4e7a-97f9-16077f4d20b4 req-bdf48728-8814-477b-acc9-84a022b81d16 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430984 Nov 15 15:28:23.104149 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dd7fa-d725-4c83-a4be-86cc531187cc req-03341a50-3286-47ca-8a7b-ed721bec1bbb tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:23.105710 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df2dd7fa-d725-4c83-a4be-86cc531187cc req-03341a50-3286-47ca-8a7b-ed721bec1bbb tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0507767 Nov 15 15:28:23.169997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df2dd7fa-d725-4c83-a4be-86cc531187cc req-12a4e31b-5172-4194-8190-5b801c9e45dd tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578454 Nov 15 15:28:24.293634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f36ae-706b-4877-afd0-8a9977f6c29b req-ae471540-3257-43b9-a1f5-56abbcd44d0f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:24.295495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-212f36ae-706b-4877-afd0-8a9977f6c29b req-ae471540-3257-43b9-a1f5-56abbcd44d0f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0547264 Nov 15 15:28:24.344635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-212f36ae-706b-4877-afd0-8a9977f6c29b req-58013db4-1ce0-445d-95df-0ee099fae392 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428877 Nov 15 15:28:25.463745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2364236-4dae-4eae-b28e-fe478c660d9f req-c11fff39-b755-463b-ba7c-e2db5b475763 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:25.465274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2364236-4dae-4eae-b28e-fe478c660d9f req-c11fff39-b755-463b-ba7c-e2db5b475763 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0515721 Nov 15 15:28:25.517824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2364236-4dae-4eae-b28e-fe478c660d9f req-1fd87983-2b6d-4885-a2ef-3bce92b03414 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462906 Nov 15 15:28:26.645276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68294116-2b9b-4d9e-b541-6e30c5dd0e77 req-ae8a926f-bacb-418b-9b2a-9fb9e51c12ff tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:26.646829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68294116-2b9b-4d9e-b541-6e30c5dd0e77 req-ae8a926f-bacb-418b-9b2a-9fb9e51c12ff tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0558681 Nov 15 15:28:26.695324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68294116-2b9b-4d9e-b541-6e30c5dd0e77 req-878b36b4-f7cc-43c9-b22c-f544724689cd tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425594 Nov 15 15:28:27.810565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920d071-fd9d-4780-a5c0-2c9a9ffd3b06 req-54fe332b-d09c-4516-8d78-9a30908783d5 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:27.812059 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b920d071-fd9d-4780-a5c0-2c9a9ffd3b06 req-54fe332b-d09c-4516-8d78-9a30908783d5 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0483403 Nov 15 15:28:27.858913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b920d071-fd9d-4780-a5c0-2c9a9ffd3b06 req-fbe4f9fa-5ace-477b-a5d9-cbd5e02a008c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409548 Nov 15 15:28:28.821055 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:28.980128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c84da-d72a-402b-a5a6-04e50b909ddc req-fb59f0fe-6242-43f2-bf6a-69ccba164924 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:28.981674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c33c84da-d72a-402b-a5a6-04e50b909ddc req-fb59f0fe-6242-43f2-bf6a-69ccba164924 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0509872 Nov 15 15:28:29.036273 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c33c84da-d72a-402b-a5a6-04e50b909ddc req-e03e124c-a7a2-4d65-a370-44d72e0925e1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481389 Nov 15 15:28:29.245037 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:29.752283 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1cc92d19-d02d-4f11-a842-1a8d8fbc108a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:30.154155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ece21-a25b-4cc7-9735-1b7a9f842af1 req-ce39829a-9c61-453b-a6d2-47e4d20627ea tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:30.155654 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f4ece21-a25b-4cc7-9735-1b7a9f842af1 req-ce39829a-9c61-453b-a6d2-47e4d20627ea tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0496995 Nov 15 15:28:30.204392 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4f4ece21-a25b-4cc7-9735-1b7a9f842af1 req-bd27ced7-d1b5-466e-8704-ca1a868ee96f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Nov 15 15:28:30.288066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8373336-62ea-4a18-a686-36f44d1c11b0 req-6335ccb3-8ec9-41f2-ab67-7485c20009ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:30.289625 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8373336-62ea-4a18-a686-36f44d1c11b0 req-6335ccb3-8ec9-41f2-ab67-7485c20009ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 1096 time: 0.0401125 Nov 15 15:28:30.393830 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8373336-62ea-4a18-a686-36f44d1c11b0 req-c2b19338-7ceb-4450-b125-ef72bce18f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:30.395242 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8373336-62ea-4a18-a686-36f44d1c11b0 req-c2b19338-7ceb-4450-b125-ef72bce18f7d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 915 time: 0.0841699 Nov 15 15:28:30.442258 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8373336-62ea-4a18-a686-36f44d1c11b0 req-b929159f-97de-4f13-ade1-1993a0bbf664 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c HTTP/1.1" status: 200 len: 217 time: 0.0376496 Nov 15 15:28:30.490477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8373336-62ea-4a18-a686-36f44d1c11b0 req-3e77e615-3ee2-495e-9603-019f867f9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:30.491874 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8373336-62ea-4a18-a686-36f44d1c11b0 req-3e77e615-3ee2-495e-9603-019f867f9bd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 200 len: 854 time: 0.0426953 Nov 15 15:28:30.522505 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8373336-62ea-4a18-a686-36f44d1c11b0 req-f47b70e1-e360-41c0-a9dc-ef4116ee9b46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233419 Nov 15 15:28:30.617448 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8373336-62ea-4a18-a686-36f44d1c11b0 req-af5ac4f9-9ca2-4ba6-bc35-d155f8390d37 service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876286 Nov 15 15:28:30.712977 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8373336-62ea-4a18-a686-36f44d1c11b0 req-e0fc3b0c-6ace-4d22-add7-93436cdc7dc3 service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868232 Nov 15 15:28:31.324460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3a731-de4b-4d96-89de-6f6828ef1204 req-9895ccf0-20a3-462c-902a-f305a8cd6a07 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:31.325960 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3db3a731-de4b-4d96-89de-6f6828ef1204 req-9895ccf0-20a3-462c-902a-f305a8cd6a07 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0495746 Nov 15 15:28:31.373823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3db3a731-de4b-4d96-89de-6f6828ef1204 req-b882a8e9-f506-429f-a308-1f1722d1351f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417638 Nov 15 15:28:32.095816 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c762315d-8756-4f3b-934b-c56d45e73291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:32.498427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c37c80-1f64-4abb-b1e5-92d8f650871e req-a8514590-1022-41a2-b2ed-4be7e4a63024 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:32.499956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60c37c80-1f64-4abb-b1e5-92d8f650871e req-a8514590-1022-41a2-b2ed-4be7e4a63024 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0542734 Nov 15 15:28:32.551771 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60c37c80-1f64-4abb-b1e5-92d8f650871e req-12eaf20e-a77c-46f3-b5a1-d9affa8142bf tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438073 Nov 15 15:28:33.644623 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:33.667175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359a815-e8d9-4acf-ab52-2fa63352e096 req-9b763ef1-a8c3-4a5d-8b0c-69945997cd52 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:33.668657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e359a815-e8d9-4acf-ab52-2fa63352e096 req-9b763ef1-a8c3-4a5d-8b0c-69945997cd52 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0491617 Nov 15 15:28:33.716035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e359a815-e8d9-4acf-ab52-2fa63352e096 req-bd50dd4c-06d6-4922-b809-0436e7bc785e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Nov 15 15:28:34.832421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ec882-a193-48ea-8470-6975392ee36e req-add7ad32-1bd5-432c-8c9c-c544bcfba686 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:34.833812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a87ec882-a193-48ea-8470-6975392ee36e req-add7ad32-1bd5-432c-8c9c-c544bcfba686 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0478804 Nov 15 15:28:34.884976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a87ec882-a193-48ea-8470-6975392ee36e req-a7b516d0-2b52-4b51-bcf9-e71d0179022e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446668 Nov 15 15:28:35.346879 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:35.775289 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:36.003397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44744a-3bee-43cf-b996-7010600794b7 req-70729441-d969-43d6-b804-02114efd0728 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:36.004897 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a44744a-3bee-43cf-b996-7010600794b7 req-70729441-d969-43d6-b804-02114efd0728 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0493464 Nov 15 15:28:36.053866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a44744a-3bee-43cf-b996-7010600794b7 req-918d5d3b-c7e1-4735-90da-96947908787f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Nov 15 15:28:37.181280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3e79d-99fb-4e0b-be64-2ee422393683 req-1c7b9402-9eee-473d-8706-8ab775ab3a0c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:37.182796 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eab3e79d-99fb-4e0b-be64-2ee422393683 req-1c7b9402-9eee-473d-8706-8ab775ab3a0c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0486200 Nov 15 15:28:37.229750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eab3e79d-99fb-4e0b-be64-2ee422393683 req-2712f2d9-1c1d-4064-94d5-2be8ffe79f06 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411167 Nov 15 15:28:38.351846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e4a4f-cd6e-45a0-bc8a-3d02622411bd req-a343d508-6008-48a2-9a1f-7263a0a43e84 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:38.353320 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-127e4a4f-cd6e-45a0-bc8a-3d02622411bd req-a343d508-6008-48a2-9a1f-7263a0a43e84 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0542731 Nov 15 15:28:38.400731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-127e4a4f-cd6e-45a0-bc8a-3d02622411bd req-2bf4b7e0-de57-43ae-b18e-0df8c30176f9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407801 Nov 15 15:28:39.515223 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d6b96-5037-4146-9819-24870245f3ae req-145b789d-4825-4f76-b5eb-309aafad67ac tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:39.516708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb8d6b96-5037-4146-9819-24870245f3ae req-145b789d-4825-4f76-b5eb-309aafad67ac tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0481980 Nov 15 15:28:39.563975 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fb8d6b96-5037-4146-9819-24870245f3ae req-e86b07f4-871a-4be7-ad75-d26a4ffd3ea1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414128 Nov 15 15:28:40.696399 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f300-6036-4fdd-b524-15649d92c9e1 req-b45ecec9-47e2-49bb-87f7-eed277282a36 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:40.697929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0379f300-6036-4fdd-b524-15649d92c9e1 req-b45ecec9-47e2-49bb-87f7-eed277282a36 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0648463 Nov 15 15:28:40.747318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0379f300-6036-4fdd-b524-15649d92c9e1 req-5486b388-4bf1-401a-91ac-8a415d04ccb5 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433521 Nov 15 15:28:41.863620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ad098-1a39-44a2-9e7a-992b3e4ef8fc req-f3d7c1bb-0278-4bee-a615-c5aaf8bcf0ef tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:41.865377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c4ad098-1a39-44a2-9e7a-992b3e4ef8fc req-f3d7c1bb-0278-4bee-a615-c5aaf8bcf0ef tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0483317 Nov 15 15:28:41.912112 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c4ad098-1a39-44a2-9e7a-992b3e4ef8fc req-ee3aa3d2-3cc1-4c0f-885b-a7187e156256 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409017 Nov 15 15:28:43.026074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c5b04-e785-4db8-8c6a-5d310a273569 req-3af333d1-0e04-4ea6-b942-8ad9a862b2c3 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:43.027580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-251c5b04-e785-4db8-8c6a-5d310a273569 req-3af333d1-0e04-4ea6-b942-8ad9a862b2c3 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0482841 Nov 15 15:28:43.078665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-251c5b04-e785-4db8-8c6a-5d310a273569 req-f88b8fcd-bfc0-4d79-95ae-cdfc28d1b903 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445893 Nov 15 15:28:43.718888 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-906ae810-e356-4808-b4dd-105e2e23699f service neutron] show failed (client error): The resource could not be found. Nov 15 15:28:43.718888 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-906ae810-e356-4808-b4dd-105e2e23699f service neutron] 10.222.0.46 "GET /v2.0/ports/f7d83513-3647-45c2-a28f-31ecacc2f10c/bindings/n-h1-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0594985 Nov 15 15:28:44.195607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3097e5-8481-4e0a-9f41-932a3ad6b692 req-964e1e64-dd13-4898-94de-e6fc4f53abe4 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:44.197117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be3097e5-8481-4e0a-9f41-932a3ad6b692 req-964e1e64-dd13-4898-94de-e6fc4f53abe4 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0492940 Nov 15 15:28:44.245024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be3097e5-8481-4e0a-9f41-932a3ad6b692 req-c90a0b04-f0d3-47b4-b73b-354750f8fb18 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Nov 15 15:28:44.347347 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-cefb5a21-66d2-498b-871b-9c50857197f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:44.348865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-cefb5a21-66d2-498b-871b-9c50857197f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7&tenant_id=519ec62f61b344b39fc74c40d48f49f1 HTTP/1.1" status: 200 len: 1096 time: 0.0728707 Nov 15 15:28:44.360345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-a8597ac3-49be-48ad-bb95-30c750dd557e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:28:44.361386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-a8597ac3-49be-48ad-bb95-30c750dd557e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050693 Nov 15 15:28:44.373649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:28:44.429458 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:44.628166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] For port f7d83513-3647-45c2-a28f-31ecacc2f10c, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:28:44.659926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] For port f7d83513-3647-45c2-a28f-31ecacc2f10c, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:28:44.701339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d83513-3647-45c2-a28f-31ecacc2f10c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:28:44.707272 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a383b98-1074-4e3c-8ecd-385026635ee6" -d '{"events": [{"server_uuid": "78cc015a-7fb2-4a01-a6a5-7994900179d7", "name": "network-vif-unplugged", "status": "completed", "tag": "f7d83513-3647-45c2-a28f-31ecacc2f10c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:28:44.711216 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:44.725509 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Transition to ACTIVE for port object f7d83513-3647-45c2-a28f-31ecacc2f10c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:28:44.759904 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0639df1c-0cae-46f1-8875-0ec8acd04d60 x-openstack-request-id: req-0639df1c-0cae-46f1-8875-0ec8acd04d60 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:28:44.760217 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cc015a-7fb2-4a01-a6a5-7994900179d7", "name": "network-vif-unplugged", "status": "completed", "tag": "f7d83513-3647-45c2-a28f-31ecacc2f10c", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:28:44.760469 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0639df1c-0cae-46f1-8875-0ec8acd04d60 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:28:44.760868 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d83513-3647-45c2-a28f-31ecacc2f10c', 'code': 200} Nov 15 15:28:44.798187 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:44.859282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] No DVR routers for this DVR port f7d83513-3647-45c2-a28f-31ecacc2f10c on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:28:44.866337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Pushing event updated for resources: {'Port': ['ID=f7d83513-3647-45c2-a28f-31ecacc2f10c,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:44.898539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Attempting to bind port f7d83513-3647-45c2-a28f-31ecacc2f10c on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:28:44.898800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Attempting to bind port f7d83513-3647-45c2-a28f-31ecacc2f10c by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:28:44.899133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Attempting to bind port f7d83513-3647-45c2-a28f-31ecacc2f10c on network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:28:44.904005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Port f7d83513-3647-45c2-a28f-31ecacc2f10c on network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:28:44.904336 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Attempting to bind port f7d83513-3647-45c2-a28f-31ecacc2f10c on network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:28:44.909119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:28:44.909463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Checking segment: {'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:28:44.909852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Bound using segment: {'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:28:44.910281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Bound port: f7d83513-3647-45c2-a28f-31ecacc2f10c, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:28:44.910669 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:44.998964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] For port f7d83513-3647-45c2-a28f-31ecacc2f10c, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:28:45.002031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] For port f7d83513-3647-45c2-a28f-31ecacc2f10c, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:28:45.078017 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:45.116473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:45.117379 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:45.118933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] 10.222.0.59 "PUT /v2.0/ports/f7d83513-3647-45c2-a28f-31ecacc2f10c HTTP/1.1" status: 200 len: 1091 time: 0.7496367 Nov 15 15:28:45.140800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ecd41-30f0-4a4c-949f-489a930416af service neutron] Pushing event updated for resources: {'Port': ['ID=f7d83513-3647-45c2-a28f-31ecacc2f10c,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:45.187812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-6613639d-5b8b-4151-90b6-994ca4d2d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:45.189368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-6613639d-5b8b-4151-90b6-994ca4d2d9a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 1094 time: 0.0430486 Nov 15 15:28:45.296643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-470bce3f-005c-4d4a-be56-316759b7e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:45.299367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-470bce3f-005c-4d4a-be56-316759b7e21b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 915 time: 0.1002462 Nov 15 15:28:45.355708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-d14e8c74-52e6-4d62-bbbd-7d7ca9a76ddb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c HTTP/1.1" status: 200 len: 217 time: 0.0496116 Nov 15 15:28:45.439242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-01b46ced-cdcc-4c4f-b203-252d229f3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:45.440652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-01b46ced-cdcc-4c4f-b203-252d229f3735 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 200 len: 854 time: 0.0631266 Nov 15 15:28:45.451692 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5fe96-835a-4d85-b415-752018ba2204 req-1867b25b-52ae-4d37-a8d5-66ca90dc2a4d tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:45.454560 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48a5fe96-835a-4d85-b415-752018ba2204 req-1867b25b-52ae-4d37-a8d5-66ca90dc2a4d tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 943 time: 0.1115420 Nov 15 15:28:45.496794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-621147a8-429a-4f33-abc1-f25c9f4bf38c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406997 Nov 15 15:28:45.594825 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48a5fe96-835a-4d85-b415-752018ba2204 req-3fb39b9a-9ec7-49df-a197-0a042f412ed0 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315246 Nov 15 15:28:45.635840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-71bef9ed-ec84-4fdf-b564-52c3f147f46e service neutron] 10.222.0.59 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308064 Nov 15 15:28:45.729665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-093fb117-c6ad-4cc0-af24-831c5569fb94 req-06510fbb-2b7a-4c97-afb1-8eb786566610 service neutron] 10.222.0.59 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860302 Nov 15 15:28:46.731800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5a306-eaa5-4216-96a7-ae244233c5a0 req-def48724-aea7-40d7-ab16-7644442c19b7 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:46.734302 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fab5a306-eaa5-4216-96a7-ae244233c5a0 req-def48724-aea7-40d7-ab16-7644442c19b7 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 943 time: 0.0618548 Nov 15 15:28:46.765249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'tag': 'f7d83513-3647-45c2-a28f-31ecacc2f10c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:28:46.767620 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd63239-1816-4f25-a7ef-0fe0d2206f74" -d '{"events": [{"name": "network-changed", "server_uuid": "78cc015a-7fb2-4a01-a6a5-7994900179d7", "tag": "f7d83513-3647-45c2-a28f-31ecacc2f10c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:28:46.801861 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fab5a306-eaa5-4216-96a7-ae244233c5a0 req-86cd6d20-182f-4c97-b7d8-44c760dabf41 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568173 Nov 15 15:28:46.820737 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a12cc8-67f1-4672-a104-90c4cf65d8e3 x-openstack-request-id: req-52a12cc8-67f1-4672-a104-90c4cf65d8e3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:28:46.820737 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cc015a-7fb2-4a01-a6a5-7994900179d7", "tag": "f7d83513-3647-45c2-a28f-31ecacc2f10c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:28:46.820978 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52a12cc8-67f1-4672-a104-90c4cf65d8e3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:28:46.823708 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'tag': 'f7d83513-3647-45c2-a28f-31ecacc2f10c', 'status': 'completed', 'code': 200} Nov 15 15:28:46.887074 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-31070ee4-0309-44ca-bd60-3da3b3f4103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:46.888483 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-31070ee4-0309-44ca-bd60-3da3b3f4103c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 1094 time: 0.0469308 Nov 15 15:28:46.893034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-4d0a9353-ba00-43da-a2de-8700752a7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:46.894642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-4d0a9353-ba00-43da-a2de-8700752a7a5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 1094 time: 0.0477247 Nov 15 15:28:46.991528 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-30ff7e64-048c-4870-a0c6-805af550e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:46.993031 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-30ff7e64-048c-4870-a0c6-805af550e68b service neutron] 10.222.0.46 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 915 time: 0.0912504 Nov 15 15:28:46.993568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-c25cce16-9fdf-4b83-a94a-52b34df5cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:46.995070 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-c25cce16-9fdf-4b83-a94a-52b34df5cde0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 915 time: 0.0934682 Nov 15 15:28:47.038595 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-0eba398d-3cfd-4cbe-9486-75cc1523bf27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c HTTP/1.1" status: 200 len: 217 time: 0.0382872 Nov 15 15:28:47.043025 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-97c892fb-9677-4d0b-8136-2b179d57a89a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c HTTP/1.1" status: 200 len: 217 time: 0.0388868 Nov 15 15:28:47.093243 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-2672cf5a-4708-4976-bcce-d6a31b41e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:47.094755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-2672cf5a-4708-4976-bcce-d6a31b41e24a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 200 len: 854 time: 0.0431542 Nov 15 15:28:47.109785 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-aeda7f20-5b02-4599-b862-a370fb005d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:47.111397 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-aeda7f20-5b02-4599-b862-a370fb005d57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 200 len: 854 time: 0.0613828 Nov 15 15:28:47.127751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-9fa10ec5-9e4e-498b-a9f7-568824538e0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247838 Nov 15 15:28:47.148044 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-86dad7f5-dbf7-4fbd-93f1-cdb4da704466 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246594 Nov 15 15:28:47.163827 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-a515da0b-a6cb-4dfc-bf7a-35908467f791 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:28:47.164709 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-a515da0b-a6cb-4dfc-bf7a-35908467f791 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058322 Nov 15 15:28:47.224185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-95798bb5-d624-4eb7-962d-79174e2e0122 service neutron] 10.222.0.59 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887642 Nov 15 15:28:47.258168 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-1d18e55a-9a3c-4000-bd81-82533ffff9c2 service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844369 Nov 15 15:28:47.315990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-16f2c2e0-c537-46e5-8948-9df19b0af3a7 service neutron] 10.222.0.59 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839493 Nov 15 15:28:47.352819 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-2fd63239-1816-4f25-a7ef-0fe0d2206f74 req-0cdabd7a-47d7-4ccf-b28f-8c7a07d4aa45 service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841885 Nov 15 15:28:47.920004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753a71b-a409-4264-838d-f9bc9be8faee req-98d59758-0206-442e-9e9e-6c545971034d tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:47.921474 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6753a71b-a409-4264-838d-f9bc9be8faee req-98d59758-0206-442e-9e9e-6c545971034d tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 943 time: 0.0498207 Nov 15 15:28:47.967932 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6753a71b-a409-4264-838d-f9bc9be8faee req-d9d7faea-4e73-4949-862c-276206707be6 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Nov 15 15:28:47.984633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f7d83513-3647-45c2-a28f-31ecacc2f10c no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:28:48.024723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f7d83513-3647-45c2-a28f-31ecacc2f10c not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:28:48.189510 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:28:48.315467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6f29b-f0a1-4635-8fbb-51dcacf7203b req-def6383f-a516-4a32-a66a-902381894e7a tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:48.317177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ec6f29b-f0a1-4635-8fbb-51dcacf7203b req-def6383f-a516-4a32-a66a-902381894e7a tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 943 time: 0.0546219 Nov 15 15:28:48.366203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ec6f29b-f0a1-4635-8fbb-51dcacf7203b req-187e102d-3459-4599-be85-92e2c0d74853 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427110 Nov 15 15:28:48.384918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-605970ca-2b75-4c90-9be2-52250cfed210 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:48.386356 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-605970ca-2b75-4c90-9be2-52250cfed210 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7&tenant_id=519ec62f61b344b39fc74c40d48f49f1&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 943 time: 0.0519228 Nov 15 15:28:48.450845 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-3114e34f-e2ce-417d-a77a-1f468ee09eb2 service neutron] delete failed (client error): The resource could not be found. Nov 15 15:28:48.451845 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-3114e34f-e2ce-417d-a77a-1f468ee09eb2 service neutron] 10.222.0.46 "DELETE /v2.0/ports/f7d83513-3647-45c2-a28f-31ecacc2f10c/bindings/n-h2-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0570414 Nov 15 15:28:48.540681 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-782c0d4c-5425-484f-adfb-c26a79e660e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:48.542174 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-782c0d4c-5425-484f-adfb-c26a79e660e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 1094 time: 0.0403559 Nov 15 15:28:48.570044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f7d83513-3647-45c2-a28f-31ecacc2f10c details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:28:48.643584 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-4755381b-bfe7-4425-a31c-10bdd8c40219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:48.645236 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-4755381b-bfe7-4425-a31c-10bdd8c40219 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 915 time: 0.0936718 Nov 15 15:28:48.670111 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f7d83513-3647-45c2-a28f-31ecacc2f10c, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:28:48.683956 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'f7d83513-3647-45c2-a28f-31ecacc2f10c', 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3', 'port_id': 'f7d83513-3647-45c2-a28f-31ecacc2f10c', 'mac_address': 'fa:16:3e:69:c4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bab4b0-c32a-4ba8-ab91-06e24b578245', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:28:48.724417 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:48.738893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d83513-3647-45c2-a28f-31ecacc2f10c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:28:48.765135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f7d83513-3647-45c2-a28f-31ecacc2f10c, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:28:48.831530 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:48.881590 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f7d83513-3647-45c2-a28f-31ecacc2f10c,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:48.990837 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-1d0eac21-3480-4ba0-a346-500a8b18420c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c HTTP/1.1" status: 200 len: 217 time: 0.3343692 Nov 15 15:28:49.043186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-7e1875d3-cb95-4838-a5e1-208bab8082d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:49.044868 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-7e1875d3-cb95-4838-a5e1-208bab8082d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 200 len: 854 time: 0.0430784 Nov 15 15:28:49.078272 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-6cf98b9c-f8ac-48a3-a624-048ab7b5087e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253448 Nov 15 15:28:49.082201 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f7d83513-3647-45c2-a28f-31ecacc2f10c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:28:49.172851 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-573a1711-a2fb-4752-8a7e-1095a9cd8108 service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867324 Nov 15 15:28:49.275131 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f892cc9d-44c0-403a-9aa3-9a8a8428a4e1 req-4a57b481-d165-4f9e-ba87-7e5f6dc3f113 service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901079 Nov 15 15:28:49.485194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23dee8-e7ca-4a96-85ca-5c54d63fc87e req-6f74b10c-10f8-409a-a24c-cd930cd2ab58 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:49.486742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c23dee8-e7ca-4a96-85ca-5c54d63fc87e req-6f74b10c-10f8-409a-a24c-cd930cd2ab58 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 944 time: 0.0495701 Nov 15 15:28:49.535198 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c23dee8-e7ca-4a96-85ca-5c54d63fc87e req-aaa9ec03-c003-4489-823f-c2eb3b2fb658 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421000 Nov 15 15:28:50.586087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f7d83513-3647-45c2-a28f-31ecacc2f10c up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:28:50.662596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d14ba9-e23c-49e2-a386-4cead40bdd3a req-db3d6bb2-8b3b-4f12-9f99-4531749dc2c4 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:50.664096 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4d14ba9-e23c-49e2-a386-4cead40bdd3a req-db3d6bb2-8b3b-4f12-9f99-4531749dc2c4 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 944 time: 0.0561242 Nov 15 15:28:50.701283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port f7d83513-3647-45c2-a28f-31ecacc2f10c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:28:50.705164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port f7d83513-3647-45c2-a28f-31ecacc2f10c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:28:50.705651 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:50.713282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4d14ba9-e23c-49e2-a386-4cead40bdd3a req-27c3f568-66e7-45e6-ac4e-59e7f11a3733 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Nov 15 15:28:50.782367 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:50.809310 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d83513-3647-45c2-a28f-31ecacc2f10c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:28:50.812571 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28b2298-a3d9-4cf5-86bd-e4ab4b3c2db4" -d '{"events": [{"server_uuid": "78cc015a-7fb2-4a01-a6a5-7994900179d7", "name": "network-vif-plugged", "status": "completed", "tag": "f7d83513-3647-45c2-a28f-31ecacc2f10c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:28:50.832014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f7d83513-3647-45c2-a28f-31ecacc2f10c, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:28:50.842068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193d3a6-ec23-4e22-8971-b3a9409a4e12 req-61a35e57-0e2d-4cdc-9443-95de2f05c972 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:50.847876 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7193d3a6-ec23-4e22-8971-b3a9409a4e12 req-61a35e57-0e2d-4cdc-9443-95de2f05c972 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 944 time: 0.0611191 Nov 15 15:28:50.850911 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694dab5c-1013-4a04-b49c-0611476bce3e x-openstack-request-id: req-694dab5c-1013-4a04-b49c-0611476bce3e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:28:50.851392 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cc015a-7fb2-4a01-a6a5-7994900179d7", "name": "network-vif-plugged", "status": "completed", "tag": "f7d83513-3647-45c2-a28f-31ecacc2f10c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:28:50.851782 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-694dab5c-1013-4a04-b49c-0611476bce3e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:28:50.852445 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d83513-3647-45c2-a28f-31ecacc2f10c', 'code': 200} Nov 15 15:28:50.889257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:50.897289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7193d3a6-ec23-4e22-8971-b3a9409a4e12 req-38d9447f-f0ba-4d7d-9c1a-0533681d8e79 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Nov 15 15:28:50.942477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f7d83513-3647-45c2-a28f-31ecacc2f10c,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:50.950487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:50.950832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:50.951168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:50.951498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:50.951835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:50.952155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:50.952472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:50.952790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:50.953108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:50.953423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:50.953744 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:50.954056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:51.028397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ef4fc-efad-4bc7-8bd7-3b594e31ed89 req-b2e81c2c-8ddb-43d0-ab83-fba7852f1964 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:51.029891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-480ef4fc-efad-4bc7-8bd7-3b594e31ed89 req-b2e81c2c-8ddb-43d0-ab83-fba7852f1964 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0495481 Nov 15 15:28:51.080824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-480ef4fc-efad-4bc7-8bd7-3b594e31ed89 req-02b84312-2e8a-4cb8-a808-3e8fca571867 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448918 Nov 15 15:28:51.646998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-354278fc-914a-4aec-89ec-24c2a4febebd tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:51.648476 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-354278fc-914a-4aec-89ec-24c2a4febebd tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 814 time: 0.1018114 Nov 15 15:28:51.664489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-e9454d14-d221-42d4-a778-639f260548db tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/quotas/519ec62f61b344b39fc74c40d48f49f1 HTTP/1.1" status: 200 len: 375 time: 0.0094316 Nov 15 15:28:51.713402 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-06e1ed9b-69f7-4b5c-ac6d-8c1a6ae2816d tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429120 Nov 15 15:28:51.807835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-479c662f-186c-454e-8915-c004b013638f service neutron] 10.222.0.70 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858192 Nov 15 15:28:51.898799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-94e10b2b-7b38-4a1d-9f8b-711e414acfea service neutron] 10.222.0.70 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848110 Nov 15 15:28:52.147853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-083d3147-1f7a-4592-a846-34f14c37403e req-e964baa9-cec4-4db9-b870-5c1618ae0402 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 210 time: 0.0317018 Nov 15 15:28:52.841634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7dcb7-a4fb-4bb8-ba0a-62c2472e99a8 req-51785195-77c3-4c5c-b35d-c35dda5d4da4 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:52.843180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36d7dcb7-a4fb-4bb8-ba0a-62c2472e99a8 req-51785195-77c3-4c5c-b35d-c35dda5d4da4 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.59 "GET /v2.0/ports?device_id=78cc015a-7fb2-4a01-a6a5-7994900179d7 HTTP/1.1" status: 200 len: 945 time: 0.0493577 Nov 15 15:28:52.934997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-36d7dcb7-a4fb-4bb8-ba0a-62c2472e99a8 req-d951493a-cdbe-4848-b80d-4fc19218f3f1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Deleting port f7d83513-3647-45c2-a28f-31ecacc2f10c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:28:52.935343 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-36d7dcb7-a4fb-4bb8-ba0a-62c2472e99a8 req-d951493a-cdbe-4848-b80d-4fc19218f3f1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:53.032022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-36d7dcb7-a4fb-4bb8-ba0a-62c2472e99a8 req-d951493a-cdbe-4848-b80d-4fc19218f3f1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] For port f7d83513-3647-45c2-a28f-31ecacc2f10c, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f7d83513-3647-45c2-a28f-31ecacc2f10c,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:28:53.032403 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-36d7dcb7-a4fb-4bb8-ba0a-62c2472e99a8 req-d951493a-cdbe-4848-b80d-4fc19218f3f1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:53.045856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-36d7dcb7-a4fb-4bb8-ba0a-62c2472e99a8 req-d951493a-cdbe-4848-b80d-4fc19218f3f1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Calling delete_port for f7d83513-3647-45c2-a28f-31ecacc2f10c owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:28:53.243248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e5af786-97ee-4566-affe-4cb6e291c62c req-3062cebc-f13b-419f-8a42-a30889e9f0db tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 210 time: 0.0277097 Nov 15 15:28:53.248898 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-36d7dcb7-a4fb-4bb8-ba0a-62c2472e99a8 req-d951493a-cdbe-4848-b80d-4fc19218f3f1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:53.260988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f7d83513-3647-45c2-a28f-31ecacc2f10c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:28:53.284755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951493a-cdbe-4848-b80d-4fc19218f3f1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Pushing event deleted for resources: {'Port': ['ID=f7d83513-3647-45c2-a28f-31ecacc2f10c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:53.324959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d7dcb7-a4fb-4bb8-ba0a-62c2472e99a8 req-d951493a-cdbe-4848-b80d-4fc19218f3f1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] No DVR routers for this DVR port f7d83513-3647-45c2-a28f-31ecacc2f10c on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:28:53.327708 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-36d7dcb7-a4fb-4bb8-ba0a-62c2472e99a8 req-d951493a-cdbe-4848-b80d-4fc19218f3f1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:53.331107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36d7dcb7-a4fb-4bb8-ba0a-62c2472e99a8 req-d951493a-cdbe-4848-b80d-4fc19218f3f1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.59 "DELETE /v2.0/ports/f7d83513-3647-45c2-a28f-31ecacc2f10c HTTP/1.1" status: 204 len: 173 time: 0.4818792 Nov 15 15:28:53.335228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'name': 'network-vif-deleted', 'tag': 'f7d83513-3647-45c2-a28f-31ecacc2f10c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:28:53.335228 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0967c343-8414-437f-b51a-3e85c38a824d" -d '{"events": [{"server_uuid": "78cc015a-7fb2-4a01-a6a5-7994900179d7", "name": "network-vif-deleted", "tag": "f7d83513-3647-45c2-a28f-31ecacc2f10c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:28:53.372637 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cb7e70-5c4f-4a1f-802d-eec2ca5165cf x-openstack-request-id: req-a0cb7e70-5c4f-4a1f-802d-eec2ca5165cf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:28:53.372932 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cc015a-7fb2-4a01-a6a5-7994900179d7", "name": "network-vif-deleted", "tag": "f7d83513-3647-45c2-a28f-31ecacc2f10c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:28:53.373191 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0cb7e70-5c4f-4a1f-802d-eec2ca5165cf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:28:53.373681 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cc015a-7fb2-4a01-a6a5-7994900179d7', 'name': 'network-vif-deleted', 'tag': 'f7d83513-3647-45c2-a28f-31ecacc2f10c', 'status': 'completed', 'code': 200} Nov 15 15:28:54.059001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-879feda8-0841-4a27-82e8-dcb275be7e35 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:54.060441 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-879feda8-0841-4a27-82e8-dcb275be7e35 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.59 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 814 time: 0.1162996 Nov 15 15:28:54.075543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-5f4edd82-e452-45a9-8633-7c0408331f62 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Request body: {'port': {'device_id': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3', 'admin_state_up': True, 'tenant_id': '519ec62f61b344b39fc74c40d48f49f1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:28:54.283635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-5f4edd82-e452-45a9-8633-7c0408331f62 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Made reservation on behalf of 519ec62f61b344b39fc74c40d48f49f1 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:28:54.287279 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-5f4edd82-e452-45a9-8633-7c0408331f62 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:54.636997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58a139a2-9f4b-4667-a6ae-3c859eb9adc5 req-16cb5ff5-02fe-40d4-a791-6de2e644655c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 210 time: 0.0302584 Nov 15 15:28:54.743801 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-5f4edd82-e452-45a9-8633-7c0408331f62 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Allocated IP 172.20.0.3 (e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3/e3bab4b0-c32a-4ba8-ab91-06e24b578245/81cfe35a-388a-4e13-b5bc-d01bacacd984) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:28:54.898925 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-5f4edd82-e452-45a9-8633-7c0408331f62 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:55.009996 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-5f4edd82-e452-45a9-8633-7c0408331f62 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:55.054032 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-5f4edd82-e452-45a9-8633-7c0408331f62 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:28:55.059570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-5f4edd82-e452-45a9-8633-7c0408331f62 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:28:55.063318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-5f4edd82-e452-45a9-8633-7c0408331f62 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:28:55.092462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4edd82-e452-45a9-8633-7c0408331f62 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Pushing event updated for resources: {'Port': ['ID=81cfe35a-388a-4e13-b5bc-d01bacacd984,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:55.116232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-5f4edd82-e452-45a9-8633-7c0408331f62 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:55.116846 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-5f4edd82-e452-45a9-8633-7c0408331f62 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:55.194696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-5f4edd82-e452-45a9-8633-7c0408331f62 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1229355 Nov 15 15:28:55.206464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Request body: {'port': {'device_id': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:28:55.259795 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:55.521392 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cfe35a-388a-4e13-b5bc-d01bacacd984 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:28:55.528679 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:55.540396 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Transition to ACTIVE for port object 81cfe35a-388a-4e13-b5bc-d01bacacd984 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:28:55.598677 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:55.651101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Pushing event updated for resources: {'Port': ['ID=81cfe35a-388a-4e13-b5bc-d01bacacd984,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:55.674108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:55.674485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:55.674849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:55.675165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:55.675501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:55.675832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:55.676162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:55.676644 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:55.676812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:55.677175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:55.677508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:55.677777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:28:55.755308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Attempting to bind port 81cfe35a-388a-4e13-b5bc-d01bacacd984 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:28:55.755645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Attempting to bind port 81cfe35a-388a-4e13-b5bc-d01bacacd984 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:28:55.755977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Attempting to bind port 81cfe35a-388a-4e13-b5bc-d01bacacd984 on network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:28:55.763215 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Port 81cfe35a-388a-4e13-b5bc-d01bacacd984 on network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:28:55.763540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Attempting to bind port 81cfe35a-388a-4e13-b5bc-d01bacacd984 on network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:28:55.771931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:28:55.772199 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Checking segment: {'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:28:55.772585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Bound using segment: {'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:28:55.773014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Bound port: 81cfe35a-388a-4e13-b5bc-d01bacacd984, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:28:55.773373 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:55.793755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ec24d-7685-43f5-a7d1-37dd3ccafaac req-13ff6f98-134b-45cd-bc57-ed13a4209cd4 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:55.795262 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b9ec24d-7685-43f5-a7d1-37dd3ccafaac req-13ff6f98-134b-45cd-bc57-ed13a4209cd4 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 943 time: 0.0828888 Nov 15 15:28:55.876687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] For port 81cfe35a-388a-4e13-b5bc-d01bacacd984, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:28:55.879794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] For port 81cfe35a-388a-4e13-b5bc-d01bacacd984, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:28:55.883712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b9ec24d-7685-43f5-a7d1-37dd3ccafaac req-aa69c2eb-77c9-4362-b9f5-295baf0245bb tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677328 Nov 15 15:28:55.952912 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:55.986462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:55.987087 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:55.988465 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] 10.222.0.59 "PUT /v2.0/ports/81cfe35a-388a-4e13-b5bc-d01bacacd984 HTTP/1.1" status: 200 len: 1091 time: 0.7860789 Nov 15 15:28:55.988899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'tag': '81cfe35a-388a-4e13-b5bc-d01bacacd984'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:28:55.991481 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d24e79f-7065-4924-95c2-41423c607580" -d '{"events": [{"name": "network-changed", "server_uuid": "f5752764-02fd-48f3-9435-c83aff6b3ada", "tag": "81cfe35a-388a-4e13-b5bc-d01bacacd984"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:28:56.015413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee0960-4dd5-4c09-80e3-8d2c9b2f1842 service neutron] Pushing event updated for resources: {'Port': ['ID=81cfe35a-388a-4e13-b5bc-d01bacacd984,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:56.038854 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd2f41f-5ae0-44e6-95df-9d4bc40495f5 x-openstack-request-id: req-9dd2f41f-5ae0-44e6-95df-9d4bc40495f5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:28:56.039145 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5752764-02fd-48f3-9435-c83aff6b3ada", "tag": "81cfe35a-388a-4e13-b5bc-d01bacacd984", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:28:56.039397 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9dd2f41f-5ae0-44e6-95df-9d4bc40495f5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:28:56.039801 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'tag': '81cfe35a-388a-4e13-b5bc-d01bacacd984', 'status': 'completed', 'code': 200} Nov 15 15:28:56.103379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e79f-7065-4924-95c2-41423c607580 req-e0ea787a-a0b0-4fb0-974d-ce6c0a7b4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:56.104933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d24e79f-7065-4924-95c2-41423c607580 req-e0ea787a-a0b0-4fb0-974d-ce6c0a7b4524 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 1094 time: 0.0450313 Nov 15 15:28:56.203646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e79f-7065-4924-95c2-41423c607580 req-6031ecf7-878f-4fbb-a93a-8ca87dbb9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:56.205131 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d24e79f-7065-4924-95c2-41423c607580 req-6031ecf7-878f-4fbb-a93a-8ca87dbb9ee5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=519ec62f61b344b39fc74c40d48f49f1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0917876 Nov 15 15:28:56.306862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e79f-7065-4924-95c2-41423c607580 req-b28fe4fe-7710-4860-8aed-a219edbc038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:56.308863 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d24e79f-7065-4924-95c2-41423c607580 req-b28fe4fe-7710-4860-8aed-a219edbc038c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964622 Nov 15 15:28:56.389308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-101ad094-9b17-4aab-a6d7-fc3383d31bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:56.391001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-101ad094-9b17-4aab-a6d7-fc3383d31bb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 1094 time: 0.0430911 Nov 15 15:28:56.434310 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-a1cf39e4-7899-4415-97ff-1e910ce5178b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984 HTTP/1.1" status: 200 len: 217 time: 0.0348701 Nov 15 15:28:56.488490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-59212b1d-cfaf-44ad-9ff5-4042fc1831b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:56.490214 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-59212b1d-cfaf-44ad-9ff5-4042fc1831b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 200 len: 854 time: 0.0474415 Nov 15 15:28:56.521926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-81bae9bd-c824-4ec8-bcf9-4dc639f7563e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236716 Nov 15 15:28:56.603299 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f7d83513-3647-45c2-a28f-31ecacc2f10c no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:28:56.610936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-20dfa0a0-2582-4e04-9d74-e5a7e31e77fb service neutron] 10.222.0.59 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806615 Nov 15 15:28:56.624578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: f7d83513-3647-45c2-a28f-31ecacc2f10c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:28:56.624928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f7d83513-3647-45c2-a28f-31ecacc2f10c not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:28:56.704313 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c93c590-e241-4852-b2b5-8280dab48c04 req-d4019672-2885-46c6-94c2-e2281a972ccc service neutron] 10.222.0.59 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862978 Nov 15 15:28:56.999555 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6578b-112c-4def-9511-896064f53c94 req-942005ff-cc0f-4d3c-8842-dea80372ac2c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:57.001045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38b6578b-112c-4def-9511-896064f53c94 req-942005ff-cc0f-4d3c-8842-dea80372ac2c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 943 time: 0.0490177 Nov 15 15:28:57.049176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38b6578b-112c-4def-9511-896064f53c94 req-f695fdf2-c37f-49b9-9eae-b6e802931a5b tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 Nov 15 15:28:58.170840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef94fa-dfcd-4d44-96b0-0a706df4bece req-6e348e6b-04cb-4874-903d-0b089de1f391 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:58.172348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25ef94fa-dfcd-4d44-96b0-0a706df4bece req-6e348e6b-04cb-4874-903d-0b089de1f391 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 943 time: 0.0502019 Nov 15 15:28:58.225204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-25ef94fa-dfcd-4d44-96b0-0a706df4bece req-318b84b8-f0ab-49db-8e0b-be73e3858b5e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465391 Nov 15 15:28:58.600280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 81cfe35a-388a-4e13-b5bc-d01bacacd984 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:28:58.696226 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 81cfe35a-388a-4e13-b5bc-d01bacacd984, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:28:58.707995 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '81cfe35a-388a-4e13-b5bc-d01bacacd984', 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3', 'port_id': '81cfe35a-388a-4e13-b5bc-d01bacacd984', 'mac_address': 'fa:16:3e:85:10:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bab4b0-c32a-4ba8-ab91-06e24b578245', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:28:58.753494 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:58.767955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cfe35a-388a-4e13-b5bc-d01bacacd984 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:28:58.788286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 81cfe35a-388a-4e13-b5bc-d01bacacd984, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:28:58.843683 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:58.871790 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:58.924270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=81cfe35a-388a-4e13-b5bc-d01bacacd984,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:28:59.066513 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['81cfe35a-388a-4e13-b5bc-d01bacacd984'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:28:59.255827 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:28:59.361912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2ddc1-af7d-4966-a913-313db8f582d4 req-7cf536f9-3cd6-4e7f-a882-3f2e1d0e4909 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:28:59.363506 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81e2ddc1-af7d-4966-a913-313db8f582d4 req-7cf536f9-3cd6-4e7f-a882-3f2e1d0e4909 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 944 time: 0.0635531 Nov 15 15:28:59.414748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81e2ddc1-af7d-4966-a913-313db8f582d4 req-ea4a6123-9379-4dc3-8aa8-8fca5a6aab35 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447156 Nov 15 15:28:59.763638 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0c6a45d-8216-49a6-9464-7971786df239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:00.542295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8f3ba-ad48-419b-b75a-4e791f085e01 req-393c14a4-0349-4d96-ac2e-45ddae5b069f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:00.543848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ba8f3ba-ad48-419b-b75a-4e791f085e01 req-393c14a4-0349-4d96-ac2e-45ddae5b069f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 944 time: 0.0590906 Nov 15 15:29:00.594256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ba8f3ba-ad48-419b-b75a-4e791f085e01 req-ac9a0de8-af68-47aa-a9cb-220d56d6dd43 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443070 Nov 15 15:29:00.603646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 81cfe35a-388a-4e13-b5bc-d01bacacd984 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:29:00.746859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 81cfe35a-388a-4e13-b5bc-d01bacacd984 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:29:00.751041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 81cfe35a-388a-4e13-b5bc-d01bacacd984 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:00.751412 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:00.829219 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:00.850735 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cfe35a-388a-4e13-b5bc-d01bacacd984'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:29:00.852935 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8db1f6-df94-4cc1-b099-f390dd9ac1c1" -d '{"events": [{"server_uuid": "f5752764-02fd-48f3-9435-c83aff6b3ada", "name": "network-vif-plugged", "status": "completed", "tag": "81cfe35a-388a-4e13-b5bc-d01bacacd984"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:29:00.871072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 81cfe35a-388a-4e13-b5bc-d01bacacd984, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:29:00.893855 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bc6c60-2a98-4e65-a858-720e197e7bda x-openstack-request-id: req-b8bc6c60-2a98-4e65-a858-720e197e7bda {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:29:00.894141 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5752764-02fd-48f3-9435-c83aff6b3ada", "name": "network-vif-plugged", "status": "completed", "tag": "81cfe35a-388a-4e13-b5bc-d01bacacd984", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:29:00.894419 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8bc6c60-2a98-4e65-a858-720e197e7bda {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:29:00.894814 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cfe35a-388a-4e13-b5bc-d01bacacd984', 'code': 200} Nov 15 15:29:00.940885 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:01.001658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726e68b-7c93-421d-8043-6208d13a7f8f req-ac35319d-2b05-4167-8b5a-d45480f40794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:01.003210 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2726e68b-7c93-421d-8043-6208d13a7f8f req-ac35319d-2b05-4167-8b5a-d45480f40794 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 1096 time: 0.0468037 Nov 15 15:29:01.051744 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2726e68b-7c93-421d-8043-6208d13a7f8f req-46a39c43-1dbe-4653-92ab-c54506f1c446 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Nov 15 15:29:01.149851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=81cfe35a-388a-4e13-b5bc-d01bacacd984,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:01.720059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714f3d-af17-40a2-9874-3a17c6b11a1a req-c2de80a0-366e-4539-9ed4-4f49c02f5e71 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:01.721591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9714f3d-af17-40a2-9874-3a17c6b11a1a req-c2de80a0-366e-4539-9ed4-4f49c02f5e71 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0540988 Nov 15 15:29:01.768971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9714f3d-af17-40a2-9874-3a17c6b11a1a req-5331f26c-f014-4b99-bc67-d0bcfb9a5f64 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413871 Nov 15 15:29:02.128860 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28b8138f-7024-4ba0-aca3-c78365ff6e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:02.891810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad561d-0d20-4911-897f-197b4fa897c1 req-43028916-e6ad-4480-9814-2d08ed8a9f68 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:02.893314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2ad561d-0d20-4911-897f-197b4fa897c1 req-43028916-e6ad-4480-9814-2d08ed8a9f68 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0525057 Nov 15 15:29:02.942269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2ad561d-0d20-4911-897f-197b4fa897c1 req-6f8740ff-fc8f-4bba-9f8e-ef7e6d032dc6 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426042 Nov 15 15:29:03.062157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd2813-29c6-42f6-bed9-167208199bf0 req-88132993-2d50-4542-a710-1b6770131814 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:03.063618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1dd2813-29c6-42f6-bed9-167208199bf0 req-88132993-2d50-4542-a710-1b6770131814 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0489678 Nov 15 15:29:03.111556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1dd2813-29c6-42f6-bed9-167208199bf0 req-5fd3828b-09a0-45b3-861b-ef4a85177659 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419564 Nov 15 15:29:03.549000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c224e97-8687-4915-844c-47ff357ab251 req-97871a91-6c84-44e6-838a-2f903ef087b9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:03.550535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4c224e97-8687-4915-844c-47ff357ab251 req-97871a91-6c84-44e6-838a-2f903ef087b9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0484502 Nov 15 15:29:03.603326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4c224e97-8687-4915-844c-47ff357ab251 req-b7fe12b4-1d56-4541-8280-becd53713e2f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466251 Nov 15 15:29:03.659523 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-c28ccbe2-c1f9-47f0-9640-7993d2aa28c1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403705 Nov 15 15:29:03.684135 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:04.724508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e634051-d6cf-4f7b-ae35-e7029886dbb1 req-8f59eaca-db84-4ab7-a745-b93bf95ad6ce tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:04.725929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e634051-d6cf-4f7b-ae35-e7029886dbb1 req-8f59eaca-db84-4ab7-a745-b93bf95ad6ce tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0499752 Nov 15 15:29:04.773936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e634051-d6cf-4f7b-ae35-e7029886dbb1 req-e8a80591-7a68-4cf7-9782-c8003be6c922 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420506 Nov 15 15:29:05.346305 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:05.782736 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-67e5cda4-b529-4fe2-b986-4ae218f382a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:05.784286 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-67e5cda4-b529-4fe2-b986-4ae218f382a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 1096 time: 0.0417221 Nov 15 15:29:05.797503 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:05.919544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-8d502227-7828-41bb-a5db-d350bdcaa8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:05.921049 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-8d502227-7828-41bb-a5db-d350bdcaa8b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 915 time: 0.1296115 Nov 15 15:29:05.928415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779aa6c-d73e-4f40-b2dd-b86b598cf1cc req-12ffbf87-8f10-481e-8312-fccad78984f1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:05.929782 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0779aa6c-d73e-4f40-b2dd-b86b598cf1cc req-12ffbf87-8f10-481e-8312-fccad78984f1 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0820279 Nov 15 15:29:05.974684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-d436860d-0476-4e78-9180-cf33545ed1bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984 HTTP/1.1" status: 200 len: 217 time: 0.0439184 Nov 15 15:29:06.046225 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0779aa6c-d73e-4f40-b2dd-b86b598cf1cc req-e3dfab58-c283-4e74-b16a-58d72d3cfab3 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090109 Nov 15 15:29:06.047683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-8818b5ac-f118-4ede-a82e-39c853753f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:06.049058 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-8818b5ac-f118-4ede-a82e-39c853753f08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 200 len: 854 time: 0.0681877 Nov 15 15:29:06.089699 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-91e22c6e-8a2a-4273-b604-c11062e9fb51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329852 Nov 15 15:29:06.190722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-844634bd-0f16-44d9-b6c8-ca6a0945c1fe service neutron] 10.222.0.59 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928056 Nov 15 15:29:06.282095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-241872fc-7bf0-4dbe-8757-53715e248718 service neutron] 10.222.0.59 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846727 Nov 15 15:29:07.166744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1e55a-2ae6-4276-a4df-80c3c7e25594 req-a5e43382-5094-4cb3-a6bb-466a1bc528b4 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:07.168851 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfa1e55a-2ae6-4276-a4df-80c3c7e25594 req-a5e43382-5094-4cb3-a6bb-466a1bc528b4 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0530541 Nov 15 15:29:07.221476 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bfa1e55a-2ae6-4276-a4df-80c3c7e25594 req-409641c8-e911-49b7-8108-4eb3659a0efa tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453899 Nov 15 15:29:08.352567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b26aae-c4e8-4d66-8df3-71b5e83b6068 req-c1e0ca41-7e08-4674-b9cd-6c1fa3fdcbcb tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:08.354005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7b26aae-c4e8-4d66-8df3-71b5e83b6068 req-c1e0ca41-7e08-4674-b9cd-6c1fa3fdcbcb tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0564580 Nov 15 15:29:08.404914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7b26aae-c4e8-4d66-8df3-71b5e83b6068 req-ea6b803e-b8cc-42d2-b2dd-e56afb320a02 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438890 Nov 15 15:29:09.526805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eba77b-0ee5-4610-8609-58c7ae8d8675 req-b92b578a-b0cd-4d62-b8d1-3407e9fb9dcb tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:09.528399 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69eba77b-0ee5-4610-8609-58c7ae8d8675 req-b92b578a-b0cd-4d62-b8d1-3407e9fb9dcb tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0546227 Nov 15 15:29:09.577051 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69eba77b-0ee5-4610-8609-58c7ae8d8675 req-f5242398-fddd-4fbb-9f86-f4963fcfee43 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 Nov 15 15:29:10.698813 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64969e-20aa-49e1-a794-08c05ffde552 req-7fb740a5-6ff6-4245-ac05-de096de6da8e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:10.700431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c64969e-20aa-49e1-a794-08c05ffde552 req-7fb740a5-6ff6-4245-ac05-de096de6da8e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0524259 Nov 15 15:29:10.749361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1c64969e-20aa-49e1-a794-08c05ffde552 req-796acee5-ec99-4f65-a48a-29d617fc1ecf tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 Nov 15 15:29:11.866647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29799a8-f198-4906-9bc7-83d77cc740f4 req-45d6f3d5-a92c-4adb-9bc0-d03fd6bfb5ed tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:11.868198 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c29799a8-f198-4906-9bc7-83d77cc740f4 req-45d6f3d5-a92c-4adb-9bc0-d03fd6bfb5ed tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0493221 Nov 15 15:29:11.919054 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c29799a8-f198-4906-9bc7-83d77cc740f4 req-8c2d50d3-ea24-489e-8203-65cbf147f3d3 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441289 Nov 15 15:29:13.034880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c717a2f-6d5d-406b-a8f3-a0a4a1d5331d req-8de7a6b9-c1a6-4700-b62e-ffb1458aa814 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:13.036350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4c717a2f-6d5d-406b-a8f3-a0a4a1d5331d req-8de7a6b9-c1a6-4700-b62e-ffb1458aa814 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0484803 Nov 15 15:29:13.099873 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4c717a2f-6d5d-406b-a8f3-a0a4a1d5331d req-6a763829-8f13-4e17-af48-3b2097644d24 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575800 Nov 15 15:29:14.224497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08794e0d-6fe6-46b9-a50a-5e68007157bf req-4f3cfe73-a29d-4b41-8877-9f8e59b6eedc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:14.226000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08794e0d-6fe6-46b9-a50a-5e68007157bf req-4f3cfe73-a29d-4b41-8877-9f8e59b6eedc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0491810 Nov 15 15:29:14.273706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08794e0d-6fe6-46b9-a50a-5e68007157bf req-a51140ef-ae65-41c9-8f18-64925f779af3 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417221 Nov 15 15:29:15.390720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad090479-bc89-4f26-a3ec-2eb54f4ac2fc req-e5fe492d-a4f8-441d-a9a5-50a907538b07 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:15.392217 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad090479-bc89-4f26-a3ec-2eb54f4ac2fc req-e5fe492d-a4f8-441d-a9a5-50a907538b07 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0492268 Nov 15 15:29:15.438850 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad090479-bc89-4f26-a3ec-2eb54f4ac2fc req-7ef19470-c6de-4e2a-8dd0-e365c5a6f695 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Nov 15 15:29:16.561470 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b22b6-c5da-4ae5-94d3-b09d625a7d56 req-516c429e-05cd-4b8c-9b6a-341934fa93bd tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:16.562973 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c6b22b6-c5da-4ae5-94d3-b09d625a7d56 req-516c429e-05cd-4b8c-9b6a-341934fa93bd tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0526180 Nov 15 15:29:16.612156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c6b22b6-c5da-4ae5-94d3-b09d625a7d56 req-e7206b4f-57da-4278-bd1e-75aeee9c620f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Nov 15 15:29:17.726015 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13003a78-aaa5-443b-aff0-5a9b4fb3357c req-4c75235b-8685-40e7-b439-86c2cdd441de tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:17.727583 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13003a78-aaa5-443b-aff0-5a9b4fb3357c req-4c75235b-8685-40e7-b439-86c2cdd441de tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0482898 Nov 15 15:29:17.775099 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-13003a78-aaa5-443b-aff0-5a9b4fb3357c req-e83b28d3-5cde-42f5-947a-f3eb9f4d7679 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416110 Nov 15 15:29:18.889895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de6ca3-35c8-4e96-bc96-ff2c62274c1d req-0d358bb2-93d1-4141-a569-146ceaa2a7ea tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:18.891396 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84de6ca3-35c8-4e96-bc96-ff2c62274c1d req-0d358bb2-93d1-4141-a569-146ceaa2a7ea tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0478582 Nov 15 15:29:18.942111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84de6ca3-35c8-4e96-bc96-ff2c62274c1d req-a1843324-6309-4a55-aff5-68191be8b954 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441625 Nov 15 15:29:20.057255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fc835-7fb6-405f-832f-8892a488caea req-0abeac1d-8122-4205-8533-0b4e0e4875a3 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:20.058764 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-851fc835-7fb6-405f-832f-8892a488caea req-0abeac1d-8122-4205-8533-0b4e0e4875a3 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0483763 Nov 15 15:29:20.106853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-851fc835-7fb6-405f-832f-8892a488caea req-aea95029-c0b6-421a-8410-3c95e6237191 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422218 Nov 15 15:29:21.232960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadfe1a-9c5e-4ba5-aa32-8f315a414144 req-af9cb7c8-47c8-458c-ab9e-f187b9d02afc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:21.234479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5fadfe1a-9c5e-4ba5-aa32-8f315a414144 req-af9cb7c8-47c8-458c-ab9e-f187b9d02afc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0489593 Nov 15 15:29:21.288539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5fadfe1a-9c5e-4ba5-aa32-8f315a414144 req-ef595a4b-6583-41c7-8bb4-a32801be1afd tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473819 Nov 15 15:29:22.406739 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67439f8f-f485-4220-a8f8-240e36a89a23 req-04b55526-a054-49d3-8b83-2643c7fadc49 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:22.408122 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67439f8f-f485-4220-a8f8-240e36a89a23 req-04b55526-a054-49d3-8b83-2643c7fadc49 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0518353 Nov 15 15:29:22.455907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-67439f8f-f485-4220-a8f8-240e36a89a23 req-f910edc3-929c-452d-87c8-2433212b243e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Nov 15 15:29:23.574350 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de2e83-2a17-420a-a149-c61d8d1b46cf req-f43d37fa-173a-4d22-86c0-8325f4bba7aa tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:23.575916 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08de2e83-2a17-420a-a149-c61d8d1b46cf req-f43d37fa-173a-4d22-86c0-8325f4bba7aa tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0486674 Nov 15 15:29:23.626659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08de2e83-2a17-420a-a149-c61d8d1b46cf req-06562704-c875-4d10-a2c1-cbbcdae37d10 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438948 Nov 15 15:29:24.749852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa60d3-2fde-4877-9329-66cee3a678e0 req-65f1d59f-9670-4cd3-8b6b-f1832d6cdc47 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:24.751355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3aaa60d3-2fde-4877-9329-66cee3a678e0 req-65f1d59f-9670-4cd3-8b6b-f1832d6cdc47 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0520079 Nov 15 15:29:24.798600 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3aaa60d3-2fde-4877-9329-66cee3a678e0 req-643e51ed-e976-4d58-9da7-6216edb41fa9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406015 Nov 15 15:29:25.188207 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:29:25.915732 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3844ff0-88fb-474f-901a-a20791a321b9 req-26af0871-c912-456b-914e-c6091becfd5c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:25.917270 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3844ff0-88fb-474f-901a-a20791a321b9 req-26af0871-c912-456b-914e-c6091becfd5c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0492365 Nov 15 15:29:25.963915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3844ff0-88fb-474f-901a-a20791a321b9 req-c6c39342-012c-4897-9269-aa0245b32015 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406129 Nov 15 15:29:27.081920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb708a-80f5-400e-82a5-ad719db701e5 req-1d2f8496-1f85-43e2-966f-306e3a170637 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:27.083450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bdb708a-80f5-400e-82a5-ad719db701e5 req-1d2f8496-1f85-43e2-966f-306e3a170637 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0483742 Nov 15 15:29:27.134767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9bdb708a-80f5-400e-82a5-ad719db701e5 req-32b722ed-b244-456e-a28c-2a2371634da3 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 Nov 15 15:29:28.252155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eade8-1937-43ca-a74a-474e01eb5e9e req-002b640f-922b-4994-a31e-f614149b92e7 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:28.253773 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-025eade8-1937-43ca-a74a-474e01eb5e9e req-002b640f-922b-4994-a31e-f614149b92e7 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0508373 Nov 15 15:29:28.303845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-025eade8-1937-43ca-a74a-474e01eb5e9e req-b7fc923b-8cb1-4e0e-a0fd-bb56d2ddf721 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434544 Nov 15 15:29:28.956519 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:29.265861 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:29.422204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ffbd0-c898-4198-abc5-07c593fcdd31 req-ee1a0c95-1d08-4c12-9e38-d5494fe8f06a tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:29.423771 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a55ffbd0-c898-4198-abc5-07c593fcdd31 req-ee1a0c95-1d08-4c12-9e38-d5494fe8f06a tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0498364 Nov 15 15:29:29.474365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a55ffbd0-c898-4198-abc5-07c593fcdd31 req-6fca0a76-1d60-4e1c-8908-69054dfb8e0f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439761 Nov 15 15:29:29.780577 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c21eb83-cd75-42ca-a2cf-9c49ae378204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:30.595786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcd0f8-a210-422a-8caf-660a71fb86d9 req-76a1080b-bd17-4a28-b1ec-87657a3aa07a tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:30.599161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91fcd0f8-a210-422a-8caf-660a71fb86d9 req-76a1080b-bd17-4a28-b1ec-87657a3aa07a tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0532413 Nov 15 15:29:30.647185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-91fcd0f8-a210-422a-8caf-660a71fb86d9 req-f7d58bba-51f5-4acd-b7c6-a28eb1c2f596 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 Nov 15 15:29:31.767935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30972c-085f-4b13-817c-9a3bf1d3fa60 req-d3d3d624-4dfd-4eed-92bf-bb5b1c3c5f6e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:31.769413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a30972c-085f-4b13-817c-9a3bf1d3fa60 req-d3d3d624-4dfd-4eed-92bf-bb5b1c3c5f6e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0496099 Nov 15 15:29:31.817087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a30972c-085f-4b13-817c-9a3bf1d3fa60 req-30d7018d-b1ae-4747-8fca-341fe847efc5 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411212 Nov 15 15:29:32.117836 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe01fc6d-a5b5-46e7-88e1-d93973de0ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:32.931532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c84a9-05bd-4340-8558-17c018ecce44 req-fb3f7a01-5a78-4b71-893c-c194ec224758 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:32.932995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-958c84a9-05bd-4340-8558-17c018ecce44 req-fb3f7a01-5a78-4b71-893c-c194ec224758 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0477247 Nov 15 15:29:32.984548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-958c84a9-05bd-4340-8558-17c018ecce44 req-d737ca92-4058-42de-83cd-c82263b0483c tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455606 Nov 15 15:29:33.483148 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-da6aca9e-8438-48fb-89cc-5afb30b5b314 service neutron] show failed (client error): The resource could not be found. Nov 15 15:29:33.484167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-da6aca9e-8438-48fb-89cc-5afb30b5b314 service neutron] 10.222.0.59 "GET /v2.0/ports/81cfe35a-388a-4e13-b5bc-d01bacacd984/bindings/n-h2-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0532696 Nov 15 15:29:33.682922 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:34.051892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-1f590b3b-8cfa-4dcd-a376-d1dda23f7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:34.053480 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-1f590b3b-8cfa-4dcd-a376-d1dda23f7ed0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada&tenant_id=519ec62f61b344b39fc74c40d48f49f1 HTTP/1.1" status: 200 len: 1096 time: 0.0481694 Nov 15 15:29:34.071729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:29:34.103957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec335b10-67d8-4c7c-a71c-a979ca13a80b req-0312755f-8d7c-4a59-a53f-9c4572df9590 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:34.105579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec335b10-67d8-4c7c-a71c-a979ca13a80b req-0312755f-8d7c-4a59-a53f-9c4572df9590 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0503118 Nov 15 15:29:34.129018 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:34.158133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ec335b10-67d8-4c7c-a71c-a979ca13a80b req-90b6d88d-67e6-49b9-aec9-d8d751299be0 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Nov 15 15:29:34.332012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] For port 81cfe35a-388a-4e13-b5bc-d01bacacd984, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:29:34.365318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] For port 81cfe35a-388a-4e13-b5bc-d01bacacd984, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:29:34.404194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81cfe35a-388a-4e13-b5bc-d01bacacd984'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:29:34.406488 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b051b7f-6b7c-413a-91c2-e8a9867d8a60" -d '{"events": [{"server_uuid": "f5752764-02fd-48f3-9435-c83aff6b3ada", "name": "network-vif-unplugged", "status": "completed", "tag": "81cfe35a-388a-4e13-b5bc-d01bacacd984"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:29:34.410228 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:34.422495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Transition to ACTIVE for port object 81cfe35a-388a-4e13-b5bc-d01bacacd984 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:29:34.458844 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ede57f-95d4-43fb-b1e6-3013edfec03c x-openstack-request-id: req-78ede57f-95d4-43fb-b1e6-3013edfec03c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:29:34.459144 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5752764-02fd-48f3-9435-c83aff6b3ada", "name": "network-vif-unplugged", "status": "completed", "tag": "81cfe35a-388a-4e13-b5bc-d01bacacd984", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:29:34.459981 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78ede57f-95d4-43fb-b1e6-3013edfec03c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:29:34.460462 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81cfe35a-388a-4e13-b5bc-d01bacacd984', 'code': 200} Nov 15 15:29:34.504767 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:34.564423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Pushing event updated for resources: {'Port': ['ID=81cfe35a-388a-4e13-b5bc-d01bacacd984,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:34.566423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] No DVR routers for this DVR port 81cfe35a-388a-4e13-b5bc-d01bacacd984 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:29:34.575664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:34.575991 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:34.576330 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:34.576664 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:34.576993 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:34.577318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:34.577640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:34.577961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:34.578283 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:34.578629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:34.578947 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:34.579288 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:34.620561 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Attempting to bind port 81cfe35a-388a-4e13-b5bc-d01bacacd984 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:29:34.620927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Attempting to bind port 81cfe35a-388a-4e13-b5bc-d01bacacd984 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:29:34.621258 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Attempting to bind port 81cfe35a-388a-4e13-b5bc-d01bacacd984 on network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:29:34.626152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Port 81cfe35a-388a-4e13-b5bc-d01bacacd984 on network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:29:34.626509 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Attempting to bind port 81cfe35a-388a-4e13-b5bc-d01bacacd984 on network e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:29:34.632610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:29:34.632951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Checking segment: {'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:29:34.633341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Bound using segment: {'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:29:34.633776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Bound port: 81cfe35a-388a-4e13-b5bc-d01bacacd984, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995f83a4-500b-4fe0-9eae-0283b72f2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:29:34.634142 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:34.702108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] For port 81cfe35a-388a-4e13-b5bc-d01bacacd984, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:29:34.705427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] For port 81cfe35a-388a-4e13-b5bc-d01bacacd984, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:29:34.779750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:34.821856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:34.821856 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:34.821856 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] 10.222.0.46 "PUT /v2.0/ports/81cfe35a-388a-4e13-b5bc-d01bacacd984 HTTP/1.1" status: 200 len: 1091 time: 0.7492995 Nov 15 15:29:34.837592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ce58b-7f73-447e-838a-b903e9ffd453 service neutron] Pushing event updated for resources: {'Port': ['ID=81cfe35a-388a-4e13-b5bc-d01bacacd984,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:34.881060 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-6a408873-445e-4337-8b57-10b955b949dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:34.883254 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-6a408873-445e-4337-8b57-10b955b949dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 1094 time: 0.0409231 Nov 15 15:29:34.981467 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-6a0f8377-f72d-46b5-9cff-e0d2ccff92af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:34.982997 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-6a0f8377-f72d-46b5-9cff-e0d2ccff92af service neutron] 10.222.0.46 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 915 time: 0.0866964 Nov 15 15:29:35.030359 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-f079e21b-7ba0-47d2-bf6a-b2e0f58da82c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984 HTTP/1.1" status: 200 len: 217 time: 0.0348108 Nov 15 15:29:35.089634 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-e8214c0d-1aab-4192-80bb-27a99cd8b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:35.091095 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-e8214c0d-1aab-4192-80bb-27a99cd8b370 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 200 len: 854 time: 0.0477579 Nov 15 15:29:35.128614 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-352c72c4-fa37-4dad-bca7-a9847c4ae22d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247655 Nov 15 15:29:35.221203 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-e60de98a-53b5-4e47-a4ec-1c17553eec9d service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810611 Nov 15 15:29:35.292136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7a327-72c8-435e-87c0-7d7c7305209b req-2774fec5-8935-4c61-9ad9-415844b4a6ba tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:35.294828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9b7a327-72c8-435e-87c0-7d7c7305209b req-2774fec5-8935-4c61-9ad9-415844b4a6ba tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 943 time: 0.0666323 Nov 15 15:29:35.311100 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:35.331239 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-b4b9d3ef-355b-48d9-93ce-61952f05472d req-10c53e2b-8049-45f0-a239-5035f260e866 service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012516 Nov 15 15:29:35.356555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f9b7a327-72c8-435e-87c0-7d7c7305209b req-b58bdd05-c570-420d-98bf-449c6baa7fde tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524118 Nov 15 15:29:35.791366 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:36.462359 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'tag': '81cfe35a-388a-4e13-b5bc-d01bacacd984'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:29:36.464780 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35004636-682c-466d-9cda-6a48d7cad5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f5752764-02fd-48f3-9435-c83aff6b3ada", "tag": "81cfe35a-388a-4e13-b5bc-d01bacacd984"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:29:36.469942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54334f7-ea44-4f4c-8fe8-9a06d4562c35 req-f690e558-1d9f-49f8-a639-13aa2b78d062 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:36.471539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c54334f7-ea44-4f4c-8fe8-9a06d4562c35 req-f690e558-1d9f-49f8-a639-13aa2b78d062 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 943 time: 0.0478177 Nov 15 15:29:36.514177 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23274535-7c5f-41e1-8479-dc4fa8a62813 x-openstack-request-id: req-23274535-7c5f-41e1-8479-dc4fa8a62813 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:29:36.514514 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5752764-02fd-48f3-9435-c83aff6b3ada", "tag": "81cfe35a-388a-4e13-b5bc-d01bacacd984", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:29:36.514766 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-23274535-7c5f-41e1-8479-dc4fa8a62813 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:29:36.515161 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'tag': '81cfe35a-388a-4e13-b5bc-d01bacacd984', 'status': 'completed', 'code': 200} Nov 15 15:29:36.524682 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c54334f7-ea44-4f4c-8fe8-9a06d4562c35 req-f379f018-be53-4dc8-bed2-a982a3707012 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 Nov 15 15:29:36.582026 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-8123428a-e349-4aac-9cf9-374acc36b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:36.582510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-0ca7b474-ecb3-4892-8a65-76038f728726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:36.583587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-8123428a-e349-4aac-9cf9-374acc36b421 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 1094 time: 0.0404997 Nov 15 15:29:36.584078 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-0ca7b474-ecb3-4892-8a65-76038f728726 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 1094 time: 0.0409272 Nov 15 15:29:36.692018 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-91e25725-86a9-473f-a485-2ba9833911db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:36.694567 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-91e25725-86a9-473f-a485-2ba9833911db service neutron] 10.222.0.46 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 915 time: 0.1023564 Nov 15 15:29:36.695041 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-feabd2b7-498f-4fc3-b9be-f5984aef0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:36.696542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-feabd2b7-498f-4fc3-b9be-f5984aef0684 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 915 time: 0.1048248 Nov 15 15:29:36.736440 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-f0f66be6-947f-43d0-b7af-fe3fc4d9725e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984 HTTP/1.1" status: 200 len: 217 time: 0.0350294 Nov 15 15:29:36.737721 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-49c251c4-a3aa-4146-bac6-8b0af8cb9f1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984 HTTP/1.1" status: 200 len: 217 time: 0.0343344 Nov 15 15:29:36.785694 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 81cfe35a-388a-4e13-b5bc-d01bacacd984 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:29:36.787336 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-217fbc97-a947-4a6e-86e9-691dc3e94412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:36.788968 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-217fbc97-a947-4a6e-86e9-691dc3e94412 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 200 len: 854 time: 0.0445461 Nov 15 15:29:36.792048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-85c90198-dcee-4c8e-8f30-b4ecb4136197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:36.793541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-85c90198-dcee-4c8e-8f30-b4ecb4136197 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 200 len: 854 time: 0.0482767 Nov 15 15:29:36.824576 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-536aaf7a-865a-48df-89e8-9bbd90790838 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270524 Nov 15 15:29:36.828052 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 81cfe35a-388a-4e13-b5bc-d01bacacd984 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:29:36.828258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-06427384-f340-4648-b93a-ce1de42058b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275860 Nov 15 15:29:36.917356 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-ceb006f2-4c97-488a-82fa-5524a039f744 service neutron] 10.222.0.59 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810373 Nov 15 15:29:36.918557 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-98b0448a-1ec9-426a-9042-45674552d77b service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862811 Nov 15 15:29:37.017712 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-1fddd341-25d2-4c87-a614-7cd67d80ce55 service neutron] 10.222.0.46 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903077 Nov 15 15:29:37.018386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-35004636-682c-466d-9cda-6a48d7cad5d9 req-8f53ad92-a6d7-4666-9bed-e5e50c58125d service neutron] 10.222.0.59 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942261 Nov 15 15:29:37.658431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775fc9b-55b0-4794-9838-8ccc61859d30 req-e2942b0d-7f6b-40cf-9a07-3f4c1747a9c5 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:37.659988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5775fc9b-55b0-4794-9838-8ccc61859d30 req-e2942b0d-7f6b-40cf-9a07-3f4c1747a9c5 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 943 time: 0.0521786 Nov 15 15:29:37.708844 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5775fc9b-55b0-4794-9838-8ccc61859d30 req-27b06a44-705c-4a1c-bd35-1f1de6ae205e tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421507 Nov 15 15:29:38.062661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98f8dd-7939-4351-b77c-955b4a3d7f33 req-8db64a89-e5dc-46e1-b453-8cd0d1fa00b2 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:38.064190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb98f8dd-7939-4351-b77c-955b4a3d7f33 req-8db64a89-e5dc-46e1-b453-8cd0d1fa00b2 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 943 time: 0.0535438 Nov 15 15:29:38.138033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb98f8dd-7939-4351-b77c-955b4a3d7f33 req-f3808e25-8fed-4f90-87cc-16d58998585a tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663836 Nov 15 15:29:38.167061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-eb661eb0-8d35-49d3-ae59-2ee3a0633cb9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:38.168902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-eb661eb0-8d35-49d3-ae59-2ee3a0633cb9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada&tenant_id=519ec62f61b344b39fc74c40d48f49f1&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 943 time: 0.0653644 Nov 15 15:29:38.211362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 81cfe35a-388a-4e13-b5bc-d01bacacd984 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:29:38.229546 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-07316bf0-1b6c-46dc-b058-f4e4686f2fb3 service neutron] delete failed (client error): The resource could not be found. Nov 15 15:29:38.230669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-07316bf0-1b6c-46dc-b058-f4e4686f2fb3 service neutron] 10.222.0.59 "DELETE /v2.0/ports/81cfe35a-388a-4e13-b5bc-d01bacacd984/bindings/n-h1-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0545051 Nov 15 15:29:38.310753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 81cfe35a-388a-4e13-b5bc-d01bacacd984, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:29:38.316582 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-c935b272-b08c-469c-aa15-72c69f48ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:38.318480 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-c935b272-b08c-469c-aa15-72c69f48ca13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519ec62f61b344b39fc74c40d48f49f1&device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 1094 time: 0.0422254 Nov 15 15:29:38.325010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '81cfe35a-388a-4e13-b5bc-d01bacacd984', 'network_id': 'e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3', 'port_id': '81cfe35a-388a-4e13-b5bc-d01bacacd984', 'mac_address': 'fa:16:3e:85:10:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bab4b0-c32a-4ba8-ab91-06e24b578245', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:29:38.367207 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:38.379869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cfe35a-388a-4e13-b5bc-d01bacacd984 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:29:38.400936 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 81cfe35a-388a-4e13-b5bc-d01bacacd984, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:29:38.414426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-0f5ac4f2-583a-438e-895d-d4fac88f7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:38.415950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-0f5ac4f2-583a-438e-895d-d4fac88f7bde service neutron] 10.222.0.59 "GET /v2.0/networks?id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 200 len: 915 time: 0.0898335 Nov 15 15:29:38.458674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-7c293b14-1bad-49ad-b00f-0c57ed9c1b0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984 HTTP/1.1" status: 200 len: 217 time: 0.0344689 Nov 15 15:29:38.465963 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:38.512333 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-86a49283-8ca4-4310-9f28-be9d6acd02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:38.513794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-86a49283-8ca4-4310-9f28-be9d6acd02c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 200 len: 854 time: 0.0481570 Nov 15 15:29:38.515120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=81cfe35a-388a-4e13-b5bc-d01bacacd984,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:38.545534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-664240d9-94c9-4062-a69b-2acca18929ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245414 Nov 15 15:29:38.637490 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-92a8d10e-e0d4-4f10-ae92-354cd584f738 service neutron] 10.222.0.59 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839880 Nov 15 15:29:38.707124 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['81cfe35a-388a-4e13-b5bc-d01bacacd984'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:29:38.729812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-43009d7b-0416-4dd3-b703-b5b6a6c9c3e4 req-fee43215-f52a-4428-aa1b-792dcb79e09d service neutron] 10.222.0.59 "GET /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854034 Nov 15 15:29:39.260486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dc3dd-d6e9-47f3-bbbe-6ab81ee5f0dd req-95361fd8-2ae0-48f4-990f-c34566e00079 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:39.261997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-480dc3dd-d6e9-47f3-bbbe-6ab81ee5f0dd req-95361fd8-2ae0-48f4-990f-c34566e00079 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 944 time: 0.0523551 Nov 15 15:29:39.314116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-480dc3dd-d6e9-47f3-bbbe-6ab81ee5f0dd req-fd3c4e66-eec1-4a36-94ed-2a89928192e5 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456743 Nov 15 15:29:40.231904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 81cfe35a-388a-4e13-b5bc-d01bacacd984 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:29:40.345511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 81cfe35a-388a-4e13-b5bc-d01bacacd984 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:29:40.349770 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 81cfe35a-388a-4e13-b5bc-d01bacacd984 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:40.350263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:40.441327 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:40.441753 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290168b6-bfb8-450d-8955-80e31900bbe0 req-ed18d760-8c80-47d3-aca4-e5643e5ffebc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:40.443619 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-290168b6-bfb8-450d-8955-80e31900bbe0 req-ed18d760-8c80-47d3-aca4-e5643e5ffebc tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 944 time: 0.0559134 Nov 15 15:29:40.463845 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cfe35a-388a-4e13-b5bc-d01bacacd984'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:29:40.466103 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4414c39d-aec5-4fc8-b270-635327e69f44" -d '{"events": [{"server_uuid": "f5752764-02fd-48f3-9435-c83aff6b3ada", "name": "network-vif-plugged", "status": "completed", "tag": "81cfe35a-388a-4e13-b5bc-d01bacacd984"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:29:40.480032 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 81cfe35a-388a-4e13-b5bc-d01bacacd984, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:29:40.498933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-290168b6-bfb8-450d-8955-80e31900bbe0 req-aef38e4e-a5e0-4cac-a177-f5cddfe296f7 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491748 Nov 15 15:29:40.508002 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6d6a55-8f8b-42bf-906d-623c55352057 x-openstack-request-id: req-1b6d6a55-8f8b-42bf-906d-623c55352057 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:29:40.511187 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5752764-02fd-48f3-9435-c83aff6b3ada", "name": "network-vif-plugged", "status": "completed", "tag": "81cfe35a-388a-4e13-b5bc-d01bacacd984", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:29:40.511187 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b6d6a55-8f8b-42bf-906d-623c55352057 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:29:40.511187 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cfe35a-388a-4e13-b5bc-d01bacacd984', 'code': 200} Nov 15 15:29:40.562145 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:40.612439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=81cfe35a-388a-4e13-b5bc-d01bacacd984,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:40.617223 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c66d1-f087-43b8-a133-430a5aeef9f0 req-c78eae70-fe30-4c90-8636-379d95861979 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:40.620146 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-723c66d1-f087-43b8-a133-430a5aeef9f0 req-c78eae70-fe30-4c90-8636-379d95861979 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0502040 Nov 15 15:29:40.668606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-723c66d1-f087-43b8-a133-430a5aeef9f0 req-cee30a5f-53c3-4dff-a962-2e9dc0292bd6 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432363 Nov 15 15:29:40.791470 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d6734-a00a-44d3-b9ff-9d191b2b1eb9 req-af9cf768-a014-4f73-bf97-d9cdf2fd42fb tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:40.792956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-200d6734-a00a-44d3-b9ff-9d191b2b1eb9 req-af9cf768-a014-4f73-bf97-d9cdf2fd42fb tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0500691 Nov 15 15:29:40.843661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-200d6734-a00a-44d3-b9ff-9d191b2b1eb9 req-47664363-1647-4550-a4a1-adc56e29c291 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440428 Nov 15 15:29:41.409524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6842d8b-4ba3-4bb9-8377-4446093e538e req-ed6fc1cd-536c-43c7-95af-432c7d26e61f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:41.411037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6842d8b-4ba3-4bb9-8377-4446093e538e req-ed6fc1cd-536c-43c7-95af-432c7d26e61f tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0621424 Nov 15 15:29:41.458471 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6842d8b-4ba3-4bb9-8377-4446093e538e req-6092818f-61d6-47d6-bb30-a3e2c5a0855d tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 Nov 15 15:29:42.571955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb580877-b66a-4979-88ca-8a4b154c4747 req-46e7df1b-dfcb-4cf9-ad06-fea162919e20 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:42.573468 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb580877-b66a-4979-88ca-8a4b154c4747 req-46e7df1b-dfcb-4cf9-ad06-fea162919e20 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0477629 Nov 15 15:29:42.619955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb580877-b66a-4979-88ca-8a4b154c4747 req-2a975a78-b101-4640-9a8e-1a3ab1399891 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ed192b7e-bc46-4f77-b90c-0144a9cfabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405281 Nov 15 15:29:42.667283 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ab655-73ec-483e-995c-dd834a5b671f req-8168fd15-191c-40ed-8c9f-048025e1d1ef tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:42.668741 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d61ab655-73ec-483e-995c-dd834a5b671f req-8168fd15-191c-40ed-8c9f-048025e1d1ef tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 945 time: 0.0478086 Nov 15 15:29:42.759948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d61ab655-73ec-483e-995c-dd834a5b671f req-1d752e76-f9ca-4274-ad82-527f1ff27ef9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Deleting port 81cfe35a-388a-4e13-b5bc-d01bacacd984 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:29:42.760297 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d61ab655-73ec-483e-995c-dd834a5b671f req-1d752e76-f9ca-4274-ad82-527f1ff27ef9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:42.850258 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d61ab655-73ec-483e-995c-dd834a5b671f req-1d752e76-f9ca-4274-ad82-527f1ff27ef9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] For port 81cfe35a-388a-4e13-b5bc-d01bacacd984, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=81cfe35a-388a-4e13-b5bc-d01bacacd984,segment=NetworkSegment(995f83a4-500b-4fe0-9eae-0283b72f2da6),segment_id=995f83a4-500b-4fe0-9eae-0283b72f2da6)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:29:42.850651 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d61ab655-73ec-483e-995c-dd834a5b671f req-1d752e76-f9ca-4274-ad82-527f1ff27ef9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:42.863563 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d61ab655-73ec-483e-995c-dd834a5b671f req-1d752e76-f9ca-4274-ad82-527f1ff27ef9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Calling delete_port for 81cfe35a-388a-4e13-b5bc-d01bacacd984 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:29:43.048485 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d61ab655-73ec-483e-995c-dd834a5b671f req-1d752e76-f9ca-4274-ad82-527f1ff27ef9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:43.064495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['81cfe35a-388a-4e13-b5bc-d01bacacd984'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:29:43.076800 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d752e76-f9ca-4274-ad82-527f1ff27ef9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Pushing event deleted for resources: {'Port': ['ID=81cfe35a-388a-4e13-b5bc-d01bacacd984,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:43.118352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61ab655-73ec-483e-995c-dd834a5b671f req-1d752e76-f9ca-4274-ad82-527f1ff27ef9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] No DVR routers for this DVR port 81cfe35a-388a-4e13-b5bc-d01bacacd984 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:29:43.121276 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d61ab655-73ec-483e-995c-dd834a5b671f req-1d752e76-f9ca-4274-ad82-527f1ff27ef9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:43.124890 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-d61ab655-73ec-483e-995c-dd834a5b671f req-1d752e76-f9ca-4274-ad82-527f1ff27ef9 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.46 "DELETE /v2.0/ports/81cfe35a-388a-4e13-b5bc-d01bacacd984 HTTP/1.1" status: 204 len: 173 time: 0.4462471 Nov 15 15:29:43.125663 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'name': 'network-vif-deleted', 'tag': '81cfe35a-388a-4e13-b5bc-d01bacacd984'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:29:43.127926 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a5a9e0-4793-46d7-97ba-d561831284f3" -d '{"events": [{"server_uuid": "f5752764-02fd-48f3-9435-c83aff6b3ada", "name": "network-vif-deleted", "tag": "81cfe35a-388a-4e13-b5bc-d01bacacd984"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:29:43.165556 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f725295c-5be5-42c8-9e59-545be1bd07a8 x-openstack-request-id: req-f725295c-5be5-42c8-9e59-545be1bd07a8 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:29:43.165849 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5752764-02fd-48f3-9435-c83aff6b3ada", "name": "network-vif-deleted", "tag": "81cfe35a-388a-4e13-b5bc-d01bacacd984", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:29:43.166099 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f725295c-5be5-42c8-9e59-545be1bd07a8 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:29:43.166531 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5752764-02fd-48f3-9435-c83aff6b3ada', 'name': 'network-vif-deleted', 'tag': '81cfe35a-388a-4e13-b5bc-d01bacacd984', 'status': 'completed', 'code': 200} Nov 15 15:29:43.728046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f86535ea-81e6-4a7d-89fe-a6ffc2858e55 req-a702deff-6ced-443b-aaa0-37b776cdf7e7 tempest-ServerDiskConfigTestJSON-1718903550 tempest-ServerDiskConfigTestJSON-1718903550-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5752764-02fd-48f3-9435-c83aff6b3ada HTTP/1.1" status: 200 len: 210 time: 0.0297775 Nov 15 15:29:44.852519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:29:44.901750 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e676f322-9bb3-4b2c-a170-906d1482f128 admin admin] Deleting subnet e3bab4b0-c32a-4ba8-ab91-06e24b578245 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:29:44.905660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e676f322-9bb3-4b2c-a170-906d1482f128 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:44.941730 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e676f322-9bb3-4b2c-a170-906d1482f128 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:44.983453 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e676f322-9bb3-4b2c-a170-906d1482f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:45.106379 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e676f322-9bb3-4b2c-a170-906d1482f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:45.136000 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676f322-9bb3-4b2c-a170-906d1482f128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3bab4b0-c32a-4ba8-ab91-06e24b578245,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:45.137971 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e676f322-9bb3-4b2c-a170-906d1482f128 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:45.141212 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e676f322-9bb3-4b2c-a170-906d1482f128 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e3bab4b0-c32a-4ba8-ab91-06e24b578245 HTTP/1.1" status: 204 len: 168 time: 0.2876110 Nov 15 15:29:45.143760 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:29:45.220983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-043aa369-b026-4b59-9c9c-fffb1e88688f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:45.306161 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-043aa369-b026-4b59-9c9c-fffb1e88688f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:45.327592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-043aa369-b026-4b59-9c9c-fffb1e88688f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:29:45.336906 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-043aa369-b026-4b59-9c9c-fffb1e88688f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995f83a4-500b-4fe0-9eae-0283b72f2da6') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:29:45.337208 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-043aa369-b026-4b59-9c9c-fffb1e88688f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995f83a4-500b-4fe0-9eae-0283b72f2da6') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:29:45.352483 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-043aa369-b026-4b59-9c9c-fffb1e88688f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:45.369395 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-043aa369-b026-4b59-9c9c-fffb1e88688f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:45.375898 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043aa369-b026-4b59-9c9c-fffb1e88688f admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:29:45.376293 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-043aa369-b026-4b59-9c9c-fffb1e88688f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:29:45.378023 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:29:45.500063 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-043aa369-b026-4b59-9c9c-fffb1e88688f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:45.505566 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-043aa369-b026-4b59-9c9c-fffb1e88688f admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:45.508831 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-043aa369-b026-4b59-9c9c-fffb1e88688f admin admin] 10.222.0.70 "DELETE /v2.0/networks/e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3 HTTP/1.1" status: 204 len: 168 time: 0.3641157 Nov 15 15:29:45.521570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043aa369-b026-4b59-9c9c-fffb1e88688f admin admin] Pushing event deleted for resources: {'Network': ['ID=e27ed9a6-ba17-42b9-a58c-2c2d8317a0b3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:45.859985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50208) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:29:45.900269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-78ba410e-45c7-4bbd-86c7-3587b02dc319 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=519ec62f61b344b39fc74c40d48f49f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388258 Nov 15 15:29:45.902905 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:29:45.950194 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-287f6494-9a25-4733-9f77-32a37ee5c846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:45.971210 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-287f6494-9a25-4733-9f77-32a37ee5c846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:46.088527 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-287f6494-9a25-4733-9f77-32a37ee5c846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:46.091364 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-287f6494-9a25-4733-9f77-32a37ee5c846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:46.106771 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-287f6494-9a25-4733-9f77-32a37ee5c846 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed192b7e-bc46-4f77-b90c-0144a9cfabef HTTP/1.1" status: 204 len: 168 time: 0.1885900 Nov 15 15:29:46.106771 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f6494-9a25-4733-9f77-32a37ee5c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed192b7e-bc46-4f77-b90c-0144a9cfabef,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:46.260278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 81cfe35a-388a-4e13-b5bc-d01bacacd984 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:29:46.281381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 81cfe35a-388a-4e13-b5bc-d01bacacd984 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:29:46.281720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 81cfe35a-388a-4e13-b5bc-d01bacacd984 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:29:47.188885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:29:47.297372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-113787629-network', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:29:47.379788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Made reservation on behalf of 63adb14e6db5469fad46f2287b4e86d8 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:29:47.382285 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:47.391544 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:47.466981 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:47.540412 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:47.565683 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:29:47.574254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab7c22f-55f4-42c4-b91f-40eb7895d5a3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:47.582602 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:47.582602 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Added segment 4c26ebb2-1b1f-47de-860e-7b312fbae10b of type vlan for network ce085b1c-1213-49d8-94c4-36277cd42ed9 Nov 15 15:29:47.623419 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:47.734373 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:47.735354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:47.735982 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:47.797521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] Pushing event updated for resources: {'Network': ['ID=ce085b1c-1213-49d8-94c4-36277cd42ed9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:47.807645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network ce085b1c-1213-49d8-94c4-36277cd42ed9 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:29:47.868473 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c8df24bd-e0de-4299-8a0b-4ff4fd66aa46 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6784620 Nov 15 15:29:47.871605 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:29:47.876442 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3d546ab3-0427-4f83-9697-a694ffddb37d admin admin] Request body: {'subnet': {'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-113787629-subnet', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:29:47.968312 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d546ab3-0427-4f83-9697-a694ffddb37d admin admin] Made reservation on behalf of 63adb14e6db5469fad46f2287b4e86d8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:29:47.970746 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d546ab3-0427-4f83-9697-a694ffddb37d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:48.218975 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d546ab3-0427-4f83-9697-a694ffddb37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:48.276193 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d546ab3-0427-4f83-9697-a694ffddb37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=884540be-3f66-40d0-a779-07deec1a634a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:48.285895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d546ab3-0427-4f83-9697-a694ffddb37d admin admin] Checking segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:29:48.286253 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d546ab3-0427-4f83-9697-a694ffddb37d admin admin] Network hostable DHCP agents. Network: ce085b1c-1213-49d8-94c4-36277cd42ed9, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:29:48.362830 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d546ab3-0427-4f83-9697-a694ffddb37d admin admin] Network ce085b1c-1213-49d8-94c4-36277cd42ed9 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:29:48.448353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3d546ab3-0427-4f83-9697-a694ffddb37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, ce085b1c-1213-49d8-94c4-36277cd42ed9) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:29:48.452607 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d546ab3-0427-4f83-9697-a694ffddb37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:48.453286 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d546ab3-0427-4f83-9697-a694ffddb37d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:48.457170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cea8b2-e65b-4d4b-8e79-62196282b550 None None] Network ce085b1c-1213-49d8-94c4-36277cd42ed9 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:29:48.543537 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3d546ab3-0427-4f83-9697-a694ffddb37d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6708000 Nov 15 15:29:48.547603 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:29:48.552341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:29:48.605507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-ce085b1c-1213-49d8-94c4-36277cd42ed9', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:29:48.606364 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:48.643467 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:48.644474 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:48.696948 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:48.739246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Allocated IP 172.20.0.2 (ce085b1c-1213-49d8-94c4-36277cd42ed9/884540be-3f66-40d0-a779-07deec1a634a/b56b7c85-375d-4d6f-812e-2a13898855aa) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:29:48.883506 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:48.892705 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:48.991764 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:49.031442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Network ce085b1c-1213-49d8-94c4-36277cd42ed9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:29:49.034464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:29:49.038046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:29:49.045723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Pushing event updated for resources: {'Port': ['ID=b56b7c85-375d-4d6f-812e-2a13898855aa,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:49.099050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Attempting to bind port b56b7c85-375d-4d6f-812e-2a13898855aa on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:29:49.099423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Attempting to bind port b56b7c85-375d-4d6f-812e-2a13898855aa by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:29:49.099786 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Attempting to bind port b56b7c85-375d-4d6f-812e-2a13898855aa on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:29:49.105631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:29:49.106008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Checking segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:29:49.106418 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:49.106817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Bound using segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:29:49.107279 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Bound port: b56b7c85-375d-4d6f-812e-2a13898855aa, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:29:49.107742 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:49.170954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] For port b56b7c85-375d-4d6f-812e-2a13898855aa, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:29:49.174061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] For port b56b7c85-375d-4d6f-812e-2a13898855aa, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b56b7c85-375d-4d6f-812e-2a13898855aa,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:29:49.215009 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:49.233621 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:49.261269 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:49.325392 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550bc3d-25cd-4b81-b36d-c41f4165f797 None None] Pushing event updated for resources: {'Port': ['ID=b56b7c85-375d-4d6f-812e-2a13898855aa,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:49.342046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Allocated IP 172.25.4.31 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/a41253b6-5f62-455b-8c78-82d890055f1a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:29:49.456785 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:49.580596 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:49.622375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:29:49.625372 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:29:49.629066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:29:49.637932 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb5efdd-2e37-4b48-a3cb-2241e7b44c8c None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:29:49.651389 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=a41253b6-5f62-455b-8c78-82d890055f1a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:49.728139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-247bb695-f3f0-4c41-957e-d8de5d9cd438 None None] Provisioning complete for port a41253b6-5f62-455b-8c78-82d890055f1a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:49.728515 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-247bb695-f3f0-4c41-957e-d8de5d9cd438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:49.767376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-247bb695-f3f0-4c41-957e-d8de5d9cd438 None None] Port a41253b6-5f62-455b-8c78-82d890055f1a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:29:49.951787 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:50.158595 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:50.211485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b56b7c85-375d-4d6f-812e-2a13898855aa up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:29:50.251576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6756d86-801d-4ece-b2bc-9c016666f4e9 None None] Network ce085b1c-1213-49d8-94c4-36277cd42ed9 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:29:50.326792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-99df3aca-9dba-4ff5-b27e-14070c85a999 None None] Provisioning complete for port b56b7c85-375d-4d6f-812e-2a13898855aa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:50.327155 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99df3aca-9dba-4ff5-b27e-14070c85a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:50.359612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port b56b7c85-375d-4d6f-812e-2a13898855aa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:50.359979 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:50.380056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:29:50.486202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:29:50.499487 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Sync routers for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:29:50.510973 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:29:50.511696 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:29:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:29:50.543681 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99df3aca-9dba-4ff5-b27e-14070c85a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:50.547964 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:50.553585 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b93b7201-e2de-4807-91ee-f5d7c41d1bf7 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0006354 Nov 15 15:29:50.557694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:29:50.569583 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:50.607403 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-99df3aca-9dba-4ff5-b27e-14070c85a999 None None] For port b56b7c85-375d-4d6f-812e-2a13898855aa, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b56b7c85-375d-4d6f-812e-2a13898855aa,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:29:50.646694 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:29:50.721161 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99df3aca-9dba-4ff5-b27e-14070c85a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:50.792131 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:29:50.792527 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:29:50.805348 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df3aca-9dba-4ff5-b27e-14070c85a999 None None] Pushing event updated for resources: {'Port': ['ID=b56b7c85-375d-4d6f-812e-2a13898855aa,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:50.837819 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:49Z', 'revision_number': 3, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:29:50.868980 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Checking router: cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:29:50.869238 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Updating router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 port a41253b6-5f62-455b-8c78-82d890055f1a binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:29:50.898515 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:50.944947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a20f4454-307b-4c55-9bb4-c84d88d9f692 None None] Provisioning complete for port b56b7c85-375d-4d6f-812e-2a13898855aa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:50.945335 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a20f4454-307b-4c55-9bb4-c84d88d9f692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.159507 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.249135 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.293378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc69a1b5-4d82-4e2b-a593-196504559256 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:29:51.324266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.358783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-df762fff-78bf-4093-9ba8-fb9575013109 None None] Provisioning complete for port a41253b6-5f62-455b-8c78-82d890055f1a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:51.359161 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df762fff-78bf-4093-9ba8-fb9575013109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.396463 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-df762fff-78bf-4093-9ba8-fb9575013109 None None] Port a41253b6-5f62-455b-8c78-82d890055f1a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:29:51.400978 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Attempting to bind port a41253b6-5f62-455b-8c78-82d890055f1a on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:29:51.401439 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Attempting to bind port a41253b6-5f62-455b-8c78-82d890055f1a by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:29:51.401871 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Attempting to bind port a41253b6-5f62-455b-8c78-82d890055f1a on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:29:51.411061 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:29:51.411366 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:29:51.411710 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.412093 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:29:51.412546 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Bound port: a41253b6-5f62-455b-8c78-82d890055f1a, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:29:51.412916 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.414474 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Pushing event updated for resources: {'Port': ['ID=a41253b6-5f62-455b-8c78-82d890055f1a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:51.438649 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.446774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.446774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.446774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.446774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.446774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.446774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.446774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.446774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.446774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.446774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.446774 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.481625 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] For port a41253b6-5f62-455b-8c78-82d890055f1a, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:29:51.484995 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] For port a41253b6-5f62-455b-8c78-82d890055f1a, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a41253b6-5f62-455b-8c78-82d890055f1a,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:29:51.538938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Allocated IP 172.20.0.1 (ce085b1c-1213-49d8-94c4-36277cd42ed9/884540be-3f66-40d0-a779-07deec1a634a/be5a949d-861e-4031-841f-85771dfb8679) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:29:51.563121 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.610256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda11df6-a9a5-4d80-8e35-2d14c4dec730 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:29:51.635444 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:29:51.636088 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:29:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:29:51.653949 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.697633 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f933dab-c9fb-4fad-84b3-3fe2893406a7 None None] Pushing event updated for resources: {'Port': ['ID=a41253b6-5f62-455b-8c78-82d890055f1a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:51.722920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Provisioning complete for port a41253b6-5f62-455b-8c78-82d890055f1a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:51.723290 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.740452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.744175 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:29:51.781576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Network ce085b1c-1213-49d8-94c4-36277cd42ed9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:29:51.788759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:29:51.792447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:29:51.823523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Pushing event updated for resources: {'Port': ['ID=be5a949d-861e-4031-841f-85771dfb8679,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:51.839425 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.843698 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.865095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] For port a41253b6-5f62-455b-8c78-82d890055f1a, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a41253b6-5f62-455b-8c78-82d890055f1a,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:29:51.929098 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:51.957195 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:49Z', 'revision_number': 3, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:29:51.984097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Pushing event updated for resources: {'Port': ['ID=a41253b6-5f62-455b-8c78-82d890055f1a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:51.984858 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc545283-9fe8-4df1-94b2-76181db0e258 None None] The sync data for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 is: [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:49Z', 'revision_number': 3, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:29:51.993123 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.993470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.993808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.994263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.995051 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.995550 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.995880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.996210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.996526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.997034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.997363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:51.998796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5174596-c141-48e8-b67b-b898263ed95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:29:52.041940 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:52.051369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bfd98cd2-393d-4efb-8c90-422a4a47b3c8 None None] Provisioning complete for port be5a949d-861e-4031-841f-85771dfb8679 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:52.051746 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bfd98cd2-393d-4efb-8c90-422a4a47b3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:52.088816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bfd98cd2-393d-4efb-8c90-422a4a47b3c8 None None] Port be5a949d-861e-4031-841f-85771dfb8679 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:29:52.200593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b56b7c85-375d-4d6f-812e-2a13898855aa up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:29:52.221114 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:52.273481 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port b56b7c85-375d-4d6f-812e-2a13898855aa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:52.274079 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:52.294384 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:52.371203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Pushing event updated for resources: {'Port': ['ID=be5a949d-861e-4031-841f-85771dfb8679,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:52.374381 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:52.469535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Network ce085b1c-1213-49d8-94c4-36277cd42ed9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:29:52.471269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:29:52.599736 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:29:52.713839 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b89e7ea1-68a0-40e1-bd3f-639f71c0db41 None None] Provisioning complete for port be5a949d-861e-4031-841f-85771dfb8679 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:52.714421 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b89e7ea1-68a0-40e1-bd3f-639f71c0db41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:52.731667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:29:52.738199 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-56668b97-4ad0-4b8f-b7a0-8e1adbeea174 admin admin] 10.222.0.70 "PUT /v2.0/routers/cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1832480 Nov 15 15:29:52.762683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b89e7ea1-68a0-40e1-bd3f-639f71c0db41 None None] Port be5a949d-861e-4031-841f-85771dfb8679 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:29:53.258003 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:29:53.263433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-baa56592-a908-419b-92e6-4f4c68d8b53a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241894209', 'description': 'tempest-description--786233168'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:29:53.363336 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baa56592-a908-419b-92e6-4f4c68d8b53a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:53.446896 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baa56592-a908-419b-92e6-4f4c68d8b53a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:53.517111 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baa56592-a908-419b-92e6-4f4c68d8b53a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:53.546553 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa56592-a908-419b-92e6-4f4c68d8b53a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc2499-1980-4f16-88cf-79e48b1320e0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:53.618566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Sync routers for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:29:53.627485 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baa56592-a908-419b-92e6-4f4c68d8b53a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:53.628861 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-baa56592-a908-419b-92e6-4f4c68d8b53a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3698056 Nov 15 15:29:53.631663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:29:53.631663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:29:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:29:53.631897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50250) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:29:53.637157 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a94bdea5-590d-406c-9820-53a41b4055c6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Request body: {'security_group_rule': {'security_group_id': '4ecc2499-1980-4f16-88cf-79e48b1320e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:29:53.739703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:29:53.751609 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a94bdea5-590d-406c-9820-53a41b4055c6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:53.820403 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a94bdea5-590d-406c-9820-53a41b4055c6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:53.900021 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a94bdea5-590d-406c-9820-53a41b4055c6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:53.923123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bdea5-590d-406c-9820-53a41b4055c6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182fe416-554a-4b37-b1dd-e0b23f9bb4e8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:53.952332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:52Z', 'revision_number': 2, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:29:53.978475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Checking router: cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:29:53.979787 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Updating router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 port be5a949d-861e-4031-841f-85771dfb8679 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:29:53.987736 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a94bdea5-590d-406c-9820-53a41b4055c6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:53.989224 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a94bdea5-590d-406c-9820-53a41b4055c6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562899 Nov 15 15:29:53.992026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 50252) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:29:53.997103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9089dd98-4c5f-4222-a5c8-27a420347eef tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Request body: {'security_group_rule': {'security_group_id': '4ecc2499-1980-4f16-88cf-79e48b1320e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:29:54.008604 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.076553 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9089dd98-4c5f-4222-a5c8-27a420347eef tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.136652 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9089dd98-4c5f-4222-a5c8-27a420347eef tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.207270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9089dd98-4c5f-4222-a5c8-27a420347eef tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.213610 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a41253b6-5f62-455b-8c78-82d890055f1a up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:29:54.230112 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089dd98-4c5f-4222-a5c8-27a420347eef tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6ab617-17cf-41fa-a0d1-d5ca0069fa67,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:54.306609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9089dd98-4c5f-4222-a5c8-27a420347eef tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.308364 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9089dd98-4c5f-4222-a5c8-27a420347eef tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3153079 Nov 15 15:29:54.311832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50254) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:29:54.316595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:29:54.408017 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.486062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port a41253b6-5f62-455b-8c78-82d890055f1a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:54.486518 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.504314 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.507981 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.570659 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.616565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Allocated IP 172.25.4.125 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/3e52034d-d583-4931-97c0-b1392cbe8f3a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:29:54.627899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840d280-35f7-4545-8e50-8a1e3f6adb5b None None] Pushing event updated for resources: {'Port': ['ID=be5a949d-861e-4031-841f-85771dfb8679,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:54.689826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Attempting to bind port be5a949d-861e-4031-841f-85771dfb8679 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:29:54.690199 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Attempting to bind port be5a949d-861e-4031-841f-85771dfb8679 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:29:54.690605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Attempting to bind port be5a949d-861e-4031-841f-85771dfb8679 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:29:54.696237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:29:54.696603 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Checking segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:29:54.697009 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.698817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Bound using segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:29:54.699310 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Bound port: be5a949d-861e-4031-841f-85771dfb8679, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:29:54.699699 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.740629 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.778093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] For port be5a949d-861e-4031-841f-85771dfb8679, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:29:54.781674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] For port be5a949d-861e-4031-841f-85771dfb8679, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=be5a949d-861e-4031-841f-85771dfb8679,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:29:54.860430 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.884996 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.931402 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840d280-35f7-4545-8e50-8a1e3f6adb5b None None] Pushing event updated for resources: {'Port': ['ID=be5a949d-861e-4031-841f-85771dfb8679,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:54.934501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-560c3b3b-b88b-487c-bb66-3210edab7e00 None None] Provisioning complete for port be5a949d-861e-4031-841f-85771dfb8679 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:54.934914 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-560c3b3b-b88b-487c-bb66-3210edab7e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:54.938532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:29:54.939421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:29:54.940213 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:29:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:29:54.946458 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:29:54.949901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:29:54.981545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event updated for resources: {'Port': ['ID=3e52034d-d583-4931-97c0-b1392cbe8f3a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:55.057318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:55.111323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:29:55.143726 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-560c3b3b-b88b-487c-bb66-3210edab7e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:55.144686 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:55.251858 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-560c3b3b-b88b-487c-bb66-3210edab7e00 None None] For port be5a949d-861e-4031-841f-85771dfb8679, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=be5a949d-861e-4031-841f-85771dfb8679,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:29:55.309536 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:55.321840 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-560c3b3b-b88b-487c-bb66-3210edab7e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:55.377938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c3b3b-b88b-487c-bb66-3210edab7e00 None None] Pushing event updated for resources: {'Port': ['ID=be5a949d-861e-4031-841f-85771dfb8679,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:55.379958 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:55.390746 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:54Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:29:55.423001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7723f4d-1d2a-4fba-8d2c-b428ef49946d None None] The sync data for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 is: [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:54Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:29:55.443600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ca385dcb-f8e5-475a-8fed-087af22a5b97 None None] Provisioning complete for port be5a949d-861e-4031-841f-85771dfb8679 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:55.443972 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca385dcb-f8e5-475a-8fed-087af22a5b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:55.458472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event updated for resources: {'Port': ['ID=3e52034d-d583-4931-97c0-b1392cbe8f3a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:55.467305 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:55.565085 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:55.566938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-51575924-7a4c-4091-9707-ed5aa0cafa21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2535672 Nov 15 15:29:55.739726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-a9357a8f-1a39-4ec5-b5e0-a4ab563793a0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--241894209&fields=id&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 267 time: 0.0461099 Nov 15 15:29:55.870367 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-4cf74f3d-13af-4b22-889b-761454fccbb7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:55.871955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-4cf74f3d-13af-4b22-889b-761454fccbb7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 811 time: 0.1245234 Nov 15 15:29:55.887962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-3a2b99f3-c68d-4bbc-862b-cb995b04562c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/quotas/63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 375 time: 0.0101855 Nov 15 15:29:55.949987 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-aaf5f2ca-2343-482f-ba5d-07e1b583ce29 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561526 Nov 15 15:29:56.050861 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-b9170625-6d54-4771-9bf6-129afc6c3d41 service neutron] 10.222.0.70 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875075 Nov 15 15:29:56.156580 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-11b83275-0ad4-49b7-9f18-ae0b89cb5800 service neutron] 10.222.0.70 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985546 Nov 15 15:29:56.251332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device be5a949d-861e-4031-841f-85771dfb8679 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:29:56.305314 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port be5a949d-861e-4031-841f-85771dfb8679 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:56.306159 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:56.400821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0ae1dd8-a34c-437a-893a-b70ef16811a1 req-f97ce098-57f1-4af9-8097-6deffd6c916c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 210 time: 0.0345316 Nov 15 15:29:57.484636 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3cc09872-563a-44a1-b6d4-b10624ac2fc0 req-46b64891-a304-4abd-b870-affaf343e805 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 210 time: 0.0262809 Nov 15 15:29:58.583033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-779e9cf6-387b-455e-9757-0e7bf55f8122 req-28942132-e9eb-4195-b3c2-0b9ccfaa13dd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 210 time: 0.0274086 Nov 15 15:29:58.637308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-954a8b42-7724-45fa-b064-a4b1f23e70e9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:58.638885 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-954a8b42-7724-45fa-b064-a4b1f23e70e9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 811 time: 0.1115234 Nov 15 15:29:58.708046 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-cdeac627-6ae1-43f8-92f6-24fdcb8fb8d4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 379 time: 0.0537214 Nov 15 15:29:58.721445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-695739d6-f060-4772-bade-0b0b7443c224 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Request body: {'port': {'device_id': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'admin_state_up': True, 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'security_groups': ['4ecc2499-1980-4f16-88cf-79e48b1320e0']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:29:58.825968 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:59.208371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-695739d6-f060-4772-bade-0b0b7443c224 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Made reservation on behalf of 63adb14e6db5469fad46f2287b4e86d8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:29:59.211914 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-695739d6-f060-4772-bade-0b0b7443c224 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:59.254020 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:59.333176 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-695739d6-f060-4772-bade-0b0b7443c224 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Allocated IP 172.20.0.14 (ce085b1c-1213-49d8-94c4-36277cd42ed9/884540be-3f66-40d0-a779-07deec1a634a/8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:29:59.473810 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-695739d6-f060-4772-bade-0b0b7443c224 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:59.597914 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-695739d6-f060-4772-bade-0b0b7443c224 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:59.642310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-695739d6-f060-4772-bade-0b0b7443c224 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Network ce085b1c-1213-49d8-94c4-36277cd42ed9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:29:59.649914 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-695739d6-f060-4772-bade-0b0b7443c224 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:29:59.654599 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-695739d6-f060-4772-bade-0b0b7443c224 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:29:59.679345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695739d6-f060-4772-bade-0b0b7443c224 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event updated for resources: {'Port': ['ID=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:29:59.717735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-695739d6-f060-4772-bade-0b0b7443c224 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:59.718434 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-695739d6-f060-4772-bade-0b0b7443c224 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:59.761274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca927df-43c5-4485-be21-a20ddeb04c76 req-c551ca7c-638b-4c12-b078-0ebac17d8e47 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:29:59.761274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ca927df-43c5-4485-be21-a20ddeb04c76 req-c551ca7c-638b-4c12-b078-0ebac17d8e47 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 932 time: 0.0888231 Nov 15 15:29:59.787916 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5d47409-e8a4-4595-a99f-3313cb495031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:59.811422 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-695739d6-f060-4772-bade-0b0b7443c224 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0940754 Nov 15 15:29:59.820020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0ca927df-43c5-4485-be21-a20ddeb04c76 req-70366c41-afdd-4d39-8f29-ec4770b0a4f2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633378 Nov 15 15:29:59.832418 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Request body: {'port': {'device_id': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:29:59.894118 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:59.916973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81af1775-46df-431e-8b03-746869e564c8 None None] Provisioning complete for port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:29:59.917586 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81af1775-46df-431e-8b03-746869e564c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:29:59.954797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81af1775-46df-431e-8b03-746869e564c8 None None] Port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:30:00.156916 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:30:00.164598 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:00.176109 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Transition to ACTIVE for port object 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:30:00.246874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:00.298368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Pushing event updated for resources: {'Port': ['ID=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:30:00.378709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Attempting to bind port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:30:00.378960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Attempting to bind port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:30:00.379292 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Attempting to bind port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:30:00.384159 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:30:00.384487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Attempting to bind port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:30:00.390325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:30:00.390704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Checking segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:30:00.391100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Bound using segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:30:00.391537 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Bound port: 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:30:00.391899 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:00.459135 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] For port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:30:00.462205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] For port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:30:00.534782 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:00.569583 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:00.570171 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:00.571758 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-72c29892-887d-441a-8815-f51c823ca08d service neutron] 10.222.0.46 "PUT /v2.0/ports/8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 HTTP/1.1" status: 200 len: 1092 time: 0.7461565 Nov 15 15:30:00.572202 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:30:00.574501 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6683015-dabd-4066-83eb-8b65497ad7db" -d '{"events": [{"name": "network-changed", "server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:30:00.616126 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c29892-887d-441a-8815-f51c823ca08d service neutron] Pushing event updated for resources: {'Port': ['ID=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:30:00.625963 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec6116a-5b7b-421a-b151-47867c73cb2b x-openstack-request-id: req-3ec6116a-5b7b-421a-b151-47867c73cb2b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:30:00.626539 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:30:00.627113 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ec6116a-5b7b-421a-b151-47867c73cb2b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:30:00.627882 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'status': 'completed', 'code': 200} Nov 15 15:30:00.704379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6683015-dabd-4066-83eb-8b65497ad7db req-1d86e846-5db9-41c4-8ece-4f8e5f0e277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:00.706119 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e6683015-dabd-4066-83eb-8b65497ad7db req-1d86e846-5db9-41c4-8ece-4f8e5f0e277a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 1095 time: 0.0533404 Nov 15 15:30:00.843089 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6683015-dabd-4066-83eb-8b65497ad7db req-1da6f522-31b8-4c10-b762-f22deeb4cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:00.844542 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e6683015-dabd-4066-83eb-8b65497ad7db req-1da6f522-31b8-4c10-b762-f22deeb4cc22 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=63adb14e6db5469fad46f2287b4e86d8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1254020 Nov 15 15:30:00.964251 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6683015-dabd-4066-83eb-8b65497ad7db req-f120b9e8-6e89-47c9-ba20-52949aa07de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:00.965670 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e6683015-dabd-4066-83eb-8b65497ad7db req-f120b9e8-6e89-47c9-ba20-52949aa07de1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100240 Nov 15 15:30:00.974795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e0578-fa54-4768-b177-bf2a91a85a88 req-0545f9f0-1032-4ce6-8468-ab360d049008 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:00.976632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f06e0578-fa54-4768-b177-bf2a91a85a88 req-0545f9f0-1032-4ce6-8468-ab360d049008 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 944 time: 0.0646977 Nov 15 15:30:01.039869 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f06e0578-fa54-4768-b177-bf2a91a85a88 req-774e8e39-e643-4115-a114-9f35c9ab73fd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560172 Nov 15 15:30:01.059204 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-e772ab0e-00d9-431b-b666-c76199346573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:01.060756 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-e772ab0e-00d9-431b-b666-c76199346573 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 1095 time: 0.0440814 Nov 15 15:30:01.108215 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-f48962d2-1b3a-4100-992f-409d1b39615a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 HTTP/1.1" status: 200 len: 217 time: 0.0389211 Nov 15 15:30:01.157705 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-3ee9a1a9-48f4-49b1-afb9-332a8ddb14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:01.159325 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-3ee9a1a9-48f4-49b1-afb9-332a8ddb14f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0443642 Nov 15 15:30:01.208957 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-77f32320-282a-457f-9a61-b62e08872b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:01.210488 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-77f32320-282a-457f-9a61-b62e08872b9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402002 Nov 15 15:30:01.310643 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-80299e72-3438-415c-846f-b6bf1f757e99 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871565 Nov 15 15:30:01.404032 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f4d871c4-c29e-4758-afcf-f782d7d64af2 req-d2e6fafb-d81b-466a-91df-ff158b10f6c3 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822618 Nov 15 15:30:02.133892 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03602146-78f2-4101-95bd-9b58c76a8fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:02.161713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525f529-94b9-4bfd-b885-49a145aa78a1 req-893197e3-faf2-40b9-a930-b11ec602202d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:02.163231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0525f529-94b9-4bfd-b885-49a145aa78a1 req-893197e3-faf2-40b9-a930-b11ec602202d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 944 time: 0.0509355 Nov 15 15:30:02.187510 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:30:02.211554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0525f529-94b9-4bfd-b885-49a145aa78a1 req-114d8ce2-1591-4025-9ce5-b807dd83657f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415263 Nov 15 15:30:03.331613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881c529-256a-45c2-ae2a-fa625d59f0f9 req-b7255d31-36b7-47c7-b116-f6a325595c02 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:03.333154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b881c529-256a-45c2-ae2a-fa625d59f0f9 req-b7255d31-36b7-47c7-b116-f6a325595c02 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 944 time: 0.0530047 Nov 15 15:30:03.380909 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b881c529-256a-45c2-ae2a-fa625d59f0f9 req-b91e10e0-c95b-496e-9795-302b67966fa0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417523 Nov 15 15:30:03.648478 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:04.351080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:30:04.451076 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:30:04.462789 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'port_id': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'mac_address': 'fa:16:3e:8d:9e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:30:04.498988 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e2545-8ef3-4da7-ba97-14535c722259 req-9c6f41b5-ff71-4537-bfc8-12cc4d6a24db tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:04.501302 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf9e2545-8ef3-4da7-ba97-14535c722259 req-9c6f41b5-ff71-4537-bfc8-12cc4d6a24db tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 944 time: 0.0499928 Nov 15 15:30:04.503534 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:04.517263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:30:04.536831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:30:04.550009 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf9e2545-8ef3-4da7-ba97-14535c722259 req-a17bbe97-2546-4f01-bdd8-985e4393fa80 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429010 Nov 15 15:30:04.608699 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:04.660890 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:30:04.852058 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:30:05.321038 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:05.674774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636a17c-bdad-4e72-82a3-dd17780a760b req-f3629c35-1e0f-4e55-a2ac-c32c3d0ef6fe tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:05.676283 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7636a17c-bdad-4e72-82a3-dd17780a760b req-f3629c35-1e0f-4e55-a2ac-c32c3d0ef6fe tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 945 time: 0.0581975 Nov 15 15:30:05.724793 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7636a17c-bdad-4e72-82a3-dd17780a760b req-b6bf8a33-3181-4b03-ac5d-cd7c724c7043 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424752 Nov 15 15:30:05.785332 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:06.366942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:30:06.476867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:30:06.481313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:30:06.481686 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:06.557150 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:06.579138 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:30:06.581338 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bfb890-c1e1-4b3b-82e1-5022a633fbfa" -d '{"events": [{"server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "name": "network-vif-plugged", "status": "completed", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:30:06.593697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:30:06.618583 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07d0583-fb52-4f55-a9c5-206c9b4875ce x-openstack-request-id: req-f07d0583-fb52-4f55-a9c5-206c9b4875ce {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:30:06.618813 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "name": "network-vif-plugged", "status": "completed", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:30:06.623895 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f07d0583-fb52-4f55-a9c5-206c9b4875ce {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:30:06.623895 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'code': 200} Nov 15 15:30:06.671311 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:06.722476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:30:06.726353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5c9f6-cb23-4b96-9818-4464f3317174 req-8dbe822d-7586-4059-b9db-5471138390de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:06.728027 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c0b5c9f6-cb23-4b96-9818-4464f3317174 req-8dbe822d-7586-4059-b9db-5471138390de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 1097 time: 0.0410419 Nov 15 15:30:06.773974 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c0b5c9f6-cb23-4b96-9818-4464f3317174 req-a0835c73-2978-4ccf-89ce-eb9dadbf197f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383453 Nov 15 15:30:06.841470 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031a734-dba3-4076-a1b3-dd7690e73f79 req-8f1e4ffa-b8d1-4fd6-9dc4-f64d5b133e05 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:06.843086 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d031a734-dba3-4076-a1b3-dd7690e73f79 req-8f1e4ffa-b8d1-4fd6-9dc4-f64d5b133e05 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0491211 Nov 15 15:30:06.893173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d031a734-dba3-4076-a1b3-dd7690e73f79 req-e2bdd273-4d28-40d2-97b9-2ec7088ee2b9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426998 Nov 15 15:30:08.010841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf9199-bc14-471e-b711-d45f29aef80d req-0e96b324-ceb2-433d-be45-728222b0cfb1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:08.012871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4baf9199-bc14-471e-b711-d45f29aef80d req-0e96b324-ceb2-433d-be45-728222b0cfb1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0505593 Nov 15 15:30:08.065525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4baf9199-bc14-471e-b711-d45f29aef80d req-a55445c4-f9ec-48cf-99ae-5ef4b3a768be tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463688 Nov 15 15:30:09.182119 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ecbd9-056b-46ed-9d09-a096827e06f1 req-c4f01d31-d38f-4150-8fe3-1fda08e67e69 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:09.183653 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-336ecbd9-056b-46ed-9d09-a096827e06f1 req-c4f01d31-d38f-4150-8fe3-1fda08e67e69 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0493193 Nov 15 15:30:09.233455 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-336ecbd9-056b-46ed-9d09-a096827e06f1 req-b677020d-ce42-438d-836b-5a54a4f7f466 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437160 Nov 15 15:30:09.364175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369067f-7598-48d9-99a7-4f0bf8da6682 req-7f76b75a-c009-428b-970e-2656c63de926 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:09.365604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a369067f-7598-48d9-99a7-4f0bf8da6682 req-7f76b75a-c009-428b-970e-2656c63de926 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0554030 Nov 15 15:30:09.375018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50312) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:30:09.379872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0d1c1f75-edd4-416c-852f-969d8de104ce tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Request body: {'floatingip': {'port_id': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:30:09.423545 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d1c1f75-edd4-416c-852f-969d8de104ce tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:09.850333 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d1c1f75-edd4-416c-852f-969d8de104ce tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:09.911287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d1c1f75-edd4-416c-852f-969d8de104ce tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:10.014214 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-0d1c1f75-edd4-416c-852f-969d8de104ce tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Floating IP c7902a10-9178-403d-82e7-5244df481853 associated. External IP: 172.25.4.125, port: 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8. Nov 15 15:30:10.231287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1c1f75-edd4-416c-852f-969d8de104ce tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:30:10.340881 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1c1f75-edd4-416c-852f-969d8de104ce tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:30:10.345860 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d1c1f75-edd4-416c-852f-969d8de104ce tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:10.350486 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d02174-c8f0-4028-86e2-b096bff6fa92 None None] Sync routers for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:30:10.360757 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d02174-c8f0-4028-86e2-b096bff6fa92 None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:30:10.361453 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a1d02174-c8f0-4028-86e2-b096bff6fa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:30:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:30:10.372989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0d1c1f75-edd4-416c-852f-969d8de104ce tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "PUT /v2.0/floatingips/c7902a10-9178-403d-82e7-5244df481853 HTTP/1.1" status: 200 len: 992 time: 0.9966938 Nov 15 15:30:10.373858 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:30:10.376459 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ffbf23-71ca-425d-a69b-71db6fba2e02" -d '{"events": [{"name": "network-changed", "server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:30:10.414555 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fba45ac-cce4-4f35-b788-902d82122587 x-openstack-request-id: req-5fba45ac-cce4-4f35-b788-902d82122587 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:30:10.414950 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:30:10.415452 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5fba45ac-cce4-4f35-b788-902d82122587 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:30:10.416037 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'status': 'completed', 'code': 200} Nov 15 15:30:10.478420 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a1d02174-c8f0-4028-86e2-b096bff6fa92 None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:30:10.487167 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffbf23-71ca-425d-a69b-71db6fba2e02 req-0b8467dd-0e1d-4ef6-ba6f-96f600cbb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:10.488952 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-45ffbf23-71ca-425d-a69b-71db6fba2e02 req-0b8467dd-0e1d-4ef6-ba6f-96f600cbb709 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 1097 time: 0.0455759 Nov 15 15:30:10.583141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffbf23-71ca-425d-a69b-71db6fba2e02 req-fa6d6caf-dc96-4e9f-961a-3f797c3915af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:10.584755 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-45ffbf23-71ca-425d-a69b-71db6fba2e02 req-fa6d6caf-dc96-4e9f-961a-3f797c3915af service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0878792 Nov 15 15:30:10.659149 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-45ffbf23-71ca-425d-a69b-71db6fba2e02 req-6cf0bacb-5773-4b8c-b062-fdfd74f1c9e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0667458 Nov 15 15:30:10.706299 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a1d02174-c8f0-4028-86e2-b096bff6fa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'c7902a10-9178-403d-82e7-5244df481853', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'port_id': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'mac_address': 'fa:16:3e:8d:9e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:29:55Z', 'updated_at': '2021-11-15T15:30:09Z', 'revision_number': 1, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:30:10.710738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffbf23-71ca-425d-a69b-71db6fba2e02 req-8a157c46-3267-4b2c-880a-88855c7d8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:10.712300 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-45ffbf23-71ca-425d-a69b-71db6fba2e02 req-8a157c46-3267-4b2c-880a-88855c7d8627 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0452986 Nov 15 15:30:10.731779 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d02174-c8f0-4028-86e2-b096bff6fa92 None None] Checking router: cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:30:10.740397 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d02174-c8f0-4028-86e2-b096bff6fa92 None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:30:10.740999 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a1d02174-c8f0-4028-86e2-b096bff6fa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:30:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:30:10.758776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffbf23-71ca-425d-a69b-71db6fba2e02 req-48145ce9-21e6-4984-90bf-94b1738edb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:10.762662 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-45ffbf23-71ca-425d-a69b-71db6fba2e02 req-48145ce9-21e6-4984-90bf-94b1738edb3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410628 Nov 15 15:30:10.846669 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a1d02174-c8f0-4028-86e2-b096bff6fa92 None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:30:10.854063 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-45ffbf23-71ca-425d-a69b-71db6fba2e02 req-099971bb-0f8c-4ebc-be8d-40800165fe3c service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865834 Nov 15 15:30:10.945172 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-45ffbf23-71ca-425d-a69b-71db6fba2e02 req-1a84241e-201f-4416-8dc5-91e026d2d25c service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838211 Nov 15 15:30:11.077622 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a1d02174-c8f0-4028-86e2-b096bff6fa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'c7902a10-9178-403d-82e7-5244df481853', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'port_id': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'mac_address': 'fa:16:3e:8d:9e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:29:55Z', 'updated_at': '2021-11-15T15:30:09Z', 'revision_number': 1, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:30:11.102912 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d02174-c8f0-4028-86e2-b096bff6fa92 None None] The sync data for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 is: [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'c7902a10-9178-403d-82e7-5244df481853', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'port_id': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'mac_address': 'fa:16:3e:8d:9e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:29:55Z', 'updated_at': '2021-11-15T15:30:09Z', 'revision_number': 1, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:30:11.309387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0537f50-d9f4-495d-a397-6d563bcb631c None None] New status for floating IP c7902a10-9178-403d-82e7-5244df481853: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:30:28.831016 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:29.269510 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:29.749327 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b629059c-5d8d-4802-996e-3f95bc09ea78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:32.156376 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e190305-620a-4c10-835f-ab4b848c7def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:32.245525 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3433c6a6-f975-4216-85f8-a67cefa0fc47 req-4839cfce-03de-4d54-8d8f-405cafd92ccb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428057 Nov 15 15:30:32.339114 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433c6a6-f975-4216-85f8-a67cefa0fc47 req-60fc7412-acdf-4984-b21b-ea55ab5f0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:32.340629 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3433c6a6-f975-4216-85f8-a67cefa0fc47 req-60fc7412-acdf-4984-b21b-ea55ab5f0860 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 1097 time: 0.0477211 Nov 15 15:30:32.444659 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433c6a6-f975-4216-85f8-a67cefa0fc47 req-41990adb-8391-4f6e-a6ba-b7bceafa78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:32.446111 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3433c6a6-f975-4216-85f8-a67cefa0fc47 req-41990adb-8391-4f6e-a6ba-b7bceafa78ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0856819 Nov 15 15:30:32.516776 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3433c6a6-f975-4216-85f8-a67cefa0fc47 req-8e44f641-8c4c-4ed3-a5c5-9e849c6ad789 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 HTTP/1.1" status: 200 len: 1002 time: 0.0606301 Nov 15 15:30:32.565333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433c6a6-f975-4216-85f8-a67cefa0fc47 req-74219acc-0791-4a5c-a148-adeb63f4443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:32.566906 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3433c6a6-f975-4216-85f8-a67cefa0fc47 req-74219acc-0791-4a5c-a148-adeb63f4443c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0431395 Nov 15 15:30:32.611753 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433c6a6-f975-4216-85f8-a67cefa0fc47 req-f7b5dfec-9e19-4080-92a3-c186d93a7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:30:32.613538 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3433c6a6-f975-4216-85f8-a67cefa0fc47 req-f7b5dfec-9e19-4080-92a3-c186d93a7eba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390620 Nov 15 15:30:32.706115 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3433c6a6-f975-4216-85f8-a67cefa0fc47 req-05db6776-6577-4d06-8e97-a71a9813beb6 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843914 Nov 15 15:30:32.800453 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-3433c6a6-f975-4216-85f8-a67cefa0fc47 req-b143a7ff-00f9-4e29-842f-3cccfeb73bf7 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846305 Nov 15 15:30:33.658313 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:35.349207 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:35.794790 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:39.188023 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:30:58.813861 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:59.236169 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:30:59.744868 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c53479f1-32c6-45f0-8244-9ab6fd5364f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:02.127636 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cedf69f7-4897-4a1f-934d-53b6b65f8186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:03.659626 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:05.325701 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:05.824682 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:16.187688 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:31:28.869862 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:29.264260 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:29.743997 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e59e75f-e91d-4718-a84e-fe621d042c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:32.132687 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d587960-dc88-4bae-bd2f-f1d8876c41cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:33.647153 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:34.291398 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8c8fa169-8f90-4ca1-a400-f7f7b06607cc req-3df0ff23-6d1a-4982-a0c4-59c6742d4df2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843470 Nov 15 15:31:34.380871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fa169-8f90-4ca1-a400-f7f7b06607cc req-a4332e39-816f-4871-9257-b46ba5d76ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:34.382454 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8c8fa169-8f90-4ca1-a400-f7f7b06607cc req-a4332e39-816f-4871-9257-b46ba5d76ee6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 1097 time: 0.0456736 Nov 15 15:31:34.496963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fa169-8f90-4ca1-a400-f7f7b06607cc req-e33296c1-db2a-4e9c-adfe-9410ec0c817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:34.498492 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8c8fa169-8f90-4ca1-a400-f7f7b06607cc req-e33296c1-db2a-4e9c-adfe-9410ec0c817c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0895760 Nov 15 15:31:34.571695 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8c8fa169-8f90-4ca1-a400-f7f7b06607cc req-4e5eea76-3fa2-480b-ac46-d95db5430354 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 HTTP/1.1" status: 200 len: 1002 time: 0.0618324 Nov 15 15:31:34.625913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fa169-8f90-4ca1-a400-f7f7b06607cc req-b073e475-d2e6-4754-adbc-3b2361f3d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:34.627375 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8c8fa169-8f90-4ca1-a400-f7f7b06607cc req-b073e475-d2e6-4754-adbc-3b2361f3d4b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0442827 Nov 15 15:31:34.677756 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fa169-8f90-4ca1-a400-f7f7b06607cc req-562131b1-00a2-4ec8-8db5-05cd03f3276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:34.679303 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8c8fa169-8f90-4ca1-a400-f7f7b06607cc req-562131b1-00a2-4ec8-8db5-05cd03f3276d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401247 Nov 15 15:31:34.778904 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8c8fa169-8f90-4ca1-a400-f7f7b06607cc req-b8a42999-7a69-4ef1-b7ba-623d5dc68826 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869248 Nov 15 15:31:34.870346 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8c8fa169-8f90-4ca1-a400-f7f7b06607cc req-7b64d76b-24bc-4407-ab60-54f05d1ac790 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835402 Nov 15 15:31:35.348220 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:35.824515 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:49.998525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75f9aa-cf38-4874-9bf2-979af4ab287a req-7469a8c2-c975-4185-8241-660ce4d2a585 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:50.000065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce75f9aa-cf38-4874-9bf2-979af4ab287a req-7469a8c2-c975-4185-8241-660ce4d2a585 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.1250856 Nov 15 15:31:50.047052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ce75f9aa-cf38-4874-9bf2-979af4ab287a req-22a7306c-f15f-404a-af04-2b8078c5d29a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406890 Nov 15 15:31:51.471529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0826492-e952-4b4e-945c-0b2a3c237284 req-90fda76e-d7b5-4d62-a79d-dde1e2ea1d86 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:51.473034 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0826492-e952-4b4e-945c-0b2a3c237284 req-90fda76e-d7b5-4d62-a79d-dde1e2ea1d86 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0540733 Nov 15 15:31:51.520632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0826492-e952-4b4e-945c-0b2a3c237284 req-d8853122-1a7e-420c-81da-084df1edb140 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415590 Nov 15 15:31:51.617461 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-c5a679f4-8548-4eab-aa2c-4520792853f0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412087 Nov 15 15:31:51.626237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-2a9b9715-eee3-44f7-a32d-2467c8c3a317 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:31:51.627227 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-2a9b9715-eee3-44f7-a32d-2467c8c3a317 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049884 Nov 15 15:31:52.692422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df014a-632f-41c6-a8ea-4c1baa107f07 req-9a61ecdf-b267-4cf6-8731-ba10c710ad40 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:52.693951 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16df014a-632f-41c6-a8ea-4c1baa107f07 req-9a61ecdf-b267-4cf6-8731-ba10c710ad40 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0996134 Nov 15 15:31:52.744670 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16df014a-632f-41c6-a8ea-4c1baa107f07 req-3a724bca-69bb-42bc-bb8b-c3735eecf54a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438812 Nov 15 15:31:53.187219 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:31:53.868604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74865fb1-93ef-43a5-8cd0-125f40950944 req-8bf5371e-604a-4b94-a5d4-6eadaf28bda0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:53.870086 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74865fb1-93ef-43a5-8cd0-125f40950944 req-8bf5371e-604a-4b94-a5d4-6eadaf28bda0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0525322 Nov 15 15:31:53.920515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74865fb1-93ef-43a5-8cd0-125f40950944 req-7f835e81-3d07-4229-9724-e3dc49c2ec44 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439513 Nov 15 15:31:55.038893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062bd88-e32e-4fe8-b415-88e8c43a1385 req-605212a7-1941-4281-b5ad-fcb727e4bdc5 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:55.040404 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e062bd88-e32e-4fe8-b415-88e8c43a1385 req-605212a7-1941-4281-b5ad-fcb727e4bdc5 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0501924 Nov 15 15:31:55.088502 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e062bd88-e32e-4fe8-b415-88e8c43a1385 req-3840c816-9d5d-4c7d-98d1-2d129b276116 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413764 Nov 15 15:31:56.208098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8b199-f69c-470a-a0af-618e5ce9a93c req-5fbed842-24b3-4e2d-b823-8b841e881e35 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:56.214056 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01e8b199-f69c-470a-a0af-618e5ce9a93c req-5fbed842-24b3-4e2d-b823-8b841e881e35 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0523334 Nov 15 15:31:56.257726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01e8b199-f69c-470a-a0af-618e5ce9a93c req-7e21454c-8883-43ff-9e9f-9d3ae2058f5e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421097 Nov 15 15:31:57.379889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d379b-95d3-4b37-9d14-b5b61bc809d7 req-37c95739-730d-4456-828a-4b0e2453b548 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:57.381379 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef5d379b-95d3-4b37-9d14-b5b61bc809d7 req-37c95739-730d-4456-828a-4b0e2453b548 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0540576 Nov 15 15:31:57.430647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef5d379b-95d3-4b37-9d14-b5b61bc809d7 req-204ea02a-50a6-4473-b194-8164f4c4e383 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427325 Nov 15 15:31:57.782765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-1afa5835-a5ae-4c1e-a73c-53d6e59c6d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:57.784263 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-1afa5835-a5ae-4c1e-a73c-53d6e59c6d8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 1097 time: 0.0461421 Nov 15 15:31:57.876446 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-16347d43-fe49-4273-8367-13e18c82518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:57.877917 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-16347d43-fe49-4273-8367-13e18c82518d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0830665 Nov 15 15:31:57.950234 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-cde69a7f-7be3-4597-91d5-8872e6c330f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 HTTP/1.1" status: 200 len: 1002 time: 0.0614974 Nov 15 15:31:58.007503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-d2f1b63f-6893-470b-a80b-0fba4441eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:58.008957 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-d2f1b63f-6893-470b-a80b-0fba4441eb6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0453975 Nov 15 15:31:58.063850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-996e2106-1ddf-4022-9ff6-98d5f51d3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:58.063850 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-996e2106-1ddf-4022-9ff6-98d5f51d3c88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397544 Nov 15 15:31:58.163293 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-7bb2b623-c543-4ea7-9a89-dea9f265f678 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918665 Nov 15 15:31:58.259137 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-bbf2ae57-ef82-4d43-99ef-a675acf770a7 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851626 Nov 15 15:31:58.550897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e788e-dbfa-40b6-8337-ec67569e0bd6 req-ef3ad7dc-36b1-4a6c-b76d-1356e573dbf7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:58.552403 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f66e788e-dbfa-40b6-8337-ec67569e0bd6 req-ef3ad7dc-36b1-4a6c-b76d-1356e573dbf7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0532010 Nov 15 15:31:58.602873 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f66e788e-dbfa-40b6-8337-ec67569e0bd6 req-c21ac3d0-6bc6-429f-9197-d688a7f5d7f2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427918 Nov 15 15:31:58.852828 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:59.262688 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:59.725999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99846d67-dab1-40af-97d5-93879d6047d7 req-c43a77b9-d90b-440c-8a1b-927c9a40969e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:31:59.727555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99846d67-dab1-40af-97d5-93879d6047d7 req-c43a77b9-d90b-440c-8a1b-927c9a40969e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0513592 Nov 15 15:31:59.764393 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-beefde15-329e-483a-9f7c-3b6dc42a6dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:31:59.777500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99846d67-dab1-40af-97d5-93879d6047d7 req-198929ce-5898-431d-8296-e07fa28a01a2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428689 Nov 15 15:32:00.893422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02e8e3-6cac-4c05-a7ba-e588d2d967cc req-208b4817-9c1d-4d4f-afa3-712ac3889a3d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:00.895110 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea02e8e3-6cac-4c05-a7ba-e588d2d967cc req-208b4817-9c1d-4d4f-afa3-712ac3889a3d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0489924 Nov 15 15:32:00.942417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea02e8e3-6cac-4c05-a7ba-e588d2d967cc req-6e077fda-ccf7-46c1-b6b1-b62a2b289fc6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412574 Nov 15 15:32:02.060972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6ded3-2890-49a5-a949-1b642eecb0e9 req-73c06c21-aa95-42b0-b870-f3bbcaf71486 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:02.065318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0f6ded3-2890-49a5-a949-1b642eecb0e9 req-73c06c21-aa95-42b0-b870-f3bbcaf71486 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0500386 Nov 15 15:32:02.114732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0f6ded3-2890-49a5-a949-1b642eecb0e9 req-65d98494-c52b-4b3c-a1c1-2b34049878fa tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460277 Nov 15 15:32:02.121210 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73f0c49d-dc97-4192-9a7e-42d13e363579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:03.230650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef5500-e8f2-469c-9e0f-e309a57a047b req-8d96a1dc-5ab7-4cc4-bd03-cf0575e6cce9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:03.232139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bef5500-e8f2-469c-9e0f-e309a57a047b req-8d96a1dc-5ab7-4cc4-bd03-cf0575e6cce9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0483894 Nov 15 15:32:03.279548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3bef5500-e8f2-469c-9e0f-e309a57a047b req-3368d863-ac92-4ccc-96f1-6477fc5dffe6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404825 Nov 15 15:32:03.698151 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:04.394692 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e97a4-7abc-4e0f-bdca-6e7826a47161 req-8421cf8b-f8fe-41da-a949-0e784c63f72e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:04.396248 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a0e97a4-7abc-4e0f-bdca-6e7826a47161 req-8421cf8b-f8fe-41da-a949-0e784c63f72e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0485737 Nov 15 15:32:04.444268 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a0e97a4-7abc-4e0f-bdca-6e7826a47161 req-42faca80-e27f-4ad9-9d08-f7f62eb7bbaa tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419462 Nov 15 15:32:05.321012 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:05.784050 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:05.858770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded3e20-0d9f-4b12-80fc-0a9e56301780 req-5f5143dc-046b-4ddf-8c51-1c8f28518eec tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:05.860281 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ded3e20-0d9f-4b12-80fc-0a9e56301780 req-5f5143dc-046b-4ddf-8c51-1c8f28518eec tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.3474000 Nov 15 15:32:05.910587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2ded3e20-0d9f-4b12-80fc-0a9e56301780 req-4ae39db7-6f42-4eda-be23-56062c2b9ce0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438619 Nov 15 15:32:07.025183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6834571-4b61-4f93-94e0-4187a5f4026b req-063c7d7c-812e-4857-9ff4-65007fc08b86 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:07.026684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6834571-4b61-4f93-94e0-4187a5f4026b req-063c7d7c-812e-4857-9ff4-65007fc08b86 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0477483 Nov 15 15:32:07.081567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6834571-4b61-4f93-94e0-4187a5f4026b req-11257805-3e87-465e-85bb-8fd4f1569288 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483477 Nov 15 15:32:08.200667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429713f2-eba1-439b-a7df-06eb78254a75 req-15e685ad-edbe-4d1f-98bf-de1860f1a6b8 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:08.202202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-429713f2-eba1-439b-a7df-06eb78254a75 req-15e685ad-edbe-4d1f-98bf-de1860f1a6b8 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0493107 Nov 15 15:32:08.254563 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-429713f2-eba1-439b-a7df-06eb78254a75 req-ce482ed7-45fa-4083-9d7f-259f17d1101f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456312 Nov 15 15:32:09.371446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49040b21-27c6-4cbb-811e-00e62f3a0a93 req-07796e1f-5d32-4eec-87e3-23486a765fe3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:09.372921 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49040b21-27c6-4cbb-811e-00e62f3a0a93 req-07796e1f-5d32-4eec-87e3-23486a765fe3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0492072 Nov 15 15:32:09.419883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49040b21-27c6-4cbb-811e-00e62f3a0a93 req-81472e87-0e4b-4a19-9d84-3eaa29cf55cd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404847 Nov 15 15:32:10.536182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5845-2bc2-475b-ae9e-e4494950d485 req-87ae61a3-3fb7-4f5a-82b2-efaa0b5b40ff tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:10.537655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b6b5845-2bc2-475b-ae9e-e4494950d485 req-87ae61a3-3fb7-4f5a-82b2-efaa0b5b40ff tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0480261 Nov 15 15:32:10.584334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b6b5845-2bc2-475b-ae9e-e4494950d485 req-32bf3e08-8600-477d-bfc1-b15139330810 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406575 Nov 15 15:32:10.650994 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-73085e8f-76bd-4abd-ae70-ce185e3d17e9 service neutron] show failed (client error): The resource could not be found. Nov 15 15:32:10.652068 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-73085e8f-76bd-4abd-ae70-ce185e3d17e9 service neutron] 10.222.0.46 "GET /v2.0/ports/8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8/bindings/n-h1-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0537224 Nov 15 15:32:11.227493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-264c727f-2cda-446b-97ff-87a4aa7e13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:11.229197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-264c727f-2cda-446b-97ff-87a4aa7e13dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 1097 time: 0.0902045 Nov 15 15:32:11.242433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:32:11.300260 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:11.514740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] For port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:32:11.551230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] For port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:32:11.602525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:32:11.604822 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8d07a5-919c-4208-978d-cb7cc0884306" -d '{"events": [{"server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:32:11.608662 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:11.621734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Transition to ACTIVE for port object 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:32:11.698645 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:11.717031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f342eb-1d83-4304-b354-590db2452be9 req-720dd235-4465-4de1-9b00-968829ea2241 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:11.718658 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98f342eb-1d83-4304-b354-590db2452be9 req-720dd235-4465-4de1-9b00-968829ea2241 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0629041 Nov 15 15:32:11.738501 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3a5532-85e0-4e7d-a221-f13b9c1e8dba x-openstack-request-id: req-3e3a5532-85e0-4e7d-a221-f13b9c1e8dba {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:32:11.738792 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:32:11.739043 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e3a5532-85e0-4e7d-a221-f13b9c1e8dba {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:32:11.739436 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'code': 200} Nov 15 15:32:11.779229 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Pushing event updated for resources: {'Port': ['ID=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:32:11.834575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:11.834925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:11.835269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:11.835625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:11.835950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:11.836279 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:11.836609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:11.836943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:11.837272 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:11.837597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:11.837925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:11.838248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:11.868454 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98f342eb-1d83-4304-b354-590db2452be9 req-7321ad77-c271-4479-8cc3-a6496807abaa tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281414 Nov 15 15:32:11.889892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] No DVR routers for this DVR port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:32:12.024826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Attempting to bind port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:32:12.025093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Attempting to bind port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:32:12.025429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Attempting to bind port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:32:12.029889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:32:12.030162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Attempting to bind port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:32:12.035856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:32:12.036204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Checking segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:32:12.036592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Bound using segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:32:12.037020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Bound port: 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:32:12.037375 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:12.100044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] For port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:32:12.103037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] For port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:32:12.172701 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:12.210969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:12.210969 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:12.212290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] 10.222.0.59 "PUT /v2.0/ports/8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 HTTP/1.1" status: 200 len: 1092 time: 0.9740357 Nov 15 15:32:12.236620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166724c4-31d6-4444-895e-8e99bc6caa8c service neutron] Pushing event updated for resources: {'Port': ['ID=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:32:12.288917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-3a076afd-d9e1-4a02-939e-fce591cfe9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:12.290435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-3a076afd-d9e1-4a02-939e-fce591cfe9d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 1095 time: 0.0504296 Nov 15 15:32:12.389973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-f576f3c5-59f7-4136-8083-7cec179f1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:12.391494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-f576f3c5-59f7-4136-8083-7cec179f1b1d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0937772 Nov 15 15:32:12.457260 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-1bd220fc-946c-45eb-a083-572784af0b00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0577817 Nov 15 15:32:12.505314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-38474a74-aae1-4e8e-84db-567b4b8fd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:12.506850 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-38474a74-aae1-4e8e-84db-567b4b8fd6e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0430260 Nov 15 15:32:12.556095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-9e694cdf-f387-44e4-84a0-9a60503865f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:12.557500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-9e694cdf-f387-44e4-84a0-9a60503865f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437012 Nov 15 15:32:12.651631 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-5ecfa003-ddf0-4d96-ba03-d838806ca4db service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859282 Nov 15 15:32:12.748123 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0ba9105-6750-40e8-bf11-2b7970977fab req-21928925-8c5a-482f-99d8-557298fe7780 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899508 Nov 15 15:32:12.997792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815578e-1bc5-4011-a46e-70a36af03947 req-9e632763-2ec5-4c98-a471-317c5dcd8fa0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:12.999740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6815578e-1bc5-4011-a46e-70a36af03947 req-9e632763-2ec5-4c98-a471-317c5dcd8fa0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 944 time: 0.0575559 Nov 15 15:32:13.049710 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6815578e-1bc5-4011-a46e-70a36af03947 req-b2711fa4-2732-4132-8a85-aba4f98b2504 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 Nov 15 15:32:13.741036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:32:13.743454 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05edb7b8-8a22-40b1-9811-2283beccb3db" -d '{"events": [{"name": "network-changed", "server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:32:13.794091 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6278f3a8-5f4e-4444-9313-e86d014cd39c x-openstack-request-id: req-6278f3a8-5f4e-4444-9313-e86d014cd39c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:32:13.794091 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:32:13.794091 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6278f3a8-5f4e-4444-9313-e86d014cd39c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:32:13.794091 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'status': 'completed', 'code': 200} Nov 15 15:32:13.860518 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-866ac1ee-1e1a-4069-bfc9-18f6f06ccd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:13.862937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-866ac1ee-1e1a-4069-bfc9-18f6f06ccd1d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 1095 time: 0.0431056 Nov 15 15:32:13.863402 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-0d696ac6-32b2-475a-9198-f2e641ad48f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:13.864863 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-0d696ac6-32b2-475a-9198-f2e641ad48f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 1095 time: 0.0470548 Nov 15 15:32:13.956494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-1ebbe097-7adf-407e-b623-cf90af3c9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:13.958000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-1ebbe097-7adf-407e-b623-cf90af3c9553 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0880215 Nov 15 15:32:13.958619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-04764ef1-8a37-4480-a0bc-d5cc008eeda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:13.960079 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-04764ef1-8a37-4480-a0bc-d5cc008eeda4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0825579 Nov 15 15:32:14.027094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-016e77bf-c783-44cc-896d-19140432c81e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0612509 Nov 15 15:32:14.034327 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-5d3250f5-4bc1-44d8-bd68-ab8b03ffb97a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0622671 Nov 15 15:32:14.084638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-ab3e43f7-5a12-45d1-9e66-d7e4802fab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:14.086492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-ab3e43f7-5a12-45d1-9e66-d7e4802fab20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0490961 Nov 15 15:32:14.086596 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-88d62512-07cd-4b91-b028-49efd14dd19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:14.087916 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-88d62512-07cd-4b91-b028-49efd14dd19c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0432549 Nov 15 15:32:14.135960 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-8c717486-f061-40b8-86ff-f3732c292f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:14.137467 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-8c717486-f061-40b8-86ff-f3732c292f03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419929 Nov 15 15:32:14.161128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-93238b9b-e1c6-460b-b978-aa8d593a550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:14.162640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-93238b9b-e1c6-460b-b978-aa8d593a550c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681314 Nov 15 15:32:14.178736 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae989935-ab3d-4a47-a1a6-d65f87a3855d req-8330d630-f524-40b6-a693-aba1fa281fa0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:14.180138 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae989935-ab3d-4a47-a1a6-d65f87a3855d req-8330d630-f524-40b6-a693-aba1fa281fa0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 944 time: 0.0582898 Nov 15 15:32:14.236420 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-4b894070-f7b0-40f5-b377-4d0dd16b7b88 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867946 Nov 15 15:32:14.281077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae989935-ab3d-4a47-a1a6-d65f87a3855d req-968c1359-7353-4028-b9f3-ed8766be387c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927498 Nov 15 15:32:14.304114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-b66952a9-5a65-4093-b195-f771a45af0a6 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229994 Nov 15 15:32:14.334519 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-fe6eea8a-957a-4bc9-a2f2-25b7ff58791e service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851796 Nov 15 15:32:14.402292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05edb7b8-8a22-40b1-9811-2283beccb3db req-be990462-0108-4639-841f-ed1f591a8130 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895205 Nov 15 15:32:14.926278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:32:14.966497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:32:15.423007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59813bfd-4ce9-43cb-a6a3-79bc33fb0c92 req-15e37771-19a1-4d27-973b-b42dc12c9ece tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:15.425162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59813bfd-4ce9-43cb-a6a3-79bc33fb0c92 req-15e37771-19a1-4d27-973b-b42dc12c9ece tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 944 time: 0.0699801 Nov 15 15:32:15.472201 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59813bfd-4ce9-43cb-a6a3-79bc33fb0c92 req-ee1b8c45-a625-4dd1-92a2-81e411499217 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411532 Nov 15 15:32:15.686066 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:32:15.788475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:32:15.800759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'port_id': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'mac_address': 'fa:16:3e:8d:9e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:32:15.803527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b68a92-f336-490c-9f1a-6440201e5ea8 req-7878ac9a-8320-4a0e-92cf-3deee6cff472 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:15.803706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1b68a92-f336-490c-9f1a-6440201e5ea8 req-7878ac9a-8320-4a0e-92cf-3deee6cff472 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 944 time: 0.0540464 Nov 15 15:32:15.847106 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:15.862593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:32:15.869440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1b68a92-f336-490c-9f1a-6440201e5ea8 req-90fb9866-785e-4d37-bc1c-8cd1bdc7584b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592606 Nov 15 15:32:15.884228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:32:15.922846 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-35a13695-d09d-4413-b279-b3cb1b73db67 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:15.924893 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-35a13695-d09d-4413-b279-b3cb1b73db67 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61&tenant_id=63adb14e6db5469fad46f2287b4e86d8&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 944 time: 0.0543187 Nov 15 15:32:15.949173 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:15.996262 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:32:15.998165 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-de788c8f-1af8-42be-bb07-33d01df562f3 service neutron] delete failed (client error): The resource could not be found. Nov 15 15:32:15.999226 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-de788c8f-1af8-42be-bb07-33d01df562f3 service neutron] 10.222.0.46 "DELETE /v2.0/ports/8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8/bindings/n-h2-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0629885 Nov 15 15:32:16.003487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:16.003828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:16.004161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:16.004492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:16.004817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:16.005141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:16.005563 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:16.005883 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:16.006234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:16.006589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:16.006908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:16.007225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:32:16.089346 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-7565bc9d-d422-4c21-9e67-2d35371e2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:16.090912 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-7565bc9d-d422-4c21-9e67-2d35371e2796 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 1096 time: 0.0408039 Nov 15 15:32:16.187115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:32:16.192410 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-3b733b13-b400-47b4-b800-ed1fcb6be6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:16.193982 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-3b733b13-b400-47b4-b800-ed1fcb6be6c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0915158 Nov 15 15:32:16.264467 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-384ad2f8-6010-474d-931a-76d7605f5dd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 HTTP/1.1" status: 200 len: 1001 time: 0.0589354 Nov 15 15:32:16.322339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-132fac4b-29a7-48ab-9151-d5a22dfcfa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:16.323908 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-132fac4b-29a7-48ab-9151-d5a22dfcfa19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0479105 Nov 15 15:32:16.377128 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-888ada0a-2a12-4bc4-9cd9-5f56ce074ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:16.378636 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-888ada0a-2a12-4bc4-9cd9-5f56ce074ba2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436282 Nov 15 15:32:16.471895 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-7ba95e6d-608b-44b3-912c-f88ad44e5637 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815573 Nov 15 15:32:16.569789 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4add3d63-65d1-4990-8f3f-32e0a57af4f3 req-d8422cec-e8d5-4734-a62d-3a4b485954fa service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865119 Nov 15 15:32:16.988010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaab3f7-41d3-4b31-9833-e889f52fa95c req-b3610212-d968-4741-88f0-ad7bea5a1f15 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:16.989515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaaab3f7-41d3-4b31-9833-e889f52fa95c req-b3610212-d968-4741-88f0-ad7bea5a1f15 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 945 time: 0.0485756 Nov 15 15:32:17.040508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaaab3f7-41d3-4b31-9833-e889f52fa95c req-7578b20a-0a41-459a-8b87-c1101bd5fef0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450754 Nov 15 15:32:17.688001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:32:17.804387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:32:17.808609 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:32:17.809000 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:17.892186 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:17.919690 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:32:17.921897 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8691e4-008f-4c8f-a43f-5680722bceb8" -d '{"events": [{"server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "name": "network-vif-plugged", "status": "completed", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:32:18.089867 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4f8597-5992-4fb0-8ec5-7b6277285766 x-openstack-request-id: req-fc4f8597-5992-4fb0-8ec5-7b6277285766 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:32:18.091274 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "name": "network-vif-plugged", "status": "completed", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:32:18.091274 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc4f8597-5992-4fb0-8ec5-7b6277285766 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:32:18.091274 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'code': 200} Nov 15 15:32:18.092442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:32:18.165539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9afa58-5288-4b31-be79-3d0c87ffe7d8 req-2d741975-e5b6-4ba0-9157-1a07019a9f66 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:18.167079 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf9afa58-5288-4b31-be79-3d0c87ffe7d8 req-2d741975-e5b6-4ba0-9157-1a07019a9f66 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 945 time: 0.0535250 Nov 15 15:32:18.177780 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:18.218930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bf9afa58-5288-4b31-be79-3d0c87ffe7d8 req-22f5f7e2-a2dd-46df-88c3-b0e1f3d2e686 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455663 Nov 15 15:32:18.228851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:32:18.335936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b39532-b96b-4205-b5b0-53c9c01d2892 req-4f008786-3830-4836-8694-85abbc0facac tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:18.337413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4b39532-b96b-4205-b5b0-53c9c01d2892 req-4f008786-3830-4836-8694-85abbc0facac tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0491278 Nov 15 15:32:18.383936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4b39532-b96b-4205-b5b0-53c9c01d2892 req-fdebd6bf-8357-47ec-bbc4-5d62c56afa5c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403750 Nov 15 15:32:18.499278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79021a13-1b7c-4b3f-94da-acc84197ef37 req-3a7527c1-f2e9-4229-a7ff-379d43d0e01c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:18.500760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79021a13-1b7c-4b3f-94da-acc84197ef37 req-3a7527c1-f2e9-4229-a7ff-379d43d0e01c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0519762 Nov 15 15:32:18.548507 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79021a13-1b7c-4b3f-94da-acc84197ef37 req-7e84b862-726d-4ed4-b4d4-c156bd0a218b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412459 Nov 15 15:32:19.033005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762a77f-0c55-413f-a775-087c98ceea2e req-731a560b-4344-4339-9da1-3608c20ffa01 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:19.035053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2762a77f-0c55-413f-a775-087c98ceea2e req-731a560b-4344-4339-9da1-3608c20ffa01 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0499301 Nov 15 15:32:19.081648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2762a77f-0c55-413f-a775-087c98ceea2e req-fa366a7a-eda3-4a36-beb9-7305e2059f48 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406108 Nov 15 15:32:20.203733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1047959-4cf1-438f-b3f0-214f39da0c89 req-236339b3-6eeb-40d5-9e82-c586366f46d4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:20.205213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1047959-4cf1-438f-b3f0-214f39da0c89 req-236339b3-6eeb-40d5-9e82-c586366f46d4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0486634 Nov 15 15:32:20.255959 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1047959-4cf1-438f-b3f0-214f39da0c89 req-de2d1d98-2a7e-4193-86a0-5b1fa8aa255c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447943 Nov 15 15:32:20.323197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-d22bd7f5-3be4-460c-aa37-c96f39f77a21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:20.324685 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-d22bd7f5-3be4-460c-aa37-c96f39f77a21 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.59 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 946 time: 0.0493672 Nov 15 15:32:20.411046 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Deleting port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:32:20.411302 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:20.504071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] For port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:32:20.504425 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:20.726733 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:20.726986 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:20.727291 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Floating IP c7902a10-9178-403d-82e7-5244df481853 disassociated. External IP: 172.25.4.125, port: 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8. Nov 15 15:32:20.727627 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Calling delete_port for 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:32:20.903626 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:20.933387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event deleted for resources: {'Port': ['ID=8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:32:21.048668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:32:21.158136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:32:21.168435 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0dadf-76e9-40f9-841a-7ef57ce16404 None None] Sync routers for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:32:21.178753 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0dadf-76e9-40f9-841a-7ef57ce16404 None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:32:21.179362 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-35f0dadf-76e9-40f9-841a-7ef57ce16404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:32:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:32:21.197927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] No DVR routers for this DVR port 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:32:21.200640 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:21.204142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-07ad9816-ff65-44ca-a33c-3f504893db58 req-68c16978-2af6-476c-a141-39df4cb63702 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.59 "DELETE /v2.0/ports/8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 HTTP/1.1" status: 204 len: 173 time: 0.8729451 Nov 15 15:32:21.204764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'name': 'network-vif-deleted', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:32:21.207373 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55b91c5-d91c-4c6e-8636-e145fe47bd67" -d '{"events": [{"server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "name": "network-vif-deleted", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:32:21.247841 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057b421f-e52f-40d8-9d8e-58f28cc48e2c x-openstack-request-id: req-057b421f-e52f-40d8-9d8e-58f28cc48e2c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:32:21.248143 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fb6808-944b-473a-81a4-a3e7422f9b61", "name": "network-vif-deleted", "tag": "8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:32:21.248399 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-057b421f-e52f-40d8-9d8e-58f28cc48e2c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:32:21.248806 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fb6808-944b-473a-81a4-a3e7422f9b61', 'name': 'network-vif-deleted', 'tag': '8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8', 'status': 'completed', 'code': 200} Nov 15 15:32:21.286822 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-35f0dadf-76e9-40f9-841a-7ef57ce16404 None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:32:21.355483 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef2ef24e-1b58-4b70-8c7e-5541948fe1ca req-01e61ed5-35a3-4e9f-862e-e90d16160d40 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=68fb6808-944b-473a-81a4-a3e7422f9b61 HTTP/1.1" status: 200 len: 210 time: 0.0264533 Nov 15 15:32:21.594183 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-35f0dadf-76e9-40f9-841a-7ef57ce16404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:32:21.621007 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0dadf-76e9-40f9-841a-7ef57ce16404 None None] Checking router: cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:32:21.630005 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0dadf-76e9-40f9-841a-7ef57ce16404 None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:32:21.630658 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-35f0dadf-76e9-40f9-841a-7ef57ce16404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:32:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:32:21.739046 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-35f0dadf-76e9-40f9-841a-7ef57ce16404 None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:32:21.948877 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-35f0dadf-76e9-40f9-841a-7ef57ce16404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:32:21.978162 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0dadf-76e9-40f9-841a-7ef57ce16404 None None] The sync data for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 is: [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:32:22.213454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b65aff-b61b-4e0d-a171-c8200991c011 None None] New status for floating IP c7902a10-9178-403d-82e7-5244df481853: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:32:22.602368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-748cc50e-f4e7-4a7b-90a8-40078fab4487 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--241894209&fields=id&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 267 time: 0.0432606 Nov 15 15:32:22.711835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf9604-4066-4492-a22a-88db0302c37a req-7389876b-9212-4189-9fed-0c159657fb4f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:22.713244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-7389876b-9212-4189-9fed-0c159657fb4f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 811 time: 0.1038678 Nov 15 15:32:22.736912 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-894022ff-c3e8-4951-87e9-c32aa0bba815 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/quotas/63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 375 time: 0.0176048 Nov 15 15:32:22.792228 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-0b0276c1-2b68-453d-9ebb-94e7ee57b5bf tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491719 Nov 15 15:32:22.937550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-85d95d60-9b0a-452d-adfd-cbd1255934a6 service neutron] 10.222.0.70 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335433 Nov 15 15:32:23.027567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-af492a3e-0f99-4557-9612-a96f0ff3709c service neutron] 10.222.0.70 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827570 Nov 15 15:32:23.281675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd384767-649b-43b7-b7cc-7ccf249d2ec1 req-10788a87-96c9-46f6-a4f3-44ba976dc7f9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 210 time: 0.0259292 Nov 15 15:32:23.701427 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:32:23.722447 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:32:23.722804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 8e6ab4ed-49a5-470d-9b17-9e1c235f7ae8 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:32:24.380780 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0a4766b0-5ff8-49dc-9560-c755495f190d req-b58f5e70-308e-4e15-b102-2c7b424fab17 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 210 time: 0.0307827 Nov 15 15:32:25.190362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf9604-4066-4492-a22a-88db0302c37a req-3d84fd5c-26fc-4ea5-886d-9f0197daf3f8 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:25.191865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-3d84fd5c-26fc-4ea5-886d-9f0197daf3f8 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 811 time: 0.1019981 Nov 15 15:32:25.255092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-528ffd7e-6dbd-470d-b539-15295966973a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 379 time: 0.0536351 Nov 15 15:32:25.264709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9daf9604-4066-4492-a22a-88db0302c37a req-33eb46cb-2ba9-49e0-8566-3e59939fff57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Request body: {'port': {'device_id': '88762043-b75f-4729-9912-5f21cd701eef', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'admin_state_up': True, 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'security_groups': ['4ecc2499-1980-4f16-88cf-79e48b1320e0']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:32:25.446461 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9daf9604-4066-4492-a22a-88db0302c37a req-33eb46cb-2ba9-49e0-8566-3e59939fff57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Made reservation on behalf of 63adb14e6db5469fad46f2287b4e86d8 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:32:25.450065 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9daf9604-4066-4492-a22a-88db0302c37a req-33eb46cb-2ba9-49e0-8566-3e59939fff57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:25.490189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72e72ed9-c7c4-4493-b517-1d04f5669ddb req-805427ae-e2b6-4f1e-af76-7dbaf30a80fd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 210 time: 0.0365462 Nov 15 15:32:25.600968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-9daf9604-4066-4492-a22a-88db0302c37a req-33eb46cb-2ba9-49e0-8566-3e59939fff57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Allocated IP 172.20.0.11 (ce085b1c-1213-49d8-94c4-36277cd42ed9/884540be-3f66-40d0-a779-07deec1a634a/12c4ea1d-a890-450d-b521-d5451b5221f1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:32:25.744854 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9daf9604-4066-4492-a22a-88db0302c37a req-33eb46cb-2ba9-49e0-8566-3e59939fff57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:25.840857 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9daf9604-4066-4492-a22a-88db0302c37a req-33eb46cb-2ba9-49e0-8566-3e59939fff57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:25.886986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9daf9604-4066-4492-a22a-88db0302c37a req-33eb46cb-2ba9-49e0-8566-3e59939fff57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Network ce085b1c-1213-49d8-94c4-36277cd42ed9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:32:25.890268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-9daf9604-4066-4492-a22a-88db0302c37a req-33eb46cb-2ba9-49e0-8566-3e59939fff57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:32:25.895330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9daf9604-4066-4492-a22a-88db0302c37a req-33eb46cb-2ba9-49e0-8566-3e59939fff57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:32:25.903290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb46cb-2ba9-49e0-8566-3e59939fff57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event updated for resources: {'Port': ['ID=12c4ea1d-a890-450d-b521-d5451b5221f1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:32:25.946110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf9604-4066-4492-a22a-88db0302c37a req-33eb46cb-2ba9-49e0-8566-3e59939fff57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:25.946795 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9daf9604-4066-4492-a22a-88db0302c37a req-33eb46cb-2ba9-49e0-8566-3e59939fff57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:26.003865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-33eb46cb-2ba9-49e0-8566-3e59939fff57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7427607 Nov 15 15:32:26.017302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Request body: {'port': {'device_id': '88762043-b75f-4729-9912-5f21cd701eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:32:26.077663 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:26.162474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b0e69a0c-b198-4159-990c-05779db81af4 None None] Provisioning complete for port 12c4ea1d-a890-450d-b521-d5451b5221f1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:32:26.163227 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0e69a0c-b198-4159-990c-05779db81af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:26.198599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b0e69a0c-b198-4159-990c-05779db81af4 None None] Port 12c4ea1d-a890-450d-b521-d5451b5221f1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:32:26.635942 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787b052-6939-4931-8086-5172dc34570d req-da8ef9f8-4997-45da-b4c5-51ee42708301 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:26.637327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0787b052-6939-4931-8086-5172dc34570d req-da8ef9f8-4997-45da-b4c5-51ee42708301 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 932 time: 0.0768166 Nov 15 15:32:26.713163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c4ea1d-a890-450d-b521-d5451b5221f1 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:32:26.726725 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:26.733692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0787b052-6939-4931-8086-5172dc34570d req-6ed3962b-082b-4ef4-86e7-785db6cae403 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894716 Nov 15 15:32:26.743595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Transition to ACTIVE for port object 12c4ea1d-a890-450d-b521-d5451b5221f1 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:32:26.867865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:26.941563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Pushing event updated for resources: {'Port': ['ID=12c4ea1d-a890-450d-b521-d5451b5221f1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:32:26.994162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Attempting to bind port 12c4ea1d-a890-450d-b521-d5451b5221f1 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:32:26.994666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Attempting to bind port 12c4ea1d-a890-450d-b521-d5451b5221f1 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:32:26.994996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Attempting to bind port 12c4ea1d-a890-450d-b521-d5451b5221f1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:32:26.999898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Port 12c4ea1d-a890-450d-b521-d5451b5221f1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:32:27.000244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Attempting to bind port 12c4ea1d-a890-450d-b521-d5451b5221f1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:32:27.006697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:32:27.006972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Checking segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:32:27.007365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Bound using segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:32:27.007800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Bound port: 12c4ea1d-a890-450d-b521-d5451b5221f1, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:32:27.008160 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:27.078168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] For port 12c4ea1d-a890-450d-b521-d5451b5221f1, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:32:27.081568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] For port 12c4ea1d-a890-450d-b521-d5451b5221f1, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=12c4ea1d-a890-450d-b521-d5451b5221f1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:32:27.155419 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:27.190910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:27.191477 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:27.192937 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] 10.222.0.59 "PUT /v2.0/ports/12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 200 len: 1092 time: 1.1800482 Nov 15 15:32:27.193376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:32:27.195707 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3c18a8-7bb0-4c5e-8546-dc88b597b15d" -d '{"events": [{"name": "network-changed", "server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:32:27.221841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbebaa-8ef2-4d7a-8118-30bada317b32 service neutron] Pushing event updated for resources: {'Port': ['ID=12c4ea1d-a890-450d-b521-d5451b5221f1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:32:27.240701 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41fb49d-4d5e-4aaf-8445-d7f81a749d4d x-openstack-request-id: req-c41fb49d-4d5e-4aaf-8445-d7f81a749d4d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:32:27.240990 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:32:27.241249 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c41fb49d-4d5e-4aaf-8445-d7f81a749d4d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:32:27.241696 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'status': 'completed', 'code': 200} Nov 15 15:32:27.303464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c18a8-7bb0-4c5e-8546-dc88b597b15d req-bec3b1e8-b735-4e91-8441-7ca84001c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:27.305321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f3c18a8-7bb0-4c5e-8546-dc88b597b15d req-bec3b1e8-b735-4e91-8441-7ca84001c8b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 1095 time: 0.0439343 Nov 15 15:32:27.422483 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c18a8-7bb0-4c5e-8546-dc88b597b15d req-89afd18d-98b0-4931-ac3b-3db30790e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:27.424596 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f3c18a8-7bb0-4c5e-8546-dc88b597b15d req-89afd18d-98b0-4931-ac3b-3db30790e1f6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=63adb14e6db5469fad46f2287b4e86d8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1096270 Nov 15 15:32:27.520075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c18a8-7bb0-4c5e-8546-dc88b597b15d req-3a11144e-f5f1-40f7-ae17-08da6db696d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:27.521690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f3c18a8-7bb0-4c5e-8546-dc88b597b15d req-3a11144e-f5f1-40f7-ae17-08da6db696d2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902560 Nov 15 15:32:27.600878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf9604-4066-4492-a22a-88db0302c37a req-571763e0-97fa-41cf-8552-f1ebd47a0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:27.602365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-571763e0-97fa-41cf-8552-f1ebd47a0493 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 1095 time: 0.0446301 Nov 15 15:32:27.645410 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-460eeada-173f-416c-aeb1-e297f2664fd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 200 len: 217 time: 0.0340886 Nov 15 15:32:27.697799 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf9604-4066-4492-a22a-88db0302c37a req-0cb9f647-48d3-42c4-b3e9-1cfa761e3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:27.699303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-0cb9f647-48d3-42c4-b3e9-1cfa761e3402 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0470245 Nov 15 15:32:27.754743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf9604-4066-4492-a22a-88db0302c37a req-fcb590eb-3419-44bf-b254-1fee726f8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:27.756283 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-fcb590eb-3419-44bf-b254-1fee726f8ebb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505409 Nov 15 15:32:27.871655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f2165-82fc-4929-81bb-28aa32b44723 req-5857c1cc-bd94-4a2c-8534-23f667f0275d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:27.873138 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-198f2165-82fc-4929-81bb-28aa32b44723 req-5857c1cc-bd94-4a2c-8534-23f667f0275d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 944 time: 0.0672789 Nov 15 15:32:27.901582 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-83a75a3b-2729-43a7-82da-a07c90f42dc7 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381800 Nov 15 15:32:27.984990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-198f2165-82fc-4929-81bb-28aa32b44723 req-9b824ea6-dbd9-45fd-80c2-1b283bb105e7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012473 Nov 15 15:32:28.016901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9daf9604-4066-4492-a22a-88db0302c37a req-28ec114b-e4cb-4a51-a644-b2e3cd2aea6a service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064911 Nov 15 15:32:28.840391 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:29.105698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb448ae-fa01-45c6-803c-72d3999b91d9 req-e8411d94-fe76-4101-8ebb-4e37ad26126f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:29.107102 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6eb448ae-fa01-45c6-803c-72d3999b91d9 req-e8411d94-fe76-4101-8ebb-4e37ad26126f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 944 time: 0.0496588 Nov 15 15:32:29.159672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6eb448ae-fa01-45c6-803c-72d3999b91d9 req-27177ca3-16b2-4b52-b40b-0f421d225917 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455432 Nov 15 15:32:29.261113 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:29.720078 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 12c4ea1d-a890-450d-b521-d5451b5221f1 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:32:29.775013 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58d74e40-8a60-43fc-83ec-5a2d24a552e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:29.821912 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 12c4ea1d-a890-450d-b521-d5451b5221f1, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=12c4ea1d-a890-450d-b521-d5451b5221f1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:32:29.833261 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'port_id': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'mac_address': 'fa:16:3e:34:42:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:32:29.869191 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:29.882057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c4ea1d-a890-450d-b521-d5451b5221f1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:32:29.904774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 12c4ea1d-a890-450d-b521-d5451b5221f1, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=12c4ea1d-a890-450d-b521-d5451b5221f1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:32:29.958539 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:30.010673 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=12c4ea1d-a890-450d-b521-d5451b5221f1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:32:30.157679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['12c4ea1d-a890-450d-b521-d5451b5221f1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:32:30.186200 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:32:30.276858 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54d58a-fa21-4f50-ba08-fd4ecc5d826f req-e87d04f4-0527-4757-a4f0-d724360e1fcd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:30.278423 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d54d58a-fa21-4f50-ba08-fd4ecc5d826f req-e87d04f4-0527-4757-a4f0-d724360e1fcd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 945 time: 0.0492029 Nov 15 15:32:30.327969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5d54d58a-fa21-4f50-ba08-fd4ecc5d826f req-474a101a-c594-4b4b-af66-92690c449410 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425568 Nov 15 15:32:31.447683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db20c2e-563b-4dc9-9346-831a718479d5 req-4d8d9dec-9232-440f-8fde-396e511aa659 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:31.449218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1db20c2e-563b-4dc9-9346-831a718479d5 req-4d8d9dec-9232-440f-8fde-396e511aa659 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 945 time: 0.0492702 Nov 15 15:32:31.497698 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1db20c2e-563b-4dc9-9346-831a718479d5 req-c91805dd-83a9-4943-b2c9-7aaf8a1b6459 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423620 Nov 15 15:32:31.743328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 12c4ea1d-a890-450d-b521-d5451b5221f1 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:32:31.866979 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 12c4ea1d-a890-450d-b521-d5451b5221f1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:32:31.871088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 12c4ea1d-a890-450d-b521-d5451b5221f1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:32:31.871472 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:31.948633 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:31.971258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:32:31.974034 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03ac263-8ac2-4e3d-b7d7-845b229cf8f4" -d '{"events": [{"server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "name": "network-vif-plugged", "status": "completed", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:32:31.987876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 12c4ea1d-a890-450d-b521-d5451b5221f1, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=12c4ea1d-a890-450d-b521-d5451b5221f1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:32:32.014453 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163b5388-4de6-4180-9e35-d80d9b393c70 x-openstack-request-id: req-163b5388-4de6-4180-9e35-d80d9b393c70 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:32:32.014746 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "name": "network-vif-plugged", "status": "completed", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:32:32.014997 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-163b5388-4de6-4180-9e35-d80d9b393c70 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:32:32.015397 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'code': 200} Nov 15 15:32:32.051912 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:32.101024 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7049823-8740-4bbd-97ce-c1bcabed4c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:32.107009 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=12c4ea1d-a890-450d-b521-d5451b5221f1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:32:32.124939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40fd89-b42a-418d-9d91-6412578dbe2c req-6d5d3ed4-a3d3-4f60-9880-d744a4cded0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:32.126598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf40fd89-b42a-418d-9d91-6412578dbe2c req-6d5d3ed4-a3d3-4f60-9880-d744a4cded0b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 1097 time: 0.0471447 Nov 15 15:32:32.175458 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf40fd89-b42a-418d-9d91-6412578dbe2c req-ba791bc1-a9e4-46fe-889e-d0546977be00 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403287 Nov 15 15:32:32.612976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f5307-cd14-478e-8ac2-23162c18d62a req-f3cf5618-2ab4-473c-b592-ba288670c3bd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:32.614433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a75f5307-cd14-478e-8ac2-23162c18d62a req-f3cf5618-2ab4-473c-b592-ba288670c3bd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0482016 Nov 15 15:32:32.660729 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a75f5307-cd14-478e-8ac2-23162c18d62a req-cf6df106-a673-4361-b1f9-4b6c0efa74f6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405402 Nov 15 15:32:33.657558 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:33.781445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaba9e-d9f5-4017-8f75-81b687c8841f req-8e3e9216-71d2-4110-b4fa-73c19666efe0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:33.782971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cfaba9e-d9f5-4017-8f75-81b687c8841f req-8e3e9216-71d2-4110-b4fa-73c19666efe0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0533843 Nov 15 15:32:33.829890 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7cfaba9e-d9f5-4017-8f75-81b687c8841f req-c4678080-0507-4b57-b265-885a759c8d0a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408719 Nov 15 15:32:33.939538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9b6f4-a939-45c0-95cc-9a76d65523c7 req-03c15538-61b8-4a54-a7e1-f9431bfb9804 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:33.941562 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bc9b6f4-a939-45c0-95cc-9a76d65523c7 req-03c15538-61b8-4a54-a7e1-f9431bfb9804 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0482073 Nov 15 15:32:33.950232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 50696) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:32:33.954613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-309a3c7c-db13-4e8a-a527-eb1d13372c96 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Request body: {'floatingip': {'port_id': '12c4ea1d-a890-450d-b521-d5451b5221f1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:32:33.993359 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-309a3c7c-db13-4e8a-a527-eb1d13372c96 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:34.420209 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-309a3c7c-db13-4e8a-a527-eb1d13372c96 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:34.517967 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-309a3c7c-db13-4e8a-a527-eb1d13372c96 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:34.621381 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-309a3c7c-db13-4e8a-a527-eb1d13372c96 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Floating IP c7902a10-9178-403d-82e7-5244df481853 associated. External IP: 172.25.4.125, port: 12c4ea1d-a890-450d-b521-d5451b5221f1. Nov 15 15:32:34.827631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309a3c7c-db13-4e8a-a527-eb1d13372c96 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:32:34.943138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309a3c7c-db13-4e8a-a527-eb1d13372c96 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:32:34.949485 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-309a3c7c-db13-4e8a-a527-eb1d13372c96 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:34.955642 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28303fd8-74ba-460a-ae85-497b1e88f6f4 None None] Sync routers for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:32:34.965632 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28303fd8-74ba-460a-ae85-497b1e88f6f4 None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:32:34.966237 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-28303fd8-74ba-460a-ae85-497b1e88f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:32:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:32:34.977807 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-309a3c7c-db13-4e8a-a527-eb1d13372c96 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "PUT /v2.0/floatingips/c7902a10-9178-403d-82e7-5244df481853 HTTP/1.1" status: 200 len: 992 time: 1.0264995 Nov 15 15:32:34.978511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:32:34.980862 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc285f10-15ab-4753-be2d-20653c6b91ff" -d '{"events": [{"name": "network-changed", "server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:32:35.028139 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9846a4-f319-42b5-a7e2-4d9e7faf3e2e x-openstack-request-id: req-ab9846a4-f319-42b5-a7e2-4d9e7faf3e2e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:32:35.028709 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:32:35.029040 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab9846a4-f319-42b5-a7e2-4d9e7faf3e2e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:32:35.029490 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'status': 'completed', 'code': 200} Nov 15 15:32:35.076715 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-28303fd8-74ba-460a-ae85-497b1e88f6f4 None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:32:35.093467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc285f10-15ab-4753-be2d-20653c6b91ff req-ea109786-6c6a-499f-8302-3ad569bec448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:35.094923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc285f10-15ab-4753-be2d-20653c6b91ff req-ea109786-6c6a-499f-8302-3ad569bec448 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 1097 time: 0.0417373 Nov 15 15:32:35.191378 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc285f10-15ab-4753-be2d-20653c6b91ff req-83d9f574-acc4-4d2b-9872-7eb5a8fdb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:35.192864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc285f10-15ab-4753-be2d-20653c6b91ff req-83d9f574-acc4-4d2b-9872-7eb5a8fdb3d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0886278 Nov 15 15:32:35.264190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc285f10-15ab-4753-be2d-20653c6b91ff req-420b1fe0-ca54-4c63-bff2-d72b1e8b4829 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 200 len: 1000 time: 0.0628641 Nov 15 15:32:35.314586 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-28303fd8-74ba-460a-ae85-497b1e88f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'c7902a10-9178-403d-82e7-5244df481853', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'port_id': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'mac_address': 'fa:16:3e:34:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88762043-b75f-4729-9912-5f21cd701eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:29:55Z', 'updated_at': '2021-11-15T15:32:34Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:32:35.314841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc285f10-15ab-4753-be2d-20653c6b91ff req-1f33143f-2a5e-473a-bc0f-f4f5c632e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:35.316275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc285f10-15ab-4753-be2d-20653c6b91ff req-1f33143f-2a5e-473a-bc0f-f4f5c632e72a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0442252 Nov 15 15:32:35.330306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:35.341023 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28303fd8-74ba-460a-ae85-497b1e88f6f4 None None] Checking router: cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:32:35.349805 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28303fd8-74ba-460a-ae85-497b1e88f6f4 None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:32:35.350351 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-28303fd8-74ba-460a-ae85-497b1e88f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:32:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:32:35.369027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc285f10-15ab-4753-be2d-20653c6b91ff req-abe07e5f-40ae-4fe4-9b62-0cec37edcdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:35.370545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc285f10-15ab-4753-be2d-20653c6b91ff req-abe07e5f-40ae-4fe4-9b62-0cec37edcdd8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446436 Nov 15 15:32:35.453230 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-28303fd8-74ba-460a-ae85-497b1e88f6f4 None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:32:35.465325 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc285f10-15ab-4753-be2d-20653c6b91ff req-883be050-8333-467f-ab3e-b4cb21e59c6e service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862856 Nov 15 15:32:35.559489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc285f10-15ab-4753-be2d-20653c6b91ff req-1ea85b88-e1d8-4591-b291-13fefc5f5b7a service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861511 Nov 15 15:32:35.669673 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-28303fd8-74ba-460a-ae85-497b1e88f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'c7902a10-9178-403d-82e7-5244df481853', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'port_id': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'mac_address': 'fa:16:3e:34:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88762043-b75f-4729-9912-5f21cd701eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:29:55Z', 'updated_at': '2021-11-15T15:32:34Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:32:35.698650 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28303fd8-74ba-460a-ae85-497b1e88f6f4 None None] The sync data for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 is: [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'c7902a10-9178-403d-82e7-5244df481853', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'port_id': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'mac_address': 'fa:16:3e:34:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88762043-b75f-4729-9912-5f21cd701eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:29:55Z', 'updated_at': '2021-11-15T15:32:34Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:32:35.788913 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:35.899663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a03a91-54c9-450a-995f-2e2c95294010 None None] New status for floating IP c7902a10-9178-403d-82e7-5244df481853: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:32:39.737377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46683cf6-3089-4578-9b7c-9541bfb1f830 req-fd00cbb3-1b54-435f-8a0d-8f7d4455e3ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393703 Nov 15 15:32:39.824696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46683cf6-3089-4578-9b7c-9541bfb1f830 req-48cf80a1-42eb-4716-9edb-5dabd9486f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:39.826223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46683cf6-3089-4578-9b7c-9541bfb1f830 req-48cf80a1-42eb-4716-9edb-5dabd9486f1d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 1097 time: 0.0423434 Nov 15 15:32:39.931937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46683cf6-3089-4578-9b7c-9541bfb1f830 req-1963e6fb-c237-417a-8b6b-fee0016069b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:39.933416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46683cf6-3089-4578-9b7c-9541bfb1f830 req-1963e6fb-c237-417a-8b6b-fee0016069b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0886769 Nov 15 15:32:40.003265 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46683cf6-3089-4578-9b7c-9541bfb1f830 req-2f770b1c-335f-46be-8b6c-7d0a041101c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 200 len: 1002 time: 0.0600843 Nov 15 15:32:40.053774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46683cf6-3089-4578-9b7c-9541bfb1f830 req-c9b6dca7-a90e-4348-b902-03249beb6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:40.055307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46683cf6-3089-4578-9b7c-9541bfb1f830 req-c9b6dca7-a90e-4348-b902-03249beb6447 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0444162 Nov 15 15:32:40.107496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46683cf6-3089-4578-9b7c-9541bfb1f830 req-5d620f16-016d-4d33-b1b4-da291a3c33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:32:40.109033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46683cf6-3089-4578-9b7c-9541bfb1f830 req-5d620f16-016d-4d33-b1b4-da291a3c33b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457883 Nov 15 15:32:40.202387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46683cf6-3089-4578-9b7c-9541bfb1f830 req-e2b31f56-bd6b-4ad1-b8d1-06185004dbd7 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855143 Nov 15 15:32:40.300847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46683cf6-3089-4578-9b7c-9541bfb1f830 req-0359f8eb-df7a-467e-8f9b-e2b0d5f46ee4 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893388 Nov 15 15:32:58.857433 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:59.305994 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:32:59.731494 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fbe521ef-29b7-4be2-b3b1-99eb8ddc6685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:02.111910 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79a883ac-69ca-4518-aa52-637400dc445b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:03.666466 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:05.340411 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:05.793953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:07.186322 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:33:28.861049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:29.306028 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:29.753911 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dee7b4dd-69fd-42ac-b55e-3ceafce48a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:32.108478 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2c08d4b-6069-411a-a692-06ef9551c299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:33.725103 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:35.356918 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:35.785528 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:41.738430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6d42500-f6e3-4025-a3c1-d9d57aaf73cf req-4bc12d9b-0d5a-42ee-81eb-0d957260c358 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408230 Nov 15 15:33:41.820347 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d42500-f6e3-4025-a3c1-d9d57aaf73cf req-beda63b1-f043-4c5a-989e-2617af6a58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:33:41.821930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6d42500-f6e3-4025-a3c1-d9d57aaf73cf req-beda63b1-f043-4c5a-989e-2617af6a58df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 1097 time: 0.0414159 Nov 15 15:33:41.929398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d42500-f6e3-4025-a3c1-d9d57aaf73cf req-341e93df-2677-4456-8c8c-e3bf240f4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:33:41.930908 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6d42500-f6e3-4025-a3c1-d9d57aaf73cf req-341e93df-2677-4456-8c8c-e3bf240f4c75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0893476 Nov 15 15:33:41.999472 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6d42500-f6e3-4025-a3c1-d9d57aaf73cf req-15672b10-caeb-4db6-bddf-22398f3b69d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 200 len: 1002 time: 0.0608222 Nov 15 15:33:42.053142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d42500-f6e3-4025-a3c1-d9d57aaf73cf req-d55ba6e7-c251-44f7-b0ec-4e398bfb649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:33:42.054657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6d42500-f6e3-4025-a3c1-d9d57aaf73cf req-d55ba6e7-c251-44f7-b0ec-4e398bfb649f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0483756 Nov 15 15:33:42.104995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d42500-f6e3-4025-a3c1-d9d57aaf73cf req-3f06db6c-973c-4635-a49b-1f59e198e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:33:42.106568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6d42500-f6e3-4025-a3c1-d9d57aaf73cf req-3f06db6c-973c-4635-a49b-1f59e198e8c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448742 Nov 15 15:33:42.200510 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6d42500-f6e3-4025-a3c1-d9d57aaf73cf req-70c7ee13-6f47-4346-bc22-9f5fb0053ac5 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855579 Nov 15 15:33:42.298517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6d42500-f6e3-4025-a3c1-d9d57aaf73cf req-d943d454-1282-4053-a7f1-91b3c361b2c6 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901110 Nov 15 15:33:44.185013 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:33:58.865301 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:59.270649 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:33:59.771045 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ea47-0884-48e9-9014-b156590fba1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:02.116087 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-014fba91-4886-44f7-bd7c-fd27746f5b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:03.723181 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:05.353400 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:05.799306 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:14.462714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b996dd-409e-49d3-b85f-e2e35bd92941 req-64cfb403-efd2-40e2-937a-eeb699849b27 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:14.464222 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29b996dd-409e-49d3-b85f-e2e35bd92941 req-64cfb403-efd2-40e2-937a-eeb699849b27 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0513816 Nov 15 15:34:14.513433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29b996dd-409e-49d3-b85f-e2e35bd92941 req-20d5c4f7-7e1b-43fc-a4e8-9319cdc1d5c3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415311 Nov 15 15:34:15.633701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026619f-e838-4abe-8381-886f63d9ec9d req-0fde4753-4be5-4643-90e1-2272c68f0131 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:15.635125 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4026619f-e838-4abe-8381-886f63d9ec9d req-0fde4753-4be5-4643-90e1-2272c68f0131 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0530343 Nov 15 15:34:16.034743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4026619f-e838-4abe-8381-886f63d9ec9d req-6d8b68f5-df7a-4a34-91e7-6a27ba0c2e20 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3925469 Nov 15 15:34:17.150027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44af7b4-470f-4ae0-9c96-4155d85c422a req-8c3e4f02-1c21-42a4-b4bd-5fff1605b127 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:17.151527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c44af7b4-470f-4ae0-9c96-4155d85c422a req-8c3e4f02-1c21-42a4-b4bd-5fff1605b127 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0484767 Nov 15 15:34:17.197968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c44af7b4-470f-4ae0-9c96-4155d85c422a req-da05ceb1-87ed-47db-bf9a-a4cb49e1ceba tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399449 Nov 15 15:34:18.315764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0c5b9-f5e8-4664-a0f5-fce49c8476bf req-85aaa5e4-6494-4103-acfc-1f84313dc4d2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:18.317403 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a0c5b9-f5e8-4664-a0f5-fce49c8476bf req-85aaa5e4-6494-4103-acfc-1f84313dc4d2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0492198 Nov 15 15:34:18.368432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0a0c5b9-f5e8-4664-a0f5-fce49c8476bf req-f81d8c2d-10c1-4987-a805-a704880c71d3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450354 Nov 15 15:34:19.486420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447fe56-40d1-4db5-8a9a-bb173e572fc0 req-2c03c130-2e46-4358-b2d0-29959d02f886 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:19.487912 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9447fe56-40d1-4db5-8a9a-bb173e572fc0 req-2c03c130-2e46-4358-b2d0-29959d02f886 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0480859 Nov 15 15:34:19.534147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9447fe56-40d1-4db5-8a9a-bb173e572fc0 req-e1f986f4-7894-4fb9-9261-66dfbb05b7ee tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404115 Nov 15 15:34:20.646350 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a51a3-edbd-4dbb-8206-a44b13366547 req-426157ea-d03b-4a16-989d-1a3548a32129 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:20.647858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d60a51a3-edbd-4dbb-8206-a44b13366547 req-426157ea-d03b-4a16-989d-1a3548a32129 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0478892 Nov 15 15:34:20.694911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d60a51a3-edbd-4dbb-8206-a44b13366547 req-7ad6562e-0c15-49c8-808e-ead33cd19a39 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411606 Nov 15 15:34:21.183911 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:34:21.813451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db3778-6d8f-4adf-9a22-404f0e59bb63 req-bfacab0f-b4fe-41ba-bf70-e6ab486e2d46 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:21.814951 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62db3778-6d8f-4adf-9a22-404f0e59bb63 req-bfacab0f-b4fe-41ba-bf70-e6ab486e2d46 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0519776 Nov 15 15:34:21.860702 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62db3778-6d8f-4adf-9a22-404f0e59bb63 req-2a81a80d-e4d1-4956-bf00-80d09f077bf1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396760 Nov 15 15:34:22.977689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e1102-d5d1-493e-a4cf-0ad1b8b65a09 req-b46970ae-9dc9-4b0e-b03e-c77045ec1326 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:22.979174 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-305e1102-d5d1-493e-a4cf-0ad1b8b65a09 req-b46970ae-9dc9-4b0e-b03e-c77045ec1326 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0477335 Nov 15 15:34:23.025646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-305e1102-d5d1-493e-a4cf-0ad1b8b65a09 req-5e763f4f-51ae-4482-adfe-4db0aae93861 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403008 Nov 15 15:34:24.144421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ba7ab-ecf3-429a-b7c0-422325639987 req-aee873ec-1479-41f0-8a39-fbda1a99f594 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:24.145898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad5ba7ab-ecf3-429a-b7c0-422325639987 req-aee873ec-1479-41f0-8a39-fbda1a99f594 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0539780 Nov 15 15:34:24.196182 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad5ba7ab-ecf3-429a-b7c0-422325639987 req-93651914-ce31-4534-ac65-ff62168da53d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442939 Nov 15 15:34:25.310805 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50640428-2796-4a4c-a158-7f2fc654403f req-06116e82-5663-46f3-a27b-762f0d773b2a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:25.312326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50640428-2796-4a4c-a158-7f2fc654403f req-06116e82-5663-46f3-a27b-762f0d773b2a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0487072 Nov 15 15:34:25.359524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-50640428-2796-4a4c-a158-7f2fc654403f req-ca778824-ae38-4796-b271-ce1d82518c30 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412483 Nov 15 15:34:25.782465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80574-34dc-41f5-9d6f-d79b8ede7983 req-59da6d17-5f33-4a86-b557-6cedb7f4bd94 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:25.784104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cce80574-34dc-41f5-9d6f-d79b8ede7983 req-59da6d17-5f33-4a86-b557-6cedb7f4bd94 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0493736 Nov 15 15:34:25.835318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cce80574-34dc-41f5-9d6f-d79b8ede7983 req-634532b4-166d-40aa-aaeb-9500cc42c5a0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447981 Nov 15 15:34:25.921750 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-c217e9c6-9f3f-468f-a122-b8c9b5585597 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816429 Nov 15 15:34:26.957079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46957b96-7669-4abd-9562-bf08455b344d req-66c27149-816d-462b-82a1-5971e2880ee0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:26.958608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46957b96-7669-4abd-9562-bf08455b344d req-66c27149-816d-462b-82a1-5971e2880ee0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0533845 Nov 15 15:34:27.005956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46957b96-7669-4abd-9562-bf08455b344d req-16356a01-77b7-4a69-8244-abc0f186b958 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414822 Nov 15 15:34:28.130604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1725db5-3785-438a-899b-53e2c927a9fe req-58129de0-587a-4edb-a58a-72684b0d360b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:28.132150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1725db5-3785-438a-899b-53e2c927a9fe req-58129de0-587a-4edb-a58a-72684b0d360b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0578401 Nov 15 15:34:28.208083 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1725db5-3785-438a-899b-53e2c927a9fe req-7e8720ac-e489-4c0c-9f42-4dc9ac5c925d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676641 Nov 15 15:34:28.209890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-822683ed-9e5f-4ced-ac8e-77cdddc2bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:28.211358 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-822683ed-9e5f-4ced-ac8e-77cdddc2bff0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 1097 time: 0.0783374 Nov 15 15:34:28.304326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-094879e5-81a7-4fe4-8ae7-8cba28bc8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:28.305827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-094879e5-81a7-4fe4-8ae7-8cba28bc8d71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0874050 Nov 15 15:34:28.379209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-28101581-9c09-48be-9d43-6a488f6a5b0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 200 len: 1002 time: 0.0657952 Nov 15 15:34:28.431074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-b3e041a9-aa09-422c-8506-df5d24f536bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:28.432572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-b3e041a9-aa09-422c-8506-df5d24f536bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0461080 Nov 15 15:34:28.479966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-01efeb38-1311-4296-8517-91d3617f1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:28.481391 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-01efeb38-1311-4296-8517-91d3617f1b95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406456 Nov 15 15:34:28.575330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-e15fc010-5c1e-49bf-b894-efcb1a758cc4 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858059 Nov 15 15:34:28.668036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-bd40b663-b101-4997-a4a6-6965b6da3beb service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841610 Nov 15 15:34:28.844574 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:29.268174 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:29.331131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ae2f5-f7b4-4dc4-b70d-bbb38d44e552 req-853fbc7e-801a-42f0-8d7d-3327808f7804 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:29.332620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab8ae2f5-f7b4-4dc4-b70d-bbb38d44e552 req-853fbc7e-801a-42f0-8d7d-3327808f7804 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0512054 Nov 15 15:34:29.384993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab8ae2f5-f7b4-4dc4-b70d-bbb38d44e552 req-6492a614-1441-4431-8356-9cf876343ee3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464613 Nov 15 15:34:29.744442 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86fafd26-0846-4e42-9d7a-0bfc4fd9a45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:30.501925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa57fd-72b0-47bc-ae43-1c3587904c11 req-b0c80cc4-2338-4c5e-8cc8-62f2400dee6e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:30.503424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28aa57fd-72b0-47bc-ae43-1c3587904c11 req-b0c80cc4-2338-4c5e-8cc8-62f2400dee6e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0487370 Nov 15 15:34:30.550555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28aa57fd-72b0-47bc-ae43-1c3587904c11 req-fdb7fd99-efc9-414d-995e-f34c727dd457 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410254 Nov 15 15:34:30.799894 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-2847230d-5baf-4ad9-9435-59f6c81d73b3 service neutron] show failed (client error): The resource could not be found. Nov 15 15:34:30.801069 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-2847230d-5baf-4ad9-9435-59f6c81d73b3 service neutron] 10.222.0.59 "GET /v2.0/ports/12c4ea1d-a890-450d-b521-d5451b5221f1/bindings/n-h2-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0621731 Nov 15 15:34:31.343118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-e9230a10-9c67-4a16-96dd-d02b61908875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:31.344676 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-e9230a10-9c67-4a16-96dd-d02b61908875 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 1097 time: 0.0422218 Nov 15 15:34:31.362269 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:34:31.418362 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:31.617333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] For port 12c4ea1d-a890-450d-b521-d5451b5221f1, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=12c4ea1d-a890-450d-b521-d5451b5221f1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:34:31.650709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] For port 12c4ea1d-a890-450d-b521-d5451b5221f1, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:34:31.669126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200454c1-59ba-4696-9a53-37dbc6ca6582 req-86e52e93-e1b8-4e41-86bc-5914be76b704 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:31.670651 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-200454c1-59ba-4696-9a53-37dbc6ca6582 req-86e52e93-e1b8-4e41-86bc-5914be76b704 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0489616 Nov 15 15:34:31.690904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:34:31.703263 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7c7ffd-59ab-48f3-8a8c-c27284b1b73a" -d '{"events": [{"server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "name": "network-vif-unplugged", "status": "completed", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:34:31.703263 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:31.710195 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Transition to ACTIVE for port object 12c4ea1d-a890-450d-b521-d5451b5221f1 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:34:31.724382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-200454c1-59ba-4696-9a53-37dbc6ca6582 req-ad9ab5c3-1cef-4d66-acc9-b244ba46a6f3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469320 Nov 15 15:34:31.790561 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:31.826348 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b52caa-7fc8-4355-a686-c578689f71a1 x-openstack-request-id: req-37b52caa-7fc8-4355-a686-c578689f71a1 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:34:31.826672 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "name": "network-vif-unplugged", "status": "completed", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:34:31.826928 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37b52caa-7fc8-4355-a686-c578689f71a1 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:34:31.827321 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'code': 200} Nov 15 15:34:31.889075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Pushing event updated for resources: {'Port': ['ID=12c4ea1d-a890-450d-b521-d5451b5221f1,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:34:31.904317 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:31.904663 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:31.904997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:31.905327 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:31.905657 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:31.905983 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:31.906302 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:31.906665 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:31.906985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:31.907304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:31.907640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:31.907957 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:31.936012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] No DVR routers for this DVR port 12c4ea1d-a890-450d-b521-d5451b5221f1 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:34:32.075095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Attempting to bind port 12c4ea1d-a890-450d-b521-d5451b5221f1 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:34:32.075427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Attempting to bind port 12c4ea1d-a890-450d-b521-d5451b5221f1 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:34:32.075754 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Attempting to bind port 12c4ea1d-a890-450d-b521-d5451b5221f1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:34:32.079901 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Port 12c4ea1d-a890-450d-b521-d5451b5221f1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:34:32.080347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Attempting to bind port 12c4ea1d-a890-450d-b521-d5451b5221f1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:34:32.084907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:34:32.085246 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Checking segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:34:32.085626 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Bound using segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:34:32.086040 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Bound port: 12c4ea1d-a890-450d-b521-d5451b5221f1, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:34:32.086386 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:32.096255 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-864d9ffd-d6f2-472d-a93d-6f70f0a3ea94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:32.150109 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] For port 12c4ea1d-a890-450d-b521-d5451b5221f1, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:34:32.153068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] For port 12c4ea1d-a890-450d-b521-d5451b5221f1, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=12c4ea1d-a890-450d-b521-d5451b5221f1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:34:32.239182 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:32.272409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:32.273573 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:32.275056 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] 10.222.0.46 "PUT /v2.0/ports/12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 200 len: 1092 time: 0.9181299 Nov 15 15:34:32.295408 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9fcb8-3c31-473f-bc7f-f0650905295e service neutron] Pushing event updated for resources: {'Port': ['ID=12c4ea1d-a890-450d-b521-d5451b5221f1,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:34:32.347268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-b4287706-999c-4ffe-93ad-29584bd78d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:32.348668 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-b4287706-999c-4ffe-93ad-29584bd78d6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 1095 time: 0.0471728 Nov 15 15:34:32.447018 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-c54a8671-db80-4662-bce0-8ccdc33dd9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:32.448517 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-c54a8671-db80-4662-bce0-8ccdc33dd9cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0883996 Nov 15 15:34:32.816288 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-0c6086b4-4fc0-4859-a9be-8e3025341a26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 200 len: 1000 time: 0.3555026 Nov 15 15:34:32.842726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeed5b5-fb94-4244-bb4f-95eeb25f9915 req-7981c703-b756-43e0-8867-29762fc53739 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:32.844247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfeed5b5-fb94-4244-bb4f-95eeb25f9915 req-7981c703-b756-43e0-8867-29762fc53739 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 944 time: 0.0483038 Nov 15 15:34:32.871440 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-1ea5adde-e633-41c6-8edc-79be8a599c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:32.872954 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-1ea5adde-e633-41c6-8edc-79be8a599c68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0449164 Nov 15 15:34:32.892550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfeed5b5-fb94-4244-bb4f-95eeb25f9915 req-51803827-60e4-4876-9dc1-8a7b924f7e80 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415213 Nov 15 15:34:32.923650 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-f5f6c7ff-5de9-44bc-9bc0-70d71f20c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:32.925153 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-f5f6c7ff-5de9-44bc-9bc0-70d71f20c2f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398319 Nov 15 15:34:33.021011 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-0360b094-91da-4578-b3b6-e21e3380926d service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841217 Nov 15 15:34:33.112860 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9b5bd748-68a9-42f0-89ac-ac8035b39f2e req-7dc5e584-b7bc-40c5-8614-640703a1d07d service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801778 Nov 15 15:34:33.681757 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:33.828091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:34:33.831197 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338b9018-9d41-46c8-a51f-8947db75c33c" -d '{"events": [{"name": "network-changed", "server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:34:33.881818 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f071f6-6c7f-4bc3-8253-06d368ff0444 x-openstack-request-id: req-c2f071f6-6c7f-4bc3-8253-06d368ff0444 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:34:33.882194 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:34:33.882372 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2f071f6-6c7f-4bc3-8253-06d368ff0444 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:34:33.882812 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'status': 'completed', 'code': 200} Nov 15 15:34:33.945027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b9018-9d41-46c8-a51f-8947db75c33c req-4fc6c97d-a1f0-45e9-b96d-2734833aed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:33.946481 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b9018-9d41-46c8-a51f-8947db75c33c req-0135649f-d97c-4a3c-8b2e-3a17b495e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:33.946632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-4fc6c97d-a1f0-45e9-b96d-2734833aed0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 1095 time: 0.0417466 Nov 15 15:34:33.948130 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-0135649f-d97c-4a3c-8b2e-3a17b495e6bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 1095 time: 0.0456328 Nov 15 15:34:34.054720 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b9018-9d41-46c8-a51f-8947db75c33c req-b640be94-cb3f-478e-995f-2ee1ff4824b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:34.055923 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-b640be94-cb3f-478e-995f-2ee1ff4824b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0989530 Nov 15 15:34:34.088628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ee3dd-eeac-4cbb-82b4-bd1f736bbb93 req-d21be26a-6b8f-40bd-b506-e9987f33fd7f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:34.090108 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d53ee3dd-eeac-4cbb-82b4-bd1f736bbb93 req-d21be26a-6b8f-40bd-b506-e9987f33fd7f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 944 time: 0.1146362 Nov 15 15:34:34.094984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b9018-9d41-46c8-a51f-8947db75c33c req-24e9c3c8-611b-4e4e-aeb2-1a484262fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:34.096902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-24e9c3c8-611b-4e4e-aeb2-1a484262fa6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.1438141 Nov 15 15:34:34.131257 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-f43a6764-665f-455b-8a36-cf3524b41f2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 200 len: 1000 time: 0.0638573 Nov 15 15:34:34.188958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b9018-9d41-46c8-a51f-8947db75c33c req-e9f2ecd4-db37-4d7f-9b71-d69e664fe9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:34.190452 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-e9f2ecd4-db37-4d7f-9b71-d69e664fe9df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0516133 Nov 15 15:34:34.191037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d53ee3dd-eeac-4cbb-82b4-bd1f736bbb93 req-f644ec09-117f-4d51-a91e-8a7c48245cc7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931842 Nov 15 15:34:34.195381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-a7425e4c-75c6-4077-b4a0-9b55e91677b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 200 len: 1000 time: 0.0908298 Nov 15 15:34:34.241689 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b9018-9d41-46c8-a51f-8947db75c33c req-6853b4c4-af9e-4c38-aace-6c94174adfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:34.243210 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-6853b4c4-af9e-4c38-aace-6c94174adfb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422461 Nov 15 15:34:34.246426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b9018-9d41-46c8-a51f-8947db75c33c req-8e7691d2-b1e2-4728-a856-42b7f81a3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:34.247916 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-8e7691d2-b1e2-4728-a856-42b7f81a3c81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0456665 Nov 15 15:34:34.295660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b9018-9d41-46c8-a51f-8947db75c33c req-311eb655-77bc-4f85-aae5-8b129fdb25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:34.297187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-311eb655-77bc-4f85-aae5-8b129fdb25d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413280 Nov 15 15:34:34.340217 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-128c0210-31e5-4b55-ae61-2f619788e7b1 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890322 Nov 15 15:34:34.394673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-3a310f90-0227-4408-8bdd-c6d9a8e9d3ed service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893977 Nov 15 15:34:34.432892 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-408c3a9b-5edb-48dd-af0d-bae7fe15e705 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836637 Nov 15 15:34:34.488503 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-338b9018-9d41-46c8-a51f-8947db75c33c req-7fb1fdf5-e470-40c5-8374-878ab310818c service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863698 Nov 15 15:34:35.240678 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5a9187d5-f6a3-436a-b630-6077f9410ef6 req-39c53189-2d94-47de-a756-77498542203e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413523 Nov 15 15:34:35.327688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cbd6a-0462-470a-9d90-ebfb002a8603 req-9ec6125d-deda-41ee-bc7c-f631eb9742dd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:35.329197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-420cbd6a-0462-470a-9d90-ebfb002a8603 req-9ec6125d-deda-41ee-bc7c-f631eb9742dd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 944 time: 0.0642884 Nov 15 15:34:35.339653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9187d5-f6a3-436a-b630-6077f9410ef6 req-d875533d-e834-4109-9b16-3df75a2a3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:35.341137 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5a9187d5-f6a3-436a-b630-6077f9410ef6 req-d875533d-e834-4109-9b16-3df75a2a3c3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 1095 time: 0.0463376 Nov 15 15:34:35.344314 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:35.378602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-420cbd6a-0462-470a-9d90-ebfb002a8603 req-e6964b25-8081-4a04-ae9c-c06456ed6edd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431683 Nov 15 15:34:35.450618 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9187d5-f6a3-436a-b630-6077f9410ef6 req-36d586e4-1b85-4ba5-bf88-b92febbca1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:35.452098 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5a9187d5-f6a3-436a-b630-6077f9410ef6 req-36d586e4-1b85-4ba5-bf88-b92febbca1a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0898066 Nov 15 15:34:35.525602 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5a9187d5-f6a3-436a-b630-6077f9410ef6 req-10b5de2f-0927-45ac-b9b2-c4ccfe93533d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 200 len: 1000 time: 0.0625694 Nov 15 15:34:35.577337 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9187d5-f6a3-436a-b630-6077f9410ef6 req-2b5279aa-9a4b-4023-a9c0-e04c8d5c8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:35.578805 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5a9187d5-f6a3-436a-b630-6077f9410ef6 req-2b5279aa-9a4b-4023-a9c0-e04c8d5c8966 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0434461 Nov 15 15:34:35.629653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9187d5-f6a3-436a-b630-6077f9410ef6 req-55315899-a8e2-4ae7-b290-7a1decfb982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:35.631449 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5a9187d5-f6a3-436a-b630-6077f9410ef6 req-55315899-a8e2-4ae7-b290-7a1decfb982b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418706 Nov 15 15:34:35.732161 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5a9187d5-f6a3-436a-b630-6077f9410ef6 req-18de7f29-8d23-4b41-89d2-6942f0fcbe70 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891750 Nov 15 15:34:35.738137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb00d9-7e0c-4723-8c07-6760c2f4b8a1 req-b9b7d984-dbbb-4e6a-b2e1-41d2506b554d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:35.739734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0cb00d9-7e0c-4723-8c07-6760c2f4b8a1 req-b9b7d984-dbbb-4e6a-b2e1-41d2506b554d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 944 time: 0.0668957 Nov 15 15:34:35.809964 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:35.817837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-61ff2bae-27f1-41d3-b987-a18a7e35cb87 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:35.819349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-61ff2bae-27f1-41d3-b987-a18a7e35cb87 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.59 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef&tenant_id=63adb14e6db5469fad46f2287b4e86d8&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 944 time: 0.0787082 Nov 15 15:34:35.823948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f0cb00d9-7e0c-4723-8c07-6760c2f4b8a1 req-52e2ef81-8cae-4136-8b9b-5acf7ea294ad tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750017 Nov 15 15:34:35.840270 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-5a9187d5-f6a3-436a-b630-6077f9410ef6 req-6a32a43d-3823-4c81-89a7-b88d3538f0c0 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856180 Nov 15 15:34:35.886677 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-6e797069-72df-4ac4-ac21-17578fd924de service neutron] delete failed (client error): The resource could not be found. Nov 15 15:34:35.887706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-6e797069-72df-4ac4-ac21-17578fd924de service neutron] 10.222.0.59 "DELETE /v2.0/ports/12c4ea1d-a890-450d-b521-d5451b5221f1/bindings/n-h1-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0606711 Nov 15 15:34:35.974044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-e86792d2-997f-4f8c-8ba2-1886a0dc3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:35.975604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-e86792d2-997f-4f8c-8ba2-1886a0dc3e7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 1095 time: 0.0420310 Nov 15 15:34:36.079944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-45da5cc8-7a09-4d62-97d5-0969854b6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:36.081359 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-45da5cc8-7a09-4d62-97d5-0969854b6429 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0988870 Nov 15 15:34:36.147095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-ab614199-a4e4-4076-9ce9-c5055a256316 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 200 len: 1000 time: 0.0581760 Nov 15 15:34:36.196595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-035582a2-f889-4316-a7df-9dfb9f1f2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:36.198042 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-035582a2-f889-4316-a7df-9dfb9f1f2825 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0437374 Nov 15 15:34:36.248137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-f2551ac5-8d37-490c-ae7e-17ba15f45f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:36.249619 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-f2551ac5-8d37-490c-ae7e-17ba15f45f16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443056 Nov 15 15:34:36.340267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-e2a1a925-80e4-4e81-b3c6-5c93dcd96683 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823386 Nov 15 15:34:36.437939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c08c94cc-50d2-42cb-ab9e-fe70a02ae907 req-e7a72af3-534e-40e1-ae7e-c798b518ef79 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896566 Nov 15 15:34:36.452948 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 12c4ea1d-a890-450d-b521-d5451b5221f1 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:34:36.494178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 12c4ea1d-a890-450d-b521-d5451b5221f1 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:34:36.950612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc483f-0608-42a9-bfdc-adeb7610a3cb req-8f0dfbb5-5203-43a3-ad4b-5c96aeb44064 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:36.952114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ddc483f-0608-42a9-bfdc-adeb7610a3cb req-8f0dfbb5-5203-43a3-ad4b-5c96aeb44064 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 944 time: 0.0511291 Nov 15 15:34:37.002001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3ddc483f-0608-42a9-bfdc-adeb7610a3cb req-d8b2b29e-21b5-454c-bb55-e2f0229a3f59 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438762 Nov 15 15:34:37.633385 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 12c4ea1d-a890-450d-b521-d5451b5221f1 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:34:37.731542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 12c4ea1d-a890-450d-b521-d5451b5221f1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=12c4ea1d-a890-450d-b521-d5451b5221f1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:34:37.743058 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'port_id': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'mac_address': 'fa:16:3e:34:42:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:34:37.781957 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:37.794484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c4ea1d-a890-450d-b521-d5451b5221f1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:34:37.814626 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 12c4ea1d-a890-450d-b521-d5451b5221f1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=12c4ea1d-a890-450d-b521-d5451b5221f1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:34:37.895756 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:37.941875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=12c4ea1d-a890-450d-b521-d5451b5221f1,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:34:37.949155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:37.949506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:37.949851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:37.950189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:37.950554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:37.950890 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:37.951220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:37.951592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:37.951922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:37.952247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:37.952573 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:37.952896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:34:38.129826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796f84e-e399-441b-b563-9ad041f0b1b0 req-2f1092a8-ded1-42bb-92dd-cfb32475539d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:38.131382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3796f84e-e399-441b-b563-9ad041f0b1b0 req-2f1092a8-ded1-42bb-92dd-cfb32475539d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 945 time: 0.0498443 Nov 15 15:34:38.177957 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3796f84e-e399-441b-b563-9ad041f0b1b0 req-b41514ba-962f-4c7f-99ed-80c4d794a085 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404260 Nov 15 15:34:38.204461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['12c4ea1d-a890-450d-b521-d5451b5221f1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:34:38.296751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c12a94-cba2-4ed2-a7e3-0b670f6d03ad req-6a5e8b3e-06ac-4b62-91a0-49da54577dc6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:38.298853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3c12a94-cba2-4ed2-a7e3-0b670f6d03ad req-6a5e8b3e-06ac-4b62-91a0-49da54577dc6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 945 time: 0.0527930 Nov 15 15:34:38.349077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3c12a94-cba2-4ed2-a7e3-0b670f6d03ad req-1114f3e3-b3c4-4df7-9f6a-afa6bbb9fe9c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433791 Nov 15 15:34:38.695258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecbeb2-7b26-4f2a-a637-f34de185b87a req-1a2cdced-09dd-4185-9260-db58a96ff994 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:38.696862 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fecbeb2-7b26-4f2a-a637-f34de185b87a req-1a2cdced-09dd-4185-9260-db58a96ff994 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 945 time: 0.0492053 Nov 15 15:34:38.746785 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6fecbeb2-7b26-4f2a-a637-f34de185b87a req-e652c6f3-434f-4bf1-aaa3-e64f68e3ae57 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437882 Nov 15 15:34:38.780534 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbca19e-87ae-4f7c-9a7e-b3bb08de8eaa req-742e5db9-af68-41fe-9a80-64d2f0ad1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:38.782155 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6fbca19e-87ae-4f7c-9a7e-b3bb08de8eaa req-742e5db9-af68-41fe-9a80-64d2f0ad1acf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 1096 time: 0.0428617 Nov 15 15:34:38.874798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbca19e-87ae-4f7c-9a7e-b3bb08de8eaa req-87777829-df26-4f4e-ab86-c8b423716a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:38.876188 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6fbca19e-87ae-4f7c-9a7e-b3bb08de8eaa req-87777829-df26-4f4e-ab86-c8b423716a46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0873930 Nov 15 15:34:38.944164 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6fbca19e-87ae-4f7c-9a7e-b3bb08de8eaa req-424409f0-4cb3-4f7b-9fb9-a28c9a6a38f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 200 len: 1001 time: 0.0568306 Nov 15 15:34:39.004550 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbca19e-87ae-4f7c-9a7e-b3bb08de8eaa req-f835d234-e506-41ae-9797-b96d035f3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:39.006014 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6fbca19e-87ae-4f7c-9a7e-b3bb08de8eaa req-f835d234-e506-41ae-9797-b96d035f3f14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0490606 Nov 15 15:34:39.057580 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbca19e-87ae-4f7c-9a7e-b3bb08de8eaa req-aa843370-3f4d-450d-8b9c-316646a3fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:39.059088 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6fbca19e-87ae-4f7c-9a7e-b3bb08de8eaa req-aa843370-3f4d-450d-8b9c-316646a3fe9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392256 Nov 15 15:34:39.156592 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6fbca19e-87ae-4f7c-9a7e-b3bb08de8eaa req-642fbb96-fdf6-40ea-ab73-f0d79a11fd62 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871370 Nov 15 15:34:39.253386 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6fbca19e-87ae-4f7c-9a7e-b3bb08de8eaa req-5a99e8fb-36b8-4318-839a-ac133cd71a50 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843461 Nov 15 15:34:39.648490 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 12c4ea1d-a890-450d-b521-d5451b5221f1 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:34:39.795522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 12c4ea1d-a890-450d-b521-d5451b5221f1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:34:39.800504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 12c4ea1d-a890-450d-b521-d5451b5221f1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:34:39.800877 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:39.871195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dea29-f78c-4afe-9af5-3cc6b73ab8a0 req-6121476e-9cb0-4d3e-b139-cd3e0e98fdc3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:39.872762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-681dea29-f78c-4afe-9af5-3cc6b73ab8a0 req-6121476e-9cb0-4d3e-b139-cd3e0e98fdc3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 945 time: 0.0521569 Nov 15 15:34:39.884617 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:39.908995 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:34:39.911578 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2188f0d2-b283-4e5f-8427-261975d87fab" -d '{"events": [{"server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "name": "network-vif-plugged", "status": "completed", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:34:39.924962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 12c4ea1d-a890-450d-b521-d5451b5221f1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=12c4ea1d-a890-450d-b521-d5451b5221f1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:34:39.929314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-681dea29-f78c-4afe-9af5-3cc6b73ab8a0 req-432b35c7-c592-44d7-bdac-af48aae19090 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490949 Nov 15 15:34:39.961639 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f905e301-2b1e-482b-b141-f8af51eb9138 x-openstack-request-id: req-f905e301-2b1e-482b-b141-f8af51eb9138 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:34:39.961926 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "name": "network-vif-plugged", "status": "completed", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:34:39.962173 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f905e301-2b1e-482b-b141-f8af51eb9138 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:34:39.962602 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'code': 200} Nov 15 15:34:40.007047 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:40.054630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=12c4ea1d-a890-450d-b521-d5451b5221f1,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:34:41.055484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacc11c-cb04-498e-8f4f-58c8f87c8e14 req-bb760a6e-78fb-479b-b0f5-b268426469a0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:41.056988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2dacc11c-cb04-498e-8f4f-58c8f87c8e14 req-bb760a6e-78fb-479b-b0f5-b268426469a0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0514565 Nov 15 15:34:41.103800 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2dacc11c-cb04-498e-8f4f-58c8f87c8e14 req-5c995530-b473-486d-994e-4f11656ca92e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409005 Nov 15 15:34:41.599225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988d093-c937-436f-9571-53243fd586cb req-ab788543-d1df-4760-abc4-5ffc23dd6cd8 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:41.600636 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3988d093-c937-436f-9571-53243fd586cb req-ab788543-d1df-4760-abc4-5ffc23dd6cd8 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0491385 Nov 15 15:34:41.649373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3988d093-c937-436f-9571-53243fd586cb req-6deed1e0-730b-4c63-9857-1706cbd510c7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425169 Nov 15 15:34:42.777520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bd948-a335-4b62-b74e-297b7bcd1abf req-52ae47e6-62a0-4446-8c9d-6c317d3e36f9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:42.779120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb6bd948-a335-4b62-b74e-297b7bcd1abf req-52ae47e6-62a0-4446-8c9d-6c317d3e36f9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0553267 Nov 15 15:34:42.830786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb6bd948-a335-4b62-b74e-297b7bcd1abf req-d69442d0-634e-4b4b-9e46-e1bb6f244fb0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453763 Nov 15 15:34:42.973802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-7dd62cc8-088e-4060-9671-a0e0a42a6d50 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:42.975305 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-7dd62cc8-088e-4060-9671-a0e0a42a6d50 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.46 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 946 time: 0.0478895 Nov 15 15:34:43.071964 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Deleting port 12c4ea1d-a890-450d-b521-d5451b5221f1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:34:43.072297 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:43.159048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] For port 12c4ea1d-a890-450d-b521-d5451b5221f1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=12c4ea1d-a890-450d-b521-d5451b5221f1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:34:43.159401 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:43.373771 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:43.374130 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:43.374475 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Floating IP c7902a10-9178-403d-82e7-5244df481853 disassociated. External IP: 172.25.4.125, port: 12c4ea1d-a890-450d-b521-d5451b5221f1. Nov 15 15:34:43.374820 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Calling delete_port for 12c4ea1d-a890-450d-b521-d5451b5221f1 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:34:43.555628 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:43.582198 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event deleted for resources: {'Port': ['ID=12c4ea1d-a890-450d-b521-d5451b5221f1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:34:43.706425 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:34:43.813352 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:34:43.824407 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed288b92-2561-4743-b04e-b663a4565b4b None None] Sync routers for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:34:43.838988 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed288b92-2561-4743-b04e-b663a4565b4b None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:34:43.839640 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ed288b92-2561-4743-b04e-b663a4565b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:34:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:34:43.852735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] No DVR routers for this DVR port 12c4ea1d-a890-450d-b521-d5451b5221f1 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:34:43.855747 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:43.859751 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0c019be6-a0fb-48b8-9ef2-60b545fa7309 req-be9ef0a3-60e1-49fc-b355-5cd836d3caa7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.46 "DELETE /v2.0/ports/12c4ea1d-a890-450d-b521-d5451b5221f1 HTTP/1.1" status: 204 len: 173 time: 0.8729150 Nov 15 15:34:43.860210 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'name': 'network-vif-deleted', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:34:43.862506 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7f5438-9498-46d0-9dd4-f7c355f32c1e" -d '{"events": [{"server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "name": "network-vif-deleted", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:34:43.912597 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a2fba0-f6ec-42af-924b-ade4648391a5 x-openstack-request-id: req-95a2fba0-f6ec-42af-924b-ade4648391a5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:34:43.912896 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88762043-b75f-4729-9912-5f21cd701eef", "name": "network-vif-deleted", "tag": "12c4ea1d-a890-450d-b521-d5451b5221f1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:34:43.913735 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95a2fba0-f6ec-42af-924b-ade4648391a5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:34:43.913735 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88762043-b75f-4729-9912-5f21cd701eef', 'name': 'network-vif-deleted', 'tag': '12c4ea1d-a890-450d-b521-d5451b5221f1', 'status': 'completed', 'code': 200} Nov 15 15:34:43.947692 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ed288b92-2561-4743-b04e-b663a4565b4b None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:34:43.953032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bd31e9d-0fa4-4b33-942d-15d439730e47 req-a02b95cd-98d7-4a24-a62c-bacc92aeb987 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=88762043-b75f-4729-9912-5f21cd701eef HTTP/1.1" status: 200 len: 210 time: 0.0311036 Nov 15 15:34:44.148759 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ed288b92-2561-4743-b04e-b663a4565b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:34:44.179768 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed288b92-2561-4743-b04e-b663a4565b4b None None] Checking router: cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:34:44.197415 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed288b92-2561-4743-b04e-b663a4565b4b None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:34:44.198012 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ed288b92-2561-4743-b04e-b663a4565b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:34:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:34:44.303119 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ed288b92-2561-4743-b04e-b663a4565b4b None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:34:44.498679 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ed288b92-2561-4743-b04e-b663a4565b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:34:44.523579 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed288b92-2561-4743-b04e-b663a4565b4b None None] The sync data for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 is: [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:34:44.745876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5e37ea-23d4-4911-b94b-b992a17cfb4b None None] New status for floating IP c7902a10-9178-403d-82e7-5244df481853: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:34:45.238364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-5f82e619-5de2-402b-9fc0-8840ceec4eef tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--241894209&fields=id&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 267 time: 0.0415437 Nov 15 15:34:45.345936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-d80c9ecf-0565-4d4d-a914-68b4d231b02a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:45.347444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-d80c9ecf-0565-4d4d-a914-68b4d231b02a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 811 time: 0.1024690 Nov 15 15:34:45.362381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-29dfffe9-b8f1-4a97-b54f-0c3e219f9512 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/quotas/63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Nov 15 15:34:45.413919 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-569c8dde-ca5c-4f18-9de7-3323a5c9841c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464036 Nov 15 15:34:45.471221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-b79232ef-7191-4017-9c7b-f7f13ad18c1a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:34:45.472231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-b79232ef-7191-4017-9c7b-f7f13ad18c1a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472801 Nov 15 15:34:45.565855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-aae3df91-7dc2-4293-b242-5bd80bb4e4e7 service neutron] 10.222.0.70 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869589 Nov 15 15:34:45.654629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-4b33c2c8-1872-4d3b-831c-341a4eddf512 service neutron] 10.222.0.70 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825558 Nov 15 15:34:45.898759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2b7e182-9b67-41e4-974c-494753140511 req-53a94f4b-c801-4cd9-b700-e4c298002c53 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 210 time: 0.0266669 Nov 15 15:34:46.998347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c909e4b-39ac-4202-bd82-7d041efb78b9 req-60e740f3-7af4-4ccc-9367-26c10818ead3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 210 time: 0.0307331 Nov 15 15:34:47.646832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 12c4ea1d-a890-450d-b521-d5451b5221f1 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:34:47.668123 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 12c4ea1d-a890-450d-b521-d5451b5221f1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:34:47.668461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 12c4ea1d-a890-450d-b521-d5451b5221f1 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:34:47.949391 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1d648fc0-540d-49da-8f42-7188cd99ab99 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:47.950805 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1d648fc0-540d-49da-8f42-7188cd99ab99 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 811 time: 0.1044636 Nov 15 15:34:48.018690 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-d7bd12d0-2ecc-40e8-a49d-6f18c849757e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 379 time: 0.0529559 Nov 15 15:34:48.032652 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1241c347-79a8-407e-a62f-261ffc12ed79 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Request body: {'port': {'device_id': '27a433d6-7a12-492a-9007-9218cce3428f', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'admin_state_up': True, 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'security_groups': ['4ecc2499-1980-4f16-88cf-79e48b1320e0']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:34:48.096240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f5ab1a8b-28e9-486a-be15-1b63661ec054 req-7b7f77d4-b424-492f-a162-12e590c2e2cb tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 210 time: 0.0258443 Nov 15 15:34:48.195680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1241c347-79a8-407e-a62f-261ffc12ed79 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Made reservation on behalf of 63adb14e6db5469fad46f2287b4e86d8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:34:48.199291 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1241c347-79a8-407e-a62f-261ffc12ed79 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:48.324212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1241c347-79a8-407e-a62f-261ffc12ed79 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Allocated IP 172.20.0.13 (ce085b1c-1213-49d8-94c4-36277cd42ed9/884540be-3f66-40d0-a779-07deec1a634a/f388c239-2b49-47ee-9f5f-60f5a66a8ed1) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:34:48.459456 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1241c347-79a8-407e-a62f-261ffc12ed79 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:48.564837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1241c347-79a8-407e-a62f-261ffc12ed79 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:48.608598 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1241c347-79a8-407e-a62f-261ffc12ed79 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Network ce085b1c-1213-49d8-94c4-36277cd42ed9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:34:48.611732 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1241c347-79a8-407e-a62f-261ffc12ed79 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:34:48.615540 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1241c347-79a8-407e-a62f-261ffc12ed79 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:34:48.621768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241c347-79a8-407e-a62f-261ffc12ed79 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event updated for resources: {'Port': ['ID=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:34:48.672825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1241c347-79a8-407e-a62f-261ffc12ed79 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:48.673530 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1241c347-79a8-407e-a62f-261ffc12ed79 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:48.767915 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1241c347-79a8-407e-a62f-261ffc12ed79 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7391348 Nov 15 15:34:48.787477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Request body: {'port': {'device_id': '27a433d6-7a12-492a-9007-9218cce3428f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:34:48.844148 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:48.859510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-05b97b62-a231-4e19-ab85-10a322d2ea24 None None] Provisioning complete for port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:34:48.862446 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05b97b62-a231-4e19-ab85-10a322d2ea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:48.894710 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-05b97b62-a231-4e19-ab85-10a322d2ea24 None None] Port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:34:49.119765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f388c239-2b49-47ee-9f5f-60f5a66a8ed1 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:34:49.128048 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:49.146369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Transition to ACTIVE for port object f388c239-2b49-47ee-9f5f-60f5a66a8ed1 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:34:49.207110 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:49.232472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949415de-ac95-42f8-9a7c-bd8d0f77b384 req-77beb708-1847-4b31-bbb6-46d5d92a15e9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:49.234306 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-949415de-ac95-42f8-9a7c-bd8d0f77b384 req-77beb708-1847-4b31-bbb6-46d5d92a15e9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 932 time: 0.0577717 Nov 15 15:34:49.282286 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Pushing event updated for resources: {'Port': ['ID=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:34:49.289494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-949415de-ac95-42f8-9a7c-bd8d0f77b384 req-139a1e53-9e97-4fba-96e6-0d532f162b09 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485432 Nov 15 15:34:49.356027 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Attempting to bind port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:34:49.356363 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Attempting to bind port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:34:49.356687 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Attempting to bind port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:34:49.362064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:34:49.362409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Attempting to bind port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:34:49.367426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:34:49.367872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Checking segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:34:49.368261 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Bound using segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:34:49.368684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Bound port: f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:34:49.369038 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:49.444036 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:34:49.447915 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:34:49.516325 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:49.561184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:49.561829 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:49.563491 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] 10.222.0.46 "PUT /v2.0/ports/f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1092 time: 0.7817113 Nov 15 15:34:49.566192 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:34:49.568284 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8508ce52-e54b-4a07-ac64-967679369abd" -d '{"events": [{"name": "network-changed", "server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:34:49.606347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba27c5-9d9b-4a11-9614-9ff767450503 service neutron] Pushing event updated for resources: {'Port': ['ID=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:34:49.616038 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04143828-c09d-429f-8006-a9c47c8e971e x-openstack-request-id: req-04143828-c09d-429f-8006-a9c47c8e971e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:34:49.616341 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:34:49.616611 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04143828-c09d-429f-8006-a9c47c8e971e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:34:49.618843 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'status': 'completed', 'code': 200} Nov 15 15:34:49.681026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508ce52-e54b-4a07-ac64-967679369abd req-be983b2f-3dc4-489a-8616-dae953625130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:49.682610 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8508ce52-e54b-4a07-ac64-967679369abd req-be983b2f-3dc4-489a-8616-dae953625130 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1095 time: 0.0461774 Nov 15 15:34:49.793519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508ce52-e54b-4a07-ac64-967679369abd req-97cccf79-5ae6-4e1d-82b3-18cc70d9c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:49.795027 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8508ce52-e54b-4a07-ac64-967679369abd req-97cccf79-5ae6-4e1d-82b3-18cc70d9c4f5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=63adb14e6db5469fad46f2287b4e86d8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1041815 Nov 15 15:34:49.889265 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508ce52-e54b-4a07-ac64-967679369abd req-54618cf0-cc93-4011-9001-eb794e235e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:49.890806 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-8508ce52-e54b-4a07-ac64-967679369abd req-54618cf0-cc93-4011-9001-eb794e235e6a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887868 Nov 15 15:34:49.974152 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-3e138e34-2980-4f4d-a54d-c4588bf27230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:49.975659 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-3e138e34-2980-4f4d-a54d-c4588bf27230 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1095 time: 0.0405464 Nov 15 15:34:50.025919 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-e557de48-1575-4657-be4d-f8e4db85cdf1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 217 time: 0.0381935 Nov 15 15:34:50.083106 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-fd191188-8e3c-4afe-9cbf-e02f03fa9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:50.084590 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-fd191188-8e3c-4afe-9cbf-e02f03fa9e20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0510845 Nov 15 15:34:50.134203 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-4634e21c-b6ca-4eb9-bfec-14e940c120f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:50.135823 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-4634e21c-b6ca-4eb9-bfec-14e940c120f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403786 Nov 15 15:34:50.233924 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-1e9a3432-c783-459f-9ad4-261838c10bcc service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876145 Nov 15 15:34:50.325616 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e0d2ec60-75cd-4133-a648-2a5c8a051b6a req-97332834-e3eb-489e-a335-ec82b0af57cb service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810766 Nov 15 15:34:50.408696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab8433-5259-45ae-9524-a3da3cc28f59 req-61b1f950-ef8a-4390-9cc4-eb7066ce697a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:50.410212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-daab8433-5259-45ae-9524-a3da3cc28f59 req-61b1f950-ef8a-4390-9cc4-eb7066ce697a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 944 time: 0.0490580 Nov 15 15:34:50.465475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-daab8433-5259-45ae-9524-a3da3cc28f59 req-79c749f4-7c32-469e-94ea-75ec4d53c088 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479233 Nov 15 15:34:51.583537 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcb218-e81b-4e2b-8d52-3ab5d913425e req-a9304c0f-34c1-4911-8cf2-ffa9594c63d1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:51.584921 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8abcb218-e81b-4e2b-8d52-3ab5d913425e req-a9304c0f-34c1-4911-8cf2-ffa9594c63d1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 944 time: 0.0484600 Nov 15 15:34:51.632591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8abcb218-e81b-4e2b-8d52-3ab5d913425e req-057ecaac-032d-4852-9dea-609a9361c819 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417209 Nov 15 15:34:52.800883 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ba084-d237-40a1-9122-3ffd7e7b4e80 req-b5163dfe-3be3-4f13-b3ab-1685bbf3fb76 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:52.802385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d6ba084-d237-40a1-9122-3ffd7e7b4e80 req-b5163dfe-3be3-4f13-b3ab-1685bbf3fb76 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 944 time: 0.0475414 Nov 15 15:34:52.852226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d6ba084-d237-40a1-9122-3ffd7e7b4e80 req-a3709512-0976-46d6-ad22-5c33c97cfd60 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438213 Nov 15 15:34:53.672341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f388c239-2b49-47ee-9f5f-60f5a66a8ed1 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:34:53.770415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:34:53.785097 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'port_id': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'mac_address': 'fa:16:3e:32:cf:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:34:53.836784 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:53.853616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f388c239-2b49-47ee-9f5f-60f5a66a8ed1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:34:53.879836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:34:53.947692 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:53.972792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d7291-639e-44f9-a54b-a0c768bdbd45 req-36b5abd2-f359-4726-b0af-c89dc501546c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:53.974457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c5d7291-639e-44f9-a54b-a0c768bdbd45 req-36b5abd2-f359-4726-b0af-c89dc501546c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 944 time: 0.0535734 Nov 15 15:34:54.000993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:34:54.025284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c5d7291-639e-44f9-a54b-a0c768bdbd45 req-33d443d6-91d6-4e29-be8b-290d437a1068 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443242 Nov 15 15:34:54.192970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['f388c239-2b49-47ee-9f5f-60f5a66a8ed1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:34:55.144357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4e8d2-bf68-4682-bec3-af79fc42279d req-a7ded610-c082-4cab-b012-53a4997278a9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:55.145839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5a4e8d2-bf68-4682-bec3-af79fc42279d req-a7ded610-c082-4cab-b012-53a4997278a9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 945 time: 0.0515125 Nov 15 15:34:55.193010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d5a4e8d2-bf68-4682-bec3-af79fc42279d req-9a3bef3c-0725-48df-bce5-b3730babb83b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 Nov 15 15:34:55.672467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f388c239-2b49-47ee-9f5f-60f5a66a8ed1 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:34:55.821196 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:34:55.825841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:34:55.826221 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:55.910698 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:55.933954 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:34:55.936120 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce3c283-f80e-43a8-a87a-8bee3821bcd4" -d '{"events": [{"server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "name": "network-vif-plugged", "status": "completed", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:34:55.951269 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:34:55.975043 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854d1a69-3e3c-413a-9d84-d795ca43dd6b x-openstack-request-id: req-854d1a69-3e3c-413a-9d84-d795ca43dd6b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:34:55.979572 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "name": "network-vif-plugged", "status": "completed", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:34:55.979572 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-854d1a69-3e3c-413a-9d84-d795ca43dd6b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:34:55.979572 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'code': 200} Nov 15 15:34:56.035903 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:56.089529 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:34:56.146897 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e33973-cac5-4e57-924c-86675d39ffbe req-5853ed61-9e61-4c72-a8b6-99610a32c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:56.149211 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f3e33973-cac5-4e57-924c-86675d39ffbe req-5853ed61-9e61-4c72-a8b6-99610a32c6e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1097 time: 0.0474875 Nov 15 15:34:56.199571 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f3e33973-cac5-4e57-924c-86675d39ffbe req-9dd5e38d-e5cf-4700-91b0-8ab628fa7956 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373108 Nov 15 15:34:56.228980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-7b96b5a0-7446-403d-b890-0ff9fcb17025 req-fb50e499-7298-49af-b28c-92a341dfb8f4 service neutron] (103146) timed out ('10.222.0.59', 54690) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 15:34:56.325318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5baa-0512-4fd0-bbf1-df4f4b0d6ab2 req-fac1d9b9-8006-417e-9971-601726eb8bd1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:56.326997 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-289a5baa-0512-4fd0-bbf1-df4f4b0d6ab2 req-fac1d9b9-8006-417e-9971-601726eb8bd1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0560210 Nov 15 15:34:56.381933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-289a5baa-0512-4fd0-bbf1-df4f4b0d6ab2 req-c43e5779-ef92-45c4-819d-a11f5725ae7e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484774 Nov 15 15:34:57.499245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9b492-3908-4ab5-a6fb-135057b714b6 req-4b915a5a-cab7-4adb-becf-c40ea242157f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:57.500734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46a9b492-3908-4ab5-a6fb-135057b714b6 req-4b915a5a-cab7-4adb-becf-c40ea242157f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0486155 Nov 15 15:34:57.554592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-46a9b492-3908-4ab5-a6fb-135057b714b6 req-ac1ceb24-942c-4bcc-90db-7dfe10b41be1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460143 Nov 15 15:34:58.185256 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:34:58.672067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f125756-faba-40e2-a861-3cf6de446e05 req-b14332d5-016d-4249-9235-57afe7b51e47 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:58.674090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f125756-faba-40e2-a861-3cf6de446e05 req-b14332d5-016d-4249-9235-57afe7b51e47 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0480044 Nov 15 15:34:58.720211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6f125756-faba-40e2-a861-3cf6de446e05 req-2e4b2f0b-13b1-4f35-a3f0-9d0583c1594b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400975 Nov 15 15:34:58.836564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c9d52-8a3e-4f06-a279-aff078af8798 req-ff11d61b-f950-4aa5-a8db-4aafad0feda9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:34:58.837964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-693c9d52-8a3e-4f06-a279-aff078af8798 req-ff11d61b-f950-4aa5-a8db-4aafad0feda9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0535953 Nov 15 15:34:58.847007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51082) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:34:58.854536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c7727fcb-fab3-492f-8bc9-0453c1603766 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Request body: {'floatingip': {'port_id': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:34:58.891018 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7727fcb-fab3-492f-8bc9-0453c1603766 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:58.909507 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:59.306973 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7727fcb-fab3-492f-8bc9-0453c1603766 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:59.321430 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:59.372875 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7727fcb-fab3-492f-8bc9-0453c1603766 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:59.476086 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-c7727fcb-fab3-492f-8bc9-0453c1603766 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Floating IP c7902a10-9178-403d-82e7-5244df481853 associated. External IP: 172.25.4.125, port: f388c239-2b49-47ee-9f5f-60f5a66a8ed1. Nov 15 15:34:59.738360 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5fff9c21-bdbc-4ab5-865c-96b71a422540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:34:59.993872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7727fcb-fab3-492f-8bc9-0453c1603766 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:35:00.096438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7727fcb-fab3-492f-8bc9-0453c1603766 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:35:00.101369 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7727fcb-fab3-492f-8bc9-0453c1603766 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:00.105886 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf4386-7879-4224-a2c6-7d49db2f286d None None] Sync routers for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:35:00.116827 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf4386-7879-4224-a2c6-7d49db2f286d None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:35:00.117448 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2baf4386-7879-4224-a2c6-7d49db2f286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:34:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:35:00.131655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c7727fcb-fab3-492f-8bc9-0453c1603766 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "PUT /v2.0/floatingips/c7902a10-9178-403d-82e7-5244df481853 HTTP/1.1" status: 200 len: 992 time: 1.2835042 Nov 15 15:35:00.132353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:35:00.134761 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d8025d-a4d9-42ec-8ebb-ac7d807785fc" -d '{"events": [{"name": "network-changed", "server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:35:00.183268 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d0ca45-41af-4000-b9ea-272590ee2871 x-openstack-request-id: req-c7d0ca45-41af-4000-b9ea-272590ee2871 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:35:00.183569 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:35:00.183824 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7d0ca45-41af-4000-b9ea-272590ee2871 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:35:00.184228 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'status': 'completed', 'code': 200} Nov 15 15:35:00.228551 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2baf4386-7879-4224-a2c6-7d49db2f286d None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:35:00.253184 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8025d-a4d9-42ec-8ebb-ac7d807785fc req-abdac3ca-8a16-441f-99c5-81f35cc34f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:35:00.254799 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0d8025d-a4d9-42ec-8ebb-ac7d807785fc req-abdac3ca-8a16-441f-99c5-81f35cc34f68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1097 time: 0.0448792 Nov 15 15:35:00.360494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8025d-a4d9-42ec-8ebb-ac7d807785fc req-a45ddc00-5d41-4ff5-8fa3-0910653acaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:35:00.362565 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0d8025d-a4d9-42ec-8ebb-ac7d807785fc req-a45ddc00-5d41-4ff5-8fa3-0910653acaa8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0998852 Nov 15 15:35:00.469745 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2baf4386-7879-4224-a2c6-7d49db2f286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'c7902a10-9178-403d-82e7-5244df481853', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'port_id': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'mac_address': 'fa:16:3e:32:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a433d6-7a12-492a-9007-9218cce3428f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:29:55Z', 'updated_at': '2021-11-15T15:34:59Z', 'revision_number': 9, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:35:00.502208 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf4386-7879-4224-a2c6-7d49db2f286d None None] Checking router: cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:35:00.511852 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf4386-7879-4224-a2c6-7d49db2f286d None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:35:00.512393 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2baf4386-7879-4224-a2c6-7d49db2f286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:34:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:35:00.726272 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2baf4386-7879-4224-a2c6-7d49db2f286d None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:35:00.733592 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0d8025d-a4d9-42ec-8ebb-ac7d807785fc req-abcb84b1-345d-4aec-bd7c-2293b08fae7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1000 time: 0.3641050 Nov 15 15:35:00.791594 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8025d-a4d9-42ec-8ebb-ac7d807785fc req-7e035733-2495-48ca-bc0c-293b915813f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:35:00.793371 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0d8025d-a4d9-42ec-8ebb-ac7d807785fc req-7e035733-2495-48ca-bc0c-293b915813f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0523796 Nov 15 15:35:00.845899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8025d-a4d9-42ec-8ebb-ac7d807785fc req-0c38ef4b-e3e8-4bcd-bbdb-8d92e9974a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:35:00.847751 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0d8025d-a4d9-42ec-8ebb-ac7d807785fc req-0c38ef4b-e3e8-4bcd-bbdb-8d92e9974a36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475078 Nov 15 15:35:00.944399 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0d8025d-a4d9-42ec-8ebb-ac7d807785fc req-325d334e-06ee-41cf-b915-df0e22ceacd8 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886862 Nov 15 15:35:00.985464 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2baf4386-7879-4224-a2c6-7d49db2f286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'c7902a10-9178-403d-82e7-5244df481853', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'port_id': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'mac_address': 'fa:16:3e:32:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a433d6-7a12-492a-9007-9218cce3428f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:29:55Z', 'updated_at': '2021-11-15T15:34:59Z', 'revision_number': 9, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:35:01.012632 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf4386-7879-4224-a2c6-7d49db2f286d None None] The sync data for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 is: [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'c7902a10-9178-403d-82e7-5244df481853', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'port_id': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'mac_address': 'fa:16:3e:32:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a433d6-7a12-492a-9007-9218cce3428f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:29:55Z', 'updated_at': '2021-11-15T15:34:59Z', 'revision_number': 9, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:35:01.060321 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0d8025d-a4d9-42ec-8ebb-ac7d807785fc req-67983fd5-fcbb-4727-8673-fbe975437dce service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091015 Nov 15 15:35:01.219752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144b805c-52df-4fbb-909a-687f3c5400bf None None] New status for floating IP c7902a10-9178-403d-82e7-5244df481853: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:35:02.118080 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d23693a5-2628-422e-a2ed-8843ab2b37ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:03.709693 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:05.358992 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:05.804256 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:28.880560 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:29.292146 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:29.758148 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-abb3ce67-3364-4862-abd4-2c765fff97e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:32.104245 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b795fce-12b1-4e7b-975d-13ce9452d2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:33.709480 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:35.186420 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:35:35.352877 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:35.817914 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:37.256827 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4cc72cd6-6ff8-4126-ab9d-794e296b7d9b req-8faf77d7-72ca-49c2-92f9-cfd6dbb55ef1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400827 Nov 15 15:35:37.343527 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc72cd6-6ff8-4126-ab9d-794e296b7d9b req-14bf0ddd-e0f5-4d5c-a982-b1edf61f0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:35:37.344997 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4cc72cd6-6ff8-4126-ab9d-794e296b7d9b req-14bf0ddd-e0f5-4d5c-a982-b1edf61f0244 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1097 time: 0.0393634 Nov 15 15:35:37.453973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc72cd6-6ff8-4126-ab9d-794e296b7d9b req-b738c70f-7d34-45a8-bef7-87f953dbad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:35:37.455906 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4cc72cd6-6ff8-4126-ab9d-794e296b7d9b req-b738c70f-7d34-45a8-bef7-87f953dbad61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0853167 Nov 15 15:35:37.526940 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4cc72cd6-6ff8-4126-ab9d-794e296b7d9b req-0ebe63d5-f51c-416a-b956-b6aec729e440 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1003 time: 0.0586956 Nov 15 15:35:37.575729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc72cd6-6ff8-4126-ab9d-794e296b7d9b req-8497b247-cbe4-4dc0-bd87-d5323dda1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:35:37.577131 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4cc72cd6-6ff8-4126-ab9d-794e296b7d9b req-8497b247-cbe4-4dc0-bd87-d5323dda1fac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0427945 Nov 15 15:35:37.629998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc72cd6-6ff8-4126-ab9d-794e296b7d9b req-67123387-fcad-45fb-b6cb-07183758ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:35:37.631527 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4cc72cd6-6ff8-4126-ab9d-794e296b7d9b req-67123387-fcad-45fb-b6cb-07183758ccdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446403 Nov 15 15:35:37.726032 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4cc72cd6-6ff8-4126-ab9d-794e296b7d9b req-0300c81b-2575-4304-b905-2e34f1106f55 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820105 Nov 15 15:35:37.827794 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4cc72cd6-6ff8-4126-ab9d-794e296b7d9b req-0a570433-1c84-410c-b795-ec0467183f09 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881107 Nov 15 15:35:58.869438 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:59.291600 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:35:59.752143 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66e2f25f-1c98-4c29-b36d-13fdd4eff24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:02.097088 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55ab4391-9c85-49b3-a6c1-a95566eaa2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:03.735545 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:05.348732 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:05.811876 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:12.186532 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:36:28.885874 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:29.336747 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:29.759835 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a647e57f-a986-4885-ad0d-733020b5ba95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:32.131146 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d96b-5af9-41a2-a4ab-1e5540d2c1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:33.719491 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:35.368985 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:35.805402 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:39.128349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6eb61-b81b-4b59-89f2-3129378063ea req-82000d74-34a9-40d6-a7ba-877ba702b0a1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:39.129933 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3cd6eb61-b81b-4b59-89f2-3129378063ea req-82000d74-34a9-40d6-a7ba-877ba702b0a1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0601497 Nov 15 15:36:39.181942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3cd6eb61-b81b-4b59-89f2-3129378063ea req-cca1211d-9bd1-445f-ab79-02773122f206 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426915 Nov 15 15:36:39.195687 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-01969a36-91ca-4329-8d6b-179cba91a5f6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429947 Nov 15 15:36:39.317831 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc946c-03ea-4d5a-b000-b76d167ceb7a req-6bf9aeeb-05c9-4e4a-b91d-3b993cf90ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:39.319757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c2bc946c-03ea-4d5a-b000-b76d167ceb7a req-6bf9aeeb-05c9-4e4a-b91d-3b993cf90ee2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1097 time: 0.0809858 Nov 15 15:36:39.440036 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc946c-03ea-4d5a-b000-b76d167ceb7a req-e467bec5-ee8e-4755-bdfa-c46c89964114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:39.445961 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c2bc946c-03ea-4d5a-b000-b76d167ceb7a req-e467bec5-ee8e-4755-bdfa-c46c89964114 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0967944 Nov 15 15:36:39.518088 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c2bc946c-03ea-4d5a-b000-b76d167ceb7a req-30a4d6c7-6200-4dbb-8b45-3f89711d0d2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1003 time: 0.0623114 Nov 15 15:36:39.577562 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc946c-03ea-4d5a-b000-b76d167ceb7a req-98d5ce1d-11ed-4d36-b194-a2816296aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:39.579119 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c2bc946c-03ea-4d5a-b000-b76d167ceb7a req-98d5ce1d-11ed-4d36-b194-a2816296aa28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0491936 Nov 15 15:36:39.630640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc946c-03ea-4d5a-b000-b76d167ceb7a req-02587b68-d71f-490d-8736-4bfba43525fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:39.632189 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c2bc946c-03ea-4d5a-b000-b76d167ceb7a req-02587b68-d71f-490d-8736-4bfba43525fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415330 Nov 15 15:36:39.729050 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c2bc946c-03ea-4d5a-b000-b76d167ceb7a req-259a7d2a-53f9-4ad7-b1b8-2fce7e4ad3bd service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848951 Nov 15 15:36:39.832092 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-c2bc946c-03ea-4d5a-b000-b76d167ceb7a req-ec077b10-e3be-4b2c-a6ac-b866f0e09567 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895715 Nov 15 15:36:40.307833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbf32a-a86b-49d4-883b-afbaaf13016f req-c872a834-921d-461b-a89b-d0d9f2af952b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:40.309353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7adbf32a-a86b-49d4-883b-afbaaf13016f req-c872a834-921d-461b-a89b-d0d9f2af952b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0515618 Nov 15 15:36:40.362999 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7adbf32a-a86b-49d4-883b-afbaaf13016f req-233fc862-f46e-4700-92dd-e10e742500b9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464883 Nov 15 15:36:41.090769 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-b67b73ab-28a1-4c36-81d3-aa0fab2358b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:41.092264 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-b67b73ab-28a1-4c36-81d3-aa0fab2358b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1097 time: 0.0397379 Nov 15 15:36:41.190616 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-45bf6926-6cf4-477a-a9fe-43df01493fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:41.192693 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-45bf6926-6cf4-477a-a9fe-43df01493fa2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0884871 Nov 15 15:36:41.261907 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-badd2443-8ff0-4363-8ec4-e37c0ea0670c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1003 time: 0.0574811 Nov 15 15:36:41.314721 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-66a02c7c-c2df-4755-a6fa-d458406eaed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:41.316329 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-66a02c7c-c2df-4755-a6fa-d458406eaed9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0431225 Nov 15 15:36:41.374176 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-40a3f6ef-aadd-4db3-9ca5-f90cd89e2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:41.376345 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-40a3f6ef-aadd-4db3-9ca5-f90cd89e2b21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485992 Nov 15 15:36:41.472047 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-d6a4f9b8-091a-446b-9634-7904548c5a04 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843849 Nov 15 15:36:41.480909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69895b58-52d3-42bc-ada4-d22997b0618e req-986d02a7-bcd6-444a-9051-b30110c93acd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:41.482841 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69895b58-52d3-42bc-ada4-d22997b0618e req-986d02a7-bcd6-444a-9051-b30110c93acd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0483322 Nov 15 15:36:41.530430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69895b58-52d3-42bc-ada4-d22997b0618e req-4db26cbf-82b8-4425-9a0e-0a114932f774 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415442 Nov 15 15:36:41.571568 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-3f9b7a4d-2a39-48bd-9348-35b829724fa4 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879438 Nov 15 15:36:42.644609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33468b-d51a-455a-adc8-96c67cf00e86 req-be9be6c6-e456-4b8d-adcb-58d80d15459e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:42.646085 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f33468b-d51a-455a-adc8-96c67cf00e86 req-be9be6c6-e456-4b8d-adcb-58d80d15459e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0487595 Nov 15 15:36:42.692711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f33468b-d51a-455a-adc8-96c67cf00e86 req-a8fad401-9f45-4fa7-a0da-df43be8af08b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403922 Nov 15 15:36:43.812094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c7eac-346c-4011-9cab-5567ef52b41e req-046e4b02-7a2f-4fc8-94f1-8b4883be0d0e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:43.813562 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-825c7eac-346c-4011-9cab-5567ef52b41e req-046e4b02-7a2f-4fc8-94f1-8b4883be0d0e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0520637 Nov 15 15:36:43.861663 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-825c7eac-346c-4011-9cab-5567ef52b41e req-574879df-cc0c-4114-9eb0-e05d6cd02c92 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420551 Nov 15 15:36:44.977577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41418b25-55d6-4ac3-9373-31df0a1098f5 req-eecd7050-9a87-4ef3-bcf2-4323de9133df tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:44.979090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41418b25-55d6-4ac3-9373-31df0a1098f5 req-eecd7050-9a87-4ef3-bcf2-4323de9133df tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0489047 Nov 15 15:36:45.027032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-41418b25-55d6-4ac3-9373-31df0a1098f5 req-d4612bd5-5660-4543-83a9-3d12919883ea tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416205 Nov 15 15:36:46.142894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b60a46-293c-4342-86c5-bce3040b1321 req-13de9fd3-6112-4ae7-9b82-99f131f954ce tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:46.144400 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22b60a46-293c-4342-86c5-bce3040b1321 req-13de9fd3-6112-4ae7-9b82-99f131f954ce tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0489948 Nov 15 15:36:46.197825 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22b60a46-293c-4342-86c5-bce3040b1321 req-ce76c781-b3a4-4e8f-9276-34dda8fe3560 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457737 Nov 15 15:36:47.315769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2860be3-94ab-46d3-b727-c252aca8b3e2 req-8792a71e-b603-42c9-97eb-9d2898e40144 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:47.317324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2860be3-94ab-46d3-b727-c252aca8b3e2 req-8792a71e-b603-42c9-97eb-9d2898e40144 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0489335 Nov 15 15:36:47.366909 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2860be3-94ab-46d3-b727-c252aca8b3e2 req-8c588dbb-555e-4363-9833-49e5f15f58b1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435908 Nov 15 15:36:48.482227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4cf00-e4f8-4818-a82f-4a19361a4260 req-fbac294a-5d9e-48da-a084-d44d0b77d2ae tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:48.483964 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54e4cf00-e4f8-4818-a82f-4a19361a4260 req-fbac294a-5d9e-48da-a084-d44d0b77d2ae tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0490141 Nov 15 15:36:48.532564 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54e4cf00-e4f8-4818-a82f-4a19361a4260 req-a36c7be8-0478-4155-82cc-8752657868f8 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415773 Nov 15 15:36:49.187279 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:36:49.653671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311b0f6-e345-4da8-a32f-6a595f866c3c req-fe67b6cf-6782-471d-aa72-5eeec104b40b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:49.655181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8311b0f6-e345-4da8-a32f-6a595f866c3c req-fe67b6cf-6782-471d-aa72-5eeec104b40b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0528548 Nov 15 15:36:49.702642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8311b0f6-e345-4da8-a32f-6a595f866c3c req-4a5376eb-7286-4996-91ed-0e751ec28595 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407619 Nov 15 15:36:50.826192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730684-8778-456a-a7d2-64ce5e7a9782 req-90b96945-1181-4b40-9234-94127a6ba05b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:50.827774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68730684-8778-456a-a7d2-64ce5e7a9782 req-90b96945-1181-4b40-9234-94127a6ba05b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0553124 Nov 15 15:36:50.882961 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68730684-8778-456a-a7d2-64ce5e7a9782 req-5c01ca43-c97a-4966-81d5-2e52dc3bd21c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484686 Nov 15 15:36:52.065147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a89dc-a629-4c7f-8a63-f9182084aacd req-62e2eaff-de8b-4112-a13b-63a233728c7e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:52.066041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab1a89dc-a629-4c7f-8a63-f9182084aacd req-62e2eaff-de8b-4112-a13b-63a233728c7e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.1088383 Nov 15 15:36:52.124936 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab1a89dc-a629-4c7f-8a63-f9182084aacd req-ed1ca3ac-4a5e-4214-be22-704b67e3a845 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510581 Nov 15 15:36:53.304362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db1098-2b98-4d54-90e3-ec2cbe1c62b0 req-cd428ad4-54e4-4d5e-8d1e-db7cff9d675a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:53.305916 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0db1098-2b98-4d54-90e3-ec2cbe1c62b0 req-cd428ad4-54e4-4d5e-8d1e-db7cff9d675a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.1106615 Nov 15 15:36:53.354548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0db1098-2b98-4d54-90e3-ec2cbe1c62b0 req-4ec34c68-d197-450b-8af2-6e5787961360 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422471 Nov 15 15:36:53.959421 n-d-817748-2 neutron-server[103147]: INFO neutron.api.v2.resource [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-250b5782-dab0-4708-a705-93a997588a36 service neutron] show failed (client error): The resource could not be found. Nov 15 15:36:53.960488 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-250b5782-dab0-4708-a705-93a997588a36 service neutron] 10.222.0.46 "GET /v2.0/ports/f388c239-2b49-47ee-9f5f-60f5a66a8ed1/bindings/n-h1-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0539272 Nov 15 15:36:54.481001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcc7ab-5d27-4b73-b3df-116259f3ff8a req-4a0af857-fd20-4603-8485-49c84e9c95c4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:54.482814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44dcc7ab-5d27-4b73-b3df-116259f3ff8a req-4a0af857-fd20-4603-8485-49c84e9c95c4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0540035 Nov 15 15:36:54.537188 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44dcc7ab-5d27-4b73-b3df-116259f3ff8a req-7cb121cd-5c38-4ca9-80e9-4264070275dc tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474055 Nov 15 15:36:54.617622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-8f21af48-e2ad-4cb2-8104-34acb6251881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:54.619086 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-8f21af48-e2ad-4cb2-8104-34acb6251881 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 1097 time: 0.0413167 Nov 15 15:36:54.632138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:36:54.684229 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:54.901698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:36:54.935187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:36:54.973742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:36:54.976037 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fcb4f6-ee60-4554-9590-2e41987e0c22" -d '{"events": [{"server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "name": "network-vif-unplugged", "status": "completed", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:36:54.979693 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:54.993586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Transition to ACTIVE for port object f388c239-2b49-47ee-9f5f-60f5a66a8ed1 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:36:55.031213 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7009cb92-801e-480b-bce4-08eba8290f7c x-openstack-request-id: req-7009cb92-801e-480b-bce4-08eba8290f7c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:36:55.031508 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "name": "network-vif-unplugged", "status": "completed", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:36:55.031762 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7009cb92-801e-480b-bce4-08eba8290f7c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:36:55.032163 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'code': 200} Nov 15 15:36:55.056532 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:55.133858 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Pushing event updated for resources: {'Port': ['ID=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:36:55.152436 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:36:55.152722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:36:55.153066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:36:55.153404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:36:55.153742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:36:55.154074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:36:55.154423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:36:55.154754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:36:55.155085 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:36:55.155409 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:36:55.155732 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:36:55.156054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:36:55.198693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] No DVR routers for this DVR port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:36:55.347341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Attempting to bind port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:36:55.348258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Attempting to bind port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:36:55.348608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Attempting to bind port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:36:55.353069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:36:55.353393 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Attempting to bind port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:36:55.358666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:36:55.358946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Checking segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:36:55.359339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Bound using segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:36:55.359769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Bound port: f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:36:55.360132 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:55.423606 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:36:55.427262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:36:55.525834 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:55.567721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:55.568376 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:55.569875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] 10.222.0.59 "PUT /v2.0/ports/f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1092 time: 0.9423857 Nov 15 15:36:55.588387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b736c-a28e-4281-b197-4d97927b564d service neutron] Pushing event updated for resources: {'Port': ['ID=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:36:55.674515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-22504ee5-29fa-4ad8-95d9-b91d547e9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:55.675991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-22504ee5-29fa-4ad8-95d9-b91d547e9cec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1095 time: 0.0739136 Nov 15 15:36:55.734535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afe65d-ca2f-4764-8190-c50168a1b6f4 req-724d782d-8426-48da-887f-ff3f6ba20bd6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:55.736142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6afe65d-ca2f-4764-8190-c50168a1b6f4 req-724d782d-8426-48da-887f-ff3f6ba20bd6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 944 time: 0.1049142 Nov 15 15:36:55.817983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6afe65d-ca2f-4764-8190-c50168a1b6f4 req-fc932fcc-cacb-46c1-893d-202f5141fe97 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741343 Nov 15 15:36:55.820878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-f6a4ad8f-1ac9-444c-a664-ea789a5ec659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:55.822258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-f6a4ad8f-1ac9-444c-a664-ea789a5ec659 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.1394112 Nov 15 15:36:55.890545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-5f42dabc-2aa7-466e-a10a-cb75fe2598de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0602567 Nov 15 15:36:55.941305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-8c9194d4-0cdc-4cd7-908e-898c16f6f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:55.942718 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-8c9194d4-0cdc-4cd7-908e-898c16f6f539 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0449281 Nov 15 15:36:55.994451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-e85e7841-8079-4ffd-86fd-22d28196b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:55.995968 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-e85e7841-8079-4ffd-86fd-22d28196b901 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464144 Nov 15 15:36:56.085570 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-c7e02597-fcd3-453d-9238-506b482528ab service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816672 Nov 15 15:36:56.184204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ff02c6e-5783-4816-ae95-a03ef27aaaad req-5d95690e-22fe-4599-a4b7-8afe5851b11f service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913863 Nov 15 15:36:56.937947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617c7bf-0f3f-48b4-b530-96d102244578 req-bb3ae50a-67e3-44c3-8c43-7b2546ed3267 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:56.939470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5617c7bf-0f3f-48b4-b530-96d102244578 req-bb3ae50a-67e3-44c3-8c43-7b2546ed3267 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 944 time: 0.0490029 Nov 15 15:36:56.987554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5617c7bf-0f3f-48b4-b530-96d102244578 req-89f3c754-f548-4204-854a-1de732be8465 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415020 Nov 15 15:36:57.033249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:36:57.035625 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e4394c-6fe5-406b-811c-b50f37a0a20c" -d '{"events": [{"name": "network-changed", "server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:36:57.085146 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ed3deb-39a7-4acf-9786-1e88d20219b8 x-openstack-request-id: req-39ed3deb-39a7-4acf-9786-1e88d20219b8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:36:57.085443 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:36:57.085700 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39ed3deb-39a7-4acf-9786-1e88d20219b8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:36:57.086104 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'status': 'completed', 'code': 200} Nov 15 15:36:57.154083 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-33290013-b4a9-4105-a2fc-5d5afc6cb9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:57.155546 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-33290013-b4a9-4105-a2fc-5d5afc6cb9bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1095 time: 0.0421002 Nov 15 15:36:57.156695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-c827166c-f01e-4607-b9a7-cb730fb8c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:57.159003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-c827166c-f01e-4607-b9a7-cb730fb8c116 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1095 time: 0.0473154 Nov 15 15:36:57.263254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-49b83550-6b8b-49bd-8fc8-651a60bd325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:57.264771 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-49b83550-6b8b-49bd-8fc8-651a60bd325c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0975714 Nov 15 15:36:57.270823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-683fdc99-19d5-49c0-8f32-bb62d196a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:57.272349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-683fdc99-19d5-49c0-8f32-bb62d196a443 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.1055751 Nov 15 15:36:57.344592 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-a8e1d3e4-9e29-4b6b-823f-dc980b411581 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0681612 Nov 15 15:36:57.360501 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-45d8ccfa-18c6-461d-8c58-0821ba9c4d10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0790136 Nov 15 15:36:57.417239 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-d8be0f72-f34b-4800-bd9b-55d8005da7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:57.418677 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-d8be0f72-f34b-4800-bd9b-55d8005da7db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0624826 Nov 15 15:36:57.433972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-504e7f98-547b-4c34-b118-73a29efb36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:57.435473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-504e7f98-547b-4c34-b118-73a29efb36a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0666828 Nov 15 15:36:57.476918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-df44c3cf-d2a7-4a14-a216-6aeef41fc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:57.480864 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-df44c3cf-d2a7-4a14-a216-6aeef41fc7d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492511 Nov 15 15:36:57.485773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-126483f5-1eb6-4670-ba48-dae1b9624648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:57.487324 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-126483f5-1eb6-4670-ba48-dae1b9624648 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428295 Nov 15 15:36:57.586136 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-952d1dfa-7ca0-4726-a18f-a47dd1d31661 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934911 Nov 15 15:36:57.587448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-dd0f0179-b543-4837-98f4-d67cdfdf9ac5 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922730 Nov 15 15:36:57.691767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-a360fa5e-f12e-431e-bc05-a674cfa5338e service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942817 Nov 15 15:36:57.692401 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a0e4394c-6fe5-406b-811c-b50f37a0a20c req-2f752013-34c4-4915-884f-7c286e8aa150 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955050 Nov 15 15:36:58.111850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7fa93-9498-47e9-a197-d982b1e04f2c req-f7f91895-a742-4ad0-b3cf-c49f1a9b11fd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:58.113363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74c7fa93-9498-47e9-a197-d982b1e04f2c req-f7f91895-a742-4ad0-b3cf-c49f1a9b11fd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 944 time: 0.0552409 Nov 15 15:36:58.168022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74c7fa93-9498-47e9-a197-d982b1e04f2c req-5499d10b-6631-4e38-9a96-fdf9b9efb94e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485456 Nov 15 15:36:58.318921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f388c239-2b49-47ee-9f5f-60f5a66a8ed1 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:36:58.359146 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f388c239-2b49-47ee-9f5f-60f5a66a8ed1 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:36:58.912163 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:59.294245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8edbe-2599-4920-ae8b-73414195cdf9 req-117a8df6-ca68-4eb8-85db-1d0b6605d56f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:36:59.295856 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87b8edbe-2599-4920-ae8b-73414195cdf9 req-117a8df6-ca68-4eb8-85db-1d0b6605d56f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 944 time: 0.0535355 Nov 15 15:36:59.331004 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:36:59.348426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87b8edbe-2599-4920-ae8b-73414195cdf9 req-e4068288-c4ae-4fdb-8ca5-7c90cff0f447 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453641 Nov 15 15:36:59.810908 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17cc6782-cd6c-4236-822b-546429ec08ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:00.019450 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da3514-4419-499f-b165-517fc12de450 req-f7c3b187-b6a4-460d-8f76-15963791c7a9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:00.021020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27da3514-4419-499f-b165-517fc12de450 req-f7c3b187-b6a4-460d-8f76-15963791c7a9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 944 time: 0.0558269 Nov 15 15:37:00.071142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-27da3514-4419-499f-b165-517fc12de450 req-1899b2c1-1e48-461c-b6aa-640ad099260e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438278 Nov 15 15:37:00.126156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-7af88433-f696-4e3a-841c-dfc5f3527f64 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:00.127660 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-7af88433-f696-4e3a-841c-dfc5f3527f64 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.59 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f&tenant_id=63adb14e6db5469fad46f2287b4e86d8&binding%3Ahost_id=n-h1-817748-2 HTTP/1.1" status: 200 len: 944 time: 0.0557318 Nov 15 15:37:00.189989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-79cb0d3e-927a-4842-877b-b63212d322e8 service neutron] 10.222.0.59 "GET /v2.0/ports/f388c239-2b49-47ee-9f5f-60f5a66a8ed1/bindings/n-h1-817748-2 HTTP/1.1" status: 200 len: 382 time: 0.0540349 Nov 15 15:37:00.253004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-59144574-3700-4810-abe5-04c7f0a961c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:00.255157 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-59144574-3700-4810-abe5-04c7f0a961c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1095 time: 0.0419874 Nov 15 15:37:00.358886 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-58a317f4-9c2d-444a-9746-bb5aaf69347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:00.360386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-58a317f4-9c2d-444a-9746-bb5aaf69347e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0981731 Nov 15 15:37:00.426206 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-3e0a0715-0934-47e9-846e-618ce773b8b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0574853 Nov 15 15:37:00.474076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-c1c6119b-f8e7-4450-8ed2-3f45b484fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:00.475585 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-c1c6119b-f8e7-4450-8ed2-3f45b484fec7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0433578 Nov 15 15:37:00.525573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-f605911d-7d14-4cfe-98f9-005e92099124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:00.527263 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-f605911d-7d14-4cfe-98f9-005e92099124 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440266 Nov 15 15:37:00.617184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-c2aa6922-d3b8-46ce-89bd-2b9657e5f7c2 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804381 Nov 15 15:37:00.709701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-9459a12a-ff3e-46d3-a9e3-702bac58ed52 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854344 Nov 15 15:37:01.120163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f388c239-2b49-47ee-9f5f-60f5a66a8ed1 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:37:01.192018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f9b88-4bfd-4e79-935e-109d8b351ccd req-e013c447-6ae5-4705-b347-1a8873d4b54b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:01.193656 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-943f9b88-4bfd-4e79-935e-109d8b351ccd req-e013c447-6ae5-4705-b347-1a8873d4b54b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 944 time: 0.0514786 Nov 15 15:37:01.219611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:37:01.231428 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'port_id': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'mac_address': 'fa:16:3e:32:cf:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:37:01.243279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-943f9b88-4bfd-4e79-935e-109d8b351ccd req-8f748248-c132-41d3-8879-708fd4ea2a48 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433433 Nov 15 15:37:01.269057 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:01.282540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f388c239-2b49-47ee-9f5f-60f5a66a8ed1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:37:01.303383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:37:01.382388 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:01.436336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:37:01.444429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:01.444778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:01.445122 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:01.445464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:01.445802 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:01.446136 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:01.446489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:01.446851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:01.447179 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:01.447507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:01.447831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:01.448155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:01.680612 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f388c239-2b49-47ee-9f5f-60f5a66a8ed1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:37:02.181997 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd8a2293-6934-411e-bb0e-1582f651088f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:02.370747 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c379835-4591-4553-9903-4ef126c4a515 req-df7bfa17-ad60-4d6f-a3cb-795a964f64d7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:02.372239 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4c379835-4591-4553-9903-4ef126c4a515 req-df7bfa17-ad60-4d6f-a3cb-795a964f64d7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 945 time: 0.0498714 Nov 15 15:37:02.420021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4c379835-4591-4553-9903-4ef126c4a515 req-cd592390-5149-44ba-b0d2-52998beecfad tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418177 Nov 15 15:37:03.143578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f388c239-2b49-47ee-9f5f-60f5a66a8ed1 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:37:03.239905 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:37:03.251163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'port_id': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'mac_address': 'fa:16:3e:32:cf:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:37:03.312660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-233a2624-9662-4b9c-8e5c-083b1dd477ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:03.314285 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-233a2624-9662-4b9c-8e5c-083b1dd477ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 1096 time: 0.0413513 Nov 15 15:37:03.330224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:37:03.388745 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:03.540865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983560a-7a9d-4fe0-aa02-d0f8d3ea210e req-ffbb93f3-1f3b-43cd-aa87-fdb89231db66 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:03.542385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f983560a-7a9d-4fe0-aa02-d0f8d3ea210e req-ffbb93f3-1f3b-43cd-aa87-fdb89231db66 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 945 time: 0.0523300 Nov 15 15:37:03.596580 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:37:03.596848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f983560a-7a9d-4fe0-aa02-d0f8d3ea210e req-39383abe-4a61-4dd8-b03d-9b156077c2c0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477984 Nov 15 15:37:03.634593 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:37:03.666698 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f388c239-2b49-47ee-9f5f-60f5a66a8ed1 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:37:03.674947 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:03.685215 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Ignored duplicate provisioning block setup for port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 15 15:37:03.719506 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:03.792125 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:03.872619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Pushing event updated for resources: {'Port': ['ID=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,revision_number=9']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:37:03.887298 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:03.887654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:03.887995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:03.888332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:03.888667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:03.888999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:03.889488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:03.889783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:03.890113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:03.890463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:03.890794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:03.891117 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:37:03.929317 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] No DVR routers for this DVR port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:37:04.067652 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Attempting to bind port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:37:04.067983 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Attempting to bind port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:37:04.068330 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Attempting to bind port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:37:04.072463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:37:04.072778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Attempting to bind port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:37:04.077576 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:37:04.077912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Checking segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:37:04.078293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Bound using segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:37:04.078744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Bound port: f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:37:04.079133 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:04.143609 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:37:04.146542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:37:04.251213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:04.288304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:04.288928 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:04.290441 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] 10.222.0.46 "PUT /v2.0/ports/f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1092 time: 0.9641187 Nov 15 15:37:04.290933 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:37:04.293073 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98be5ecf-9bb5-4d83-ab61-ac33cef48970" -d '{"events": [{"name": "network-changed", "server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:37:04.345330 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaaec16-4021-4a4b-953c-05f0fbb678de service neutron] Pushing event updated for resources: {'Port': ['ID=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:37:04.365608 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528438dc-1fac-4635-8797-988fde097315 x-openstack-request-id: req-528438dc-1fac-4635-8797-988fde097315 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:37:04.365922 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:37:04.366296 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-528438dc-1fac-4635-8797-988fde097315 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:37:04.366791 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'status': 'completed', 'code': 200} Nov 15 15:37:04.385587 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-76af049e-9554-41e8-9cdb-db7d72e85999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:04.387163 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-76af049e-9554-41e8-9cdb-db7d72e85999 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1096 time: 0.0581822 Nov 15 15:37:04.426690 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-eb90e770-dc0e-4da0-bd18-5a6676757a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:04.428281 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-eb90e770-dc0e-4da0-bd18-5a6676757a4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1096 time: 0.0456462 Nov 15 15:37:04.491205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-e8b9ed81-50c8-46dd-805d-2f4af3bfdc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:04.492715 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-e8b9ed81-50c8-46dd-805d-2f4af3bfdc24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0942366 Nov 15 15:37:04.528264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-9350cbab-9d68-42ad-b1e9-cef7d2a9f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:04.529766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-9350cbab-9d68-42ad-b1e9-cef7d2a9f7d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0929024 Nov 15 15:37:04.567701 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-d515319a-75ef-44e3-a2e5-38c0aff5fe83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0640306 Nov 15 15:37:04.595610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-cea876f5-2131-4f09-8e3b-b88139709de3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0580754 Nov 15 15:37:04.623307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-03483184-ddf3-427e-a9d0-c724b4068cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:04.624794 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-03483184-ddf3-427e-a9d0-c724b4068cc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0449705 Nov 15 15:37:04.647171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-fd3de40f-2367-4367-9466-7b0c663604c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:04.647410 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-fd3de40f-2367-4367-9466-7b0c663604c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0446148 Nov 15 15:37:04.681580 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-94ef93e2-6372-41e5-81e7-e37b09728ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:04.683034 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-94ef93e2-6372-41e5-81e7-e37b09728ec2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468099 Nov 15 15:37:04.739798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-fb2a3ad0-6d16-482c-bff8-bac9f4f8f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:04.741303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-fb2a3ad0-6d16-482c-bff8-bac9f4f8f788 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872834 Nov 15 15:37:04.765540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4e57d-9077-4f82-bfde-4a8c9015a742 req-7385159e-a109-437b-bbae-0d3a8dbd8344 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:04.767022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33c4e57d-9077-4f82-bfde-4a8c9015a742 req-7385159e-a109-437b-bbae-0d3a8dbd8344 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 945 time: 0.0789914 Nov 15 15:37:04.783663 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-22a03479-06bd-4e27-8c6f-a840b6cd3e5f service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883880 Nov 15 15:37:04.863866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33c4e57d-9077-4f82-bfde-4a8c9015a742 req-25d9f511-acc0-41ac-8600-07c632ecd421 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848465 Nov 15 15:37:04.883447 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-bee3634c-73b7-4758-a85d-0ffe076db6eb req-91841745-fd75-46f9-bb8c-3ed51e43c00f service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873089 Nov 15 15:37:04.888289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-a79fbf8c-c7fb-4b3a-aff6-0af656e44e44 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373644 Nov 15 15:37:04.984691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-12961071-4379-4ca4-9c14-1114e2e203e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:04.985697 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-ff493dc6-2a5a-4070-81e6-38b085700f74 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906019 Nov 15 15:37:04.986137 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-12961071-4379-4ca4-9c14-1114e2e203e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 1096 time: 0.0453770 Nov 15 15:37:05.080548 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-808babac-7f1f-47e1-870b-8a41492c10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:05.082208 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-808babac-7f1f-47e1-870b-8a41492c10f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0884159 Nov 15 15:37:05.153039 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-de22a963-2484-41fc-9962-af312733428f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0631585 Nov 15 15:37:05.202234 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-17561b3f-bd1d-44d2-a682-b2589b899b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:05.203702 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-17561b3f-bd1d-44d2-a682-b2589b899b21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0426803 Nov 15 15:37:05.250839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-99e18ab5-0b0f-4e46-ab82-472266b40ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:05.252315 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-99e18ab5-0b0f-4e46-ab82-472266b40ce0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396481 Nov 15 15:37:05.353408 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:05.362976 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-5eaea4f0-67e6-4f35-83b5-40765870c842 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006429 Nov 15 15:37:05.455036 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-98be5ecf-9bb5-4d83-ab61-ac33cef48970 req-a4c47042-5d25-45ca-a05f-12374a0f4027 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816946 Nov 15 15:37:05.820607 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:05.991403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f288dd7-6787-4d41-b015-733850251bff req-6cdda8d9-a2bd-47d1-8a4b-6eb8f58b0fce tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:05.992893 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f288dd7-6787-4d41-b015-733850251bff req-6cdda8d9-a2bd-47d1-8a4b-6eb8f58b0fce tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 945 time: 0.0542307 Nov 15 15:37:06.040213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f288dd7-6787-4d41-b015-733850251bff req-419fffd4-b869-48bc-af0c-a5264b1b338f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413165 Nov 15 15:37:07.145445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f388c239-2b49-47ee-9f5f-60f5a66a8ed1 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:37:07.159600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86962335-d2fc-4a0a-b291-1ab4690f22ff req-a015c476-6c38-4db3-9748-1fe4ef0e0546 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:07.161231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86962335-d2fc-4a0a-b291-1ab4690f22ff req-a015c476-6c38-4db3-9748-1fe4ef0e0546 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 945 time: 0.0500689 Nov 15 15:37:07.184965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f388c239-2b49-47ee-9f5f-60f5a66a8ed1 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:37:07.212875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86962335-d2fc-4a0a-b291-1ab4690f22ff req-b626acc6-afe4-482a-b49c-735910072018 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450587 Nov 15 15:37:07.336098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa55001-d059-4bca-b8ac-f1f1cd7c1597 req-ca04f765-d7f3-455f-8b6c-284091c2526d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:07.337803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-daa55001-d059-4bca-b8ac-f1f1cd7c1597 req-ca04f765-d7f3-455f-8b6c-284091c2526d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 945 time: 0.0520337 Nov 15 15:37:07.388440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-daa55001-d059-4bca-b8ac-f1f1cd7c1597 req-7ff9c41b-956f-4a92-a4c7-97a9cc536dd0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443845 Nov 15 15:37:07.503163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cc054-8b9b-49ea-be2d-fc24790a0b9b req-47ea98f9-d456-4e79-a1c5-b3481d62da15 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:07.504637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e46cc054-8b9b-49ea-be2d-fc24790a0b9b req-47ea98f9-d456-4e79-a1c5-b3481d62da15 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 945 time: 0.0488076 Nov 15 15:37:07.551043 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e46cc054-8b9b-49ea-be2d-fc24790a0b9b req-7426fece-271e-4879-8548-285543ea3f29 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399327 Nov 15 15:37:07.989309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93f582-fa43-44a2-af7b-ced49b2cdc37 req-c0e8536a-d5c9-43a5-9767-bf3892719066 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:07.991478 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a93f582-fa43-44a2-af7b-ced49b2cdc37 req-c0e8536a-d5c9-43a5-9767-bf3892719066 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 945 time: 0.0499754 Nov 15 15:37:08.038284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6a93f582-fa43-44a2-af7b-ced49b2cdc37 req-752eb308-47f4-4c96-81ba-31735a626d2d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403733 Nov 15 15:37:08.351509 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f388c239-2b49-47ee-9f5f-60f5a66a8ed1 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:37:08.447965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:37:08.459703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'port_id': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'mac_address': 'fa:16:3e:32:cf:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:37:08.496147 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:08.509002 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f388c239-2b49-47ee-9f5f-60f5a66a8ed1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:37:08.527966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:37:08.580395 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:08.628439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:37:08.842191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['f388c239-2b49-47ee-9f5f-60f5a66a8ed1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:37:09.163723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a887b0-d4da-495e-931d-5353b010f870 req-02fc3c28-6902-47b1-bd41-3dd1f8505875 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:09.165955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51a887b0-d4da-495e-931d-5353b010f870 req-02fc3c28-6902-47b1-bd41-3dd1f8505875 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0554802 Nov 15 15:37:09.213030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-51a887b0-d4da-495e-931d-5353b010f870 req-384144cd-8648-4034-a357-a00d24a92304 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409315 Nov 15 15:37:09.352405 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b1210-e812-481e-869c-5d3603184a14 req-c16ae2c9-856e-4b5d-a4fb-0b2ece351bdd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:09.353900 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4e2b1210-e812-481e-869c-5d3603184a14 req-c16ae2c9-856e-4b5d-a4fb-0b2ece351bdd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.46 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 946 time: 0.0486293 Nov 15 15:37:09.446230 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Deleting port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:37:09.446513 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:09.533920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] For port f388c239-2b49-47ee-9f5f-60f5a66a8ed1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:37:09.534278 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:09.712646 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:09.712889 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:09.713211 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Floating IP c7902a10-9178-403d-82e7-5244df481853 disassociated. External IP: 172.25.4.125, port: f388c239-2b49-47ee-9f5f-60f5a66a8ed1. Nov 15 15:37:09.713559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Calling delete_port for f388c239-2b49-47ee-9f5f-60f5a66a8ed1 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:37:09.968903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:10.003115 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event deleted for resources: {'Port': ['ID=f388c239-2b49-47ee-9f5f-60f5a66a8ed1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:37:10.119849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:37:10.315036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0f3e2ad-9d4c-4588-9d9c-eccb144bf690 req-70798440-26d0-4ecd-8f48-0bec6ececa76 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 210 time: 0.0292215 Nov 15 15:37:10.362082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f388c239-2b49-47ee-9f5f-60f5a66a8ed1 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:37:10.367208 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No ports have port_id starting with f388c239-2b49-47ee-9f5f-60f5a66a8ed1 Nov 15 15:37:10.368774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f388c239-2b49-47ee-9f5f-60f5a66a8ed1 requested by agent hyperv_n-h2-817748-2 not found in database {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 15 15:37:10.536585 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:37:10.547094 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0526deca-5be9-4c43-9a84-08b921bfd86a None None] Sync routers for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:37:10.559649 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0526deca-5be9-4c43-9a84-08b921bfd86a None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:37:10.560260 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0526deca-5be9-4c43-9a84-08b921bfd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:37:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:37:10.575994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] No DVR routers for this DVR port f388c239-2b49-47ee-9f5f-60f5a66a8ed1 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:37:10.578625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:10.581914 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4e2b1210-e812-481e-869c-5d3603184a14 req-d42986d4-f091-4891-a2b4-87e0e8e90ec2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.46 "DELETE /v2.0/ports/f388c239-2b49-47ee-9f5f-60f5a66a8ed1 HTTP/1.1" status: 204 len: 173 time: 1.2218928 Nov 15 15:37:10.582345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'name': 'network-vif-deleted', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:37:10.584769 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31f5490-0988-41c2-94f5-a8e462775ce8" -d '{"events": [{"server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "name": "network-vif-deleted", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:37:10.621792 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723d1964-7a40-4da7-9a36-6d69e2d33e44 x-openstack-request-id: req-723d1964-7a40-4da7-9a36-6d69e2d33e44 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:37:10.622099 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a433d6-7a12-492a-9007-9218cce3428f", "name": "network-vif-deleted", "tag": "f388c239-2b49-47ee-9f5f-60f5a66a8ed1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:37:10.622352 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-723d1964-7a40-4da7-9a36-6d69e2d33e44 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:37:10.622782 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a433d6-7a12-492a-9007-9218cce3428f', 'name': 'network-vif-deleted', 'tag': 'f388c239-2b49-47ee-9f5f-60f5a66a8ed1', 'status': 'completed', 'code': 200} Nov 15 15:37:10.667536 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0526deca-5be9-4c43-9a84-08b921bfd86a None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:37:10.873478 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0526deca-5be9-4c43-9a84-08b921bfd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:37:10.898543 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0526deca-5be9-4c43-9a84-08b921bfd86a None None] Checking router: cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:37:10.907026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0526deca-5be9-4c43-9a84-08b921bfd86a None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:37:10.907621 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0526deca-5be9-4c43-9a84-08b921bfd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:37:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:37:11.012004 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0526deca-5be9-4c43-9a84-08b921bfd86a None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:37:11.208917 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0526deca-5be9-4c43-9a84-08b921bfd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:37:11.234204 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0526deca-5be9-4c43-9a84-08b921bfd86a None None] The sync data for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 is: [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:37:11.436623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbbc9b66-3ac8-457b-b7b8-8956d176e682 req-4111c825-b340-44b3-9bf3-0fac4b6b7727 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=27a433d6-7a12-492a-9007-9218cce3428f HTTP/1.1" status: 200 len: 210 time: 0.0311859 Nov 15 15:37:11.470459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c129f3-455d-4b1b-96bf-b1ce7aabcb45 None None] New status for floating IP c7902a10-9178-403d-82e7-5244df481853: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:37:12.723292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-0e884dae-4a2b-43ec-8dea-c229f5476006 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--241894209&fields=id&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 267 time: 0.0415168 Nov 15 15:37:12.839361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-0deb12a6-8962-4c03-9ba9-8b328f43b2b9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:12.840714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-0deb12a6-8962-4c03-9ba9-8b328f43b2b9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 811 time: 0.1097496 Nov 15 15:37:12.856267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-0a6d3b3a-ff46-4704-9765-f221c4544ac4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/quotas/63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 375 time: 0.0094750 Nov 15 15:37:12.908692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-ef47f1b5-88c6-40fb-b373-e295f36703ab tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466945 Nov 15 15:37:12.924841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-e5bd24fe-516a-45fc-9503-965b728b0ced service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:37:12.925801 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-e5bd24fe-516a-45fc-9503-965b728b0ced service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051150 Nov 15 15:37:13.350449 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-a828829b-6bdd-424c-b5dc-3cf0b26a2229 service neutron] 10.222.0.70 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177148 Nov 15 15:37:13.439161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-be62958e-fb50-4fda-abea-9baf8308ff4f service neutron] 10.222.0.70 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822098 Nov 15 15:37:13.684740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-087b1de4-9961-46a4-99e4-5fd44bc9e89b req-e230a2f4-5427-4546-b677-ba1207046cd7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 210 time: 0.0309746 Nov 15 15:37:14.388613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f388c239-2b49-47ee-9f5f-60f5a66a8ed1 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:37:14.412532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: f388c239-2b49-47ee-9f5f-60f5a66a8ed1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:37:14.412881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device f388c239-2b49-47ee-9f5f-60f5a66a8ed1 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:37:14.779575 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b0bee73-78eb-47c1-83d4-3d4c699f1f65 req-61583ca4-fe31-43a8-b4c4-12b0e8d9e2a0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 210 time: 0.0257268 Nov 15 15:37:15.926429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a5ba5ec3-48c0-4967-bf47-58fae3d8c3f5 req-0089b867-68e0-4143-98ca-b7c30ef44d7c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 210 time: 0.0655103 Nov 15 15:37:15.982890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-f8a16515-cbd9-4c21-8d7f-0c13354a40c2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:15.984361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-f8a16515-cbd9-4c21-8d7f-0c13354a40c2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 811 time: 0.1342020 Nov 15 15:37:16.047090 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-e3da536b-e5a0-413a-96d0-29c614316b1d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 379 time: 0.0531833 Nov 15 15:37:16.057288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-549f02fe-5564-47a5-ae0a-f796efb17bf0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Request body: {'port': {'device_id': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'admin_state_up': True, 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'security_groups': ['4ecc2499-1980-4f16-88cf-79e48b1320e0']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:37:16.319502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-549f02fe-5564-47a5-ae0a-f796efb17bf0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Made reservation on behalf of 63adb14e6db5469fad46f2287b4e86d8 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:37:16.323498 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-549f02fe-5564-47a5-ae0a-f796efb17bf0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:16.452991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-549f02fe-5564-47a5-ae0a-f796efb17bf0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Allocated IP 172.20.0.10 (ce085b1c-1213-49d8-94c4-36277cd42ed9/884540be-3f66-40d0-a779-07deec1a634a/fa3190ac-0e1e-4516-8ee3-3558c8f91968) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:37:16.593777 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-549f02fe-5564-47a5-ae0a-f796efb17bf0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:16.673915 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-549f02fe-5564-47a5-ae0a-f796efb17bf0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:16.717993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-549f02fe-5564-47a5-ae0a-f796efb17bf0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Network ce085b1c-1213-49d8-94c4-36277cd42ed9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:37:16.721196 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-549f02fe-5564-47a5-ae0a-f796efb17bf0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:37:16.725774 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-549f02fe-5564-47a5-ae0a-f796efb17bf0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:37:16.749994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f02fe-5564-47a5-ae0a-f796efb17bf0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:37:16.780556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-549f02fe-5564-47a5-ae0a-f796efb17bf0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:16.781291 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-549f02fe-5564-47a5-ae0a-f796efb17bf0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:16.886018 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-549f02fe-5564-47a5-ae0a-f796efb17bf0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8329887 Nov 15 15:37:16.944355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Request body: {'port': {'device_id': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:37:16.952521 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ea080983-7de1-49b4-9166-e69943f61cb3 None None] Provisioning complete for port fa3190ac-0e1e-4516-8ee3-3558c8f91968 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:37:16.953075 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea080983-7de1-49b4-9166-e69943f61cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:16.989566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ea080983-7de1-49b4-9166-e69943f61cb3 None None] Port fa3190ac-0e1e-4516-8ee3-3558c8f91968 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:37:17.013591 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:17.082929 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb566b-6bd5-4fa3-b3f4-a03e7bad5801 req-1f3f000f-f8fa-4b83-9291-18903b9a27dc tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:17.084992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3dcb566b-6bd5-4fa3-b3f4-a03e7bad5801 req-1f3f000f-f8fa-4b83-9291-18903b9a27dc tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 932 time: 0.0833201 Nov 15 15:37:17.209065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3dcb566b-6bd5-4fa3-b3f4-a03e7bad5801 req-5d7aa283-d947-4b76-973b-9d1587658ccc tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156414 Nov 15 15:37:17.338759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3190ac-0e1e-4516-8ee3-3558c8f91968 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:37:17.346506 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:17.358892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Transition to ACTIVE for port object fa3190ac-0e1e-4516-8ee3-3558c8f91968 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:37:17.422367 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:17.473735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:37:17.547904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Attempting to bind port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:37:17.548337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Attempting to bind port fa3190ac-0e1e-4516-8ee3-3558c8f91968 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:37:17.548578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Attempting to bind port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:37:17.553908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:37:17.554239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Attempting to bind port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:37:17.559387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:37:17.559734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Checking segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:37:17.560124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Bound using segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:37:17.560556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Bound port: fa3190ac-0e1e-4516-8ee3-3558c8f91968, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:37:17.560918 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:17.627833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:37:17.631024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:37:17.708248 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:17.742936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:17.743500 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:17.744896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] 10.222.0.59 "PUT /v2.0/ports/fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1092 time: 0.8500500 Nov 15 15:37:17.745310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:37:17.747628 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c7c073-6ede-419e-b011-bb90995a66bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:37:17.783154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ce0da-a225-428d-b7f9-b60afe9aa599 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:37:17.878947 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15395dc-f42f-4cdb-aa73-272741ff04ec x-openstack-request-id: req-b15395dc-f42f-4cdb-aa73-272741ff04ec {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:37:17.879248 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:37:17.879526 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b15395dc-f42f-4cdb-aa73-272741ff04ec {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:37:17.879968 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'status': 'completed', 'code': 200} Nov 15 15:37:17.944768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7c073-6ede-419e-b011-bb90995a66bb req-1a4ddeed-beb2-4aad-8579-4c5f8c92f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:17.946296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38c7c073-6ede-419e-b011-bb90995a66bb req-1a4ddeed-beb2-4aad-8579-4c5f8c92f916 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1095 time: 0.0442393 Nov 15 15:37:18.051608 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7c073-6ede-419e-b011-bb90995a66bb req-7ab9d184-3686-4763-ba11-f3e64b059ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:18.053144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38c7c073-6ede-419e-b011-bb90995a66bb req-7ab9d184-3686-4763-ba11-f3e64b059ad5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=63adb14e6db5469fad46f2287b4e86d8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0978868 Nov 15 15:37:18.153000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7c073-6ede-419e-b011-bb90995a66bb req-3eded55f-74db-4972-b1b7-292d059492ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:18.154505 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38c7c073-6ede-419e-b011-bb90995a66bb req-3eded55f-74db-4972-b1b7-292d059492ff service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931587 Nov 15 15:37:18.233018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-883ae0a6-ba5f-4eaf-96cb-fd39853923e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:18.234711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-883ae0a6-ba5f-4eaf-96cb-fd39853923e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1095 time: 0.0415003 Nov 15 15:37:18.278754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-c630b0ec-7b6e-4a42-9eb5-c249e80dc825 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 217 time: 0.0360558 Nov 15 15:37:18.356937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-e195dfcb-cf26-4ec2-bf7f-655d9e3b96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:18.358434 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-e195dfcb-cf26-4ec2-bf7f-655d9e3b96cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0701032 Nov 15 15:37:18.366853 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3d2dc-7869-46e9-b17b-68d2f9b054c0 req-ec4fbe36-ceb1-492a-823d-d665f9bfdff0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:18.368227 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63c3d2dc-7869-46e9-b17b-68d2f9b054c0 req-ec4fbe36-ceb1-492a-823d-d665f9bfdff0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0886145 Nov 15 15:37:18.438814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63c3d2dc-7869-46e9-b17b-68d2f9b054c0 req-0eb07204-9cad-47a7-b642-7e816c432f9e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623748 Nov 15 15:37:18.441494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-8ab26f81-faf1-4099-8801-03f848c8b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:18.442966 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-8ab26f81-faf1-4099-8801-03f848c8b989 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738871 Nov 15 15:37:18.538076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-03abbe3d-d3da-4bf6-a6fa-8fed0e1254dc service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880010 Nov 15 15:37:18.632151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cee8a618-0be2-4680-88f7-a6d5be2dc3b8 req-1b51b757-ce95-49b4-83bc-7a2514292b73 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853350 Nov 15 15:37:19.558829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cd89c-c115-4563-9d39-e84fda45b654 req-ffdc1b76-b34d-405e-81fd-20a65db11a4f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:19.560311 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-789cd89c-c115-4563-9d39-e84fda45b654 req-ffdc1b76-b34d-405e-81fd-20a65db11a4f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0497541 Nov 15 15:37:19.612834 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-789cd89c-c115-4563-9d39-e84fda45b654 req-e45cc434-9b88-403f-8f0a-7ddd45d85a02 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465105 Nov 15 15:37:20.728086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d8b65-7eef-4d21-8596-a17df3984258 req-a0de3782-90f9-49d9-bd0e-71d3f43a8c56 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:20.729611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e10d8b65-7eef-4d21-8596-a17df3984258 req-a0de3782-90f9-49d9-bd0e-71d3f43a8c56 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0490077 Nov 15 15:37:20.777513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e10d8b65-7eef-4d21-8596-a17df3984258 req-0b66717f-cf6b-48a3-a614-93a664483af8 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 Nov 15 15:37:21.903643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616003-f8e9-4444-8a75-00815cf48a05 req-d9e9023e-2f2a-40a7-9981-ff4123eba046 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:21.905129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82616003-f8e9-4444-8a75-00815cf48a05 req-d9e9023e-2f2a-40a7-9981-ff4123eba046 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0482633 Nov 15 15:37:21.953364 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82616003-f8e9-4444-8a75-00815cf48a05 req-fe3f3712-7a30-4fb2-803f-d08989afd8cb tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421300 Nov 15 15:37:23.072148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f8360-2841-48ab-a803-e6f860902832 req-12480187-d257-4284-b254-dceb1da038a1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:23.073623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-271f8360-2841-48ab-a803-e6f860902832 req-12480187-d257-4284-b254-dceb1da038a1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0531130 Nov 15 15:37:23.121170 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-271f8360-2841-48ab-a803-e6f860902832 req-f4ba497a-41ac-412a-b8db-d5d2cdf76000 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415027 Nov 15 15:37:23.206118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fa3190ac-0e1e-4516-8ee3-3558c8f91968 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:37:23.297379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:37:23.309268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'port_id': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'mac_address': 'fa:16:3e:5b:3a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:37:23.345680 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:23.361602 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3190ac-0e1e-4516-8ee3-3558c8f91968 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:37:23.381051 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:37:23.500230 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:23.547285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:37:23.689353 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['fa3190ac-0e1e-4516-8ee3-3558c8f91968'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:37:24.245810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c34048-e073-4496-a1bc-7e1540702dc5 req-9a65f760-a450-44b3-ae2d-624fd9aaa61a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:24.247314 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94c34048-e073-4496-a1bc-7e1540702dc5 req-9a65f760-a450-44b3-ae2d-624fd9aaa61a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0488272 Nov 15 15:37:24.298096 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-94c34048-e073-4496-a1bc-7e1540702dc5 req-806ae400-fb63-4261-9174-74b616013958 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441411 Nov 15 15:37:25.225583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fa3190ac-0e1e-4516-8ee3-3558c8f91968 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:37:25.393597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port fa3190ac-0e1e-4516-8ee3-3558c8f91968 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:37:25.397613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port fa3190ac-0e1e-4516-8ee3-3558c8f91968 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:37:25.397981 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:25.415595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988d213-ca8c-4a2e-999f-7e5b3c777c45 req-39344b8c-95b9-469c-b353-8145eb354ea6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:25.417130 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8988d213-ca8c-4a2e-999f-7e5b3c777c45 req-39344b8c-95b9-469c-b353-8145eb354ea6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0501330 Nov 15 15:37:25.469066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8988d213-ca8c-4a2e-999f-7e5b3c777c45 req-142d30b1-5acc-4928-a3e5-236e372dc7e7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457454 Nov 15 15:37:25.475124 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:25.501371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:37:25.503611 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c8cac3-bc6b-4fa3-a49e-fa36bd580c7b" -d '{"events": [{"server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "name": "network-vif-plugged", "status": "completed", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:37:25.518662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:37:25.594156 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433398d9-85ce-4205-9e75-5a448520839c x-openstack-request-id: req-433398d9-85ce-4205-9e75-5a448520839c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:37:25.594481 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "name": "network-vif-plugged", "status": "completed", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:37:25.594734 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-433398d9-85ce-4205-9e75-5a448520839c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:37:25.595134 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'code': 200} Nov 15 15:37:25.598708 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:25.649752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:37:25.693721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7cad2-970c-4f55-8f52-7ab6559da490 req-f93d8b17-cdc1-4c67-9447-87d2398c27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:25.695372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7a7cad2-970c-4f55-8f52-7ab6559da490 req-f93d8b17-cdc1-4c67-9447-87d2398c27e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1097 time: 0.0412669 Nov 15 15:37:25.742203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7a7cad2-970c-4f55-8f52-7ab6559da490 req-a7083222-9e67-460d-a316-9bddba6b2a9c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392768 Nov 15 15:37:26.187239 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:37:26.592839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20341c78-218b-4cf7-931b-ac2b6e246f80 req-9e5b021e-6943-4468-819a-44240efc1389 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:26.594349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20341c78-218b-4cf7-931b-ac2b6e246f80 req-9e5b021e-6943-4468-819a-44240efc1389 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0499399 Nov 15 15:37:26.642345 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-20341c78-218b-4cf7-931b-ac2b6e246f80 req-30839765-2019-45e7-b74c-65436b41b896 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 Nov 15 15:37:27.764949 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e6de2-5313-439e-9424-6a0bf9f1432d req-8d4aa1a9-9898-4b48-92f6-ee9c32818bb7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:27.766500 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-553e6de2-5313-439e-9424-6a0bf9f1432d req-8d4aa1a9-9898-4b48-92f6-ee9c32818bb7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0529811 Nov 15 15:37:27.813791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-553e6de2-5313-439e-9424-6a0bf9f1432d req-ef882ca7-6a64-4780-baab-057bb9c5b606 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414243 Nov 15 15:37:27.927446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3f307-6cf1-44db-ad19-b2254549211b req-4b253fde-9618-468e-8f9b-514687f6f8ff tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:27.928881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b6e3f307-6cf1-44db-ad19-b2254549211b req-4b253fde-9618-468e-8f9b-514687f6f8ff tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0484884 Nov 15 15:37:27.937953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:37:27.942616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3e6dcb96-bd2a-4003-a170-d15d1ce3f61f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Request body: {'floatingip': {'port_id': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:37:27.984890 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e6dcb96-bd2a-4003-a170-d15d1ce3f61f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:28.416102 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e6dcb96-bd2a-4003-a170-d15d1ce3f61f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:28.507710 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e6dcb96-bd2a-4003-a170-d15d1ce3f61f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:28.611369 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-3e6dcb96-bd2a-4003-a170-d15d1ce3f61f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Floating IP c7902a10-9178-403d-82e7-5244df481853 associated. External IP: 172.25.4.125, port: fa3190ac-0e1e-4516-8ee3-3558c8f91968. Nov 15 15:37:28.819718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6dcb96-bd2a-4003-a170-d15d1ce3f61f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:37:28.934379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6dcb96-bd2a-4003-a170-d15d1ce3f61f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:37:28.934994 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:28.939321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e6dcb96-bd2a-4003-a170-d15d1ce3f61f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:28.945871 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ee757-4c6e-40d9-be89-97e2330cfafc None None] Sync routers for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:37:28.957516 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ee757-4c6e-40d9-be89-97e2330cfafc None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:37:28.958189 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-386ee757-4c6e-40d9-be89-97e2330cfafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:37:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:37:28.968750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3e6dcb96-bd2a-4003-a170-d15d1ce3f61f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "PUT /v2.0/floatingips/c7902a10-9178-403d-82e7-5244df481853 HTTP/1.1" status: 200 len: 993 time: 1.0296054 Nov 15 15:37:28.969474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:37:28.971859 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be5ca94-88ab-4e80-82c4-d32930006969" -d '{"events": [{"name": "network-changed", "server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:37:29.020094 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450c83cd-6547-416a-a253-8820f03063ea x-openstack-request-id: req-450c83cd-6547-416a-a253-8820f03063ea {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:37:29.020548 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:37:29.020805 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-450c83cd-6547-416a-a253-8820f03063ea {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:37:29.021228 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'status': 'completed', 'code': 200} Nov 15 15:37:29.085657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5ca94-88ab-4e80-82c4-d32930006969 req-5d5dfab2-3314-4679-8be1-65e940bee9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:29.088138 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7be5ca94-88ab-4e80-82c4-d32930006969 req-5d5dfab2-3314-4679-8be1-65e940bee9f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1097 time: 0.0437348 Nov 15 15:37:29.182286 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-386ee757-4c6e-40d9-be89-97e2330cfafc None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:37:29.190345 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5ca94-88ab-4e80-82c4-d32930006969 req-c80de3ad-95b2-4be4-89ae-2b8961d5fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:29.192116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7be5ca94-88ab-4e80-82c4-d32930006969 req-c80de3ad-95b2-4be4-89ae-2b8961d5fe8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0956554 Nov 15 15:37:29.266433 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7be5ca94-88ab-4e80-82c4-d32930006969 req-cd03f308-6c5e-4a13-bf0f-30361689a72c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1001 time: 0.0676043 Nov 15 15:37:29.321363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5ca94-88ab-4e80-82c4-d32930006969 req-200c8ae3-41a3-47cf-9065-7b4bb5f1a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:29.322930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7be5ca94-88ab-4e80-82c4-d32930006969 req-200c8ae3-41a3-47cf-9065-7b4bb5f1a2b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0494673 Nov 15 15:37:29.341855 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:29.376721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5ca94-88ab-4e80-82c4-d32930006969 req-41856312-8329-4850-ba86-05c6620c3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:29.378867 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7be5ca94-88ab-4e80-82c4-d32930006969 req-41856312-8329-4850-ba86-05c6620c3dd0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485919 Nov 15 15:37:29.471495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7be5ca94-88ab-4e80-82c4-d32930006969 req-1c7555eb-617d-486c-b940-3ef9f6169543 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844438 Nov 15 15:37:29.517261 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-386ee757-4c6e-40d9-be89-97e2330cfafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'c7902a10-9178-403d-82e7-5244df481853', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'port_id': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'mac_address': 'fa:16:3e:5b:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:29:55Z', 'updated_at': '2021-11-15T15:37:28Z', 'revision_number': 13, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:37:29.550469 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ee757-4c6e-40d9-be89-97e2330cfafc None None] Checking router: cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:37:29.563081 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ee757-4c6e-40d9-be89-97e2330cfafc None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:37:29.563713 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-386ee757-4c6e-40d9-be89-97e2330cfafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:37:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:37:29.585260 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7be5ca94-88ab-4e80-82c4-d32930006969 req-49b9442f-c487-40b3-8806-23a08f996f9b service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059139 Nov 15 15:37:29.674076 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-386ee757-4c6e-40d9-be89-97e2330cfafc None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:37:29.776163 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c04afd5-4aed-434f-b186-6d5eeaf90a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:29.897480 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-386ee757-4c6e-40d9-be89-97e2330cfafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'c7902a10-9178-403d-82e7-5244df481853', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'port_id': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'mac_address': 'fa:16:3e:5b:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:29:55Z', 'updated_at': '2021-11-15T15:37:28Z', 'revision_number': 13, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:37:29.928583 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ee757-4c6e-40d9-be89-97e2330cfafc None None] The sync data for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 is: [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'c7902a10-9178-403d-82e7-5244df481853', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'port_id': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'mac_address': 'fa:16:3e:5b:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:29:55Z', 'updated_at': '2021-11-15T15:37:28Z', 'revision_number': 13, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:37:30.130720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e35d8-fe0e-4d01-90fd-1be130badb1f None None] New status for floating IP c7902a10-9178-403d-82e7-5244df481853: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:37:32.145925 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a41c61c-21b7-4365-aa34-c63b5dfc9411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:33.742117 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:35.388359 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:35.831339 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:45.724920 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e5d8257-5a7b-40ad-baca-a0106dd6b7f0 req-c2bd8315-0844-4c21-b8ba-3d0817c0c6f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398960 Nov 15 15:37:45.811347 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d8257-5a7b-40ad-baca-a0106dd6b7f0 req-6f12f7d0-033c-4b14-ab49-fa810e1002e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:45.812881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e5d8257-5a7b-40ad-baca-a0106dd6b7f0 req-6f12f7d0-033c-4b14-ab49-fa810e1002e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1097 time: 0.0397012 Nov 15 15:37:45.922859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d8257-5a7b-40ad-baca-a0106dd6b7f0 req-23e89cb7-5c63-439f-8e93-d9335e6866e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:45.924367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e5d8257-5a7b-40ad-baca-a0106dd6b7f0 req-23e89cb7-5c63-439f-8e93-d9335e6866e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0889640 Nov 15 15:37:45.989858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e5d8257-5a7b-40ad-baca-a0106dd6b7f0 req-41056899-c4f4-453f-972f-e35afcfa1b32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1003 time: 0.0570371 Nov 15 15:37:46.045730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d8257-5a7b-40ad-baca-a0106dd6b7f0 req-299b5fb8-842b-4696-a2ec-df327aa4eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:46.047426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e5d8257-5a7b-40ad-baca-a0106dd6b7f0 req-299b5fb8-842b-4696-a2ec-df327aa4eb16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0480428 Nov 15 15:37:46.103932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d8257-5a7b-40ad-baca-a0106dd6b7f0 req-d7e8362a-3912-49ea-acf8-e3c7f3d7946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:37:46.106346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e5d8257-5a7b-40ad-baca-a0106dd6b7f0 req-d7e8362a-3912-49ea-acf8-e3c7f3d7946f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508225 Nov 15 15:37:46.201143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e5d8257-5a7b-40ad-baca-a0106dd6b7f0 req-b4f0821d-35e2-4367-bbd0-1a3d0fc8655b service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843694 Nov 15 15:37:46.303367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e5d8257-5a7b-40ad-baca-a0106dd6b7f0 req-b6eb8c62-9538-4d9a-900b-7289b463ee92 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937502 Nov 15 15:37:58.912792 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:59.307971 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:37:59.756837 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8d12727-fe8a-4bb1-bccd-920f3dc5b406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:02.106964 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07bcc151-cb84-4cf9-b716-1564472bea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:03.187552 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:38:03.730342 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:05.358833 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:05.838584 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:28.934412 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:29.345601 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:29.756839 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6044150a-cc47-42e1-a517-324747387919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:32.181272 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67051d9a-2afc-401b-b0ee-ea2eff69aa2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:33.745527 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:35.364409 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:35.836413 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:40.187265 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:38:45.719657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-70e495c5-fce0-46fd-b2c5-5e6c230c01bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400953 Nov 15 15:38:45.805477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-de24e6cd-f8d3-4bb1-b601-8de8adc7cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:38:45.807045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-de24e6cd-f8d3-4bb1-b601-8de8adc7cc83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1097 time: 0.0409434 Nov 15 15:38:46.224474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-0a9f35f8-b0b0-42e8-a8f4-a610ad0bceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:38:46.226022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-0a9f35f8-b0b0-42e8-a8f4-a610ad0bceaa service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.3992293 Nov 15 15:38:46.295059 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-df9b5f82-ecc5-4e3e-aeb5-b68d0be29e78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1003 time: 0.0610259 Nov 15 15:38:46.344036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-966af379-34c9-403c-a082-21281f08a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:38:46.345485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-966af379-34c9-403c-a082-21281f08a826 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0438080 Nov 15 15:38:46.390598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-097d9945-d348-493b-b60a-4e4604be87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:38:46.391769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-097d9945-d348-493b-b60a-4e4604be87cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389719 Nov 15 15:38:46.402474 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-8f4a5167-413e-46f8-954f-795d5c8672af service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:38:46.403546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-8f4a5167-413e-46f8-954f-795d5c8672af service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051198 Nov 15 15:38:46.496163 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-b6f74031-c550-4450-ad12-8a28bd3d319b service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838847 Nov 15 15:38:46.585970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29e79b95-3476-4a24-96b3-e160c4cd82d3 req-447c56d4-0bd3-4aec-be97-f45e01677c13 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822163 Nov 15 15:38:58.957265 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:59.329017 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:38:59.763107 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4dc0970-9993-48b7-9a30-0f4db09e3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:02.123276 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53e8094b-051a-4fd4-bfcb-120c937e1258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:03.740792 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:03.945136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-21aa7614-f6f2-4355-b67f-1fc3a0f34f2f req-bfc72b6b-d498-4110-b03f-fe71895f9701 service neutron] (103146) timed out ('10.222.0.70', 48104) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 15:39:05.374637 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:05.820168 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:09.939151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b61095-d430-4869-958e-4908e557e6da req-d988a6d7-7e8b-4b80-8c6d-2e0c520f767c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:09.940690 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29b61095-d430-4869-958e-4908e557e6da req-d988a6d7-7e8b-4b80-8c6d-2e0c520f767c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0498021 Nov 15 15:39:09.988075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29b61095-d430-4869-958e-4908e557e6da req-8940946e-0ea4-47a0-9e4b-0a294db3155a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411088 Nov 15 15:39:17.187118 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:39:22.462222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-23109ce7-05b9-430e-928d-c91fc4041028 req-18229b5a-c72a-4780-9e02-926bac25f06c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:39:22.463299 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23109ce7-05b9-430e-928d-c91fc4041028 req-18229b5a-c72a-4780-9e02-926bac25f06c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0424485 Nov 15 15:39:22.790464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d63244-5951-4e4b-963a-97ce646d63a1 req-2fc780e3-d0a6-4c0b-bd0e-06f0889c9e17 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:22.791976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09d63244-5951-4e4b-963a-97ce646d63a1 req-2fc780e3-d0a6-4c0b-bd0e-06f0889c9e17 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0543375 Nov 15 15:39:22.839251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-09d63244-5951-4e4b-963a-97ce646d63a1 req-bc49b524-e3e7-4e4a-8463-1ebfdb03091e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410900 Nov 15 15:39:22.893499 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-26c362a0-23a4-4a77-ad1e-25f38d8adbd8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401480 Nov 15 15:39:23.963757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3c6aa-c14a-4b96-a0ea-bbbca6700639 req-ff0d5581-23d7-40b2-b68b-845bda92c020 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:23.965171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90d3c6aa-c14a-4b96-a0ea-bbbca6700639 req-ff0d5581-23d7-40b2-b68b-845bda92c020 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0501165 Nov 15 15:39:24.014249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90d3c6aa-c14a-4b96-a0ea-bbbca6700639 req-f9b705fd-24b1-4dcc-85bf-28bfeb8d5ba1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431113 Nov 15 15:39:24.941246 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-e4e49571-0bcd-47f4-a686-5c874d01c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:24.942857 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-e4e49571-0bcd-47f4-a686-5c874d01c0ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1097 time: 0.0452309 Nov 15 15:39:25.039581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-586ab1ba-f028-4997-a47f-ac54bbbfe6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:25.041636 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-586ab1ba-f028-4997-a47f-ac54bbbfe6c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0920012 Nov 15 15:39:25.139279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-f74242e6-528d-494c-96aa-e17f37edfa90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1003 time: 0.0899582 Nov 15 15:39:25.182463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333cf8a-a556-48a6-bf7b-586f20dc8b3e req-57260019-8d0d-4856-8172-698d73d9dddb tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:25.183963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1333cf8a-a556-48a6-bf7b-586f20dc8b3e req-57260019-8d0d-4856-8172-698d73d9dddb tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0905337 Nov 15 15:39:25.220846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-5ec04a8d-3271-492e-969f-41ba530362c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:25.222197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-5ec04a8d-3271-492e-969f-41ba530362c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0743899 Nov 15 15:39:25.268317 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1333cf8a-a556-48a6-bf7b-586f20dc8b3e req-7b673eed-f0ee-4aa4-ba85-a229d2c64fdd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762553 Nov 15 15:39:25.283006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-70c6c805-6b3d-40c0-a583-cd56fcbf1943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:25.284526 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-70c6c805-6b3d-40c0-a583-cd56fcbf1943 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542226 Nov 15 15:39:25.385062 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-da67b95f-c014-47e4-b61d-e79f2d321160 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936127 Nov 15 15:39:25.477422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-8673114f-b1e1-4e6c-9ba5-0d573b53a85d service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849018 Nov 15 15:39:26.405076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ab23e-dd93-4f2e-90ef-b2363cbec93e req-14e51052-7164-4c29-b53f-bdafe4dd41ab tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:26.406773 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc8ab23e-dd93-4f2e-90ef-b2363cbec93e req-14e51052-7164-4c29-b53f-bdafe4dd41ab tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0560951 Nov 15 15:39:26.457348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc8ab23e-dd93-4f2e-90ef-b2363cbec93e req-14a1eaa4-a069-4a1e-8fcc-e93e86021baa tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Nov 15 15:39:27.577384 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98175aa3-064c-4006-9416-8349df516c8e req-f829e4b2-fbee-4643-9c73-4f8003e133cb tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:27.578935 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98175aa3-064c-4006-9416-8349df516c8e req-f829e4b2-fbee-4643-9c73-4f8003e133cb tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0498207 Nov 15 15:39:27.631296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98175aa3-064c-4006-9416-8349df516c8e req-878cd90c-0010-4fc2-8d58-f70b4953eb43 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436692 Nov 15 15:39:28.753910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f35ed5-b9f5-4491-8a32-d7c920d8eec9 req-b37c20ba-7fbf-4f66-b076-d89a1b35c781 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:28.755442 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2f35ed5-b9f5-4491-8a32-d7c920d8eec9 req-b37c20ba-7fbf-4f66-b076-d89a1b35c781 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0538158 Nov 15 15:39:28.805049 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2f35ed5-b9f5-4491-8a32-d7c920d8eec9 req-17cbc45f-0b0a-48fc-be7e-1cfd67e3685e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435278 Nov 15 15:39:28.950610 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:29.390752 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:29.791531 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-216724f7-d915-4348-9477-556ed3d0ddfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:29.921878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f7f5d-6f0f-4bc0-b47c-e93b2a6ee3b5 req-a6b499ae-bedb-49ef-98f2-06c8eb6be302 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:29.923418 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b8f7f5d-6f0f-4bc0-b47c-e93b2a6ee3b5 req-a6b499ae-bedb-49ef-98f2-06c8eb6be302 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0481203 Nov 15 15:39:29.970601 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b8f7f5d-6f0f-4bc0-b47c-e93b2a6ee3b5 req-d36dae19-d478-49a9-b1a1-a6f6bc674494 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412040 Nov 15 15:39:31.085679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656b3f8-1f1f-451a-a9f0-c4ebeee16ef3 req-9d3e481f-84f5-40a9-8ab6-f4c16cd26b39 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:31.087189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c656b3f8-1f1f-451a-a9f0-c4ebeee16ef3 req-9d3e481f-84f5-40a9-8ab6-f4c16cd26b39 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0499763 Nov 15 15:39:31.138420 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c656b3f8-1f1f-451a-a9f0-c4ebeee16ef3 req-79fd522f-c100-48fe-99ce-91dfad757931 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452445 Nov 15 15:39:32.111024 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3342392-7515-4bd4-ac9d-0e613410b536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:32.252701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe1696-785f-444f-b403-0e86555007a6 req-a24e3555-32fe-4b30-ac60-0a70a2a9ac45 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:32.254168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4fe1696-785f-444f-b403-0e86555007a6 req-a24e3555-32fe-4b30-ac60-0a70a2a9ac45 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0482767 Nov 15 15:39:32.305385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4fe1696-785f-444f-b403-0e86555007a6 req-11e0cf34-ffb7-484f-b204-25c4b31341ef tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449147 Nov 15 15:39:33.429402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96faf805-74ee-482c-89a4-f812f7ed4125 req-a36e1041-b706-4cf3-9dd2-17df0f1c1fd4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:33.430934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96faf805-74ee-482c-89a4-f812f7ed4125 req-a36e1041-b706-4cf3-9dd2-17df0f1c1fd4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0543854 Nov 15 15:39:33.480507 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96faf805-74ee-482c-89a4-f812f7ed4125 req-1ecb1ca7-2c5b-4fbd-a88e-b2a08afc1b94 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434008 Nov 15 15:39:33.716816 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:34.600437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603d8ab-10f7-4695-8426-a44d9ac43975 req-d8791077-19f3-41d4-99e2-bf1ff4d4fa7f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:34.601810 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5603d8ab-10f7-4695-8426-a44d9ac43975 req-d8791077-19f3-41d4-99e2-bf1ff4d4fa7f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0519612 Nov 15 15:39:34.647995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5603d8ab-10f7-4695-8426-a44d9ac43975 req-0fe72df2-2916-4cac-a3fb-684b12244256 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399609 Nov 15 15:39:35.362610 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:35.767252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36b07b-e5f8-4cc5-9560-217cf22a03e3 req-05d65817-231d-4363-b339-ab7ca5cdc4b5 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:35.768740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a36b07b-e5f8-4cc5-9560-217cf22a03e3 req-05d65817-231d-4363-b339-ab7ca5cdc4b5 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0485988 Nov 15 15:39:35.815743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a36b07b-e5f8-4cc5-9560-217cf22a03e3 req-2ed96eb6-ad8c-4a91-89a7-9f3a465ed963 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409708 Nov 15 15:39:35.820024 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:36.935476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d0366-b399-4621-b17e-7f74082e6bad req-b5f8e200-754b-49ad-bf9c-ec28a2f49195 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:36.936962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-657d0366-b399-4621-b17e-7f74082e6bad req-b5f8e200-754b-49ad-bf9c-ec28a2f49195 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0480564 Nov 15 15:39:36.989174 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-657d0366-b399-4621-b17e-7f74082e6bad req-b7be2e2b-6a04-4d0e-bee2-dd13966dd761 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462983 Nov 15 15:39:38.105390 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173af67-e41e-4928-81d9-2596d2af1775 req-5d0b9c5f-c4e3-4218-8ba5-29db67abf79a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:38.107662 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5173af67-e41e-4928-81d9-2596d2af1775 req-5d0b9c5f-c4e3-4218-8ba5-29db67abf79a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0491674 Nov 15 15:39:38.154624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5173af67-e41e-4928-81d9-2596d2af1775 req-93b1c13b-ebe7-44ca-83d6-165f77fcd78d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411010 Nov 15 15:39:39.270916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31f36d-c410-4be5-be60-911e546bbd4f req-2f686654-a636-4e1c-8800-fe976078a751 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:39.272540 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e31f36d-c410-4be5-be60-911e546bbd4f req-2f686654-a636-4e1c-8800-fe976078a751 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0492148 Nov 15 15:39:39.324741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5e31f36d-c410-4be5-be60-911e546bbd4f req-b53b8dc4-fc93-494a-8c23-e72dd3133bbf tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461884 Nov 15 15:39:40.223740 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-75119664-9271-4ee1-873e-feefece8270a service neutron] show failed (client error): The resource could not be found. Nov 15 15:39:40.224640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-75119664-9271-4ee1-873e-feefece8270a service neutron] 10.222.0.59 "GET /v2.0/ports/fa3190ac-0e1e-4516-8ee3-3558c8f91968/bindings/n-h2-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0582662 Nov 15 15:39:40.444476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d5f33-150e-4e6a-bfa0-d1f466d46e22 req-db2476d2-d5cd-41e8-a3b3-8028dfafc28d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:40.445973 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-248d5f33-150e-4e6a-bfa0-d1f466d46e22 req-db2476d2-d5cd-41e8-a3b3-8028dfafc28d tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0503721 Nov 15 15:39:40.495476 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-248d5f33-150e-4e6a-bfa0-d1f466d46e22 req-16c86065-4b84-4767-bdc4-8ac1f1650b77 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431473 Nov 15 15:39:40.730684 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-8dcc4bad-9204-4fe9-b9bf-3fd0e4c46340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:40.732253 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-8dcc4bad-9204-4fe9-b9bf-3fd0e4c46340 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 1097 time: 0.0407317 Nov 15 15:39:40.746855 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-eff8dd6b-e808-47b1-bb0c-edf332472147 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:39:40.747877 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-eff8dd6b-e808-47b1-bb0c-edf332472147 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051122 Nov 15 15:39:40.764622 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:39:40.819151 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:41.017382 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:39:41.049350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:39:41.089866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:39:41.092669 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee96c69-2979-48cd-b99d-f13fedba1d8c" -d '{"events": [{"server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:39:41.096296 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:41.109180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Transition to ACTIVE for port object fa3190ac-0e1e-4516-8ee3-3558c8f91968 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:39:41.192511 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644938fe-9622-42b1-9b9b-ca5d3b617aad x-openstack-request-id: req-644938fe-9622-42b1-9b9b-ca5d3b617aad {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:39:41.192787 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:39:41.193036 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-644938fe-9622-42b1-9b9b-ca5d3b617aad {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:39:41.193432 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'code': 200} Nov 15 15:39:41.195978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:41.269521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:39:41.284309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:41.284660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:41.285001 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:41.285339 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:41.285671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:41.285998 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:41.286325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:41.286674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:41.287002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:41.287326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:41.287649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:41.287968 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:41.324839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] No DVR routers for this DVR port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:39:41.472110 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Attempting to bind port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:39:41.472443 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Attempting to bind port fa3190ac-0e1e-4516-8ee3-3558c8f91968 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:39:41.472768 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Attempting to bind port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:39:41.476872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:39:41.477190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Attempting to bind port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:39:41.482653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:39:41.482985 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Checking segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:39:41.483365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Bound using segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:39:41.483786 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Bound port: fa3190ac-0e1e-4516-8ee3-3558c8f91968, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:39:41.484136 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:41.549577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:39:41.552597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:39:41.612241 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae289459-98c7-439a-80c1-0b3a6e5f862c req-5786860b-2b0f-4b27-8086-f3148120faf1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:41.613707 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae289459-98c7-439a-80c1-0b3a6e5f862c req-5786860b-2b0f-4b27-8086-f3148120faf1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0479169 Nov 15 15:39:41.620256 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:41.663927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:41.664577 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:41.665969 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] 10.222.0.46 "PUT /v2.0/ports/fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1092 time: 0.9055939 Nov 15 15:39:41.668362 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ae289459-98c7-439a-80c1-0b3a6e5f862c req-5de98db6-983b-4701-b59a-0e7f8e654d4a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484216 Nov 15 15:39:41.684556 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59748f46-2948-4d31-b8e9-ae7724fa161a service neutron] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:39:41.753196 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-8bf8c90f-7fea-486c-857e-7080f3d1b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:41.754784 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-8bf8c90f-7fea-486c-857e-7080f3d1b91c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1095 time: 0.0448020 Nov 15 15:39:41.812016 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fa3190ac-0e1e-4516-8ee3-3558c8f91968 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:39:41.857460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fa3190ac-0e1e-4516-8ee3-3558c8f91968 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:39:41.870171 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-477fab1e-b0b3-41bb-a06c-5dd56a8b256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:41.871762 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-477fab1e-b0b3-41bb-a06c-5dd56a8b256f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.1018832 Nov 15 15:39:41.940290 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-067bb7cf-ac73-4124-8586-5d63f3092057 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1001 time: 0.0575633 Nov 15 15:39:41.997499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-de1450da-3734-43e5-8ce7-61a67673a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:41.998981 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-de1450da-3734-43e5-8ce7-61a67673a6b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0477970 Nov 15 15:39:42.048028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-6a28cb8a-5594-4538-8f19-381b82755ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:42.049420 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-6a28cb8a-5594-4538-8f19-381b82755ca4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393760 Nov 15 15:39:42.145613 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-0819df75-49e0-453d-9062-8e8040dbcc46 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853798 Nov 15 15:39:42.240448 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-2a9a8e96-3d2d-4a48-8118-e335c4b83049 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841556 Nov 15 15:39:42.792861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8477f-82b3-4a4d-a3da-8efd957491c1 req-7f2fdf1a-b635-4a45-bd58-b24dee832e4a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:42.794945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3eb8477f-82b3-4a4d-a3da-8efd957491c1 req-7f2fdf1a-b635-4a45-bd58-b24dee832e4a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0493596 Nov 15 15:39:42.843995 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3eb8477f-82b3-4a4d-a3da-8efd957491c1 req-fc306262-d5d2-436e-a64a-9ef684899fef tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 Nov 15 15:39:43.194873 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:39:43.197295 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58841a3-d475-4020-a215-8f6ae7598e13" -d '{"events": [{"name": "network-changed", "server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:39:43.249371 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad9cb1e-9822-48b5-9f14-ad935384ac3e x-openstack-request-id: req-aad9cb1e-9822-48b5-9f14-ad935384ac3e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:39:43.249670 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:39:43.249922 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aad9cb1e-9822-48b5-9f14-ad935384ac3e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:39:43.250321 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'status': 'completed', 'code': 200} Nov 15 15:39:43.317833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-87c8af21-5d1e-4044-8559-f8eb15e7103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:43.319603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-87c8af21-5d1e-4044-8559-f8eb15e7103e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1095 time: 0.0431161 Nov 15 15:39:43.324011 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-cad2f6f6-26cd-4d12-b6bc-8ee1c7c7c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:43.326196 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-cad2f6f6-26cd-4d12-b6bc-8ee1c7c7c3fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1095 time: 0.0470674 Nov 15 15:39:43.415064 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-6c7e265e-148a-4bb1-8715-756447ceaee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:43.416599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-6c7e265e-148a-4bb1-8715-756447ceaee3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0896635 Nov 15 15:39:43.429797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-37e52517-eb11-4e22-a787-58c1d076da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:43.431934 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-37e52517-eb11-4e22-a787-58c1d076da70 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0931778 Nov 15 15:39:43.485608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-6a3f5f59-0f02-442a-adff-70bcf4d4d5f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1001 time: 0.0614049 Nov 15 15:39:43.508538 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-72ad7c4c-92b1-4880-8a2f-06dff3e8124c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1001 time: 0.0652969 Nov 15 15:39:43.545281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-bd8d63c2-3ef6-4018-96c4-8abd1e940738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:43.546959 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-bd8d63c2-3ef6-4018-96c4-8abd1e940738 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0546532 Nov 15 15:39:43.570257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-5d551758-87a8-47a8-9aea-06a702497439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:43.571851 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-5d551758-87a8-47a8-9aea-06a702497439 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0524507 Nov 15 15:39:43.598428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-f920affe-6384-4f95-b53a-1fbdb73b7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:43.599954 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-f920affe-6384-4f95-b53a-1fbdb73b7cda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456479 Nov 15 15:39:43.623376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-b4844c0d-da48-47df-ae16-8fc21eac68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:43.624889 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-b4844c0d-da48-47df-ae16-8fc21eac68d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418570 Nov 15 15:39:43.692351 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-1a860146-c323-4116-8345-376ab4bd2573 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847642 Nov 15 15:39:43.728606 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-21680ad7-6d6b-49aa-b493-938d0a5b5c73 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909734 Nov 15 15:39:43.793837 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-3b7c4dbe-0986-4fb5-b196-fba7e7e24ed6 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946062 Nov 15 15:39:43.831998 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-a58841a3-d475-4020-a215-8f6ae7598e13 req-b9576950-2297-4a7e-ad69-db4fe69487b8 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915174 Nov 15 15:39:43.962195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f467b08-c152-4ef6-bef5-a745fada5ea7 req-a5ea9c4d-6fd0-4d47-bb77-434c0d204da6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:43.963724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f467b08-c152-4ef6-bef5-a745fada5ea7 req-a5ea9c4d-6fd0-4d47-bb77-434c0d204da6 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0496886 Nov 15 15:39:44.014479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f467b08-c152-4ef6-bef5-a745fada5ea7 req-9a13ea3c-d391-4618-a55b-cc68d6eba712 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446527 Nov 15 15:39:45.141613 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79123014-9fb6-46a2-bdf7-4f8537afe3ed req-a734f61e-ae63-488a-82f2-de2ff30e6ec0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:45.143004 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79123014-9fb6-46a2-bdf7-4f8537afe3ed req-a734f61e-ae63-488a-82f2-de2ff30e6ec0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0488253 Nov 15 15:39:45.194708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79123014-9fb6-46a2-bdf7-4f8537afe3ed req-fdc915f8-38d4-4a95-b689-0e5cacd21701 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456069 Nov 15 15:39:46.318861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eee4a6-89fc-498f-9ff7-cdcc47e1e74a req-68e67b42-c14c-4f56-a8b8-aaadfe2f31a0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:46.320365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44eee4a6-89fc-498f-9ff7-cdcc47e1e74a req-68e67b42-c14c-4f56-a8b8-aaadfe2f31a0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0494087 Nov 15 15:39:46.368671 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-44eee4a6-89fc-498f-9ff7-cdcc47e1e74a req-a8c8953e-1b02-4d66-903e-e0c1ef8813f9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415633 Nov 15 15:39:47.487478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e2d4a-1611-43ae-8cab-fa328d124c99 req-1ad47199-49a3-4b51-982e-d30154ec7fad tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:47.488958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e60e2d4a-1611-43ae-8cab-fa328d124c99 req-1ad47199-49a3-4b51-982e-d30154ec7fad tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0485790 Nov 15 15:39:47.537451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e60e2d4a-1611-43ae-8cab-fa328d124c99 req-379b3b66-f190-4724-9cb9-cae36e091ebb tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426240 Nov 15 15:39:48.670888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065df3a-5dca-4d15-b3c1-b2bd154fe283 req-737d0096-265a-4362-ac02-26f9bae291a7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:48.672387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3065df3a-5dca-4d15-b3c1-b2bd154fe283 req-737d0096-265a-4362-ac02-26f9bae291a7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0562408 Nov 15 15:39:48.721119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3065df3a-5dca-4d15-b3c1-b2bd154fe283 req-ba8ca76a-0b94-46c9-9966-4d4dfe856f6b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426681 Nov 15 15:39:49.838838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3d49c-031b-43a7-8505-9402219840a9 req-f010bd00-e6aa-490a-9f4f-95bc5d307dda tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:49.840307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7a3d49c-031b-43a7-8505-9402219840a9 req-f010bd00-e6aa-490a-9f4f-95bc5d307dda tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0474379 Nov 15 15:39:49.887290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a7a3d49c-031b-43a7-8505-9402219840a9 req-5fefc4ea-8e04-4224-8a9c-632a3b05b3a7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405867 Nov 15 15:39:51.006602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a494b55-9131-45f5-9ca9-6ddf6fd6777e req-4435c75a-5eeb-479c-aa36-58601e63b37a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:51.008127 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a494b55-9131-45f5-9ca9-6ddf6fd6777e req-4435c75a-5eeb-479c-aa36-58601e63b37a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0514765 Nov 15 15:39:51.060432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4a494b55-9131-45f5-9ca9-6ddf6fd6777e req-54f6e831-08e0-458e-889f-ed248e754cd8 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460715 Nov 15 15:39:52.178511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d7285-dd79-40aa-ac50-ef258a84a490 req-b41fd758-55c1-44b6-8aaa-a33b8365a295 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:52.180029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b72d7285-dd79-40aa-ac50-ef258a84a490 req-b41fd758-55c1-44b6-8aaa-a33b8365a295 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0482843 Nov 15 15:39:52.226973 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b72d7285-dd79-40aa-ac50-ef258a84a490 req-ffe50032-21d6-4a65-8bd7-3342cefeb727 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408928 Nov 15 15:39:53.545773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7b794-258f-4bca-b814-9c4f1a32fc68 req-a2f44eba-27f5-455f-b52f-e5df89c50cbb tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:53.547204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4bb7b794-258f-4bca-b814-9c4f1a32fc68 req-a2f44eba-27f5-455f-b52f-e5df89c50cbb tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0481677 Nov 15 15:39:53.594565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4bb7b794-258f-4bca-b814-9c4f1a32fc68 req-7e4dbf56-3bb6-4311-96cd-79e1914eab46 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413775 Nov 15 15:39:54.187048 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:39:54.722842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecace85f-7e73-44b0-8365-31db259d62de req-b6f929ae-4ace-404d-888b-9c1d40b8fc61 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:54.724319 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecace85f-7e73-44b0-8365-31db259d62de req-b6f929ae-4ace-404d-888b-9c1d40b8fc61 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0514143 Nov 15 15:39:54.772468 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecace85f-7e73-44b0-8365-31db259d62de req-ad98ff9c-bd3c-4c4e-98de-7a10ef156249 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416467 Nov 15 15:39:55.891745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2ec1a-64ec-4bb3-ba63-64f6298257b9 req-31263662-9317-43b7-94d9-8aba80657f35 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:55.893257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0b2ec1a-64ec-4bb3-ba63-64f6298257b9 req-31263662-9317-43b7-94d9-8aba80657f35 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0501165 Nov 15 15:39:55.944180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0b2ec1a-64ec-4bb3-ba63-64f6298257b9 req-1ba4a4f5-a592-49a1-9d31-d73f106511ba tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441573 Nov 15 15:39:57.067080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429322cb-d493-445f-ac2b-530a9bdde887 req-cd59363b-1ea3-4453-a044-e23641ea55a3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:57.068679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-429322cb-d493-445f-ac2b-530a9bdde887 req-cd59363b-1ea3-4453-a044-e23641ea55a3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 944 time: 0.0528417 Nov 15 15:39:57.127096 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-429322cb-d493-445f-ac2b-530a9bdde887 req-0671152b-a8e5-45c8-a9c1-473bb04ad044 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524316 Nov 15 15:39:57.151593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device fa3190ac-0e1e-4516-8ee3-3558c8f91968 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:39:57.283567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:39:57.294700 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'port_id': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'mac_address': 'fa:16:3e:5b:3a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:39:57.334267 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:57.347181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3190ac-0e1e-4516-8ee3-3558c8f91968 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:39:57.366579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:39:57.431020 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:57.646253 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:39:57.649551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a447f4-58c6-45bb-ae14-03a7c170e6ea req-f7832593-cf4e-4280-b966-29e3b24e864e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:57.651316 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97a447f4-58c6-45bb-ae14-03a7c170e6ea req-f7832593-cf4e-4280-b966-29e3b24e864e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0550420 Nov 15 15:39:57.657223 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:57.657510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:57.657848 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:57.658185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:57.658546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:57.658878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:57.659202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:57.659526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:57.659849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:57.660168 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:57.660489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:57.660807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:39:57.694334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-ea40c025-a4cc-409e-9741-16fafe7a661a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:57.695841 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-ea40c025-a4cc-409e-9741-16fafe7a661a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12&tenant_id=63adb14e6db5469fad46f2287b4e86d8&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 945 time: 0.0572243 Nov 15 15:39:57.704484 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-97a447f4-58c6-45bb-ae14-03a7c170e6ea req-dc7eaa45-f2d0-4e6e-adb4-40ab08602242 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450542 Nov 15 15:39:57.712277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['fa3190ac-0e1e-4516-8ee3-3558c8f91968'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:39:57.773541 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-9c075ef1-465b-4d3d-ae4f-8e6930b9dff6 service neutron] 10.222.0.46 "GET /v2.0/ports/fa3190ac-0e1e-4516-8ee3-3558c8f91968/bindings/n-h2-817748-2 HTTP/1.1" status: 200 len: 382 time: 0.0691121 Nov 15 15:39:57.842427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-f62b0589-1ae1-409e-be51-79712d9a4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:57.844433 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-f62b0589-1ae1-409e-be51-79712d9a4886 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1096 time: 0.0464783 Nov 15 15:39:57.938215 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-cdb5c9dd-1d74-4b74-955c-5580e0dc7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:57.939704 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-cdb5c9dd-1d74-4b74-955c-5580e0dc7be1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0861421 Nov 15 15:39:58.011245 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-22c59d1d-1012-4f3c-a859-3896d7da97bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1002 time: 0.0610964 Nov 15 15:39:58.062316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-ab0231f5-0611-40e9-83ac-5984d6c9a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:58.063916 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-ab0231f5-0611-40e9-83ac-5984d6c9a22c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0448432 Nov 15 15:39:58.112124 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-6c15b675-da0b-44c9-89e9-b8c7e1819caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:58.113588 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-6c15b675-da0b-44c9-89e9-b8c7e1819caa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404491 Nov 15 15:39:58.207777 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-654016f9-6339-42e3-9599-ea3ef4e05da6 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858672 Nov 15 15:39:58.300178 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-79150021-30e5-4242-950d-5c595d77d6af service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838623 Nov 15 15:39:58.824102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ee078-3cf9-455f-8d6e-d813c91c2712 req-ad610473-3dc2-4abf-b5e4-bd12a37d5136 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:58.825722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e57ee078-3cf9-455f-8d6e-d813c91c2712 req-ad610473-3dc2-4abf-b5e4-bd12a37d5136 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0494938 Nov 15 15:39:58.876834 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e57ee078-3cf9-455f-8d6e-d813c91c2712 req-983d50fe-360b-4a62-a830-443e8e880f2c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450823 Nov 15 15:39:58.979328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:59.149617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device fa3190ac-0e1e-4516-8ee3-3558c8f91968 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:39:59.282433 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port fa3190ac-0e1e-4516-8ee3-3558c8f91968 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:39:59.286104 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port fa3190ac-0e1e-4516-8ee3-3558c8f91968 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:39:59.286611 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:59.359992 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:59.371572 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:59.395914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:39:59.398153 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60832f0f-39d3-4cd6-ac37-8cdbf30adc2d" -d '{"events": [{"server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "name": "network-vif-plugged", "status": "completed", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:39:59.410904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:39:59.446126 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf439a2-73a9-4ce6-8e07-1e3656f9b4ec x-openstack-request-id: req-6bf439a2-73a9-4ce6-8e07-1e3656f9b4ec {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:39:59.446441 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "name": "network-vif-plugged", "status": "completed", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:39:59.446696 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6bf439a2-73a9-4ce6-8e07-1e3656f9b4ec {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:39:59.447089 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'code': 200} Nov 15 15:39:59.465272 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:59.516111 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:39:59.751168 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08c18f48-023a-46b5-864a-d4b48f991b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:39:59.997889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b78c1c-a755-4164-807a-af058ffed8d3 req-9d7cba6b-2672-4c2a-829e-8e2ad70bc6a3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:39:59.999447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75b78c1c-a755-4164-807a-af058ffed8d3 req-9d7cba6b-2672-4c2a-829e-8e2ad70bc6a3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0485528 Nov 15 15:40:00.051411 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-75b78c1c-a755-4164-807a-af058ffed8d3 req-09c3c170-49b2-4dfb-a3da-32b44bbe7469 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452452 Nov 15 15:40:01.172908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492073a-dd8d-4aff-9847-1f39a21d4aee req-32ba30f2-e515-474c-9164-5e283c1e9f8e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:01.175620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f492073a-dd8d-4aff-9847-1f39a21d4aee req-32ba30f2-e515-474c-9164-5e283c1e9f8e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0523267 Nov 15 15:40:01.227761 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f492073a-dd8d-4aff-9847-1f39a21d4aee req-93272522-ac7b-4801-9546-243defc811d9 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470815 Nov 15 15:40:02.128272 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c18e727-3e5d-4f1a-9197-2595d3214ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:02.352828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd720ee-1803-48d3-b91b-9795d29ecd32 req-c54f5db7-faad-4ddf-bb71-7e22215561dc tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:02.354537 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fd720ee-1803-48d3-b91b-9795d29ecd32 req-c54f5db7-faad-4ddf-bb71-7e22215561dc tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0549090 Nov 15 15:40:02.406652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7fd720ee-1803-48d3-b91b-9795d29ecd32 req-55ebdd82-cd42-494d-8649-5e9b3c3039d0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457206 Nov 15 15:40:03.182571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device fa3190ac-0e1e-4516-8ee3-3558c8f91968 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:40:03.265923 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:03.289146 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:40:03.291369 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203c588f-5695-43ef-8be4-758aa3e3feb8" -d '{"events": [{"server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:40:03.305201 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:03.345152 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fae6b8-6127-4c3d-96a2-9f3f238d0d32 x-openstack-request-id: req-53fae6b8-6127-4c3d-96a2-9f3f238d0d32 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:40:03.345447 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:40:03.345696 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53fae6b8-6127-4c3d-96a2-9f3f238d0d32 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:40:03.346099 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'code': 200} Nov 15 15:40:03.347330 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:03.395063 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:03.449434 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-791aa02b-88e7-4ef5-9cab-96d2c8ebafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:03.451003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-791aa02b-88e7-4ef5-9cab-96d2c8ebafc1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12&tenant_id=63adb14e6db5469fad46f2287b4e86d8 HTTP/1.1" status: 200 len: 1096 time: 0.0402880 Nov 15 15:40:03.463559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:40:03.551860 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:03.562291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d14b02-6d1d-4464-be6d-529c40916f91 req-112e1ab8-3b79-4ae8-8d31-a3405735eee2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:03.563792 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1d14b02-6d1d-4464-be6d-529c40916f91 req-112e1ab8-3b79-4ae8-8d31-a3405735eee2 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0808063 Nov 15 15:40:03.652026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1d14b02-6d1d-4464-be6d-529c40916f91 req-38164603-47b8-40f7-889e-452343581905 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819993 Nov 15 15:40:03.710961 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:03.799850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:03.832927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:40:03.868776 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3190ac-0e1e-4516-8ee3-3558c8f91968 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:40:03.876601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:03.888698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Transition to ACTIVE for port object fa3190ac-0e1e-4516-8ee3-3558c8f91968 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:40:03.978876 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:04.033198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=11']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:04.070567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:04.070924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:04.071274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:04.071618 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:04.071957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:04.072321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:04.072658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:04.072993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:04.073374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:04.073656 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:04.074110 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:04.074319 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:04.113494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] No DVR routers for this DVR port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:40:04.249010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Attempting to bind port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:40:04.249348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Attempting to bind port fa3190ac-0e1e-4516-8ee3-3558c8f91968 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:40:04.250247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Attempting to bind port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:40:04.254519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:40:04.254846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Attempting to bind port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on network ce085b1c-1213-49d8-94c4-36277cd42ed9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:40:04.259634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:40:04.259973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Checking segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:40:04.260368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Bound using segment: {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:40:04.260796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Bound port: fa3190ac-0e1e-4516-8ee3-3558c8f91968, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c26ebb2-1b1f-47de-860e-7b312fbae10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:40:04.261153 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:04.325815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:40:04.328916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:40:04.419857 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:04.459426 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:04.460044 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:04.461874 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] 10.222.0.59 "PUT /v2.0/ports/fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1093 time: 1.0021269 Nov 15 15:40:04.462018 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:40:04.464305 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37abc6eb-23ca-4d12-901c-cde0423aa2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:40:04.496751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fe7a6-a7c1-4372-bd54-42ddf9876e72 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=12']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:04.525815 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed0d0f3-382f-4524-a780-65ff9f93744c x-openstack-request-id: req-aed0d0f3-382f-4524-a780-65ff9f93744c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:40:04.526111 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:40:04.526362 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aed0d0f3-382f-4524-a780-65ff9f93744c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:40:04.526790 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'status': 'completed', 'code': 200} Nov 15 15:40:04.540840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-34ee151f-f6ac-4030-a4fe-44183df63132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:04.542610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-34ee151f-f6ac-4030-a4fe-44183df63132 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1096 time: 0.0543749 Nov 15 15:40:04.596487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-7ddbee97-15de-45d8-8cce-7481eb2c6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:04.598078 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-7ddbee97-15de-45d8-8cce-7481eb2c6fa5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1096 time: 0.0474312 Nov 15 15:40:04.644648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-b4653a72-5792-4fb4-bb6a-5b78ddc3939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:04.646173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-b4653a72-5792-4fb4-bb6a-5b78ddc3939d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0948505 Nov 15 15:40:04.702958 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-bd3433ab-fbfd-4eaf-8681-88895333688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:04.704455 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-bd3433ab-fbfd-4eaf-8681-88895333688c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0960608 Nov 15 15:40:04.714764 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-2012b646-c45b-4c73-b3ee-fe32d89f78ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1001 time: 0.0613620 Nov 15 15:40:04.782870 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-6d7f8154-ab31-4662-98cc-df46d86c65d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1001 time: 0.0643923 Nov 15 15:40:04.799779 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-f05a1f26-f6c9-44b3-9b27-f97288bd56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:04.801242 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-f05a1f26-f6c9-44b3-9b27-f97288bd56d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0765953 Nov 15 15:40:04.825691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d692939-24d5-4659-b719-9b167ededffd req-84ed2dec-baa7-48db-87d1-28b17d55b0b0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:04.826764 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d692939-24d5-4659-b719-9b167ededffd req-84ed2dec-baa7-48db-87d1-28b17d55b0b0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0916944 Nov 15 15:40:04.842428 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-42d0636e-8c98-454b-81e2-1e645ce28a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:04.844505 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-42d0636e-8c98-454b-81e2-1e645ce28a0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0486257 Nov 15 15:40:04.882264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-6d86b2ff-2245-49a7-837f-a28719e1fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:04.884153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-6d86b2ff-2245-49a7-837f-a28719e1fbc0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748315 Nov 15 15:40:04.894568 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-54f0146e-ed10-430c-9fe5-da89f4dffd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:04.896092 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-54f0146e-ed10-430c-9fe5-da89f4dffd76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408101 Nov 15 15:40:04.903981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d692939-24d5-4659-b719-9b167ededffd req-8474df92-7e4b-487f-ac8e-2fc967eace62 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632319 Nov 15 15:40:04.983880 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-c8719b6c-ff0f-4f4d-b1a4-cdcb119968a2 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917907 Nov 15 15:40:04.995992 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-dca29902-a6ec-468c-ab5b-8bbae541efbb service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883815 Nov 15 15:40:05.077128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4d024dc3-b3e0-47e5-b41a-1aec4545c397 req-2977cda0-ee8a-48e6-aa8c-4ff9a1d8c5d3 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849495 Nov 15 15:40:05.092081 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-f551fb69-9cc2-49b2-99a0-f4b269601ce2 service neutron] 10.222.0.46 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841074 Nov 15 15:40:05.163396 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-06e38473-1a91-47cb-b4ce-f4ed3231b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:05.165173 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-06e38473-1a91-47cb-b4ce-f4ed3231b4c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63adb14e6db5469fad46f2287b4e86d8&device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 1096 time: 0.0464215 Nov 15 15:40:05.267657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-761f59a9-4d78-407a-9b12-1fb3838efd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:05.269363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-761f59a9-4d78-407a-9b12-1fb3838efd75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 200 len: 912 time: 0.0972748 Nov 15 15:40:05.342307 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-6e0635e3-feaa-4da7-be65-d615bc6195d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 200 len: 1001 time: 0.0656297 Nov 15 15:40:05.368329 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:05.393835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-bf0d34d4-ee81-420a-9988-6b0e6899b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:05.395266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-bf0d34d4-ee81-420a-9988-6b0e6899b2ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 200 len: 850 time: 0.0454433 Nov 15 15:40:05.440550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-3cf0f92d-589c-48bd-904f-16b30be3b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:05.442238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-3cf0f92d-589c-48bd-904f-16b30be3b6a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce085b1c-1213-49d8-94c4-36277cd42ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401855 Nov 15 15:40:05.535575 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-e97a3796-560f-412e-8930-72b28c1371a6 service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862284 Nov 15 15:40:05.629505 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37abc6eb-23ca-4d12-901c-cde0423aa2f2 req-e0f022e9-4ad5-462a-ae09-69cc8f0c343b service neutron] 10.222.0.59 "GET /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862534 Nov 15 15:40:05.814588 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:06.025365 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00b9bd-d173-446a-ad41-770e88588c8c req-88512adb-1a58-46db-8106-37e1d5424026 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:06.026924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f00b9bd-d173-446a-ad41-770e88588c8c req-88512adb-1a58-46db-8106-37e1d5424026 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0500622 Nov 15 15:40:06.074782 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2f00b9bd-d173-446a-ad41-770e88588c8c req-a714c38f-c952-43d6-bccd-7ed29cbee37e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412600 Nov 15 15:40:07.197240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e2a32-fcce-40e7-b473-68b212dd2bf7 req-ec74517f-f2ea-4853-a8fe-a014dc832091 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:07.198746 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-401e2a32-fcce-40e7-b473-68b212dd2bf7 req-ec74517f-f2ea-4853-a8fe-a014dc832091 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0532432 Nov 15 15:40:07.246899 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-401e2a32-fcce-40e7-b473-68b212dd2bf7 req-392f242f-49cd-4998-831f-33b91b298da4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419195 Nov 15 15:40:08.365422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fef438-30b5-44c2-b599-3d5ab1955ebd req-f561a396-4268-4e5b-97c9-a1b05757d883 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:08.366920 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71fef438-30b5-44c2-b599-3d5ab1955ebd req-f561a396-4268-4e5b-97c9-a1b05757d883 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0482264 Nov 15 15:40:08.415031 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71fef438-30b5-44c2-b599-3d5ab1955ebd req-28630093-da95-41ed-aaf9-5da66c51e6de tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421286 Nov 15 15:40:09.543441 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ede28-39b0-40e7-a122-06ef17f90762 req-564d31e0-9da0-4797-b4a9-81a1f53b34c7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:09.544925 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c5ede28-39b0-40e7-a122-06ef17f90762 req-564d31e0-9da0-4797-b4a9-81a1f53b34c7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0516026 Nov 15 15:40:09.596612 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c5ede28-39b0-40e7-a122-06ef17f90762 req-42d13263-b5c6-457f-9593-dac0acd69398 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455303 Nov 15 15:40:10.714907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbc6b0-72bb-4a70-b41d-2f5c893e1f91 req-c4173b4a-0db2-4afd-9ba5-59de90f250f3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:10.716327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2dbc6b0-72bb-4a70-b41d-2f5c893e1f91 req-c4173b4a-0db2-4afd-9ba5-59de90f250f3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0479887 Nov 15 15:40:10.769837 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2dbc6b0-72bb-4a70-b41d-2f5c893e1f91 req-b8c97bbf-b0e4-494b-9c41-7026eaa5e591 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469563 Nov 15 15:40:11.894480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e304e-44e0-4fbd-8af0-9d4adc5ea31e req-0a16c037-e937-4736-964f-db4183931d53 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:11.896240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f20e304e-44e0-4fbd-8af0-9d4adc5ea31e req-0a16c037-e937-4736-964f-db4183931d53 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0496099 Nov 15 15:40:11.951388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f20e304e-44e0-4fbd-8af0-9d4adc5ea31e req-3906ec9e-ad5b-4745-bbae-74b972585dd7 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490141 Nov 15 15:40:13.081465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4e5b4-425b-4083-80f2-a72862bc5e0a req-d7c4ee3f-9eb9-4965-9d1b-325432f341e1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:13.083033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0c4e5b4-425b-4083-80f2-a72862bc5e0a req-d7c4ee3f-9eb9-4965-9d1b-325432f341e1 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0615101 Nov 15 15:40:13.138355 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e0c4e5b4-425b-4083-80f2-a72862bc5e0a req-ce8e8fe4-50c5-466b-9ef9-855399e207f8 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490055 Nov 15 15:40:14.255912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b7045-3b57-40c5-92f5-19bd42c8e6e2 req-077b7587-7222-42c3-89ef-29ac8839bc8b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:14.257388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-056b7045-3b57-40c5-92f5-19bd42c8e6e2 req-077b7587-7222-42c3-89ef-29ac8839bc8b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0486846 Nov 15 15:40:14.304001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-056b7045-3b57-40c5-92f5-19bd42c8e6e2 req-ba501f62-7191-4e86-a15c-7e201359d262 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406270 Nov 15 15:40:15.426789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e75908-6529-4ccb-86b5-28c66d4c5a7c req-b14a5b89-2771-4c59-b1c9-8fc1caa117bb tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:15.428401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1e75908-6529-4ccb-86b5-28c66d4c5a7c req-b14a5b89-2771-4c59-b1c9-8fc1caa117bb tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0547209 Nov 15 15:40:15.474804 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d1e75908-6529-4ccb-86b5-28c66d4c5a7c req-993b1992-12ff-4473-a4a8-ace8bf5a5395 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404046 Nov 15 15:40:16.594276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7457bf0-0d39-4e89-8282-aa9de52bb192 req-2a9d97e8-b0b3-421e-89c8-06c981f7235b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:16.595757 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7457bf0-0d39-4e89-8282-aa9de52bb192 req-2a9d97e8-b0b3-421e-89c8-06c981f7235b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0489073 Nov 15 15:40:16.642973 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7457bf0-0d39-4e89-8282-aa9de52bb192 req-8785646b-c6cf-447a-ae07-3448bbcd85b0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409489 Nov 15 15:40:17.768640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6cc4c-1c89-4678-98eb-4d258341d2a2 req-d892dd7e-b7c6-4aa5-a7a7-b0e2d743ae8f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:17.770816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4d6cc4c-1c89-4678-98eb-4d258341d2a2 req-d892dd7e-b7c6-4aa5-a7a7-b0e2d743ae8f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0563266 Nov 15 15:40:17.832156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b4d6cc4c-1c89-4678-98eb-4d258341d2a2 req-714f301c-f9bb-4da1-95a3-80896635a7a4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551884 Nov 15 15:40:17.929553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fa3190ac-0e1e-4516-8ee3-3558c8f91968 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:40:17.950901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcf7fe-d623-4a98-806c-72bbce840e70 req-45abfc99-4d5a-432e-be86-8759efebeb04 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:17.952430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32dcf7fe-d623-4a98-806c-72bbce840e70 req-45abfc99-4d5a-432e-be86-8759efebeb04 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0503757 Nov 15 15:40:18.016888 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32dcf7fe-d623-4a98-806c-72bbce840e70 req-aa987257-1c62-44c5-a114-91eee0790edd tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575814 Nov 15 15:40:18.028700 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:18.040818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'port_id': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'mac_address': 'fa:16:3e:5b:3a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:40:18.077688 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:18.091687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3190ac-0e1e-4516-8ee3-3558c8f91968 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:40:18.111925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:18.131833 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3114ee-dc6c-40b0-90ea-87e1845e5ea0 req-496cf8d8-2350-4a45-9756-c9785c2bdc03 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:18.133155 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee3114ee-dc6c-40b0-90ea-87e1845e5ea0 req-496cf8d8-2350-4a45-9756-c9785c2bdc03 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 945 time: 0.0492404 Nov 15 15:40:18.180738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee3114ee-dc6c-40b0-90ea-87e1845e5ea0 req-0033b5f8-c9e6-4201-bc36-92bb31332153 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414929 Nov 15 15:40:18.191003 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:18.241189 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=13']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:18.440424 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['fa3190ac-0e1e-4516-8ee3-3558c8f91968'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:40:18.568455 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9dc67-1fb8-4b36-83d0-f36845d81f08 req-4f5fe7e5-78c4-471d-8dbc-ecb733f2d0ff tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:18.569985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ff9dc67-1fb8-4b36-83d0-f36845d81f08 req-4f5fe7e5-78c4-471d-8dbc-ecb733f2d0ff tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0631196 Nov 15 15:40:18.617012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ff9dc67-1fb8-4b36-83d0-f36845d81f08 req-71641799-32cc-4fe8-9dd6-f0df2b1cadfa tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408013 Nov 15 15:40:19.735036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8b819-738b-416e-ad23-79d814aeec59 req-dfe7bfeb-2f53-45e1-ac2b-9ee17db8ef1f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:19.736577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bea8b819-738b-416e-ad23-79d814aeec59 req-dfe7bfeb-2f53-45e1-ac2b-9ee17db8ef1f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0497098 Nov 15 15:40:19.785000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bea8b819-738b-416e-ad23-79d814aeec59 req-d45d6da9-4b3a-4cd1-851a-903ad189541b tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422320 Nov 15 15:40:19.942738 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fa3190ac-0e1e-4516-8ee3-3558c8f91968 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:40:20.082104 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port fa3190ac-0e1e-4516-8ee3-3558c8f91968 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:40:20.089166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port fa3190ac-0e1e-4516-8ee3-3558c8f91968 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:40:20.089542 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:20.136435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48486437-1034-46da-8530-2fe4879cf6b8 req-fa2dd498-df53-45f6-9c49-f8d94b3547e0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:20.137973 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48486437-1034-46da-8530-2fe4879cf6b8 req-fa2dd498-df53-45f6-9c49-f8d94b3547e0 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 946 time: 0.0528061 Nov 15 15:40:20.176001 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:20.200184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:40:20.202414 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e82da4-585c-4f01-97d0-0709da5a073f" -d '{"events": [{"server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "name": "network-vif-plugged", "status": "completed", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:40:20.217147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:20.245552 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fa1b8a-b72d-47ad-b4dc-b88a503a0657 x-openstack-request-id: req-70fa1b8a-b72d-47ad-b4dc-b88a503a0657 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:40:20.245552 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "name": "network-vif-plugged", "status": "completed", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:40:20.245552 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70fa1b8a-b72d-47ad-b4dc-b88a503a0657 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:40:20.245552 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'code': 200} Nov 15 15:40:20.298758 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:20.350370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=14']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:20.544217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Deleting port fa3190ac-0e1e-4516-8ee3-3558c8f91968 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:40:20.544550 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:20.639781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] For port fa3190ac-0e1e-4516-8ee3-3558c8f91968, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=fa3190ac-0e1e-4516-8ee3-3558c8f91968,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:20.640146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:20.811462 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:20.812480 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:20.812480 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Floating IP c7902a10-9178-403d-82e7-5244df481853 disassociated. External IP: 172.25.4.125, port: fa3190ac-0e1e-4516-8ee3-3558c8f91968. Nov 15 15:40:20.812812 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Calling delete_port for fa3190ac-0e1e-4516-8ee3-3558c8f91968 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:40:20.971731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928cc00-902a-4227-b36d-60e69b1eb3ee req-78127c43-add2-480e-bb0c-c52194d5d99f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:20.973495 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d928cc00-902a-4227-b36d-60e69b1eb3ee req-78127c43-add2-480e-bb0c-c52194d5d99f tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 947 time: 0.0749159 Nov 15 15:40:21.049000 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d928cc00-902a-4227-b36d-60e69b1eb3ee req-8e4ff1a9-124b-4895-aa5b-a04be5e9865c tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ecc2499-1980-4f16-88cf-79e48b1320e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576615 Nov 15 15:40:21.108516 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:21.139837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event deleted for resources: {'Port': ['ID=fa3190ac-0e1e-4516-8ee3-3558c8f91968,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:21.258584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:40:21.381389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:40:21.391246 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b826048f-b46f-45cf-8187-bbebb4bc4ed8 None None] Sync routers for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:40:21.404139 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826048f-b46f-45cf-8187-bbebb4bc4ed8 None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:40:21.407745 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b826048f-b46f-45cf-8187-bbebb4bc4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:40:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:40:21.425938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] No DVR routers for this DVR port fa3190ac-0e1e-4516-8ee3-3558c8f91968 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:40:21.428507 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:21.431860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48486437-1034-46da-8530-2fe4879cf6b8 req-7a14fd37-9f03-444a-b6e4-4c93479d200a tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.59 "DELETE /v2.0/ports/fa3190ac-0e1e-4516-8ee3-3558c8f91968 HTTP/1.1" status: 204 len: 173 time: 1.2880197 Nov 15 15:40:21.432318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'name': 'network-vif-deleted', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:40:21.435224 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e788f0-9c1d-46f0-a784-70d852e29940" -d '{"events": [{"server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "name": "network-vif-deleted", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:40:21.476520 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424961ba-07c5-4043-9e76-43d48e68b4b5 x-openstack-request-id: req-424961ba-07c5-4043-9e76-43d48e68b4b5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:40:21.476827 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8affb2e-e2de-4b0d-ad80-4140a431ff12", "name": "network-vif-deleted", "tag": "fa3190ac-0e1e-4516-8ee3-3558c8f91968", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:40:21.477086 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-424961ba-07c5-4043-9e76-43d48e68b4b5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:40:21.477498 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8affb2e-e2de-4b0d-ad80-4140a431ff12', 'name': 'network-vif-deleted', 'tag': 'fa3190ac-0e1e-4516-8ee3-3558c8f91968', 'status': 'completed', 'code': 200} Nov 15 15:40:21.631256 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b826048f-b46f-45cf-8187-bbebb4bc4ed8 None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:40:21.859829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b826048f-b46f-45cf-8187-bbebb4bc4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:40:21.891674 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b826048f-b46f-45cf-8187-bbebb4bc4ed8 None None] Checking router: cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:40:21.900470 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826048f-b46f-45cf-8187-bbebb4bc4ed8 None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:40:21.901012 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b826048f-b46f-45cf-8187-bbebb4bc4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:40:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:40:22.008257 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b826048f-b46f-45cf-8187-bbebb4bc4ed8 None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:40:22.167387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26c5675b-4652-483f-95ce-d455c7398122 req-9f8a6062-524c-44d4-b28b-df4bf9833461 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 210 time: 0.0286720 Nov 15 15:40:22.233956 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b826048f-b46f-45cf-8187-bbebb4bc4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:40:22.261069 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b826048f-b46f-45cf-8187-bbebb4bc4ed8 None None] The sync data for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 is: [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'be5a949d-861e-4031-841f-85771dfb8679', 'name': '', 'network_id': 'ce085b1c-1213-49d8-94c4-36277cd42ed9', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'mac_address': 'fa:16:3e:26:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '884540be-3f66-40d0-a779-07deec1a634a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:51Z', 'updated_at': '2021-11-15T15:29:55Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'subnets': [{'id': '884540be-3f66-40d0-a779-07deec1a634a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:40:22.516301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98369495-a994-44a8-b7ce-2f2c2334fd10 None None] New status for floating IP c7902a10-9178-403d-82e7-5244df481853: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:40:23.267926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b7b01d80-5e0a-49a2-9dfe-e0aeeb46a365 req-be2c5d61-f316-4834-a952-410ff1359e90 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 210 time: 0.0269220 Nov 15 15:40:23.955306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fa3190ac-0e1e-4516-8ee3-3558c8f91968 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:40:23.976269 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: fa3190ac-0e1e-4516-8ee3-3558c8f91968 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:40:23.976614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device fa3190ac-0e1e-4516-8ee3-3558c8f91968 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:40:24.364629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04bd1f81-1796-40a4-93e7-4d5927c85376 req-f7cfc153-45a9-4262-8d19-6165b39ad3d3 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 210 time: 0.0264173 Nov 15 15:40:25.460120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ab8ac8e-871f-4d6b-8ab9-1987d8712bb7 req-6e010138-66fd-4deb-9c23-10b458344f54 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 210 time: 0.0263386 Nov 15 15:40:26.568732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7ce35735-fa6f-498a-813a-ea843c241b40 req-b81be836-027e-41ec-bab0-f914508c712e tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8affb2e-e2de-4b0d-ad80-4140a431ff12 HTTP/1.1" status: 200 len: 210 time: 0.0258715 Nov 15 15:40:29.013570 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:29.362024 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:29.750536 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a78b2eea-6866-45a5-988d-83c83923c041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:31.201710 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:40:31.528228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 51934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:40:31.604742 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4148e09-9275-4c21-935c-89295fa65708 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:31.628309 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4148e09-9275-4c21-935c-89295fa65708 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:31.733223 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4148e09-9275-4c21-935c-89295fa65708 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:31.735833 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4148e09-9275-4c21-935c-89295fa65708 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:31.737059 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c4148e09-9275-4c21-935c-89295fa65708 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "DELETE /v2.0/security-groups/4ecc2499-1980-4f16-88cf-79e48b1320e0 HTTP/1.1" status: 204 len: 168 time: 0.2076478 Nov 15 15:40:31.740258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:40:31.746950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4148e09-9275-4c21-935c-89295fa65708 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc2499-1980-4f16-88cf-79e48b1320e0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:31.758537 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-63e87672-7c80-4d96-849e-ae035bc1ab44 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] show failed (client error): The resource could not be found. Nov 15 15:40:31.759939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-63e87672-7c80-4d96-849e-ae035bc1ab44 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "GET /v2.0/security-groups/4ecc2499-1980-4f16-88cf-79e48b1320e0 HTTP/1.1" status: 404 len: 347 time: 0.0184538 Nov 15 15:40:31.762687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:40:31.895878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3fddf269-0cc8-4052-b9e4-cf69f34051f4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Deleting port 3e52034d-d583-4931-97c0-b1392cbe8f3a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:40:31.896218 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fddf269-0cc8-4052-b9e4-cf69f34051f4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:31.972349 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fddf269-0cc8-4052-b9e4-cf69f34051f4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:31.972670 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fddf269-0cc8-4052-b9e4-cf69f34051f4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:31.984827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3fddf269-0cc8-4052-b9e4-cf69f34051f4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Calling delete_port for 3e52034d-d583-4931-97c0-b1392cbe8f3a owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:40:32.110658 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d73b51a3-7df2-47b4-9906-2656eccffbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:32.185149 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fddf269-0cc8-4052-b9e4-cf69f34051f4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:32.208302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddf269-0cc8-4052-b9e4-cf69f34051f4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Pushing event deleted for resources: {'Port': ['ID=3e52034d-d583-4931-97c0-b1392cbe8f3a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:32.277874 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fddf269-0cc8-4052-b9e4-cf69f34051f4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:32.280667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fddf269-0cc8-4052-b9e4-cf69f34051f4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:32.281827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3fddf269-0cc8-4052-b9e4-cf69f34051f4 tempest-ServerActionsTestJSON-782305648 tempest-ServerActionsTestJSON-782305648-project] 10.222.0.70 "DELETE /v2.0/floatingips/c7902a10-9178-403d-82e7-5244df481853 HTTP/1.1" status: 204 len: 168 time: 0.5173180 Nov 15 15:40:32.284880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:40:32.818115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a01703b4-9f81-4031-9af7-32c6b64d2715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:33.078160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a01703b4-9f81-4031-9af7-32c6b64d2715 admin admin] Deleting port be5a949d-861e-4031-841f-85771dfb8679 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:40:33.078535 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a01703b4-9f81-4031-9af7-32c6b64d2715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:33.155211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a01703b4-9f81-4031-9af7-32c6b64d2715 admin admin] For port be5a949d-861e-4031-841f-85771dfb8679, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=be5a949d-861e-4031-841f-85771dfb8679,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:33.155574 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a01703b4-9f81-4031-9af7-32c6b64d2715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:33.167992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a01703b4-9f81-4031-9af7-32c6b64d2715 admin admin] Calling delete_port for be5a949d-861e-4031-841f-85771dfb8679 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:40:33.408003 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a01703b4-9f81-4031-9af7-32c6b64d2715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:33.438305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01703b4-9f81-4031-9af7-32c6b64d2715 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5a949d-861e-4031-841f-85771dfb8679,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:33.612424 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a01703b4-9f81-4031-9af7-32c6b64d2715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:33.699042 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:33.831446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01703b4-9f81-4031-9af7-32c6b64d2715 admin admin] Router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:40:33.939839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01703b4-9f81-4031-9af7-32c6b64d2715 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:40:33.945289 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a01703b4-9f81-4031-9af7-32c6b64d2715 admin admin] 10.222.0.70 "PUT /v2.0/routers/cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6590412 Nov 15 15:40:33.947449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:40:33.950152 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe5172-6819-4223-8bc9-903b9bf39d8e None None] Sync routers for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:40:33.964252 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe5172-6819-4223-8bc9-903b9bf39d8e None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:40:33.964877 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5dbe5172-6819-4223-8bc9-903b9bf39d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:40:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:40:34.055202 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:34.076618 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5dbe5172-6819-4223-8bc9-903b9bf39d8e None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:40:34.166654 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:34.256408 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5dbe5172-6819-4223-8bc9-903b9bf39d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:40:33Z', 'revision_number': 5, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port': {'id': 'a41253b6-5f62-455b-8c78-82d890055f1a', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:29:49Z', 'updated_at': '2021-11-15T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:40:34.260243 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Deleting port a41253b6-5f62-455b-8c78-82d890055f1a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:40:34.260604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:34.282923 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe5172-6819-4223-8bc9-903b9bf39d8e None None] Checking router: cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:40:34.292320 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe5172-6819-4223-8bc9-903b9bf39d8e None None] Routers {'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:40:34.292927 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5dbe5172-6819-4223-8bc9-903b9bf39d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:40:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:40:34.341331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] For port a41253b6-5f62-455b-8c78-82d890055f1a, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a41253b6-5f62-455b-8c78-82d890055f1a,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:34.341688 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:34.355253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Calling delete_port for a41253b6-5f62-455b-8c78-82d890055f1a owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:40:34.379523 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5dbe5172-6819-4223-8bc9-903b9bf39d8e None None] Set router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:40:34.433430 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5dbe5172-6819-4223-8bc9-903b9bf39d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:40:34Z', 'revision_number': 6, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:40:34.460374 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe5172-6819-4223-8bc9-903b9bf39d8e None None] The sync data for ids ['cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8'] in n-d-817748-2 is: [{'id': 'cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8', 'name': 'tempest-ServerActionsTestJSON-113787629-router', 'tenant_id': '63adb14e6db5469fad46f2287b4e86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:29:48Z', 'updated_at': '2021-11-15T15:40:34Z', 'revision_number': 6, 'project_id': '63adb14e6db5469fad46f2287b4e86d8', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:40:34.568113 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:34.594493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41253b6-5f62-455b-8c78-82d890055f1a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:34.609607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d16f73-1843-46e8-9333-0f048a9ab586 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:40:34.658615 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:34.749090 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:34.751194 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:34.876398 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:34.877011 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:40:34.882119 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:34.883378 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f5f6c401-9710-4ace-98fc-e93df77b9be5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/cdfe45a7-13e0-4d08-8878-0b5ec5bc37b8 HTTP/1.1" status: 204 len: 168 time: 0.9349799 Nov 15 15:40:34.885887 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51946) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:40:34.934111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee7d30a-d791-49da-9757-adb6185d526f admin admin] Deleting subnet 884540be-3f66-40d0-a779-07deec1a634a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:40:34.937250 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fee7d30a-d791-49da-9757-adb6185d526f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:34.975549 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fee7d30a-d791-49da-9757-adb6185d526f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.053241 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fee7d30a-d791-49da-9757-adb6185d526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.156550 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fee7d30a-d791-49da-9757-adb6185d526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.182882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7d30a-d791-49da-9757-adb6185d526f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=884540be-3f66-40d0-a779-07deec1a634a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:35.186224 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fee7d30a-d791-49da-9757-adb6185d526f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.189385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fee7d30a-d791-49da-9757-adb6185d526f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/884540be-3f66-40d0-a779-07deec1a634a HTTP/1.1" status: 204 len: 168 time: 0.3022971 Nov 15 15:40:35.191891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:40:35.194960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f800355-e0d8-42f2-85be-1aa254bba095 None None] Network ce085b1c-1213-49d8-94c4-36277cd42ed9 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:40:35.265276 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.337789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Deleting port b56b7c85-375d-4d6f-812e-2a13898855aa {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:40:35.337789 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.384755 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.403578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e0bef9-eb2f-4bbf-a730-92e427fd6085 None None] DHCP port deletion for ce085b1c-1213-49d8-94c4-36277cd42ed9 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:40:35.407531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] For port b56b7c85-375d-4d6f-812e-2a13898855aa, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b56b7c85-375d-4d6f-812e-2a13898855aa,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:35.407865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.421880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Calling delete_port for b56b7c85-375d-4d6f-812e-2a13898855aa owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:40:35.454589 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0bef9-eb2f-4bbf-a730-92e427fd6085 None None] Deleting port b56b7c85-375d-4d6f-812e-2a13898855aa {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:40:35.454953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8e0bef9-eb2f-4bbf-a730-92e427fd6085 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.524961 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c8e0bef9-eb2f-4bbf-a730-92e427fd6085 None None] For port b56b7c85-375d-4d6f-812e-2a13898855aa, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b56b7c85-375d-4d6f-812e-2a13898855aa,segment=NetworkSegment(4c26ebb2-1b1f-47de-860e-7b312fbae10b),segment_id=4c26ebb2-1b1f-47de-860e-7b312fbae10b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:35.525355 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8e0bef9-eb2f-4bbf-a730-92e427fd6085 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.539596 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0bef9-eb2f-4bbf-a730-92e427fd6085 None None] Calling delete_port for b56b7c85-375d-4d6f-812e-2a13898855aa owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:40:35.590802 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.618938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=b56b7c85-375d-4d6f-812e-2a13898855aa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:35.620679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] No DVR routers for this DVR port b56b7c85-375d-4d6f-812e-2a13898855aa on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:40:35.633146 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8e0bef9-eb2f-4bbf-a730-92e427fd6085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.664118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0bef9-eb2f-4bbf-a730-92e427fd6085 None None] Pushing event deleted for resources: {'Port': ['ID=b56b7c85-375d-4d6f-812e-2a13898855aa,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:35.667561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0bef9-eb2f-4bbf-a730-92e427fd6085 None None] No DVR routers for this DVR port b56b7c85-375d-4d6f-812e-2a13898855aa on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:40:35.697211 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.718076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce085b1c-1213-49d8-94c4-36277cd42ed9']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:40:35.728290 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c26ebb2-1b1f-47de-860e-7b312fbae10b') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:40:35.728591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c26ebb2-1b1f-47de-860e-7b312fbae10b') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:40:35.737823 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.752730 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.759955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:40:35.761818 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:40:35.762379 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:40:35.847999 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.881971 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.887499 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:35.890754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] 10.222.0.70 "DELETE /v2.0/networks/ce085b1c-1213-49d8-94c4-36277cd42ed9 HTTP/1.1" status: 204 len: 168 time: 0.6979036 Nov 15 15:40:35.907342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7effcb1-ab09-4706-880e-96aaa7117e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=ce085b1c-1213-49d8-94c4-36277cd42ed9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:36.190249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51952) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:40:36.235623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f134923f-9133-4ff4-8f65-27927d589b48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63adb14e6db5469fad46f2287b4e86d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441527 Nov 15 15:40:36.238136 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51954) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:40:36.286244 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32a2b6fc-0f39-45a6-ac67-ac3e53d5be72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:36.308037 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32a2b6fc-0f39-45a6-ac67-ac3e53d5be72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:36.436321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32a2b6fc-0f39-45a6-ac67-ac3e53d5be72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:36.438856 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32a2b6fc-0f39-45a6-ac67-ac3e53d5be72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:36.440124 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-32a2b6fc-0f39-45a6-ac67-ac3e53d5be72 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ab7c22f-55f4-42c4-b91f-40eb7895d5a3 HTTP/1.1" status: 204 len: 168 time: 0.2010243 Nov 15 15:40:36.448599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2b6fc-0f39-45a6-ac67-ac3e53d5be72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab7c22f-55f4-42c4-b91f-40eb7895d5a3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:36.520296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a41253b6-5f62-455b-8c78-82d890055f1a no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:40:36.540580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: a41253b6-5f62-455b-8c78-82d890055f1a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:40:36.540923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a41253b6-5f62-455b-8c78-82d890055f1a not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:40:36.541341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b56b7c85-375d-4d6f-812e-2a13898855aa no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:40:36.561649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: b56b7c85-375d-4d6f-812e-2a13898855aa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:40:36.561991 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b56b7c85-375d-4d6f-812e-2a13898855aa not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:40:36.562416 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device be5a949d-861e-4031-841f-85771dfb8679 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:40:36.582239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: be5a949d-861e-4031-841f-85771dfb8679 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:40:36.582605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device be5a949d-861e-4031-841f-85771dfb8679 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:40:37.529520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:40:37.641250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1172861239-network', 'tenant_id': 'fb56aae004884d3f8f15038c5c327486'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:40:37.710820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Made reservation on behalf of fb56aae004884d3f8f15038c5c327486 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:40:37.713733 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:37.723783 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:37.800453 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:37.841719 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:37.867617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:40:37.876493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f18849-275e-4df2-8f2e-da514b89ca04,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:37.883933 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:37.884863 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Added segment 382bb313-49c7-421e-a72f-16795d8ad61e of type vlan for network 0bf48e27-9792-4653-bb7f-201d1b384edb Nov 15 15:40:37.927859 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:38.013189 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:38.014185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:38.014804 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:38.107437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] Pushing event updated for resources: {'Network': ['ID=0bf48e27-9792-4653-bb7f-201d1b384edb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:38.118720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 0bf48e27-9792-4653-bb7f-201d1b384edb details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:40:38.141699 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5e496ee6-ecf7-443b-ba4a-4f4772ed8538 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6109912 Nov 15 15:40:38.144897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 51980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:40:38.149743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e6309780-0cd6-42f1-b6ab-0c43fa1bb2fd admin admin] Request body: {'subnet': {'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1172861239-subnet', 'tenant_id': 'fb56aae004884d3f8f15038c5c327486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:40:38.241533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6309780-0cd6-42f1-b6ab-0c43fa1bb2fd admin admin] Made reservation on behalf of fb56aae004884d3f8f15038c5c327486 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:40:38.243986 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6309780-0cd6-42f1-b6ab-0c43fa1bb2fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:38.785003 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6309780-0cd6-42f1-b6ab-0c43fa1bb2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:38.844305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6309780-0cd6-42f1-b6ab-0c43fa1bb2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=76cf3bdd-6b64-4b9f-9df6-eb89b6da41bf,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:38.853470 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6309780-0cd6-42f1-b6ab-0c43fa1bb2fd admin admin] Checking segment: {'id': '382bb313-49c7-421e-a72f-16795d8ad61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:40:38.853835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6309780-0cd6-42f1-b6ab-0c43fa1bb2fd admin admin] Network hostable DHCP agents. Network: 0bf48e27-9792-4653-bb7f-201d1b384edb, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:40:38.933253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6309780-0cd6-42f1-b6ab-0c43fa1bb2fd admin admin] Network 0bf48e27-9792-4653-bb7f-201d1b384edb is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:40:39.002004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e6309780-0cd6-42f1-b6ab-0c43fa1bb2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 0bf48e27-9792-4653-bb7f-201d1b384edb) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:40:39.008618 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6309780-0cd6-42f1-b6ab-0c43fa1bb2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:39.009601 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6309780-0cd6-42f1-b6ab-0c43fa1bb2fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:39.019662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209162b7-5a46-4bc6-b697-dd3452ecc294 None None] Network 0bf48e27-9792-4653-bb7f-201d1b384edb requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:40:39.102790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e6309780-0cd6-42f1-b6ab-0c43fa1bb2fd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9566898 Nov 15 15:40:39.149510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fe3d0b-fec6-4e1e-9cf5-ff38259114aa None None] Network 0bf48e27-9792-4653-bb7f-201d1b384edb requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:40:39.530331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-c89fcc4d-71e9-4de4-9855-368a78a8fa53 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:39.531822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-c89fcc4d-71e9-4de4-9855-368a78a8fa53 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/networks?id=0bf48e27-9792-4653-bb7f-201d1b384edb HTTP/1.1" status: 200 len: 814 time: 0.1049554 Nov 15 15:40:39.548015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-933c18d3-8b21-407b-9ef0-0fe5ac05bd23 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/quotas/fb56aae004884d3f8f15038c5c327486 HTTP/1.1" status: 200 len: 375 time: 0.0096991 Nov 15 15:40:39.585063 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-cb65ab37-11af-4b42-8457-b94408849310 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb56aae004884d3f8f15038c5c327486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303001 Nov 15 15:40:39.728367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-56b2651c-d3ca-49c8-9bb1-2f13528d6e4e service neutron] 10.222.0.70 "GET /v2.0/networks/0bf48e27-9792-4653-bb7f-201d1b384edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355817 Nov 15 15:40:39.823129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-684ff892-7e88-4e60-9188-aded6087406a service neutron] 10.222.0.70 "GET /v2.0/networks/0bf48e27-9792-4653-bb7f-201d1b384edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885830 Nov 15 15:40:40.048169 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-88c79c0d-b711-44f4-ab0c-ce76cac85ab9 req-3a406258-aa4b-41a6-b178-a26fab102072 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 210 time: 0.0272226 Nov 15 15:40:41.143335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0aff4c7b-4915-469c-a5f6-a4eb9932aecb req-a7a6ff97-5bd3-4ef7-9e36-96ca638d07dd tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 210 time: 0.0256360 Nov 15 15:40:42.275908 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7aca19d7-4635-4e93-96dd-dabb4e1c54ec req-af5cf2ae-3c8b-4742-be3b-5cc5daf438c8 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 210 time: 0.0616803 Nov 15 15:40:42.335069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-9a2aeaf7-aafb-4a29-bcb1-cb80d1fc7e4e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:42.336613 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-9a2aeaf7-aafb-4a29-bcb1-cb80d1fc7e4e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.59 "GET /v2.0/networks?id=0bf48e27-9792-4653-bb7f-201d1b384edb HTTP/1.1" status: 200 len: 814 time: 0.1333942 Nov 15 15:40:42.349562 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-075792e4-4a6b-430d-a091-6d8ce00310fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Request body: {'port': {'device_id': '748fdb38-23be-454d-a56d-389b02edf905', 'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb', 'admin_state_up': True, 'tenant_id': 'fb56aae004884d3f8f15038c5c327486'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:40:42.556167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-075792e4-4a6b-430d-a091-6d8ce00310fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Made reservation on behalf of fb56aae004884d3f8f15038c5c327486 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:40:42.559848 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-075792e4-4a6b-430d-a091-6d8ce00310fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:42.688511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-075792e4-4a6b-430d-a091-6d8ce00310fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Allocated IP 172.20.0.13 (0bf48e27-9792-4653-bb7f-201d1b384edb/76cf3bdd-6b64-4b9f-9df6-eb89b6da41bf/f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:40:42.834730 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-075792e4-4a6b-430d-a091-6d8ce00310fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:42.928428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-075792e4-4a6b-430d-a091-6d8ce00310fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:42.966672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-075792e4-4a6b-430d-a091-6d8ce00310fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Network 0bf48e27-9792-4653-bb7f-201d1b384edb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:40:42.969723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-075792e4-4a6b-430d-a091-6d8ce00310fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:40:42.976612 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-075792e4-4a6b-430d-a091-6d8ce00310fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:40:43.005931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075792e4-4a6b-430d-a091-6d8ce00310fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Pushing event updated for resources: {'Port': ['ID=f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:43.032073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-075792e4-4a6b-430d-a091-6d8ce00310fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:43.032720 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-075792e4-4a6b-430d-a091-6d8ce00310fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:43.095716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-075792e4-4a6b-430d-a091-6d8ce00310fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7499609 Nov 15 15:40:43.108379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Request body: {'port': {'device_id': '748fdb38-23be-454d-a56d-389b02edf905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:40:43.164903 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:43.422445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaac4c8-2e43-4646-bb52-a9722dc01efd req-fc1c471c-e2bf-4017-bfb4-ff4335c291ea tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:43.423967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3eaac4c8-2e43-4646-bb52-a9722dc01efd req-fc1c471c-e2bf-4017-bfb4-ff4335c291ea tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 932 time: 0.0760181 Nov 15 15:40:43.498268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:40:43.512110 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:43.521136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3eaac4c8-2e43-4646-bb52-a9722dc01efd req-4e553ede-ebd9-4f02-9f2c-0dd49c154251 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911369 Nov 15 15:40:43.529171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Transition to ACTIVE for port object f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:40:43.573183 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:43.622174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:43.702473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Attempting to bind port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:40:43.702738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Attempting to bind port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '382bb313-49c7-421e-a72f-16795d8ad61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:40:43.703072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Attempting to bind port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d on network 0bf48e27-9792-4653-bb7f-201d1b384edb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:40:43.707433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d on network 0bf48e27-9792-4653-bb7f-201d1b384edb not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:40:43.707757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Attempting to bind port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d on network 0bf48e27-9792-4653-bb7f-201d1b384edb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:40:43.713226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:40:43.713566 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Checking segment: {'id': '382bb313-49c7-421e-a72f-16795d8ad61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:40:43.713954 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Bound using segment: {'id': '382bb313-49c7-421e-a72f-16795d8ad61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:40:43.714463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Bound port: f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382bb313-49c7-421e-a72f-16795d8ad61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:40:43.714766 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:43.794502 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] For port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:40:43.797501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] For port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d,segment=NetworkSegment(382bb313-49c7-421e-a72f-16795d8ad61e),segment_id=382bb313-49c7-421e-a72f-16795d8ad61e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:40:43.853840 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:43.889841 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:43.890478 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:43.891857 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] 10.222.0.59 "PUT /v2.0/ports/f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d HTTP/1.1" status: 200 len: 1092 time: 0.7875674 Nov 15 15:40:43.892293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748fdb38-23be-454d-a56d-389b02edf905', 'tag': 'f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:40:43.894633 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c76c49a-7321-4a3e-b2d7-a9fe7988089f" -d '{"events": [{"name": "network-changed", "server_uuid": "748fdb38-23be-454d-a56d-389b02edf905", "tag": "f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:40:43.918208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68055e50-c189-42bd-8b31-797479a1e770 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:43.931935 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82259c42-4488-416b-8e2b-c5c153d5dae4 x-openstack-request-id: req-82259c42-4488-416b-8e2b-c5c153d5dae4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:40:43.932233 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748fdb38-23be-454d-a56d-389b02edf905", "tag": "f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:40:43.932578 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82259c42-4488-416b-8e2b-c5c153d5dae4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:40:43.932901 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748fdb38-23be-454d-a56d-389b02edf905', 'tag': 'f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d', 'status': 'completed', 'code': 200} Nov 15 15:40:43.997146 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76c49a-7321-4a3e-b2d7-a9fe7988089f req-fbdf6cc7-7a1d-4440-a8a8-f44fa3902581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:43.998710 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c76c49a-7321-4a3e-b2d7-a9fe7988089f req-fbdf6cc7-7a1d-4440-a8a8-f44fa3902581 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb56aae004884d3f8f15038c5c327486&device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 1095 time: 0.0418015 Nov 15 15:40:44.103672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76c49a-7321-4a3e-b2d7-a9fe7988089f req-b3194ca2-98c7-4e6f-aab2-2c5a7ea46e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:44.105415 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c76c49a-7321-4a3e-b2d7-a9fe7988089f req-b3194ca2-98c7-4e6f-aab2-2c5a7ea46e4a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fb56aae004884d3f8f15038c5c327486&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0978847 Nov 15 15:40:44.212530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76c49a-7321-4a3e-b2d7-a9fe7988089f req-b0ebf368-bc38-496b-8146-67d2e6c008b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:44.214022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c76c49a-7321-4a3e-b2d7-a9fe7988089f req-b0ebf368-bc38-496b-8146-67d2e6c008b6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016712 Nov 15 15:40:44.296000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-36e98447-4932-4fa6-930a-3dfc32c0a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:44.297415 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-36e98447-4932-4fa6-930a-3dfc32c0a88d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb56aae004884d3f8f15038c5c327486&device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 1095 time: 0.0447345 Nov 15 15:40:44.339519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-2fc93757-48a8-4eb0-94f6-0b90a2364ef7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d HTTP/1.1" status: 200 len: 217 time: 0.0340242 Nov 15 15:40:44.390039 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-3f9ba1e1-89ba-4716-beae-d8e3a59e2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:44.391542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-3f9ba1e1-89ba-4716-beae-d8e3a59e2a33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=76cf3bdd-6b64-4b9f-9df6-eb89b6da41bf HTTP/1.1" status: 200 len: 854 time: 0.0450029 Nov 15 15:40:44.423120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-f71dc3d9-3eec-4cdf-b811-136c4c6b6269 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0bf48e27-9792-4653-bb7f-201d1b384edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242856 Nov 15 15:40:44.516894 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-ecba17bd-fbda-4c81-aa84-d6caa476c9cd service neutron] 10.222.0.59 "GET /v2.0/networks/0bf48e27-9792-4653-bb7f-201d1b384edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863287 Nov 15 15:40:44.636394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e5e9fd86-c19d-4b2b-94aa-de6aff66c6b2 req-4b096192-f054-4cff-aed2-102dcab44c87 service neutron] 10.222.0.59 "GET /v2.0/networks/0bf48e27-9792-4653-bb7f-201d1b384edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119673 Nov 15 15:40:44.655143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95160e4-1210-4503-ab9f-32b288114b89 req-3598cea5-7256-47e8-9681-5f8b568a2fc0 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:44.656636 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f95160e4-1210-4503-ab9f-32b288114b89 req-3598cea5-7256-47e8-9681-5f8b568a2fc0 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 944 time: 0.0645339 Nov 15 15:40:44.704308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f95160e4-1210-4503-ab9f-32b288114b89 req-478edc8d-76ea-426c-b9d8-06e9473e0468 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Nov 15 15:40:45.822649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19771b-fc5e-47f9-9abf-54a00afbfba5 req-34550ace-3166-439c-8ba6-6997a42fc5bb tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:45.824141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e19771b-fc5e-47f9-9abf-54a00afbfba5 req-34550ace-3166-439c-8ba6-6997a42fc5bb tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 944 time: 0.0501864 Nov 15 15:40:45.870977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e19771b-fc5e-47f9-9abf-54a00afbfba5 req-b34a6a43-ae65-4d29-a5ad-169484ca09db tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Nov 15 15:40:46.988159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c113e5-acd6-4ddb-85d5-17f212cf633c req-e30d8ee7-fdfb-4981-a1d9-bc39d6583156 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:46.989654 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70c113e5-acd6-4ddb-85d5-17f212cf633c req-e30d8ee7-fdfb-4981-a1d9-bc39d6583156 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 944 time: 0.0523612 Nov 15 15:40:47.038258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70c113e5-acd6-4ddb-85d5-17f212cf633c req-d99a6bd6-a2ce-46e2-8543-0ce21df39696 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Nov 15 15:40:48.134115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:40:48.152758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e211-2aee-4163-8b45-c3fbe24f5431 req-f40336b2-a737-4bb7-9bab-caf8e6bdaa24 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:48.154275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca89e211-2aee-4163-8b45-c3fbe24f5431 req-f40336b2-a737-4bb7-9bab-caf8e6bdaa24 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 944 time: 0.0488081 Nov 15 15:40:48.203130 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca89e211-2aee-4163-8b45-c3fbe24f5431 req-44f849c8-c594-4ba9-ab44-fb193a8c827e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428567 Nov 15 15:40:48.233243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d,segment=NetworkSegment(382bb313-49c7-421e-a72f-16795d8ad61e),segment_id=382bb313-49c7-421e-a72f-16795d8ad61e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:48.244539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d', 'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb', 'port_id': 'f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d', 'mac_address': 'fa:16:3e:4c:ba:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cf3bdd-6b64-4b9f-9df6-eb89b6da41bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:40:48.280534 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:48.293413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:40:48.317198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d,segment=NetworkSegment(382bb313-49c7-421e-a72f-16795d8ad61e),segment_id=382bb313-49c7-421e-a72f-16795d8ad61e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:48.384810 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:48.432018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:48.576794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:40:49.318700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661682d0-0a8c-4934-866e-df533adac070 req-298ee902-46e2-4634-8a35-18a8771cf436 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:49.320745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-661682d0-0a8c-4934-866e-df533adac070 req-298ee902-46e2-4634-8a35-18a8771cf436 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 945 time: 0.0493271 Nov 15 15:40:49.371827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-661682d0-0a8c-4934-866e-df533adac070 req-8e861ab6-f638-4fa7-b14c-d7a4e83c96dc tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450144 Nov 15 15:40:50.152638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:40:50.441053 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:40:50.445378 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:40:50.445747 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:50.491935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ed978-22bc-4137-a403-0ec41b09b6f7 req-2f976f85-b168-43c4-b783-ce1cb93d007b tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:50.494232 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-134ed978-22bc-4137-a403-0ec41b09b6f7 req-2f976f85-b168-43c4-b783-ce1cb93d007b tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 945 time: 0.0524871 Nov 15 15:40:50.531736 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:50.542304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-134ed978-22bc-4137-a403-0ec41b09b6f7 req-59e1b020-b69a-44c7-b32d-cc9ce7634c17 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426557 Nov 15 15:40:50.555477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748fdb38-23be-454d-a56d-389b02edf905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:40:50.557781 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6623715e-d103-4efc-b2d8-848288751517" -d '{"events": [{"server_uuid": "748fdb38-23be-454d-a56d-389b02edf905", "name": "network-vif-plugged", "status": "completed", "tag": "f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:40:50.583248 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d,segment=NetworkSegment(382bb313-49c7-421e-a72f-16795d8ad61e),segment_id=382bb313-49c7-421e-a72f-16795d8ad61e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:50.596711 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd511cd6-fd71-4d84-b1fc-29530fce42b5 x-openstack-request-id: req-cd511cd6-fd71-4d84-b1fc-29530fce42b5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:40:50.596997 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748fdb38-23be-454d-a56d-389b02edf905", "name": "network-vif-plugged", "status": "completed", "tag": "f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:40:50.597246 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd511cd6-fd71-4d84-b1fc-29530fce42b5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:40:50.597716 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748fdb38-23be-454d-a56d-389b02edf905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d', 'code': 200} Nov 15 15:40:50.659285 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:50.694445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24358e7b-102b-4d36-b608-0ca77661f19e req-132ec875-a40b-4ca3-b3be-63e52e365ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:50.695941 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24358e7b-102b-4d36-b608-0ca77661f19e req-132ec875-a40b-4ca3-b3be-63e52e365ee4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 1097 time: 0.0403097 Nov 15 15:40:50.708690 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:50.744666 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-24358e7b-102b-4d36-b608-0ca77661f19e req-61a9f983-401b-4605-97e3-f635f2f5690e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406277 Nov 15 15:40:51.660263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05384f92-4a04-4c0c-b80d-cc5ad476b154 req-f1a838a1-bddc-46e9-8c60-d7c6984dfad7 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:51.661831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05384f92-4a04-4c0c-b80d-cc5ad476b154 req-f1a838a1-bddc-46e9-8c60-d7c6984dfad7 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 946 time: 0.0529833 Nov 15 15:40:51.709440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05384f92-4a04-4c0c-b80d-cc5ad476b154 req-f3509c73-39ba-4cda-b720-549233350c5e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410380 Nov 15 15:40:52.836483 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b6a1f-fab1-49fe-88e0-f9e73624bcb8 req-c53d08c0-5373-40ef-9bfd-89df6187b069 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:52.838526 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-978b6a1f-fab1-49fe-88e0-f9e73624bcb8 req-c53d08c0-5373-40ef-9bfd-89df6187b069 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 946 time: 0.0486331 Nov 15 15:40:52.885212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-978b6a1f-fab1-49fe-88e0-f9e73624bcb8 req-fd844710-f8f4-46b2-aa48-adb68e5855d0 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Nov 15 15:40:53.109638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-33bffe7f-fdf1-4b97-ba1e-208fb9cfd12e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:53.111151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-33bffe7f-fdf1-4b97-ba1e-208fb9cfd12e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/networks?id=0bf48e27-9792-4653-bb7f-201d1b384edb HTTP/1.1" status: 200 len: 814 time: 0.1049321 Nov 15 15:40:53.126057 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-f7379493-7e9a-40e3-b610-92cce934d824 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/quotas/fb56aae004884d3f8f15038c5c327486 HTTP/1.1" status: 200 len: 375 time: 0.0089622 Nov 15 15:40:53.173576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-68b73a07-3f36-4847-8bcc-36d16e2ac9c9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb56aae004884d3f8f15038c5c327486&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423877 Nov 15 15:40:53.266711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-b7858bb6-9b9d-4df7-9820-ab598645570d service neutron] 10.222.0.70 "GET /v2.0/networks/0bf48e27-9792-4653-bb7f-201d1b384edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851116 Nov 15 15:40:53.356477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-f9bf4d28-ee2c-4ca7-ba53-c2855be020e6 service neutron] 10.222.0.70 "GET /v2.0/networks/0bf48e27-9792-4653-bb7f-201d1b384edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835493 Nov 15 15:40:53.561165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16ebab8b-0311-44ce-982a-03165f769322 req-199de640-5504-43a3-8715-b0dd6c56d08e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 210 time: 0.0274050 Nov 15 15:40:54.660545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d3d1c58d-1bc7-4c77-bfb7-2c237d4b8344 req-f74a27db-6db3-4ab3-8e99-22cc0f9bf797 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 210 time: 0.0309138 Nov 15 15:40:55.567834 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-1f06b311-6528-498c-a29d-9b2f201ceeec tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:55.569183 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-1f06b311-6528-498c-a29d-9b2f201ceeec tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.46 "GET /v2.0/networks?id=0bf48e27-9792-4653-bb7f-201d1b384edb HTTP/1.1" status: 200 len: 814 time: 0.1066186 Nov 15 15:40:55.582712 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Request body: {'port': {'device_id': '2026d6cb-15e1-4cdf-8f07-779aa74296f0', 'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb', 'admin_state_up': True, 'tenant_id': 'fb56aae004884d3f8f15038c5c327486'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:40:55.754854 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7811c2d-4335-4aeb-8c15-03c644090f0d req-27f7dc21-591f-4df7-81f8-4c83cbd6be2d tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 210 time: 0.0257437 Nov 15 15:40:55.778781 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Made reservation on behalf of fb56aae004884d3f8f15038c5c327486 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:40:55.782466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:55.922571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Allocated IP 172.20.0.5 (0bf48e27-9792-4653-bb7f-201d1b384edb/76cf3bdd-6b64-4b9f-9df6-eb89b6da41bf/6fdfa883-8703-4722-aaaf-8cd357200122) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:40:56.070348 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:56.133562 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:56.147533 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:40:56.182632 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Network 0bf48e27-9792-4653-bb7f-201d1b384edb is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:40:56.185763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:40:56.189751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:40:56.196299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Pushing event updated for resources: {'Port': ['ID=6fdfa883-8703-4722-aaaf-8cd357200122,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:56.223212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:56.223550 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:56.223894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:56.224233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:56.224569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:56.224916 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:56.225228 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:56.225554 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:56.225881 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:56.226231 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:56.226590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:56.226912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:56.254001 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:56.254637 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:56.352335 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-13f960f7-db2a-4e35-99e3-5bc04d3963e9 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7733774 Nov 15 15:40:56.369396 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Request body: {'port': {'device_id': '2026d6cb-15e1-4cdf-8f07-779aa74296f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:40:56.424164 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:56.684191 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fdfa883-8703-4722-aaaf-8cd357200122 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:40:56.691643 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:56.706167 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Transition to ACTIVE for port object 6fdfa883-8703-4722-aaaf-8cd357200122 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:40:56.772721 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:56.829464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdfa883-8703-4722-aaaf-8cd357200122,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:56.880190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2344f-ff80-4612-8e76-7499ca790740 req-2f0d5e64-8b6a-448f-bcbb-a2cf0636675f tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:56.881694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28f2344f-ff80-4612-8e76-7499ca790740 req-2f0d5e64-8b6a-448f-bcbb-a2cf0636675f tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 943 time: 0.0491917 Nov 15 15:40:56.900733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Attempting to bind port 6fdfa883-8703-4722-aaaf-8cd357200122 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:40:56.901068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Attempting to bind port 6fdfa883-8703-4722-aaaf-8cd357200122 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '382bb313-49c7-421e-a72f-16795d8ad61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:40:56.901393 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Attempting to bind port 6fdfa883-8703-4722-aaaf-8cd357200122 on network 0bf48e27-9792-4653-bb7f-201d1b384edb {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:40:56.906147 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Port 6fdfa883-8703-4722-aaaf-8cd357200122 on network 0bf48e27-9792-4653-bb7f-201d1b384edb not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:40:56.906493 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Attempting to bind port 6fdfa883-8703-4722-aaaf-8cd357200122 on network 0bf48e27-9792-4653-bb7f-201d1b384edb {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:40:56.911645 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:40:56.911999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Checking segment: {'id': '382bb313-49c7-421e-a72f-16795d8ad61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:40:56.912379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Bound using segment: {'id': '382bb313-49c7-421e-a72f-16795d8ad61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:40:56.912823 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Bound port: 6fdfa883-8703-4722-aaaf-8cd357200122, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382bb313-49c7-421e-a72f-16795d8ad61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:40:56.913176 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:56.956745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28f2344f-ff80-4612-8e76-7499ca790740 req-fd7790c9-5117-4e95-a317-6a43a4c72756 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681365 Nov 15 15:40:56.990207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] For port 6fdfa883-8703-4722-aaaf-8cd357200122, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:40:56.994145 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] For port 6fdfa883-8703-4722-aaaf-8cd357200122, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6fdfa883-8703-4722-aaaf-8cd357200122,segment=NetworkSegment(382bb313-49c7-421e-a72f-16795d8ad61e),segment_id=382bb313-49c7-421e-a72f-16795d8ad61e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:40:57.093758 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:57.137639 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:57.138254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:57.139707 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] 10.222.0.46 "PUT /v2.0/ports/6fdfa883-8703-4722-aaaf-8cd357200122 HTTP/1.1" status: 200 len: 1091 time: 0.7744286 Nov 15 15:40:57.140139 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2026d6cb-15e1-4cdf-8f07-779aa74296f0', 'tag': '6fdfa883-8703-4722-aaaf-8cd357200122'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:40:57.142359 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dce1d9b-da14-4fe1-80de-7e643174360f" -d '{"events": [{"name": "network-changed", "server_uuid": "2026d6cb-15e1-4cdf-8f07-779aa74296f0", "tag": "6fdfa883-8703-4722-aaaf-8cd357200122"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:40:57.175907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c62da-35ee-44a2-85ce-d8521b8a08d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdfa883-8703-4722-aaaf-8cd357200122,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:57.191372 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b6f4bf-9aca-4ff6-8e5b-9c1d6db0fb97 x-openstack-request-id: req-e5b6f4bf-9aca-4ff6-8e5b-9c1d6db0fb97 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:40:57.191661 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2026d6cb-15e1-4cdf-8f07-779aa74296f0", "tag": "6fdfa883-8703-4722-aaaf-8cd357200122", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:40:57.191907 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5b6f4bf-9aca-4ff6-8e5b-9c1d6db0fb97 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:40:57.192304 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2026d6cb-15e1-4cdf-8f07-779aa74296f0', 'tag': '6fdfa883-8703-4722-aaaf-8cd357200122', 'status': 'completed', 'code': 200} Nov 15 15:40:57.262783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce1d9b-da14-4fe1-80de-7e643174360f req-6f5a3bfb-8b68-44be-939c-65bff6bba085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:57.264314 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9dce1d9b-da14-4fe1-80de-7e643174360f req-6f5a3bfb-8b68-44be-939c-65bff6bba085 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb56aae004884d3f8f15038c5c327486&device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 1094 time: 0.0453584 Nov 15 15:40:57.382279 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce1d9b-da14-4fe1-80de-7e643174360f req-20b32414-1111-4679-95bb-753cdbe5bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:57.382279 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9dce1d9b-da14-4fe1-80de-7e643174360f req-20b32414-1111-4679-95bb-753cdbe5bd21 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=fb56aae004884d3f8f15038c5c327486&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0976241 Nov 15 15:40:57.476456 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce1d9b-da14-4fe1-80de-7e643174360f req-5972b1ef-8214-4140-bc91-2dd22cfbf985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:57.478798 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9dce1d9b-da14-4fe1-80de-7e643174360f req-5972b1ef-8214-4140-bc91-2dd22cfbf985 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913551 Nov 15 15:40:57.579371 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-3fc2b79d-b41c-4e46-b367-6fc8ac07eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:57.580877 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-3fc2b79d-b41c-4e46-b367-6fc8ac07eefc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb56aae004884d3f8f15038c5c327486&device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 1094 time: 0.0548291 Nov 15 15:40:57.627089 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-78e6ff6f-ec07-4fef-bdf8-f4988a39e9b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fdfa883-8703-4722-aaaf-8cd357200122 HTTP/1.1" status: 200 len: 217 time: 0.0336134 Nov 15 15:40:57.676751 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-04258150-992c-4946-802d-912206f5e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:57.678165 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-04258150-992c-4946-802d-912206f5e9c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76cf3bdd-6b64-4b9f-9df6-eb89b6da41bf HTTP/1.1" status: 200 len: 854 time: 0.0430560 Nov 15 15:40:57.714478 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-fbadd958-2c3e-46d4-903a-422d500435ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bf48e27-9792-4653-bb7f-201d1b384edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244758 Nov 15 15:40:57.809579 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-3b43814a-5f90-4ec3-8b30-6d9e16b36bc0 service neutron] 10.222.0.46 "GET /v2.0/networks/0bf48e27-9792-4653-bb7f-201d1b384edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876791 Nov 15 15:40:57.903790 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-dbbe2630-569a-43e6-9d58-a0ec802687fe req-5ff8334d-dccb-45d4-be0a-77b95e2c1564 service neutron] 10.222.0.46 "GET /v2.0/networks/0bf48e27-9792-4653-bb7f-201d1b384edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811837 Nov 15 15:40:58.075864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4838ad-e98c-40f4-a8aa-a4ea56c8fbb0 req-a22d00e7-bcd3-4386-8679-b01da929a24a tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:58.077340 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f4838ad-e98c-40f4-a8aa-a4ea56c8fbb0 req-a22d00e7-bcd3-4386-8679-b01da929a24a tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 943 time: 0.0488069 Nov 15 15:40:58.128284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0f4838ad-e98c-40f4-a8aa-a4ea56c8fbb0 req-88ec87e2-9ad5-4ef9-adff-f1b286047918 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446632 Nov 15 15:40:58.967312 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:59.258636 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599bbb0-2671-4297-9b67-0f695c494318 req-2f449672-11e5-448f-ba8c-29c4bbf8236f tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:40:59.260630 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4599bbb0-2671-4297-9b67-0f695c494318 req-2f449672-11e5-448f-ba8c-29c4bbf8236f tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 943 time: 0.0535247 Nov 15 15:40:59.310538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4599bbb0-2671-4297-9b67-0f695c494318 req-760cc6d3-ab40-4809-afc6-dd6357ee47d0 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426836 Nov 15 15:40:59.372917 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:59.398779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6fdfa883-8703-4722-aaaf-8cd357200122 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:40:59.497639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6fdfa883-8703-4722-aaaf-8cd357200122, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6fdfa883-8703-4722-aaaf-8cd357200122,segment=NetworkSegment(382bb313-49c7-421e-a72f-16795d8ad61e),segment_id=382bb313-49c7-421e-a72f-16795d8ad61e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:59.508502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': '6fdfa883-8703-4722-aaaf-8cd357200122', 'network_id': '0bf48e27-9792-4653-bb7f-201d1b384edb', 'port_id': '6fdfa883-8703-4722-aaaf-8cd357200122', 'mac_address': 'fa:16:3e:79:92:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cf3bdd-6b64-4b9f-9df6-eb89b6da41bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:40:59.558222 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:59.573154 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fdfa883-8703-4722-aaaf-8cd357200122 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:40:59.598576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6fdfa883-8703-4722-aaaf-8cd357200122, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6fdfa883-8703-4722-aaaf-8cd357200122,segment=NetworkSegment(382bb313-49c7-421e-a72f-16795d8ad61e),segment_id=382bb313-49c7-421e-a72f-16795d8ad61e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:40:59.676408 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:59.738098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6fdfa883-8703-4722-aaaf-8cd357200122,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:40:59.746015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:59.746387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:59.746759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:59.747094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:59.747426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:59.747754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:59.748080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:59.748437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:59.748769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:59.749090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:59.749411 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:59.749733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:40:59.783957 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ab39def-b37c-4c5c-beac-66d68f947c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:40:59.929256 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6fdfa883-8703-4722-aaaf-8cd357200122'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:41:00.425832 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8be69-4f0d-4170-9ef3-210097896a8c req-c842da18-41a8-4351-b0cc-2d3b4e2e8d2b tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:00.427359 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ea8be69-4f0d-4170-9ef3-210097896a8c req-c842da18-41a8-4351-b0cc-2d3b4e2e8d2b tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 944 time: 0.0488670 Nov 15 15:41:00.473715 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ea8be69-4f0d-4170-9ef3-210097896a8c req-9d37a2f1-c560-4c8e-a244-d95e88ce70aa tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Nov 15 15:41:01.430593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6fdfa883-8703-4722-aaaf-8cd357200122 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:41:01.555580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port 6fdfa883-8703-4722-aaaf-8cd357200122 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:41:01.560080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port 6fdfa883-8703-4722-aaaf-8cd357200122 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:01.560614 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:01.594591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33196652-d49a-4d5d-ac9d-e837d8aa373c req-13c1385a-be79-460c-832d-e67f89dd0c43 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:01.594591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33196652-d49a-4d5d-ac9d-e837d8aa373c req-13c1385a-be79-460c-832d-e67f89dd0c43 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 944 time: 0.0527418 Nov 15 15:41:01.641614 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:01.644581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33196652-d49a-4d5d-ac9d-e837d8aa373c req-1c88965d-45a9-4925-b687-3d3c18fe736f tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444417 Nov 15 15:41:01.664459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026d6cb-15e1-4cdf-8f07-779aa74296f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdfa883-8703-4722-aaaf-8cd357200122'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:41:01.666742 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4738707a-dce4-4645-b1bb-721e5faa5071" -d '{"events": [{"server_uuid": "2026d6cb-15e1-4cdf-8f07-779aa74296f0", "name": "network-vif-plugged", "status": "completed", "tag": "6fdfa883-8703-4722-aaaf-8cd357200122"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:41:01.679409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port 6fdfa883-8703-4722-aaaf-8cd357200122, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6fdfa883-8703-4722-aaaf-8cd357200122,segment=NetworkSegment(382bb313-49c7-421e-a72f-16795d8ad61e),segment_id=382bb313-49c7-421e-a72f-16795d8ad61e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:01.707267 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8e77a9-3b90-4778-9eb9-08d3622a0dbb x-openstack-request-id: req-7e8e77a9-3b90-4778-9eb9-08d3622a0dbb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:41:01.707562 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026d6cb-15e1-4cdf-8f07-779aa74296f0", "name": "network-vif-plugged", "status": "completed", "tag": "6fdfa883-8703-4722-aaaf-8cd357200122", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:41:01.707818 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e8e77a9-3b90-4778-9eb9-08d3622a0dbb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:41:01.708219 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026d6cb-15e1-4cdf-8f07-779aa74296f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdfa883-8703-4722-aaaf-8cd357200122', 'code': 200} Nov 15 15:41:01.778882 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:01.817384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bc7aa-3272-4a25-b82d-f433079f635a req-8bcdd71f-fa76-4b35-9666-1c189d89d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:01.819115 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-500bc7aa-3272-4a25-b82d-f433079f635a req-8bcdd71f-fa76-4b35-9666-1c189d89d945 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 1096 time: 0.0457330 Nov 15 15:41:01.843257 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=6fdfa883-8703-4722-aaaf-8cd357200122,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:01.869344 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-500bc7aa-3272-4a25-b82d-f433079f635a req-a310d076-1eaf-4d3f-ac73-39b5e7c32340 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392158 Nov 15 15:41:02.127328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fcdd998d-2d40-48f8-82ac-6cd4a0477622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:02.758218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61179396-ef0c-45d9-bc5e-05961983d1b7 req-90bec5c5-5944-4326-870d-684524473c6d tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:02.759723 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61179396-ef0c-45d9-bc5e-05961983d1b7 req-90bec5c5-5944-4326-870d-684524473c6d tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 945 time: 0.0481985 Nov 15 15:41:02.808327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61179396-ef0c-45d9-bc5e-05961983d1b7 req-1b8433ee-6a7e-4ce0-87f2-52f0ea644fe7 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419996 Nov 15 15:41:03.738488 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:03.930713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4144dab-40af-4930-a194-4ff764e02019 req-1f2f2400-3b65-48bd-aed4-f0b8db629cfc tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:03.932218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4144dab-40af-4930-a194-4ff764e02019 req-1f2f2400-3b65-48bd-aed4-f0b8db629cfc tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 945 time: 0.0521932 Nov 15 15:41:03.992177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4144dab-40af-4930-a194-4ff764e02019 req-c1d0c186-34f9-4082-9a1d-7e49e984e1b1 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537119 Nov 15 15:41:04.499443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5d013-742b-490d-93f8-de1b853fa2a3 req-759305ca-4273-4bdb-8204-42405f5e3ec8 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:04.500921 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4bb5d013-742b-490d-93f8-de1b853fa2a3 req-759305ca-4273-4bdb-8204-42405f5e3ec8 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 945 time: 0.0484481 Nov 15 15:41:04.548334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4bb5d013-742b-490d-93f8-de1b853fa2a3 req-89101e12-16f2-44b2-bf27-f46c7c41e16f tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Nov 15 15:41:05.384587 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:05.673940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d7a9f-074b-4fdb-9b09-a82ecf072d00 req-8a5af1ad-c2b7-4f1c-bc34-8cdb063c9ead tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:05.675616 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-508d7a9f-074b-4fdb-9b09-a82ecf072d00 req-8a5af1ad-c2b7-4f1c-bc34-8cdb063c9ead tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 945 time: 0.0511010 Nov 15 15:41:05.723843 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-508d7a9f-074b-4fdb-9b09-a82ecf072d00 req-ae721795-27fb-4f95-a81b-d52ee0758da8 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Nov 15 15:41:05.836013 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:05.914233 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecb3db-590f-492b-a906-32a656f1c3b5 req-4849c080-7eab-467e-bab3-7149241735c7 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:05.915715 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9aecb3db-590f-492b-a906-32a656f1c3b5 req-4849c080-7eab-467e-bab3-7149241735c7 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.46 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 945 time: 0.0525448 Nov 15 15:41:06.011885 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9aecb3db-590f-492b-a906-32a656f1c3b5 req-97a1a127-7f5f-4a78-98b5-9826afa183fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Deleting port 6fdfa883-8703-4722-aaaf-8cd357200122 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:41:06.012230 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9aecb3db-590f-492b-a906-32a656f1c3b5 req-97a1a127-7f5f-4a78-98b5-9826afa183fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:06.101071 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9aecb3db-590f-492b-a906-32a656f1c3b5 req-97a1a127-7f5f-4a78-98b5-9826afa183fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] For port 6fdfa883-8703-4722-aaaf-8cd357200122, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=6fdfa883-8703-4722-aaaf-8cd357200122,segment=NetworkSegment(382bb313-49c7-421e-a72f-16795d8ad61e),segment_id=382bb313-49c7-421e-a72f-16795d8ad61e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:06.101368 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9aecb3db-590f-492b-a906-32a656f1c3b5 req-97a1a127-7f5f-4a78-98b5-9826afa183fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:06.114461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9aecb3db-590f-492b-a906-32a656f1c3b5 req-97a1a127-7f5f-4a78-98b5-9826afa183fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Calling delete_port for 6fdfa883-8703-4722-aaaf-8cd357200122 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:41:06.304747 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9aecb3db-590f-492b-a906-32a656f1c3b5 req-97a1a127-7f5f-4a78-98b5-9826afa183fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:06.318532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:41:06.324938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['6fdfa883-8703-4722-aaaf-8cd357200122'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:41:06.335927 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1a127-7f5f-4a78-98b5-9826afa183fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Pushing event deleted for resources: {'Port': ['ID=6fdfa883-8703-4722-aaaf-8cd357200122,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:06.379573 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aecb3db-590f-492b-a906-32a656f1c3b5 req-97a1a127-7f5f-4a78-98b5-9826afa183fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] No DVR routers for this DVR port 6fdfa883-8703-4722-aaaf-8cd357200122 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:41:06.382223 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9aecb3db-590f-492b-a906-32a656f1c3b5 req-97a1a127-7f5f-4a78-98b5-9826afa183fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:06.385816 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-9aecb3db-590f-492b-a906-32a656f1c3b5 req-97a1a127-7f5f-4a78-98b5-9826afa183fe tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.46 "DELETE /v2.0/ports/6fdfa883-8703-4722-aaaf-8cd357200122 HTTP/1.1" status: 204 len: 173 time: 0.4603343 Nov 15 15:41:06.389560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026d6cb-15e1-4cdf-8f07-779aa74296f0', 'name': 'network-vif-deleted', 'tag': '6fdfa883-8703-4722-aaaf-8cd357200122'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:41:06.389560 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0237a9f7-2574-468b-88bb-bcad7a5a7a6e" -d '{"events": [{"server_uuid": "2026d6cb-15e1-4cdf-8f07-779aa74296f0", "name": "network-vif-deleted", "tag": "6fdfa883-8703-4722-aaaf-8cd357200122"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:41:06.434927 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbdc823-2bcb-4b2d-82fe-16463063126f x-openstack-request-id: req-0fbdc823-2bcb-4b2d-82fe-16463063126f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:41:06.437044 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026d6cb-15e1-4cdf-8f07-779aa74296f0", "name": "network-vif-deleted", "tag": "6fdfa883-8703-4722-aaaf-8cd357200122", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:41:06.437044 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0fbdc823-2bcb-4b2d-82fe-16463063126f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:41:06.437044 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026d6cb-15e1-4cdf-8f07-779aa74296f0', 'name': 'network-vif-deleted', 'tag': '6fdfa883-8703-4722-aaaf-8cd357200122', 'status': 'completed', 'code': 200} Nov 15 15:41:06.836010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa6ee708-7750-4bc0-91e7-9ba8e34188e2 req-02b79a3f-84e0-40a1-a636-ee9b1432e454 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=2026d6cb-15e1-4cdf-8f07-779aa74296f0 HTTP/1.1" status: 200 len: 210 time: 0.0319440 Nov 15 15:41:07.996984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcec57f-f10c-441c-a9bd-f9abd8dea624 req-ea911a4e-4638-4963-9127-5fa1e1cfd89d tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:07.998541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fcec57f-f10c-441c-a9bd-f9abd8dea624 req-ea911a4e-4638-4963-9127-5fa1e1cfd89d tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 946 time: 0.0511642 Nov 15 15:41:08.046129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3fcec57f-f10c-441c-a9bd-f9abd8dea624 req-48401f39-2bf6-4aad-9463-aebd151d1e7b tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415025 Nov 15 15:41:08.182477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2705c-c069-4bd7-b05b-d584a9d80607 req-b78f64f8-c7ea-47f8-badf-c98cbc4fa3f8 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:08.184008 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dcb2705c-c069-4bd7-b05b-d584a9d80607 req-b78f64f8-c7ea-47f8-badf-c98cbc4fa3f8 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 946 time: 0.0517604 Nov 15 15:41:08.190822 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:41:08.234147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dcb2705c-c069-4bd7-b05b-d584a9d80607 req-5469aa92-8249-41ec-bb95-9accf386cedd tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 Nov 15 15:41:08.354590 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ac868-48ea-406f-a46f-56a1c18e65d5 req-f87a8bbe-7e34-4fa0-a422-1696983d639d tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:08.356667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b8ac868-48ea-406f-a46f-56a1c18e65d5 req-f87a8bbe-7e34-4fa0-a422-1696983d639d tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 946 time: 0.0536854 Nov 15 15:41:08.409180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b8ac868-48ea-406f-a46f-56a1c18e65d5 req-3f93639c-76e5-40a1-b25d-0f77dace5bb1 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464427 Nov 15 15:41:08.483446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-08d4f7e7-c4fe-412b-9324-f842783d7b3d req-4d10e142-05f7-4fd9-80fc-258ddf99c4a0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:41:08.484426 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08d4f7e7-c4fe-412b-9324-f842783d7b3d req-4d10e142-05f7-4fd9-80fc-258ddf99c4a0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060394 Nov 15 15:41:08.594816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2c86e-83af-4e6f-b8e9-67123ca2f561 req-a5ba198b-55af-4c0d-af4e-d8261c9f2e7d tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:08.596294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ade2c86e-83af-4e6f-b8e9-67123ca2f561 req-a5ba198b-55af-4c0d-af4e-d8261c9f2e7d tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 946 time: 0.0480001 Nov 15 15:41:08.654038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ade2c86e-83af-4e6f-b8e9-67123ca2f561 req-e3982066-4e67-4049-8415-752478540707 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424280 Nov 15 15:41:08.775700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f46de-71c4-4650-8ae8-ba9246ebd067 req-e7e613cb-bd1a-4dc0-9a9b-5021a6ef69b3 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:08.777351 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb9f46de-71c4-4650-8ae8-ba9246ebd067 req-e7e613cb-bd1a-4dc0-9a9b-5021a6ef69b3 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 946 time: 0.0543349 Nov 15 15:41:08.825734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb9f46de-71c4-4650-8ae8-ba9246ebd067 req-7c8251e4-2420-4e8f-8815-21340e100f1e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420756 Nov 15 15:41:08.954422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124cbe-abc0-4157-918d-ca1b58aae231 req-e95ad8b2-8859-4ada-999d-1500bf1e820a tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:08.955917 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4124cbe-abc0-4157-918d-ca1b58aae231 req-e95ad8b2-8859-4ada-999d-1500bf1e820a tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 946 time: 0.0503120 Nov 15 15:41:09.005030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d4124cbe-abc0-4157-918d-ca1b58aae231 req-20750eb6-e8e0-4270-9c8c-7fe0cc4c260e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431404 Nov 15 15:41:09.503038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6fdfa883-8703-4722-aaaf-8cd357200122 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:41:09.523740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: 6fdfa883-8703-4722-aaaf-8cd357200122 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:41:09.524084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device 6fdfa883-8703-4722-aaaf-8cd357200122 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:41:09.524897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3f5f5-8bde-492d-b19b-ff3740885b04 req-c5b8ec9a-23b7-4f5c-96d5-821a767b2d95 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:09.526605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bef3f5f5-8bde-492d-b19b-ff3740885b04 req-c5b8ec9a-23b7-4f5c-96d5-821a767b2d95 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 946 time: 0.0507782 Nov 15 15:41:09.579300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bef3f5f5-8bde-492d-b19b-ff3740885b04 req-b02516f2-1cae-4056-91cc-ef58acaecfb8 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467265 Nov 15 15:41:10.696927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59462a8a-1dd4-4199-b220-c3e973670f54 req-76b91827-7d9c-4709-81d7-f9f281d08e53 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:10.698509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59462a8a-1dd4-4199-b220-c3e973670f54 req-76b91827-7d9c-4709-81d7-f9f281d08e53 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 946 time: 0.0489421 Nov 15 15:41:10.747326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59462a8a-1dd4-4199-b220-c3e973670f54 req-6ad82d18-b21c-47b2-b897-8df920b868a6 tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/security-groups?id=17f18849-275e-4df2-8f2e-da514b89ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 Nov 15 15:41:10.948373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17210b-0f09-4715-b655-a3853ebb7aab req-7101df99-92c4-4544-b6d3-358b03f10d3c tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:10.950417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff17210b-0f09-4715-b655-a3853ebb7aab req-7101df99-92c4-4544-b6d3-358b03f10d3c tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.59 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 946 time: 0.0481200 Nov 15 15:41:11.043254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ff17210b-0f09-4715-b655-a3853ebb7aab req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Deleting port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:41:11.043636 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff17210b-0f09-4715-b655-a3853ebb7aab req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:11.131390 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ff17210b-0f09-4715-b655-a3853ebb7aab req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] For port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d,segment=NetworkSegment(382bb313-49c7-421e-a72f-16795d8ad61e),segment_id=382bb313-49c7-421e-a72f-16795d8ad61e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:11.131762 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff17210b-0f09-4715-b655-a3853ebb7aab req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:11.144376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ff17210b-0f09-4715-b655-a3853ebb7aab req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Calling delete_port for f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:41:11.333545 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff17210b-0f09-4715-b655-a3853ebb7aab req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:11.345308 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:41:11.363802 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Pushing event deleted for resources: {'Port': ['ID=f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:11.376773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:11.377138 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:11.378068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:11.378068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:11.378262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:11.378503 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:11.378913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:11.379159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:11.379494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:11.379827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:11.380160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:11.380521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:11.419638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff17210b-0f09-4715-b655-a3853ebb7aab req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] No DVR routers for this DVR port f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:41:11.424987 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff17210b-0f09-4715-b655-a3853ebb7aab req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:11.425862 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff17210b-0f09-4715-b655-a3853ebb7aab req-5c9b6a96-31bf-42cd-8a61-8a5d9e57f29e tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.59 "DELETE /v2.0/ports/f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d HTTP/1.1" status: 204 len: 173 time: 0.4686790 Nov 15 15:41:11.426311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748fdb38-23be-454d-a56d-389b02edf905', 'name': 'network-vif-deleted', 'tag': 'f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:41:11.428629 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ccb877-6f67-4b46-b4fc-a41f6fd0c104" -d '{"events": [{"server_uuid": "748fdb38-23be-454d-a56d-389b02edf905", "name": "network-vif-deleted", "tag": "f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:41:11.466066 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc346d7-7c59-457e-94f3-f16c9f1045f2 x-openstack-request-id: req-bfc346d7-7c59-457e-94f3-f16c9f1045f2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:41:11.466450 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748fdb38-23be-454d-a56d-389b02edf905", "name": "network-vif-deleted", "tag": "f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:41:11.466681 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfc346d7-7c59-457e-94f3-f16c9f1045f2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:41:11.467065 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748fdb38-23be-454d-a56d-389b02edf905', 'name': 'network-vif-deleted', 'tag': 'f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d', 'status': 'completed', 'code': 200} Nov 15 15:41:11.854061 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38cb7f1f-f97a-4f20-acc8-03aefe67b785 req-2fee333e-081f-4772-9d83-48b84e695c5b tempest-ServersNegativeTestJSON-787841723 tempest-ServersNegativeTestJSON-787841723-project] 10.222.0.70 "GET /v2.0/ports?device_id=748fdb38-23be-454d-a56d-389b02edf905 HTTP/1.1" status: 200 len: 210 time: 0.0272527 Nov 15 15:41:12.911854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52136) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:12.967292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-17914e65-32ca-4ba6-b52b-00ce1b137810 admin admin] Deleting subnet 76cf3bdd-6b64-4b9f-9df6-eb89b6da41bf {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:41:12.970376 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17914e65-32ca-4ba6-b52b-00ce1b137810 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.005350 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17914e65-32ca-4ba6-b52b-00ce1b137810 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.045051 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17914e65-32ca-4ba6-b52b-00ce1b137810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.150286 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17914e65-32ca-4ba6-b52b-00ce1b137810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.174825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17914e65-32ca-4ba6-b52b-00ce1b137810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76cf3bdd-6b64-4b9f-9df6-eb89b6da41bf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:13.180581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17914e65-32ca-4ba6-b52b-00ce1b137810 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.184609 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-17914e65-32ca-4ba6-b52b-00ce1b137810 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/76cf3bdd-6b64-4b9f-9df6-eb89b6da41bf HTTP/1.1" status: 204 len: 168 time: 0.2712145 Nov 15 15:41:13.187495 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52138) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:13.254525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-facb43b2-3a39-46e2-8daa-f6bc15a2e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.335257 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-facb43b2-3a39-46e2-8daa-f6bc15a2e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.355383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-facb43b2-3a39-46e2-8daa-f6bc15a2e5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf48e27-9792-4653-bb7f-201d1b384edb']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:13.365287 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-facb43b2-3a39-46e2-8daa-f6bc15a2e5e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382bb313-49c7-421e-a72f-16795d8ad61e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:13.365619 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-facb43b2-3a39-46e2-8daa-f6bc15a2e5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382bb313-49c7-421e-a72f-16795d8ad61e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:13.375760 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-facb43b2-3a39-46e2-8daa-f6bc15a2e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.391568 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-facb43b2-3a39-46e2-8daa-f6bc15a2e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.397893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facb43b2-3a39-46e2-8daa-f6bc15a2e5e4 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:41:13.398292 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-facb43b2-3a39-46e2-8daa-f6bc15a2e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:41:13.400383 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:41:13.498810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-facb43b2-3a39-46e2-8daa-f6bc15a2e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.504468 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-facb43b2-3a39-46e2-8daa-f6bc15a2e5e4 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.507727 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-facb43b2-3a39-46e2-8daa-f6bc15a2e5e4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0bf48e27-9792-4653-bb7f-201d1b384edb HTTP/1.1" status: 204 len: 168 time: 0.3190002 Nov 15 15:41:13.526642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb43b2-3a39-46e2-8daa-f6bc15a2e5e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bf48e27-9792-4653-bb7f-201d1b384edb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:13.750161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52142) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:13.790098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0ca41e64-fd22-455a-a60b-e87d5e3bc275 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb56aae004884d3f8f15038c5c327486&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387337 Nov 15 15:41:13.792529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:13.841260 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-500ea94d-169c-4a2a-989f-654ef4de2082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.863336 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-500ea94d-169c-4a2a-989f-654ef4de2082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.967365 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-500ea94d-169c-4a2a-989f-654ef4de2082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.969872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-500ea94d-169c-4a2a-989f-654ef4de2082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:13.971181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-500ea94d-169c-4a2a-989f-654ef4de2082 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/17f18849-275e-4df2-8f2e-da514b89ca04 HTTP/1.1" status: 204 len: 168 time: 0.1771641 Nov 15 15:41:13.979459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ea94d-169c-4a2a-989f-654ef4de2082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f18849-275e-4df2-8f2e-da514b89ca04,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:14.226351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:41:14.252643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:41:14.252643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device f5cd96ed-a5a7-4197-a9c8-7298eacd6c9d not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:41:15.020705 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:15.123610 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-610762460'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:15.235315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Made reservation on behalf of 8e2c3837941a460bab2877b1e67f6ac8 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:15.238898 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:15.248048 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:15.320273 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:15.402021 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:15.444463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:41:15.451009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0eed5b-a1ec-434b-922a-48e796adb8df,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:15.456831 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:15.457175 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Added segment aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3 of type vlan for network 85a4bbbd-bbd6-49d0-ae3c-987330425b98 Nov 15 15:41:15.500374 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:15.595631 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:15.601263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:15.601856 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:15.666195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event updated for resources: {'Network': ['ID=85a4bbbd-bbd6-49d0-ae3c-987330425b98,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:15.677484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 85a4bbbd-bbd6-49d0-ae3c-987330425b98 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:41:15.701046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cdf83920-88db-4efd-928d-4f08dc9041f3 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6791954 Nov 15 15:41:18.937327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:18.942435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-91cc9d3d-c552-454f-a992-6518b6a508a5 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Request body: {'subnet': {'network_id': '85a4bbbd-bbd6-49d0-ae3c-987330425b98', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:19.098073 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cc9d3d-c552-454f-a992-6518b6a508a5 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Made reservation on behalf of 8e2c3837941a460bab2877b1e67f6ac8 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:19.101691 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91cc9d3d-c552-454f-a992-6518b6a508a5 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:19.321428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91cc9d3d-c552-454f-a992-6518b6a508a5 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:19.381989 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc9d3d-c552-454f-a992-6518b6a508a5 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event updated for resources: {'Subnet': ['ID=b5f7bcdf-908c-406d-9238-78d06941fc4b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:19.390148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cc9d3d-c552-454f-a992-6518b6a508a5 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Checking segment: {'id': 'aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a4bbbd-bbd6-49d0-ae3c-987330425b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:19.390148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc9d3d-c552-454f-a992-6518b6a508a5 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Network hostable DHCP agents. Network: 85a4bbbd-bbd6-49d0-ae3c-987330425b98, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:41:19.452542 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc9d3d-c552-454f-a992-6518b6a508a5 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Network 85a4bbbd-bbd6-49d0-ae3c-987330425b98 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:41:19.498622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-91cc9d3d-c552-454f-a992-6518b6a508a5 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 85a4bbbd-bbd6-49d0-ae3c-987330425b98) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:19.502815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc9d3d-c552-454f-a992-6518b6a508a5 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:19.503427 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91cc9d3d-c552-454f-a992-6518b6a508a5 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:19.507677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92098902-9194-44c6-91f1-68b298076b5c None None] Network 85a4bbbd-bbd6-49d0-ae3c-987330425b98 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:19.563729 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-91cc9d3d-c552-454f-a992-6518b6a508a5 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6252313 Nov 15 15:41:19.567219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:19.571993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0ab4a519-8814-4775-adc8-79770b6d84e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1715494544'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:19.650818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-85a4bbbd-bbd6-49d0-ae3c-987330425b98', 'network_id': '85a4bbbd-bbd6-49d0-ae3c-987330425b98', 'tenant_id': '8e2c3837941a460bab2877b1e67f6ac8', 'fixed_ips': [{'subnet_id': 'b5f7bcdf-908c-406d-9238-78d06941fc4b'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:41:19.651690 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:19.658220 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab4a519-8814-4775-adc8-79770b6d84e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Made reservation on behalf of 8e2c3837941a460bab2877b1e67f6ac8 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:19.662910 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a519-8814-4775-adc8-79770b6d84e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:19.686143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab4a519-8814-4775-adc8-79770b6d84e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:41:19.694994 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a519-8814-4775-adc8-79770b6d84e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:19.695339 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-0ab4a519-8814-4775-adc8-79770b6d84e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Added segment 766597a4-9e5a-491a-977f-f564d8fad87c of type vlan for network fed35335-c345-4bad-9d48-425144d62903 Nov 15 15:41:19.736762 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a519-8814-4775-adc8-79770b6d84e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:19.787197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Allocated IP 2001:db8:0:ffff::2 (85a4bbbd-bbd6-49d0-ae3c-987330425b98/b5f7bcdf-908c-406d-9238-78d06941fc4b/780d6b75-996b-4064-ad31-348903c2695b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:41:19.818443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a519-8814-4775-adc8-79770b6d84e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:19.823969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab4a519-8814-4775-adc8-79770b6d84e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:19.829083 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a519-8814-4775-adc8-79770b6d84e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:19.892882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4a519-8814-4775-adc8-79770b6d84e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event updated for resources: {'Network': ['ID=fed35335-c345-4bad-9d48-425144d62903,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:19.905285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network fed35335-c345-4bad-9d48-425144d62903 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:41:19.935183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0ab4a519-8814-4775-adc8-79770b6d84e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3669844 Nov 15 15:41:19.938302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:19.943400 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5d92e58f-2865-4d2e-a222-8e3adba56391 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Request body: {'subnet': {'network_id': 'fed35335-c345-4bad-9d48-425144d62903', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:19.976585 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:20.024849 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:20.061059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Network 85a4bbbd-bbd6-49d0-ae3c-987330425b98 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:20.066442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:20.071788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:41:20.079619 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Pushing event updated for resources: {'Port': ['ID=780d6b75-996b-4064-ad31-348903c2695b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:20.080882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d92e58f-2865-4d2e-a222-8e3adba56391 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Made reservation on behalf of 8e2c3837941a460bab2877b1e67f6ac8 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:20.084667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d92e58f-2865-4d2e-a222-8e3adba56391 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:20.130682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Attempting to bind port 780d6b75-996b-4064-ad31-348903c2695b on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:20.131048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Attempting to bind port 780d6b75-996b-4064-ad31-348903c2695b by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a4bbbd-bbd6-49d0-ae3c-987330425b98'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:20.131408 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Attempting to bind port 780d6b75-996b-4064-ad31-348903c2695b on network 85a4bbbd-bbd6-49d0-ae3c-987330425b98 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:20.136553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:20.136920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Checking segment: {'id': 'aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a4bbbd-bbd6-49d0-ae3c-987330425b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:20.137313 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:20.138243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Bound using segment: {'id': 'aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a4bbbd-bbd6-49d0-ae3c-987330425b98'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:41:20.138720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Bound port: 780d6b75-996b-4064-ad31-348903c2695b, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a4bbbd-bbd6-49d0-ae3c-987330425b98'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:41:20.139093 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:20.205967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] For port 780d6b75-996b-4064-ad31-348903c2695b, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:41:20.209154 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] For port 780d6b75-996b-4064-ad31-348903c2695b, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=780d6b75-996b-4064-ad31-348903c2695b,segment=NetworkSegment(aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3),segment_id=aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:41:20.270231 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:20.334093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b30d84-4771-4ad7-a849-9f896ac40c31 None None] Pushing event updated for resources: {'Port': ['ID=780d6b75-996b-4064-ad31-348903c2695b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:20.344505 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d92e58f-2865-4d2e-a222-8e3adba56391 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:20.401671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92e58f-2865-4d2e-a222-8e3adba56391 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event updated for resources: {'Subnet': ['ID=03c5c350-5990-4913-8130-d1ea9c421eb9,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:20.417675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92e58f-2865-4d2e-a222-8e3adba56391 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Checking segment: {'id': '766597a4-9e5a-491a-977f-f564d8fad87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fed35335-c345-4bad-9d48-425144d62903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:20.418051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92e58f-2865-4d2e-a222-8e3adba56391 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Network hostable DHCP agents. Network: fed35335-c345-4bad-9d48-425144d62903, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:41:20.544680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92e58f-2865-4d2e-a222-8e3adba56391 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Network fed35335-c345-4bad-9d48-425144d62903 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:41:20.598221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 780d6b75-996b-4064-ad31-348903c2695b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:41:20.629668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5d92e58f-2865-4d2e-a222-8e3adba56391 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, fed35335-c345-4bad-9d48-425144d62903) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:20.634849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d92e58f-2865-4d2e-a222-8e3adba56391 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:20.635459 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d92e58f-2865-4d2e-a222-8e3adba56391 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:20.639440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32153105-7fb4-49d2-aff8-d50149045d89 None None] Network fed35335-c345-4bad-9d48-425144d62903 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:20.701925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 780d6b75-996b-4064-ad31-348903c2695b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:20.702291 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:20.718932 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5d92e58f-2865-4d2e-a222-8e3adba56391 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7792716 Nov 15 15:41:20.721392 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52178) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:20.851261 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:20.868922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bf3e23-c36d-4cfb-804f-a4ea20092948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-fed35335-c345-4bad-9d48-425144d62903', 'network_id': 'fed35335-c345-4bad-9d48-425144d62903', 'tenant_id': '8e2c3837941a460bab2877b1e67f6ac8', 'fixed_ips': [{'subnet_id': '03c5c350-5990-4913-8130-d1ea9c421eb9'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:41:20.870279 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40bf3e23-c36d-4cfb-804f-a4ea20092948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:20.894131 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:20.955183 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:20.984854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 780d6b75-996b-4064-ad31-348903c2695b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=780d6b75-996b-4064-ad31-348903c2695b,segment=NetworkSegment(aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3),segment_id=aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:21.064473 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:21.094996 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:21.126758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Subnet': ['ID=03c5c350-5990-4913-8130-d1ea9c421eb9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-40bf3e23-c36d-4cfb-804f-a4ea20092948 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03c5c350-5990-4913-8130-d1ea9c421eb9: This subnet is being modified by another concurrent operation. Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03c5c350-5990-4913-8130-d1ea9c421eb9: This subnet is being modified by another concurrent operation. Nov 15 15:41:21.140483 n-d-817748-2 neutron-server[103148]: ERROR oslo_messaging.rpc.server Nov 15 15:41:21.156128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=780d6b75-996b-4064-ad31-348903c2695b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:21.168388 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c15c952-4944-46da-ab0c-58c12db162f2 None None] Network fed35335-c345-4bad-9d48-425144d62903 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:21.368212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0de833-fe56-4835-9282-0d3ecf6b4b72 None None] Network 85a4bbbd-bbd6-49d0-ae3c-987330425b98 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:21.483591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3884ec3-b7e7-484d-8416-e711f6381239 None None] Provisioning complete for port 780d6b75-996b-4064-ad31-348903c2695b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:21.483960 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3884ec3-b7e7-484d-8416-e711f6381239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:21.565304 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:21.589826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed35335-c345-4bad-9d48-425144d62903']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:21.601155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766597a4-9e5a-491a-977f-f564d8fad87c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:21.601531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766597a4-9e5a-491a-977f-f564d8fad87c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:21.612634 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:21.626158 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:21.634225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:41:21.634659 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:41:21.638211 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:41:21.767404 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1118ba3c-4740-4608-b915-8b837934d8cc None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 15:41:21.790082 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:21.797182 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:21.800546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/networks/fed35335-c345-4bad-9d48-425144d62903 HTTP/1.1" status: 204 len: 168 time: 1.0782135 Nov 15 15:41:21.803993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:21.811406 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c80be5e8-a6e2-4c7a-be1b-e022e02d95e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1449907182'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:21.824334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e8151-afb3-4042-9b8b-0ce2d4da19df tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Network': ['ID=fed35335-c345-4bad-9d48-425144d62903,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:21.845202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1118ba3c-4740-4608-b915-8b837934d8cc None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 15:41:21.855064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d9bb9e30-6866-4264-9ea9-a437b94d5eee None None] Provisioning complete for port 780d6b75-996b-4064-ad31-348903c2695b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:21.855436 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9bb9e30-6866-4264-9ea9-a437b94d5eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:21.938761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80be5e8-a6e2-4c7a-be1b-e022e02d95e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Made reservation on behalf of 8e2c3837941a460bab2877b1e67f6ac8 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:21.942377 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c80be5e8-a6e2-4c7a-be1b-e022e02d95e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:21.967655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80be5e8-a6e2-4c7a-be1b-e022e02d95e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:41:21.978254 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c80be5e8-a6e2-4c7a-be1b-e022e02d95e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:21.978634 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-c80be5e8-a6e2-4c7a-be1b-e022e02d95e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Added segment b559a6ea-1f13-43f5-a767-4ee60d5e10a9 of type vlan for network 912afbf1-22a5-4aaa-987e-6f560e28858d Nov 15 15:41:22.020328 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c80be5e8-a6e2-4c7a-be1b-e022e02d95e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:22.149667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c80be5e8-a6e2-4c7a-be1b-e022e02d95e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:22.155454 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80be5e8-a6e2-4c7a-be1b-e022e02d95e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:22.156053 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c80be5e8-a6e2-4c7a-be1b-e022e02d95e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:22.240696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80be5e8-a6e2-4c7a-be1b-e022e02d95e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event updated for resources: {'Network': ['ID=912afbf1-22a5-4aaa-987e-6f560e28858d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:22.253202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 912afbf1-22a5-4aaa-987e-6f560e28858d details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:41:22.289889 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c80be5e8-a6e2-4c7a-be1b-e022e02d95e8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4848111 Nov 15 15:41:22.292800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52182) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:22.298378 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Request body: {'subnet': {'network_id': '912afbf1-22a5-4aaa-987e-6f560e28858d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:22.436312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Made reservation on behalf of 8e2c3837941a460bab2877b1e67f6ac8 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:22.440005 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:22.501600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Performing IP validity checks on allocation pools {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 15:41:22.502118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 15:41:22.546892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 780d6b75-996b-4064-ad31-348903c2695b up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:41:22.596505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 780d6b75-996b-4064-ad31-348903c2695b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:22.596874 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:22.670615 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:22.741220 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event updated for resources: {'Subnet': ['ID=3f870d4f-2637-45bb-b001-cf7bbfa2fef3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:22.745966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Checking segment: {'id': 'b559a6ea-1f13-43f5-a767-4ee60d5e10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '912afbf1-22a5-4aaa-987e-6f560e28858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:22.746338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Network hostable DHCP agents. Network: 912afbf1-22a5-4aaa-987e-6f560e28858d, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:41:22.829817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Network 912afbf1-22a5-4aaa-987e-6f560e28858d is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:41:22.921052 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 912afbf1-22a5-4aaa-987e-6f560e28858d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:22.925240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:22.925845 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:22.930064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2bf981-7328-46c5-b957-e76d2aead1ca None None] Network 912afbf1-22a5-4aaa-987e-6f560e28858d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:23.009989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-81acacbc-e931-4b31-8446-e5690a2774f7 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7160947 Nov 15 15:41:23.013172 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:23.076173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-912afbf1-22a5-4aaa-987e-6f560e28858d', 'network_id': '912afbf1-22a5-4aaa-987e-6f560e28858d', 'tenant_id': '8e2c3837941a460bab2877b1e67f6ac8', 'fixed_ips': [{'subnet_id': '3f870d4f-2637-45bb-b001-cf7bbfa2fef3'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:41:23.077098 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:23.111983 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:23.163238 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:23.209146 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Allocated IP 2001:db8::3 (912afbf1-22a5-4aaa-987e-6f560e28858d/3f870d4f-2637-45bb-b001-cf7bbfa2fef3/2ea1799c-0454-410c-99ab-3bdf400075c8) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:41:23.353798 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:23.438500 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:23.479229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Network 912afbf1-22a5-4aaa-987e-6f560e28858d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:23.484536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:23.488109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:41:23.498245 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Pushing event updated for resources: {'Port': ['ID=2ea1799c-0454-410c-99ab-3bdf400075c8,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:23.535413 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:23.553836 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Attempting to bind port 2ea1799c-0454-410c-99ab-3bdf400075c8 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:23.554386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Attempting to bind port 2ea1799c-0454-410c-99ab-3bdf400075c8 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'b559a6ea-1f13-43f5-a767-4ee60d5e10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '912afbf1-22a5-4aaa-987e-6f560e28858d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:23.559899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Attempting to bind port 2ea1799c-0454-410c-99ab-3bdf400075c8 on network 912afbf1-22a5-4aaa-987e-6f560e28858d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:23.561827 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:23.562303 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Checking segment: {'id': 'b559a6ea-1f13-43f5-a767-4ee60d5e10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '912afbf1-22a5-4aaa-987e-6f560e28858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:23.562850 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:23.563296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Bound using segment: {'id': 'b559a6ea-1f13-43f5-a767-4ee60d5e10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '912afbf1-22a5-4aaa-987e-6f560e28858d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:41:23.563935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Bound port: 2ea1799c-0454-410c-99ab-3bdf400075c8, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b559a6ea-1f13-43f5-a767-4ee60d5e10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '912afbf1-22a5-4aaa-987e-6f560e28858d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:41:23.564333 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:23.564831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Subnet': ['ID=3f870d4f-2637-45bb-b001-cf7bbfa2fef3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:23.628820 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:23.634964 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] For port 2ea1799c-0454-410c-99ab-3bdf400075c8, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:41:23.638898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] For port 2ea1799c-0454-410c-99ab-3bdf400075c8, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2ea1799c-0454-410c-99ab-3bdf400075c8,segment=NetworkSegment(b559a6ea-1f13-43f5-a767-4ee60d5e10a9),segment_id=b559a6ea-1f13-43f5-a767-4ee60d5e10a9)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:41:23.654491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912afbf1-22a5-4aaa-987e-6f560e28858d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:23.664284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b559a6ea-1f13-43f5-a767-4ee60d5e10a9') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:23.664592 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b559a6ea-1f13-43f5-a767-4ee60d5e10a9') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:23.674927 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:23.739049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:23.741172 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:23.749895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:41:23.750474 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:41:23.753751 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:41:23.824872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a2789-3386-48a9-aa37-5e8d37fc816a None None] Pushing event updated for resources: {'Port': ['ID=2ea1799c-0454-410c-99ab-3bdf400075c8,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:23.837941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb54775-492c-4ed6-8f6c-b6af6ceb0a34 None None] Network 912afbf1-22a5-4aaa-987e-6f560e28858d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:23.847366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 15:41:23.847366 n-d-817748-2 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 15:41:23.847366 n-d-817748-2 neutron-server[103146]: [parameters: {'id': '912afbf1-22a5-4aaa-987e-6f560e28858d'}] Nov 15 15:41:23.847366 n-d-817748-2 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:41:23.848352 n-d-817748-2 neutron-server[103146]: DEBUG oslo_db.api [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:41:23.959723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c111af-069f-4705-8014-a4eb31e40e25 None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 15:41:24.042297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c111af-069f-4705-8014-a4eb31e40e25 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 15:41:24.349575 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:24.409148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Deleting port 2ea1799c-0454-410c-99ab-3bdf400075c8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:41:24.409617 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:24.481568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] For port 2ea1799c-0454-410c-99ab-3bdf400075c8, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2ea1799c-0454-410c-99ab-3bdf400075c8,segment=NetworkSegment(b559a6ea-1f13-43f5-a767-4ee60d5e10a9),segment_id=b559a6ea-1f13-43f5-a767-4ee60d5e10a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:24.481961 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:24.495807 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Calling delete_port for 2ea1799c-0454-410c-99ab-3bdf400075c8 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:41:24.641845 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:24.670751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Port': ['ID=2ea1799c-0454-410c-99ab-3bdf400075c8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:24.674464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] No DVR routers for this DVR port 2ea1799c-0454-410c-99ab-3bdf400075c8 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:41:24.760650 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:24.781493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912afbf1-22a5-4aaa-987e-6f560e28858d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:24.791179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b559a6ea-1f13-43f5-a767-4ee60d5e10a9') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:24.791478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b559a6ea-1f13-43f5-a767-4ee60d5e10a9') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:24.801563 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:24.814264 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:24.820037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:41:24.820420 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:41:24.823331 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:41:24.961337 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:24.969174 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:24.972109 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/networks/912afbf1-22a5-4aaa-987e-6f560e28858d HTTP/1.1" status: 204 len: 168 time: 1.9579356 Nov 15 15:41:24.984952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:24.984952 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d04c26a8-74f3-4549-90b4-3a8624c16c03 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-402997806'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:24.985676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f08a0-fc42-4d2d-aa43-3b2357608874 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Network': ['ID=912afbf1-22a5-4aaa-987e-6f560e28858d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:25.058796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04c26a8-74f3-4549-90b4-3a8624c16c03 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Made reservation on behalf of 8e2c3837941a460bab2877b1e67f6ac8 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:25.063062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d04c26a8-74f3-4549-90b4-3a8624c16c03 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:25.089252 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04c26a8-74f3-4549-90b4-3a8624c16c03 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:41:25.098873 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d04c26a8-74f3-4549-90b4-3a8624c16c03 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:25.099218 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-d04c26a8-74f3-4549-90b4-3a8624c16c03 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Added segment 27316c1a-31ec-4120-84e3-e213ad564602 of type vlan for network b9c890ab-b4e8-4b0a-af89-64b925d93d79 Nov 15 15:41:25.140392 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d04c26a8-74f3-4549-90b4-3a8624c16c03 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:25.220388 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d04c26a8-74f3-4549-90b4-3a8624c16c03 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:25.226048 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04c26a8-74f3-4549-90b4-3a8624c16c03 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:25.226680 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d04c26a8-74f3-4549-90b4-3a8624c16c03 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:25.291333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c26a8-74f3-4549-90b4-3a8624c16c03 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event updated for resources: {'Network': ['ID=b9c890ab-b4e8-4b0a-af89-64b925d93d79,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:25.301767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b9c890ab-b4e8-4b0a-af89-64b925d93d79 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:41:25.341781 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d04c26a8-74f3-4549-90b4-3a8624c16c03 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3646667 Nov 15 15:41:25.344641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:25.349506 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3a5f68de-a214-4882-8fec-2eed186b46c9 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Request body: {'subnet': {'network_id': 'b9c890ab-b4e8-4b0a-af89-64b925d93d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:25.543866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5f68de-a214-4882-8fec-2eed186b46c9 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Made reservation on behalf of 8e2c3837941a460bab2877b1e67f6ac8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:25.547443 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a5f68de-a214-4882-8fec-2eed186b46c9 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:25.784035 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a5f68de-a214-4882-8fec-2eed186b46c9 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:25.843588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f68de-a214-4882-8fec-2eed186b46c9 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event updated for resources: {'Subnet': ['ID=120d749a-7565-4056-b817-18e7a4eca239,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:25.853505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f68de-a214-4882-8fec-2eed186b46c9 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Checking segment: {'id': '27316c1a-31ec-4120-84e3-e213ad564602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9c890ab-b4e8-4b0a-af89-64b925d93d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:25.853868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5f68de-a214-4882-8fec-2eed186b46c9 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Network hostable DHCP agents. Network: b9c890ab-b4e8-4b0a-af89-64b925d93d79, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:41:25.978560 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5f68de-a214-4882-8fec-2eed186b46c9 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Network b9c890ab-b4e8-4b0a-af89-64b925d93d79 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:41:26.075270 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3a5f68de-a214-4882-8fec-2eed186b46c9 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b9c890ab-b4e8-4b0a-af89-64b925d93d79) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:26.079724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f68de-a214-4882-8fec-2eed186b46c9 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:26.080321 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a5f68de-a214-4882-8fec-2eed186b46c9 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:26.086501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59b6cd7-a951-4cd0-bf04-a61181598914 None None] Network b9c890ab-b4e8-4b0a-af89-64b925d93d79 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:26.158223 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3a5f68de-a214-4882-8fec-2eed186b46c9 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8124413 Nov 15 15:41:26.162274 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:26.166875 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-38135242-eb1d-49d4-a7ae-c0cbb8667f13 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1761750879'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:26.244479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-b9c890ab-b4e8-4b0a-af89-64b925d93d79', 'network_id': 'b9c890ab-b4e8-4b0a-af89-64b925d93d79', 'tenant_id': '8e2c3837941a460bab2877b1e67f6ac8', 'fixed_ips': [{'subnet_id': '120d749a-7565-4056-b817-18e7a4eca239'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:41:26.245455 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:26.263973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38135242-eb1d-49d4-a7ae-c0cbb8667f13 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Made reservation on behalf of 8e2c3837941a460bab2877b1e67f6ac8 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:26.267839 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38135242-eb1d-49d4-a7ae-c0cbb8667f13 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:26.298667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38135242-eb1d-49d4-a7ae-c0cbb8667f13 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:41:26.314360 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38135242-eb1d-49d4-a7ae-c0cbb8667f13 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:26.314672 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-38135242-eb1d-49d4-a7ae-c0cbb8667f13 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Added segment 8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea of type vlan for network 6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a Nov 15 15:41:26.354506 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38135242-eb1d-49d4-a7ae-c0cbb8667f13 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:26.387109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Allocated IP 2001:db8::2 (b9c890ab-b4e8-4b0a-af89-64b925d93d79/120d749a-7565-4056-b817-18e7a4eca239/c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:41:26.458574 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38135242-eb1d-49d4-a7ae-c0cbb8667f13 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:26.464303 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38135242-eb1d-49d4-a7ae-c0cbb8667f13 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:26.471276 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38135242-eb1d-49d4-a7ae-c0cbb8667f13 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:26.533367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38135242-eb1d-49d4-a7ae-c0cbb8667f13 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event updated for resources: {'Network': ['ID=6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:26.534217 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:26.543491 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:41:26.552688 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-38135242-eb1d-49d4-a7ae-c0cbb8667f13 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3896813 Nov 15 15:41:26.555505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52192) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:26.561519 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4c2f6bb4-4b02-43a7-b6d8-e1a5909ddcaa tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Request body: {'subnet': {'network_id': '6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:26.605386 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:26.658894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Network b9c890ab-b4e8-4b0a-af89-64b925d93d79 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:26.664975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:26.667370 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:41:26.671358 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Pushing event updated for resources: {'Port': ['ID=c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:26.709729 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2f6bb4-4b02-43a7-b6d8-e1a5909ddcaa tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Made reservation on behalf of 8e2c3837941a460bab2877b1e67f6ac8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:26.713301 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c2f6bb4-4b02-43a7-b6d8-e1a5909ddcaa tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:26.725031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Attempting to bind port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:26.725445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Attempting to bind port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '27316c1a-31ec-4120-84e3-e213ad564602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9c890ab-b4e8-4b0a-af89-64b925d93d79'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:26.725806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Attempting to bind port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 on network b9c890ab-b4e8-4b0a-af89-64b925d93d79 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:26.731817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:26.732188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Checking segment: {'id': '27316c1a-31ec-4120-84e3-e213ad564602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9c890ab-b4e8-4b0a-af89-64b925d93d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:26.732584 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:26.732973 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Bound using segment: {'id': '27316c1a-31ec-4120-84e3-e213ad564602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9c890ab-b4e8-4b0a-af89-64b925d93d79'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:41:26.733437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Bound port: c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27316c1a-31ec-4120-84e3-e213ad564602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9c890ab-b4e8-4b0a-af89-64b925d93d79'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:41:26.733809 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:26.795530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] For port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:41:26.798684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] For port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18,segment=NetworkSegment(27316c1a-31ec-4120-84e3-e213ad564602),segment_id=27316c1a-31ec-4120-84e3-e213ad564602)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:41:26.858818 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:26.919450 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ba36d-7ceb-4a30-a07e-8261e92cb892 None None] Pushing event updated for resources: {'Port': ['ID=c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:26.961158 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c2f6bb4-4b02-43a7-b6d8-e1a5909ddcaa tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.022675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f6bb4-4b02-43a7-b6d8-e1a5909ddcaa tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event updated for resources: {'Subnet': ['ID=6de90da8-59f5-4298-9171-9d01e467c796,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:27.032207 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2f6bb4-4b02-43a7-b6d8-e1a5909ddcaa tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Checking segment: {'id': '8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:27.032578 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f6bb4-4b02-43a7-b6d8-e1a5909ddcaa tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Network hostable DHCP agents. Network: 6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:41:27.109712 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f6bb4-4b02-43a7-b6d8-e1a5909ddcaa tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Network 6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:41:27.183677 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4c2f6bb4-4b02-43a7-b6d8-e1a5909ddcaa tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:27.187773 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f6bb4-4b02-43a7-b6d8-e1a5909ddcaa tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:27.188366 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c2f6bb4-4b02-43a7-b6d8-e1a5909ddcaa tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.192454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085afe93-4875-4982-ae8e-85ec8e9cf0bf None None] Network 6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:27.267087 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4c2f6bb4-4b02-43a7-b6d8-e1a5909ddcaa tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7096512 Nov 15 15:41:27.269756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:27.340271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a', 'network_id': '6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a', 'tenant_id': '8e2c3837941a460bab2877b1e67f6ac8', 'fixed_ips': [{'subnet_id': '6de90da8-59f5-4298-9171-9d01e467c796'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:41:27.341810 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.371325 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.428867 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.478424 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Allocated IP 2001:db8::2 (6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a/6de90da8-59f5-4298-9171-9d01e467c796/45c1c9ff-c67f-4374-b255-ee6fddfdcdf9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:41:27.633586 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.687188 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.733301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Network 6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:27.736342 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:27.740047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:41:27.747777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Pushing event updated for resources: {'Port': ['ID=45c1c9ff-c67f-4374-b255-ee6fddfdcdf9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:27.784435 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.806330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Attempting to bind port 45c1c9ff-c67f-4374-b255-ee6fddfdcdf9 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:27.806829 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Attempting to bind port 45c1c9ff-c67f-4374-b255-ee6fddfdcdf9 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:27.807373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Attempting to bind port 45c1c9ff-c67f-4374-b255-ee6fddfdcdf9 on network 6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:27.812857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:27.813545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Checking segment: {'id': '8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:27.814094 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.814522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Bound using segment: {'id': '8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:41:27.814994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Bound port: 45c1c9ff-c67f-4374-b255-ee6fddfdcdf9, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:41:27.815372 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.830868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Subnet': ['ID=6de90da8-59f5-4298-9171-9d01e467c796,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:27.849336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ac9eba-7587-4f2b-92be-f8ef489a6269 None None] Network b9c890ab-b4e8-4b0a-af89-64b925d93d79 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:27.886125 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.910871 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:27.920884 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:27.921186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:27.930537 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.943338 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.944276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] For port 45c1c9ff-c67f-4374-b255-ee6fddfdcdf9, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:41:27.947569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6f16910c-a2ac-4a2a-a8f7-6e9794bbbcc2 None None] Provisioning complete for port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:27.947982 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f16910c-a2ac-4a2a-a8f7-6e9794bbbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.949526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:41:27.950686 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:41:27.953913 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:41:28.036136 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 15:41:28.036136 n-d-817748-2 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 15:41:28.036136 n-d-817748-2 neutron-server[103146]: [parameters: {'id': '6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a'}] Nov 15 15:41:28.036136 n-d-817748-2 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:41:28.036643 n-d-817748-2 neutron-server[103146]: DEBUG oslo_db.api [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:41:28.044426 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] For port 45c1c9ff-c67f-4374-b255-ee6fddfdcdf9, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=45c1c9ff-c67f-4374-b255-ee6fddfdcdf9,segment=NetworkSegment(8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea),segment_id=8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:41:28.107007 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f16910c-a2ac-4a2a-a8f7-6e9794bbbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:28.117556 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:28.194058 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6f16910c-a2ac-4a2a-a8f7-6e9794bbbcc2 None None] For port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18,segment=NetworkSegment(27316c1a-31ec-4120-84e3-e213ad564602),segment_id=27316c1a-31ec-4120-84e3-e213ad564602)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:28.388243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28477ac1-b786-4104-a92c-4792d19fbae2 None None] Pushing event updated for resources: {'Port': ['ID=45c1c9ff-c67f-4374-b255-ee6fddfdcdf9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:28.392808 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f16910c-a2ac-4a2a-a8f7-6e9794bbbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:28.420944 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f244a676-7a8c-405e-8997-cc962a607835 None None] Network 6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:28.500896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16910c-a2ac-4a2a-a8f7-6e9794bbbcc2 None None] Pushing event updated for resources: {'Port': ['ID=c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:28.537592 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:28.560010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8ec82fc3-8122-4883-bb74-e75f2c71ebea None None] Provisioning complete for port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:28.562468 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ec82fc3-8122-4883-bb74-e75f2c71ebea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:28.605702 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:41:28.607611 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62780790-ad6f-44e7-8db8-d3519b2aa23e None None] get_active_networks_info from n-d-817748-2 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 15:41:28.615864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Deleting port 45c1c9ff-c67f-4374-b255-ee6fddfdcdf9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:41:28.616206 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:28.687746 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] For port 45c1c9ff-c67f-4374-b255-ee6fddfdcdf9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=45c1c9ff-c67f-4374-b255-ee6fddfdcdf9,segment=NetworkSegment(8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea),segment_id=8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:28.688259 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:28.704569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Calling delete_port for 45c1c9ff-c67f-4374-b255-ee6fddfdcdf9 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:41:28.758246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62780790-ad6f-44e7-8db8-d3519b2aa23e None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 15:41:28.766499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:28.766870 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:28.870336 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:28.904533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Port': ['ID=45c1c9ff-c67f-4374-b255-ee6fddfdcdf9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:28.916684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] No DVR routers for this DVR port 45c1c9ff-c67f-4374-b255-ee6fddfdcdf9 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:41:28.998198 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.015164 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.020127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:29.032851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:29.033584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae2c8cb-a44e-4ad0-bf80-bbefce7c54ea') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:29.044950 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.060050 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.066578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:41:29.067109 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:41:29.070213 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:41:29.212496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.219386 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.222529 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/networks/6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a HTTP/1.1" status: 204 len: 168 time: 1.9516766 Nov 15 15:41:29.225989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52196) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:29.236936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25778615-bdf2-4176-be74-86aba043fccb tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Network': ['ID=6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:29.254980 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34fc329-d068-462a-be5b-49720958b801 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] GET failed (client error): The resource could not be found. Nov 15 15:41:29.256565 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-e34fc329-d068-462a-be5b-49720958b801 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "GET /v2.0/subnets/6de90da8-59f5-4298-9171-9d01e467c796 HTTP/1.1" status: 404 len: 337 time: 0.0297911 Nov 15 15:41:29.259391 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:29.278547 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0d8048-3f67-4f6a-b853-2d5e799a05c2 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] DELETE failed (client error): The resource could not be found. Nov 15 15:41:29.279039 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0d8048-3f67-4f6a-b853-2d5e799a05c2 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:41:29.282025 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3c0d8048-3f67-4f6a-b853-2d5e799a05c2 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/networks/6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a HTTP/1.1" status: 404 len: 339 time: 0.0217180 Nov 15 15:41:29.286069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52200) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:29.316665 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb0e324-7202-4df1-b6cc-e63a56597905 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] DELETE failed (client error): The resource could not be found. Nov 15 15:41:29.316665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb0e324-7202-4df1-b6cc-e63a56597905 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:41:29.319544 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7fb0e324-7202-4df1-b6cc-e63a56597905 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/subnets/6de90da8-59f5-4298-9171-9d01e467c796 HTTP/1.1" status: 404 len: 337 time: 0.0324292 Nov 15 15:41:29.331738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:29.350692 n-d-817748-2 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e775046-e6bf-4b21-ad59-df3a778d89ae tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] DELETE failed (client error): The resource could not be found. Nov 15 15:41:29.351211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e775046-e6bf-4b21-ad59-df3a778d89ae tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:41:29.354514 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9e775046-e6bf-4b21-ad59-df3a778d89ae tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/networks/6ccf75d6-a99b-4d75-b7a8-1c2ebe99854a HTTP/1.1" status: 404 len: 339 time: 0.0217595 Nov 15 15:41:29.361577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:29.378149 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.412194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06d4816-73e2-465f-b750-78dafb5a6c24 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Deleting subnet 120d749a-7565-4056-b817-18e7a4eca239 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:41:29.415262 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e06d4816-73e2-465f-b750-78dafb5a6c24 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.460733 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e06d4816-73e2-465f-b750-78dafb5a6c24 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.547862 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e06d4816-73e2-465f-b750-78dafb5a6c24 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.681535 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e06d4816-73e2-465f-b750-78dafb5a6c24 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.716557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d4816-73e2-465f-b750-78dafb5a6c24 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Subnet': ['ID=120d749a-7565-4056-b817-18e7a4eca239,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:29.721815 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e06d4816-73e2-465f-b750-78dafb5a6c24 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.725896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e06d4816-73e2-465f-b750-78dafb5a6c24 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/subnets/120d749a-7565-4056-b817-18e7a4eca239 HTTP/1.1" status: 204 len: 168 time: 0.3619711 Nov 15 15:41:29.727487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52206) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:29.728500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb070997-091b-486b-b3ea-136e150a1377 None None] Network b9c890ab-b4e8-4b0a-af89-64b925d93d79 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:29.774186 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9847525b-9842-4b4c-afb7-6bedd812799b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.806913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.861356 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Deleting port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:41:29.861711 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.907277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c302c4-13e3-45c7-b3a2-25fe42d37bab None None] DHCP port deletion for b9c890ab-b4e8-4b0a-af89-64b925d93d79 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:41:29.929480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] For port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18,segment=NetworkSegment(27316c1a-31ec-4120-84e3-e213ad564602),segment_id=27316c1a-31ec-4120-84e3-e213ad564602)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:29.929847 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:29.943472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Calling delete_port for c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:41:29.955442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d7c302c4-13e3-45c7-b3a2-25fe42d37bab None None] Deleting port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:41:29.955818 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7c302c4-13e3-45c7-b3a2-25fe42d37bab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:30.021481 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d7c302c4-13e3-45c7-b3a2-25fe42d37bab None None] For port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18,segment=NetworkSegment(27316c1a-31ec-4120-84e3-e213ad564602),segment_id=27316c1a-31ec-4120-84e3-e213ad564602)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:30.021875 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7c302c4-13e3-45c7-b3a2-25fe42d37bab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:30.034754 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d7c302c4-13e3-45c7-b3a2-25fe42d37bab None None] Calling delete_port for c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:41:30.098029 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:30.108690 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7c302c4-13e3-45c7-b3a2-25fe42d37bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:30.123820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Port': ['ID=c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:30.127637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] No DVR routers for this DVR port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:41:30.139582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c302c4-13e3-45c7-b3a2-25fe42d37bab None None] Pushing event deleted for resources: {'Port': ['ID=c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:30.141422 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c302c4-13e3-45c7-b3a2-25fe42d37bab None None] No DVR routers for this DVR port c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:41:30.211806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:30.231162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c890ab-b4e8-4b0a-af89-64b925d93d79']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:30.240148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27316c1a-31ec-4120-84e3-e213ad564602') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:30.240431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27316c1a-31ec-4120-84e3-e213ad564602') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:30.250081 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:30.263458 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:30.270311 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:41:30.270754 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:41:30.273651 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:41:30.441225 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:30.448933 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:30.451416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/networks/b9c890ab-b4e8-4b0a-af89-64b925d93d79 HTTP/1.1" status: 204 len: 168 time: 0.7229717 Nov 15 15:41:30.454095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:30.463144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b243c6-d690-4c09-91dc-e6fee263e7f8 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Network': ['ID=b9c890ab-b4e8-4b0a-af89-64b925d93d79,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:30.486894 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99cf681-dc1a-4a53-93a8-009c0ba7a754 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] DELETE failed (client error): The resource could not be found. Nov 15 15:41:30.487347 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99cf681-dc1a-4a53-93a8-009c0ba7a754 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:41:30.490344 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c99cf681-dc1a-4a53-93a8-009c0ba7a754 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/subnets/3f870d4f-2637-45bb-b001-cf7bbfa2fef3 HTTP/1.1" status: 404 len: 337 time: 0.0350893 Nov 15 15:41:30.492856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:30.544864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:41:30.566846 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:41:30.567209 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c2b57b4e-aa90-4787-ba3d-5bc3a63d3c18 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:41:30.820970 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2ec636-a006-4c59-bf1f-42f7c828becd tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] DELETE failed (client error): The resource could not be found. Nov 15 15:41:30.821471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2ec636-a006-4c59-bf1f-42f7c828becd tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:41:30.824456 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3e2ec636-a006-4c59-bf1f-42f7c828becd tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/networks/912afbf1-22a5-4aaa-987e-6f560e28858d HTTP/1.1" status: 404 len: 339 time: 0.3301854 Nov 15 15:41:30.826977 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:30.852856 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ec261e-8ba5-4ac6-9b0e-1999ad7301ea tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] DELETE failed (client error): The resource could not be found. Nov 15 15:41:30.853304 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ec261e-8ba5-4ac6-9b0e-1999ad7301ea tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:41:30.857048 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d0ec261e-8ba5-4ac6-9b0e-1999ad7301ea tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/subnets/03c5c350-5990-4913-8130-d1ea9c421eb9 HTTP/1.1" status: 404 len: 337 time: 0.0291705 Nov 15 15:41:30.859686 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:30.880735 n-d-817748-2 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c8b148-4f5a-410a-82e6-cf6a5d3f37ca tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] DELETE failed (client error): The resource could not be found. Nov 15 15:41:30.880735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c8b148-4f5a-410a-82e6-cf6a5d3f37ca tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 15:41:30.883056 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-82c8b148-4f5a-410a-82e6-cf6a5d3f37ca tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/networks/fed35335-c345-4bad-9d48-425144d62903 HTTP/1.1" status: 404 len: 339 time: 0.0224617 Nov 15 15:41:30.885563 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52216) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:30.936038 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da6d38b-f042-40eb-a532-e62f5d7d6003 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Deleting subnet b5f7bcdf-908c-406d-9238-78d06941fc4b {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:41:30.939268 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da6d38b-f042-40eb-a532-e62f5d7d6003 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:30.982350 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da6d38b-f042-40eb-a532-e62f5d7d6003 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.060456 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da6d38b-f042-40eb-a532-e62f5d7d6003 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.161270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da6d38b-f042-40eb-a532-e62f5d7d6003 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.191484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6d38b-f042-40eb-a532-e62f5d7d6003 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f7bcdf-908c-406d-9238-78d06941fc4b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:31.196881 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da6d38b-f042-40eb-a532-e62f5d7d6003 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.200537 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9da6d38b-f042-40eb-a532-e62f5d7d6003 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/subnets/b5f7bcdf-908c-406d-9238-78d06941fc4b HTTP/1.1" status: 204 len: 168 time: 0.3123610 Nov 15 15:41:31.202655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:31.204285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0235096-cdb7-4690-bf5d-b186a4fba665 None None] Network 85a4bbbd-bbd6-49d0-ae3c-987330425b98 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:31.281491 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.336306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Deleting port 780d6b75-996b-4064-ad31-348903c2695b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:41:31.336655 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.398684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e2e71-358d-41a0-8dc6-49c6cf80be75 None None] DHCP port deletion for 85a4bbbd-bbd6-49d0-ae3c-987330425b98 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:41:31.405293 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] For port 780d6b75-996b-4064-ad31-348903c2695b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=780d6b75-996b-4064-ad31-348903c2695b,segment=NetworkSegment(aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3),segment_id=aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:31.405663 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.418693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Calling delete_port for 780d6b75-996b-4064-ad31-348903c2695b owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:41:31.445719 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e2e71-358d-41a0-8dc6-49c6cf80be75 None None] Deleting port 780d6b75-996b-4064-ad31-348903c2695b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:41:31.446103 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b3e2e71-358d-41a0-8dc6-49c6cf80be75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.512045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3b3e2e71-358d-41a0-8dc6-49c6cf80be75 None None] For port 780d6b75-996b-4064-ad31-348903c2695b, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=780d6b75-996b-4064-ad31-348903c2695b,segment=NetworkSegment(aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3),segment_id=aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:31.512947 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b3e2e71-358d-41a0-8dc6-49c6cf80be75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.525186 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e2e71-358d-41a0-8dc6-49c6cf80be75 None None] Calling delete_port for 780d6b75-996b-4064-ad31-348903c2695b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:41:31.532658 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.561328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] No DVR routers for this DVR port 780d6b75-996b-4064-ad31-348903c2695b on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:41:31.563929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Port': ['ID=780d6b75-996b-4064-ad31-348903c2695b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:31.604399 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b3e2e71-358d-41a0-8dc6-49c6cf80be75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.628799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e2e71-358d-41a0-8dc6-49c6cf80be75 None None] Pushing event deleted for resources: {'Port': ['ID=780d6b75-996b-4064-ad31-348903c2695b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:31.633660 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3e2e71-358d-41a0-8dc6-49c6cf80be75 None None] No DVR routers for this DVR port 780d6b75-996b-4064-ad31-348903c2695b on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:41:31.652852 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.671946 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a4bbbd-bbd6-49d0-ae3c-987330425b98']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:31.680897 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:31.684908 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aecf5a13-8cfd-4a5d-8358-0e53bb8c78e3') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:31.690742 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.703913 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.709846 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:41:31.713599 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:41:31.858098 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.865261 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:31.868363 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] 10.222.0.70 "DELETE /v2.0/networks/85a4bbbd-bbd6-49d0-ae3c-987330425b98 HTTP/1.1" status: 204 len: 168 time: 0.6644180 Nov 15 15:41:31.881591 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1c94a-0f16-4175-bd32-e1976fcd9290 tempest-NetworksIpV6Test-1495799482 tempest-NetworksIpV6Test-1495799482-project] Pushing event deleted for resources: {'Network': ['ID=85a4bbbd-bbd6-49d0-ae3c-987330425b98,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:32.149463 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eea62b0e-2056-4456-a06e-7138c6ac4dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:32.325494 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52224) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:32.456535 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f5da7e16-cba2-4e50-b912-2398af58dbf2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e2c3837941a460bab2877b1e67f6ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297760 Nov 15 15:41:32.458961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:32.506820 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f59a23ef-198a-44a9-bd15-843598db8c17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:32.527599 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f59a23ef-198a-44a9-bd15-843598db8c17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:32.544751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 780d6b75-996b-4064-ad31-348903c2695b no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:41:32.568151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 780d6b75-996b-4064-ad31-348903c2695b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:41:32.568497 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 780d6b75-996b-4064-ad31-348903c2695b not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:41:32.623824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f59a23ef-198a-44a9-bd15-843598db8c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:32.626378 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f59a23ef-198a-44a9-bd15-843598db8c17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:32.627765 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f59a23ef-198a-44a9-bd15-843598db8c17 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e0eed5b-a1ec-434b-922a-48e796adb8df HTTP/1.1" status: 204 len: 168 time: 0.1678102 Nov 15 15:41:32.635342 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a23ef-198a-44a9-bd15-843598db8c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0eed5b-a1ec-434b-922a-48e796adb8df,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:33.548041 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:33.639675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-78e11830-b415-4051-9b4f-53a5d5336f2a tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2140235339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:33.720981 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:33.721584 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78e11830-b415-4051-9b4f-53a5d5336f2a tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:33.722490 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78e11830-b415-4051-9b4f-53a5d5336f2a tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:33.775971 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78e11830-b415-4051-9b4f-53a5d5336f2a tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:33.818641 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78e11830-b415-4051-9b4f-53a5d5336f2a tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:33.883085 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78e11830-b415-4051-9b4f-53a5d5336f2a tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:33.884298 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-78e11830-b415-4051-9b4f-53a5d5336f2a tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3352516 Nov 15 15:41:33.888113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:33.893325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1018874061'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:33.972488 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Made reservation on behalf of 034ef840e9f64250b62c298d1b9aa9a5 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:33.976025 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:33.984720 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:34.056986 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:34.120891 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:34.145045 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:41:34.159406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ffbe27-a66c-4f6d-969e-9918e784475d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:34.162248 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:34.162622 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Added segment 73611f18-5d9e-4173-a518-be34db5e84be of type vlan for network 0124d4f3-bcda-4e13-a90a-d887c561627f Nov 15 15:41:34.202272 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:34.297689 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:34.303542 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:34.304129 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:34.373674 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Pushing event updated for resources: {'Network': ['ID=0124d4f3-bcda-4e13-a90a-d887c561627f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:34.383458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 0124d4f3-bcda-4e13-a90a-d887c561627f details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:41:34.398172 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7f10ed7a-bfd8-4ece-9e80-646193d46cb9 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5089095 Nov 15 15:41:34.400993 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:34.406093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-560b0011-552d-4af0-8de3-48b3e74ec0dc tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Request body: {'subnet': {'network_id': '0124d4f3-bcda-4e13-a90a-d887c561627f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:34.566703 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560b0011-552d-4af0-8de3-48b3e74ec0dc tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Made reservation on behalf of 034ef840e9f64250b62c298d1b9aa9a5 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:34.570282 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-560b0011-552d-4af0-8de3-48b3e74ec0dc tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:34.801099 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-560b0011-552d-4af0-8de3-48b3e74ec0dc tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:34.861839 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b0011-552d-4af0-8de3-48b3e74ec0dc tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Pushing event updated for resources: {'Subnet': ['ID=e6f01a65-1acc-4276-b31e-a85719ecf0b5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:34.868880 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b0011-552d-4af0-8de3-48b3e74ec0dc tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Checking segment: {'id': '73611f18-5d9e-4173-a518-be34db5e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0124d4f3-bcda-4e13-a90a-d887c561627f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:34.869187 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560b0011-552d-4af0-8de3-48b3e74ec0dc tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Network hostable DHCP agents. Network: 0124d4f3-bcda-4e13-a90a-d887c561627f, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:41:34.943972 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560b0011-552d-4af0-8de3-48b3e74ec0dc tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Network 0124d4f3-bcda-4e13-a90a-d887c561627f is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:41:35.041056 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-560b0011-552d-4af0-8de3-48b3e74ec0dc tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 0124d4f3-bcda-4e13-a90a-d887c561627f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:35.045522 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b0011-552d-4af0-8de3-48b3e74ec0dc tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:35.046126 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-560b0011-552d-4af0-8de3-48b3e74ec0dc tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.050740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4891a599-703a-46f1-a976-37dbd96d176a None None] Network 0124d4f3-bcda-4e13-a90a-d887c561627f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:35.118219 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-560b0011-552d-4af0-8de3-48b3e74ec0dc tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7159557 Nov 15 15:41:35.121091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:35.126361 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4da0e6d1-15e2-4f1e-8929-4013721e697c tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1204879573'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:35.192315 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-0124d4f3-bcda-4e13-a90a-d887c561627f', 'network_id': '0124d4f3-bcda-4e13-a90a-d887c561627f', 'tenant_id': '034ef840e9f64250b62c298d1b9aa9a5', 'fixed_ips': [{'subnet_id': 'e6f01a65-1acc-4276-b31e-a85719ecf0b5'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:41:35.193180 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.223606 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da0e6d1-15e2-4f1e-8929-4013721e697c tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Made reservation on behalf of 034ef840e9f64250b62c298d1b9aa9a5 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:35.227450 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4da0e6d1-15e2-4f1e-8929-4013721e697c tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.252723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da0e6d1-15e2-4f1e-8929-4013721e697c tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:41:35.261596 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4da0e6d1-15e2-4f1e-8929-4013721e697c tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.261944 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-4da0e6d1-15e2-4f1e-8929-4013721e697c tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Added segment 0433d881-352d-49df-bb8c-0563ebe6f3a0 of type vlan for network 130761c6-9ce1-4a09-b869-2b48ab690d5b Nov 15 15:41:35.303350 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4da0e6d1-15e2-4f1e-8929-4013721e697c tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.341027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Allocated IP 172.20.0.2 (0124d4f3-bcda-4e13-a90a-d887c561627f/e6f01a65-1acc-4276-b31e-a85719ecf0b5/7eebbe4a-f898-4d09-a6f3-eedf64b8af79) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:41:35.389463 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4da0e6d1-15e2-4f1e-8929-4013721e697c tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.395521 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da0e6d1-15e2-4f1e-8929-4013721e697c tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:35.396113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4da0e6d1-15e2-4f1e-8929-4013721e697c tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.432449 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.464945 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0e6d1-15e2-4f1e-8929-4013721e697c tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Pushing event updated for resources: {'Network': ['ID=130761c6-9ce1-4a09-b869-2b48ab690d5b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:35.476106 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 130761c6-9ce1-4a09-b869-2b48ab690d5b details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:41:35.525069 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.535433 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4da0e6d1-15e2-4f1e-8929-4013721e697c tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4131622 Nov 15 15:41:35.538379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52260) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:35.543393 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-154a3cee-b8be-4094-b6cf-1298a831de51 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Request body: {'subnet': {'network_id': '130761c6-9ce1-4a09-b869-2b48ab690d5b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:35.596293 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.636369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Network 0124d4f3-bcda-4e13-a90a-d887c561627f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:35.643825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:35.647310 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:41:35.654687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Pushing event updated for resources: {'Port': ['ID=7eebbe4a-f898-4d09-a6f3-eedf64b8af79,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:35.680957 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154a3cee-b8be-4094-b6cf-1298a831de51 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Made reservation on behalf of 034ef840e9f64250b62c298d1b9aa9a5 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:35.685477 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-154a3cee-b8be-4094-b6cf-1298a831de51 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.705231 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Attempting to bind port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:35.705607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Attempting to bind port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '73611f18-5d9e-4173-a518-be34db5e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0124d4f3-bcda-4e13-a90a-d887c561627f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:35.705976 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Attempting to bind port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 on network 0124d4f3-bcda-4e13-a90a-d887c561627f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:35.711268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:35.711646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Checking segment: {'id': '73611f18-5d9e-4173-a518-be34db5e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0124d4f3-bcda-4e13-a90a-d887c561627f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:35.712074 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.712468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Bound using segment: {'id': '73611f18-5d9e-4173-a518-be34db5e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0124d4f3-bcda-4e13-a90a-d887c561627f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:41:35.712970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Bound port: 7eebbe4a-f898-4d09-a6f3-eedf64b8af79, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73611f18-5d9e-4173-a518-be34db5e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0124d4f3-bcda-4e13-a90a-d887c561627f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:41:35.713353 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.786546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] For port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:41:35.789492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] For port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7eebbe4a-f898-4d09-a6f3-eedf64b8af79,segment=NetworkSegment(73611f18-5d9e-4173-a518-be34db5e84be),segment_id=73611f18-5d9e-4173-a518-be34db5e84be)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:41:35.858037 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.881238 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:35.940907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d1a99-dd38-4cd5-baaf-7db40df98bac None None] Pushing event updated for resources: {'Port': ['ID=7eebbe4a-f898-4d09-a6f3-eedf64b8af79,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:35.955255 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-154a3cee-b8be-4094-b6cf-1298a831de51 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:36.019895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a3cee-b8be-4094-b6cf-1298a831de51 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Pushing event updated for resources: {'Subnet': ['ID=45e4d84a-d705-473b-bebe-e2045702fc04,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:36.031532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154a3cee-b8be-4094-b6cf-1298a831de51 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Checking segment: {'id': '0433d881-352d-49df-bb8c-0563ebe6f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '130761c6-9ce1-4a09-b869-2b48ab690d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:36.031894 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a3cee-b8be-4094-b6cf-1298a831de51 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Network hostable DHCP agents. Network: 130761c6-9ce1-4a09-b869-2b48ab690d5b, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:41:36.127113 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a3cee-b8be-4094-b6cf-1298a831de51 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Network 130761c6-9ce1-4a09-b869-2b48ab690d5b is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:41:36.218497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-154a3cee-b8be-4094-b6cf-1298a831de51 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 130761c6-9ce1-4a09-b869-2b48ab690d5b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:36.229156 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a3cee-b8be-4094-b6cf-1298a831de51 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:36.229768 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-154a3cee-b8be-4094-b6cf-1298a831de51 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:36.230503 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ee9c4-9677-40c0-ae85-5a885b5577f9 None None] Network 130761c6-9ce1-4a09-b869-2b48ab690d5b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:36.300949 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-154a3cee-b8be-4094-b6cf-1298a831de51 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7614732 Nov 15 15:41:36.304160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:36.312943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bdab146c-aa1d-40a3-bd02-6343bf8358a1 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Request body: {'router': {'external_gateway_info': {'network_id': '130761c6-9ce1-4a09-b869-2b48ab690d5b'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:36.379410 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-130761c6-9ce1-4a09-b869-2b48ab690d5b', 'network_id': '130761c6-9ce1-4a09-b869-2b48ab690d5b', 'tenant_id': '034ef840e9f64250b62c298d1b9aa9a5', 'fixed_ips': [{'subnet_id': '45e4d84a-d705-473b-bebe-e2045702fc04'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:41:36.380278 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:36.526348 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdab146c-aa1d-40a3-bd02-6343bf8358a1 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:36.527186 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Allocated IP 172.21.0.2 (130761c6-9ce1-4a09-b869-2b48ab690d5b/45e4d84a-d705-473b-bebe-e2045702fc04/00946ae1-f5e2-49fb-9873-a9b10af143ce) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:41:36.604304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:41:36.699142 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [None req-bdab146c-aa1d-40a3-bd02-6343bf8358a1 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 15:41:36.700259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bdab146c-aa1d-40a3-bd02-6343bf8358a1 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] 10.222.0.70 "PUT /v2.0/routers/21f1b521-8c96-47f0-8976-af5f4ef4a14f HTTP/1.1" status: 400 len: 364 time: 0.3941038 Nov 15 15:41:36.706324 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:36.732860 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:36.733228 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:36.757667 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:36.763188 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68f74d4-9fee-4880-bfdf-c639121a136d tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Deleting subnet 45e4d84a-d705-473b-bebe-e2045702fc04 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:41:36.800330 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a68f74d4-9fee-4880-bfdf-c639121a136d tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:36.814953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:36.842499 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a68f74d4-9fee-4880-bfdf-c639121a136d tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:36.863016 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:36.865909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Network 130761c6-9ce1-4a09-b869-2b48ab690d5b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:36.883643 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:36.889759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:41:36.894206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31e3489-bda9-4266-8874-fe15dc01370c None None] Network 0124d4f3-bcda-4e13-a90a-d887c561627f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:36.933351 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a68f74d4-9fee-4880-bfdf-c639121a136d tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.035678 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a68f74d4-9fee-4880-bfdf-c639121a136d tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.063742 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f74d4-9fee-4880-bfdf-c639121a136d tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Pushing event deleted for resources: {'Subnet': ['ID=45e4d84a-d705-473b-bebe-e2045702fc04,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:37.067458 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a68f74d4-9fee-4880-bfdf-c639121a136d tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.070713 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a68f74d4-9fee-4880-bfdf-c639121a136d tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] 10.222.0.70 "DELETE /v2.0/subnets/45e4d84a-d705-473b-bebe-e2045702fc04 HTTP/1.1" status: 204 len: 168 time: 0.3629012 Nov 15 15:41:37.073183 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:37.082461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Pushing event updated for resources: {'Port': ['ID=00946ae1-f5e2-49fb-9873-a9b10af143ce,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:37.153420 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.167934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7eebbe4a-f898-4d09-a6f3-eedf64b8af79,segment=NetworkSegment(73611f18-5d9e-4173-a518-be34db5e84be),segment_id=73611f18-5d9e-4173-a518-be34db5e84be)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:37.193381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f6709c31-9066-4b7c-a596-d5c8571c2fad None None] Provisioning complete for port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:37.193753 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6709c31-9066-4b7c-a596-d5c8571c2fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.211675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Deleting port 00946ae1-f5e2-49fb-9873-a9b10af143ce {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:41:37.212051 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.239598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:37.240595 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0433d881-352d-49df-bb8c-0563ebe6f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '130761c6-9ce1-4a09-b869-2b48ab690d5b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:37.240595 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:37.256439 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.265444 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:37.265824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Checking segment: {'id': '0433d881-352d-49df-bb8c-0563ebe6f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '130761c6-9ce1-4a09-b869-2b48ab690d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:37.266224 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.266691 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Bound using segment: {'id': '0433d881-352d-49df-bb8c-0563ebe6f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '130761c6-9ce1-4a09-b869-2b48ab690d5b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:41:37.267284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Bound port: 00946ae1-f5e2-49fb-9873-a9b10af143ce, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433d881-352d-49df-bb8c-0563ebe6f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '130761c6-9ce1-4a09-b869-2b48ab690d5b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:41:37.267675 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.280289 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] For port 00946ae1-f5e2-49fb-9873-a9b10af143ce, host n-d-817748-2, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:37.280656 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.294846 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Calling delete_port for 00946ae1-f5e2-49fb-9873-a9b10af143ce owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:41:37.398732 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=7eebbe4a-f898-4d09-a6f3-eedf64b8af79,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:37.458950 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.465573 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 15:41:37.465940 n-d-817748-2 neutron-server[103148]: DEBUG oslo_db.api [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 15:41:37.488510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Pushing event deleted for resources: {'Port': ['ID=00946ae1-f5e2-49fb-9873-a9b10af143ce,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:37.490328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] No DVR routers for this DVR port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:41:37.571797 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.597798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130761c6-9ce1-4a09-b869-2b48ab690d5b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:37.608995 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0433d881-352d-49df-bb8c-0563ebe6f3a0') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:37.609294 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0433d881-352d-49df-bb8c-0563ebe6f3a0') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:37.619452 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.633229 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.640103 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:41:37.640497 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:41:37.643834 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:41:37.693193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-66af744c-9852-4594-a24d-243d359da6b0 None None] Provisioning complete for port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:37.693565 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66af744c-9852-4594-a24d-243d359da6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.806532 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.808010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.811288 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] 10.222.0.70 "DELETE /v2.0/networks/130761c6-9ce1-4a09-b869-2b48ab690d5b HTTP/1.1" status: 204 len: 168 time: 0.7368102 Nov 15 15:41:37.813582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52268) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:37.831550 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288780f0-f873-4c64-8184-585103310d44 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Pushing event deleted for resources: {'Network': ['ID=130761c6-9ce1-4a09-b869-2b48ab690d5b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:37.875238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c3df9d-14c9-4dfb-8479-898a7d19620e tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Deleting subnet e6f01a65-1acc-4276-b31e-a85719ecf0b5 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:41:37.878648 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c3df9d-14c9-4dfb-8479-898a7d19620e tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.926745 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c3df9d-14c9-4dfb-8479-898a7d19620e tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:37.975276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:37.975646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:37.976219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:37.982551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:37.982931 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:37.987141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b not bound, no agent of type HyperV agent registered on host n-d-817748-2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:41:37.987631 n-d-817748-2 neutron-server[103148]: ERROR neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Failed to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal using segments [] Nov 15 15:41:37.988040 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempt 2 to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce Nov 15 15:41:37.997916 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:37.997916 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:37.998166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.003228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:38.003607 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.007627 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b not bound, no agent of type HyperV agent registered on host n-d-817748-2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:41:38.007980 n-d-817748-2 neutron-server[103148]: ERROR neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Failed to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal using segments [] Nov 15 15:41:38.008380 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempt 3 to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce Nov 15 15:41:38.010596 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c3df9d-14c9-4dfb-8479-898a7d19620e tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.016164 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:38.016918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:38.017047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.022085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:38.022527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.026630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b not bound, no agent of type HyperV agent registered on host n-d-817748-2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:41:38.026978 n-d-817748-2 neutron-server[103148]: ERROR neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Failed to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal using segments [] Nov 15 15:41:38.027377 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempt 4 to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce Nov 15 15:41:38.036090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:38.036449 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:38.036803 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.041878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:38.042246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.047049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b not bound, no agent of type HyperV agent registered on host n-d-817748-2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:41:38.047399 n-d-817748-2 neutron-server[103148]: ERROR neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Failed to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal using segments [] Nov 15 15:41:38.047800 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempt 5 to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce Nov 15 15:41:38.055474 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:38.055831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:38.056191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.062230 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:38.062662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.068072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b not bound, no agent of type HyperV agent registered on host n-d-817748-2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:41:38.068072 n-d-817748-2 neutron-server[103148]: ERROR neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Failed to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal using segments [] Nov 15 15:41:38.068072 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempt 6 to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce Nov 15 15:41:38.076271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:38.076631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:38.076990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.081945 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:38.082308 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.086476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b not bound, no agent of type HyperV agent registered on host n-d-817748-2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:41:38.086827 n-d-817748-2 neutron-server[103148]: ERROR neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Failed to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal using segments [] Nov 15 15:41:38.087476 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempt 7 to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce Nov 15 15:41:38.094928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:38.095282 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:38.095636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.100539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:38.100905 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.105581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b not bound, no agent of type HyperV agent registered on host n-d-817748-2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:41:38.106537 n-d-817748-2 neutron-server[103148]: ERROR neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Failed to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal using segments [] Nov 15 15:41:38.106939 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempt 8 to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce Nov 15 15:41:38.114972 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:38.115336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:38.115688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.120590 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:38.125495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.125794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b not bound, no agent of type HyperV agent registered on host n-d-817748-2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:41:38.126124 n-d-817748-2 neutron-server[103148]: ERROR neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Failed to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal using segments [] Nov 15 15:41:38.126560 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempt 9 to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce Nov 15 15:41:38.134433 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:38.134781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:38.135135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.140282 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:38.140648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.145038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b not bound, no agent of type HyperV agent registered on host n-d-817748-2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:41:38.145387 n-d-817748-2 neutron-server[103148]: ERROR neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Failed to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal using segments [] Nov 15 15:41:38.145785 n-d-817748-2 neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempt 10 to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce Nov 15 15:41:38.153680 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:38.154112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:38.154548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.155757 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c3df9d-14c9-4dfb-8479-898a7d19620e tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.160396 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:38.160770 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Attempting to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:38.165922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Port 00946ae1-f5e2-49fb-9873-a9b10af143ce on network 130761c6-9ce1-4a09-b869-2b48ab690d5b not bound, no agent of type HyperV agent registered on host n-d-817748-2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:41:38.165922 n-d-817748-2 neutron-server[103148]: ERROR neutron.plugins.ml2.managers [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Failed to bind port 00946ae1-f5e2-49fb-9873-a9b10af143ce on host n-d-817748-2 for vnic_type normal using segments [] Nov 15 15:41:38.166317 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.191636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3df9d-14c9-4dfb-8479-898a7d19620e tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f01a65-1acc-4276-b31e-a85719ecf0b5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:38.193718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c3df9d-14c9-4dfb-8479-898a7d19620e tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.199293 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-69c3df9d-14c9-4dfb-8479-898a7d19620e tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] 10.222.0.70 "DELETE /v2.0/subnets/e6f01a65-1acc-4276-b31e-a85719ecf0b5 HTTP/1.1" status: 204 len: 168 time: 0.3824260 Nov 15 15:41:38.199517 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:38.203065 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-148afb17-d25f-4419-b465-9a84d0cf3893 None None] Port 00946ae1-f5e2-49fb-9873-a9b10af143ce has been deleted concurrently {{(pid=103148) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 15 15:41:38.205603 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4c0e62-da63-4f71-a7f2-be1ee6f576b0 None None] Network 0124d4f3-bcda-4e13-a90a-d887c561627f requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:38.299101 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.357640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Deleting port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:41:38.357983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.434619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] For port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7eebbe4a-f898-4d09-a6f3-eedf64b8af79,segment=NetworkSegment(73611f18-5d9e-4173-a518-be34db5e84be),segment_id=73611f18-5d9e-4173-a518-be34db5e84be)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:38.434980 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.447905 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Calling delete_port for 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:41:38.488013 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb22d37-e7a0-4d07-b6db-0c212befe47a None None] DHCP port deletion for 0124d4f3-bcda-4e13-a90a-d887c561627f request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:41:38.555883 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ceb22d37-e7a0-4d07-b6db-0c212befe47a None None] Deleting port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:41:38.556536 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ceb22d37-e7a0-4d07-b6db-0c212befe47a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.598524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:41:38.606964 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.633809 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Pushing event deleted for resources: {'Port': ['ID=7eebbe4a-f898-4d09-a6f3-eedf64b8af79,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:38.635719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] No DVR routers for this DVR port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:41:38.659587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ceb22d37-e7a0-4d07-b6db-0c212befe47a None None] For port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7eebbe4a-f898-4d09-a6f3-eedf64b8af79,segment=NetworkSegment(73611f18-5d9e-4173-a518-be34db5e84be),segment_id=73611f18-5d9e-4173-a518-be34db5e84be)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:38.659900 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ceb22d37-e7a0-4d07-b6db-0c212befe47a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.677202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No active binding found for port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 15:41:38.677489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:41:38.679221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ceb22d37-e7a0-4d07-b6db-0c212befe47a None None] Calling delete_port for 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:41:38.729061 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.749852 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0124d4f3-bcda-4e13-a90a-d887c561627f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:38.759641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73611f18-5d9e-4173-a518-be34db5e84be') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:38.759936 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73611f18-5d9e-4173-a518-be34db5e84be') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:38.761073 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ceb22d37-e7a0-4d07-b6db-0c212befe47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.769725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.783825 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.785508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb22d37-e7a0-4d07-b6db-0c212befe47a None None] Pushing event deleted for resources: {'Port': ['ID=7eebbe4a-f898-4d09-a6f3-eedf64b8af79,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:38.790206 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:41:38.790620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.791151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb22d37-e7a0-4d07-b6db-0c212befe47a None None] No DVR routers for this DVR port 7eebbe4a-f898-4d09-a6f3-eedf64b8af79 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:41:38.794210 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:41:38.909384 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.916676 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:38.921416 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] 10.222.0.70 "DELETE /v2.0/networks/0124d4f3-bcda-4e13-a90a-d887c561627f HTTP/1.1" status: 204 len: 168 time: 0.7193291 Nov 15 15:41:38.923269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:38.932856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcb238-9fbe-47e3-b5d4-45a976191862 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Pushing event deleted for resources: {'Network': ['ID=0124d4f3-bcda-4e13-a90a-d887c561627f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:38.953317 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7ae67f32-b48b-465c-b9b9-81f8ddefdb35 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] 10.222.0.70 "GET /v2.0/ports?device_id=21f1b521-8c96-47f0-8976-af5f4ef4a14f HTTP/1.1" status: 200 len: 205 time: 0.0280740 Nov 15 15:41:38.955646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52274) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:39.034489 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda6d-1fb4-42c7-b91e-9b416a3a8d88 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:39.197017 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda6d-1fb4-42c7-b91e-9b416a3a8d88 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:39.199369 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda6d-1fb4-42c7-b91e-9b416a3a8d88 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:39.249579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc7ce3-1a41-4976-8d60-49a5cdefd9dc None None] DHCP port deletion for 130761c6-9ce1-4a09-b869-2b48ab690d5b request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:41:39.266190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef20c63a-c413-470c-bcd6-d7cde51ef89c None None] Network 130761c6-9ce1-4a09-b869-2b48ab690d5b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:39.279704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef20c63a-c413-470c-bcd6-d7cde51ef89c None None] Network 130761c6-9ce1-4a09-b869-2b48ab690d5b could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 15:41:39.298069 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda6d-1fb4-42c7-b91e-9b416a3a8d88 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:39.298236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-16e752e8-9c62-4011-95ed-b27aa33348f1 None None] Could not find standard attr ID for object 00946ae1-f5e2-49fb-9873-a9b10af143ce. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 15:41:39.298677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6eda6d-1fb4-42c7-b91e-9b416a3a8d88 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Fanout notify agent at l3_agent the message router_deleted on router 21f1b521-8c96-47f0-8976-af5f4ef4a14f {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:41:39.310590 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e6eda6d-1fb4-42c7-b91e-9b416a3a8d88 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:39.311743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5e6eda6d-1fb4-42c7-b91e-9b416a3a8d88 tempest-RoutersNegativeTest-866527550 tempest-RoutersNegativeTest-866527550-project] 10.222.0.70 "DELETE /v2.0/routers/21f1b521-8c96-47f0-8976-af5f4ef4a14f HTTP/1.1" status: 204 len: 168 time: 0.3550708 Nov 15 15:41:39.746621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:39.877385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a921c6a6-498d-425e-a4d0-002925688aa4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=034ef840e9f64250b62c298d1b9aa9a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295907 Nov 15 15:41:39.879963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:39.929964 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-667bab13-7040-414a-acb8-3f7947b50369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:39.951564 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-667bab13-7040-414a-acb8-3f7947b50369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:40.080668 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-667bab13-7040-414a-acb8-3f7947b50369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:40.083367 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-667bab13-7040-414a-acb8-3f7947b50369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:40.084542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-667bab13-7040-414a-acb8-3f7947b50369 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80ffbe27-a66c-4f6d-969e-9918e784475d HTTP/1.1" status: 204 len: 168 time: 0.2035983 Nov 15 15:41:40.092213 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bab13-7040-414a-acb8-3f7947b50369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ffbe27-a66c-4f6d-969e-9918e784475d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:40.508873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 00946ae1-f5e2-49fb-9873-a9b10af143ce no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:41:40.531023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 00946ae1-f5e2-49fb-9873-a9b10af143ce {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:41:40.531377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 00946ae1-f5e2-49fb-9873-a9b10af143ce not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:41:41.066417 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52306) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:41.167516 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1999577802-network', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:41.234643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Made reservation on behalf of bb546d559d344ae7bd625432c6d8c9d3 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:41.236957 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:41.245442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:41.321255 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:41.372953 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:41.400326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:41:41.406549 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176aebe0-7861-4fb1-973e-09704009552a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:41.413016 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:41.413360 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Added segment f72c32c8-347d-45d3-9b4c-879f78f7397f of type vlan for network 5fd3c8f6-6e9c-445a-9745-490b64972cca Nov 15 15:41:41.452768 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:41.555692 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:41.556788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:41.557379 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:41.619532 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] Pushing event updated for resources: {'Network': ['ID=5fd3c8f6-6e9c-445a-9745-490b64972cca,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:41.630116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 5fd3c8f6-6e9c-445a-9745-490b64972cca details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:41:41.683920 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bf355d75-3e16-455d-bcf4-0a9e7a99454a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6163607 Nov 15 15:41:41.687459 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:41.692505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-20c9a101-2b7d-45b1-9939-8980f327e16c admin admin] Request body: {'subnet': {'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1999577802-subnet', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:41.777772 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c9a101-2b7d-45b1-9939-8980f327e16c admin admin] Made reservation on behalf of bb546d559d344ae7bd625432c6d8c9d3 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:41.780220 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20c9a101-2b7d-45b1-9939-8980f327e16c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:41.983948 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20c9a101-2b7d-45b1-9939-8980f327e16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:42.036974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9a101-2b7d-45b1-9939-8980f327e16c admin admin] Pushing event updated for resources: {'Subnet': ['ID=70699a90-5830-49bb-902e-aac195de6f32,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:42.048006 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9a101-2b7d-45b1-9939-8980f327e16c admin admin] Checking segment: {'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:42.048402 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c9a101-2b7d-45b1-9939-8980f327e16c admin admin] Network hostable DHCP agents. Network: 5fd3c8f6-6e9c-445a-9745-490b64972cca, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:41:42.120676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c9a101-2b7d-45b1-9939-8980f327e16c admin admin] Network 5fd3c8f6-6e9c-445a-9745-490b64972cca is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:41:42.200264 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-20c9a101-2b7d-45b1-9939-8980f327e16c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 5fd3c8f6-6e9c-445a-9745-490b64972cca) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:42.206054 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c9a101-2b7d-45b1-9939-8980f327e16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:42.206943 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20c9a101-2b7d-45b1-9939-8980f327e16c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:42.208401 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d642dd-3520-42aa-b2cc-501e6a4c350f None None] Network 5fd3c8f6-6e9c-445a-9745-490b64972cca requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:42.277368 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-20c9a101-2b7d-45b1-9939-8980f327e16c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5888116 Nov 15 15:41:42.280810 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52312) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:42.286638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1999577802-router', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:42.360873 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:42.361991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:42.369516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-5fd3c8f6-6e9c-445a-9745-490b64972cca', 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'fixed_ips': [{'subnet_id': '70699a90-5830-49bb-902e-aac195de6f32'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:41:42.370388 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:42.419350 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:42.505134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Allocated IP 172.20.0.2 (5fd3c8f6-6e9c-445a-9745-490b64972cca/70699a90-5830-49bb-902e-aac195de6f32/957521f4-ae29-49f4-902e-e3c0d9bc7941) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:41:42.593903 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:42.650697 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:42.727294 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:42.768706 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Network 5fd3c8f6-6e9c-445a-9745-490b64972cca is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:42.771697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:42.775871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:41:42.779415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Pushing event updated for resources: {'Port': ['ID=957521f4-ae29-49f4-902e-e3c0d9bc7941,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:42.835021 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Attempting to bind port 957521f4-ae29-49f4-902e-e3c0d9bc7941 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:42.835292 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:42.835423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Attempting to bind port 957521f4-ae29-49f4-902e-e3c0d9bc7941 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:42.835818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Attempting to bind port 957521f4-ae29-49f4-902e-e3c0d9bc7941 on network 5fd3c8f6-6e9c-445a-9745-490b64972cca {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:42.841477 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:42.841849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Checking segment: {'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:42.842246 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:42.842670 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Bound using segment: {'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:41:42.843134 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Bound port: 957521f4-ae29-49f4-902e-e3c0d9bc7941, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:41:42.843511 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:42.854577 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:42.904822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] For port 957521f4-ae29-49f4-902e-e3c0d9bc7941, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:41:42.907853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] For port 957521f4-ae29-49f4-902e-e3c0d9bc7941, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=957521f4-ae29-49f4-902e-e3c0d9bc7941,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:41:42.957190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Allocated IP 172.25.4.25 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/773f37a8-6fba-4267-a6e7-4a809f355e44) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:41:42.978667 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:43.036390 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01626a-424f-4f7f-ae83-604a3e77bf4d None None] Pushing event updated for resources: {'Port': ['ID=957521f4-ae29-49f4-902e-e3c0d9bc7941,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:43.072091 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:43.167152 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:43.209096 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:43.212146 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:43.215503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:41:43.224891 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2085923-133b-4425-a7c1-04c3260655eb None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:41:43.260774 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Pushing event updated for resources: {'Port': ['ID=773f37a8-6fba-4267-a6e7-4a809f355e44,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:43.350640 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e3de76b7-a414-4374-8e0e-4c1d0a1e833a None None] Provisioning complete for port 773f37a8-6fba-4267-a6e7-4a809f355e44 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:43.351013 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3de76b7-a414-4374-8e0e-4c1d0a1e833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:43.406461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e3de76b7-a414-4374-8e0e-4c1d0a1e833a None None] Port 773f37a8-6fba-4267-a6e7-4a809f355e44 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:41:43.878685 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:44.085099 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:44.113547 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326c9a26-e98d-4551-b853-b605f35204a6 None None] Network 5fd3c8f6-6e9c-445a-9745-490b64972cca requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:44.248087 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a0588af7-a4d6-45ee-88d6-a85b9868fccc None None] Provisioning complete for port 957521f4-ae29-49f4-902e-e3c0d9bc7941 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:44.248452 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a0588af7-a4d6-45ee-88d6-a85b9868fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:44.303733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Router 2afd7b98-c599-4452-86d8-68fd9ce40b63 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:41:44.366176 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a0588af7-a4d6-45ee-88d6-a85b9868fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:44.404602 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a0588af7-a4d6-45ee-88d6-a85b9868fccc None None] For port 957521f4-ae29-49f4-902e-e3c0d9bc7941, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=957521f4-ae29-49f4-902e-e3c0d9bc7941,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:44.432734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:41:44.443064 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Sync routers for ids ['2afd7b98-c599-4452-86d8-68fd9ce40b63'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:41:44.455518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Routers {'2afd7b98-c599-4452-86d8-68fd9ce40b63'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:41:44.456320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2afd7b98-c599-4452-86d8-68fd9ce40b63'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:44.495159 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a0588af7-a4d6-45ee-88d6-a85b9868fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:44.523840 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:44.525546 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1bccef39-27f2-48fa-9a8a-5ca6899873cd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2422607 Nov 15 15:41:44.529222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:44.592679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0588af7-a4d6-45ee-88d6-a85b9868fccc None None] Pushing event updated for resources: {'Port': ['ID=957521f4-ae29-49f4-902e-e3c0d9bc7941,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:44.620158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 957521f4-ae29-49f4-902e-e3c0d9bc7941 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:41:44.644640 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Set router 2afd7b98-c599-4452-86d8-68fd9ce40b63 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:41:44.751162 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e96061a7-72e0-48c4-b0bd-e779e2f29fba None None] Provisioning complete for port 957521f4-ae29-49f4-902e-e3c0d9bc7941 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:44.751531 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e96061a7-72e0-48c4-b0bd-e779e2f29fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:44.969437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:44.996510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 957521f4-ae29-49f4-902e-e3c0d9bc7941 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:44.997438 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.146230 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'name': 'tempest-TestEncryptedCinderVolumes-1999577802-router', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:41:43Z', 'revision_number': 3, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'gw_port': {'id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:45.174058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Allocated IP 172.20.0.1 (5fd3c8f6-6e9c-445a-9745-490b64972cca/70699a90-5830-49bb-902e-aac195de6f32/1eb7ac47-5016-40aa-bb5a-e08ce7aea145) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:41:45.176297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Checking router: 2afd7b98-c599-4452-86d8-68fd9ce40b63 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:41:45.176654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Updating router 2afd7b98-c599-4452-86d8-68fd9ce40b63 port 773f37a8-6fba-4267-a6e7-4a809f355e44 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:41:45.190924 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:41:45.202274 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.274039 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.355698 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.397660 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Network 5fd3c8f6-6e9c-445a-9745-490b64972cca is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:45.402851 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:45.406178 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:41:45.436004 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Pushing event updated for resources: {'Port': ['ID=1eb7ac47-5016-40aa-bb5a-e08ce7aea145,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:45.454905 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.464190 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.515017 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.568596 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f900456-0cfa-4e3d-aea4-1f7111089928 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:41:45.579320 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Attempting to bind port 773f37a8-6fba-4267-a6e7-4a809f355e44 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:45.579718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Attempting to bind port 773f37a8-6fba-4267-a6e7-4a809f355e44 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:45.580094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Attempting to bind port 773f37a8-6fba-4267-a6e7-4a809f355e44 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:45.583862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543febb-4d19-4e22-bdbc-37a71ed3401c None None] Pushing event updated for resources: {'Port': ['ID=773f37a8-6fba-4267-a6e7-4a809f355e44,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:45.590071 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:45.590527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:45.591499 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.591894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:41:45.592380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Bound port: 773f37a8-6fba-4267-a6e7-4a809f355e44, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:41:45.592768 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.643546 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.654281 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0a3c1f41-d824-4e28-badf-dad07ad12cd3 None None] Provisioning complete for port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:45.654846 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1f41-d824-4e28-badf-dad07ad12cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.680011 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] For port 773f37a8-6fba-4267-a6e7-4a809f355e44, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:41:45.698652 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] For port 773f37a8-6fba-4267-a6e7-4a809f355e44, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=773f37a8-6fba-4267-a6e7-4a809f355e44,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:41:45.705810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c1f41-d824-4e28-badf-dad07ad12cd3 None None] Port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:41:45.716316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0a3c1f41-d824-4e28-badf-dad07ad12cd3 None None] Provisioning complete for port 773f37a8-6fba-4267-a6e7-4a809f355e44 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:45.716688 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1f41-d824-4e28-badf-dad07ad12cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.750586 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c1f41-d824-4e28-badf-dad07ad12cd3 None None] Port 773f37a8-6fba-4267-a6e7-4a809f355e44 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:41:45.761113 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.793686 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd5391a-c931-415f-bea1-c2af5f421eef None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:41:45.815692 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.827140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Routers {'2afd7b98-c599-4452-86d8-68fd9ce40b63'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:41:45.827773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2afd7b98-c599-4452-86d8-68fd9ce40b63'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:45.857936 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.868454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543febb-4d19-4e22-bdbc-37a71ed3401c None None] Pushing event updated for resources: {'Port': ['ID=773f37a8-6fba-4267-a6e7-4a809f355e44,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:45.921330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-de806c6a-3354-4e24-be0c-e34ada24a4f5 None None] Provisioning complete for port 773f37a8-6fba-4267-a6e7-4a809f355e44 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:45.921695 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de806c6a-3354-4e24-be0c-e34ada24a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.926980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Pushing event updated for resources: {'Port': ['ID=1eb7ac47-5016-40aa-bb5a-e08ce7aea145,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:45.929555 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:45.986939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] Set router 2afd7b98-c599-4452-86d8-68fd9ce40b63 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:41:46.038628 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Network 5fd3c8f6-6e9c-445a-9745-490b64972cca is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:46.040275 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:46.145330 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de806c6a-3354-4e24-be0c-e34ada24a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:46.170845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Router 2afd7b98-c599-4452-86d8-68fd9ce40b63 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:41:46.176161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-de806c6a-3354-4e24-be0c-e34ada24a4f5 None None] For port 773f37a8-6fba-4267-a6e7-4a809f355e44, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=773f37a8-6fba-4267-a6e7-4a809f355e44,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:46.254574 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de806c6a-3354-4e24-be0c-e34ada24a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:46.289238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:41:46.297683 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-509c4312-0189-4966-a8b0-b640de696cfb admin admin] 10.222.0.70 "PUT /v2.0/routers/2afd7b98-c599-4452-86d8-68fd9ce40b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7663908 Nov 15 15:41:46.311210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'name': 'tempest-TestEncryptedCinderVolumes-1999577802-router', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:41:45Z', 'revision_number': 4, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'gw_port': {'id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '1eb7ac47-5016-40aa-bb5a-e08ce7aea145', 'name': '', 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'mac_address': 'fa:16:3e:d6:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '70699a90-5830-49bb-902e-aac195de6f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:44Z', 'updated_at': '2021-11-15T15:41:45Z', 'revision_number': 1, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'subnets': [{'id': '70699a90-5830-49bb-902e-aac195de6f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:46.356854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de806c6a-3354-4e24-be0c-e34ada24a4f5 None None] Pushing event updated for resources: {'Port': ['ID=773f37a8-6fba-4267-a6e7-4a809f355e44,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:46.359830 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63acd32-5ef5-4b67-95c0-5df1697aff0a None None] The sync data for ids ['2afd7b98-c599-4452-86d8-68fd9ce40b63'] in n-d-817748-2 is: [{'id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'name': 'tempest-TestEncryptedCinderVolumes-1999577802-router', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:41:45Z', 'revision_number': 4, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'gw_port': {'id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '1eb7ac47-5016-40aa-bb5a-e08ce7aea145', 'name': '', 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'mac_address': 'fa:16:3e:d6:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '70699a90-5830-49bb-902e-aac195de6f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:44Z', 'updated_at': '2021-11-15T15:41:45Z', 'revision_number': 1, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'subnets': [{'id': '70699a90-5830-49bb-902e-aac195de6f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:41:46.386940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-01e8e2b5-ba72-4d59-bdf2-b7906522e2a6 None None] Provisioning complete for port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:46.387475 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01e8e2b5-ba72-4d59-bdf2-b7906522e2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:46.432421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-01e8e2b5-ba72-4d59-bdf2-b7906522e2a6 None None] Port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:41:46.560381 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 957521f4-ae29-49f4-902e-e3c0d9bc7941 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:41:46.654175 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 957521f4-ae29-49f4-902e-e3c0d9bc7941 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:46.654895 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:47.184256 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:47.191653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-812767454-network', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:47.275569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Made reservation on behalf of cdf407a69f024d26b761d6b318fe57c0 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:47.278763 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:47.291780 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:47.375330 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:47.423705 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:47.451871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:41:47.462016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdfbaeb-322d-4376-b831-0d6135c069cb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:47.466885 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:47.467220 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Added segment b4713383-0eba-468f-879b-aba5b7bb39f6 of type vlan for network c27ee9cb-fa6d-4db4-8312-5c254d35ce27 Nov 15 15:41:47.509498 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:47.578135 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:47.579163 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:47.579760 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:47.639719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] Pushing event updated for resources: {'Network': ['ID=c27ee9cb-fa6d-4db4-8312-5c254d35ce27,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:47.649080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network c27ee9cb-fa6d-4db4-8312-5c254d35ce27 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:41:47.677947 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7c1a6b7b-f474-4a81-bb81-2a627fdef803 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4924920 Nov 15 15:41:47.680598 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52332) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:47.686328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-34de6e98-f73c-4a6a-8e5d-06d570847a4c admin admin] Request body: {'subnet': {'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-812767454-subnet', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:47.777701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34de6e98-f73c-4a6a-8e5d-06d570847a4c admin admin] Made reservation on behalf of cdf407a69f024d26b761d6b318fe57c0 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:47.780243 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34de6e98-f73c-4a6a-8e5d-06d570847a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:48.006605 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34de6e98-f73c-4a6a-8e5d-06d570847a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:48.067323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de6e98-f73c-4a6a-8e5d-06d570847a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84af845-8454-411e-9fff-48b9dd7fa4ef,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:48.077782 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de6e98-f73c-4a6a-8e5d-06d570847a4c admin admin] Checking segment: {'id': 'b4713383-0eba-468f-879b-aba5b7bb39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:48.078155 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34de6e98-f73c-4a6a-8e5d-06d570847a4c admin admin] Network hostable DHCP agents. Network: c27ee9cb-fa6d-4db4-8312-5c254d35ce27, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:41:48.166268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34de6e98-f73c-4a6a-8e5d-06d570847a4c admin admin] Network c27ee9cb-fa6d-4db4-8312-5c254d35ce27 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:41:48.240785 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-34de6e98-f73c-4a6a-8e5d-06d570847a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, c27ee9cb-fa6d-4db4-8312-5c254d35ce27) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:48.244731 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de6e98-f73c-4a6a-8e5d-06d570847a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:48.245327 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34de6e98-f73c-4a6a-8e5d-06d570847a4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:48.251467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe1dcd5-35b1-4c6d-a13e-722f05908ae2 None None] Network c27ee9cb-fa6d-4db4-8312-5c254d35ce27 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:48.325022 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-34de6e98-f73c-4a6a-8e5d-06d570847a4c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6433384 Nov 15 15:41:48.337091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:48.342078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-812767454-router', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:48.414232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-c27ee9cb-fa6d-4db4-8312-5c254d35ce27', 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'fixed_ips': [{'subnet_id': 'a84af845-8454-411e-9fff-48b9dd7fa4ef'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:41:48.415148 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:48.435908 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:48.437387 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:48.494701 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:48.551832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Allocated IP 172.20.0.2 (c27ee9cb-fa6d-4db4-8312-5c254d35ce27/a84af845-8454-411e-9fff-48b9dd7fa4ef/b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:41:48.608631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 773f37a8-6fba-4267-a6e7-4a809f355e44 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:41:48.621460 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Sync routers for ids ['2afd7b98-c599-4452-86d8-68fd9ce40b63'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:41:48.631721 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Routers {'2afd7b98-c599-4452-86d8-68fd9ce40b63'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:41:48.632560 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2afd7b98-c599-4452-86d8-68fd9ce40b63'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:48.716237 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:48.722010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 773f37a8-6fba-4267-a6e7-4a809f355e44 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:48.722581 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:48.745363 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Set router 2afd7b98-c599-4452-86d8-68fd9ce40b63 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:41:48.781437 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:48.850483 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:48.905147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Network c27ee9cb-fa6d-4db4-8312-5c254d35ce27 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:48.909095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:48.913073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:41:48.923731 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Pushing event updated for resources: {'Port': ['ID=b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:48.976295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Attempting to bind port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:48.976295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Attempting to bind port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'b4713383-0eba-468f-879b-aba5b7bb39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:48.977136 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Attempting to bind port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e on network c27ee9cb-fa6d-4db4-8312-5c254d35ce27 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:48.983036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:48.983813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Checking segment: {'id': 'b4713383-0eba-468f-879b-aba5b7bb39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:48.984042 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:48.984535 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Bound using segment: {'id': 'b4713383-0eba-468f-879b-aba5b7bb39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:41:48.985126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Bound port: b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4713383-0eba-468f-879b-aba5b7bb39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:41:48.985939 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.010624 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.034050 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.058547 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] For port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:41:49.062171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] For port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e,segment=NetworkSegment(b4713383-0eba-468f-879b-aba5b7bb39f6),segment_id=b4713383-0eba-468f-879b-aba5b7bb39f6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:41:49.068755 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'name': 'tempest-TestEncryptedCinderVolumes-1999577802-router', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:41:45Z', 'revision_number': 4, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'gw_port': {'id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '1eb7ac47-5016-40aa-bb5a-e08ce7aea145', 'name': '', 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'mac_address': 'fa:16:3e:d6:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '70699a90-5830-49bb-902e-aac195de6f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:44Z', 'updated_at': '2021-11-15T15:41:45Z', 'revision_number': 2, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'subnets': [{'id': '70699a90-5830-49bb-902e-aac195de6f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:49.096920 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Checking router: 2afd7b98-c599-4452-86d8-68fd9ce40b63 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:41:49.097424 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Updating router 2afd7b98-c599-4452-86d8-68fd9ce40b63 port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:41:49.132838 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.144590 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.155367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Allocated IP 172.25.4.115 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/b603bef5-0cf2-43e0-a4b2-0d01598951f7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:41:49.219800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a72b9-9b6b-46f2-b9c5-261582d8dbd6 None None] Pushing event updated for resources: {'Port': ['ID=b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:49.275682 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.338939 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.376046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:49.395019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:49.400779 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:41:49.424337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d508eca1-d731-4fed-b4fd-c243715aa966 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:41:49.431929 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b603bef5-0cf2-43e0-a4b2-0d01598951f7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:49.467449 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.484904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8e917d68-f886-41cd-8737-836b99edd443 None None] Provisioning complete for port b603bef5-0cf2-43e0-a4b2-0d01598951f7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:49.485270 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e917d68-f886-41cd-8737-836b99edd443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.533166 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.533693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8e917d68-f886-41cd-8737-836b99edd443 None None] Port b603bef5-0cf2-43e0-a4b2-0d01598951f7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:41:49.596508 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Pushing event updated for resources: {'Port': ['ID=1eb7ac47-5016-40aa-bb5a-e08ce7aea145,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:49.605373 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:49.607363 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:49.607363 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:49.607363 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:49.607363 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:49.607363 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:49.608424 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:49.608424 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:49.608424 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:49.608867 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:49.609106 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:49.609428 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:41:49.669681 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Attempting to bind port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:49.670349 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Attempting to bind port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:49.670598 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Attempting to bind port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 on network 5fd3c8f6-6e9c-445a-9745-490b64972cca {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:49.677278 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:49.677649 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Checking segment: {'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:49.678241 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.678844 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Bound using segment: {'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:41:49.679313 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Bound port: 1eb7ac47-5016-40aa-bb5a-e08ce7aea145, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:41:49.679689 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.756785 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] For port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:41:49.763120 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] For port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1eb7ac47-5016-40aa-bb5a-e08ce7aea145,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:41:49.835691 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.857828 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e34e147e-0ab0-4aec-915f-c18f5b5b772a None None] Provisioning complete for port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:49.858861 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e34e147e-0ab0-4aec-915f-c18f5b5b772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.889886 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Routers {'2afd7b98-c599-4452-86d8-68fd9ce40b63'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:41:49.890710 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2afd7b98-c599-4452-86d8-68fd9ce40b63'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:49.952798 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e34e147e-0ab0-4aec-915f-c18f5b5b772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:49.965864 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2238a-464e-4918-ba94-0530abc17c45 None None] Pushing event updated for resources: {'Port': ['ID=1eb7ac47-5016-40aa-bb5a-e08ce7aea145,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:50.021059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e34e147e-0ab0-4aec-915f-c18f5b5b772a None None] For port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1eb7ac47-5016-40aa-bb5a-e08ce7aea145,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:50.038206 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] Set router 2afd7b98-c599-4452-86d8-68fd9ce40b63 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:41:50.076505 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e34e147e-0ab0-4aec-915f-c18f5b5b772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:50.143532 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:50.160154 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e147e-0ab0-4aec-915f-c18f5b5b772a None None] Pushing event updated for resources: {'Port': ['ID=1eb7ac47-5016-40aa-bb5a-e08ce7aea145,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:50.298553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-79574b23-f496-4b92-bd9e-8efd2dcd3346 None None] Provisioning complete for port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:50.299322 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79574b23-f496-4b92-bd9e-8efd2dcd3346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:50.303158 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'name': 'tempest-TestEncryptedCinderVolumes-1999577802-router', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:41:45Z', 'revision_number': 4, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'gw_port': {'id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '1eb7ac47-5016-40aa-bb5a-e08ce7aea145', 'name': '', 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'mac_address': 'fa:16:3e:d6:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '70699a90-5830-49bb-902e-aac195de6f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:44Z', 'updated_at': '2021-11-15T15:41:49Z', 'revision_number': 4, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'subnets': [{'id': '70699a90-5830-49bb-902e-aac195de6f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:50.344326 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037589c-e739-4255-b37b-9fc398a129f3 None None] The sync data for ids ['2afd7b98-c599-4452-86d8-68fd9ce40b63'] in n-d-817748-2 is: [{'id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'name': 'tempest-TestEncryptedCinderVolumes-1999577802-router', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:41:45Z', 'revision_number': 4, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'gw_port': {'id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '1eb7ac47-5016-40aa-bb5a-e08ce7aea145', 'name': '', 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'mac_address': 'fa:16:3e:d6:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '70699a90-5830-49bb-902e-aac195de6f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:44Z', 'updated_at': '2021-11-15T15:41:49Z', 'revision_number': 4, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'subnets': [{'id': '70699a90-5830-49bb-902e-aac195de6f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:41:50.381365 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:50.468178 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb00be08-8802-4c95-886c-2d63e40b14d1 None None] Network c27ee9cb-fa6d-4db4-8312-5c254d35ce27 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:41:50.547394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d5b275c3-30c2-4d94-8966-8e9a949d7940 None None] Provisioning complete for port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:50.547772 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5b275c3-30c2-4d94-8966-8e9a949d7940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:50.617552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Router 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:41:50.716386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:41:50.741077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:41:50.760827 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Sync routers for ids ['5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:41:50.795683 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5b275c3-30c2-4d94-8966-8e9a949d7940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:50.801002 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Routers {'5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:41:50.801654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:50.813956 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:50.818134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:41:50.818909 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2743baa3-b0db-4739-b174-4eec0b7148b9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4802184 Nov 15 15:41:51.092451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d5b275c3-30c2-4d94-8966-8e9a949d7940 None None] For port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e,segment=NetworkSegment(b4713383-0eba-468f-879b-aba5b7bb39f6),segment_id=b4713383-0eba-468f-879b-aba5b7bb39f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:51.099572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:51.099952 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:51.145846 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5b275c3-30c2-4d94-8966-8e9a949d7940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:51.158969 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Set router 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:41:51.304127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b275c3-30c2-4d94-8966-8e9a949d7940 None None] Pushing event updated for resources: {'Port': ['ID=b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:51.369528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:41:51.441982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5a5928b8-18d6-41ab-ab35-bc4167889a57 None None] Provisioning complete for port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:51.442273 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a5928b8-18d6-41ab-ab35-bc4167889a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:51.508706 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:51.509088 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:51.568094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'name': 'tempest-TestEncryptedCinderVolumes-812767454-router', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:48Z', 'updated_at': '2021-11-15T15:41:49Z', 'revision_number': 3, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'gw_port': {'id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:de:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:49Z', 'updated_at': '2021-11-15T15:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:51.608022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Checking router: 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:41:51.608374 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Updating router 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 port b603bef5-0cf2-43e0-a4b2-0d01598951f7 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:41:51.635323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:51.644066 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:51.797087 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Allocated IP 172.20.0.1 (c27ee9cb-fa6d-4db4-8312-5c254d35ce27/a84af845-8454-411e-9fff-48b9dd7fa4ef/38723cd8-aa2e-4353-8628-68a960b26da0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:41:51.902325 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:51.928559 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:51.966859 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:51.984206 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.021115 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd28258-e0c5-4b96-9767-6a071f238672 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:41:52.024891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Network c27ee9cb-fa6d-4db4-8312-5c254d35ce27 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:52.030682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:52.031547 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Attempting to bind port b603bef5-0cf2-43e0-a4b2-0d01598951f7 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:52.031935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Attempting to bind port b603bef5-0cf2-43e0-a4b2-0d01598951f7 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:52.032929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Attempting to bind port b603bef5-0cf2-43e0-a4b2-0d01598951f7 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:52.035540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:41:52.036808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94affad3-30db-40e2-84b8-3dd973ba319d None None] Pushing event updated for resources: {'Port': ['ID=b603bef5-0cf2-43e0-a4b2-0d01598951f7,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:52.037808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Pushing event updated for resources: {'Port': ['ID=38723cd8-aa2e-4353-8628-68a960b26da0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:52.042917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:52.043297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:52.044336 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.044728 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:41:52.045267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Bound port: b603bef5-0cf2-43e0-a4b2-0d01598951f7, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:41:52.045654 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.082099 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.104615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] For port b603bef5-0cf2-43e0-a4b2-0d01598951f7, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:41:52.109161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] For port b603bef5-0cf2-43e0-a4b2-0d01598951f7, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b603bef5-0cf2-43e0-a4b2-0d01598951f7,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:41:52.159158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f6081f84-1632-42fa-8c02-20b92a70964f None None] Provisioning complete for port b603bef5-0cf2-43e0-a4b2-0d01598951f7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:52.159565 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6081f84-1632-42fa-8c02-20b92a70964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.184186 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.243853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cddb55-a1fd-40e1-9c89-5ff80d06af80 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:41:52.252526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f6081f84-1632-42fa-8c02-20b92a70964f None None] Port b603bef5-0cf2-43e0-a4b2-0d01598951f7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:41:52.275368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Routers {'5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:41:52.276001 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:52.279706 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94affad3-30db-40e2-84b8-3dd973ba319d None None] Pushing event updated for resources: {'Port': ['ID=b603bef5-0cf2-43e0-a4b2-0d01598951f7,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:52.292081 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.388132 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e7802e19-cece-4242-b33d-fdc0bd38049b None None] Provisioning complete for port 38723cd8-aa2e-4353-8628-68a960b26da0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:52.388639 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7802e19-cece-4242-b33d-fdc0bd38049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.428192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] Set router 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:41:52.466034 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.471884 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e7802e19-cece-4242-b33d-fdc0bd38049b None None] Port 38723cd8-aa2e-4353-8628-68a960b26da0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:41:52.543318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.549854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e7802e19-cece-4242-b33d-fdc0bd38049b None None] Provisioning complete for port b603bef5-0cf2-43e0-a4b2-0d01598951f7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:52.549854 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7802e19-cece-4242-b33d-fdc0bd38049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.576920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:41:52.618721 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.620524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Pushing event updated for resources: {'Port': ['ID=38723cd8-aa2e-4353-8628-68a960b26da0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:52.716594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Network c27ee9cb-fa6d-4db4-8312-5c254d35ce27 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:52.718204 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:52.731943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:52.732320 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.764513 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7802e19-cece-4242-b33d-fdc0bd38049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.805444 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e7802e19-cece-4242-b33d-fdc0bd38049b None None] For port b603bef5-0cf2-43e0-a4b2-0d01598951f7, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b603bef5-0cf2-43e0-a4b2-0d01598951f7,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:52.820668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'name': 'tempest-TestEncryptedCinderVolumes-812767454-router', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:48Z', 'updated_at': '2021-11-15T15:41:52Z', 'revision_number': 4, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'gw_port': {'id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:de:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:49Z', 'updated_at': '2021-11-15T15:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '38723cd8-aa2e-4353-8628-68a960b26da0', 'name': '', 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'mac_address': 'fa:16:3e:32:e5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'a84af845-8454-411e-9fff-48b9dd7fa4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:51Z', 'updated_at': '2021-11-15T15:41:51Z', 'revision_number': 1, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'subnets': [{'id': 'a84af845-8454-411e-9fff-48b9dd7fa4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:52.858477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Router 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:41:52.866217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf355a6-7216-4360-b0aa-9f795164b780 None None] The sync data for ids ['5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'] in n-d-817748-2 is: [{'id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'name': 'tempest-TestEncryptedCinderVolumes-812767454-router', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:48Z', 'updated_at': '2021-11-15T15:41:52Z', 'revision_number': 4, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'gw_port': {'id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:de:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:49Z', 'updated_at': '2021-11-15T15:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '38723cd8-aa2e-4353-8628-68a960b26da0', 'name': '', 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'mac_address': 'fa:16:3e:32:e5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'a84af845-8454-411e-9fff-48b9dd7fa4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:51Z', 'updated_at': '2021-11-15T15:41:51Z', 'revision_number': 1, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'subnets': [{'id': 'a84af845-8454-411e-9fff-48b9dd7fa4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:41:52.872263 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7802e19-cece-4242-b33d-fdc0bd38049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:52.951009 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7802e19-cece-4242-b33d-fdc0bd38049b None None] Pushing event updated for resources: {'Port': ['ID=b603bef5-0cf2-43e0-a4b2-0d01598951f7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:52.999808 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-082b0fe7-c251-4e62-b005-7fb141d75234 None None] Provisioning complete for port 38723cd8-aa2e-4353-8628-68a960b26da0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:53.000185 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-082b0fe7-c251-4e62-b005-7fb141d75234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:53.002210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:41:53.007275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a1597160-f97c-40a8-a4e9-e7cd58cbcf41 admin admin] 10.222.0.70 "PUT /v2.0/routers/5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1871026 Nov 15 15:41:53.218838 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-082b0fe7-c251-4e62-b005-7fb141d75234 None None] Port 38723cd8-aa2e-4353-8628-68a960b26da0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:41:53.946792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6e07b34a-7f3e-4f36-9451-3ca74fd571e6 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:53.948424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6e07b34a-7f3e-4f36-9451-3ca74fd571e6 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/networks?id=5fd3c8f6-6e9c-445a-9745-490b64972cca HTTP/1.1" status: 200 len: 817 time: 0.1055472 Nov 15 15:41:53.965075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-d251452a-36ea-424c-8c2d-33dd12c5b05a tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/quotas/bb546d559d344ae7bd625432c6d8c9d3 HTTP/1.1" status: 200 len: 375 time: 0.0101798 Nov 15 15:41:54.024709 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-61b1ede5-5a24-497e-900c-13370df6065f tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb546d559d344ae7bd625432c6d8c9d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530736 Nov 15 15:41:54.129415 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-78f4a846-32ef-4931-be29-81368ff7ba68 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd3c8f6-6e9c-445a-9745-490b64972cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908728 Nov 15 15:41:54.224066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-02cfdc14-0d28-4e7b-9115-e1df105ede6b service neutron] 10.222.0.70 "GET /v2.0/networks/5fd3c8f6-6e9c-445a-9745-490b64972cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882976 Nov 15 15:41:54.595197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc470cff-8ad4-4dad-bf9e-c1ad9a631d1b req-ba7b3a08-a9a9-4970-a485-c7d740ad3477 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 210 time: 0.1525843 Nov 15 15:41:54.626553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b603bef5-0cf2-43e0-a4b2-0d01598951f7 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:41:54.674951 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port b603bef5-0cf2-43e0-a4b2-0d01598951f7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:54.675288 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:54.854173 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Sync routers for ids ['5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:41:54.865186 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Routers {'5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:41:54.865788 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:54.973728 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Set router 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:41:55.173578 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'name': 'tempest-TestEncryptedCinderVolumes-812767454-router', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:48Z', 'updated_at': '2021-11-15T15:41:52Z', 'revision_number': 4, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'gw_port': {'id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:de:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:49Z', 'updated_at': '2021-11-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '38723cd8-aa2e-4353-8628-68a960b26da0', 'name': '', 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'mac_address': 'fa:16:3e:32:e5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'a84af845-8454-411e-9fff-48b9dd7fa4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:51Z', 'updated_at': '2021-11-15T15:41:52Z', 'revision_number': 2, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'subnets': [{'id': 'a84af845-8454-411e-9fff-48b9dd7fa4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:55.204467 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Checking router: 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:41:55.204807 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Updating router 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 port 38723cd8-aa2e-4353-8628-68a960b26da0 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:41:55.230970 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:55.486559 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:55.554902 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:55.696822 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5cd8441-6a9e-4ddc-bddc-0954ff04b2a8 req-2711e201-7f46-491d-aa15-324fd3f58888 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 210 time: 0.0290663 Nov 15 15:41:55.697386 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd479b70-c8f1-48ba-8045-554acd66ca88 None None] Pushing event updated for resources: {'Port': ['ID=38723cd8-aa2e-4353-8628-68a960b26da0,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:55.751661 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Attempting to bind port 38723cd8-aa2e-4353-8628-68a960b26da0 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:55.752034 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Attempting to bind port 38723cd8-aa2e-4353-8628-68a960b26da0 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'b4713383-0eba-468f-879b-aba5b7bb39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:55.752401 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Attempting to bind port 38723cd8-aa2e-4353-8628-68a960b26da0 on network c27ee9cb-fa6d-4db4-8312-5c254d35ce27 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:55.757726 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:55.758109 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Checking segment: {'id': 'b4713383-0eba-468f-879b-aba5b7bb39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:55.758551 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:55.759020 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Bound using segment: {'id': 'b4713383-0eba-468f-879b-aba5b7bb39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:41:55.759417 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Bound port: 38723cd8-aa2e-4353-8628-68a960b26da0, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4713383-0eba-468f-879b-aba5b7bb39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:41:55.759938 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:55.830464 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] For port 38723cd8-aa2e-4353-8628-68a960b26da0, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:41:55.834518 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] For port 38723cd8-aa2e-4353-8628-68a960b26da0, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=38723cd8-aa2e-4353-8628-68a960b26da0,segment=NetworkSegment(b4713383-0eba-468f-879b-aba5b7bb39f6),segment_id=b4713383-0eba-468f-879b-aba5b7bb39f6)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:41:55.881324 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:55.944331 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Routers {'5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:41:55.944984 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:41:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:55.957947 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd479b70-c8f1-48ba-8045-554acd66ca88 None None] Pushing event updated for resources: {'Port': ['ID=38723cd8-aa2e-4353-8628-68a960b26da0,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:55.973354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29a9f434-8ee8-487a-9318-3d88c1f285cd None None] Provisioning complete for port 38723cd8-aa2e-4353-8628-68a960b26da0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:55.973903 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29a9f434-8ee8-487a-9318-3d88c1f285cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:56.075554 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29a9f434-8ee8-487a-9318-3d88c1f285cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:56.079843 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] Set router 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:41:56.114442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-29a9f434-8ee8-487a-9318-3d88c1f285cd None None] For port 38723cd8-aa2e-4353-8628-68a960b26da0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=38723cd8-aa2e-4353-8628-68a960b26da0,segment=NetworkSegment(b4713383-0eba-468f-879b-aba5b7bb39f6),segment_id=b4713383-0eba-468f-879b-aba5b7bb39f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:41:56.206701 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29a9f434-8ee8-487a-9318-3d88c1f285cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:56.258116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9f434-8ee8-487a-9318-3d88c1f285cd None None] Pushing event updated for resources: {'Port': ['ID=38723cd8-aa2e-4353-8628-68a960b26da0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:56.295107 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'name': 'tempest-TestEncryptedCinderVolumes-812767454-router', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:48Z', 'updated_at': '2021-11-15T15:41:52Z', 'revision_number': 4, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'gw_port': {'id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:de:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:49Z', 'updated_at': '2021-11-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '38723cd8-aa2e-4353-8628-68a960b26da0', 'name': '', 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'mac_address': 'fa:16:3e:32:e5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'a84af845-8454-411e-9fff-48b9dd7fa4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:51Z', 'updated_at': '2021-11-15T15:41:55Z', 'revision_number': 4, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'subnets': [{'id': 'a84af845-8454-411e-9fff-48b9dd7fa4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:41:56.324043 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9775d1c-68d6-4b50-a9e1-cb6837d0e7b8 None None] The sync data for ids ['5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'] in n-d-817748-2 is: [{'id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'name': 'tempest-TestEncryptedCinderVolumes-812767454-router', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:48Z', 'updated_at': '2021-11-15T15:41:52Z', 'revision_number': 4, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'gw_port': {'id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:de:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:49Z', 'updated_at': '2021-11-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '38723cd8-aa2e-4353-8628-68a960b26da0', 'name': '', 'network_id': 'c27ee9cb-fa6d-4db4-8312-5c254d35ce27', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'mac_address': 'fa:16:3e:32:e5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'a84af845-8454-411e-9fff-48b9dd7fa4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:51Z', 'updated_at': '2021-11-15T15:41:55Z', 'revision_number': 4, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'subnets': [{'id': 'a84af845-8454-411e-9fff-48b9dd7fa4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:41:56.334610 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1ad6fe73-794f-4a75-886b-609c621c7645 None None] Provisioning complete for port 38723cd8-aa2e-4353-8628-68a960b26da0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:56.334980 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ad6fe73-794f-4a75-886b-609c621c7645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:56.567374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-15f67a18-04ef-4c30-916e-4b0e6472ccea tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:56.568932 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-15f67a18-04ef-4c30-916e-4b0e6472ccea tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.59 "GET /v2.0/networks?id=5fd3c8f6-6e9c-445a-9745-490b64972cca HTTP/1.1" status: 200 len: 817 time: 0.1403868 Nov 15 15:41:56.583676 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6769bf25-e63f-4af8-a365-af1d153ed0a4 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Request body: {'port': {'device_id': '1d065a74-79c3-4a7e-b445-66b5d06fb217', 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca', 'admin_state_up': True, 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:56.602227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 38723cd8-aa2e-4353-8628-68a960b26da0 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:41:56.665605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 38723cd8-aa2e-4353-8628-68a960b26da0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:56.666027 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:56.821305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6642347-a1b6-4d0e-ab39-3802ebea8f20 req-00e4f0c1-2805-479a-bfdc-a6a03e3ff056 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 210 time: 0.0434146 Nov 15 15:41:56.823299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6769bf25-e63f-4af8-a365-af1d153ed0a4 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Made reservation on behalf of bb546d559d344ae7bd625432c6d8c9d3 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:41:56.827325 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6769bf25-e63f-4af8-a365-af1d153ed0a4 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:56.982761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6769bf25-e63f-4af8-a365-af1d153ed0a4 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Allocated IP 172.20.0.5 (5fd3c8f6-6e9c-445a-9745-490b64972cca/70699a90-5830-49bb-902e-aac195de6f32/89c2f09d-3e8e-48b0-a09e-a3ca1276f1da) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:41:57.172434 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6769bf25-e63f-4af8-a365-af1d153ed0a4 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:57.275612 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6769bf25-e63f-4af8-a365-af1d153ed0a4 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:57.330422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6769bf25-e63f-4af8-a365-af1d153ed0a4 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Network 5fd3c8f6-6e9c-445a-9745-490b64972cca is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:41:57.336665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6769bf25-e63f-4af8-a365-af1d153ed0a4 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:41:57.342320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6769bf25-e63f-4af8-a365-af1d153ed0a4 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:41:57.347201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769bf25-e63f-4af8-a365-af1d153ed0a4 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Pushing event updated for resources: {'Port': ['ID=89c2f09d-3e8e-48b0-a09e-a3ca1276f1da,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:57.408876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6769bf25-e63f-4af8-a365-af1d153ed0a4 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:57.409568 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6769bf25-e63f-4af8-a365-af1d153ed0a4 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:57.530228 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-6769bf25-e63f-4af8-a365-af1d153ed0a4 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9525676 Nov 15 15:41:57.544211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Request body: {'port': {'device_id': '1d065a74-79c3-4a7e-b445-66b5d06fb217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:41:57.554703 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b49fec37-085d-4fc2-aefe-42237d251547 None None] Provisioning complete for port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:41:57.558659 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b49fec37-085d-4fc2-aefe-42237d251547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:57.597560 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b49fec37-085d-4fc2-aefe-42237d251547 None None] Port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:41:57.606763 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:57.872308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:41:57.880441 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:57.893314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Transition to ACTIVE for port object 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:41:57.959520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e91567-82ed-4492-ad19-cc06872f1366 req-573f26cb-8eae-4d3b-bb50-bc34ea0ed558 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:57.961021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4e91567-82ed-4492-ad19-cc06872f1366 req-573f26cb-8eae-4d3b-bb50-bc34ea0ed558 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 931 time: 0.0530019 Nov 15 15:41:57.974880 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:58.056733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Pushing event updated for resources: {'Port': ['ID=89c2f09d-3e8e-48b0-a09e-a3ca1276f1da,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:58.065231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4e91567-82ed-4492-ad19-cc06872f1366 req-d52af5b0-9539-40c5-9562-a079904d8815 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978832 Nov 15 15:41:58.140100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Attempting to bind port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:41:58.140449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Attempting to bind port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:41:58.140779 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Attempting to bind port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da on network 5fd3c8f6-6e9c-445a-9745-490b64972cca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:58.145842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da on network 5fd3c8f6-6e9c-445a-9745-490b64972cca not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:41:58.151401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Attempting to bind port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da on network 5fd3c8f6-6e9c-445a-9745-490b64972cca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:41:58.151607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:41:58.151870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Checking segment: {'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:41:58.152427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Bound using segment: {'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:41:58.152765 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Bound port: 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:41:58.153127 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:58.227465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] For port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:41:58.231427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] For port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=89c2f09d-3e8e-48b0-a09e-a3ca1276f1da,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:41:58.275150 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:58.316256 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:58.316903 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:58.318994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] 10.222.0.59 "PUT /v2.0/ports/89c2f09d-3e8e-48b0-a09e-a3ca1276f1da HTTP/1.1" status: 200 len: 1091 time: 0.7795713 Nov 15 15:41:58.318994 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d065a74-79c3-4a7e-b445-66b5d06fb217', 'tag': '89c2f09d-3e8e-48b0-a09e-a3ca1276f1da'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:41:58.321182 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e610155-b214-4b83-bac1-630bcc22b8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d065a74-79c3-4a7e-b445-66b5d06fb217", "tag": "89c2f09d-3e8e-48b0-a09e-a3ca1276f1da"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:41:58.351445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f630c-9ed7-4040-9d2e-9eaae2d6b0ef service neutron] Pushing event updated for resources: {'Port': ['ID=89c2f09d-3e8e-48b0-a09e-a3ca1276f1da,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:41:58.369289 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cffe4bf-5d52-432c-bf97-df8ff6b989df x-openstack-request-id: req-3cffe4bf-5d52-432c-bf97-df8ff6b989df {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:41:58.369932 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d065a74-79c3-4a7e-b445-66b5d06fb217", "tag": "89c2f09d-3e8e-48b0-a09e-a3ca1276f1da", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:41:58.370259 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3cffe4bf-5d52-432c-bf97-df8ff6b989df {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:41:58.379234 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d065a74-79c3-4a7e-b445-66b5d06fb217', 'tag': '89c2f09d-3e8e-48b0-a09e-a3ca1276f1da', 'status': 'completed', 'code': 200} Nov 15 15:41:58.438498 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610155-b214-4b83-bac1-630bcc22b8d3 req-48911e98-1ed4-4445-93ea-0226df4d1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:58.440330 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e610155-b214-4b83-bac1-630bcc22b8d3 req-48911e98-1ed4-4445-93ea-0226df4d1f06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb546d559d344ae7bd625432c6d8c9d3&device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 1094 time: 0.0477917 Nov 15 15:41:58.560970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610155-b214-4b83-bac1-630bcc22b8d3 req-0ac7ac54-36ac-436d-8c39-3702deef294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:58.562514 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e610155-b214-4b83-bac1-630bcc22b8d3 req-0ac7ac54-36ac-436d-8c39-3702deef294e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bb546d559d344ae7bd625432c6d8c9d3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1127713 Nov 15 15:41:58.673835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610155-b214-4b83-bac1-630bcc22b8d3 req-4b8c1109-e866-43f6-88b0-809c1de6f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:58.675370 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8e610155-b214-4b83-bac1-630bcc22b8d3 req-4b8c1109-e866-43f6-88b0-809c1de6f98a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042218 Nov 15 15:41:58.753074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-7e64e0dd-1ff5-4e65-a213-48d4f152e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:58.754661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-7e64e0dd-1ff5-4e65-a213-48d4f152e863 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb546d559d344ae7bd625432c6d8c9d3&device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 1094 time: 0.0414653 Nov 15 15:41:58.798311 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-24cc48f8-6352-42bc-88a7-b66cb05e4c15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89c2f09d-3e8e-48b0-a09e-a3ca1276f1da HTTP/1.1" status: 200 len: 217 time: 0.0352092 Nov 15 15:41:58.854080 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-5dfad015-09f4-4cbd-a566-083190febf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:58.855672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-5dfad015-09f4-4cbd-a566-083190febf75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70699a90-5830-49bb-902e-aac195de6f32 HTTP/1.1" status: 200 len: 856 time: 0.0490072 Nov 15 15:41:58.905757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-94727560-1a67-49a5-885c-0ea5f73c91be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:58.907341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-94727560-1a67-49a5-885c-0ea5f73c91be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fd3c8f6-6e9c-445a-9745-490b64972cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444305 Nov 15 15:41:58.995014 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:59.000064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-d03516b4-79cf-4383-a2ba-fab10aa0358c service neutron] 10.222.0.59 "GET /v2.0/networks/5fd3c8f6-6e9c-445a-9745-490b64972cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843806 Nov 15 15:41:59.093296 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8dbe5a09-913f-4ed7-a574-aa080d00e541 req-0be63a80-e560-4b36-8b59-cfb4328f8e3d service neutron] 10.222.0.59 "GET /v2.0/networks/5fd3c8f6-6e9c-445a-9745-490b64972cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865440 Nov 15 15:41:59.196133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd14c55-d156-401e-af5e-03f32e97f471 req-606b6aed-7516-4b19-a129-d039d2607ba7 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:41:59.197652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5dd14c55-d156-401e-af5e-03f32e97f471 req-606b6aed-7516-4b19-a129-d039d2607ba7 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 943 time: 0.0509305 Nov 15 15:41:59.248037 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5dd14c55-d156-401e-af5e-03f32e97f471 req-c02d67c8-f40a-4b02-b38d-c425592518d2 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436614 Nov 15 15:41:59.372598 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:41:59.755069 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6ced815-5075-4d3d-a25a-8932862522af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:00.371657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b67d9d-7e33-4605-a1d3-2fecfb252ef3 req-b5747927-32e2-40ac-8327-25caf3bda70c tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:00.373159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73b67d9d-7e33-4605-a1d3-2fecfb252ef3 req-b5747927-32e2-40ac-8327-25caf3bda70c tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 943 time: 0.0540924 Nov 15 15:42:00.421527 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73b67d9d-7e33-4605-a1d3-2fecfb252ef3 req-908d6ab0-2016-4ddb-9462-b65a69128e27 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Nov 15 15:42:01.541960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e1ded-a476-42f5-a90f-e6a9fedb22e3 req-a87e838f-adcc-40a2-9d91-3ad57259c9e5 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:01.543536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-618e1ded-a476-42f5-a90f-e6a9fedb22e3 req-a87e838f-adcc-40a2-9d91-3ad57259c9e5 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 943 time: 0.0514085 Nov 15 15:42:01.591402 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-618e1ded-a476-42f5-a90f-e6a9fedb22e3 req-879c6a15-9209-46cb-9281-6e8a170dfacf tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Nov 15 15:42:02.126174 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e53af59-8ff8-462e-9d5e-2dcfbfaf3056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:02.416198 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:42:02.522751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=89c2f09d-3e8e-48b0-a09e-a3ca1276f1da,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:42:02.539055 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '89c2f09d-3e8e-48b0-a09e-a3ca1276f1da', 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca', 'port_id': '89c2f09d-3e8e-48b0-a09e-a3ca1276f1da', 'mac_address': 'fa:16:3e:64:15:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70699a90-5830-49bb-902e-aac195de6f32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:42:02.577341 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:02.591725 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:42:02.612120 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=89c2f09d-3e8e-48b0-a09e-a3ca1276f1da,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:42:02.674953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:02.720437 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408a135-b704-4602-82e7-bda50f93125c req-5a4f58b4-eaaa-434e-9167-805e28b6572c tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:02.720437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8408a135-b704-4602-82e7-bda50f93125c req-5a4f58b4-eaaa-434e-9167-805e28b6572c tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 944 time: 0.0555410 Nov 15 15:42:02.737315 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=89c2f09d-3e8e-48b0-a09e-a3ca1276f1da,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:42:02.745436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:02.745784 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:02.746158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:02.746765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:02.747110 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:02.747445 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:02.747778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:02.748107 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:02.748436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:02.748762 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:02.749086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:02.749411 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:02.787720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8408a135-b704-4602-82e7-bda50f93125c req-65540d17-9f2a-48c0-ad9b-e7f2feba6be3 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583615 Nov 15 15:42:02.886359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['89c2f09d-3e8e-48b0-a09e-a3ca1276f1da'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:42:03.737375 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:03.903056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b515351-e2c9-4bb8-9a47-79fafa5a6091 req-282b97c0-9105-4a0f-be25-26bbe957018d tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:03.904535 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b515351-e2c9-4bb8-9a47-79fafa5a6091 req-282b97c0-9105-4a0f-be25-26bbe957018d tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 944 time: 0.0479558 Nov 15 15:42:03.951724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1b515351-e2c9-4bb8-9a47-79fafa5a6091 req-00a8d443-a5af-40ac-8369-f5476f3f8b62 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411296 Nov 15 15:42:04.431184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:42:04.578140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:42:04.583010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:42:04.588364 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:04.662663 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:04.686022 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d065a74-79c3-4a7e-b445-66b5d06fb217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c2f09d-3e8e-48b0-a09e-a3ca1276f1da'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:42:04.688293 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee98b5d2-2f8d-4660-9f80-0a3bd5eaeff5" -d '{"events": [{"server_uuid": "1d065a74-79c3-4a7e-b445-66b5d06fb217", "name": "network-vif-plugged", "status": "completed", "tag": "89c2f09d-3e8e-48b0-a09e-a3ca1276f1da"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:42:04.702866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=89c2f09d-3e8e-48b0-a09e-a3ca1276f1da,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:42:04.735150 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1244f1ca-8707-4fe5-9f7e-b00995a1cd6f x-openstack-request-id: req-1244f1ca-8707-4fe5-9f7e-b00995a1cd6f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:42:04.735461 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d065a74-79c3-4a7e-b445-66b5d06fb217", "name": "network-vif-plugged", "status": "completed", "tag": "89c2f09d-3e8e-48b0-a09e-a3ca1276f1da", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:42:04.735700 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1244f1ca-8707-4fe5-9f7e-b00995a1cd6f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:42:04.736116 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d065a74-79c3-4a7e-b445-66b5d06fb217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c2f09d-3e8e-48b0-a09e-a3ca1276f1da', 'code': 200} Nov 15 15:42:04.789082 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:04.837312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=89c2f09d-3e8e-48b0-a09e-a3ca1276f1da,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:42:04.847761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c7b0b-15d6-49dc-85d6-636a6b62e1c1 req-5f15f1af-b9ef-4b1f-b31e-6562877a9d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:04.849335 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab4c7b0b-15d6-49dc-85d6-636a6b62e1c1 req-5f15f1af-b9ef-4b1f-b31e-6562877a9d2a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 1096 time: 0.0466473 Nov 15 15:42:04.897114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab4c7b0b-15d6-49dc-85d6-636a6b62e1c1 req-deed8d4a-b601-41c2-b590-48a5162a237b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395017 Nov 15 15:42:05.077037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e32663-83ef-44e2-afd3-f5c035f341f9 req-30f1fc60-3eb1-4407-a9ea-b460c65e8f60 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:05.078568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92e32663-83ef-44e2-afd3-f5c035f341f9 req-30f1fc60-3eb1-4407-a9ea-b460c65e8f60 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 945 time: 0.0564494 Nov 15 15:42:05.127010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-92e32663-83ef-44e2-afd3-f5c035f341f9 req-023f1a0a-5a0d-41ff-ab64-3d06fbe4ae5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423901 Nov 15 15:42:05.377162 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:05.817636 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:06.246960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfffc3-2b68-4cda-9797-475de5363433 req-353eee86-5ca7-4cf7-a547-0d2673014d3d tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:06.248440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8dfffc3-2b68-4cda-9797-475de5363433 req-353eee86-5ca7-4cf7-a547-0d2673014d3d tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 945 time: 0.0496402 Nov 15 15:42:06.296700 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8dfffc3-2b68-4cda-9797-475de5363433 req-df673740-bbf2-492f-a5c2-a93e21d76d3d tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Nov 15 15:42:06.414258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65933c0b-740e-49ac-8095-8c3a3c3f9282 req-56367045-5ec1-484b-9f44-0cab275110d9 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:06.415661 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65933c0b-740e-49ac-8095-8c3a3c3f9282 req-56367045-5ec1-484b-9f44-0cab275110d9 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 945 time: 0.0520983 Nov 15 15:42:06.464475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65933c0b-740e-49ac-8095-8c3a3c3f9282 req-8b6fd977-bcd2-49e4-a85c-47f7ccf0bcc6 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416834 Nov 15 15:42:22.190197 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:42:29.005886 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:29.377302 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:29.760639 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4817ec10-6a39-4e96-a63c-c021f3efff5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:32.115018 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-813555c5-28e2-46a7-8ad7-14224707a74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:32.729618 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241c69e-2884-48c0-bae6-aa99cd5314ae req-2af7d8a5-23f4-4622-9cfd-9420b0a09ea7 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:32.731151 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c241c69e-2884-48c0-bae6-aa99cd5314ae req-2af7d8a5-23f4-4622-9cfd-9420b0a09ea7 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 945 time: 0.0494037 Nov 15 15:42:32.777916 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c241c69e-2884-48c0-bae6-aa99cd5314ae req-688dbeef-151d-4afc-8d49-e3264988efe7 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Nov 15 15:42:33.759943 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:33.907211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41f036-c449-4028-8be3-693dc9ac5f6c req-c7116360-f567-43f8-94f4-67ffb41b0819 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:33.908740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a41f036-c449-4028-8be3-693dc9ac5f6c req-c7116360-f567-43f8-94f4-67ffb41b0819 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 945 time: 0.0549076 Nov 15 15:42:33.959913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a41f036-c449-4028-8be3-693dc9ac5f6c req-6631ca83-42dd-455d-a39a-a1e85711fa18 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446777 Nov 15 15:42:34.259360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a9dee-bd4a-4e8c-b3a4-54efa6f82c44 req-cb63f4e9-61b3-4238-a16c-4ca17264a4b9 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:34.260799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f2a9dee-bd4a-4e8c-b3a4-54efa6f82c44 req-cb63f4e9-61b3-4238-a16c-4ca17264a4b9 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 945 time: 0.0476282 Nov 15 15:42:34.349353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5f2a9dee-bd4a-4e8c-b3a4-54efa6f82c44 req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Deleting port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:42:34.349686 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5f2a9dee-bd4a-4e8c-b3a4-54efa6f82c44 req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:34.442369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5f2a9dee-bd4a-4e8c-b3a4-54efa6f82c44 req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] For port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=89c2f09d-3e8e-48b0-a09e-a3ca1276f1da,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:42:34.442802 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5f2a9dee-bd4a-4e8c-b3a4-54efa6f82c44 req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:34.455431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5f2a9dee-bd4a-4e8c-b3a4-54efa6f82c44 req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Calling delete_port for 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:42:34.657035 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5f2a9dee-bd4a-4e8c-b3a4-54efa6f82c44 req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:34.673441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['89c2f09d-3e8e-48b0-a09e-a3ca1276f1da'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:42:34.684864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Pushing event deleted for resources: {'Port': ['ID=89c2f09d-3e8e-48b0-a09e-a3ca1276f1da,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:42:34.694709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:34.695125 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:34.695472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:34.695852 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:34.696253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:34.696596 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:34.696932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:34.697265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:34.697638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:34.697953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:34.698354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:34.698708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:42:34.741902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2a9dee-bd4a-4e8c-b3a4-54efa6f82c44 req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] No DVR routers for this DVR port 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:42:34.747116 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5f2a9dee-bd4a-4e8c-b3a4-54efa6f82c44 req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:34.747942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f2a9dee-bd4a-4e8c-b3a4-54efa6f82c44 req-ba053aa7-e4d5-4e7f-8f6a-aa858ce4c85b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.59 "DELETE /v2.0/ports/89c2f09d-3e8e-48b0-a09e-a3ca1276f1da HTTP/1.1" status: 204 len: 173 time: 0.4809146 Nov 15 15:42:34.748376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d065a74-79c3-4a7e-b445-66b5d06fb217', 'name': 'network-vif-deleted', 'tag': '89c2f09d-3e8e-48b0-a09e-a3ca1276f1da'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:42:34.750669 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab49d06-0bed-472c-b314-05a784d39eee" -d '{"events": [{"server_uuid": "1d065a74-79c3-4a7e-b445-66b5d06fb217", "name": "network-vif-deleted", "tag": "89c2f09d-3e8e-48b0-a09e-a3ca1276f1da"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:42:34.851424 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58a3e84-e962-4b16-be8e-9a2c5430470f x-openstack-request-id: req-b58a3e84-e962-4b16-be8e-9a2c5430470f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:42:34.851696 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d065a74-79c3-4a7e-b445-66b5d06fb217", "name": "network-vif-deleted", "tag": "89c2f09d-3e8e-48b0-a09e-a3ca1276f1da", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:42:34.851946 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b58a3e84-e962-4b16-be8e-9a2c5430470f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:42:34.852340 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d065a74-79c3-4a7e-b445-66b5d06fb217', 'name': 'network-vif-deleted', 'tag': '89c2f09d-3e8e-48b0-a09e-a3ca1276f1da', 'status': 'completed', 'code': 200} Nov 15 15:42:35.056723 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c6b9526-9994-4573-8960-6fed9a3d3c46 req-b90c8c2e-368a-4c3e-a3f4-c1af69dc646d tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d065a74-79c3-4a7e-b445-66b5d06fb217 HTTP/1.1" status: 200 len: 210 time: 0.0282488 Nov 15 15:42:35.377151 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:35.857283 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:36.998684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-d6d6f6aa-baf2-46f4-a80b-ab986e94ed25 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:37.000143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-d6d6f6aa-baf2-46f4-a80b-ab986e94ed25 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/networks?id=5fd3c8f6-6e9c-445a-9745-490b64972cca HTTP/1.1" status: 200 len: 817 time: 0.1045704 Nov 15 15:42:37.015116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-21912986-f904-4861-bb72-6e0e71ea7af1 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/quotas/bb546d559d344ae7bd625432c6d8c9d3 HTTP/1.1" status: 200 len: 375 time: 0.0091898 Nov 15 15:42:37.064569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-27bd350a-fd9e-452d-bc06-8d6d77120793 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb546d559d344ae7bd625432c6d8c9d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441978 Nov 15 15:42:37.160927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-4be0f5dc-065a-4da6-897b-46022888c194 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd3c8f6-6e9c-445a-9745-490b64972cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844808 Nov 15 15:42:37.248086 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-731c01f8-9299-46f4-a223-fe74e3e420ff service neutron] 10.222.0.70 "GET /v2.0/networks/5fd3c8f6-6e9c-445a-9745-490b64972cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804205 Nov 15 15:42:37.551929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-40ffa5bc-723e-4aab-93a7-314e25f6cec3 req-a80bb1df-61dd-429c-b449-c5034b61044c tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 210 time: 0.0255303 Nov 15 15:42:38.600866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:42:38.624389 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:42:38.624726 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 89c2f09d-3e8e-48b0-a09e-a3ca1276f1da not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:42:38.651913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea604676-9c10-4c65-8333-44ba1a760b9f req-c170768a-7051-440e-a72b-5e3054fb9320 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 210 time: 0.0314400 Nov 15 15:42:39.479243 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-336e3d4c-b6ce-454b-903c-b188c9c275a3 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:39.480689 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-336e3d4c-b6ce-454b-903c-b188c9c275a3 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.59 "GET /v2.0/networks?id=5fd3c8f6-6e9c-445a-9745-490b64972cca HTTP/1.1" status: 200 len: 817 time: 0.1063097 Nov 15 15:42:39.494573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-99033a78-cfe0-47e9-843a-2e4750eebb5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Request body: {'port': {'device_id': 'a2904dd6-aafd-44df-8780-b40adc9ef2fe', 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca', 'admin_state_up': True, 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:42:39.893593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-884abf7f-d06b-4aa2-9b07-46af376a973b req-25da1236-7230-40a5-8af0-797d4989d25f tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 210 time: 0.0310450 Nov 15 15:42:40.028262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-99033a78-cfe0-47e9-843a-2e4750eebb5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Made reservation on behalf of bb546d559d344ae7bd625432c6d8c9d3 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:42:40.031911 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-99033a78-cfe0-47e9-843a-2e4750eebb5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:40.157797 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-99033a78-cfe0-47e9-843a-2e4750eebb5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Allocated IP 172.20.0.9 (5fd3c8f6-6e9c-445a-9745-490b64972cca/70699a90-5830-49bb-902e-aac195de6f32/c250e360-fa80-4f53-b342-0cfe0c992b58) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:42:40.299574 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-99033a78-cfe0-47e9-843a-2e4750eebb5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:40.400899 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-99033a78-cfe0-47e9-843a-2e4750eebb5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:40.446690 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-99033a78-cfe0-47e9-843a-2e4750eebb5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Network 5fd3c8f6-6e9c-445a-9745-490b64972cca is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:42:40.449771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-99033a78-cfe0-47e9-843a-2e4750eebb5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:42:40.452396 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-99033a78-cfe0-47e9-843a-2e4750eebb5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:42:40.479300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99033a78-cfe0-47e9-843a-2e4750eebb5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Pushing event updated for resources: {'Port': ['ID=c250e360-fa80-4f53-b342-0cfe0c992b58,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:42:40.507254 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-99033a78-cfe0-47e9-843a-2e4750eebb5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:40.507897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-99033a78-cfe0-47e9-843a-2e4750eebb5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:40.580244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-99033a78-cfe0-47e9-843a-2e4750eebb5e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0893712 Nov 15 15:42:40.639816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Request body: {'port': {'device_id': 'a2904dd6-aafd-44df-8780-b40adc9ef2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:42:40.682853 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-35c433f5-db47-463d-958f-18b8ee081cb6 None None] Provisioning complete for port c250e360-fa80-4f53-b342-0cfe0c992b58 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:42:40.683473 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35c433f5-db47-463d-958f-18b8ee081cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:40.697996 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:40.716950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-35c433f5-db47-463d-958f-18b8ee081cb6 None None] Port c250e360-fa80-4f53-b342-0cfe0c992b58 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:42:40.965928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c250e360-fa80-4f53-b342-0cfe0c992b58 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:42:40.981619 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:41.009824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Transition to ACTIVE for port object c250e360-fa80-4f53-b342-0cfe0c992b58 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:42:41.029032 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b957e-4ffc-46ec-ac57-eff877f44f73 req-dc8f0db1-3c2f-4d3a-a82e-9448f833f8cc tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:41.030551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-817b957e-4ffc-46ec-ac57-eff877f44f73 req-dc8f0db1-3c2f-4d3a-a82e-9448f833f8cc tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 931 time: 0.0602453 Nov 15 15:42:41.074256 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:41.106279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-817b957e-4ffc-46ec-ac57-eff877f44f73 req-2e28a775-857c-4842-bfec-20c63bec2abc tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694144 Nov 15 15:42:41.135193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Pushing event updated for resources: {'Port': ['ID=c250e360-fa80-4f53-b342-0cfe0c992b58,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:42:41.204868 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Attempting to bind port c250e360-fa80-4f53-b342-0cfe0c992b58 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:42:41.205212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Attempting to bind port c250e360-fa80-4f53-b342-0cfe0c992b58 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:42:41.205552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Attempting to bind port c250e360-fa80-4f53-b342-0cfe0c992b58 on network 5fd3c8f6-6e9c-445a-9745-490b64972cca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:42:41.210505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Port c250e360-fa80-4f53-b342-0cfe0c992b58 on network 5fd3c8f6-6e9c-445a-9745-490b64972cca not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:42:41.210839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Attempting to bind port c250e360-fa80-4f53-b342-0cfe0c992b58 on network 5fd3c8f6-6e9c-445a-9745-490b64972cca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:42:41.216033 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:42:41.216410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Checking segment: {'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:42:41.216770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Bound using segment: {'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:42:41.217202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Bound port: c250e360-fa80-4f53-b342-0cfe0c992b58, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72c32c8-347d-45d3-9b4c-879f78f7397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:42:41.217564 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:41.282486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] For port c250e360-fa80-4f53-b342-0cfe0c992b58, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:42:41.285671 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] For port c250e360-fa80-4f53-b342-0cfe0c992b58, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c250e360-fa80-4f53-b342-0cfe0c992b58,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:42:41.354620 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:41.393156 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:41.393886 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:41.395206 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] 10.222.0.59 "PUT /v2.0/ports/c250e360-fa80-4f53-b342-0cfe0c992b58 HTTP/1.1" status: 200 len: 1091 time: 0.8063207 Nov 15 15:42:41.395679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2904dd6-aafd-44df-8780-b40adc9ef2fe', 'tag': 'c250e360-fa80-4f53-b342-0cfe0c992b58'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:42:41.397941 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c6973e-6d22-4714-bf21-e2ca24dcda44" -d '{"events": [{"name": "network-changed", "server_uuid": "a2904dd6-aafd-44df-8780-b40adc9ef2fe", "tag": "c250e360-fa80-4f53-b342-0cfe0c992b58"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:42:41.424525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dc672-f6d3-4c02-80e7-99a0731fed18 service neutron] Pushing event updated for resources: {'Port': ['ID=c250e360-fa80-4f53-b342-0cfe0c992b58,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:42:41.444738 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ca033d-8400-43df-86b2-0f6a7d755a07 x-openstack-request-id: req-f5ca033d-8400-43df-86b2-0f6a7d755a07 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:42:41.445034 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2904dd6-aafd-44df-8780-b40adc9ef2fe", "tag": "c250e360-fa80-4f53-b342-0cfe0c992b58", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:42:41.445289 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5ca033d-8400-43df-86b2-0f6a7d755a07 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:42:41.445685 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2904dd6-aafd-44df-8780-b40adc9ef2fe', 'tag': 'c250e360-fa80-4f53-b342-0cfe0c992b58', 'status': 'completed', 'code': 200} Nov 15 15:42:41.509866 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6973e-6d22-4714-bf21-e2ca24dcda44 req-439d7a7a-998f-43d6-9400-3bc41ba076af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:41.511559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38c6973e-6d22-4714-bf21-e2ca24dcda44 req-439d7a7a-998f-43d6-9400-3bc41ba076af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb546d559d344ae7bd625432c6d8c9d3&device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 1094 time: 0.0436680 Nov 15 15:42:41.618722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6973e-6d22-4714-bf21-e2ca24dcda44 req-73da58f3-1f54-44fc-b1a9-e3c4ca8e9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:41.620417 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38c6973e-6d22-4714-bf21-e2ca24dcda44 req-73da58f3-1f54-44fc-b1a9-e3c4ca8e9d25 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bb546d559d344ae7bd625432c6d8c9d3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1008852 Nov 15 15:42:41.714320 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6973e-6d22-4714-bf21-e2ca24dcda44 req-146a1c5d-8dde-4757-a53d-60a8d84cadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:41.715748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-38c6973e-6d22-4714-bf21-e2ca24dcda44 req-146a1c5d-8dde-4757-a53d-60a8d84cadc7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885713 Nov 15 15:42:41.791589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-abb2910a-003f-474c-bb5f-8a668a60975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:41.793095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-abb2910a-003f-474c-bb5f-8a668a60975a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb546d559d344ae7bd625432c6d8c9d3&device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 1094 time: 0.0402334 Nov 15 15:42:41.839203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-4c7367ae-8182-49e1-b95e-70d777e1afa0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c250e360-fa80-4f53-b342-0cfe0c992b58 HTTP/1.1" status: 200 len: 217 time: 0.0383780 Nov 15 15:42:41.888334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-5644257f-46b8-4609-bd97-22bafe01d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:41.889765 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-5644257f-46b8-4609-bd97-22bafe01d4dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70699a90-5830-49bb-902e-aac195de6f32 HTTP/1.1" status: 200 len: 856 time: 0.0431421 Nov 15 15:42:41.936209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-410a35cf-ac29-42f8-8568-1f563c238265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:41.937725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-410a35cf-ac29-42f8-8568-1f563c238265 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fd3c8f6-6e9c-445a-9745-490b64972cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400465 Nov 15 15:42:42.032882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-44537848-82c4-47de-8ef0-f5120183b8ea service neutron] 10.222.0.59 "GET /v2.0/networks/5fd3c8f6-6e9c-445a-9745-490b64972cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861437 Nov 15 15:42:42.123900 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33e0bca3-56e5-496d-9603-22a9e65d9816 req-8ab35ffe-faaa-4aa7-82ca-b64bbd35206a service neutron] 10.222.0.59 "GET /v2.0/networks/5fd3c8f6-6e9c-445a-9745-490b64972cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816267 Nov 15 15:42:42.229648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3859a-02d3-4409-bc6a-1fc955760a80 req-a08da08b-481b-40b0-b4c4-3b9c68d3d3f9 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:42.231181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6a3859a-02d3-4409-bc6a-1fc955760a80 req-a08da08b-481b-40b0-b4c4-3b9c68d3d3f9 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 943 time: 0.0552034 Nov 15 15:42:42.279405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6a3859a-02d3-4409-bc6a-1fc955760a80 req-786bf6cb-23b7-4e90-8e29-9abc8ef33027 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422225 Nov 15 15:42:43.397591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d55b3-f9c0-41e5-aeb8-61d729270339 req-35ba37d6-b137-4ed4-8d2e-d43ac7d0c5c9 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:43.399116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f4d55b3-f9c0-41e5-aeb8-61d729270339 req-35ba37d6-b137-4ed4-8d2e-d43ac7d0c5c9 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 943 time: 0.0511909 Nov 15 15:42:43.447041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f4d55b3-f9c0-41e5-aeb8-61d729270339 req-49812048-2ca3-44c7-a222-cdb580b636a7 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Nov 15 15:42:44.564054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdca5f9-384a-43bc-ac97-79407ee72012 req-3e496d09-f8a6-4114-9766-cbc14b581c37 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:44.565454 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dcdca5f9-384a-43bc-ac97-79407ee72012 req-3e496d09-f8a6-4114-9766-cbc14b581c37 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 943 time: 0.0492127 Nov 15 15:42:44.616651 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dcdca5f9-384a-43bc-ac97-79407ee72012 req-445d279f-fad5-4390-bc66-faf6337e733d tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450997 Nov 15 15:42:44.650228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device c250e360-fa80-4f53-b342-0cfe0c992b58 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:42:44.758966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port c250e360-fa80-4f53-b342-0cfe0c992b58, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c250e360-fa80-4f53-b342-0cfe0c992b58,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:42:44.770139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'c250e360-fa80-4f53-b342-0cfe0c992b58', 'network_id': '5fd3c8f6-6e9c-445a-9745-490b64972cca', 'port_id': 'c250e360-fa80-4f53-b342-0cfe0c992b58', 'mac_address': 'fa:16:3e:ec:a7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70699a90-5830-49bb-902e-aac195de6f32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:42:44.806804 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:44.819668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c250e360-fa80-4f53-b342-0cfe0c992b58 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:42:44.839413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port c250e360-fa80-4f53-b342-0cfe0c992b58, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c250e360-fa80-4f53-b342-0cfe0c992b58,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:42:44.885624 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:44.946060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=c250e360-fa80-4f53-b342-0cfe0c992b58,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:42:45.087861 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['c250e360-fa80-4f53-b342-0cfe0c992b58'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:42:45.737295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97944ed-7532-4d6a-bbee-464502281b07 req-ddc0e2f5-6b22-458d-8184-28e82dafe1b5 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:45.738848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e97944ed-7532-4d6a-bbee-464502281b07 req-ddc0e2f5-6b22-458d-8184-28e82dafe1b5 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 944 time: 0.0530994 Nov 15 15:42:45.789242 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e97944ed-7532-4d6a-bbee-464502281b07 req-c5fcf21e-00d5-4083-9e1a-0a1609836b5c tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435603 Nov 15 15:42:46.671007 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device c250e360-fa80-4f53-b342-0cfe0c992b58 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:42:46.759822 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port c250e360-fa80-4f53-b342-0cfe0c992b58 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:42:46.763720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port c250e360-fa80-4f53-b342-0cfe0c992b58 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:42:46.764139 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:46.841051 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:46.864332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2904dd6-aafd-44df-8780-b40adc9ef2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c250e360-fa80-4f53-b342-0cfe0c992b58'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:42:46.866615 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab96a1e-6972-40a0-a220-a33cb874abba" -d '{"events": [{"server_uuid": "a2904dd6-aafd-44df-8780-b40adc9ef2fe", "name": "network-vif-plugged", "status": "completed", "tag": "c250e360-fa80-4f53-b342-0cfe0c992b58"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:42:46.880911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port c250e360-fa80-4f53-b342-0cfe0c992b58, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c250e360-fa80-4f53-b342-0cfe0c992b58,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:42:46.908124 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b077a-b931-47d7-85f7-9059f1b773b3 req-390a16d4-97e4-445d-91c8-df88bc1009f0 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:46.909649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-098b077a-b931-47d7-85f7-9059f1b773b3 req-390a16d4-97e4-445d-91c8-df88bc1009f0 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 944 time: 0.0512388 Nov 15 15:42:46.942542 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:46.969946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-098b077a-b931-47d7-85f7-9059f1b773b3 req-fb8639b7-3023-46e5-a203-9980b8b1e8fd tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536849 Nov 15 15:42:46.975539 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bcdbef-0268-4cb9-96e9-1610bc483007 x-openstack-request-id: req-b3bcdbef-0268-4cb9-96e9-1610bc483007 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:42:46.976105 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2904dd6-aafd-44df-8780-b40adc9ef2fe", "name": "network-vif-plugged", "status": "completed", "tag": "c250e360-fa80-4f53-b342-0cfe0c992b58", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:42:46.976317 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3bcdbef-0268-4cb9-96e9-1610bc483007 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:42:46.976700 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2904dd6-aafd-44df-8780-b40adc9ef2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c250e360-fa80-4f53-b342-0cfe0c992b58', 'code': 200} Nov 15 15:42:46.997814 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=c250e360-fa80-4f53-b342-0cfe0c992b58,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:42:47.086227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba902d5-f097-458a-b5e7-e773407d2e34 req-6da10c0f-77d7-4b1d-a062-9261cac28c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:47.088004 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cba902d5-f097-458a-b5e7-e773407d2e34 req-6da10c0f-77d7-4b1d-a062-9261cac28c1b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 1096 time: 0.0455966 Nov 15 15:42:47.132385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cba902d5-f097-458a-b5e7-e773407d2e34 req-be07a221-b11f-4a7c-b0bb-27dc82d757f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376649 Nov 15 15:42:48.094664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580d56-6a96-414f-93ae-5678746af2a5 req-6646245b-6674-462e-bc06-1a6daaf640e7 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:48.096154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31580d56-6a96-414f-93ae-5678746af2a5 req-6646245b-6674-462e-bc06-1a6daaf640e7 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 945 time: 0.0503986 Nov 15 15:42:48.146377 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31580d56-6a96-414f-93ae-5678746af2a5 req-7502178c-a8d4-45d4-b3bf-4fd2ff639392 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437498 Nov 15 15:42:49.261586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa6644-ce93-4f44-a477-e71aac233f65 req-fa948b71-da5c-4120-a260-9659e311095e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:49.263148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3dfa6644-ce93-4f44-a477-e71aac233f65 req-fa948b71-da5c-4120-a260-9659e311095e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 945 time: 0.0491374 Nov 15 15:42:49.314332 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3dfa6644-ce93-4f44-a477-e71aac233f65 req-e0366850-c838-4b76-b1dc-c4198c6fbf9b tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 Nov 15 15:42:49.436288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f8539-b72d-407d-b19c-bdfa73e42dcc req-5ddc89cc-db05-45ec-b210-1b2e81f08291 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:49.437794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea0f8539-b72d-407d-b19c-bdfa73e42dcc req-5ddc89cc-db05-45ec-b210-1b2e81f08291 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 945 time: 0.0528617 Nov 15 15:42:49.495536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ea0f8539-b72d-407d-b19c-bdfa73e42dcc req-44478ef6-429b-485c-bae3-9fb0c99de3b9 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470648 Nov 15 15:42:49.713363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7170a4c3-56cb-4787-8530-e614f95edce2 req-663a54b7-7fb3-4a2f-85a2-e140935cb7b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431828 Nov 15 15:42:49.801599 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170a4c3-56cb-4787-8530-e614f95edce2 req-8748d7dd-cc1e-445c-acfd-b243811f1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:49.803188 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7170a4c3-56cb-4787-8530-e614f95edce2 req-8748d7dd-cc1e-445c-acfd-b243811f1d0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb546d559d344ae7bd625432c6d8c9d3&device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 1096 time: 0.0457056 Nov 15 15:42:49.907693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170a4c3-56cb-4787-8530-e614f95edce2 req-35d58b87-f5aa-4ac1-b44e-956b0c5e7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:49.909107 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7170a4c3-56cb-4787-8530-e614f95edce2 req-35d58b87-f5aa-4ac1-b44e-956b0c5e7714 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fd3c8f6-6e9c-445a-9745-490b64972cca HTTP/1.1" status: 200 len: 918 time: 0.0865002 Nov 15 15:42:49.954923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7170a4c3-56cb-4787-8530-e614f95edce2 req-33b376bc-7293-4e7c-89bc-829033daae3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c250e360-fa80-4f53-b342-0cfe0c992b58 HTTP/1.1" status: 200 len: 217 time: 0.0381441 Nov 15 15:42:50.003878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170a4c3-56cb-4787-8530-e614f95edce2 req-126008a7-460b-483e-9127-f3a9c5352418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:50.005382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7170a4c3-56cb-4787-8530-e614f95edce2 req-126008a7-460b-483e-9127-f3a9c5352418 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70699a90-5830-49bb-902e-aac195de6f32 HTTP/1.1" status: 200 len: 856 time: 0.0435789 Nov 15 15:42:50.051853 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170a4c3-56cb-4787-8530-e614f95edce2 req-2f466328-e60e-445d-b8bf-aefa40997caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:42:50.054338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7170a4c3-56cb-4787-8530-e614f95edce2 req-2f466328-e60e-445d-b8bf-aefa40997caa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fd3c8f6-6e9c-445a-9745-490b64972cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418577 Nov 15 15:42:50.148451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7170a4c3-56cb-4787-8530-e614f95edce2 req-08e9d988-7e9e-4a23-b68a-cc172cd55326 service neutron] 10.222.0.59 "GET /v2.0/networks/5fd3c8f6-6e9c-445a-9745-490b64972cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872858 Nov 15 15:42:50.238623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7170a4c3-56cb-4787-8530-e614f95edce2 req-2d8ef6f5-dffd-47e1-81e5-b47f56500d44 service neutron] 10.222.0.59 "GET /v2.0/networks/5fd3c8f6-6e9c-445a-9745-490b64972cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830028 Nov 15 15:42:59.017038 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:59.189460 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:42:59.388107 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:42:59.759627 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86066dba-d206-43b5-9506-5289cbb2a451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:02.131023 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7184d359-5bfc-4971-9897-8d88b3470e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:03.759699 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:05.382832 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:05.828050 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:14.479687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60336066-bace-4ddd-befb-85f984be0b1e req-f088a00a-2715-4ddc-83cf-17280e7153f0 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:14.481287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60336066-bace-4ddd-befb-85f984be0b1e req-f088a00a-2715-4ddc-83cf-17280e7153f0 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 945 time: 0.0530608 Nov 15 15:43:14.536579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60336066-bace-4ddd-befb-85f984be0b1e req-0b0cb8b4-f410-4b6b-8679-14fa1e9a2a33 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488212 Nov 15 15:43:15.665137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d020cf9-8719-4506-8dda-6dd3284280e2 req-f582fe1c-d3d0-4dee-8786-e6395f7123e3 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:15.666640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d020cf9-8719-4506-8dda-6dd3284280e2 req-f582fe1c-d3d0-4dee-8786-e6395f7123e3 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 945 time: 0.0586982 Nov 15 15:43:15.714940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d020cf9-8719-4506-8dda-6dd3284280e2 req-9159a082-38d2-47c2-b2d4-c77f710a7ac7 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/security-groups?id=176aebe0-7861-4fb1-973e-09704009552a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421724 Nov 15 15:43:16.054259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a7694-5c67-4b70-a92c-7cddd7ebe8d2 req-c445bf13-e905-4d9c-b708-1d62ea424c8e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:16.056285 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad0a7694-5c67-4b70-a92c-7cddd7ebe8d2 req-c445bf13-e905-4d9c-b708-1d62ea424c8e tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 945 time: 0.0520027 Nov 15 15:43:16.147264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ad0a7694-5c67-4b70-a92c-7cddd7ebe8d2 req-8592bc6e-3cfa-4b2d-8b01-4f242c5cbc63 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Deleting port c250e360-fa80-4f53-b342-0cfe0c992b58 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:43:16.147603 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ad0a7694-5c67-4b70-a92c-7cddd7ebe8d2 req-8592bc6e-3cfa-4b2d-8b01-4f242c5cbc63 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:16.235303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ad0a7694-5c67-4b70-a92c-7cddd7ebe8d2 req-8592bc6e-3cfa-4b2d-8b01-4f242c5cbc63 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] For port c250e360-fa80-4f53-b342-0cfe0c992b58, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=c250e360-fa80-4f53-b342-0cfe0c992b58,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:16.235658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ad0a7694-5c67-4b70-a92c-7cddd7ebe8d2 req-8592bc6e-3cfa-4b2d-8b01-4f242c5cbc63 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:16.248447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ad0a7694-5c67-4b70-a92c-7cddd7ebe8d2 req-8592bc6e-3cfa-4b2d-8b01-4f242c5cbc63 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Calling delete_port for c250e360-fa80-4f53-b342-0cfe0c992b58 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:43:16.445375 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ad0a7694-5c67-4b70-a92c-7cddd7ebe8d2 req-8592bc6e-3cfa-4b2d-8b01-4f242c5cbc63 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:16.457854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['c250e360-fa80-4f53-b342-0cfe0c992b58'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:43:16.472691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592bc6e-3cfa-4b2d-8b01-4f242c5cbc63 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Pushing event deleted for resources: {'Port': ['ID=c250e360-fa80-4f53-b342-0cfe0c992b58,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:16.520999 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0a7694-5c67-4b70-a92c-7cddd7ebe8d2 req-8592bc6e-3cfa-4b2d-8b01-4f242c5cbc63 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] No DVR routers for this DVR port c250e360-fa80-4f53-b342-0cfe0c992b58 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:43:16.524165 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ad0a7694-5c67-4b70-a92c-7cddd7ebe8d2 req-8592bc6e-3cfa-4b2d-8b01-4f242c5cbc63 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:16.527725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad0a7694-5c67-4b70-a92c-7cddd7ebe8d2 req-8592bc6e-3cfa-4b2d-8b01-4f242c5cbc63 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.59 "DELETE /v2.0/ports/c250e360-fa80-4f53-b342-0cfe0c992b58 HTTP/1.1" status: 204 len: 173 time: 0.4653590 Nov 15 15:43:16.528168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2904dd6-aafd-44df-8780-b40adc9ef2fe', 'name': 'network-vif-deleted', 'tag': 'c250e360-fa80-4f53-b342-0cfe0c992b58'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:43:16.530512 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a260df8b-5d12-4b28-91c5-3d74bd8a0749" -d '{"events": [{"server_uuid": "a2904dd6-aafd-44df-8780-b40adc9ef2fe", "name": "network-vif-deleted", "tag": "c250e360-fa80-4f53-b342-0cfe0c992b58"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:43:16.575016 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b01882-8fa5-4e36-88b8-3253462a324e x-openstack-request-id: req-d3b01882-8fa5-4e36-88b8-3253462a324e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:43:16.575346 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2904dd6-aafd-44df-8780-b40adc9ef2fe", "name": "network-vif-deleted", "tag": "c250e360-fa80-4f53-b342-0cfe0c992b58", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:43:16.575614 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3b01882-8fa5-4e36-88b8-3253462a324e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:43:16.576030 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2904dd6-aafd-44df-8780-b40adc9ef2fe', 'name': 'network-vif-deleted', 'tag': 'c250e360-fa80-4f53-b342-0cfe0c992b58', 'status': 'completed', 'code': 200} Nov 15 15:43:16.810499 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe70e38f-bf03-44ff-8656-6b7e84405e72 req-95916975-317e-4ac1-8ad2-99cc471acf16 tempest-TestEncryptedCinderVolumes-770585555 tempest-TestEncryptedCinderVolumes-770585555-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2904dd6-aafd-44df-8780-b40adc9ef2fe HTTP/1.1" status: 200 len: 210 time: 0.0267186 Nov 15 15:43:17.968078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:18.329567 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:18.575430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Deleting port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:43:18.575688 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:18.670737 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] For port 1eb7ac47-5016-40aa-bb5a-e08ce7aea145, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=1eb7ac47-5016-40aa-bb5a-e08ce7aea145,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:18.671219 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:18.687219 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Calling delete_port for 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:43:18.965257 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:18.998662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb7ac47-5016-40aa-bb5a-e08ce7aea145,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:19.024331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:19.024691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:19.025046 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:19.025386 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:19.025727 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:19.026063 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:19.026427 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:19.026861 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:19.027326 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:19.027825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:19.028164 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:19.028499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:19.180086 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:19.414451 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Router 2afd7b98-c599-4452-86d8-68fd9ce40b63 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:43:19.523627 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:43:19.528686 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5fb43065-f668-43f1-9d1e-93a8519ba1cf admin admin] 10.222.0.70 "PUT /v2.0/routers/2afd7b98-c599-4452-86d8-68fd9ce40b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5595243 Nov 15 15:43:19.531310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52676) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:19.532392 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beae4ca-1e47-46a9-843d-2159b5c9ba51 None None] Sync routers for ids ['2afd7b98-c599-4452-86d8-68fd9ce40b63'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:43:19.544564 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beae4ca-1e47-46a9-843d-2159b5c9ba51 None None] Routers {'2afd7b98-c599-4452-86d8-68fd9ce40b63'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:43:19.545171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7beae4ca-1e47-46a9-843d-2159b5c9ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:43:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2afd7b98-c599-4452-86d8-68fd9ce40b63'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:19.633750 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:19.657930 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7beae4ca-1e47-46a9-843d-2159b5c9ba51 None None] Set router 2afd7b98-c599-4452-86d8-68fd9ce40b63 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:43:19.737068 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:19.843128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7beae4ca-1e47-46a9-843d-2159b5c9ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'name': 'tempest-TestEncryptedCinderVolumes-1999577802-router', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:43:18Z', 'revision_number': 5, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'gw_port': {'id': '773f37a8-6fba-4267-a6e7-4a809f355e44', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:31:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:19.858630 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Deleting port 773f37a8-6fba-4267-a6e7-4a809f355e44 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:43:19.858969 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:19.870519 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beae4ca-1e47-46a9-843d-2159b5c9ba51 None None] Checking router: 2afd7b98-c599-4452-86d8-68fd9ce40b63 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:43:19.879826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beae4ca-1e47-46a9-843d-2159b5c9ba51 None None] Routers {'2afd7b98-c599-4452-86d8-68fd9ce40b63'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:43:19.880479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7beae4ca-1e47-46a9-843d-2159b5c9ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:43:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2afd7b98-c599-4452-86d8-68fd9ce40b63'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:19.948629 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] For port 773f37a8-6fba-4267-a6e7-4a809f355e44, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=773f37a8-6fba-4267-a6e7-4a809f355e44,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:19.948924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:19.963669 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Calling delete_port for 773f37a8-6fba-4267-a6e7-4a809f355e44 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:43:19.972498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7beae4ca-1e47-46a9-843d-2159b5c9ba51 None None] Set router 2afd7b98-c599-4452-86d8-68fd9ce40b63 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:43:20.041688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7beae4ca-1e47-46a9-843d-2159b5c9ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'name': 'tempest-TestEncryptedCinderVolumes-1999577802-router', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:43:19Z', 'revision_number': 6, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:20.070249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beae4ca-1e47-46a9-843d-2159b5c9ba51 None None] The sync data for ids ['2afd7b98-c599-4452-86d8-68fd9ce40b63'] in n-d-817748-2 is: [{'id': '2afd7b98-c599-4452-86d8-68fd9ce40b63', 'name': 'tempest-TestEncryptedCinderVolumes-1999577802-router', 'tenant_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:42Z', 'updated_at': '2021-11-15T15:43:19Z', 'revision_number': 6, 'project_id': 'bb546d559d344ae7bd625432c6d8c9d3', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:43:20.216991 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:20.241546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Pushing event deleted for resources: {'Port': ['ID=773f37a8-6fba-4267-a6e7-4a809f355e44,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:20.258188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282f91b0-3931-4a44-8ad6-8ca63044be5a None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:43:20.312424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:20.423348 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:20.427266 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:20.571222 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:20.571869 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2afd7b98-c599-4452-86d8-68fd9ce40b63 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:43:20.576456 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:20.580256 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-83f6753b-f1ec-4ba0-a157-7eb1ac65464f admin admin] 10.222.0.70 "DELETE /v2.0/routers/2afd7b98-c599-4452-86d8-68fd9ce40b63 HTTP/1.1" status: 204 len: 168 time: 1.0479665 Nov 15 15:43:20.581708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:20.627541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fb02c3-121d-4c7e-ab96-4c80230aae24 admin admin] Deleting subnet 70699a90-5830-49bb-902e-aac195de6f32 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:43:20.631192 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95fb02c3-121d-4c7e-ab96-4c80230aae24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:20.669190 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95fb02c3-121d-4c7e-ab96-4c80230aae24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:20.756022 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95fb02c3-121d-4c7e-ab96-4c80230aae24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:20.869595 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device c250e360-fa80-4f53-b342-0cfe0c992b58 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:43:20.875164 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95fb02c3-121d-4c7e-ab96-4c80230aae24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:20.904018 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:43:20.906204 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: c250e360-fa80-4f53-b342-0cfe0c992b58 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:43:20.906566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device c250e360-fa80-4f53-b342-0cfe0c992b58 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:43:20.906714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb02c3-121d-4c7e-ab96-4c80230aae24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70699a90-5830-49bb-902e-aac195de6f32,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:20.908634 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95fb02c3-121d-4c7e-ab96-4c80230aae24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:20.919652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-95fb02c3-121d-4c7e-ab96-4c80230aae24 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/70699a90-5830-49bb-902e-aac195de6f32 HTTP/1.1" status: 204 len: 168 time: 0.3303909 Nov 15 15:43:20.919652 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:20.931725 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f1e771-c19a-469e-8351-e674b21abcb2 None None] Network 5fd3c8f6-6e9c-445a-9745-490b64972cca requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:43:20.933944 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:43:20.934282 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 1eb7ac47-5016-40aa-bb5a-e08ce7aea145 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:43:20.934704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 773f37a8-6fba-4267-a6e7-4a809f355e44 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:43:20.985470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 773f37a8-6fba-4267-a6e7-4a809f355e44 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:43:20.985817 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 773f37a8-6fba-4267-a6e7-4a809f355e44 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:43:20.994359 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:21.055323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Deleting port 957521f4-ae29-49f4-902e-e3c0d9bc7941 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:43:21.055671 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:21.124842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] For port 957521f4-ae29-49f4-902e-e3c0d9bc7941, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=957521f4-ae29-49f4-902e-e3c0d9bc7941,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:21.125212 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:21.140076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Calling delete_port for 957521f4-ae29-49f4-902e-e3c0d9bc7941 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:43:21.146061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] DHCP port deletion for 5fd3c8f6-6e9c-445a-9745-490b64972cca request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:43:21.198275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Deleting port 957521f4-ae29-49f4-902e-e3c0d9bc7941 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:43:21.198755 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:21.263299 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] For port 957521f4-ae29-49f4-902e-e3c0d9bc7941, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=957521f4-ae29-49f4-902e-e3c0d9bc7941,segment=NetworkSegment(f72c32c8-347d-45d3-9b4c-879f78f7397f),segment_id=f72c32c8-347d-45d3-9b4c-879f78f7397f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:21.263609 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:21.276489 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:21.279051 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Calling delete_port for 957521f4-ae29-49f4-902e-e3c0d9bc7941 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:43:21.297049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] No DVR routers for this DVR port 957521f4-ae29-49f4-902e-e3c0d9bc7941 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:43:21.320711 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Pushing event deleted for resources: {'Port': ['ID=957521f4-ae29-49f4-902e-e3c0d9bc7941,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:21.357998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:21.380842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Pushing event deleted for resources: {'Port': ['ID=957521f4-ae29-49f4-902e-e3c0d9bc7941,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:21.390876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:21.391224 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:21.391567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:21.391906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:21.392030 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:21.392240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:21.392572 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:21.392903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:21.393253 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:21.393555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:21.394371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:21.394371 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:21.399687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:21.399687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc5100-8ea6-42a0-8d2f-0b4bd0d8c04a None None] No DVR routers for this DVR port 957521f4-ae29-49f4-902e-e3c0d9bc7941 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:43:21.421385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd3c8f6-6e9c-445a-9745-490b64972cca']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:21.431561 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72c32c8-347d-45d3-9b4c-879f78f7397f') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:21.431860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72c32c8-347d-45d3-9b4c-879f78f7397f') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:21.441369 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:21.454201 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:21.460201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:43:21.468980 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:43:21.565287 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:21.570997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:21.574134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] 10.222.0.70 "DELETE /v2.0/networks/5fd3c8f6-6e9c-445a-9745-490b64972cca HTTP/1.1" status: 204 len: 168 time: 0.6587763 Nov 15 15:43:21.577205 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:21.589186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bc08e-84b0-4ffb-b0c9-0d1f4541c40d admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd3c8f6-6e9c-445a-9745-490b64972cca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:22.231753 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b99f410-c664-4a44-8529-fad184930c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:22.469090 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8b99f410-c664-4a44-8529-fad184930c91 admin admin] Deleting port 38723cd8-aa2e-4353-8628-68a960b26da0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:43:22.469406 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b99f410-c664-4a44-8529-fad184930c91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:22.547287 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8b99f410-c664-4a44-8529-fad184930c91 admin admin] For port 38723cd8-aa2e-4353-8628-68a960b26da0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=38723cd8-aa2e-4353-8628-68a960b26da0,segment=NetworkSegment(b4713383-0eba-468f-879b-aba5b7bb39f6),segment_id=b4713383-0eba-468f-879b-aba5b7bb39f6)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:22.547664 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b99f410-c664-4a44-8529-fad184930c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:22.561777 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8b99f410-c664-4a44-8529-fad184930c91 admin admin] Calling delete_port for 38723cd8-aa2e-4353-8628-68a960b26da0 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:43:22.605849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 957521f4-ae29-49f4-902e-e3c0d9bc7941 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:43:22.630345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 957521f4-ae29-49f4-902e-e3c0d9bc7941 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:43:22.631283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 957521f4-ae29-49f4-902e-e3c0d9bc7941 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:43:22.771050 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b99f410-c664-4a44-8529-fad184930c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:22.796564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99f410-c664-4a44-8529-fad184930c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=38723cd8-aa2e-4353-8628-68a960b26da0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:22.965220 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b99f410-c664-4a44-8529-fad184930c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:23.190277 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b99f410-c664-4a44-8529-fad184930c91 admin admin] Router 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:43:23.300724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b99f410-c664-4a44-8529-fad184930c91 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:43:23.308950 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8b99f410-c664-4a44-8529-fad184930c91 admin admin] 10.222.0.70 "PUT /v2.0/routers/5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7295437 Nov 15 15:43:23.311556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:23.315399 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1819c69d-d86b-4f29-ad85-02ae196e0fb8 None None] Sync routers for ids ['5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:43:23.327459 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1819c69d-d86b-4f29-ad85-02ae196e0fb8 None None] Routers {'5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:43:23.328092 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1819c69d-d86b-4f29-ad85-02ae196e0fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:43:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:23.429873 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:23.443467 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1819c69d-d86b-4f29-ad85-02ae196e0fb8 None None] Set router 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:43:23.536190 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:23.619097 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1819c69d-d86b-4f29-ad85-02ae196e0fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'name': 'tempest-TestEncryptedCinderVolumes-812767454-router', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:48Z', 'updated_at': '2021-11-15T15:43:22Z', 'revision_number': 5, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'gw_port': {'id': 'b603bef5-0cf2-43e0-a4b2-0d01598951f7', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:de:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:41:49Z', 'updated_at': '2021-11-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:23.644343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Deleting port b603bef5-0cf2-43e0-a4b2-0d01598951f7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:43:23.644691 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:23.644956 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1819c69d-d86b-4f29-ad85-02ae196e0fb8 None None] Checking router: 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:43:23.654623 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1819c69d-d86b-4f29-ad85-02ae196e0fb8 None None] Routers {'5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:43:23.655225 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1819c69d-d86b-4f29-ad85-02ae196e0fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:43:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:23.730416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] For port b603bef5-0cf2-43e0-a4b2-0d01598951f7, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b603bef5-0cf2-43e0-a4b2-0d01598951f7,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:23.730690 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:23.739413 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1819c69d-d86b-4f29-ad85-02ae196e0fb8 None None] Set router 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:43:23.742695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Calling delete_port for b603bef5-0cf2-43e0-a4b2-0d01598951f7 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:43:23.791962 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1819c69d-d86b-4f29-ad85-02ae196e0fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'name': 'tempest-TestEncryptedCinderVolumes-812767454-router', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:48Z', 'updated_at': '2021-11-15T15:43:23Z', 'revision_number': 6, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:23.817393 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1819c69d-d86b-4f29-ad85-02ae196e0fb8 None None] The sync data for ids ['5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1'] in n-d-817748-2 is: [{'id': '5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1', 'name': 'tempest-TestEncryptedCinderVolumes-812767454-router', 'tenant_id': 'cdf407a69f024d26b761d6b318fe57c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:41:48Z', 'updated_at': '2021-11-15T15:43:23Z', 'revision_number': 6, 'project_id': 'cdf407a69f024d26b761d6b318fe57c0', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:43:23.959388 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:23.984912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b603bef5-0cf2-43e0-a4b2-0d01598951f7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:23.998636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9ad880-0922-40e0-aa10-2d9f59572777 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:43:24.044051 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.136397 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.138451 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.222685 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.223224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:43:24.228993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.230186 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2600af83-828f-416d-98c6-f6856ecf20d4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5b4e79b7-4d1d-44d8-bee6-ea5e15aa4aa1 HTTP/1.1" status: 204 len: 168 time: 0.9169352 Nov 15 15:43:24.234697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52686) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:24.277484 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d93128-d2b0-44a5-a10c-e0c5d2242a32 admin admin] Deleting subnet a84af845-8454-411e-9fff-48b9dd7fa4ef {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:43:24.280562 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75d93128-d2b0-44a5-a10c-e0c5d2242a32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.315584 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75d93128-d2b0-44a5-a10c-e0c5d2242a32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.394147 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75d93128-d2b0-44a5-a10c-e0c5d2242a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.479931 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75d93128-d2b0-44a5-a10c-e0c5d2242a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.506038 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d93128-d2b0-44a5-a10c-e0c5d2242a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84af845-8454-411e-9fff-48b9dd7fa4ef,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:24.512239 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75d93128-d2b0-44a5-a10c-e0c5d2242a32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.515460 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-75d93128-d2b0-44a5-a10c-e0c5d2242a32 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a84af845-8454-411e-9fff-48b9dd7fa4ef HTTP/1.1" status: 204 len: 168 time: 0.2791808 Nov 15 15:43:24.515559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:24.515980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cae1d4-2113-48e5-9a5b-a4045dc8149b None None] Network c27ee9cb-fa6d-4db4-8312-5c254d35ce27 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:43:24.593285 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.644678 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b603bef5-0cf2-43e0-a4b2-0d01598951f7 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:43:24.654135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Deleting port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:43:24.654587 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.667580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: b603bef5-0cf2-43e0-a4b2-0d01598951f7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:43:24.667926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b603bef5-0cf2-43e0-a4b2-0d01598951f7 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:43:24.668341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 38723cd8-aa2e-4353-8628-68a960b26da0 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:43:24.690113 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 38723cd8-aa2e-4353-8628-68a960b26da0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:43:24.690485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 38723cd8-aa2e-4353-8628-68a960b26da0 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:43:24.727252 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] For port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e,segment=NetworkSegment(b4713383-0eba-468f-879b-aba5b7bb39f6),segment_id=b4713383-0eba-468f-879b-aba5b7bb39f6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:24.727767 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.743250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Calling delete_port for b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:43:24.754910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90129285-0fcd-405c-be66-052baa787314 None None] DHCP port deletion for c27ee9cb-fa6d-4db4-8312-5c254d35ce27 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:43:24.813621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-90129285-0fcd-405c-be66-052baa787314 None None] Deleting port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:43:24.814224 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90129285-0fcd-405c-be66-052baa787314 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.885216 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.891755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-90129285-0fcd-405c-be66-052baa787314 None None] For port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e,segment=NetworkSegment(b4713383-0eba-468f-879b-aba5b7bb39f6),segment_id=b4713383-0eba-468f-879b-aba5b7bb39f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:24.892268 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90129285-0fcd-405c-be66-052baa787314 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.913208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-90129285-0fcd-405c-be66-052baa787314 None None] Calling delete_port for b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:43:24.915548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:24.919240 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] No DVR routers for this DVR port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:43:24.991255 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:24.993156 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90129285-0fcd-405c-be66-052baa787314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:25.017010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90129285-0fcd-405c-be66-052baa787314 None None] Pushing event deleted for resources: {'Port': ['ID=b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:25.023451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90129285-0fcd-405c-be66-052baa787314 None None] No DVR routers for this DVR port b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:43:25.333235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27ee9cb-fa6d-4db4-8312-5c254d35ce27']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:25.342615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4713383-0eba-468f-879b-aba5b7bb39f6') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:25.342912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4713383-0eba-468f-879b-aba5b7bb39f6') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:25.352133 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:25.364641 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:25.370982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:43:25.371363 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:43:25.373036 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:43:25.509910 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:25.515244 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:25.518420 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] 10.222.0.70 "DELETE /v2.0/networks/c27ee9cb-fa6d-4db4-8312-5c254d35ce27 HTTP/1.1" status: 204 len: 168 time: 1.0018923 Nov 15 15:43:25.529356 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af2c2d-8499-49a2-82e7-eb0910a45a4e admin admin] Pushing event deleted for resources: {'Network': ['ID=c27ee9cb-fa6d-4db4-8312-5c254d35ce27,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:25.901586 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:25.943813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-18d5d90b-6d71-4a97-966d-17cbabd3131b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb546d559d344ae7bd625432c6d8c9d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410066 Nov 15 15:43:25.946142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:25.997023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd60c9e5-4964-48d1-9de0-c879efd502d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:26.017108 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd60c9e5-4964-48d1-9de0-c879efd502d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:26.119321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd60c9e5-4964-48d1-9de0-c879efd502d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:26.122122 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd60c9e5-4964-48d1-9de0-c879efd502d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:26.123331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dd60c9e5-4964-48d1-9de0-c879efd502d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/176aebe0-7861-4fb1-973e-09704009552a HTTP/1.1" status: 204 len: 168 time: 0.1762719 Nov 15 15:43:26.131726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60c9e5-4964-48d1-9de0-c879efd502d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176aebe0-7861-4fb1-973e-09704009552a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:26.596722 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:43:26.616336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:43:26.616674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device b57269c7-dfdc-4d89-b7ad-cc0de9c5ea7e not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:43:26.776788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:26.817225 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-075487dc-b584-4a1e-8c4a-4eca098c34bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cdf407a69f024d26b761d6b318fe57c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392880 Nov 15 15:43:26.819767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:26.866897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f299-ca14-4107-911f-c89ce6a4411a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:26.887783 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f299-ca14-4107-911f-c89ce6a4411a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:26.977190 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f299-ca14-4107-911f-c89ce6a4411a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:26.979756 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f299-ca14-4107-911f-c89ce6a4411a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:26.980915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dfa3f299-ca14-4107-911f-c89ce6a4411a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4cdfbaeb-322d-4376-b831-0d6135c069cb HTTP/1.1" status: 204 len: 168 time: 0.1602070 Nov 15 15:43:26.989004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3f299-ca14-4107-911f-c89ce6a4411a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdfbaeb-322d-4376-b831-0d6135c069cb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:27.977826 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52724) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:28.072346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1233577649-network', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:43:28.171114 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Made reservation on behalf of e9f58d8859c54604b1c756b86c4a99e0 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:43:28.174296 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:28.185816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:28.260480 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:28.324808 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:28.352835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:43:28.359130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e78e260-0ad4-4751-882d-b5160d34f1eb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:28.365185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:28.365527 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Added segment e24a5621-18d0-4d0a-a997-df66fc3f1182 of type vlan for network cc514417-a4a9-4ba9-90a8-1480a11e0cdc Nov 15 15:43:28.406561 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:28.507919 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:28.509037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:28.509621 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:28.571236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=cc514417-a4a9-4ba9-90a8-1480a11e0cdc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:28.580659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network cc514417-a4a9-4ba9-90a8-1480a11e0cdc details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:43:28.619431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4ec1b063-e892-4d95-96af-e7918c47e7b7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6403928 Nov 15 15:43:28.622198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:28.627248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d93cb0a5-751c-40b9-8528-e48bf4f10e87 admin admin] Request body: {'subnet': {'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1233577649-subnet', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:43:28.713532 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93cb0a5-751c-40b9-8528-e48bf4f10e87 admin admin] Made reservation on behalf of e9f58d8859c54604b1c756b86c4a99e0 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:43:28.715980 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d93cb0a5-751c-40b9-8528-e48bf4f10e87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:28.953888 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d93cb0a5-751c-40b9-8528-e48bf4f10e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.009268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cb0a5-751c-40b9-8528-e48bf4f10e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96bab0d0-3697-4634-9ca5-98651495ce62,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:29.024792 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.024944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93cb0a5-751c-40b9-8528-e48bf4f10e87 admin admin] Checking segment: {'id': 'e24a5621-18d0-4d0a-a997-df66fc3f1182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:43:29.024944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93cb0a5-751c-40b9-8528-e48bf4f10e87 admin admin] Network hostable DHCP agents. Network: cc514417-a4a9-4ba9-90a8-1480a11e0cdc, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:43:29.096787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93cb0a5-751c-40b9-8528-e48bf4f10e87 admin admin] Network cc514417-a4a9-4ba9-90a8-1480a11e0cdc is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:43:29.148203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d93cb0a5-751c-40b9-8528-e48bf4f10e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, cc514417-a4a9-4ba9-90a8-1480a11e0cdc) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:43:29.157130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93cb0a5-751c-40b9-8528-e48bf4f10e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:29.160201 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d93cb0a5-751c-40b9-8528-e48bf4f10e87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.163778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2ad9ad-15aa-4baa-a98a-034bdfaadc89 None None] Network cc514417-a4a9-4ba9-90a8-1480a11e0cdc requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:43:29.231284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d93cb0a5-751c-40b9-8528-e48bf4f10e87 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6077025 Nov 15 15:43:29.233832 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:29.238592 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:43:29.325034 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'fixed_ips': [{'subnet_id': '96bab0d0-3697-4634-9ca5-98651495ce62'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:43:29.325290 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.325886 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.326748 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.388874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.414256 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.478056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Allocated IP 172.20.0.2 (cc514417-a4a9-4ba9-90a8-1480a11e0cdc/96bab0d0-3697-4634-9ca5-98651495ce62/82c1b74f-a4bf-4389-95a8-81dd5d9034f0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:43:29.606361 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.631413 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.708405 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.749630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Network cc514417-a4a9-4ba9-90a8-1480a11e0cdc is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:43:29.752543 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:43:29.756235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:43:29.763116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Pushing event updated for resources: {'Port': ['ID=82c1b74f-a4bf-4389-95a8-81dd5d9034f0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:29.805085 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bfedddb8-1eea-4911-91f5-b22364f22a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.818145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Attempting to bind port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:43:29.818812 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Attempting to bind port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'e24a5621-18d0-4d0a-a997-df66fc3f1182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:43:29.819429 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Attempting to bind port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 on network cc514417-a4a9-4ba9-90a8-1480a11e0cdc {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:43:29.827781 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:43:29.828080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Checking segment: {'id': 'e24a5621-18d0-4d0a-a997-df66fc3f1182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:43:29.828488 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.828886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Bound using segment: {'id': 'e24a5621-18d0-4d0a-a997-df66fc3f1182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:43:29.829657 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Bound port: 82c1b74f-a4bf-4389-95a8-81dd5d9034f0, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24a5621-18d0-4d0a-a997-df66fc3f1182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:43:29.829816 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.900708 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.903278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] For port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:43:29.906382 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] For port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=82c1b74f-a4bf-4389-95a8-81dd5d9034f0,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:43:29.920384 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:29.994302 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:30.022095 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Allocated IP 172.25.4.22 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/9e2fc09f-8079-4a17-a42d-2d403cb66af2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:43:30.056818 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c018ed-8551-4361-a58d-89a6e7f530e7 None None] Pushing event updated for resources: {'Port': ['ID=82c1b74f-a4bf-4389-95a8-81dd5d9034f0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:30.134858 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:30.240011 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:30.283388 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:43:30.286538 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:43:30.289577 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:43:30.302261 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d9ff2e-c238-44f6-bf42-e04717a2e7e4 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:43:30.325333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Pushing event updated for resources: {'Port': ['ID=9e2fc09f-8079-4a17-a42d-2d403cb66af2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:30.400242 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-de289fa0-221e-4faf-bf9b-779786a8c808 None None] Provisioning complete for port 9e2fc09f-8079-4a17-a42d-2d403cb66af2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:30.400610 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de289fa0-221e-4faf-bf9b-779786a8c808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:30.434858 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-de289fa0-221e-4faf-bf9b-779786a8c808 None None] Port 9e2fc09f-8079-4a17-a42d-2d403cb66af2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:43:30.610290 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:30.639736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:43:30.697216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:30.697616 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:30.783789 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:30.820234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=82c1b74f-a4bf-4389-95a8-81dd5d9034f0,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:30.843696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:30.908139 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:30.951067 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ebc000-bf77-405b-b142-986efbb3029f None None] Network cc514417-a4a9-4ba9-90a8-1480a11e0cdc requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:43:31.020802 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=82c1b74f-a4bf-4389-95a8-81dd5d9034f0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:31.029794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ff0aab5f-6146-4179-b1a1-0b0faf6d4872 None None] Provisioning complete for port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:31.030249 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff0aab5f-6146-4179-b1a1-0b0faf6d4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:31.039461 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Router 69ad1748-6e7a-4555-a3d0-45e28b04c443 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:43:31.150920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:43:31.165271 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Sync routers for ids ['69ad1748-6e7a-4555-a3d0-45e28b04c443'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:43:31.196301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Routers {'69ad1748-6e7a-4555-a3d0-45e28b04c443'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:43:31.196923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:43:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['69ad1748-6e7a-4555-a3d0-45e28b04c443'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:31.236279 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:31.238655 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-3051b0d1-586a-41f1-b808-4ac41fb4f411 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0035443 Nov 15 15:43:31.241066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:31.316632 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Set router 69ad1748-6e7a-4555-a3d0-45e28b04c443 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:43:31.515150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-975153e3-3744-472f-b531-198fa5475e46 None None] Provisioning complete for port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:31.515517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-975153e3-3744-472f-b531-198fa5475e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:31.569230 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:30Z', 'revision_number': 3, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port': {'id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:68:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:31.600980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Checking router: 69ad1748-6e7a-4555-a3d0-45e28b04c443 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:43:31.601322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Updating router 69ad1748-6e7a-4555-a3d0-45e28b04c443 port 9e2fc09f-8079-4a17-a42d-2d403cb66af2 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:43:31.653898 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:31.697886 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:31.858474 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Allocated IP 172.20.0.1 (cc514417-a4a9-4ba9-90a8-1480a11e0cdc/96bab0d0-3697-4634-9ca5-98651495ce62/7df8df6e-9e0a-4432-bdda-17beea03f264) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:43:31.920666 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:31.961968 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:31.988346 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.040010 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be5a53-10cc-45d8-9914-bc665e771bc5 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:43:32.057135 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.058805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Attempting to bind port 9e2fc09f-8079-4a17-a42d-2d403cb66af2 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:43:32.059172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Attempting to bind port 9e2fc09f-8079-4a17-a42d-2d403cb66af2 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:43:32.059534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Attempting to bind port 9e2fc09f-8079-4a17-a42d-2d403cb66af2 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:43:32.067629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47a162-6147-4c94-b6b2-84fc69c72276 None None] Pushing event updated for resources: {'Port': ['ID=9e2fc09f-8079-4a17-a42d-2d403cb66af2,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:32.075862 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:43:32.076170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:43:32.076476 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.076825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:43:32.077291 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Bound port: 9e2fc09f-8079-4a17-a42d-2d403cb66af2, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:43:32.078271 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.098635 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Network cc514417-a4a9-4ba9-90a8-1480a11e0cdc is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:43:32.106186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:43:32.109955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:43:32.132670 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Pushing event updated for resources: {'Port': ['ID=7df8df6e-9e0a-4432-bdda-17beea03f264,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:32.138218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1c3cc21a-a512-4a06-b650-26672646768d None None] Provisioning complete for port 9e2fc09f-8079-4a17-a42d-2d403cb66af2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:32.138642 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc21a-a512-4a06-b650-26672646768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.142706 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] For port 9e2fc09f-8079-4a17-a42d-2d403cb66af2, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:43:32.164370 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.165831 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5ce6f29-5f80-42a6-914f-614c79a77d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.178045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] For port 9e2fc09f-8079-4a17-a42d-2d403cb66af2, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9e2fc09f-8079-4a17-a42d-2d403cb66af2,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:43:32.192614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1c3cc21a-a512-4a06-b650-26672646768d None None] Port 9e2fc09f-8079-4a17-a42d-2d403cb66af2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:43:32.217090 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.266950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34b7463-c126-4d4f-912f-b9d443a97bb6 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:43:32.292270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47a162-6147-4c94-b6b2-84fc69c72276 None None] Pushing event updated for resources: {'Port': ['ID=9e2fc09f-8079-4a17-a42d-2d403cb66af2,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:32.294832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Routers {'69ad1748-6e7a-4555-a3d0-45e28b04c443'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:43:32.295430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:43:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['69ad1748-6e7a-4555-a3d0-45e28b04c443'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:32.380322 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.557409 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-585490d4-8ebb-4529-933c-505f448b7f88 None None] Provisioning complete for port 9e2fc09f-8079-4a17-a42d-2d403cb66af2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:32.557409 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-585490d4-8ebb-4529-933c-505f448b7f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.569389 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.609723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:43:32.639837 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.644763 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] Set router 69ad1748-6e7a-4555-a3d0-45e28b04c443 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:43:32.705997 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.716738 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Pushing event updated for resources: {'Port': ['ID=7df8df6e-9e0a-4432-bdda-17beea03f264,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:32.798314 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-585490d4-8ebb-4529-933c-505f448b7f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.807484 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Network cc514417-a4a9-4ba9-90a8-1480a11e0cdc is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:43:32.809044 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:43:32.830950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:32.831166 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:32.866036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-585490d4-8ebb-4529-933c-505f448b7f88 None None] For port 9e2fc09f-8079-4a17-a42d-2d403cb66af2, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9e2fc09f-8079-4a17-a42d-2d403cb66af2,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:32.932227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Router 69ad1748-6e7a-4555-a3d0-45e28b04c443 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:43:32.941378 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-585490d4-8ebb-4529-933c-505f448b7f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:33.012420 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:30Z', 'revision_number': 3, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port': {'id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:68:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:33.015387 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585490d4-8ebb-4529-933c-505f448b7f88 None None] Pushing event updated for resources: {'Port': ['ID=9e2fc09f-8079-4a17-a42d-2d403cb66af2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:33.044334 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6234b2-eb50-47bd-b1b2-05117eecb108 None None] The sync data for ids ['69ad1748-6e7a-4555-a3d0-45e28b04c443'] in n-d-817748-2 is: [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:30Z', 'revision_number': 3, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port': {'id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:68:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:43:33.060837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:43:33.064791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-30e76668-2827-4ba0-b427-81d8923d5c81 None None] Provisioning complete for port 7df8df6e-9e0a-4432-bdda-17beea03f264 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:33.065171 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-30e76668-2827-4ba0-b427-81d8923d5c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:33.075039 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a8562c0e-b03a-47ef-adc6-7cf4b3780bbb admin admin] 10.222.0.70 "PUT /v2.0/routers/69ad1748-6e7a-4555-a3d0-45e28b04c443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8321850 Nov 15 15:43:33.108696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-30e76668-2827-4ba0-b427-81d8923d5c81 None None] Port 7df8df6e-9e0a-4432-bdda-17beea03f264 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:43:33.753991 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:33.850571 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52750) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:33.857779 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1802929062-network', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:43:33.936724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Made reservation on behalf of ffef05a6ffac46ea92e90b2418057b6a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:43:33.939087 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:33.948955 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:34.030585 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:34.085770 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:34.111615 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:43:34.121849 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924f1c4d-2e7f-44c2-abab-f700208d24f2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:34.126868 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:34.127202 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Added segment ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4 of type vlan for network c77d87d4-c4fb-4e93-b788-848b21f664c4 Nov 15 15:43:34.168404 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:34.228106 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:34.229035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:34.229632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:34.288305 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] Pushing event updated for resources: {'Network': ['ID=c77d87d4-c4fb-4e93-b788-848b21f664c4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:34.304753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network c77d87d4-c4fb-4e93-b788-848b21f664c4 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:43:34.330843 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f10cca58-fb29-4438-a26f-737590200052 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4790077 Nov 15 15:43:34.334722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52752) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:34.341657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Request body: {'subnet': {'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1802929062-subnet', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:43:34.456683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Made reservation on behalf of ffef05a6ffac46ea92e90b2418057b6a for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:43:34.459823 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:34.635930 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9e2fc09f-8079-4a17-a42d-2d403cb66af2 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:43:34.684318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9e2fc09f-8079-4a17-a42d-2d403cb66af2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:34.684684 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:34.694372 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Sync routers for ids ['69ad1748-6e7a-4555-a3d0-45e28b04c443'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:43:34.704406 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Routers {'69ad1748-6e7a-4555-a3d0-45e28b04c443'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:43:34.705007 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:43:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['69ad1748-6e7a-4555-a3d0-45e28b04c443'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:34.726666 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:34.785792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:34.797334 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:34.797688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:34.798036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:34.798383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:34.798977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:34.799332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:34.799670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:34.800022 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:34.800346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:34.800677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:34.801006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:34.801335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:34.807947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Checking segment: {'id': 'ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:43:34.808322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Network hostable DHCP agents. Network: c77d87d4-c4fb-4e93-b788-848b21f664c4, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:43:34.811197 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Set router 69ad1748-6e7a-4555-a3d0-45e28b04c443 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:43:34.902444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Network c77d87d4-c4fb-4e93-b788-848b21f664c4 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:43:34.965632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, c77d87d4-c4fb-4e93-b788-848b21f664c4) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:43:34.970934 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:34.971729 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:34.977658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42581528-8b5f-4cdb-b059-01626b87d74a None None] Network c77d87d4-c4fb-4e93-b788-848b21f664c4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:43:35.071610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c9314c66-0ff9-4105-9ee5-7c41afc83608 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7350380 Nov 15 15:43:35.073953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:35.079867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1802929062-router', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:43:35.109394 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port': {'id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7df8df6e-9e0a-4432-bdda-17beea03f264', 'name': '', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'mac_address': 'fa:16:3e:93:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:31Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 2, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'subnets': [{'id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:35.131979 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-c77d87d4-c4fb-4e93-b788-848b21f664c4', 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'fixed_ips': [{'subnet_id': '5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:43:35.132893 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.136739 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Checking router: 69ad1748-6e7a-4555-a3d0-45e28b04c443 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:43:35.137098 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Updating router 69ad1748-6e7a-4555-a3d0-45e28b04c443 port 7df8df6e-9e0a-4432-bdda-17beea03f264 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:43:35.171194 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.176465 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.178192 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.238369 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.299443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Allocated IP 172.20.0.2 (c77d87d4-c4fb-4e93-b788-848b21f664c4/5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd/7b71b590-0222-4986-b147-847efbb8da18) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:43:35.456678 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.464259 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.474445 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.476653 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.582823 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.583387 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.657468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Network c77d87d4-c4fb-4e93-b788-848b21f664c4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:43:35.665596 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:43:35.672863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:43:35.678026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Pushing event updated for resources: {'Port': ['ID=7b71b590-0222-4986-b147-847efbb8da18,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:35.729004 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Pushing event updated for resources: {'Port': ['ID=7df8df6e-9e0a-4432-bdda-17beea03f264,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:35.749373 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:35.749718 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:35.750064 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:35.750419 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:35.750768 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:35.751100 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:35.751428 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:35.751754 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:35.752081 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:35.752404 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:35.752726 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:35.753049 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:43:35.759432 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Attempting to bind port 7df8df6e-9e0a-4432-bdda-17beea03f264 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:43:35.759801 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Attempting to bind port 7df8df6e-9e0a-4432-bdda-17beea03f264 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'e24a5621-18d0-4d0a-a997-df66fc3f1182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:43:35.760165 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Attempting to bind port 7df8df6e-9e0a-4432-bdda-17beea03f264 on network cc514417-a4a9-4ba9-90a8-1480a11e0cdc {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:43:35.765625 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:43:35.766118 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Checking segment: {'id': 'e24a5621-18d0-4d0a-a997-df66fc3f1182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:43:35.766559 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.766961 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Bound using segment: {'id': 'e24a5621-18d0-4d0a-a997-df66fc3f1182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:43:35.767424 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Bound port: 7df8df6e-9e0a-4432-bdda-17beea03f264, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24a5621-18d0-4d0a-a997-df66fc3f1182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:43:35.767964 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.792138 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Attempting to bind port 7b71b590-0222-4986-b147-847efbb8da18 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:43:35.792730 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Attempting to bind port 7b71b590-0222-4986-b147-847efbb8da18 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:43:35.793318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Attempting to bind port 7b71b590-0222-4986-b147-847efbb8da18 on network c77d87d4-c4fb-4e93-b788-848b21f664c4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:43:35.803581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:43:35.804163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Checking segment: {'id': 'ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:43:35.804801 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.805523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Bound using segment: {'id': 'ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:43:35.806559 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Bound port: 7b71b590-0222-4986-b147-847efbb8da18, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:43:35.807164 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.807385 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.839550 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.843763 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] For port 7df8df6e-9e0a-4432-bdda-17beea03f264, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:43:35.847956 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] For port 7df8df6e-9e0a-4432-bdda-17beea03f264, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7df8df6e-9e0a-4432-bdda-17beea03f264,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:43:35.874518 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.920264 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.929595 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] For port 7b71b590-0222-4986-b147-847efbb8da18, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:43:35.932986 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] For port 7b71b590-0222-4986-b147-847efbb8da18, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7b71b590-0222-4986-b147-847efbb8da18,segment=NetworkSegment(ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4),segment_id=ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:43:35.951023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-45451b5b-f25b-4c28-8a00-5d2f106c2da6 None None] Provisioning complete for port 7df8df6e-9e0a-4432-bdda-17beea03f264 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:35.951518 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45451b5b-f25b-4c28-8a00-5d2f106c2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:35.986378 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Routers {'69ad1748-6e7a-4555-a3d0-45e28b04c443'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:43:35.987187 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:43:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['69ad1748-6e7a-4555-a3d0-45e28b04c443'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:36.006688 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:36.010546 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Allocated IP 172.25.4.209 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/941c7f51-ce0d-4191-af5e-d663dc0b6767) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:43:36.126593 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] Set router 69ad1748-6e7a-4555-a3d0-45e28b04c443 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:43:36.132534 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1f8c4-c786-4d49-bbc1-e9adacfe7aaa None None] Pushing event updated for resources: {'Port': ['ID=7b71b590-0222-4986-b147-847efbb8da18,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:36.142136 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45451b5b-f25b-4c28-8a00-5d2f106c2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:36.155581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:36.199029 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-45451b5b-f25b-4c28-8a00-5d2f106c2da6 None None] For port 7df8df6e-9e0a-4432-bdda-17beea03f264, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7df8df6e-9e0a-4432-bdda-17beea03f264,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:36.201604 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c3bfc-426d-45a1-878c-14af03ba5e30 None None] Pushing event updated for resources: {'Port': ['ID=7df8df6e-9e0a-4432-bdda-17beea03f264,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:36.205323 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:43:36.274251 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45451b5b-f25b-4c28-8a00-5d2f106c2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:36.303014 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:36.371385 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45451b5b-f25b-4c28-8a00-5d2f106c2da6 None None] Pushing event updated for resources: {'Port': ['ID=7df8df6e-9e0a-4432-bdda-17beea03f264,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:36.386795 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:43:36.397248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:43:36.405335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:43:36.409014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Pushing event updated for resources: {'Port': ['ID=941c7f51-ce0d-4191-af5e-d663dc0b6767,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:36.414008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0b1885f6-7716-454d-b785-0944b503dd6d None None] Provisioning complete for port 7df8df6e-9e0a-4432-bdda-17beea03f264 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:36.414439 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b1885f6-7716-454d-b785-0944b503dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:36.451053 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dee469-ae6d-4edb-a789-d4a6fd901a04 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:43:36.480429 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port': {'id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7df8df6e-9e0a-4432-bdda-17beea03f264', 'name': '', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'mac_address': 'fa:16:3e:93:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:31Z', 'updated_at': '2021-11-15T15:43:35Z', 'revision_number': 4, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'subnets': [{'id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:36.514100 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe4285-cce4-4096-b7c7-f294435857a6 None None] The sync data for ids ['69ad1748-6e7a-4555-a3d0-45e28b04c443'] in n-d-817748-2 is: [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port': {'id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7df8df6e-9e0a-4432-bdda-17beea03f264', 'name': '', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'mac_address': 'fa:16:3e:93:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:31Z', 'updated_at': '2021-11-15T15:43:35Z', 'revision_number': 4, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'subnets': [{'id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:43:36.693432 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-713ad03b-9fd6-487a-95e0-a63fb68e8695 None None] Provisioning complete for port 941c7f51-ce0d-4191-af5e-d663dc0b6767 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:36.693937 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-713ad03b-9fd6-487a-95e0-a63fb68e8695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:36.724205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7b71b590-0222-4986-b147-847efbb8da18 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:43:36.771169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-713ad03b-9fd6-487a-95e0-a63fb68e8695 None None] Port 941c7f51-ce0d-4191-af5e-d663dc0b6767 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:43:36.791096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 7b71b590-0222-4986-b147-847efbb8da18 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:36.791612 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:36.811336 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:36.888552 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:36.937889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 7b71b590-0222-4986-b147-847efbb8da18, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7b71b590-0222-4986-b147-847efbb8da18,segment=NetworkSegment(ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4),segment_id=ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:36.999620 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:37.052907 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:37.089326 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=7b71b590-0222-4986-b147-847efbb8da18,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:37.279267 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Router 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:43:37.383909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833abc39-939d-43dd-9d51-14ab151704e4 None None] Network c77d87d4-c4fb-4e93-b788-848b21f664c4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:43:37.414276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:43:37.440535 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Sync routers for ids ['23b3fce3-de8c-486d-ae4e-0d63fb4588e9'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:43:37.482013 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Routers {'23b3fce3-de8c-486d-ae4e-0d63fb4588e9'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:43:37.482915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:43:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['23b3fce3-de8c-486d-ae4e-0d63fb4588e9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:37.484928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b3b1d5a5-99c0-4500-b4f9-c2f9aaa1ad9e None None] Provisioning complete for port 7b71b590-0222-4986-b147-847efbb8da18 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:37.485286 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d5a5-99c0-4500-b4f9-c2f9aaa1ad9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:37.503754 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:37.508220 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-44c40a6a-85fc-48b7-badd-c52e8162329b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4300463 Nov 15 15:43:37.508543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52758) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:43:37.740345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Set router 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:43:38.019190 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.126849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'name': 'tempest-TestMinimumBasicScenario-1802929062-router', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:43:36Z', 'revision_number': 3, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'gw_port': {'id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:38.153941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Checking router: 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:43:38.154299 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Updating router 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 port 941c7f51-ce0d-4191-af5e-d663dc0b6767 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:43:38.192685 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.198026 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-83fa79fd-10f4-4528-9bde-b3c9ff15b143 None None] Provisioning complete for port 7b71b590-0222-4986-b147-847efbb8da18 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:38.198514 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83fa79fd-10f4-4528-9bde-b3c9ff15b143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.204551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Allocated IP 172.20.0.1 (c77d87d4-c4fb-4e93-b788-848b21f664c4/5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd/508c6391-2e5c-4d60-852d-b84a5eecbbe8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:43:38.312183 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.422500 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.465395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Network c77d87d4-c4fb-4e93-b788-848b21f664c4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:43:38.470383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:43:38.472920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:43:38.500855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Pushing event updated for resources: {'Port': ['ID=508c6391-2e5c-4d60-852d-b84a5eecbbe8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:38.520346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.526773 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.611629 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.673549 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b8c8a-dc5b-4adf-8589-a49dd31feb8f None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:43:38.690841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Attempting to bind port 941c7f51-ce0d-4191-af5e-d663dc0b6767 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:43:38.690841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Attempting to bind port 941c7f51-ce0d-4191-af5e-d663dc0b6767 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:43:38.690841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Attempting to bind port 941c7f51-ce0d-4191-af5e-d663dc0b6767 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:43:38.707980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7df8df6e-9e0a-4432-bdda-17beea03f264 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:43:38.736464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:43:38.736464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:43:38.736464 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.736464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:43:38.736464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Bound port: 941c7f51-ce0d-4191-af5e-d663dc0b6767, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:43:38.736464 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.740506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbc72c-abc4-40dd-b117-37691a35109e None None] Pushing event updated for resources: {'Port': ['ID=941c7f51-ce0d-4191-af5e-d663dc0b6767,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:38.744877 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.793794 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-05eb2d04-5f63-4b34-839c-ed73963af211 None None] Provisioning complete for port 941c7f51-ce0d-4191-af5e-d663dc0b6767 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:38.794161 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05eb2d04-5f63-4b34-839c-ed73963af211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.852167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] For port 941c7f51-ce0d-4191-af5e-d663dc0b6767, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:43:38.858098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] For port 941c7f51-ce0d-4191-af5e-d663dc0b6767, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=941c7f51-ce0d-4191-af5e-d663dc0b6767,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:43:38.861066 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-05eb2d04-5f63-4b34-839c-ed73963af211 None None] Port 941c7f51-ce0d-4191-af5e-d663dc0b6767 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:43:38.862495 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 7df8df6e-9e0a-4432-bdda-17beea03f264 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:38.862853 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.898301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-05eb2d04-5f63-4b34-839c-ed73963af211 None None] Provisioning complete for port 508c6391-2e5c-4d60-852d-b84a5eecbbe8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:38.898704 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05eb2d04-5f63-4b34-839c-ed73963af211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.920243 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.935714 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.959167 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:38.968886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-05eb2d04-5f63-4b34-839c-ed73963af211 None None] Port 508c6391-2e5c-4d60-852d-b84a5eecbbe8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:43:39.003921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a4beef-bae0-4dc5-911a-3aa2219594e5 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:43:39.038800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Pushing event updated for resources: {'Port': ['ID=508c6391-2e5c-4d60-852d-b84a5eecbbe8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:39.044401 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbc72c-abc4-40dd-b117-37691a35109e None None] Pushing event updated for resources: {'Port': ['ID=941c7f51-ce0d-4191-af5e-d663dc0b6767,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:39.046682 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:39.057082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7b71b590-0222-4986-b147-847efbb8da18 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:43:39.057082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Routers {'23b3fce3-de8c-486d-ae4e-0d63fb4588e9'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:43:39.057082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:43:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['23b3fce3-de8c-486d-ae4e-0d63fb4588e9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:39.163414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Network c77d87d4-c4fb-4e93-b788-848b21f664c4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:43:39.165740 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:43:39.191046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9e2cac61-cae8-49f3-9266-eb3a92672b8b None None] Provisioning complete for port 941c7f51-ce0d-4191-af5e-d663dc0b6767 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:39.191358 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e2cac61-cae8-49f3-9266-eb3a92672b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:39.253484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] Set router 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:43:39.256592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 7b71b590-0222-4986-b147-847efbb8da18 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:39.256960 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:39.290130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Router 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:43:39.418487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:43:39.425396 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c5c7d62c-559b-45dc-9fb5-f7cb8fe88338 admin admin] 10.222.0.70 "PUT /v2.0/routers/23b3fce3-de8c-486d-ae4e-0d63fb4588e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9153845 Nov 15 15:43:39.450333 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e2cac61-cae8-49f3-9266-eb3a92672b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:39.500886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9e2cac61-cae8-49f3-9266-eb3a92672b8b None None] For port 941c7f51-ce0d-4191-af5e-d663dc0b6767, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=941c7f51-ce0d-4191-af5e-d663dc0b6767,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:39.567858 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e2cac61-cae8-49f3-9266-eb3a92672b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:39.627636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cac61-cae8-49f3-9266-eb3a92672b8b None None] Pushing event updated for resources: {'Port': ['ID=941c7f51-ce0d-4191-af5e-d663dc0b6767,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:39.632650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'name': 'tempest-TestMinimumBasicScenario-1802929062-router', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:43:38Z', 'revision_number': 4, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'gw_port': {'id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '508c6391-2e5c-4d60-852d-b84a5eecbbe8', 'name': '', 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'mac_address': 'fa:16:3e:98:3c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:38Z', 'updated_at': '2021-11-15T15:43:38Z', 'revision_number': 2, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'subnets': [{'id': '5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:39.660854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd6b20-1149-4ed7-885e-f073d8c98057 None None] The sync data for ids ['23b3fce3-de8c-486d-ae4e-0d63fb4588e9'] in n-d-817748-2 is: [{'id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'name': 'tempest-TestMinimumBasicScenario-1802929062-router', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:43:38Z', 'revision_number': 4, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'gw_port': {'id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '508c6391-2e5c-4d60-852d-b84a5eecbbe8', 'name': '', 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'mac_address': 'fa:16:3e:98:3c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:38Z', 'updated_at': '2021-11-15T15:43:38Z', 'revision_number': 2, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'subnets': [{'id': '5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:43:39.689397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ed3b85c1-9b95-42c4-8dcd-8f2511cc242c None None] Provisioning complete for port 508c6391-2e5c-4d60-852d-b84a5eecbbe8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:39.689786 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed3b85c1-9b95-42c4-8dcd-8f2511cc242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:39.726690 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b85c1-9b95-42c4-8dcd-8f2511cc242c None None] Port 508c6391-2e5c-4d60-852d-b84a5eecbbe8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:43:40.707659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 941c7f51-ce0d-4191-af5e-d663dc0b6767 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:43:40.796630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 941c7f51-ce0d-4191-af5e-d663dc0b6767 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:40.797093 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:43.252509 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Sync routers for ids ['23b3fce3-de8c-486d-ae4e-0d63fb4588e9'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:43:43.262491 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Routers {'23b3fce3-de8c-486d-ae4e-0d63fb4588e9'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:43:43.263086 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:43:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['23b3fce3-de8c-486d-ae4e-0d63fb4588e9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:43.373098 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Set router 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:43:43.590927 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'name': 'tempest-TestMinimumBasicScenario-1802929062-router', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:43:38Z', 'revision_number': 4, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'gw_port': {'id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '508c6391-2e5c-4d60-852d-b84a5eecbbe8', 'name': '', 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'mac_address': 'fa:16:3e:98:3c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:38Z', 'updated_at': '2021-11-15T15:43:38Z', 'revision_number': 2, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'subnets': [{'id': '5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:43.621973 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Checking router: 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:43:43.622323 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Updating router 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 port 508c6391-2e5c-4d60-852d-b84a5eecbbe8 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:43:43.651748 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:43.968262 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:44.034256 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:44.163334 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629cca0-f001-4ae7-b1c4-2c9e23aeddb6 None None] Pushing event updated for resources: {'Port': ['ID=508c6391-2e5c-4d60-852d-b84a5eecbbe8,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:44.167712 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Attempting to bind port 508c6391-2e5c-4d60-852d-b84a5eecbbe8 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:43:44.167712 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Attempting to bind port 508c6391-2e5c-4d60-852d-b84a5eecbbe8 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:43:44.167712 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Attempting to bind port 508c6391-2e5c-4d60-852d-b84a5eecbbe8 on network c77d87d4-c4fb-4e93-b788-848b21f664c4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:43:44.180165 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:43:44.180533 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Checking segment: {'id': 'ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:43:44.180938 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:44.181339 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Bound using segment: {'id': 'ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:43:44.182312 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Bound port: 508c6391-2e5c-4d60-852d-b84a5eecbbe8, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:43:44.182721 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:44.277208 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] For port 508c6391-2e5c-4d60-852d-b84a5eecbbe8, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:43:44.282076 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] For port 508c6391-2e5c-4d60-852d-b84a5eecbbe8, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=508c6391-2e5c-4d60-852d-b84a5eecbbe8,segment=NetworkSegment(ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4),segment_id=ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:43:44.379465 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2d921f91-02dd-4a83-bf51-ecf4e628f056 None None] Provisioning complete for port 508c6391-2e5c-4d60-852d-b84a5eecbbe8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:44.380631 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d921f91-02dd-4a83-bf51-ecf4e628f056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:44.384030 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:44.457539 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629cca0-f001-4ae7-b1c4-2c9e23aeddb6 None None] Pushing event updated for resources: {'Port': ['ID=508c6391-2e5c-4d60-852d-b84a5eecbbe8,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:44.461737 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Routers {'23b3fce3-de8c-486d-ae4e-0d63fb4588e9'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:43:44.462348 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:43:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['23b3fce3-de8c-486d-ae4e-0d63fb4588e9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:44.489034 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d921f91-02dd-4a83-bf51-ecf4e628f056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:44.531952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d921f91-02dd-4a83-bf51-ecf4e628f056 None None] For port 508c6391-2e5c-4d60-852d-b84a5eecbbe8, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=508c6391-2e5c-4d60-852d-b84a5eecbbe8,segment=NetworkSegment(ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4),segment_id=ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:43:44.605363 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d921f91-02dd-4a83-bf51-ecf4e628f056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:44.679510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d921f91-02dd-4a83-bf51-ecf4e628f056 None None] Pushing event updated for resources: {'Port': ['ID=508c6391-2e5c-4d60-852d-b84a5eecbbe8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:44.718653 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 508c6391-2e5c-4d60-852d-b84a5eecbbe8 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:43:44.721041 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] Set router 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:43:44.795599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 508c6391-2e5c-4d60-852d-b84a5eecbbe8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:44.796377 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:44.859086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-96fbc4cc-86bc-4d76-b9e1-de92ecc768ee None None] Provisioning complete for port 508c6391-2e5c-4d60-852d-b84a5eecbbe8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:44.859827 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96fbc4cc-86bc-4d76-b9e1-de92ecc768ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:44.982873 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'name': 'tempest-TestMinimumBasicScenario-1802929062-router', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:43:38Z', 'revision_number': 4, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'gw_port': {'id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '508c6391-2e5c-4d60-852d-b84a5eecbbe8', 'name': '', 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'mac_address': 'fa:16:3e:98:3c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:38Z', 'updated_at': '2021-11-15T15:43:44Z', 'revision_number': 4, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'subnets': [{'id': '5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:43:45.018799 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a168ff5c-61ff-4d5c-b1aa-659d88cce2d1 None None] The sync data for ids ['23b3fce3-de8c-486d-ae4e-0d63fb4588e9'] in n-d-817748-2 is: [{'id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'name': 'tempest-TestMinimumBasicScenario-1802929062-router', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:43:38Z', 'revision_number': 4, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'gw_port': {'id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '508c6391-2e5c-4d60-852d-b84a5eecbbe8', 'name': '', 'network_id': 'c77d87d4-c4fb-4e93-b788-848b21f664c4', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'mac_address': 'fa:16:3e:98:3c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:38Z', 'updated_at': '2021-11-15T15:43:44Z', 'revision_number': 4, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'subnets': [{'id': '5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:43:46.614364 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 508c6391-2e5c-4d60-852d-b84a5eecbbe8 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:43:46.665472 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 508c6391-2e5c-4d60-852d-b84a5eecbbe8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:46.665848 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:51.558432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-04e6357d-866a-4e17-afd6-ad44cc8eae39 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:51.559904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-04e6357d-866a-4e17-afd6-ad44cc8eae39 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/networks?id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc HTTP/1.1" status: 200 len: 815 time: 0.1154008 Nov 15 15:43:51.575074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-dfac5e9d-2215-41ee-8e58-0df3ea800d8d tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/quotas/e9f58d8859c54604b1c756b86c4a99e0 HTTP/1.1" status: 200 len: 375 time: 0.0091350 Nov 15 15:43:51.629211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-a52e5255-cb8e-4124-b2f7-4f646e9b0c48 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9f58d8859c54604b1c756b86c4a99e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466144 Nov 15 15:43:51.726422 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-b5ee099d-cf75-4fde-8793-5f3919c20239 service neutron] 10.222.0.70 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863581 Nov 15 15:43:51.814286 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-9c63c1ee-2fbe-4338-a0a5-d74c293a6cc1 service neutron] 10.222.0.70 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816107 Nov 15 15:43:52.065128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bd28974e-66e9-4116-8180-ea92d62519d6 req-0ee82132-12de-4c84-8a52-92bdc5640e46 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 210 time: 0.0258906 Nov 15 15:43:53.142865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cd66a971-27d3-492d-9cfb-500244ca5eff req-cf610c8a-2d57-4d89-8c76-f6d3b6a6bab9 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 210 time: 0.0259385 Nov 15 15:43:54.242022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-60b0b9c6-e638-4e5a-b523-fca1febbe804 req-795292eb-33d6-46d2-ac22-d66b6d797434 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 210 time: 0.0300896 Nov 15 15:43:54.400343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-3cf04349-1a41-4380-8ec8-666b2cf6a769 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:54.421128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-3cf04349-1a41-4380-8ec8-666b2cf6a769 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.59 "GET /v2.0/networks?id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc HTTP/1.1" status: 200 len: 815 time: 0.1016774 Nov 15 15:43:54.421128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-39596db6-c691-4363-8b96-0b7ff48b2130 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Request body: {'port': {'device_id': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'admin_state_up': True, 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:43:54.929346 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-39596db6-c691-4363-8b96-0b7ff48b2130 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Made reservation on behalf of e9f58d8859c54604b1c756b86c4a99e0 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:43:54.929346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-39596db6-c691-4363-8b96-0b7ff48b2130 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:55.065336 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-39596db6-c691-4363-8b96-0b7ff48b2130 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Allocated IP 172.20.0.9 (cc514417-a4a9-4ba9-90a8-1480a11e0cdc/96bab0d0-3697-4634-9ca5-98651495ce62/d5741d00-efe5-4402-85bd-8a800e493275) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:43:55.218018 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-39596db6-c691-4363-8b96-0b7ff48b2130 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:55.319854 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-39596db6-c691-4363-8b96-0b7ff48b2130 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:55.405175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-39596db6-c691-4363-8b96-0b7ff48b2130 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Network cc514417-a4a9-4ba9-90a8-1480a11e0cdc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:43:55.414375 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-39596db6-c691-4363-8b96-0b7ff48b2130 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:43:55.425978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-39596db6-c691-4363-8b96-0b7ff48b2130 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:43:55.474139 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39596db6-c691-4363-8b96-0b7ff48b2130 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event updated for resources: {'Port': ['ID=d5741d00-efe5-4402-85bd-8a800e493275,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:43:55.497935 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd7703-ad14-4e9c-8e48-dbcd8b91a30e req-07df5ca8-9e5c-44aa-bae8-b33680aff369 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:55.499630 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-efbd7703-ad14-4e9c-8e48-dbcd8b91a30e req-07df5ca8-9e5c-44aa-bae8-b33680aff369 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 931 time: 0.1343083 Nov 15 15:43:55.548624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-39596db6-c691-4363-8b96-0b7ff48b2130 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:55.549415 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-39596db6-c691-4363-8b96-0b7ff48b2130 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:55.602044 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-efbd7703-ad14-4e9c-8e48-dbcd8b91a30e req-de8fcc5e-79b5-4ee2-aaf1-9cc102579579 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807266 Nov 15 15:43:55.703261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-39596db6-c691-4363-8b96-0b7ff48b2130 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2904675 Nov 15 15:43:55.791823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-300ae34a-5cec-4563-b4a9-17c2e15e47b3 None None] Provisioning complete for port d5741d00-efe5-4402-85bd-8a800e493275 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:43:55.792499 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-300ae34a-5cec-4563-b4a9-17c2e15e47b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:55.827071 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-300ae34a-5cec-4563-b4a9-17c2e15e47b3 None None] Port d5741d00-efe5-4402-85bd-8a800e493275 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:43:56.722925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de520cc4-ec72-4181-aa86-da5f8733ed5a req-4e3d76ac-dea0-4d1c-8ac5-b2f39e133358 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:56.724962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de520cc4-ec72-4181-aa86-da5f8733ed5a req-4e3d76ac-dea0-4d1c-8ac5-b2f39e133358 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 931 time: 0.0602415 Nov 15 15:43:56.778359 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de520cc4-ec72-4181-aa86-da5f8733ed5a req-8ae81b7d-0bfc-4a67-928d-7b1a58446e2c tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468149 Nov 15 15:43:57.902421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5361a9-8f4f-43b9-8847-89710860f5b2 req-33eb3ec4-21f0-447f-8f47-827a7621a136 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:57.904067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b5361a9-8f4f-43b9-8847-89710860f5b2 req-33eb3ec4-21f0-447f-8f47-827a7621a136 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 931 time: 0.0524354 Nov 15 15:43:57.979744 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b5361a9-8f4f-43b9-8847-89710860f5b2 req-6ec521e1-96d0-4c9a-a169-b3a14b306093 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631845 Nov 15 15:43:59.033544 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:59.092521 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f45a56-35f7-4cba-8c42-0fb4d3ef4621 req-47dea643-bf49-472b-923b-87a12eb084dc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:43:59.094072 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37f45a56-35f7-4cba-8c42-0fb4d3ef4621 req-47dea643-bf49-472b-923b-87a12eb084dc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 931 time: 0.0520749 Nov 15 15:43:59.150637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37f45a56-35f7-4cba-8c42-0fb4d3ef4621 req-5cbff5b0-f1bd-40ba-bb34-7e2736e640ab tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488858 Nov 15 15:43:59.399137 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:43:59.765132 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79117f7f-dbb8-43d1-ad17-b03135e5ca12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:00.277825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd112d37-cba6-4c8c-ad50-dc38ff1d9ae0 req-a53dbc09-eda2-4032-be10-4405e736f10d tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:00.279452 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd112d37-cba6-4c8c-ad50-dc38ff1d9ae0 req-a53dbc09-eda2-4032-be10-4405e736f10d tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 931 time: 0.0565362 Nov 15 15:44:00.332414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dd112d37-cba6-4c8c-ad50-dc38ff1d9ae0 req-66f99a98-70f9-493e-baa6-debe65dbd121 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466540 Nov 15 15:44:01.454669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c5cc8-d8b5-43ac-9a53-35053653172d req-f16bcf58-d749-44e4-9781-93c9f8ecc4d4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:01.456234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b6c5cc8-d8b5-43ac-9a53-35053653172d req-f16bcf58-d749-44e4-9781-93c9f8ecc4d4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 931 time: 0.0504291 Nov 15 15:44:01.508360 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b6c5cc8-d8b5-43ac-9a53-35053653172d req-4aaee4dd-81f7-4eb5-8a65-e4e959c2379a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460060 Nov 15 15:44:02.141998 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a753979-2017-48bc-8e47-868a4999db03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:02.644487 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddd3b6-c6ef-4782-9b46-1220712f6386 req-ba4b0c29-9849-4ae8-8dc3-fbfb193916a1 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:02.646038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31ddd3b6-c6ef-4782-9b46-1220712f6386 req-ba4b0c29-9849-4ae8-8dc3-fbfb193916a1 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 931 time: 0.0554287 Nov 15 15:44:02.698283 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31ddd3b6-c6ef-4782-9b46-1220712f6386 req-abe10295-afd6-47a9-ba27-3caf5723e2f8 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451424 Nov 15 15:44:03.764936 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:03.838528 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0f668-9cfc-4153-9870-0ecf121d50dd req-324b4f78-9f0d-4e16-825f-be5fee9acba0 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:03.840297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6e0f668-9cfc-4153-9870-0ecf121d50dd req-324b4f78-9f0d-4e16-825f-be5fee9acba0 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 931 time: 0.0572486 Nov 15 15:44:03.902955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f6e0f668-9cfc-4153-9870-0ecf121d50dd req-dc4e179d-d614-40f3-81aa-fb7ffb603760 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567353 Nov 15 15:44:05.026663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a135fd-18a4-48ff-8eb3-dbf81be97ec9 req-892ab5f2-8678-41d9-853b-4679fac25876 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:05.028197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6a135fd-18a4-48ff-8eb3-dbf81be97ec9 req-892ab5f2-8678-41d9-853b-4679fac25876 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 931 time: 0.0552907 Nov 15 15:44:05.075650 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6a135fd-18a4-48ff-8eb3-dbf81be97ec9 req-bcd5c2e0-272b-4efc-a3cb-e928eefc035f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414007 Nov 15 15:44:05.215953 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Request body: {'port': {'device_id': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:44:05.269029 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:05.439264 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:05.539159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5741d00-efe5-4402-85bd-8a800e493275 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:44:05.546459 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:05.558054 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Transition to ACTIVE for port object d5741d00-efe5-4402-85bd-8a800e493275 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:44:05.633217 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:05.686171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Pushing event updated for resources: {'Port': ['ID=d5741d00-efe5-4402-85bd-8a800e493275,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:05.758008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Attempting to bind port d5741d00-efe5-4402-85bd-8a800e493275 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:44:05.758429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Attempting to bind port d5741d00-efe5-4402-85bd-8a800e493275 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'e24a5621-18d0-4d0a-a997-df66fc3f1182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:44:05.758714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Attempting to bind port d5741d00-efe5-4402-85bd-8a800e493275 on network cc514417-a4a9-4ba9-90a8-1480a11e0cdc {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:44:05.765210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Port d5741d00-efe5-4402-85bd-8a800e493275 on network cc514417-a4a9-4ba9-90a8-1480a11e0cdc not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:44:05.766037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Attempting to bind port d5741d00-efe5-4402-85bd-8a800e493275 on network cc514417-a4a9-4ba9-90a8-1480a11e0cdc {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:44:05.771083 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:44:05.774657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Checking segment: {'id': 'e24a5621-18d0-4d0a-a997-df66fc3f1182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:44:05.774657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Bound using segment: {'id': 'e24a5621-18d0-4d0a-a997-df66fc3f1182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:44:05.774657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Bound port: d5741d00-efe5-4402-85bd-8a800e493275, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24a5621-18d0-4d0a-a997-df66fc3f1182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:44:05.774657 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:05.844865 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:05.845190 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] For port d5741d00-efe5-4402-85bd-8a800e493275, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:44:05.849265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] For port d5741d00-efe5-4402-85bd-8a800e493275, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d5741d00-efe5-4402-85bd-8a800e493275,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:44:05.931566 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:05.967278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:05.967914 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:05.969315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] 10.222.0.59 "PUT /v2.0/ports/d5741d00-efe5-4402-85bd-8a800e493275 HTTP/1.1" status: 200 len: 1091 time: 0.7587781 Nov 15 15:44:05.969758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:44:05.972138 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d962f27-a1be-4392-a865-f48396027f74" -d '{"events": [{"name": "network-changed", "server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "tag": "d5741d00-efe5-4402-85bd-8a800e493275"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:44:06.000409 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4faf6b-4748-4dc6-ba1b-b30526780a72 service neutron] Pushing event updated for resources: {'Port': ['ID=d5741d00-efe5-4402-85bd-8a800e493275,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:06.030924 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3a8f57-91ca-41fd-8cfe-dd782d703c10 x-openstack-request-id: req-6c3a8f57-91ca-41fd-8cfe-dd782d703c10 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:44:06.030924 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "tag": "d5741d00-efe5-4402-85bd-8a800e493275", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:44:06.030924 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c3a8f57-91ca-41fd-8cfe-dd782d703c10 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:44:06.030924 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275', 'status': 'completed', 'code': 200} Nov 15 15:44:06.092733 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962f27-a1be-4392-a865-f48396027f74 req-b9655d1c-d798-426d-9953-1a5502afb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:06.094611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d962f27-a1be-4392-a865-f48396027f74 req-b9655d1c-d798-426d-9953-1a5502afb18e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9f58d8859c54604b1c756b86c4a99e0&device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 1094 time: 0.0451031 Nov 15 15:44:06.235071 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335157a-8304-4d06-b831-2b9a1b8e05f2 req-fb600f1c-20a2-49e4-92a3-2e3d6b1452e6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:06.236647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9335157a-8304-4d06-b831-2b9a1b8e05f2 req-fb600f1c-20a2-49e4-92a3-2e3d6b1452e6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 943 time: 0.0804007 Nov 15 15:44:06.241854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962f27-a1be-4392-a865-f48396027f74 req-00a7f6d4-1d6c-4f80-a2cb-68946107f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:06.243906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d962f27-a1be-4392-a865-f48396027f74 req-00a7f6d4-1d6c-4f80-a2cb-68946107f952 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e9f58d8859c54604b1c756b86c4a99e0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1384187 Nov 15 15:44:06.360148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9335157a-8304-4d06-b831-2b9a1b8e05f2 req-815f3940-f7bf-4330-8b9a-9e3d36457e65 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151664 Nov 15 15:44:06.384221 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962f27-a1be-4392-a865-f48396027f74 req-b6b14dac-687d-4780-b1dc-4f2f43b5df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:06.385912 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d962f27-a1be-4392-a865-f48396027f74 req-b6b14dac-687d-4780-b1dc-4f2f43b5df96 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349709 Nov 15 15:44:06.464079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-0bfcaaa9-4903-45bd-9720-5f1c9eefd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:06.465593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-0bfcaaa9-4903-45bd-9720-5f1c9eefd986 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9f58d8859c54604b1c756b86c4a99e0&device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 1094 time: 0.0418892 Nov 15 15:44:06.513802 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-f9a43b75-53de-4437-b1a1-680cf9c69b82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5741d00-efe5-4402-85bd-8a800e493275 HTTP/1.1" status: 200 len: 217 time: 0.0380106 Nov 15 15:44:06.564042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-52e7e0f7-fdf7-44a0-85b2-a722bbf00a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:06.565479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-52e7e0f7-fdf7-44a0-85b2-a722bbf00a92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96bab0d0-3697-4634-9ca5-98651495ce62 HTTP/1.1" status: 200 len: 854 time: 0.0438433 Nov 15 15:44:06.612584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-36aff815-f2f3-491f-a407-2e1f1ae30dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:06.614045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-36aff815-f2f3-491f-a407-2e1f1ae30dac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408897 Nov 15 15:44:06.711632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-94c671e6-bc69-4229-83c3-995969f70543 service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906808 Nov 15 15:44:06.801946 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-26440f5d-6d20-4c19-a4e0-06c97c28f016 req-97661fca-1355-4080-b4c0-0e163b97c770 service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837371 Nov 15 15:44:07.480645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a436de-5b26-4433-a7cb-e39f8e4969d7 req-8a4ba558-a88e-4aba-9bce-e1f2ccd3a98d tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:07.482137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6a436de-5b26-4433-a7cb-e39f8e4969d7 req-8a4ba558-a88e-4aba-9bce-e1f2ccd3a98d tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 943 time: 0.0496151 Nov 15 15:44:07.530416 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6a436de-5b26-4433-a7cb-e39f8e4969d7 req-27115cb4-0c8e-426c-b0a3-12f926daab94 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423372 Nov 15 15:44:08.649631 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027b990-b52f-4406-97ed-41c410db1a71 req-fe783f02-fa26-422d-97ee-dc1f85349379 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:08.651157 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6027b990-b52f-4406-97ed-41c410db1a71 req-fe783f02-fa26-422d-97ee-dc1f85349379 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 943 time: 0.0540807 Nov 15 15:44:08.707534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6027b990-b52f-4406-97ed-41c410db1a71 req-2a944cb3-33ed-4c2f-8218-34b2e75f6cf8 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482159 Nov 15 15:44:09.130367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d5741d00-efe5-4402-85bd-8a800e493275 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:44:09.230014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port d5741d00-efe5-4402-85bd-8a800e493275, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d5741d00-efe5-4402-85bd-8a800e493275,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:44:09.241144 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'd5741d00-efe5-4402-85bd-8a800e493275', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'port_id': 'd5741d00-efe5-4402-85bd-8a800e493275', 'mac_address': 'fa:16:3e:de:d6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:44:09.278055 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:09.294216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5741d00-efe5-4402-85bd-8a800e493275 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:44:09.314645 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port d5741d00-efe5-4402-85bd-8a800e493275, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d5741d00-efe5-4402-85bd-8a800e493275,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:44:09.439160 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:09.486638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=d5741d00-efe5-4402-85bd-8a800e493275,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:09.703280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['d5741d00-efe5-4402-85bd-8a800e493275'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:44:09.831824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb3ba8-fade-475d-a8d5-ad849bfe75dd req-1b7512fd-e6a4-4760-88e1-1cd81204f182 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:09.833321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8cdb3ba8-fade-475d-a8d5-ad849bfe75dd req-1b7512fd-e6a4-4760-88e1-1cd81204f182 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 944 time: 0.0517623 Nov 15 15:44:09.881282 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8cdb3ba8-fade-475d-a8d5-ad849bfe75dd req-3a832e87-afaf-453e-a8b0-7642cb7d82c7 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 Nov 15 15:44:11.001222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667b922-c1a8-4ecf-ae87-23d8669211fc req-3beb1828-291e-46fc-9c3e-a9b67e49b25c tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:11.002735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6667b922-c1a8-4ecf-ae87-23d8669211fc req-3beb1828-291e-46fc-9c3e-a9b67e49b25c tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 944 time: 0.0525863 Nov 15 15:44:11.050306 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6667b922-c1a8-4ecf-ae87-23d8669211fc req-9534dede-2348-4123-95e7-50c7f56f4de6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Nov 15 15:44:11.145932 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d5741d00-efe5-4402-85bd-8a800e493275 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:44:11.284683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port d5741d00-efe5-4402-85bd-8a800e493275 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:44:11.288725 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port d5741d00-efe5-4402-85bd-8a800e493275 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:44:11.289094 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:11.366102 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:11.394764 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:44:11.397396 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d800ae-a3e5-4ba7-b347-ceaf85d6cd41" -d '{"events": [{"server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "name": "network-vif-plugged", "status": "completed", "tag": "d5741d00-efe5-4402-85bd-8a800e493275"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:44:11.403128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port d5741d00-efe5-4402-85bd-8a800e493275, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d5741d00-efe5-4402-85bd-8a800e493275,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:44:11.434054 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40c2130-4b10-4ffd-bd6c-e4cc0be92ff4 x-openstack-request-id: req-f40c2130-4b10-4ffd-bd6c-e4cc0be92ff4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:44:11.434334 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "name": "network-vif-plugged", "status": "completed", "tag": "d5741d00-efe5-4402-85bd-8a800e493275", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:44:11.434609 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f40c2130-4b10-4ffd-bd6c-e4cc0be92ff4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:44:11.435007 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275', 'code': 200} Nov 15 15:44:11.484898 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:11.531031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879cdf5-a3ef-4b92-9ee0-e4bba0718e61 req-979b239f-b84a-4c8f-b26c-6bc4821f274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:11.532576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3879cdf5-a3ef-4b92-9ee0-e4bba0718e61 req-979b239f-b84a-4c8f-b26c-6bc4821f274d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 1096 time: 0.0408685 Nov 15 15:44:11.536506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=d5741d00-efe5-4402-85bd-8a800e493275,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:11.579269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3879cdf5-a3ef-4b92-9ee0-e4bba0718e61 req-a1f0805e-3161-45dc-8be1-c29df7bd7e62 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Nov 15 15:44:12.165109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a0f1a-fdd2-47cc-9a9c-65837caa408a req-889bc744-03d8-4d36-9fc7-d0f3a29ede5d tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:12.167228 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db2a0f1a-fdd2-47cc-9a9c-65837caa408a req-889bc744-03d8-4d36-9fc7-d0f3a29ede5d tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 945 time: 0.0481949 Nov 15 15:44:12.217647 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db2a0f1a-fdd2-47cc-9a9c-65837caa408a req-9ae6be00-b5d3-4f4b-9caf-91246fdf4f5b tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444908 Nov 15 15:44:13.194797 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:44:13.335642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6be26-a3a5-4bb8-80d2-6e91590426e4 req-68968c22-1749-47c7-a52b-fad21f7cc6e2 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:13.337823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6b6be26-a3a5-4bb8-80d2-6e91590426e4 req-68968c22-1749-47c7-a52b-fad21f7cc6e2 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 945 time: 0.0507672 Nov 15 15:44:13.389479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c6b6be26-a3a5-4bb8-80d2-6e91590426e4 req-7fb96c48-fc5c-418f-b161-fb0144a01e06 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456834 Nov 15 15:44:13.513709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e320494-ebc6-4894-a01d-093de65b9533 req-4cade766-c0e3-44ef-a6c1-636e9567b41e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:13.515359 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e320494-ebc6-4894-a01d-093de65b9533 req-4cade766-c0e3-44ef-a6c1-636e9567b41e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 945 time: 0.0534720 Nov 15 15:44:13.565085 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7e320494-ebc6-4894-a01d-093de65b9533 req-9d014ae4-d29b-4a50-a52e-1ef2b02d468d tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438209 Nov 15 15:44:13.773317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269b58-b05e-4940-84d9-68c70c426dc6 req-437f81ba-e6a2-4117-b7ee-1a62ab028795 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:13.774754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a269b58-b05e-4940-84d9-68c70c426dc6 req-437f81ba-e6a2-4117-b7ee-1a62ab028795 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 945 time: 0.0551612 Nov 15 15:44:13.829068 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a269b58-b05e-4940-84d9-68c70c426dc6 req-83f3782e-2efa-4db8-8eaf-f313860de301 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478933 Nov 15 15:44:29.078084 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:29.231880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88c2c0-a107-4536-ae0d-7a15cb744151 req-ed70b964-1975-4c22-8ddf-5457a13c8a8d tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:29.233361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f88c2c0-a107-4536-ae0d-7a15cb744151 req-ed70b964-1975-4c22-8ddf-5457a13c8a8d tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 945 time: 0.0533965 Nov 15 15:44:29.281898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f88c2c0-a107-4536-ae0d-7a15cb744151 req-c2ee105b-5a31-428f-9fe5-3a007efa5ebc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 Nov 15 15:44:29.304099 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:44:29.456123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dbb76f-d2d6-4886-9b88-28ae57722ce3 tempest-TestMinimumBasicScenario-2013079922 tempest-TestMinimumBasicScenario-2013079922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:29.456123 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-83dbb76f-d2d6-4886-9b88-28ae57722ce3 tempest-TestMinimumBasicScenario-2013079922 tempest-TestMinimumBasicScenario-2013079922-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 1091 time: 0.1411014 Nov 15 15:44:29.456123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52972) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:44:29.456123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': 'd5741d00-efe5-4402-85bd-8a800e493275', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:44:29.536616 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:29.564753 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:29.664964 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:29.777491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Allocated IP 172.25.4.48 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/255c1466-cb23-48fd-8113-98f08912a36c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:44:29.882252 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:29.936124 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-764016bb-b9b5-41f7-94f3-a526095018b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:30.015622 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:30.050423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:44:30.053195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:44:30.058662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:44:30.090943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event updated for resources: {'Port': ['ID=255c1466-cb23-48fd-8113-98f08912a36c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:30.411030 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:30.537325 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:30.682364 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:30.746958 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:30.815500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event updated for resources: {'Port': ['ID=255c1466-cb23-48fd-8113-98f08912a36c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:30.827898 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:30.927942 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Floating IP d00ad3ff-29ce-4223-9652-1472efd87c08 associated. External IP: 172.25.4.48, port: d5741d00-efe5-4402-85bd-8a800e493275. Nov 15 15:44:31.131804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Router 69ad1748-6e7a-4555-a3d0-45e28b04c443 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:44:31.233890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:44:31.243207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc49214-f209-45b5-b896-fc0e10791e11 None None] Sync routers for ids ['69ad1748-6e7a-4555-a3d0-45e28b04c443'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:44:31.253267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc49214-f209-45b5-b896-fc0e10791e11 None None] Routers {'69ad1748-6e7a-4555-a3d0-45e28b04c443'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:44:31.260816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1bc49214-f209-45b5-b896-fc0e10791e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:44:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['69ad1748-6e7a-4555-a3d0-45e28b04c443'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:44:31.309773 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:31.341938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-be8bc429-cae1-43d2-9b59-71f0f48d15a6 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8907762 Nov 15 15:44:31.342653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:44:31.344810 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 52974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:44:31.345351 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d46dd72-1228-4127-9f19-ed77a9b0f4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "tag": "d5741d00-efe5-4402-85bd-8a800e493275"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:44:31.349980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1873546787', 'description': 'tempest-secgroup-smoke-1873546787 description', 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:44:31.359870 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-1bc49214-f209-45b5-b896-fc0e10791e11 None None] Set router 69ad1748-6e7a-4555-a3d0-45e28b04c443 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:44:31.388403 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a1a205-682e-435c-94e6-24225c6bb18f x-openstack-request-id: req-c3a1a205-682e-435c-94e6-24225c6bb18f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:44:31.388403 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "tag": "d5741d00-efe5-4402-85bd-8a800e493275", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:44:31.388403 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3a1a205-682e-435c-94e6-24225c6bb18f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:44:31.388403 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275', 'status': 'completed', 'code': 200} Nov 15 15:44:31.444951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46dd72-1228-4127-9f19-ed77a9b0f4fd req-2f4a00c3-fbd9-4378-8d29-f1ea010336e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:31.447171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d46dd72-1228-4127-9f19-ed77a9b0f4fd req-2f4a00c3-fbd9-4378-8d29-f1ea010336e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9f58d8859c54604b1c756b86c4a99e0&device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 1096 time: 0.0408065 Nov 15 15:44:31.451097 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:31.523043 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:31.540108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46dd72-1228-4127-9f19-ed77a9b0f4fd req-4d538cc1-4fe1-4477-a64d-d72e38ac568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:31.541776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d46dd72-1228-4127-9f19-ed77a9b0f4fd req-4d538cc1-4fe1-4477-a64d-d72e38ac568f service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc HTTP/1.1" status: 200 len: 916 time: 0.0880964 Nov 15 15:44:31.593108 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1bc49214-f209-45b5-b896-fc0e10791e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port': {'id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'd00ad3ff-29ce-4223-9652-1472efd87c08', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'port_id': 'd5741d00-efe5-4402-85bd-8a800e493275', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'mac_address': 'fa:16:3e:de:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:44:30Z', 'updated_at': '2021-11-15T15:44:30Z', 'revision_number': 0, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df8df6e-9e0a-4432-bdda-17beea03f264', 'name': '', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'mac_address': 'fa:16:3e:93:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:31Z', 'updated_at': '2021-11-15T15:43:36Z', 'revision_number': 5, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'subnets': [{'id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:44:31.611508 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d46dd72-1228-4127-9f19-ed77a9b0f4fd req-0a12530a-b3c0-4df2-a584-e481736e66fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5741d00-efe5-4402-85bd-8a800e493275 HTTP/1.1" status: 200 len: 998 time: 0.0624208 Nov 15 15:44:31.622374 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:31.623896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc49214-f209-45b5-b896-fc0e10791e11 None None] Checking router: 69ad1748-6e7a-4555-a3d0-45e28b04c443 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:44:31.633035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc49214-f209-45b5-b896-fc0e10791e11 None None] Routers {'69ad1748-6e7a-4555-a3d0-45e28b04c443'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:44:31.633649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1bc49214-f209-45b5-b896-fc0e10791e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:44:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['69ad1748-6e7a-4555-a3d0-45e28b04c443'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:44:31.654090 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ea97fe-56ca-4910-8457-f229c046b58f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:31.663125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:44:31.663667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:44:31.663871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:44:31.664212 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:44:31.664752 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:44:31.665272 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:44:31.665610 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:44:31.665942 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:44:31.666285 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:44:31.666648 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:44:31.667165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:44:31.667548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46dd72-1228-4127-9f19-ed77a9b0f4fd req-03263edb-ca1a-4fab-9892-203650e537fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:31.667697 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:44:31.669714 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d46dd72-1228-4127-9f19-ed77a9b0f4fd req-03263edb-ca1a-4fab-9892-203650e537fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96bab0d0-3697-4634-9ca5-98651495ce62 HTTP/1.1" status: 200 len: 854 time: 0.0497832 Nov 15 15:44:31.705760 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:31.707363 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9126ce83-b1fb-4868-b88c-386f629a1ecc tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3614540 Nov 15 15:44:31.710635 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:44:31.715707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-aba7d608-8489-4b24-9be4-2c97f36e347f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Request body: {'security_group_rule': {'security_group_id': '55ea97fe-56ca-4910-8457-f229c046b58f', 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:44:31.741909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-1bc49214-f209-45b5-b896-fc0e10791e11 None None] Set router 69ad1748-6e7a-4555-a3d0-45e28b04c443 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:44:31.745051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46dd72-1228-4127-9f19-ed77a9b0f4fd req-1852e132-1c54-4bb1-bf45-dfa0f186ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:31.747223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d46dd72-1228-4127-9f19-ed77a9b0f4fd req-1852e132-1c54-4bb1-bf45-dfa0f186ce2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677257 Nov 15 15:44:31.839804 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d46dd72-1228-4127-9f19-ed77a9b0f4fd req-c2a647c0-c451-47a0-bdd4-bfb8bda08fae service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825493 Nov 15 15:44:31.856591 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aba7d608-8489-4b24-9be4-2c97f36e347f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:31.980542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1bc49214-f209-45b5-b896-fc0e10791e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port': {'id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'd00ad3ff-29ce-4223-9652-1472efd87c08', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'port_id': 'd5741d00-efe5-4402-85bd-8a800e493275', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'mac_address': 'fa:16:3e:de:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:44:30Z', 'updated_at': '2021-11-15T15:44:30Z', 'revision_number': 0, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df8df6e-9e0a-4432-bdda-17beea03f264', 'name': '', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'mac_address': 'fa:16:3e:93:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:31Z', 'updated_at': '2021-11-15T15:43:36Z', 'revision_number': 5, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'subnets': [{'id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:44:31.988352 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aba7d608-8489-4b24-9be4-2c97f36e347f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:31.994664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d46dd72-1228-4127-9f19-ed77a9b0f4fd req-73e32b66-1287-4d2c-a2a0-dd82365a2fe5 service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468947 Nov 15 15:44:32.016915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc49214-f209-45b5-b896-fc0e10791e11 None None] The sync data for ids ['69ad1748-6e7a-4555-a3d0-45e28b04c443'] in n-d-817748-2 is: [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port': {'id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': 'd00ad3ff-29ce-4223-9652-1472efd87c08', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'port_id': 'd5741d00-efe5-4402-85bd-8a800e493275', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'mac_address': 'fa:16:3e:de:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:44:30Z', 'updated_at': '2021-11-15T15:44:30Z', 'revision_number': 0, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df8df6e-9e0a-4432-bdda-17beea03f264', 'name': '', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'mac_address': 'fa:16:3e:93:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:31Z', 'updated_at': '2021-11-15T15:43:36Z', 'revision_number': 5, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'subnets': [{'id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:44:32.062294 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aba7d608-8489-4b24-9be4-2c97f36e347f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:32.082789 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7d608-8489-4b24-9be4-2c97f36e347f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd97777b-fd8b-4d0f-b1b3-bda695218059,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:32.108015 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-222645e5-3bab-444d-aa95-fc0811200c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:32.165662 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aba7d608-8489-4b24-9be4-2c97f36e347f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:32.166969 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-aba7d608-8489-4b24-9be4-2c97f36e347f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4549491 Nov 15 15:44:32.170379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52982) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:44:32.175159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dae1950c-7f41-4693-9e78-0b0925e5679f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Request body: {'security_group_rule': {'security_group_id': '55ea97fe-56ca-4910-8457-f229c046b58f', 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:44:32.223068 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78635fd1-d998-4de2-9d1e-904709dc6efe None None] New status for floating IP d00ad3ff-29ce-4223-9652-1472efd87c08: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:44:32.260694 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dae1950c-7f41-4693-9e78-0b0925e5679f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:32.316806 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dae1950c-7f41-4693-9e78-0b0925e5679f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:32.381485 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dae1950c-7f41-4693-9e78-0b0925e5679f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:32.399906 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1950c-7f41-4693-9e78-0b0925e5679f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48817183-2c70-4e68-9272-44c88108fb60,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:32.446940 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dae1950c-7f41-4693-9e78-0b0925e5679f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:32.448210 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-dae1950c-7f41-4693-9e78-0b0925e5679f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2766638 Nov 15 15:44:32.451567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:44:32.456069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7b21ccd5-f299-49b2-af4f-7c594bc46766 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Request body: {'security_group_rule': {'security_group_id': '55ea97fe-56ca-4910-8457-f229c046b58f', 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:44:32.551802 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b21ccd5-f299-49b2-af4f-7c594bc46766 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:32.611509 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b21ccd5-f299-49b2-af4f-7c594bc46766 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:32.678560 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b21ccd5-f299-49b2-af4f-7c594bc46766 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:32.697332 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21ccd5-f299-49b2-af4f-7c594bc46766 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707e5e93-b1ac-4c15-9ff1-0b9db9219bf2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:32.778000 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b21ccd5-f299-49b2-af4f-7c594bc46766 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:32.779339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7b21ccd5-f299-49b2-af4f-7c594bc46766 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3267117 Nov 15 15:44:32.782076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52986) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:44:32.786414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a847b446-44f1-41ae-8a95-3a913c0dcb0b tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Request body: {'security_group_rule': {'security_group_id': '55ea97fe-56ca-4910-8457-f229c046b58f', 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:44:32.883284 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a847b446-44f1-41ae-8a95-3a913c0dcb0b tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:32.945047 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a847b446-44f1-41ae-8a95-3a913c0dcb0b tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:32.998304 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a847b446-44f1-41ae-8a95-3a913c0dcb0b tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:33.015693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847b446-44f1-41ae-8a95-3a913c0dcb0b tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12dd257-81ca-456b-983c-55c4c2045112,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:33.063425 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a847b446-44f1-41ae-8a95-3a913c0dcb0b tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:33.064665 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a847b446-44f1-41ae-8a95-3a913c0dcb0b tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2815938 Nov 15 15:44:33.067443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:44:33.071897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ff81a1d9-e6a5-4cf1-bb12-a67e03334eb3 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Request body: {'security_group_rule': {'security_group_id': '55ea97fe-56ca-4910-8457-f229c046b58f', 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:44:33.129947 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-ff81a1d9-e6a5-4cf1-bb12-a67e03334eb3 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Project e9f58d8859c54604b1c756b86c4a99e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:44:33.135324 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff81a1d9-e6a5-4cf1-bb12-a67e03334eb3 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:33.195176 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff81a1d9-e6a5-4cf1-bb12-a67e03334eb3 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:33.238816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff81a1d9-e6a5-4cf1-bb12-a67e03334eb3 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:33.258248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81a1d9-e6a5-4cf1-bb12-a67e03334eb3 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ace7eb-dfd2-42a5-a615-950560be1614,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:33.315121 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff81a1d9-e6a5-4cf1-bb12-a67e03334eb3 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:33.316209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ff81a1d9-e6a5-4cf1-bb12-a67e03334eb3 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2478111 Nov 15 15:44:33.318829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 52990) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:44:33.324114 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7785f053-f5ca-4fdc-b0d5-939effa66fa1 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Request body: {'security_group_rule': {'security_group_id': '55ea97fe-56ca-4910-8457-f229c046b58f', 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:44:33.404603 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-7785f053-f5ca-4fdc-b0d5-939effa66fa1 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Project e9f58d8859c54604b1c756b86c4a99e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:44:33.409786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7785f053-f5ca-4fdc-b0d5-939effa66fa1 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:33.469840 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7785f053-f5ca-4fdc-b0d5-939effa66fa1 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:33.512953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7785f053-f5ca-4fdc-b0d5-939effa66fa1 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:33.532830 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785f053-f5ca-4fdc-b0d5-939effa66fa1 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71243de7-57aa-4f6a-ad9b-0907fc7a8666,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:33.572231 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7785f053-f5ca-4fdc-b0d5-939effa66fa1 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:33.573438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7785f053-f5ca-4fdc-b0d5-939effa66fa1 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2536805 Nov 15 15:44:33.663945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90730f24-d8fc-4373-b387-26b20493b312 req-458240a9-3a08-4468-b7b6-148040c72c7f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873546787&fields=id&tenant_id=e9f58d8859c54604b1c756b86c4a99e0 HTTP/1.1" status: 200 len: 267 time: 0.0450802 Nov 15 15:44:33.717372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90730f24-d8fc-4373-b387-26b20493b312 req-0bcd8e41-4916-4d26-bb24-4e597364a97f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:33.718891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90730f24-d8fc-4373-b387-26b20493b312 req-0bcd8e41-4916-4d26-bb24-4e597364a97f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 945 time: 0.0478804 Nov 15 15:44:33.732168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-90730f24-d8fc-4373-b387-26b20493b312 req-a7414ee7-31d7-434f-ad3c-fe3dc8cb8fec tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Request body: {'port': {'security_groups': ['6e78e260-0ad4-4751-882d-b5160d34f1eb', '55ea97fe-56ca-4910-8457-f229c046b58f']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:44:33.735318 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:33.795648 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90730f24-d8fc-4373-b387-26b20493b312 req-a7414ee7-31d7-434f-ad3c-fe3dc8cb8fec tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:33.978040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-90730f24-d8fc-4373-b387-26b20493b312 req-a7414ee7-31d7-434f-ad3c-fe3dc8cb8fec tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] For port d5741d00-efe5-4402-85bd-8a800e493275, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d5741d00-efe5-4402-85bd-8a800e493275,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:44:34.327189 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90730f24-d8fc-4373-b387-26b20493b312 req-a7414ee7-31d7-434f-ad3c-fe3dc8cb8fec tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:34.392832 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90730f24-d8fc-4373-b387-26b20493b312 req-a7414ee7-31d7-434f-ad3c-fe3dc8cb8fec tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:34.405031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['d5741d00-efe5-4402-85bd-8a800e493275'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:44:34.435838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90730f24-d8fc-4373-b387-26b20493b312 req-a7414ee7-31d7-434f-ad3c-fe3dc8cb8fec tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:34.436409 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90730f24-d8fc-4373-b387-26b20493b312 req-a7414ee7-31d7-434f-ad3c-fe3dc8cb8fec tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:34.437836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-90730f24-d8fc-4373-b387-26b20493b312 req-a7414ee7-31d7-434f-ad3c-fe3dc8cb8fec tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "PUT /v2.0/ports/d5741d00-efe5-4402-85bd-8a800e493275 HTTP/1.1" status: 200 len: 981 time: 0.7106738 Nov 15 15:44:34.438292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:44:34.440673 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d94865-4255-4ce1-8e1a-5c479442927f" -d '{"events": [{"name": "network-changed", "server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "tag": "d5741d00-efe5-4402-85bd-8a800e493275"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:44:34.475465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7414ee7-31d7-434f-ad3c-fe3dc8cb8fec tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event updated for resources: {'Port': ['ID=d5741d00-efe5-4402-85bd-8a800e493275,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:44:34.498294 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdb8fce-5ccc-471d-bd61-4cf56cd30220 x-openstack-request-id: req-7cdb8fce-5ccc-471d-bd61-4cf56cd30220 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:44:34.498784 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "tag": "d5741d00-efe5-4402-85bd-8a800e493275", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:44:34.498998 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cdb8fce-5ccc-471d-bd61-4cf56cd30220 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:44:34.500018 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275', 'status': 'completed', 'code': 200} Nov 15 15:44:34.530475 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['d5741d00-efe5-4402-85bd-8a800e493275'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:44:34.618581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea27da4-895d-40d8-99d1-6ed87c75e9e1 req-f710125e-80b3-4f5d-bfd4-b8d08a0b6c47 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:34.619991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bea27da4-895d-40d8-99d1-6ed87c75e9e1 req-f710125e-80b3-4f5d-bfd4-b8d08a0b6c47 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0869515 Nov 15 15:44:34.627191 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94865-4255-4ce1-8e1a-5c479442927f req-db870368-7d64-4939-a951-6d318d939937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:34.628692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73d94865-4255-4ce1-8e1a-5c479442927f req-db870368-7d64-4939-a951-6d318d939937 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9f58d8859c54604b1c756b86c4a99e0&device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 1135 time: 0.0849662 Nov 15 15:44:34.741456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bea27da4-895d-40d8-99d1-6ed87c75e9e1 req-95ff7c4c-722f-4cf1-b19f-e7acc9c2ed6a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117413 Nov 15 15:44:34.764084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94865-4255-4ce1-8e1a-5c479442927f req-a6e44625-e1ce-4e69-bdff-99552f498b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:34.765577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73d94865-4255-4ce1-8e1a-5c479442927f req-a6e44625-e1ce-4e69-bdff-99552f498b88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc HTTP/1.1" status: 200 len: 916 time: 0.1291282 Nov 15 15:44:34.803240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bd155d64-b53c-4a5a-87b0-9a984c884ba3 None None] Provisioning complete for port d5741d00-efe5-4402-85bd-8a800e493275 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:44:34.803807 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd155d64-b53c-4a5a-87b0-9a984c884ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:34.841875 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73d94865-4255-4ce1-8e1a-5c479442927f req-ee31ea4f-e5ea-4d5e-a9dc-690feb082e54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5741d00-efe5-4402-85bd-8a800e493275 HTTP/1.1" status: 200 len: 1000 time: 0.0676088 Nov 15 15:44:34.897922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94865-4255-4ce1-8e1a-5c479442927f req-287e5958-7176-474f-b791-373d6b0bb679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:34.899712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73d94865-4255-4ce1-8e1a-5c479442927f req-287e5958-7176-474f-b791-373d6b0bb679 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96bab0d0-3697-4634-9ca5-98651495ce62 HTTP/1.1" status: 200 len: 854 time: 0.0495386 Nov 15 15:44:34.946665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94865-4255-4ce1-8e1a-5c479442927f req-d6769138-d2af-41f3-b041-0ee9e9fac064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:34.948301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73d94865-4255-4ce1-8e1a-5c479442927f req-d6769138-d2af-41f3-b041-0ee9e9fac064 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399055 Nov 15 15:44:35.044050 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73d94865-4255-4ce1-8e1a-5c479442927f req-27e6e06c-4bb2-4650-ad5e-7d2383c470d9 service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880642 Nov 15 15:44:35.140627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-73d94865-4255-4ce1-8e1a-5c479442927f req-310601e9-f362-4b23-acdf-efc7572cbda6 service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889487 Nov 15 15:44:35.404414 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:35.866493 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:48.104219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6aa6-7394-46ef-b2a6-bfe0fc21831d req-c6661b26-acb7-4f7f-a380-5a40b4a1a68a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:48.105679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-838a6aa6-7394-46ef-b2a6-bfe0fc21831d req-c6661b26-acb7-4f7f-a380-5a40b4a1a68a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0598414 Nov 15 15:44:48.200114 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-838a6aa6-7394-46ef-b2a6-bfe0fc21831d req-85c1e315-27e5-4382-8f0f-10e73d90cfb8 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871084 Nov 15 15:44:48.203423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae28ccf-8492-4fe0-a82e-9cc16f66750e req-e903683b-749c-4246-9976-96229e757a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:48.204984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ae28ccf-8492-4fe0-a82e-9cc16f66750e req-e903683b-749c-4246-9976-96229e757a55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9f58d8859c54604b1c756b86c4a99e0&device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 1135 time: 0.0768230 Nov 15 15:44:48.302361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae28ccf-8492-4fe0-a82e-9cc16f66750e req-f7ec5131-7521-4a04-9a58-e272b6c27cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:48.303877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ae28ccf-8492-4fe0-a82e-9cc16f66750e req-f7ec5131-7521-4a04-9a58-e272b6c27cac service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc HTTP/1.1" status: 200 len: 916 time: 0.0906417 Nov 15 15:44:48.370635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ae28ccf-8492-4fe0-a82e-9cc16f66750e req-38394e98-c75b-49d3-a719-55f386f56a6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5741d00-efe5-4402-85bd-8a800e493275 HTTP/1.1" status: 200 len: 1000 time: 0.0589800 Nov 15 15:44:48.419339 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae28ccf-8492-4fe0-a82e-9cc16f66750e req-85fd0089-b350-4c7a-ac73-a6da02ddf2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:48.421389 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ae28ccf-8492-4fe0-a82e-9cc16f66750e req-85fd0089-b350-4c7a-ac73-a6da02ddf2ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96bab0d0-3697-4634-9ca5-98651495ce62 HTTP/1.1" status: 200 len: 854 time: 0.0439715 Nov 15 15:44:48.471134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae28ccf-8492-4fe0-a82e-9cc16f66750e req-3814e7cc-a760-4b08-84df-c3ba75984fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:48.472642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ae28ccf-8492-4fe0-a82e-9cc16f66750e req-3814e7cc-a760-4b08-84df-c3ba75984fc6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432804 Nov 15 15:44:48.564492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ae28ccf-8492-4fe0-a82e-9cc16f66750e req-1f44885e-1358-4d15-bd95-3a966d66a8a6 service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840766 Nov 15 15:44:48.657325 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ae28ccf-8492-4fe0-a82e-9cc16f66750e req-3c03af96-258f-49e2-9c44-17aae852630a service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851133 Nov 15 15:44:49.322096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6ed08-f754-438e-b3a2-5d726fc301d4 req-58c225dd-2bc4-483e-b33b-2fd6bf189b87 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:49.323672 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1db6ed08-f754-438e-b3a2-5d726fc301d4 req-58c225dd-2bc4-483e-b33b-2fd6bf189b87 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0505269 Nov 15 15:44:49.383706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1db6ed08-f754-438e-b3a2-5d726fc301d4 req-873e5691-53da-4b96-822d-2d69efe13482 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539608 Nov 15 15:44:50.193960 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:44:50.503691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d37f4-6d33-4393-96d3-e8f07f7c4e88 req-e20fa9be-a927-4251-9da1-2ff567b2820c tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:50.505195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef4d37f4-6d33-4393-96d3-e8f07f7c4e88 req-e20fa9be-a927-4251-9da1-2ff567b2820c tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0490811 Nov 15 15:44:50.570567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ef4d37f4-6d33-4393-96d3-e8f07f7c4e88 req-1fc4b6ea-fbd7-4d5a-8849-086c65b85b99 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592978 Nov 15 15:44:51.690649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727b87b-35ad-44bc-a340-b95f302b3d42 req-f88db8ae-4d5b-41aa-98e0-40eefca6faf7 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:51.693003 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f727b87b-35ad-44bc-a340-b95f302b3d42 req-f88db8ae-4d5b-41aa-98e0-40eefca6faf7 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0557289 Nov 15 15:44:51.777761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bc522-46c7-4469-8a42-69fe5fbc766a req-d67a22f9-8983-4288-9cbd-2687e802f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:51.779350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-621bc522-46c7-4469-8a42-69fe5fbc766a req-d67a22f9-8983-4288-9cbd-2687e802f014 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9f58d8859c54604b1c756b86c4a99e0&device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 1135 time: 0.0742939 Nov 15 15:44:51.785305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f727b87b-35ad-44bc-a340-b95f302b3d42 req-181d4c99-8676-4ebe-b996-1bb0813c67ad tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863357 Nov 15 15:44:51.894628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bc522-46c7-4469-8a42-69fe5fbc766a req-2b88212a-fcc7-4f60-ab5d-2909e9bcdc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:51.896052 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-621bc522-46c7-4469-8a42-69fe5fbc766a req-2b88212a-fcc7-4f60-ab5d-2909e9bcdc7d service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc HTTP/1.1" status: 200 len: 916 time: 0.0967302 Nov 15 15:44:51.961050 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-621bc522-46c7-4469-8a42-69fe5fbc766a req-36e1ac15-44aa-478c-8cd3-f306519d95eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5741d00-efe5-4402-85bd-8a800e493275 HTTP/1.1" status: 200 len: 1000 time: 0.0577798 Nov 15 15:44:52.013248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bc522-46c7-4469-8a42-69fe5fbc766a req-6ca9550c-1df5-40ef-b415-de38486dac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:52.014809 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-621bc522-46c7-4469-8a42-69fe5fbc766a req-6ca9550c-1df5-40ef-b415-de38486dac57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96bab0d0-3697-4634-9ca5-98651495ce62 HTTP/1.1" status: 200 len: 854 time: 0.0475023 Nov 15 15:44:52.061637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bc522-46c7-4469-8a42-69fe5fbc766a req-96b16daf-b648-43a9-89fb-38c2bb89834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:52.063250 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-621bc522-46c7-4469-8a42-69fe5fbc766a req-96b16daf-b648-43a9-89fb-38c2bb89834a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408607 Nov 15 15:44:52.153475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-621bc522-46c7-4469-8a42-69fe5fbc766a req-d69e7358-effb-432d-a7d1-fb725fd4ac0a service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822003 Nov 15 15:44:52.249132 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-621bc522-46c7-4469-8a42-69fe5fbc766a req-d6b15bfc-8548-4355-a06b-41bafb2e58e2 service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883083 Nov 15 15:44:52.906702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb365a36-249c-4eab-ab19-0018c3cc44ed req-65c57be8-f569-40ef-bd5b-ca09af71070e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:52.908095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb365a36-249c-4eab-ab19-0018c3cc44ed req-65c57be8-f569-40ef-bd5b-ca09af71070e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0545115 Nov 15 15:44:52.967947 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb365a36-249c-4eab-ab19-0018c3cc44ed req-7d481c67-cfbb-4c6c-8d92-ed1a2993b245 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531595 Nov 15 15:44:54.087439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a9b0f-b9ea-42be-b8f7-345869ea12cf req-99657586-32be-428f-9eee-7d6aa607e322 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:54.088940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-312a9b0f-b9ea-42be-b8f7-345869ea12cf req-99657586-32be-428f-9eee-7d6aa607e322 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0530005 Nov 15 15:44:54.150411 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-312a9b0f-b9ea-42be-b8f7-345869ea12cf req-be6e5d5f-d6cb-4d0f-a517-16598be77433 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543823 Nov 15 15:44:55.284775 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000c99a-5b66-41be-a96e-d7469b6ae2d4 req-fec448a5-1252-4346-9f83-13e7ec29bec7 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:55.286300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6000c99a-5b66-41be-a96e-d7469b6ae2d4 req-fec448a5-1252-4346-9f83-13e7ec29bec7 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0497468 Nov 15 15:44:55.349555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6000c99a-5b66-41be-a96e-d7469b6ae2d4 req-1ea485b7-b46e-4c5b-a0c2-7425acc59b3f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571465 Nov 15 15:44:56.465166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a2edf-8486-4c7b-9095-e3792f113143 req-c15f9ffa-23c6-49d2-9eb3-4f9be231fab0 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:56.466693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-042a2edf-8486-4c7b-9095-e3792f113143 req-c15f9ffa-23c6-49d2-9eb3-4f9be231fab0 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0490644 Nov 15 15:44:56.533085 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-042a2edf-8486-4c7b-9095-e3792f113143 req-1703d675-d331-4bf8-a2f1-d14ab07ec690 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602870 Nov 15 15:44:57.654247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de880d84-a78f-4a3d-b71a-ef0033c304f6 req-c1d864f8-849d-4b66-989b-ce59167bbad8 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:57.655756 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de880d84-a78f-4a3d-b71a-ef0033c304f6 req-c1d864f8-849d-4b66-989b-ce59167bbad8 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0498397 Nov 15 15:44:57.716712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de880d84-a78f-4a3d-b71a-ef0033c304f6 req-edebb2ca-c279-4165-93b7-20e7b71ca8c9 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544543 Nov 15 15:44:58.832862 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81490c8f-06ea-475b-8c9b-f3693a5b0df6 req-4292fbdb-2d79-4846-b702-cff0d4e2e960 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:44:58.834379 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81490c8f-06ea-475b-8c9b-f3693a5b0df6 req-4292fbdb-2d79-4846-b702-cff0d4e2e960 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0495882 Nov 15 15:44:58.895820 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-81490c8f-06ea-475b-8c9b-f3693a5b0df6 req-5f832e90-283d-43f0-b2fb-6f5ebf8617e7 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550303 Nov 15 15:44:59.038336 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:59.404625 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:44:59.769911 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8fc76544-d3ed-4535-b9e8-6b95be2b4e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:00.018034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922eea3-1782-4fd3-af92-7ce3922396d8 req-89d6fd55-df23-4b00-90c2-740dc0025a37 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:00.019589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2922eea3-1782-4fd3-af92-7ce3922396d8 req-89d6fd55-df23-4b00-90c2-740dc0025a37 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0543478 Nov 15 15:45:00.082278 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2922eea3-1782-4fd3-af92-7ce3922396d8 req-15210359-36cf-4b76-8bde-1f4bd58838c1 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565629 Nov 15 15:45:01.197070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcbcb0-9f31-401c-ac6c-df584e420528 req-c298bcc9-4a13-4af3-b565-ba4fe0e3d447 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:01.198597 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15fcbcb0-9f31-401c-ac6c-df584e420528 req-c298bcc9-4a13-4af3-b565-ba4fe0e3d447 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0487547 Nov 15 15:45:01.262315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-15fcbcb0-9f31-401c-ac6c-df584e420528 req-11bdd95a-0e1f-41b2-8c25-0992c201e590 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569422 Nov 15 15:45:02.117389 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42b028e0-7b9e-4343-83e2-4498a4b6e1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:02.384574 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd7851-a3c8-4b9c-b7e5-d3b504530b39 req-b7db8580-12dc-43b2-bd71-8e704aa36cfd tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:02.386005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31dd7851-a3c8-4b9c-b7e5-d3b504530b39 req-b7db8580-12dc-43b2-bd71-8e704aa36cfd tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0542676 Nov 15 15:45:02.447767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-31dd7851-a3c8-4b9c-b7e5-d3b504530b39 req-aae60e9a-d9b8-4aa9-946b-5dece1fd258d tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545943 Nov 15 15:45:03.569371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c6fc3-6a09-4172-93ed-efbd499ec670 req-2f145df4-5c36-42c5-9eff-68130486a44e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:03.571857 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df0c6fc3-6a09-4172-93ed-efbd499ec670 req-2f145df4-5c36-42c5-9eff-68130486a44e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0512614 Nov 15 15:45:03.631577 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-df0c6fc3-6a09-4172-93ed-efbd499ec670 req-007fb4b5-c462-4f96-8c79-4f111f85ea36 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555212 Nov 15 15:45:03.792560 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:04.753025 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ed3b2-42da-4d18-a18d-3d55a8415f1d req-33025b62-720f-47ef-ad5f-508d9916289e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:04.754614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-646ed3b2-42da-4d18-a18d-3d55a8415f1d req-33025b62-720f-47ef-ad5f-508d9916289e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0513048 Nov 15 15:45:04.821443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-646ed3b2-42da-4d18-a18d-3d55a8415f1d req-5c213533-c663-4138-b667-d9d0f4bfa882 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605700 Nov 15 15:45:05.415642 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:05.827598 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:05.945200 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d113af-4856-40c6-afbc-0a6cf5296c19 req-a08ea712-af1a-464a-9a2b-a6d46d6287b9 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:05.946734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16d113af-4856-40c6-afbc-0a6cf5296c19 req-a08ea712-af1a-464a-9a2b-a6d46d6287b9 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0510640 Nov 15 15:45:06.007881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16d113af-4856-40c6-afbc-0a6cf5296c19 req-b316ec5a-7439-4fe7-bc92-f39470d7abeb tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=55ea97fe-56ca-4910-8457-f229c046b58f&id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549817 Nov 15 15:45:27.193515 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:45:29.088684 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:29.409396 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:29.770302 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcab0-43cc-4260-8c7b-99eefdd29459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:32.134772 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36043958-97d4-4e0d-bab8-d16eab3453cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:33.757639 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:35.454987 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:35.843600 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:38.351678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98bb703e-02e2-4f22-a3d9-8b9c2d515b0c req-eee3a636-3d67-4134-9cbb-93abafa5be1b tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873546787&fields=id&tenant_id=e9f58d8859c54604b1c756b86c4a99e0 HTTP/1.1" status: 200 len: 267 time: 0.0464113 Nov 15 15:45:38.405656 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb703e-02e2-4f22-a3d9-8b9c2d515b0c req-b26d544f-88f8-43c2-836e-f0e0c516d2d3 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:38.407156 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98bb703e-02e2-4f22-a3d9-8b9c2d515b0c req-b26d544f-88f8-43c2-836e-f0e0c516d2d3 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 984 time: 0.0496547 Nov 15 15:45:38.419000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-98bb703e-02e2-4f22-a3d9-8b9c2d515b0c req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Request body: {'port': {'security_groups': ['6e78e260-0ad4-4751-882d-b5160d34f1eb']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:45:38.505091 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98bb703e-02e2-4f22-a3d9-8b9c2d515b0c req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:38.711591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-98bb703e-02e2-4f22-a3d9-8b9c2d515b0c req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] For port d5741d00-efe5-4402-85bd-8a800e493275, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d5741d00-efe5-4402-85bd-8a800e493275,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:45:38.741171 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98bb703e-02e2-4f22-a3d9-8b9c2d515b0c req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:38.792440 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98bb703e-02e2-4f22-a3d9-8b9c2d515b0c req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:38.804305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['d5741d00-efe5-4402-85bd-8a800e493275'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:45:38.836501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb703e-02e2-4f22-a3d9-8b9c2d515b0c req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:38.837168 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98bb703e-02e2-4f22-a3d9-8b9c2d515b0c req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:38.838673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-98bb703e-02e2-4f22-a3d9-8b9c2d515b0c req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "PUT /v2.0/ports/d5741d00-efe5-4402-85bd-8a800e493275 HTTP/1.1" status: 200 len: 942 time: 0.4248180 Nov 15 15:45:38.839425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:45:38.841358 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f584a71-c203-47fe-882b-42068072df2b" -d '{"events": [{"name": "network-changed", "server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "tag": "d5741d00-efe5-4402-85bd-8a800e493275"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:45:38.854968 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53058) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:45:38.878985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event updated for resources: {'Port': ['ID=d5741d00-efe5-4402-85bd-8a800e493275,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:45:38.895738 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dd5269-c173-4339-9a1d-5c6fb10fbd6c x-openstack-request-id: req-d3dd5269-c173-4339-9a1d-5c6fb10fbd6c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:45:38.895969 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "tag": "d5741d00-efe5-4402-85bd-8a800e493275", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:45:38.896071 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3dd5269-c173-4339-9a1d-5c6fb10fbd6c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:45:38.896414 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275', 'status': 'completed', 'code': 200} Nov 15 15:45:38.898160 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:38.899785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:38.902017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:38.902420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:38.902761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:38.903099 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:38.904048 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:38.904573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:38.904973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:38.905376 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:38.905714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:38.906093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f508d-b340-429b-904b-8d2e929de7ff tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:38.911154 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['d5741d00-efe5-4402-85bd-8a800e493275'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:45:38.933790 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:38.972091 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:38.982823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f584a71-c203-47fe-882b-42068072df2b req-fb9b0667-866c-46b0-af2d-6703ea14936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:38.984318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f584a71-c203-47fe-882b-42068072df2b req-fb9b0667-866c-46b0-af2d-6703ea14936d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9f58d8859c54604b1c756b86c4a99e0&device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 1096 time: 0.0554566 Nov 15 15:45:39.106634 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:39.110247 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:39.112368 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "DELETE /v2.0/security-groups/55ea97fe-56ca-4910-8457-f229c046b58f HTTP/1.1" status: 204 len: 168 time: 0.2600918 Nov 15 15:45:39.124727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:45:39.125467 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ea97fe-56ca-4910-8457-f229c046b58f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:45:39.132633 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:39.132955 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:39.133299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:39.133636 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:39.133973 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:39.134303 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:39.134675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:39.135002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:39.135328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:39.135653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:39.135978 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:39.136300 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981e37-b9ec-45b1-a486-331401ef5ce4 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:39.159144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f584a71-c203-47fe-882b-42068072df2b req-a7b3670d-86f4-42b3-a0f3-92b50ce4d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:39.160617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f584a71-c203-47fe-882b-42068072df2b req-a7b3670d-86f4-42b3-a0f3-92b50ce4d9d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc HTTP/1.1" status: 200 len: 916 time: 0.1610527 Nov 15 15:45:39.232985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8527018c-05d7-4d6a-b097-5acc01fc6b76 None None] Provisioning complete for port d5741d00-efe5-4402-85bd-8a800e493275 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:45:39.233356 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8527018c-05d7-4d6a-b097-5acc01fc6b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:39.276990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f584a71-c203-47fe-882b-42068072df2b req-af91644b-73ee-45c9-b6a4-cf0df6ea1ddb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5741d00-efe5-4402-85bd-8a800e493275 HTTP/1.1" status: 200 len: 1000 time: 0.1076171 Nov 15 15:45:39.357140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f584a71-c203-47fe-882b-42068072df2b req-090fdad8-783c-43c9-b166-82e18064444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:39.358893 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f584a71-c203-47fe-882b-42068072df2b req-090fdad8-783c-43c9-b166-82e18064444c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96bab0d0-3697-4634-9ca5-98651495ce62 HTTP/1.1" status: 200 len: 854 time: 0.0702701 Nov 15 15:45:39.407274 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2f1494d3-ecf6-4a2f-b6a1-58877d1abb5e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Deleting port 255c1466-cb23-48fd-8113-98f08912a36c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:45:39.408379 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1494d3-ecf6-4a2f-b6a1-58877d1abb5e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:39.466717 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f584a71-c203-47fe-882b-42068072df2b req-d88e6fbe-148d-4801-933d-cc4886b72209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:39.468233 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f584a71-c203-47fe-882b-42068072df2b req-d88e6fbe-148d-4801-933d-cc4886b72209 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021805 Nov 15 15:45:39.549702 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1494d3-ecf6-4a2f-b6a1-58877d1abb5e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:39.550075 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1494d3-ecf6-4a2f-b6a1-58877d1abb5e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:39.567465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2f1494d3-ecf6-4a2f-b6a1-58877d1abb5e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Calling delete_port for 255c1466-cb23-48fd-8113-98f08912a36c owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:45:39.600045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f584a71-c203-47fe-882b-42068072df2b req-9790ef5d-bfe9-449d-82cf-6ebaf0b35bb4 service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231554 Nov 15 15:45:39.753329 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9f584a71-c203-47fe-882b-42068072df2b req-574f5c6d-ff02-4520-90fd-44d8c4f821df service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461043 Nov 15 15:45:39.899519 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1494d3-ecf6-4a2f-b6a1-58877d1abb5e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:39.926707 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1494d3-ecf6-4a2f-b6a1-58877d1abb5e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event deleted for resources: {'Port': ['ID=255c1466-cb23-48fd-8113-98f08912a36c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:45:39.987011 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1494d3-ecf6-4a2f-b6a1-58877d1abb5e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:39.987326 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-2f1494d3-ecf6-4a2f-b6a1-58877d1abb5e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Floating IP d00ad3ff-29ce-4223-9652-1472efd87c08 disassociated (deleted). External IP: 172.25.4.48, port: d5741d00-efe5-4402-85bd-8a800e493275. Nov 15 15:45:40.199364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1494d3-ecf6-4a2f-b6a1-58877d1abb5e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Router 69ad1748-6e7a-4555-a3d0-45e28b04c443 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:45:40.306705 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1494d3-ecf6-4a2f-b6a1-58877d1abb5e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:45:40.311833 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1494d3-ecf6-4a2f-b6a1-58877d1abb5e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:40.318086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f1bede-f0b7-4b2c-9b3f-7b810ea504cb None None] Sync routers for ids ['69ad1748-6e7a-4555-a3d0-45e28b04c443'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:45:40.328038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f1bede-f0b7-4b2c-9b3f-7b810ea504cb None None] Routers {'69ad1748-6e7a-4555-a3d0-45e28b04c443'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:45:40.328644 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-19f1bede-f0b7-4b2c-9b3f-7b810ea504cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:45:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['69ad1748-6e7a-4555-a3d0-45e28b04c443'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:45:40.339518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2f1494d3-ecf6-4a2f-b6a1-58877d1abb5e tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "DELETE /v2.0/floatingips/d00ad3ff-29ce-4223-9652-1472efd87c08 HTTP/1.1" status: 204 len: 168 time: 1.2218654 Nov 15 15:45:40.592799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-19f1bede-f0b7-4b2c-9b3f-7b810ea504cb None None] Set router 69ad1748-6e7a-4555-a3d0-45e28b04c443 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:45:40.794169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-19f1bede-f0b7-4b2c-9b3f-7b810ea504cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port': {'id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7df8df6e-9e0a-4432-bdda-17beea03f264', 'name': '', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'mac_address': 'fa:16:3e:93:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:31Z', 'updated_at': '2021-11-15T15:43:36Z', 'revision_number': 5, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'subnets': [{'id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:45:40.825901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f1bede-f0b7-4b2c-9b3f-7b810ea504cb None None] Checking router: 69ad1748-6e7a-4555-a3d0-45e28b04c443 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:45:40.834776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f1bede-f0b7-4b2c-9b3f-7b810ea504cb None None] Routers {'69ad1748-6e7a-4555-a3d0-45e28b04c443'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:45:40.835394 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-19f1bede-f0b7-4b2c-9b3f-7b810ea504cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:45:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['69ad1748-6e7a-4555-a3d0-45e28b04c443'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:45:40.897381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:45:40.899852 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63987669-d91b-49f1-ac1d-0af27ac63acc" -d '{"events": [{"name": "network-changed", "server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "tag": "d5741d00-efe5-4402-85bd-8a800e493275"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:45:40.941942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-19f1bede-f0b7-4b2c-9b3f-7b810ea504cb None None] Set router 69ad1748-6e7a-4555-a3d0-45e28b04c443 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:45:40.950235 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441f956a-46c1-45b1-9343-490af76e0abb x-openstack-request-id: req-441f956a-46c1-45b1-9343-490af76e0abb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:45:40.950631 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "tag": "d5741d00-efe5-4402-85bd-8a800e493275", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:45:40.951464 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-441f956a-46c1-45b1-9343-490af76e0abb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:45:40.951579 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275', 'status': 'completed', 'code': 200} Nov 15 15:45:41.028342 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63987669-d91b-49f1-ac1d-0af27ac63acc req-306563ec-d684-475d-ba25-e8644ae0cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:41.030239 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63987669-d91b-49f1-ac1d-0af27ac63acc req-306563ec-d684-475d-ba25-e8644ae0cf76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9f58d8859c54604b1c756b86c4a99e0&device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 1096 time: 0.0429108 Nov 15 15:45:41.141907 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63987669-d91b-49f1-ac1d-0af27ac63acc req-30f9d1a4-1ede-41db-b195-c5d6fc260f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:41.143459 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63987669-d91b-49f1-ac1d-0af27ac63acc req-30f9d1a4-1ede-41db-b195-c5d6fc260f45 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc HTTP/1.1" status: 200 len: 916 time: 0.0975096 Nov 15 15:45:41.174957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-19f1bede-f0b7-4b2c-9b3f-7b810ea504cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port': {'id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7df8df6e-9e0a-4432-bdda-17beea03f264', 'name': '', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'mac_address': 'fa:16:3e:93:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:31Z', 'updated_at': '2021-11-15T15:43:36Z', 'revision_number': 5, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'subnets': [{'id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:45:41.201539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f1bede-f0b7-4b2c-9b3f-7b810ea504cb None None] The sync data for ids ['69ad1748-6e7a-4555-a3d0-45e28b04c443'] in n-d-817748-2 is: [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port': {'id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '7df8df6e-9e0a-4432-bdda-17beea03f264', 'name': '', 'network_id': 'cc514417-a4a9-4ba9-90a8-1480a11e0cdc', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'mac_address': 'fa:16:3e:93:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:31Z', 'updated_at': '2021-11-15T15:43:36Z', 'revision_number': 5, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'subnets': [{'id': '96bab0d0-3697-4634-9ca5-98651495ce62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:45:41.202283 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63987669-d91b-49f1-ac1d-0af27ac63acc req-77981118-c55b-483d-b6f5-acda8fd39182 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5741d00-efe5-4402-85bd-8a800e493275 HTTP/1.1" status: 200 len: 217 time: 0.0359335 Nov 15 15:45:41.259590 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63987669-d91b-49f1-ac1d-0af27ac63acc req-e027fa42-cc7a-4188-9085-51e1bf82bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:41.261047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63987669-d91b-49f1-ac1d-0af27ac63acc req-e027fa42-cc7a-4188-9085-51e1bf82bdc1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96bab0d0-3697-4634-9ca5-98651495ce62 HTTP/1.1" status: 200 len: 854 time: 0.0501335 Nov 15 15:45:41.313695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63987669-d91b-49f1-ac1d-0af27ac63acc req-830aeefc-7ae6-4908-b7cc-dcae2849f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:41.315297 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63987669-d91b-49f1-ac1d-0af27ac63acc req-830aeefc-7ae6-4908-b7cc-dcae2849f9ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc514417-a4a9-4ba9-90a8-1480a11e0cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456259 Nov 15 15:45:41.415785 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63987669-d91b-49f1-ac1d-0af27ac63acc req-f152b56a-b69e-4782-b0ad-c0d821618130 service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926931 Nov 15 15:45:41.466944 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3448bd67-a5a0-4e03-97a1-b0079492ccef None None] New status for floating IP d00ad3ff-29ce-4223-9652-1472efd87c08: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:45:41.537453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-63987669-d91b-49f1-ac1d-0af27ac63acc req-d9c5dcd7-4ff9-4a75-87f0-a2e3bb1aa7ef service neutron] 10.222.0.59 "GET /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144576 Nov 15 15:45:49.915971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1455d2-d816-423c-9573-0bd3c9dc850d req-1d285747-ccb2-40d4-b416-db9e335be5c5 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:49.917481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc1455d2-d816-423c-9573-0bd3c9dc850d req-1d285747-ccb2-40d4-b416-db9e335be5c5 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 945 time: 0.0503328 Nov 15 15:45:49.966007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc1455d2-d816-423c-9573-0bd3c9dc850d req-605abff7-8624-4065-9f0f-6b6c44b453e9 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 Nov 15 15:45:51.086137 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612d0b9-6e20-4393-b7ff-02a8580ab89e req-fe5eaeb3-6bd3-483c-a5bf-aa688b0f25c7 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:51.087599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9612d0b9-6e20-4393-b7ff-02a8580ab89e req-fe5eaeb3-6bd3-483c-a5bf-aa688b0f25c7 tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 945 time: 0.0522647 Nov 15 15:45:51.134827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9612d0b9-6e20-4393-b7ff-02a8580ab89e req-e17ddcc5-005f-4e22-b40d-29de01dbee3f tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e78e260-0ad4-4751-882d-b5160d34f1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413918 Nov 15 15:45:51.542076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4c9a7-24fb-4d52-8e40-408c52a3f336 req-fc5beabb-0b2a-4d78-8e74-6d2fa8ec48aa tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:51.543556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34c4c9a7-24fb-4d52-8e40-408c52a3f336 req-fc5beabb-0b2a-4d78-8e74-6d2fa8ec48aa tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.59 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 945 time: 0.0476699 Nov 15 15:45:51.636275 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-34c4c9a7-24fb-4d52-8e40-408c52a3f336 req-412e5755-03ec-4f06-89f8-4d9eaacfbb8a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Deleting port d5741d00-efe5-4402-85bd-8a800e493275 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:45:51.636582 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34c4c9a7-24fb-4d52-8e40-408c52a3f336 req-412e5755-03ec-4f06-89f8-4d9eaacfbb8a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:51.725699 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-34c4c9a7-24fb-4d52-8e40-408c52a3f336 req-412e5755-03ec-4f06-89f8-4d9eaacfbb8a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] For port d5741d00-efe5-4402-85bd-8a800e493275, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d5741d00-efe5-4402-85bd-8a800e493275,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:45:51.726064 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34c4c9a7-24fb-4d52-8e40-408c52a3f336 req-412e5755-03ec-4f06-89f8-4d9eaacfbb8a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:51.738898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-34c4c9a7-24fb-4d52-8e40-408c52a3f336 req-412e5755-03ec-4f06-89f8-4d9eaacfbb8a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Calling delete_port for d5741d00-efe5-4402-85bd-8a800e493275 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:45:51.935168 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34c4c9a7-24fb-4d52-8e40-408c52a3f336 req-412e5755-03ec-4f06-89f8-4d9eaacfbb8a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:51.946964 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['d5741d00-efe5-4402-85bd-8a800e493275'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:45:51.964202 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e5755-03ec-4f06-89f8-4d9eaacfbb8a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Pushing event deleted for resources: {'Port': ['ID=d5741d00-efe5-4402-85bd-8a800e493275,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:45:52.004936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c4c9a7-24fb-4d52-8e40-408c52a3f336 req-412e5755-03ec-4f06-89f8-4d9eaacfbb8a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] No DVR routers for this DVR port d5741d00-efe5-4402-85bd-8a800e493275 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:45:52.007667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34c4c9a7-24fb-4d52-8e40-408c52a3f336 req-412e5755-03ec-4f06-89f8-4d9eaacfbb8a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:52.011005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-34c4c9a7-24fb-4d52-8e40-408c52a3f336 req-412e5755-03ec-4f06-89f8-4d9eaacfbb8a tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.59 "DELETE /v2.0/ports/d5741d00-efe5-4402-85bd-8a800e493275 HTTP/1.1" status: 204 len: 173 time: 0.4615526 Nov 15 15:45:52.011440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'name': 'network-vif-deleted', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:45:52.013724 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77407f8-9853-470c-9465-e4b80031448c" -d '{"events": [{"server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "name": "network-vif-deleted", "tag": "d5741d00-efe5-4402-85bd-8a800e493275"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:45:52.052263 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58ede30-e3ec-44ff-8db7-09792d17f817 x-openstack-request-id: req-b58ede30-e3ec-44ff-8db7-09792d17f817 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:45:52.052556 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bf4fcc-852b-4ee3-b41e-34a9a2d6d238", "name": "network-vif-deleted", "tag": "d5741d00-efe5-4402-85bd-8a800e493275", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:45:52.052808 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b58ede30-e3ec-44ff-8db7-09792d17f817 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:45:52.053207 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bf4fcc-852b-4ee3-b41e-34a9a2d6d238', 'name': 'network-vif-deleted', 'tag': 'd5741d00-efe5-4402-85bd-8a800e493275', 'status': 'completed', 'code': 200} Nov 15 15:45:52.239611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d1883a1-c7b3-4fa3-88ce-675ae0c274e1 req-4911c859-ad6e-49f8-912c-29f1b4c9f30d tempest-TestMinimumBasicScenario-1196087699 tempest-TestMinimumBasicScenario-1196087699-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 210 time: 0.0330465 Nov 15 15:45:52.707934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e59a4d0a-eecd-47ff-b4d3-b748b75efcde req-a25245c8-4985-40ee-8a25-40f074a732c6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252779 Nov 15 15:45:52.781097 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e59a4d0a-eecd-47ff-b4d3-b748b75efcde req-8a292eeb-cf9f-4bd7-995f-05e27c864a35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9f58d8859c54604b1c756b86c4a99e0&device_id=18bf4fcc-852b-4ee3-b41e-34a9a2d6d238 HTTP/1.1" status: 200 len: 210 time: 0.0249155 Nov 15 15:45:52.904689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4d0a-eecd-47ff-b4d3-b748b75efcde req-8fa6242e-fe45-48b1-b92c-55f275b7a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:52.906376 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e59a4d0a-eecd-47ff-b4d3-b748b75efcde req-8fa6242e-fe45-48b1-b92c-55f275b7a8a1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e9f58d8859c54604b1c756b86c4a99e0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1032910 Nov 15 15:45:53.004472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4d0a-eecd-47ff-b4d3-b748b75efcde req-99c2a732-4fe4-4866-9e47-af0e68424012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:45:53.005978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e59a4d0a-eecd-47ff-b4d3-b748b75efcde req-99c2a732-4fe4-4866-9e47-af0e68424012 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932639 Nov 15 15:45:54.643168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:45:55.333632 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5259b358-2603-4b84-91ad-d25b3e6b92cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:55.596027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5259b358-2603-4b84-91ad-d25b3e6b92cc admin admin] Deleting port 7df8df6e-9e0a-4432-bdda-17beea03f264 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:45:55.596311 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5259b358-2603-4b84-91ad-d25b3e6b92cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:55.666369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d5741d00-efe5-4402-85bd-8a800e493275 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:45:55.678965 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5259b358-2603-4b84-91ad-d25b3e6b92cc admin admin] For port 7df8df6e-9e0a-4432-bdda-17beea03f264, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7df8df6e-9e0a-4432-bdda-17beea03f264,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:45:55.679548 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5259b358-2603-4b84-91ad-d25b3e6b92cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:55.686620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: d5741d00-efe5-4402-85bd-8a800e493275 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:45:55.686971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d5741d00-efe5-4402-85bd-8a800e493275 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:45:55.693581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5259b358-2603-4b84-91ad-d25b3e6b92cc admin admin] Calling delete_port for 7df8df6e-9e0a-4432-bdda-17beea03f264 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:45:55.939337 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5259b358-2603-4b84-91ad-d25b3e6b92cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:55.969993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259b358-2603-4b84-91ad-d25b3e6b92cc admin admin] Pushing event deleted for resources: {'Port': ['ID=7df8df6e-9e0a-4432-bdda-17beea03f264,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:45:56.149039 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5259b358-2603-4b84-91ad-d25b3e6b92cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:56.368732 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5259b358-2603-4b84-91ad-d25b3e6b92cc admin admin] Router 69ad1748-6e7a-4555-a3d0-45e28b04c443 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:45:56.475395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5259b358-2603-4b84-91ad-d25b3e6b92cc admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:45:56.480739 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5259b358-2603-4b84-91ad-d25b3e6b92cc admin admin] 10.222.0.70 "PUT /v2.0/routers/69ad1748-6e7a-4555-a3d0-45e28b04c443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8364255 Nov 15 15:45:56.483533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:45:56.486327 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8884f5-c6e2-4e98-8d79-e67ba4e1dc0c None None] Sync routers for ids ['69ad1748-6e7a-4555-a3d0-45e28b04c443'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:45:56.497798 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8884f5-c6e2-4e98-8d79-e67ba4e1dc0c None None] Routers {'69ad1748-6e7a-4555-a3d0-45e28b04c443'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:45:56.498459 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-db8884f5-c6e2-4e98-8d79-e67ba4e1dc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:45:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['69ad1748-6e7a-4555-a3d0-45e28b04c443'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:45:56.597210 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:56.604777 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-db8884f5-c6e2-4e98-8d79-e67ba4e1dc0c None None] Set router 69ad1748-6e7a-4555-a3d0-45e28b04c443 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:45:56.714209 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:56.813055 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-db8884f5-c6e2-4e98-8d79-e67ba4e1dc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:45:55Z', 'revision_number': 5, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port': {'id': '9e2fc09f-8079-4a17-a42d-2d403cb66af2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:45:56.840735 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8884f5-c6e2-4e98-8d79-e67ba4e1dc0c None None] Checking router: 69ad1748-6e7a-4555-a3d0-45e28b04c443 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:45:56.848208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Deleting port 9e2fc09f-8079-4a17-a42d-2d403cb66af2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:45:56.848501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:56.849597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8884f5-c6e2-4e98-8d79-e67ba4e1dc0c None None] Routers {'69ad1748-6e7a-4555-a3d0-45e28b04c443'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:45:56.850203 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-db8884f5-c6e2-4e98-8d79-e67ba4e1dc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:45:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['69ad1748-6e7a-4555-a3d0-45e28b04c443'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:45:56.932616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] For port 9e2fc09f-8079-4a17-a42d-2d403cb66af2, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9e2fc09f-8079-4a17-a42d-2d403cb66af2,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:45:56.932977 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:56.946091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Calling delete_port for 9e2fc09f-8079-4a17-a42d-2d403cb66af2 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:45:56.947776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-db8884f5-c6e2-4e98-8d79-e67ba4e1dc0c None None] Set router 69ad1748-6e7a-4555-a3d0-45e28b04c443 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:45:57.011963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-db8884f5-c6e2-4e98-8d79-e67ba4e1dc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:45:56Z', 'revision_number': 6, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:45:57.039553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8884f5-c6e2-4e98-8d79-e67ba4e1dc0c None None] The sync data for ids ['69ad1748-6e7a-4555-a3d0-45e28b04c443'] in n-d-817748-2 is: [{'id': '69ad1748-6e7a-4555-a3d0-45e28b04c443', 'name': 'tempest-TestMinimumBasicScenario-1233577649-router', 'tenant_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:29Z', 'updated_at': '2021-11-15T15:45:56Z', 'revision_number': 6, 'project_id': 'e9f58d8859c54604b1c756b86c4a99e0', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:45:57.202351 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:57.229723 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2fc09f-8079-4a17-a42d-2d403cb66af2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:45:57.242102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930c67b2-d152-4351-9481-bceaa640748b None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:45:57.294948 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:57.405463 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:57.409105 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:57.556525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:57.557097 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69ad1748-6e7a-4555-a3d0-45e28b04c443 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:45:57.561476 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:57.562622 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b1814cec-1d9b-4fe0-8f9b-664466395e27 admin admin] 10.222.0.70 "DELETE /v2.0/routers/69ad1748-6e7a-4555-a3d0-45e28b04c443 HTTP/1.1" status: 204 len: 168 time: 1.0779407 Nov 15 15:45:57.565084 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:45:57.609845 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c2d5b1-4d94-4e1b-98ae-92f17b88c6f7 admin admin] Deleting subnet 96bab0d0-3697-4634-9ca5-98651495ce62 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:45:57.613621 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20c2d5b1-4d94-4e1b-98ae-92f17b88c6f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:57.652019 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20c2d5b1-4d94-4e1b-98ae-92f17b88c6f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:57.746636 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20c2d5b1-4d94-4e1b-98ae-92f17b88c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:57.861883 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20c2d5b1-4d94-4e1b-98ae-92f17b88c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:57.889411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2d5b1-4d94-4e1b-98ae-92f17b88c6f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96bab0d0-3697-4634-9ca5-98651495ce62,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:45:57.891419 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20c2d5b1-4d94-4e1b-98ae-92f17b88c6f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:57.894915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-20c2d5b1-4d94-4e1b-98ae-92f17b88c6f7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/96bab0d0-3697-4634-9ca5-98651495ce62 HTTP/1.1" status: 204 len: 168 time: 0.3288341 Nov 15 15:45:57.895564 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e5a903-6d07-46cd-9bf2-d45d247e87e2 None None] Network cc514417-a4a9-4ba9-90a8-1480a11e0cdc requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:45:57.897640 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:45:57.976910 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:58.040508 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Deleting port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:45:58.041144 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:58.085082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] DHCP port deletion for cc514417-a4a9-4ba9-90a8-1480a11e0cdc request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:45:58.111141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] For port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=82c1b74f-a4bf-4389-95a8-81dd5d9034f0,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:45:58.111509 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:58.132267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Deleting port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:45:58.132646 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:58.134023 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Calling delete_port for 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:45:58.210269 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] For port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=82c1b74f-a4bf-4389-95a8-81dd5d9034f0,segment=NetworkSegment(e24a5621-18d0-4d0a-a997-df66fc3f1182),segment_id=e24a5621-18d0-4d0a-a997-df66fc3f1182)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:45:58.210704 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:58.226160 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Calling delete_port for 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:45:58.373730 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:58.406485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Pushing event deleted for resources: {'Port': ['ID=82c1b74f-a4bf-4389-95a8-81dd5d9034f0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:45:58.411073 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] No DVR routers for this DVR port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:45:58.418840 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:58.419217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:58.419699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:58.419805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:58.420155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:58.420510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:58.420837 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:58.421171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:58.421493 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:58.421819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:58.422283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:58.422546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc9b7c-33bd-477c-a9c3-6535bd30fee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:45:58.532525 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:58.558530 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c1b74f-a4bf-4389-95a8-81dd5d9034f0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:45:58.561733 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] No DVR routers for this DVR port 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:45:58.637983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:58.658510 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc514417-a4a9-4ba9-90a8-1480a11e0cdc']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:45:58.667533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24a5621-18d0-4d0a-a997-df66fc3f1182') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:45:58.667832 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24a5621-18d0-4d0a-a997-df66fc3f1182') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:45:58.679805 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:58.682203 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:45:58.693633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:58.699804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:45:58.700183 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: self.session.flush() Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:45:58.701945 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:45:58.714500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:45:58.714500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 82c1b74f-a4bf-4389-95a8-81dd5d9034f0 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:45:58.714500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7df8df6e-9e0a-4432-bdda-17beea03f264 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:45:58.724878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 7df8df6e-9e0a-4432-bdda-17beea03f264 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:45:58.725220 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7df8df6e-9e0a-4432-bdda-17beea03f264 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:45:58.725661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9e2fc09f-8079-4a17-a42d-2d403cb66af2 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:45:58.746172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 9e2fc09f-8079-4a17-a42d-2d403cb66af2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:45:58.748169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9e2fc09f-8079-4a17-a42d-2d403cb66af2 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:45:58.815877 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:58.821680 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:58.825262 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cc514417-a4a9-4ba9-90a8-1480a11e0cdc HTTP/1.1" status: 204 len: 168 time: 0.9265199 Nov 15 15:45:58.828292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:45:58.836899 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ef7b7-c876-448d-b640-3cf398c1d648 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc514417-a4a9-4ba9-90a8-1480a11e0cdc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:45:59.112949 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:59.191749 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f1cff3b-81da-4d90-bb98-850ea465335c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:59.421065 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:59.452144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8f1cff3b-81da-4d90-bb98-850ea465335c admin admin] Deleting port 508c6391-2e5c-4d60-852d-b84a5eecbbe8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:45:59.452484 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f1cff3b-81da-4d90-bb98-850ea465335c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:59.533997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8f1cff3b-81da-4d90-bb98-850ea465335c admin admin] For port 508c6391-2e5c-4d60-852d-b84a5eecbbe8, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=508c6391-2e5c-4d60-852d-b84a5eecbbe8,segment=NetworkSegment(ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4),segment_id=ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:45:59.534358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f1cff3b-81da-4d90-bb98-850ea465335c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:59.547344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8f1cff3b-81da-4d90-bb98-850ea465335c admin admin] Calling delete_port for 508c6391-2e5c-4d60-852d-b84a5eecbbe8 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:45:59.786312 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e645702-9e17-40b5-a57b-104ea3599d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:59.815323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f1cff3b-81da-4d90-bb98-850ea465335c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:45:59.846366 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cff3b-81da-4d90-bb98-850ea465335c admin admin] Pushing event deleted for resources: {'Port': ['ID=508c6391-2e5c-4d60-852d-b84a5eecbbe8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:00.010592 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f1cff3b-81da-4d90-bb98-850ea465335c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:00.539684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1cff3b-81da-4d90-bb98-850ea465335c admin admin] Router 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:46:00.645353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1cff3b-81da-4d90-bb98-850ea465335c admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:46:00.653444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8f1cff3b-81da-4d90-bb98-850ea465335c admin admin] 10.222.0.70 "PUT /v2.0/routers/23b3fce3-de8c-486d-ae4e-0d63fb4588e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8233798 Nov 15 15:46:00.655406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53174) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:00.658879 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c2f79-d11f-4dca-82b8-16a33224c8ca None None] Sync routers for ids ['23b3fce3-de8c-486d-ae4e-0d63fb4588e9'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:46:00.668264 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c2f79-d11f-4dca-82b8-16a33224c8ca None None] Routers {'23b3fce3-de8c-486d-ae4e-0d63fb4588e9'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:46:00.669253 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-221c2f79-d11f-4dca-82b8-16a33224c8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:45:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['23b3fce3-de8c-486d-ae4e-0d63fb4588e9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:00.771424 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:00.782115 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-221c2f79-d11f-4dca-82b8-16a33224c8ca None None] Set router 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:46:00.880351 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:00.964218 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-221c2f79-d11f-4dca-82b8-16a33224c8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'name': 'tempest-TestMinimumBasicScenario-1802929062-router', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:45:59Z', 'revision_number': 5, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'gw_port': {'id': '941c7f51-ce0d-4191-af5e-d663dc0b6767', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:00.995250 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c2f79-d11f-4dca-82b8-16a33224c8ca None None] Checking router: 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:46:01.001065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Deleting port 941c7f51-ce0d-4191-af5e-d663dc0b6767 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:46:01.001454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:01.004148 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c2f79-d11f-4dca-82b8-16a33224c8ca None None] Routers {'23b3fce3-de8c-486d-ae4e-0d63fb4588e9'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:46:01.004750 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-221c2f79-d11f-4dca-82b8-16a33224c8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:45:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['23b3fce3-de8c-486d-ae4e-0d63fb4588e9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:01.094709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] For port 941c7f51-ce0d-4191-af5e-d663dc0b6767, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=941c7f51-ce0d-4191-af5e-d663dc0b6767,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:46:01.095743 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:01.097129 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-221c2f79-d11f-4dca-82b8-16a33224c8ca None None] Set router 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:46:01.109477 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Calling delete_port for 941c7f51-ce0d-4191-af5e-d663dc0b6767 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:46:01.151043 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-221c2f79-d11f-4dca-82b8-16a33224c8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'name': 'tempest-TestMinimumBasicScenario-1802929062-router', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:46:00Z', 'revision_number': 6, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:01.177264 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c2f79-d11f-4dca-82b8-16a33224c8ca None None] The sync data for ids ['23b3fce3-de8c-486d-ae4e-0d63fb4588e9'] in n-d-817748-2 is: [{'id': '23b3fce3-de8c-486d-ae4e-0d63fb4588e9', 'name': 'tempest-TestMinimumBasicScenario-1802929062-router', 'tenant_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:43:35Z', 'updated_at': '2021-11-15T15:46:00Z', 'revision_number': 6, 'project_id': 'ffef05a6ffac46ea92e90b2418057b6a', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:46:01.368108 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:01.396028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Pushing event deleted for resources: {'Port': ['ID=941c7f51-ce0d-4191-af5e-d663dc0b6767,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:01.405872 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b0a9d-1890-47de-983a-69fddd6b9fca None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:46:01.459299 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:01.551842 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:01.554101 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:01.723718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:01.724462 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23b3fce3-de8c-486d-ae4e-0d63fb4588e9 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:46:01.728972 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:01.730139 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9a4ccb7b-5b9a-4f8f-b65e-bb08a80cd929 admin admin] 10.222.0.70 "DELETE /v2.0/routers/23b3fce3-de8c-486d-ae4e-0d63fb4588e9 HTTP/1.1" status: 204 len: 168 time: 1.0701168 Nov 15 15:46:01.732679 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:01.776892 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-0349cfa9-bb34-4f3c-b48e-1808b004496f admin admin] Deleting subnet 5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:46:01.779983 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0349cfa9-bb34-4f3c-b48e-1808b004496f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:01.819240 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0349cfa9-bb34-4f3c-b48e-1808b004496f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:01.895411 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0349cfa9-bb34-4f3c-b48e-1808b004496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.042681 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0349cfa9-bb34-4f3c-b48e-1808b004496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.069497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349cfa9-bb34-4f3c-b48e-1808b004496f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:02.073225 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0349cfa9-bb34-4f3c-b48e-1808b004496f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.076504 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0349cfa9-bb34-4f3c-b48e-1808b004496f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5d2b06a3-6f3f-46d9-b3cf-8ad7cab9ddcd HTTP/1.1" status: 204 len: 168 time: 0.3427866 Nov 15 15:46:02.078975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:02.082512 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d51093-d73a-408c-89f3-91f76ebece25 None None] Network c77d87d4-c4fb-4e93-b788-848b21f664c4 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:46:02.128846 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-30bcfdd6-d3b4-49e7-b53d-30d87bf1114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.154828 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.211780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Deleting port 7b71b590-0222-4986-b147-847efbb8da18 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:46:02.212265 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.263655 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baf01d3-fdc4-4504-b2c4-313854c077ff None None] DHCP port deletion for c77d87d4-c4fb-4e93-b788-848b21f664c4 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:46:02.278566 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] For port 7b71b590-0222-4986-b147-847efbb8da18, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7b71b590-0222-4986-b147-847efbb8da18,segment=NetworkSegment(ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4),segment_id=ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:46:02.278936 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.296719 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Calling delete_port for 7b71b590-0222-4986-b147-847efbb8da18 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:46:02.317330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6baf01d3-fdc4-4504-b2c4-313854c077ff None None] Deleting port 7b71b590-0222-4986-b147-847efbb8da18 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:46:02.317773 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6baf01d3-fdc4-4504-b2c4-313854c077ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.381145 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6baf01d3-fdc4-4504-b2c4-313854c077ff None None] For port 7b71b590-0222-4986-b147-847efbb8da18, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=7b71b590-0222-4986-b147-847efbb8da18,segment=NetworkSegment(ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4),segment_id=ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:46:02.381535 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6baf01d3-fdc4-4504-b2c4-313854c077ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.393824 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6baf01d3-fdc4-4504-b2c4-313854c077ff None None] Calling delete_port for 7b71b590-0222-4986-b147-847efbb8da18 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:46:02.453676 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 15:46:02.467064 n-d-817748-2 neutron-server[103148]: self.session.flush() Nov 15 15:46:02.473866 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6baf01d3-fdc4-4504-b2c4-313854c077ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.480994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b71b590-0222-4986-b147-847efbb8da18,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:02.482845 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] No DVR routers for this DVR port 7b71b590-0222-4986-b147-847efbb8da18 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:46:02.500059 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf01d3-fdc4-4504-b2c4-313854c077ff None None] Pushing event deleted for resources: {'Port': ['ID=7b71b590-0222-4986-b147-847efbb8da18,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:02.503745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf01d3-fdc4-4504-b2c4-313854c077ff None None] No DVR routers for this DVR port 7b71b590-0222-4986-b147-847efbb8da18 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:46:02.565681 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.587530 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77d87d4-c4fb-4e93-b788-848b21f664c4']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:02.597318 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:02.597865 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad46913c-9ba1-4c7b-bcaf-eaf416eda4f4') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:02.607208 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.620632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.627691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:46:02.628211 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:46:02.630338 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:46:02.691677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7b71b590-0222-4986-b147-847efbb8da18 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:46:02.712293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 7b71b590-0222-4986-b147-847efbb8da18 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:46:02.712642 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 7b71b590-0222-4986-b147-847efbb8da18 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:46:02.713050 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 508c6391-2e5c-4d60-852d-b84a5eecbbe8 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:46:02.738088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 508c6391-2e5c-4d60-852d-b84a5eecbbe8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:46:02.738088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 508c6391-2e5c-4d60-852d-b84a5eecbbe8 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:46:02.738088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 941c7f51-ce0d-4191-af5e-d663dc0b6767 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:46:02.755295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 941c7f51-ce0d-4191-af5e-d663dc0b6767 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:46:02.755620 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 941c7f51-ce0d-4191-af5e-d663dc0b6767 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:46:02.798047 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.807449 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:02.810687 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c77d87d4-c4fb-4e93-b788-848b21f664c4 HTTP/1.1" status: 204 len: 168 time: 0.7304175 Nov 15 15:46:02.822925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba47b4-0d34-4e48-81ef-a0b8740005d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c77d87d4-c4fb-4e93-b788-848b21f664c4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:03.237433 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:03.284291 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c6331075-0093-4c95-8f10-8b9eba4f4e5c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9f58d8859c54604b1c756b86c4a99e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455499 Nov 15 15:46:03.286913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:03.334862 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4e384c0-161d-4b7d-b39b-7fede1125fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:03.355765 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4e384c0-161d-4b7d-b39b-7fede1125fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:03.517874 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4e384c0-161d-4b7d-b39b-7fede1125fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:03.520588 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4e384c0-161d-4b7d-b39b-7fede1125fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:03.521766 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c4e384c0-161d-4b7d-b39b-7fede1125fe3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e78e260-0ad4-4751-882d-b5160d34f1eb HTTP/1.1" status: 204 len: 168 time: 0.2338779 Nov 15 15:46:03.530028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e384c0-161d-4b7d-b39b-7fede1125fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e78e260-0ad4-4751-882d-b5160d34f1eb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:03.815753 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:04.193991 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:46:04.287172 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:04.328470 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-45769fe8-7f69-44f8-a186-9e3607b880df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ffef05a6ffac46ea92e90b2418057b6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401080 Nov 15 15:46:04.330902 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53192) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:04.377288 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f010d751-8357-4e7c-814e-b460dd606ad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:04.397659 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f010d751-8357-4e7c-814e-b460dd606ad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:04.544999 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f010d751-8357-4e7c-814e-b460dd606ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:04.547657 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f010d751-8357-4e7c-814e-b460dd606ad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:04.549390 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f010d751-8357-4e7c-814e-b460dd606ad9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/924f1c4d-2e7f-44c2-abab-f700208d24f2 HTTP/1.1" status: 204 len: 168 time: 0.2175920 Nov 15 15:46:04.557376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010d751-8357-4e7c-814e-b460dd606ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924f1c4d-2e7f-44c2-abab-f700208d24f2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:05.413133 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:05.849432 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:07.971463 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:07.976306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4fd02965-b399-4725-865f-db6c0305cf0e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572983413', 'description': 'tempest-secgroup-smoke-1572983413 description', 'project_id': '2b00f3ef972b45c298d72350654a05b1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:46:08.060550 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd02965-b399-4725-865f-db6c0305cf0e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:08.069045 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd02965-b399-4725-865f-db6c0305cf0e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:08.144506 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd02965-b399-4725-865f-db6c0305cf0e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:08.248978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd02965-b399-4725-865f-db6c0305cf0e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:08.292309 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd02965-b399-4725-865f-db6c0305cf0e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2295a2a0-795c-43ff-9d1a-5b5885d51c37,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:08.330604 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd02965-b399-4725-865f-db6c0305cf0e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:08.390254 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd02965-b399-4725-865f-db6c0305cf0e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:08.419213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd02965-b399-4725-865f-db6c0305cf0e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9d4da7-a03f-4036-b50e-99c3802f9ca5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:08.485353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd02965-b399-4725-865f-db6c0305cf0e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:08.486644 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4fd02965-b399-4725-865f-db6c0305cf0e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5142083 Nov 15 15:46:08.489470 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:08.493847 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-feec1434-d0b2-408a-ba09-851b09d8df69 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': 'da9d4da7-a03f-4036-b50e-99c3802f9ca5', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:46:08.603731 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feec1434-d0b2-408a-ba09-851b09d8df69 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:08.657860 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feec1434-d0b2-408a-ba09-851b09d8df69 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:08.769432 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feec1434-d0b2-408a-ba09-851b09d8df69 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:08.787979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec1434-d0b2-408a-ba09-851b09d8df69 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed01c29-793a-42cd-bd65-5e406e90dc4c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:08.895309 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feec1434-d0b2-408a-ba09-851b09d8df69 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:08.896517 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-feec1434-d0b2-408a-ba09-851b09d8df69 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4061275 Nov 15 15:46:08.899273 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:08.903619 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-32087c0e-9e88-48d9-8a35-8e72b7c50c89 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': 'da9d4da7-a03f-4036-b50e-99c3802f9ca5', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:46:08.997035 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32087c0e-9e88-48d9-8a35-8e72b7c50c89 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:09.058188 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32087c0e-9e88-48d9-8a35-8e72b7c50c89 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:09.129168 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32087c0e-9e88-48d9-8a35-8e72b7c50c89 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:09.144552 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32087c0e-9e88-48d9-8a35-8e72b7c50c89 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb4d2b3-a5f9-48c6-8664-cdd461cb2c34,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:09.228111 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32087c0e-9e88-48d9-8a35-8e72b7c50c89 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:09.229366 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-32087c0e-9e88-48d9-8a35-8e72b7c50c89 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3291311 Nov 15 15:46:09.232216 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:09.236951 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7133cbea-4da6-4207-9e13-06303afd790a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': 'da9d4da7-a03f-4036-b50e-99c3802f9ca5', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:46:09.328560 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7133cbea-4da6-4207-9e13-06303afd790a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:09.384758 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7133cbea-4da6-4207-9e13-06303afd790a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:09.460489 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7133cbea-4da6-4207-9e13-06303afd790a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:09.479419 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133cbea-4da6-4207-9e13-06303afd790a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f588c57-6987-48ed-ba0a-b9dca0e349a6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:09.605601 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7133cbea-4da6-4207-9e13-06303afd790a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:09.606849 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7133cbea-4da6-4207-9e13-06303afd790a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3736939 Nov 15 15:46:09.609590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:09.614026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-56b64bd6-f601-43f9-978d-66e77f26739b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': 'da9d4da7-a03f-4036-b50e-99c3802f9ca5', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:46:09.703782 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56b64bd6-f601-43f9-978d-66e77f26739b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:09.761322 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56b64bd6-f601-43f9-978d-66e77f26739b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:09.843309 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56b64bd6-f601-43f9-978d-66e77f26739b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:09.862065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b64bd6-f601-43f9-978d-66e77f26739b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cb2f58-82e6-463e-a8c0-15a8e057c7af,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:09.953636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56b64bd6-f601-43f9-978d-66e77f26739b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:09.955098 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-56b64bd6-f601-43f9-978d-66e77f26739b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3445618 Nov 15 15:46:09.957788 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53244) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:09.962079 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c87dba4c-a32f-4d4d-9409-6c135f071b86 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': 'da9d4da7-a03f-4036-b50e-99c3802f9ca5', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:46:10.049861 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-c87dba4c-a32f-4d4d-9409-6c135f071b86 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Project 2b00f3ef972b45c298d72350654a05b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:46:10.056781 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c87dba4c-a32f-4d4d-9409-6c135f071b86 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:10.128679 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c87dba4c-a32f-4d4d-9409-6c135f071b86 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:10.197538 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c87dba4c-a32f-4d4d-9409-6c135f071b86 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:10.216791 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dba4c-a32f-4d4d-9409-6c135f071b86 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0377e335-2579-4fb3-b6f6-b3e2ffc8ef3a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:10.285601 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c87dba4c-a32f-4d4d-9409-6c135f071b86 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:10.286871 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c87dba4c-a32f-4d4d-9409-6c135f071b86 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3281531 Nov 15 15:46:10.289533 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:10.293893 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c96b14e5-e434-40a5-a902-bf1d457de609 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': 'da9d4da7-a03f-4036-b50e-99c3802f9ca5', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:46:10.369144 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-c96b14e5-e434-40a5-a902-bf1d457de609 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Project 2b00f3ef972b45c298d72350654a05b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:46:10.374421 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c96b14e5-e434-40a5-a902-bf1d457de609 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:10.440733 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c96b14e5-e434-40a5-a902-bf1d457de609 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:10.506158 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c96b14e5-e434-40a5-a902-bf1d457de609 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:10.524153 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b14e5-e434-40a5-a902-bf1d457de609 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27b3786-1b2c-4376-a3af-16e7f19e8e14,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:10.599935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c96b14e5-e434-40a5-a902-bf1d457de609 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:10.601105 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c96b14e5-e434-40a5-a902-bf1d457de609 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3106072 Nov 15 15:46:10.604077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:10.608979 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6b6be28f-8c3d-40a2-94e1-2b719e0be582 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'network': {'name': 'tempest-network-smoke--548464065', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:46:10.683438 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6be28f-8c3d-40a2-94e1-2b719e0be582 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:46:10.687113 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b6be28f-8c3d-40a2-94e1-2b719e0be582 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:10.710501 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6be28f-8c3d-40a2-94e1-2b719e0be582 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:46:10.719204 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b6be28f-8c3d-40a2-94e1-2b719e0be582 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:10.719536 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-6b6be28f-8c3d-40a2-94e1-2b719e0be582 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Added segment dcf5d3ab-6756-4867-9d02-6ef0836b2719 of type vlan for network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 Nov 15 15:46:10.766182 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b6be28f-8c3d-40a2-94e1-2b719e0be582 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:10.854766 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b6be28f-8c3d-40a2-94e1-2b719e0be582 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:10.860409 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6be28f-8c3d-40a2-94e1-2b719e0be582 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:10.861001 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b6be28f-8c3d-40a2-94e1-2b719e0be582 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:10.928954 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6be28f-8c3d-40a2-94e1-2b719e0be582 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Network': ['ID=034b10bc-7e55-407a-b17c-9f4bbae1ce56,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:10.940101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:46:10.991309 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6b6be28f-8c3d-40a2-94e1-2b719e0be582 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3835397 Nov 15 15:46:10.991564 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:10.996464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'admin_state_up': True, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:46:11.071800 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:11.072909 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:11.139284 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:11.328748 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:11.633286 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:11.652302 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:11.750026 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.25.4.190 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/4e304de2-3d08-4f31-b7ef-d928866a38b0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:46:11.852690 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:11.952358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:11.992570 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:46:11.995615 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:46:11.998173 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:46:12.004281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=4e304de2-3d08-4f31-b7ef-d928866a38b0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:12.010023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76d2a3e-4f2d-41f9-b418-830df4d3b6d2 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:46:12.048161 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ff81c641-bccb-44d6-855d-aaaf6a09f77d None None] Provisioning complete for port 4e304de2-3d08-4f31-b7ef-d928866a38b0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:12.048526 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff81c641-bccb-44d6-855d-aaaf6a09f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:12.082379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ff81c641-bccb-44d6-855d-aaaf6a09f77d None None] Port 4e304de2-3d08-4f31-b7ef-d928866a38b0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:46:12.352416 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:12.555295 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:12.746099 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router a818dc7e-2eab-4c35-8e37-c29a02f410da is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:46:12.870370 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:46:12.880799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Sync routers for ids ['a818dc7e-2eab-4c35-8e37-c29a02f410da'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:46:12.892250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Routers {'a818dc7e-2eab-4c35-8e37-c29a02f410da'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:46:12.892873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a818dc7e-2eab-4c35-8e37-c29a02f410da'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:12.948502 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:12.949757 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-15a17e7e-845c-44a1-97ad-c0881d3f4399 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9571006 Nov 15 15:46:12.953077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53252) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:13.002468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Set router a818dc7e-2eab-4c35-8e37-c29a02f410da gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:46:13.080868 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a613aa9a-6e58-4f53-8102-d3bc90de97f8 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=2b00f3ef972b45c298d72350654a05b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1265118 Nov 15 15:46:13.083709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:13.174035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe12c74a-27b9-48cf-ac0a-35553fed3010 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:13.178883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fe12c74a-27b9-48cf-ac0a-35553fed3010 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915420 Nov 15 15:46:13.179217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:13.190142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:12Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:13.218676 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Checking router: a818dc7e-2eab-4c35-8e37-c29a02f410da for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:46:13.219029 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Updating router a818dc7e-2eab-4c35-8e37-c29a02f410da port 4e304de2-3d08-4f31-b7ef-d928866a38b0 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:46:13.223504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d44dfa16-1bfa-45c9-ba7b-774f3fe25080 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429168 Nov 15 15:46:13.226186 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53260) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:13.230986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d67d1ffd-7842-4aab-b7b3-26ae35ae335c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2142348604', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:46:13.244970 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:13.386051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67d1ffd-7842-4aab-b7b3-26ae35ae335c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:46:13.389816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d67d1ffd-7842-4aab-b7b3-26ae35ae335c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:13.626630 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d67d1ffd-7842-4aab-b7b3-26ae35ae335c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:13.659178 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:13.681206 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d1ffd-7842-4aab-b7b3-26ae35ae335c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Subnet': ['ID=6e3e2261-95a5-499d-a194-b77f0035293e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:13.697579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d1ffd-7842-4aab-b7b3-26ae35ae335c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Checking segment: {'id': 'dcf5d3ab-6756-4867-9d02-6ef0836b2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:46:13.697945 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d1ffd-7842-4aab-b7b3-26ae35ae335c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network hostable DHCP agents. Network: 034b10bc-7e55-407a-b17c-9f4bbae1ce56, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:46:13.729090 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:13.757629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d1ffd-7842-4aab-b7b3-26ae35ae335c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:46:13.775250 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66ae568-a40b-43ad-adc8-d9a97373044a None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:46:13.790095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Attempting to bind port 4e304de2-3d08-4f31-b7ef-d928866a38b0 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:46:13.790499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Attempting to bind port 4e304de2-3d08-4f31-b7ef-d928866a38b0 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:46:13.790869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Attempting to bind port 4e304de2-3d08-4f31-b7ef-d928866a38b0 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:46:13.793241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a919b-9bf8-4289-a16e-b29bf90f5b56 None None] Pushing event updated for resources: {'Port': ['ID=4e304de2-3d08-4f31-b7ef-d928866a38b0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:13.804505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:46:13.804505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:46:13.804505 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:13.804505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:46:13.804505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Bound port: 4e304de2-3d08-4f31-b7ef-d928866a38b0, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:46:13.804505 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:13.814943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d67d1ffd-7842-4aab-b7b3-26ae35ae335c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 034b10bc-7e55-407a-b17c-9f4bbae1ce56) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:46:13.820402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67d1ffd-7842-4aab-b7b3-26ae35ae335c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:13.821008 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d67d1ffd-7842-4aab-b7b3-26ae35ae335c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:13.831439 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce9db7a-3b27-4294-bbdc-add0f529bae0 None None] Network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:46:13.886234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d67d1ffd-7842-4aab-b7b3-26ae35ae335c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6588817 Nov 15 15:46:13.888814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:13.900235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-552e6148-e952-4631-ae27-c74e9e45eb71 None None] Provisioning complete for port 4e304de2-3d08-4f31-b7ef-d928866a38b0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:13.900608 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-552e6148-e952-4631-ae27-c74e9e45eb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:13.936964 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] For port 4e304de2-3d08-4f31-b7ef-d928866a38b0, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:46:13.970823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] For port 4e304de2-3d08-4f31-b7ef-d928866a38b0, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4e304de2-3d08-4f31-b7ef-d928866a38b0,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:46:13.979344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-552e6148-e952-4631-ae27-c74e9e45eb71 None None] Port 4e304de2-3d08-4f31-b7ef-d928866a38b0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:46:14.042061 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:14.051248 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ips': [{'subnet_id': '6e3e2261-95a5-499d-a194-b77f0035293e'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:46:14.052107 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:14.100800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc54872-293a-482b-a28f-8543248494a3 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:46:14.177266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Routers {'a818dc7e-2eab-4c35-8e37-c29a02f410da'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:46:14.177799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a818dc7e-2eab-4c35-8e37-c29a02f410da'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:14.179994 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a919b-9bf8-4289-a16e-b29bf90f5b56 None None] Pushing event updated for resources: {'Port': ['ID=4e304de2-3d08-4f31-b7ef-d928866a38b0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:14.315240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d19ef13b-ddf1-4a65-bdfb-f5f48e83b7b4 None None] Provisioning complete for port 4e304de2-3d08-4f31-b7ef-d928866a38b0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:14.316030 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d19ef13b-ddf1-4a65-bdfb-f5f48e83b7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:14.352440 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:14.379299 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Allocated IP 172.20.0.2 (034b10bc-7e55-407a-b17c-9f4bbae1ce56/6e3e2261-95a5-499d-a194-b77f0035293e/6450f7b4-2835-44b3-ae51-7479a37a8ad9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:46:14.382321 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] Set router a818dc7e-2eab-4c35-8e37-c29a02f410da gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:46:14.597291 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d19ef13b-ddf1-4a65-bdfb-f5f48e83b7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:14.666218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d19ef13b-ddf1-4a65-bdfb-f5f48e83b7b4 None None] For port 4e304de2-3d08-4f31-b7ef-d928866a38b0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4e304de2-3d08-4f31-b7ef-d928866a38b0,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:46:14.730836 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:14.741618 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d19ef13b-ddf1-4a65-bdfb-f5f48e83b7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:14.746479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:12Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:14.793441 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f3f6c-d0c3-4427-b686-37078a51f00f None None] The sync data for ids ['a818dc7e-2eab-4c35-8e37-c29a02f410da'] in n-d-817748-2 is: [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:12Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:46:14.816361 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:14.823908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ef13b-ddf1-4a65-bdfb-f5f48e83b7b4 None None] Pushing event updated for resources: {'Port': ['ID=4e304de2-3d08-4f31-b7ef-d928866a38b0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:14.857485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:46:14.860276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:46:14.866604 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:46:14.876700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.20.0.1 (034b10bc-7e55-407a-b17c-9f4bbae1ce56/6e3e2261-95a5-499d-a194-b77f0035293e/c208d199-32f6-4227-829b-ec23ce47a802) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:46:14.879823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Pushing event updated for resources: {'Port': ['ID=6450f7b4-2835-44b3-ae51-7479a37a8ad9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:14.929842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Attempting to bind port 6450f7b4-2835-44b3-ae51-7479a37a8ad9 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:46:14.930209 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Attempting to bind port 6450f7b4-2835-44b3-ae51-7479a37a8ad9 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'dcf5d3ab-6756-4867-9d02-6ef0836b2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:46:14.935629 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Attempting to bind port 6450f7b4-2835-44b3-ae51-7479a37a8ad9 on network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:46:14.936301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:46:14.936677 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Checking segment: {'id': 'dcf5d3ab-6756-4867-9d02-6ef0836b2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:46:14.937113 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:14.937504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Bound using segment: {'id': 'dcf5d3ab-6756-4867-9d02-6ef0836b2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:46:14.937971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Bound port: 6450f7b4-2835-44b3-ae51-7479a37a8ad9, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf5d3ab-6756-4867-9d02-6ef0836b2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:46:14.938429 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:15.007347 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] For port 6450f7b4-2835-44b3-ae51-7479a37a8ad9, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:46:15.010540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] For port 6450f7b4-2835-44b3-ae51-7479a37a8ad9, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6450f7b4-2835-44b3-ae51-7479a37a8ad9,segment=NetworkSegment(dcf5d3ab-6756-4867-9d02-6ef0836b2719),segment_id=dcf5d3ab-6756-4867-9d02-6ef0836b2719)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:46:15.014290 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:15.084572 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:15.141993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:15.145130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de12bb-2317-4757-ad6f-bac6c4eb3938 None None] Pushing event updated for resources: {'Port': ['ID=6450f7b4-2835-44b3-ae51-7479a37a8ad9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:15.191329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:46:15.199420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:46:15.203655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:46:15.211827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=c208d199-32f6-4227-829b-ec23ce47a802,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:15.265595 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:15.502269 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:15.797810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:15.853556 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:15.934903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=c208d199-32f6-4227-829b-ec23ce47a802,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:15.938288 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:16.033061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:46:16.034485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:46:16.052971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd811f-5bc8-4070-a9ef-d43b13285337 None None] Network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:46:16.107896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-342b5261-b0b3-46b6-9261-47a6f1d0a238 None None] Provisioning complete for port 6450f7b4-2835-44b3-ae51-7479a37a8ad9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:16.108265 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-342b5261-b0b3-46b6-9261-47a6f1d0a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:16.155197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router a818dc7e-2eab-4c35-8e37-c29a02f410da has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:46:16.256500 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-342b5261-b0b3-46b6-9261-47a6f1d0a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:16.286667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:46:16.296519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5f1aff90-9f40-432e-9a23-6635a5aa179e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "PUT /v2.0/routers/a818dc7e-2eab-4c35-8e37-c29a02f410da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4026992 Nov 15 15:46:16.323431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-342b5261-b0b3-46b6-9261-47a6f1d0a238 None None] For port 6450f7b4-2835-44b3-ae51-7479a37a8ad9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6450f7b4-2835-44b3-ae51-7479a37a8ad9,segment=NetworkSegment(dcf5d3ab-6756-4867-9d02-6ef0836b2719),segment_id=dcf5d3ab-6756-4867-9d02-6ef0836b2719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:46:16.397636 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-342b5261-b0b3-46b6-9261-47a6f1d0a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:16.456062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b5261-b0b3-46b6-9261-47a6f1d0a238 None None] Pushing event updated for resources: {'Port': ['ID=6450f7b4-2835-44b3-ae51-7479a37a8ad9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:16.491372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-d8327855-8844-4e7f-918c-a9785479e6d1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572983413&fields=id&tenant_id=2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 267 time: 0.0730898 Nov 15 15:46:16.559348 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Sync routers for ids ['a818dc7e-2eab-4c35-8e37-c29a02f410da'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:46:16.581463 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Routers {'a818dc7e-2eab-4c35-8e37-c29a02f410da'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:46:16.582166 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a818dc7e-2eab-4c35-8e37-c29a02f410da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:16.621593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ef07e4eb-bc55-4c88-961c-5551920d1285 None None] Provisioning complete for port 6450f7b4-2835-44b3-ae51-7479a37a8ad9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:16.622051 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef07e4eb-bc55-4c88-961c-5551920d1285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:16.637911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-0fb91094-a268-4f03-a3b5-7c3f0761b132 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:16.647105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-0fb91094-a268-4f03-a3b5-7c3f0761b132 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/networks?id=034b10bc-7e55-407a-b17c-9f4bbae1ce56 HTTP/1.1" status: 200 len: 796 time: 0.1462991 Nov 15 15:46:16.665859 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-19e3226b-5c9f-407c-b341-2e963b5ae665 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/quotas/2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 375 time: 0.0176897 Nov 15 15:46:16.731091 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Set router a818dc7e-2eab-4c35-8e37-c29a02f410da gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:46:16.741082 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-34992fd4-d0aa-4727-91b3-dfc29b002ce0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729778 Nov 15 15:46:16.750918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ef07e4eb-bc55-4c88-961c-5551920d1285 None None] Provisioning complete for port c208d199-32f6-4227-829b-ec23ce47a802 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:16.751454 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef07e4eb-bc55-4c88-961c-5551920d1285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:16.957607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-fc53f2f4-26fe-4c42-ac39-73df9e5954e6 service neutron] 10.222.0.70 "GET /v2.0/networks/034b10bc-7e55-407a-b17c-9f4bbae1ce56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007537 Nov 15 15:46:17.015849 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ef07e4eb-bc55-4c88-961c-5551920d1285 None None] Port c208d199-32f6-4227-829b-ec23ce47a802 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:46:17.017878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6450f7b4-2835-44b3-ae51-7479a37a8ad9 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:46:17.078492 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 6450f7b4-2835-44b3-ae51-7479a37a8ad9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:17.079683 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:17.083428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-427f1de7-d9c7-4521-a216-03fb5563f71f service neutron] 10.222.0.70 "GET /v2.0/networks/034b10bc-7e55-407a-b17c-9f4bbae1ce56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157629 Nov 15 15:46:17.116007 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:15Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c208d199-32f6-4227-829b-ec23ce47a802', 'name': '', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:96:80:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:14Z', 'updated_at': '2021-11-15T15:46:15Z', 'revision_number': 2, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:17.156255 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Checking router: a818dc7e-2eab-4c35-8e37-c29a02f410da for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:46:17.156782 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Updating router a818dc7e-2eab-4c35-8e37-c29a02f410da port c208d199-32f6-4227-829b-ec23ce47a802 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:46:17.164956 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-51c361b0-2a9c-4050-b358-8c1ac82a3d68 None None] Provisioning complete for port c208d199-32f6-4227-829b-ec23ce47a802 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:17.165324 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51c361b0-2a9c-4050-b358-8c1ac82a3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:17.186317 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:17.202341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4e304de2-3d08-4f31-b7ef-d928866a38b0 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:46:17.237637 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-51c361b0-2a9c-4050-b358-8c1ac82a3d68 None None] Port c208d199-32f6-4227-829b-ec23ce47a802 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:46:17.262574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 4e304de2-3d08-4f31-b7ef-d928866a38b0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:17.263086 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:17.384743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d640f6d4-c899-4d21-a6b6-84da8256c339 req-fa3ab5c7-10a4-464b-ba45-c078434edd50 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 210 time: 0.0338910 Nov 15 15:46:17.479086 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:17.540321 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:17.616793 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Pushing event updated for resources: {'Port': ['ID=c208d199-32f6-4227-829b-ec23ce47a802,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:17.638366 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:46:17.645026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:46:17.645026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:46:17.645026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:46:17.645026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:46:17.645026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:46:17.645026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:46:17.645026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:46:17.645026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:46:17.645026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:46:17.645026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:46:17.645026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:46:17.659662 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Attempting to bind port c208d199-32f6-4227-829b-ec23ce47a802 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:46:17.660036 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Attempting to bind port c208d199-32f6-4227-829b-ec23ce47a802 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'dcf5d3ab-6756-4867-9d02-6ef0836b2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:46:17.660410 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Attempting to bind port c208d199-32f6-4227-829b-ec23ce47a802 on network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:46:17.666452 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:46:17.667934 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Checking segment: {'id': 'dcf5d3ab-6756-4867-9d02-6ef0836b2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:46:17.667934 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:17.667934 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Bound using segment: {'id': 'dcf5d3ab-6756-4867-9d02-6ef0836b2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:46:17.668244 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Bound port: c208d199-32f6-4227-829b-ec23ce47a802, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf5d3ab-6756-4867-9d02-6ef0836b2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:46:17.668687 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:17.744587 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] For port c208d199-32f6-4227-829b-ec23ce47a802, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:46:17.748081 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] For port c208d199-32f6-4227-829b-ec23ce47a802, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c208d199-32f6-4227-829b-ec23ce47a802,segment=NetworkSegment(dcf5d3ab-6756-4867-9d02-6ef0836b2719),segment_id=dcf5d3ab-6756-4867-9d02-6ef0836b2719)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:46:17.855164 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:17.867598 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4a40c22-72df-450f-8379-07788c3ce306 None None] Provisioning complete for port c208d199-32f6-4227-829b-ec23ce47a802 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:17.867970 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4a40c22-72df-450f-8379-07788c3ce306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:17.908374 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Routers {'a818dc7e-2eab-4c35-8e37-c29a02f410da'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:46:17.909006 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:46:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a818dc7e-2eab-4c35-8e37-c29a02f410da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:17.956861 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4a40c22-72df-450f-8379-07788c3ce306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:17.986992 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10779f74-f09a-4109-a3dd-023ae5d81ad2 None None] Pushing event updated for resources: {'Port': ['ID=c208d199-32f6-4227-829b-ec23ce47a802,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:17.994227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4a40c22-72df-450f-8379-07788c3ce306 None None] For port c208d199-32f6-4227-829b-ec23ce47a802, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c208d199-32f6-4227-829b-ec23ce47a802,segment=NetworkSegment(dcf5d3ab-6756-4867-9d02-6ef0836b2719),segment_id=dcf5d3ab-6756-4867-9d02-6ef0836b2719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:46:18.045329 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] Set router a818dc7e-2eab-4c35-8e37-c29a02f410da gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:46:18.070798 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4a40c22-72df-450f-8379-07788c3ce306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:18.132158 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40c22-72df-450f-8379-07788c3ce306 None None] Pushing event updated for resources: {'Port': ['ID=c208d199-32f6-4227-829b-ec23ce47a802,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:18.196227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c24814e2-c96e-4f30-917a-4b9520a2c4e6 None None] Provisioning complete for port c208d199-32f6-4227-829b-ec23ce47a802 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:18.196227 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c24814e2-c96e-4f30-917a-4b9520a2c4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:18.274131 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:15Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c208d199-32f6-4227-829b-ec23ce47a802', 'name': '', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:96:80:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:14Z', 'updated_at': '2021-11-15T15:46:17Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:18.302240 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58008e25-5d12-437d-a305-c058b2f664a1 None None] The sync data for ids ['a818dc7e-2eab-4c35-8e37-c29a02f410da'] in n-d-817748-2 is: [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:15Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c208d199-32f6-4227-829b-ec23ce47a802', 'name': '', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:96:80:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:14Z', 'updated_at': '2021-11-15T15:46:17Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:46:18.473353 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3a8c3d5f-543c-4baa-81c1-34261f464040 req-7ca9a3f1-0597-4bd3-aa28-f0d88014144a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 210 time: 0.0339205 Nov 15 15:46:18.723550 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c208d199-32f6-4227-829b-ec23ce47a802 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:46:18.776532 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c208d199-32f6-4227-829b-ec23ce47a802 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:18.776797 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:19.575497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa62631c-d435-48b1-86fe-ad69ee428bd8 req-596e1d02-268c-4a9b-9d95-8fba61723d6e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 210 time: 0.0323956 Nov 15 15:46:19.945327 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5d420c66-b619-4b1d-a6f4-4a83a67172af tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:19.946722 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5d420c66-b619-4b1d-a6f4-4a83a67172af tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/networks?id=034b10bc-7e55-407a-b17c-9f4bbae1ce56 HTTP/1.1" status: 200 len: 796 time: 0.0998154 Nov 15 15:46:20.011290 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-8a9934bb-99dd-4e29-8520-78106f78e51f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 380 time: 0.0552857 Nov 15 15:46:20.021363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5a5a3001-8938-40d8-bb11-bfb835cca30f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'port': {'device_id': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'admin_state_up': True, 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'security_groups': ['da9d4da7-a03f-4036-b50e-99c3802f9ca5']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:46:20.203405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5a5a3001-8938-40d8-bb11-bfb835cca30f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:46:20.207739 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5a5a3001-8938-40d8-bb11-bfb835cca30f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:20.341986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5a5a3001-8938-40d8-bb11-bfb835cca30f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.20.0.5 (034b10bc-7e55-407a-b17c-9f4bbae1ce56/6e3e2261-95a5-499d-a194-b77f0035293e/217f5f85-c19a-4dc1-89d9-d41e05e9dcc0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:46:20.478872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5a5a3001-8938-40d8-bb11-bfb835cca30f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:20.575178 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5a5a3001-8938-40d8-bb11-bfb835cca30f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:20.624174 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5a5a3001-8938-40d8-bb11-bfb835cca30f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:46:20.629131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5a5a3001-8938-40d8-bb11-bfb835cca30f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:46:20.632102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5a5a3001-8938-40d8-bb11-bfb835cca30f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:46:20.656772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a3001-8938-40d8-bb11-bfb835cca30f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:20.716187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5a5a3001-8938-40d8-bb11-bfb835cca30f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:20.716852 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5a5a3001-8938-40d8-bb11-bfb835cca30f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:20.734439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb7311-b140-4937-b30e-106cd9d2025f req-51d2bbb7-c223-44a6-9367-4440a879442b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:20.736054 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0eeb7311-b140-4937-b30e-106cd9d2025f req-51d2bbb7-c223-44a6-9367-4440a879442b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 931 time: 0.0804574 Nov 15 15:46:20.791606 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0eeb7311-b140-4937-b30e-106cd9d2025f req-c225b250-9945-40a3-a5fe-3887dc1b88b7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482826 Nov 15 15:46:20.844561 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-5a5a3001-8938-40d8-bb11-bfb835cca30f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8274348 Nov 15 15:46:20.856928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Request body: {'port': {'device_id': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:46:20.913941 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:20.925929 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fb261212-751d-46b2-b04c-27963db17d89 None None] Provisioning complete for port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:20.926485 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb261212-751d-46b2-b04c-27963db17d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:20.960212 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fb261212-751d-46b2-b04c-27963db17d89 None None] Port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:46:21.179104 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:46:21.186602 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:21.200713 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Transition to ACTIVE for port object 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:46:21.294537 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:21.343992 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Pushing event updated for resources: {'Port': ['ID=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:21.421465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Attempting to bind port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:46:21.421896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Attempting to bind port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'dcf5d3ab-6756-4867-9d02-6ef0836b2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:46:21.422244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Attempting to bind port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 on network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:46:21.427744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 on network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:46:21.433415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Attempting to bind port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 on network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:46:21.433726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:46:21.433960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Checking segment: {'id': 'dcf5d3ab-6756-4867-9d02-6ef0836b2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:46:21.434348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Bound using segment: {'id': 'dcf5d3ab-6756-4867-9d02-6ef0836b2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:46:21.434842 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Bound port: 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf5d3ab-6756-4867-9d02-6ef0836b2719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:46:21.435201 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:21.504914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] For port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:46:21.508659 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] For port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0,segment=NetworkSegment(dcf5d3ab-6756-4867-9d02-6ef0836b2719),segment_id=dcf5d3ab-6756-4867-9d02-6ef0836b2719)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:46:21.575390 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:21.610857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:21.612096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:21.613958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] 10.222.0.59 "PUT /v2.0/ports/217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 HTTP/1.1" status: 200 len: 1091 time: 0.7612419 Nov 15 15:46:21.614428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'tag': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:46:21.616698 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d567d153-1687-4092-b564-da1cc561566c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c28ca28-3b1b-4960-bd1f-5aee5cdcda16", "tag": "217f5f85-c19a-4dc1-89d9-d41e05e9dcc0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:46:21.650710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87a01c-0faa-46d4-bbe7-58af512780a4 service neutron] Pushing event updated for resources: {'Port': ['ID=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:21.661338 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ba162a-dcc2-4c52-a210-90aea21415dd x-openstack-request-id: req-87ba162a-dcc2-4c52-a210-90aea21415dd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:46:21.662210 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c28ca28-3b1b-4960-bd1f-5aee5cdcda16", "tag": "217f5f85-c19a-4dc1-89d9-d41e05e9dcc0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:46:21.662210 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87ba162a-dcc2-4c52-a210-90aea21415dd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:46:21.662471 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'tag': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0', 'status': 'completed', 'code': 200} Nov 15 15:46:21.732516 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567d153-1687-4092-b564-da1cc561566c req-d8bb988f-a9a7-40e1-a862-75c7508b016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:21.734100 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d567d153-1687-4092-b564-da1cc561566c req-d8bb988f-a9a7-40e1-a862-75c7508b016f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 1094 time: 0.0486064 Nov 15 15:46:21.848005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567d153-1687-4092-b564-da1cc561566c req-cfb6da06-2bc7-4c2b-9f21-5476f792c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:21.849626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d567d153-1687-4092-b564-da1cc561566c req-cfb6da06-2bc7-4c2b-9f21-5476f792c84e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2b00f3ef972b45c298d72350654a05b1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1060853 Nov 15 15:46:21.973708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115c4b4-01a6-41e8-a13d-ce35a44e9fa2 req-4265dc63-4b01-4816-8b1d-53f1069e2395 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:21.975274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3115c4b4-01a6-41e8-a13d-ce35a44e9fa2 req-4265dc63-4b01-4816-8b1d-53f1069e2395 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 943 time: 0.1102781 Nov 15 15:46:21.995750 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567d153-1687-4092-b564-da1cc561566c req-ccb3fe45-f744-4e95-b779-f91246393a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:21.997218 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d567d153-1687-4092-b564-da1cc561566c req-ccb3fe45-f744-4e95-b779-f91246393a64 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406701 Nov 15 15:46:22.036755 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3115c4b4-01a6-41e8-a13d-ce35a44e9fa2 req-1e4db3c3-02b6-442c-a282-08bc20936414 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519624 Nov 15 15:46:22.085597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-57edafae-dfe6-4862-8329-394a345279ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:22.089308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-57edafae-dfe6-4862-8329-394a345279ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 1094 time: 0.0496109 Nov 15 15:46:22.132315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-57a6be91-9010-4da3-8929-877f4490fd03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 HTTP/1.1" status: 200 len: 217 time: 0.0350263 Nov 15 15:46:22.191100 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-474748a0-96a6-4645-8947-506650b17ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:22.192603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-474748a0-96a6-4645-8947-506650b17ed6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e3e2261-95a5-499d-a194-b77f0035293e HTTP/1.1" status: 200 len: 835 time: 0.0531650 Nov 15 15:46:22.243882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-b88d759d-ce3d-4456-827d-9ddb9a7d7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:22.245305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-b88d759d-ce3d-4456-827d-9ddb9a7d7857 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=034b10bc-7e55-407a-b17c-9f4bbae1ce56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459340 Nov 15 15:46:22.340427 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-7ed42b9b-47eb-4741-8f4d-05dceaa001cc service neutron] 10.222.0.59 "GET /v2.0/networks/034b10bc-7e55-407a-b17c-9f4bbae1ce56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870576 Nov 15 15:46:22.434199 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-966f50ce-fb07-47d4-a475-8d59e1ffb864 req-e227e138-2113-408c-9b36-25893a7ed385 service neutron] 10.222.0.59 "GET /v2.0/networks/034b10bc-7e55-407a-b17c-9f4bbae1ce56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872707 Nov 15 15:46:23.159462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1277c5-be91-410d-af8f-721b8cb76149 req-c25eb46b-12d4-4616-bb18-10dadac468d1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:23.160940 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd1277c5-be91-410d-af8f-721b8cb76149 req-c25eb46b-12d4-4616-bb18-10dadac468d1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 943 time: 0.0484817 Nov 15 15:46:23.226038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fd1277c5-be91-410d-af8f-721b8cb76149 req-a32cc9fb-f793-4f75-b3da-54be216c392d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589237 Nov 15 15:46:24.343060 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afec8c5-16c8-44aa-8ce3-ec60144c3f19 req-15893fbe-f4da-4152-800a-87905439d514 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:24.344608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8afec8c5-16c8-44aa-8ce3-ec60144c3f19 req-15893fbe-f4da-4152-800a-87905439d514 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 943 time: 0.0498953 Nov 15 15:46:24.394293 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8afec8c5-16c8-44aa-8ce3-ec60144c3f19 req-4888268d-0563-40c4-83c8-958045263397 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433707 Nov 15 15:46:25.518150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073e3b-d606-4edb-8beb-0f878e318294 req-e4277b6c-f75d-472b-bbcc-2cbd16aad8da tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:25.519646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c073e3b-d606-4edb-8beb-0f878e318294 req-e4277b6c-f75d-472b-bbcc-2cbd16aad8da tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 943 time: 0.0545113 Nov 15 15:46:25.571929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2c073e3b-d606-4edb-8beb-0f878e318294 req-e03a5939-f6b9-44cf-b520-a5037e238aa8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460496 Nov 15 15:46:25.727166 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:46:25.823850 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0,segment=NetworkSegment(dcf5d3ab-6756-4867-9d02-6ef0836b2719),segment_id=dcf5d3ab-6756-4867-9d02-6ef0836b2719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:46:25.834501 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'port_id': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0', 'mac_address': 'fa:16:3e:2c:3f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:46:25.871854 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:25.889667 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:46:25.911943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0,segment=NetworkSegment(dcf5d3ab-6756-4867-9d02-6ef0836b2719),segment_id=dcf5d3ab-6756-4867-9d02-6ef0836b2719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:46:25.974339 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:26.024084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:26.191800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['217f5f85-c19a-4dc1-89d9-d41e05e9dcc0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:46:26.694735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4e98d-07bc-421a-b5b5-cbf97738f026 req-fdfe60f4-4c7b-4c5f-b55a-ca0823dddf4c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:26.696237 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74b4e98d-07bc-421a-b5b5-cbf97738f026 req-fdfe60f4-4c7b-4c5f-b55a-ca0823dddf4c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 944 time: 0.0498090 Nov 15 15:46:26.747593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-74b4e98d-07bc-421a-b5b5-cbf97738f026 req-6926684e-b6a1-4e9d-86ff-e41adde23980 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451026 Nov 15 15:46:27.750783 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:46:27.864059 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a431d23-6a12-4054-9df9-0fcea64e60ea req-6d2ecacc-53e9-4226-9203-073a7125fac5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:27.865548 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a431d23-6a12-4054-9df9-0fcea64e60ea req-6d2ecacc-53e9-4226-9203-073a7125fac5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 944 time: 0.0488813 Nov 15 15:46:27.875679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:46:27.880140 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:46:27.880645 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:27.922041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a431d23-6a12-4054-9df9-0fcea64e60ea req-f05b9340-ac8f-4920-87fb-0046bac62720 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500207 Nov 15 15:46:27.964971 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:27.989652 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:46:27.991948 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffdf614-7735-4490-85c1-95044a5e7c79" -d '{"events": [{"server_uuid": "3c28ca28-3b1b-4960-bd1f-5aee5cdcda16", "name": "network-vif-plugged", "status": "completed", "tag": "217f5f85-c19a-4dc1-89d9-d41e05e9dcc0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:46:28.005555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0,segment=NetworkSegment(dcf5d3ab-6756-4867-9d02-6ef0836b2719),segment_id=dcf5d3ab-6756-4867-9d02-6ef0836b2719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:46:28.030344 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a52c85d-6087-4950-8954-414c0f74d44d x-openstack-request-id: req-9a52c85d-6087-4950-8954-414c0f74d44d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:46:28.030664 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c28ca28-3b1b-4960-bd1f-5aee5cdcda16", "name": "network-vif-plugged", "status": "completed", "tag": "217f5f85-c19a-4dc1-89d9-d41e05e9dcc0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:46:28.030916 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a52c85d-6087-4950-8954-414c0f74d44d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:46:28.031330 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0', 'code': 200} Nov 15 15:46:28.058959 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:28.110755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:28.128218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a435e-b581-49f5-9bd7-c9be5eab3652 req-bc64b89f-b5a3-4dac-817b-884e73cc9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:28.129716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb4a435e-b581-49f5-9bd7-c9be5eab3652 req-bc64b89f-b5a3-4dac-817b-884e73cc9b75 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 1096 time: 0.0401127 Nov 15 15:46:28.176029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb4a435e-b581-49f5-9bd7-c9be5eab3652 req-dfa221fd-7c15-4fcf-a77f-d536a9f90838 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397265 Nov 15 15:46:29.039757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6acdea-ec4b-4829-86ed-aea976b5fde1 req-646f4a3a-d25e-476f-bf2b-9e20399253cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:29.041294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d6acdea-ec4b-4829-86ed-aea976b5fde1 req-646f4a3a-d25e-476f-bf2b-9e20399253cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 945 time: 0.0497537 Nov 15 15:46:29.096079 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d6acdea-ec4b-4829-86ed-aea976b5fde1 req-f820a560-daa9-4d32-b259-588728aeb786 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479705 Nov 15 15:46:29.102658 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:29.447820 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:29.757154 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a9e9c052-281a-4912-8ccd-6e9594bda0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:30.216096 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83484d-1a8e-4900-88ca-e7bb0123362b req-fe18634f-1cd4-4f0d-8e87-11b0c0039148 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:30.217696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa83484d-1a8e-4900-88ca-e7bb0123362b req-fe18634f-1cd4-4f0d-8e87-11b0c0039148 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 945 time: 0.0515888 Nov 15 15:46:30.266466 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa83484d-1a8e-4900-88ca-e7bb0123362b req-2e836d92-ff25-4879-bd9a-a3a9ccfe12bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424590 Nov 15 15:46:30.380889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899310d-ed33-490e-8768-888779519b3f req-980d1d09-1126-4c5f-9984-665e108771cc tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:30.382265 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b899310d-ed33-490e-8768-888779519b3f req-980d1d09-1126-4c5f-9984-665e108771cc tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 945 time: 0.0490122 Nov 15 15:46:30.432268 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b899310d-ed33-490e-8768-888779519b3f req-8a905ed2-c500-48a4-8c86-d851f4661d87 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 Nov 15 15:46:30.454278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53320) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:30.497867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be2749-527d-4b59-ad47-0d98b29741b1 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:30.499443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c8be2749-527d-4b59-ad47-0d98b29741b1 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 1091 time: 0.0440733 Nov 15 15:46:30.502963 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53322) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:30.507189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:46:30.602996 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:30.698364 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:30.807419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.25.4.184 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/994166d4-e972-49cb-925d-0fafd783b9a9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:46:30.908953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:30.984473 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:31.027715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:46:31.030819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:46:31.035078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:46:31.057113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=994166d4-e972-49cb-925d-0fafd783b9a9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:31.704190 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:31.826466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:31.990086 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:32.043043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:32.100048 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dfb0a834-237f-45ae-80ab-198576f78a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:32.114543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=994166d4-e972-49cb-925d-0fafd783b9a9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:46:32.124951 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:32.224476 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Floating IP 7771e273-5feb-472a-a5b5-4a4c72f5f2c6 associated. External IP: 172.25.4.184, port: 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0. Nov 15 15:46:32.447244 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router a818dc7e-2eab-4c35-8e37-c29a02f410da has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:46:32.553896 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:46:32.563647 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1dc61-6acc-47d8-b0ab-72aa40f9028f None None] Sync routers for ids ['a818dc7e-2eab-4c35-8e37-c29a02f410da'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:46:32.573234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1dc61-6acc-47d8-b0ab-72aa40f9028f None None] Routers {'a818dc7e-2eab-4c35-8e37-c29a02f410da'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:46:32.573769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-89d1dc61-6acc-47d8-b0ab-72aa40f9028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:46:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a818dc7e-2eab-4c35-8e37-c29a02f410da'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:32.626949 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:32.655618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e89eac4c-427d-464c-8751-889f5b68c641 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1516321 Nov 15 15:46:32.656248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'tag': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:46:32.659278 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5a61b2-fc45-46a1-a70a-a9f4fa27bd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c28ca28-3b1b-4960-bd1f-5aee5cdcda16", "tag": "217f5f85-c19a-4dc1-89d9-d41e05e9dcc0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:46:32.681566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-89d1dc61-6acc-47d8-b0ab-72aa40f9028f None None] Set router a818dc7e-2eab-4c35-8e37-c29a02f410da gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:46:32.706600 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0f5f96-509c-4cc9-b5b6-8d844ebbc136 x-openstack-request-id: req-0c0f5f96-509c-4cc9-b5b6-8d844ebbc136 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:46:32.706600 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c28ca28-3b1b-4960-bd1f-5aee5cdcda16", "tag": "217f5f85-c19a-4dc1-89d9-d41e05e9dcc0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:46:32.706600 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c0f5f96-509c-4cc9-b5b6-8d844ebbc136 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:46:32.706600 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'tag': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0', 'status': 'completed', 'code': 200} Nov 15 15:46:32.801036 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b58568-14c1-4f7f-9a86-42090a64fa9f req-8211b005-35fb-4f39-b8bf-2b6c6e581ab8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:32.802575 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62b58568-14c1-4f7f-9a86-42090a64fa9f req-8211b005-35fb-4f39-b8bf-2b6c6e581ab8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 945 time: 0.0749204 Nov 15 15:46:32.811445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a61b2-fc45-46a1-a70a-a9f4fa27bd9c req-038135d2-77bc-4d9b-8298-ae7da6543e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:32.812955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db5a61b2-fc45-46a1-a70a-a9f4fa27bd9c req-038135d2-77bc-4d9b-8298-ae7da6543e84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 1096 time: 0.0759161 Nov 15 15:46:32.911177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-62b58568-14c1-4f7f-9a86-42090a64fa9f req-49109dcf-83f5-4b49-a3e7-5debdf1a6f98 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023920 Nov 15 15:46:32.915610 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-89d1dc61-6acc-47d8-b0ab-72aa40f9028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:15Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '7771e273-5feb-472a-a5b5-4a4c72f5f2c6', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'port_id': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'mac_address': 'fa:16:3e:2c:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:46:31Z', 'updated_at': '2021-11-15T15:46:31Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c208d199-32f6-4227-829b-ec23ce47a802', 'name': '', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:96:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:14Z', 'updated_at': '2021-11-15T15:46:17Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:32.933954 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:32.947027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1dc61-6acc-47d8-b0ab-72aa40f9028f None None] Checking router: a818dc7e-2eab-4c35-8e37-c29a02f410da for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:46:32.949395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a61b2-fc45-46a1-a70a-a9f4fa27bd9c req-14baa5b5-41d6-481e-a524-84e7b1a12e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:32.951817 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db5a61b2-fc45-46a1-a70a-a9f4fa27bd9c req-14baa5b5-41d6-481e-a524-84e7b1a12e66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=034b10bc-7e55-407a-b17c-9f4bbae1ce56 HTTP/1.1" status: 200 len: 897 time: 0.1256068 Nov 15 15:46:32.958157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1dc61-6acc-47d8-b0ab-72aa40f9028f None None] Routers {'a818dc7e-2eab-4c35-8e37-c29a02f410da'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:46:32.958807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-89d1dc61-6acc-47d8-b0ab-72aa40f9028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:46:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a818dc7e-2eab-4c35-8e37-c29a02f410da'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:32.998606 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9691bcd4-45af-46ea-9a6c-4ff43b01ae34 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/7771e273-5feb-472a-a5b5-4a4c72f5f2c6 HTTP/1.1" status: 200 len: 991 time: 0.0634148 Nov 15 15:46:33.019896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db5a61b2-fc45-46a1-a70a-a9f4fa27bd9c req-718fe2e5-fd20-45bd-91f2-67d044778fbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 HTTP/1.1" status: 200 len: 999 time: 0.0610652 Nov 15 15:46:33.073402 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a61b2-fc45-46a1-a70a-a9f4fa27bd9c req-257367fe-c743-497c-a00f-75b42992d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:33.075021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db5a61b2-fc45-46a1-a70a-a9f4fa27bd9c req-257367fe-c743-497c-a00f-75b42992d0a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e3e2261-95a5-499d-a194-b77f0035293e HTTP/1.1" status: 200 len: 835 time: 0.0486321 Nov 15 15:46:33.086792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-89d1dc61-6acc-47d8-b0ab-72aa40f9028f None None] Set router a818dc7e-2eab-4c35-8e37-c29a02f410da gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:46:33.121996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a61b2-fc45-46a1-a70a-a9f4fa27bd9c req-93761ffa-ce3a-4b1a-a8a1-29a44f60816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:33.123557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db5a61b2-fc45-46a1-a70a-a9f4fa27bd9c req-93761ffa-ce3a-4b1a-a8a1-29a44f60816a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=034b10bc-7e55-407a-b17c-9f4bbae1ce56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414491 Nov 15 15:46:33.221036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db5a61b2-fc45-46a1-a70a-a9f4fa27bd9c req-896d7802-4ada-4608-b2e8-6ac3f6bdcc79 service neutron] 10.222.0.59 "GET /v2.0/networks/034b10bc-7e55-407a-b17c-9f4bbae1ce56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898001 Nov 15 15:46:33.311472 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db5a61b2-fc45-46a1-a70a-a9f4fa27bd9c req-255f8662-4b6f-4d7e-a8b3-d8d74e0d0954 service neutron] 10.222.0.59 "GET /v2.0/networks/034b10bc-7e55-407a-b17c-9f4bbae1ce56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841208 Nov 15 15:46:33.334223 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-89d1dc61-6acc-47d8-b0ab-72aa40f9028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:15Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '7771e273-5feb-472a-a5b5-4a4c72f5f2c6', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'port_id': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'mac_address': 'fa:16:3e:2c:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:46:31Z', 'updated_at': '2021-11-15T15:46:31Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c208d199-32f6-4227-829b-ec23ce47a802', 'name': '', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:96:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:14Z', 'updated_at': '2021-11-15T15:46:17Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:46:33.362740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1dc61-6acc-47d8-b0ab-72aa40f9028f None None] The sync data for ids ['a818dc7e-2eab-4c35-8e37-c29a02f410da'] in n-d-817748-2 is: [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:15Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '7771e273-5feb-472a-a5b5-4a4c72f5f2c6', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'port_id': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'mac_address': 'fa:16:3e:2c:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:46:31Z', 'updated_at': '2021-11-15T15:46:31Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c208d199-32f6-4227-829b-ec23ce47a802', 'name': '', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:96:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:14Z', 'updated_at': '2021-11-15T15:46:17Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:46:33.559945 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2b9ab-82fd-44f4-974e-ea7bb7da32d8 None None] New status for floating IP 7771e273-5feb-472a-a5b5-4a4c72f5f2c6: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:46:33.752328 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:34.000914 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:46:34.063884 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-73296f5e-93e0-4942-a1e6-8f282c887fac tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/7771e273-5feb-472a-a5b5-4a4c72f5f2c6 HTTP/1.1" status: 200 len: 993 time: 0.0611129 Nov 15 15:46:35.397164 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:35.818449 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:41.193715 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:46:53.702522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d45b22ee-57fb-467a-8202-e443d8ea067d req-d2e5d225-1db1-4582-a485-5572185b1250 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406022 Nov 15 15:46:53.790468 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b22ee-57fb-467a-8202-e443d8ea067d req-4e2ff3e6-29ae-4097-b0be-e0a027bd1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:53.792015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d45b22ee-57fb-467a-8202-e443d8ea067d req-4e2ff3e6-29ae-4097-b0be-e0a027bd1c1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 1096 time: 0.0469790 Nov 15 15:46:53.898293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b22ee-57fb-467a-8202-e443d8ea067d req-987905ee-0f39-4a68-b6ca-f4a622a82f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:53.911696 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d45b22ee-57fb-467a-8202-e443d8ea067d req-987905ee-0f39-4a68-b6ca-f4a622a82f09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=034b10bc-7e55-407a-b17c-9f4bbae1ce56 HTTP/1.1" status: 200 len: 897 time: 0.0873525 Nov 15 15:46:53.978076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d45b22ee-57fb-467a-8202-e443d8ea067d req-19c456f6-5f9f-4c1f-862d-5638a285d3cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 HTTP/1.1" status: 200 len: 1001 time: 0.0654352 Nov 15 15:46:54.027835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b22ee-57fb-467a-8202-e443d8ea067d req-649827ac-3209-4ad7-b23e-e5775242571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:54.029315 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d45b22ee-57fb-467a-8202-e443d8ea067d req-649827ac-3209-4ad7-b23e-e5775242571f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e3e2261-95a5-499d-a194-b77f0035293e HTTP/1.1" status: 200 len: 835 time: 0.0444515 Nov 15 15:46:54.075749 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b22ee-57fb-467a-8202-e443d8ea067d req-8343b605-c2f0-47ab-9c2a-c8bf5596107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:46:54.077280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d45b22ee-57fb-467a-8202-e443d8ea067d req-8343b605-c2f0-47ab-9c2a-c8bf5596107c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=034b10bc-7e55-407a-b17c-9f4bbae1ce56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407379 Nov 15 15:46:54.172226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d45b22ee-57fb-467a-8202-e443d8ea067d req-2df5cb4e-07ea-446d-af7e-c28e22745d2e service neutron] 10.222.0.59 "GET /v2.0/networks/034b10bc-7e55-407a-b17c-9f4bbae1ce56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880675 Nov 15 15:46:54.269827 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d45b22ee-57fb-467a-8202-e443d8ea067d req-03d6c8cf-2963-42aa-9f70-8e28ca71b800 service neutron] 10.222.0.59 "GET /v2.0/networks/034b10bc-7e55-407a-b17c-9f4bbae1ce56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896153 Nov 15 15:46:59.138428 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:59.437682 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:46:59.779761 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87a59a7d-7fd4-4999-aff6-fc98b747526e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:02.134082 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4985c624-a97b-41e7-b746-137e59d96156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:03.762649 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:05.494254 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:05.557034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa11f8d-689c-486b-b2d4-fa2d73cd006e req-5a569ded-cb3a-41d8-bf69-a769aeceacdb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:05.558748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2aa11f8d-689c-486b-b2d4-fa2d73cd006e req-5a569ded-cb3a-41d8-bf69-a769aeceacdb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 945 time: 0.1154721 Nov 15 15:47:05.613885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2aa11f8d-689c-486b-b2d4-fa2d73cd006e req-84c3e065-5049-4bc0-b0ac-5e0a5d344cb1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488579 Nov 15 15:47:05.836693 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:06.786373 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ae9c7-a633-48cc-a968-538a57542c44 req-95d98228-95a5-4ca8-bae4-499e7551fdae tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:06.787924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-640ae9c7-a633-48cc-a968-538a57542c44 req-95d98228-95a5-4ca8-bae4-499e7551fdae tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 945 time: 0.1012006 Nov 15 15:47:06.837139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-640ae9c7-a633-48cc-a968-538a57542c44 req-eef862aa-9663-4a1c-9c95-98093be1e295 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Nov 15 15:47:06.860971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:06.920851 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6c68f191-db0e-4dd4-8b1e-eb898d5b969f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/7771e273-5feb-472a-a5b5-4a4c72f5f2c6 HTTP/1.1" status: 200 len: 993 time: 0.0586314 Nov 15 15:47:08.330645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00254e45-8bc7-4965-9b0f-133adb82d4cf req-a875c9a4-db91-4d4d-8dde-f14ec2c91450 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:08.332338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00254e45-8bc7-4965-9b0f-133adb82d4cf req-a875c9a4-db91-4d4d-8dde-f14ec2c91450 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 945 time: 0.0505240 Nov 15 15:47:08.382425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-00254e45-8bc7-4965-9b0f-133adb82d4cf req-bf46ca22-2bc3-449d-8cb2-89474481109e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438128 Nov 15 15:47:09.506823 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b83329-c7b0-415d-82b0-3205ebc589fd req-b29dbad4-ed7f-47f1-be43-4ccbc3d58325 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:09.508367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82b83329-c7b0-415d-82b0-3205ebc589fd req-b29dbad4-ed7f-47f1-be43-4ccbc3d58325 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 945 time: 0.0537057 Nov 15 15:47:09.558526 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82b83329-c7b0-415d-82b0-3205ebc589fd req-4a71e8db-1d51-4a6c-8c7e-225657662bc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436926 Nov 15 15:47:09.581810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53372) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:09.642241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-69149a8b-dad8-4df3-8f1d-3a299042d315 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/7771e273-5feb-472a-a5b5-4a4c72f5f2c6 HTTP/1.1" status: 200 len: 993 time: 0.0592041 Nov 15 15:47:09.869004 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:10.023653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port 994166d4-e972-49cb-925d-0fafd783b9a9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:47:10.023998 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:10.103023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:10.103355 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:10.114870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for 994166d4-e972-49cb-925d-0fafd783b9a9 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:47:10.357041 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:10.383031 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=994166d4-e972-49cb-925d-0fafd783b9a9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:10.395407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:10.395760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:10.396118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:10.396459 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:10.396794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:10.397126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:10.397478 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:10.397788 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:10.398117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:10.398497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:10.398828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:10.399154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:10.455849 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:10.456292 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Floating IP 7771e273-5feb-472a-a5b5-4a4c72f5f2c6 disassociated (deleted). External IP: 172.25.4.184, port: 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0. Nov 15 15:47:10.660628 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router a818dc7e-2eab-4c35-8e37-c29a02f410da has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:47:10.769949 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:47:10.774872 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:10.783002 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ae0bf-c3c5-4cbc-b87f-69aac0cef462 None None] Sync routers for ids ['a818dc7e-2eab-4c35-8e37-c29a02f410da'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:47:10.793367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ae0bf-c3c5-4cbc-b87f-69aac0cef462 None None] Routers {'a818dc7e-2eab-4c35-8e37-c29a02f410da'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:47:10.794016 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-909ae0bf-c3c5-4cbc-b87f-69aac0cef462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a818dc7e-2eab-4c35-8e37-c29a02f410da'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:10.802605 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-588ec443-46fc-4942-9f59-939800f8cfa1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/floatingips/7771e273-5feb-472a-a5b5-4a4c72f5f2c6 HTTP/1.1" status: 204 len: 168 time: 0.9325557 Nov 15 15:47:10.803199 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'tag': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:47:10.805523 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a954b8-b7d3-4378-8e93-129038da8c62" -d '{"events": [{"name": "network-changed", "server_uuid": "3c28ca28-3b1b-4960-bd1f-5aee5cdcda16", "tag": "217f5f85-c19a-4dc1-89d9-d41e05e9dcc0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:47:10.844105 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6a06c6-15d3-4097-b211-f107818d3245 x-openstack-request-id: req-8e6a06c6-15d3-4097-b211-f107818d3245 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:47:10.844452 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c28ca28-3b1b-4960-bd1f-5aee5cdcda16", "tag": "217f5f85-c19a-4dc1-89d9-d41e05e9dcc0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:47:10.844718 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e6a06c6-15d3-4097-b211-f107818d3245 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:47:10.845137 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'tag': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0', 'status': 'completed', 'code': 200} Nov 15 15:47:10.904222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-909ae0bf-c3c5-4cbc-b87f-69aac0cef462 None None] Set router a818dc7e-2eab-4c35-8e37-c29a02f410da gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:47:10.913666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a954b8-b7d3-4378-8e93-129038da8c62 req-d9c9ae7a-ab14-42ea-a11e-068321d2f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:10.915172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72a954b8-b7d3-4378-8e93-129038da8c62 req-d9c9ae7a-ab14-42ea-a11e-068321d2f49d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 1096 time: 0.0450768 Nov 15 15:47:11.010273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a954b8-b7d3-4378-8e93-129038da8c62 req-dc3d8e7f-21c2-48ba-957c-475f15049ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:11.011864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72a954b8-b7d3-4378-8e93-129038da8c62 req-dc3d8e7f-21c2-48ba-957c-475f15049ce8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=034b10bc-7e55-407a-b17c-9f4bbae1ce56 HTTP/1.1" status: 200 len: 897 time: 0.0894170 Nov 15 15:47:11.057733 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72a954b8-b7d3-4378-8e93-129038da8c62 req-2114dd25-0c0d-4fc1-9713-9f3e4f83f327 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 HTTP/1.1" status: 200 len: 217 time: 0.0391037 Nov 15 15:47:11.106766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a954b8-b7d3-4378-8e93-129038da8c62 req-796d38a0-646f-47ee-afb5-583044ec1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:11.108735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72a954b8-b7d3-4378-8e93-129038da8c62 req-796d38a0-646f-47ee-afb5-583044ec1edf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e3e2261-95a5-499d-a194-b77f0035293e HTTP/1.1" status: 200 len: 835 time: 0.0446355 Nov 15 15:47:11.110835 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-909ae0bf-c3c5-4cbc-b87f-69aac0cef462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:15Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c208d199-32f6-4227-829b-ec23ce47a802', 'name': '', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:96:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:14Z', 'updated_at': '2021-11-15T15:46:17Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:11.138740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ae0bf-c3c5-4cbc-b87f-69aac0cef462 None None] Checking router: a818dc7e-2eab-4c35-8e37-c29a02f410da for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:47:11.147963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ae0bf-c3c5-4cbc-b87f-69aac0cef462 None None] Routers {'a818dc7e-2eab-4c35-8e37-c29a02f410da'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:47:11.148699 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-909ae0bf-c3c5-4cbc-b87f-69aac0cef462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a818dc7e-2eab-4c35-8e37-c29a02f410da'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:11.159582 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a954b8-b7d3-4378-8e93-129038da8c62 req-6b1eff20-f563-425c-9b83-d1c1c5930218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:11.161104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72a954b8-b7d3-4378-8e93-129038da8c62 req-6b1eff20-f563-425c-9b83-d1c1c5930218 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=034b10bc-7e55-407a-b17c-9f4bbae1ce56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414269 Nov 15 15:47:11.260965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-909ae0bf-c3c5-4cbc-b87f-69aac0cef462 None None] Set router a818dc7e-2eab-4c35-8e37-c29a02f410da gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:47:11.265777 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72a954b8-b7d3-4378-8e93-129038da8c62 req-fc16efb7-6666-42cb-8679-0a91dddb1358 service neutron] 10.222.0.59 "GET /v2.0/networks/034b10bc-7e55-407a-b17c-9f4bbae1ce56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977890 Nov 15 15:47:11.368255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b606b-84c1-4f12-a89a-6e0c366aec0e req-fea5c68d-1d0f-48e1-9d65-d49bcbb5019d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:11.369882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab8b606b-84c1-4f12-a89a-6e0c366aec0e req-fea5c68d-1d0f-48e1-9d65-d49bcbb5019d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 945 time: 0.1072180 Nov 15 15:47:11.418610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-72a954b8-b7d3-4378-8e93-129038da8c62 req-eaaa456f-663b-4159-abf8-f22da804ac56 service neutron] 10.222.0.59 "GET /v2.0/networks/034b10bc-7e55-407a-b17c-9f4bbae1ce56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442201 Nov 15 15:47:11.445950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab8b606b-84c1-4f12-a89a-6e0c366aec0e req-2cefa958-ce80-496b-a0ff-1e0932a0569a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665367 Nov 15 15:47:11.642085 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-909ae0bf-c3c5-4cbc-b87f-69aac0cef462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:15Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c208d199-32f6-4227-829b-ec23ce47a802', 'name': '', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:96:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:14Z', 'updated_at': '2021-11-15T15:46:17Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:11.668421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ae0bf-c3c5-4cbc-b87f-69aac0cef462 None None] The sync data for ids ['a818dc7e-2eab-4c35-8e37-c29a02f410da'] in n-d-817748-2 is: [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:15Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c208d199-32f6-4227-829b-ec23ce47a802', 'name': '', 'network_id': '034b10bc-7e55-407a-b17c-9f4bbae1ce56', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:96:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:14Z', 'updated_at': '2021-11-15T15:46:17Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '6e3e2261-95a5-499d-a194-b77f0035293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:47:11.894321 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e44150-7cb1-42bd-89c5-ccfad468484f None None] New status for floating IP 7771e273-5feb-472a-a5b5-4a4c72f5f2c6: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:47:12.568940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37366d7-1f06-40d4-88e0-0df9209effc8 req-4637a081-73da-4975-a744-6a0c65417d28 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:12.570341 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f37366d7-1f06-40d4-88e0-0df9209effc8 req-4637a081-73da-4975-a744-6a0c65417d28 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 945 time: 0.0506637 Nov 15 15:47:12.623498 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f37366d7-1f06-40d4-88e0-0df9209effc8 req-e17fb3f0-b08e-499d-b399-42c3d54f7beb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=da9d4da7-a03f-4036-b50e-99c3802f9ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471096 Nov 15 15:47:12.799361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e94ea-6c7c-4368-bd2f-8701ffcc90c0 req-087a54ed-d55c-42e5-a0c0-533e3649181c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:12.800800 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b41e94ea-6c7c-4368-bd2f-8701ffcc90c0 req-087a54ed-d55c-42e5-a0c0-533e3649181c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 945 time: 0.0485122 Nov 15 15:47:12.891947 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b41e94ea-6c7c-4368-bd2f-8701ffcc90c0 req-e6ad14f5-b1ea-484b-bb6d-63a15b6562a7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:47:12.892836 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b41e94ea-6c7c-4368-bd2f-8701ffcc90c0 req-e6ad14f5-b1ea-484b-bb6d-63a15b6562a7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:12.979677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b41e94ea-6c7c-4368-bd2f-8701ffcc90c0 req-e6ad14f5-b1ea-484b-bb6d-63a15b6562a7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0,segment=NetworkSegment(dcf5d3ab-6756-4867-9d02-6ef0836b2719),segment_id=dcf5d3ab-6756-4867-9d02-6ef0836b2719)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:47:12.980035 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b41e94ea-6c7c-4368-bd2f-8701ffcc90c0 req-e6ad14f5-b1ea-484b-bb6d-63a15b6562a7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:12.993465 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b41e94ea-6c7c-4368-bd2f-8701ffcc90c0 req-e6ad14f5-b1ea-484b-bb6d-63a15b6562a7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:47:13.179608 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b41e94ea-6c7c-4368-bd2f-8701ffcc90c0 req-e6ad14f5-b1ea-484b-bb6d-63a15b6562a7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:13.206932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad14f5-b1ea-484b-bb6d-63a15b6562a7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=217f5f85-c19a-4dc1-89d9-d41e05e9dcc0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:13.254477 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41e94ea-6c7c-4368-bd2f-8701ffcc90c0 req-e6ad14f5-b1ea-484b-bb6d-63a15b6562a7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] No DVR routers for this DVR port 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:47:13.257113 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b41e94ea-6c7c-4368-bd2f-8701ffcc90c0 req-e6ad14f5-b1ea-484b-bb6d-63a15b6562a7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:13.260524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b41e94ea-6c7c-4368-bd2f-8701ffcc90c0 req-e6ad14f5-b1ea-484b-bb6d-63a15b6562a7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "DELETE /v2.0/ports/217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 HTTP/1.1" status: 204 len: 173 time: 0.4541731 Nov 15 15:47:13.260967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'name': 'network-vif-deleted', 'tag': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:47:13.263383 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2234749-eb97-4f03-8d06-ed674d8d29a1" -d '{"events": [{"server_uuid": "3c28ca28-3b1b-4960-bd1f-5aee5cdcda16", "name": "network-vif-deleted", "tag": "217f5f85-c19a-4dc1-89d9-d41e05e9dcc0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:47:13.304424 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9472ca0-d86f-4283-a71f-4c31153f6e70 x-openstack-request-id: req-a9472ca0-d86f-4283-a71f-4c31153f6e70 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:47:13.304424 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c28ca28-3b1b-4960-bd1f-5aee5cdcda16", "name": "network-vif-deleted", "tag": "217f5f85-c19a-4dc1-89d9-d41e05e9dcc0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:47:13.304424 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9472ca0-d86f-4283-a71f-4c31153f6e70 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:47:13.304424 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c28ca28-3b1b-4960-bd1f-5aee5cdcda16', 'name': 'network-vif-deleted', 'tag': '217f5f85-c19a-4dc1-89d9-d41e05e9dcc0', 'status': 'completed', 'code': 200} Nov 15 15:47:13.736428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-561989f1-3f74-4b44-80ef-c42718bb357f req-e0d64683-47f6-4729-a658-2cbb9be860fc tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c28ca28-3b1b-4960-bd1f-5aee5cdcda16 HTTP/1.1" status: 200 len: 210 time: 0.0269320 Nov 15 15:47:14.800668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53394) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:15.485525 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1faeef11-ccfb-4904-9881-d88c1af2fc70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:15.744309 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1faeef11-ccfb-4904-9881-d88c1af2fc70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port c208d199-32f6-4227-829b-ec23ce47a802 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:47:15.744539 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1faeef11-ccfb-4904-9881-d88c1af2fc70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:15.834198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1faeef11-ccfb-4904-9881-d88c1af2fc70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port c208d199-32f6-4227-829b-ec23ce47a802, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c208d199-32f6-4227-829b-ec23ce47a802,segment=NetworkSegment(dcf5d3ab-6756-4867-9d02-6ef0836b2719),segment_id=dcf5d3ab-6756-4867-9d02-6ef0836b2719)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:47:15.834968 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1faeef11-ccfb-4904-9881-d88c1af2fc70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:15.848072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1faeef11-ccfb-4904-9881-d88c1af2fc70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for c208d199-32f6-4227-829b-ec23ce47a802 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:47:15.968262 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:47:15.989013 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:47:15.989454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 217f5f85-c19a-4dc1-89d9-d41e05e9dcc0 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:47:16.097867 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1faeef11-ccfb-4904-9881-d88c1af2fc70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:16.124772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faeef11-ccfb-4904-9881-d88c1af2fc70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=c208d199-32f6-4227-829b-ec23ce47a802,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:16.301030 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1faeef11-ccfb-4904-9881-d88c1af2fc70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:16.517829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faeef11-ccfb-4904-9881-d88c1af2fc70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router a818dc7e-2eab-4c35-8e37-c29a02f410da has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:47:16.627069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faeef11-ccfb-4904-9881-d88c1af2fc70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:47:16.632304 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1faeef11-ccfb-4904-9881-d88c1af2fc70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "PUT /v2.0/routers/a818dc7e-2eab-4c35-8e37-c29a02f410da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8305087 Nov 15 15:47:16.635144 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53396) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:16.638587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf306889-c103-4e51-949b-becaaf93439d None None] Sync routers for ids ['a818dc7e-2eab-4c35-8e37-c29a02f410da'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:47:16.648641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf306889-c103-4e51-949b-becaaf93439d None None] Routers {'a818dc7e-2eab-4c35-8e37-c29a02f410da'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:47:16.649246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bf306889-c103-4e51-949b-becaaf93439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a818dc7e-2eab-4c35-8e37-c29a02f410da'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:16.690185 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting subnet 6e3e2261-95a5-499d-a194-b77f0035293e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:47:16.693816 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:16.739978 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:16.759506 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bf306889-c103-4e51-949b-becaaf93439d None None] Set router a818dc7e-2eab-4c35-8e37-c29a02f410da gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:47:16.823077 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:16.941893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bf306889-c103-4e51-949b-becaaf93439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:47:15Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:16.967865 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf306889-c103-4e51-949b-becaaf93439d None None] Checking router: a818dc7e-2eab-4c35-8e37-c29a02f410da for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:47:16.974278 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:16.976541 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf306889-c103-4e51-949b-becaaf93439d None None] Routers {'a818dc7e-2eab-4c35-8e37-c29a02f410da'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:47:16.977159 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bf306889-c103-4e51-949b-becaaf93439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['a818dc7e-2eab-4c35-8e37-c29a02f410da'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:17.002467 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3e2261-95a5-499d-a194-b77f0035293e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:17.007580 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:17.008137 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/subnets/6e3e2261-95a5-499d-a194-b77f0035293e HTTP/1.1" status: 204 len: 168 time: 0.3719020 Nov 15 15:47:17.011171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:17.015239 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.015582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c6ffa-652d-4910-bba2-bebc8684574f None None] Network 034b10bc-7e55-407a-b17c-9f4bbae1ce56 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:47:17.015794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.017002 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.017913 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.018255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.018613 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.018949 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.019280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.019614 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.020078 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.020412 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.020833 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd858102-6e95-4921-a3f0-b3200eff9b49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.126209 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:17.177413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bf306889-c103-4e51-949b-becaaf93439d None None] Set router a818dc7e-2eab-4c35-8e37-c29a02f410da gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:47:17.235517 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:17.359336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] DHCP port deletion for 034b10bc-7e55-407a-b17c-9f4bbae1ce56 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:47:17.377344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port 4e304de2-3d08-4f31-b7ef-d928866a38b0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:47:17.377602 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:17.399806 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bf306889-c103-4e51-949b-becaaf93439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:47:15Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:17.432417 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf306889-c103-4e51-949b-becaaf93439d None None] The sync data for ids ['a818dc7e-2eab-4c35-8e37-c29a02f410da'] in n-d-817748-2 is: [{'id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155016711', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:47:15Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': '4e304de2-3d08-4f31-b7ef-d928866a38b0', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818dc7e-2eab-4c35-8e37-c29a02f410da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:46:11Z', 'updated_at': '2021-11-15T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:47:17.450939 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Deleting port 6450f7b4-2835-44b3-ae51-7479a37a8ad9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:47:17.451630 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:17.466247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port 4e304de2-3d08-4f31-b7ef-d928866a38b0, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=4e304de2-3d08-4f31-b7ef-d928866a38b0,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:47:17.466654 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:17.485430 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for 4e304de2-3d08-4f31-b7ef-d928866a38b0 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:47:17.523943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] For port 6450f7b4-2835-44b3-ae51-7479a37a8ad9, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=6450f7b4-2835-44b3-ae51-7479a37a8ad9,segment=NetworkSegment(dcf5d3ab-6756-4867-9d02-6ef0836b2719),segment_id=dcf5d3ab-6756-4867-9d02-6ef0836b2719)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:47:17.524340 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:17.537668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Calling delete_port for 6450f7b4-2835-44b3-ae51-7479a37a8ad9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:47:17.772579 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:17.797276 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:17.803888 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Pushing event deleted for resources: {'Port': ['ID=6450f7b4-2835-44b3-ae51-7479a37a8ad9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:17.812332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] No DVR routers for this DVR port 6450f7b4-2835-44b3-ae51-7479a37a8ad9 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:47:17.815663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.816006 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.816344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.816679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.817008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.817337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.817661 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.817983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.818451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.818796 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.819090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.819410 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328d22-0580-4ced-b55a-118ddf4c08b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:17.837575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=4e304de2-3d08-4f31-b7ef-d928866a38b0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:17.858546 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c512903b-b2f9-4073-8034-e7ac73b41dd5 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:47:17.901505 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.003603 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.005725 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.149510 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.150203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Fanout notify agent at l3_agent the message router_deleted on router a818dc7e-2eab-4c35-8e37-c29a02f410da {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:47:18.165986 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.165986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7f551652-edfb-4170-8b50-6c964d4bc31e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/routers/a818dc7e-2eab-4c35-8e37-c29a02f410da HTTP/1.1" status: 204 len: 168 time: 1.1451607 Nov 15 15:47:18.165986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:18.193998 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:47:18.247482 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f697b7ab-fb16-4aeb-91c3-c14e6aeeb2cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.338181 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f697b7ab-fb16-4aeb-91c3-c14e6aeeb2cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.358109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f697b7ab-fb16-4aeb-91c3-c14e6aeeb2cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034b10bc-7e55-407a-b17c-9f4bbae1ce56']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:18.367142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f697b7ab-fb16-4aeb-91c3-c14e6aeeb2cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf5d3ab-6756-4867-9d02-6ef0836b2719') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:18.367439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f697b7ab-fb16-4aeb-91c3-c14e6aeeb2cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf5d3ab-6756-4867-9d02-6ef0836b2719') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:18.377134 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f697b7ab-fb16-4aeb-91c3-c14e6aeeb2cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.389895 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f697b7ab-fb16-4aeb-91c3-c14e6aeeb2cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.396280 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f697b7ab-fb16-4aeb-91c3-c14e6aeeb2cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:47:18.396659 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f697b7ab-fb16-4aeb-91c3-c14e6aeeb2cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:47:18.399539 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:47:18.510756 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f697b7ab-fb16-4aeb-91c3-c14e6aeeb2cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.518318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f697b7ab-fb16-4aeb-91c3-c14e6aeeb2cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.521522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f697b7ab-fb16-4aeb-91c3-c14e6aeeb2cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/networks/034b10bc-7e55-407a-b17c-9f4bbae1ce56 HTTP/1.1" status: 204 len: 168 time: 0.3591590 Nov 15 15:47:18.524163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53402) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:18.540416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697b7ab-fb16-4aeb-91c3-c14e6aeeb2cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Network': ['ID=034b10bc-7e55-407a-b17c-9f4bbae1ce56,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:18.595596 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa4bd-6107-458f-957a-2b9976812e91 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.623062 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa4bd-6107-458f-957a-2b9976812e91 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.725599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c208d199-32f6-4227-829b-ec23ce47a802 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:47:18.746776 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c208d199-32f6-4227-829b-ec23ce47a802 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:47:18.747125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c208d199-32f6-4227-829b-ec23ce47a802 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:47:18.747542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6450f7b4-2835-44b3-ae51-7479a37a8ad9 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:47:18.756822 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa4bd-6107-458f-957a-2b9976812e91 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.759900 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa4bd-6107-458f-957a-2b9976812e91 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:18.763720 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7b8aa4bd-6107-458f-957a-2b9976812e91 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/security-groups/da9d4da7-a03f-4036-b50e-99c3802f9ca5 HTTP/1.1" status: 204 len: 168 time: 0.2360399 Nov 15 15:47:18.767038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 6450f7b4-2835-44b3-ae51-7479a37a8ad9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:47:18.767297 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 6450f7b4-2835-44b3-ae51-7479a37a8ad9 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:47:18.767695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4e304de2-3d08-4f31-b7ef-d928866a38b0 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:47:18.772622 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8aa4bd-6107-458f-957a-2b9976812e91 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9d4da7-a03f-4036-b50e-99c3802f9ca5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:18.790606 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 4e304de2-3d08-4f31-b7ef-d928866a38b0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:47:18.791070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 4e304de2-3d08-4f31-b7ef-d928866a38b0 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:47:19.434673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:19.439231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b3c51823-0258-4b7a-9475-008db30beb8e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-137103928', 'description': 'tempest-secgroup-smoke-137103928 description', 'project_id': '2b00f3ef972b45c298d72350654a05b1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:47:19.511454 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c51823-0258-4b7a-9475-008db30beb8e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:19.578850 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c51823-0258-4b7a-9475-008db30beb8e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:19.640909 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c51823-0258-4b7a-9475-008db30beb8e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:19.670940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c51823-0258-4b7a-9475-008db30beb8e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee36cb-3fe9-4d14-998f-5bd4e7a98891,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:19.728635 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3c51823-0258-4b7a-9475-008db30beb8e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:19.729906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b3c51823-0258-4b7a-9475-008db30beb8e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2942240 Nov 15 15:47:19.732835 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:19.737960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-16c2dd7d-dfb9-4799-8ef5-27e3f56f98c2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '3dee36cb-3fe9-4d14-998f-5bd4e7a98891', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:47:19.819209 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16c2dd7d-dfb9-4799-8ef5-27e3f56f98c2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:19.874175 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16c2dd7d-dfb9-4799-8ef5-27e3f56f98c2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:19.943131 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16c2dd7d-dfb9-4799-8ef5-27e3f56f98c2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:19.961423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2dd7d-dfb9-4799-8ef5-27e3f56f98c2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55401b9-d191-4594-9980-233b62f9cb4c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:20.050024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16c2dd7d-dfb9-4799-8ef5-27e3f56f98c2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:20.051326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-16c2dd7d-dfb9-4799-8ef5-27e3f56f98c2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3175354 Nov 15 15:47:20.055819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53412) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:20.058854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-96476cd0-12e0-4c02-9425-74e91e6be95e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '3dee36cb-3fe9-4d14-998f-5bd4e7a98891', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:47:20.167951 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96476cd0-12e0-4c02-9425-74e91e6be95e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:20.231031 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96476cd0-12e0-4c02-9425-74e91e6be95e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:20.311082 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96476cd0-12e0-4c02-9425-74e91e6be95e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:20.329525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96476cd0-12e0-4c02-9425-74e91e6be95e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556e98f6-bb60-4c5a-a36f-299b7b465f6b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:20.403327 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96476cd0-12e0-4c02-9425-74e91e6be95e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:20.404589 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-96476cd0-12e0-4c02-9425-74e91e6be95e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3495102 Nov 15 15:47:20.407343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:20.412602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-030d63ed-210c-4a2c-903f-2c7750c57271 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '3dee36cb-3fe9-4d14-998f-5bd4e7a98891', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:47:20.499301 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-030d63ed-210c-4a2c-903f-2c7750c57271 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:20.567037 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-030d63ed-210c-4a2c-903f-2c7750c57271 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:20.648531 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-030d63ed-210c-4a2c-903f-2c7750c57271 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:20.668526 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d63ed-210c-4a2c-903f-2c7750c57271 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71060f03-1360-4f87-ab92-1f2d7bcb0758,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:20.742787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-030d63ed-210c-4a2c-903f-2c7750c57271 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:20.744058 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-030d63ed-210c-4a2c-903f-2c7750c57271 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3357382 Nov 15 15:47:20.746916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:20.751863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2840f10f-8fd2-4461-a3f1-8dd4c86fc7ee tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '3dee36cb-3fe9-4d14-998f-5bd4e7a98891', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:47:20.848754 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2840f10f-8fd2-4461-a3f1-8dd4c86fc7ee tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:20.906928 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2840f10f-8fd2-4461-a3f1-8dd4c86fc7ee tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:20.957452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2840f10f-8fd2-4461-a3f1-8dd4c86fc7ee tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:20.976360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840f10f-8fd2-4461-a3f1-8dd4c86fc7ee tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed50b13-3616-474d-a528-9ff541bcf7e6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:21.017634 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2840f10f-8fd2-4461-a3f1-8dd4c86fc7ee tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:21.018764 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2840f10f-8fd2-4461-a3f1-8dd4c86fc7ee tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2706730 Nov 15 15:47:21.021508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53418) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:21.026216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c609c20b-098b-49dd-a503-77aa4f254580 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '3dee36cb-3fe9-4d14-998f-5bd4e7a98891', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:47:21.097957 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-c609c20b-098b-49dd-a503-77aa4f254580 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Project 2b00f3ef972b45c298d72350654a05b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:47:21.104122 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c609c20b-098b-49dd-a503-77aa4f254580 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:21.167971 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c609c20b-098b-49dd-a503-77aa4f254580 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:21.237147 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c609c20b-098b-49dd-a503-77aa4f254580 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:21.255573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609c20b-098b-49dd-a503-77aa4f254580 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dce16a1-031f-4fbf-91a8-b79b63452f00,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:21.329976 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c609c20b-098b-49dd-a503-77aa4f254580 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:21.331927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c609c20b-098b-49dd-a503-77aa4f254580 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3093185 Nov 15 15:47:21.334959 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53420) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:21.339879 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4a7a3d16-b5a1-4fe9-9aaa-9cdc2e7a454e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '3dee36cb-3fe9-4d14-998f-5bd4e7a98891', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:47:21.413934 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-4a7a3d16-b5a1-4fe9-9aaa-9cdc2e7a454e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Project 2b00f3ef972b45c298d72350654a05b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:47:21.420290 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3d16-b5a1-4fe9-9aaa-9cdc2e7a454e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:21.486861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3d16-b5a1-4fe9-9aaa-9cdc2e7a454e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:21.550995 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3d16-b5a1-4fe9-9aaa-9cdc2e7a454e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:21.569736 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a3d16-b5a1-4fe9-9aaa-9cdc2e7a454e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f35783-391e-44dd-8051-8f1115ccee0a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:21.678937 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3d16-b5a1-4fe9-9aaa-9cdc2e7a454e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:21.680188 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-4a7a3d16-b5a1-4fe9-9aaa-9cdc2e7a454e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3441625 Nov 15 15:47:21.683326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:21.688891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6460d8dd-10ef-444f-a881-c222d2d48b47 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'network': {'name': 'tempest-network-smoke--1738902420', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:47:21.823662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6460d8dd-10ef-444f-a881-c222d2d48b47 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:47:21.827169 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6460d8dd-10ef-444f-a881-c222d2d48b47 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:21.852433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6460d8dd-10ef-444f-a881-c222d2d48b47 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:47:21.861485 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6460d8dd-10ef-444f-a881-c222d2d48b47 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:21.861856 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-6460d8dd-10ef-444f-a881-c222d2d48b47 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Added segment f9dbfeb9-ebca-4c31-96c3-127318a06e27 of type vlan for network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b Nov 15 15:47:21.902947 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6460d8dd-10ef-444f-a881-c222d2d48b47 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:22.002946 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6460d8dd-10ef-444f-a881-c222d2d48b47 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:22.008724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6460d8dd-10ef-444f-a881-c222d2d48b47 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:22.009337 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6460d8dd-10ef-444f-a881-c222d2d48b47 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:22.086806 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460d8dd-10ef-444f-a881-c222d2d48b47 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Network': ['ID=640ee21d-4df0-4e70-9b73-9531c9f6ad8b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:22.098496 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:47:22.171239 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6460d8dd-10ef-444f-a881-c222d2d48b47 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4867299 Nov 15 15:47:22.174490 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:22.178870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'admin_state_up': True, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:47:22.248524 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:22.249610 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:22.300899 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:22.480582 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:22.707047 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:22.729452 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:22.836977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.25.4.37 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/cbdc366d-8c96-40b5-848a-9d5ace4df2d2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:47:22.944671 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:23.031953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:23.077600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:47:23.080763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:47:23.083369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:47:23.094826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cb1c18-fe51-4a25-bde4-d43d5ef5a45d None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:47:23.109367 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=cbdc366d-8c96-40b5-848a-9d5ace4df2d2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:23.218214 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-01105b30-4dfa-4316-bbad-565c466f378d None None] Provisioning complete for port cbdc366d-8c96-40b5-848a-9d5ace4df2d2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:23.218885 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01105b30-4dfa-4316-bbad-565c466f378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:23.253950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-01105b30-4dfa-4316-bbad-565c466f378d None None] Port cbdc366d-8c96-40b5-848a-9d5ace4df2d2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:47:23.394561 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:23.907890 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:24.097760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router e2e53de2-005d-4185-93c0-3a9602910d1f is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:47:24.203781 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:47:24.212929 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Sync routers for ids ['e2e53de2-005d-4185-93c0-3a9602910d1f'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:47:24.225683 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Routers {'e2e53de2-005d-4185-93c0-3a9602910d1f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:47:24.227351 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2e53de2-005d-4185-93c0-3a9602910d1f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:24.288719 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:24.290030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ce61457c-59f2-4355-a4f1-7d8108788790 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1145666 Nov 15 15:47:24.293834 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:24.324438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-95fd9490-ee49-4347-904c-05113faf9bfc tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=2b00f3ef972b45c298d72350654a05b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293031 Nov 15 15:47:24.327390 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:24.328605 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Set router e2e53de2-005d-4185-93c0-3a9602910d1f gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:47:24.411868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ba894-64f7-4b7e-84a1-f5c77bdf6317 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:24.413506 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-774ba894-64f7-4b7e-84a1-f5c77bdf6317 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851047 Nov 15 15:47:24.416439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:24.447475 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c2622def-db2b-47a6-b760-cc9f4a56e824 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299675 Nov 15 15:47:24.450706 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:24.455432 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-14c161a5-638b-4038-93dd-abf43d29893d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1355710752', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:47:24.505531 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:23Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:24.530941 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Checking router: e2e53de2-005d-4185-93c0-3a9602910d1f for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:47:24.531294 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Updating router e2e53de2-005d-4185-93c0-3a9602910d1f port cbdc366d-8c96-40b5-848a-9d5ace4df2d2 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:47:24.556009 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:24.636695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c161a5-638b-4038-93dd-abf43d29893d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:47:24.640309 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14c161a5-638b-4038-93dd-abf43d29893d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:24.809924 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:24.882341 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:24.927724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f19ffeb-6474-4a00-830c-b8a54735f08b None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:47:24.928921 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Attempting to bind port cbdc366d-8c96-40b5-848a-9d5ace4df2d2 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:47:24.929299 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Attempting to bind port cbdc366d-8c96-40b5-848a-9d5ace4df2d2 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:47:24.929665 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Attempting to bind port cbdc366d-8c96-40b5-848a-9d5ace4df2d2 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:47:24.945481 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:47:24.946042 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:47:24.946433 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:24.946750 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:47:24.947233 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Bound port: cbdc366d-8c96-40b5-848a-9d5ace4df2d2, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:47:24.947607 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:24.951444 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Pushing event updated for resources: {'Port': ['ID=cbdc366d-8c96-40b5-848a-9d5ace4df2d2,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:24.979307 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:24.979648 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:24.979991 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:24.980323 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:24.980664 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:24.980976 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:24.981301 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:24.981620 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:24.981939 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:24.982256 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:24.982600 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:24.982916 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:47:24.990556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-193f9593-a09d-41a3-a1a9-4ea90dad8883 None None] Provisioning complete for port cbdc366d-8c96-40b5-848a-9d5ace4df2d2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:24.991534 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-193f9593-a09d-41a3-a1a9-4ea90dad8883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:25.017892 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] For port cbdc366d-8c96-40b5-848a-9d5ace4df2d2, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:47:25.021383 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] For port cbdc366d-8c96-40b5-848a-9d5ace4df2d2, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=cbdc366d-8c96-40b5-848a-9d5ace4df2d2,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:47:25.037227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-193f9593-a09d-41a3-a1a9-4ea90dad8883 None None] Port cbdc366d-8c96-40b5-848a-9d5ace4df2d2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:47:25.100094 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:25.212290 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14c161a5-638b-4038-93dd-abf43d29893d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:25.234484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bd4e18-6086-4df6-9391-19a314be99b1 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:47:25.249914 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Routers {'e2e53de2-005d-4185-93c0-3a9602910d1f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:47:25.250583 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2e53de2-005d-4185-93c0-3a9602910d1f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:25.284569 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b028dc-fc7c-4e61-940a-43a568107934 None None] Pushing event updated for resources: {'Port': ['ID=cbdc366d-8c96-40b5-848a-9d5ace4df2d2,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:25.288345 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c161a5-638b-4038-93dd-abf43d29893d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Subnet': ['ID=a8991684-55a6-4b02-b88e-f77adff196d9,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:25.293804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c161a5-638b-4038-93dd-abf43d29893d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Checking segment: {'id': 'f9dbfeb9-ebca-4c31-96c3-127318a06e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:47:25.293919 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c161a5-638b-4038-93dd-abf43d29893d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network hostable DHCP agents. Network: 640ee21d-4df0-4e70-9b73-9531c9f6ad8b, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:47:25.357971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3c831ea5-57f1-4e87-8964-b0eca877f936 None None] Provisioning complete for port cbdc366d-8c96-40b5-848a-9d5ace4df2d2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:25.358244 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3c831ea5-57f1-4e87-8964-b0eca877f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:25.361676 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] Set router e2e53de2-005d-4185-93c0-3a9602910d1f gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:47:25.394696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c161a5-638b-4038-93dd-abf43d29893d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:47:25.438197 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3c831ea5-57f1-4e87-8964-b0eca877f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:25.453942 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-14c161a5-638b-4038-93dd-abf43d29893d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 640ee21d-4df0-4e70-9b73-9531c9f6ad8b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:47:25.458978 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c161a5-638b-4038-93dd-abf43d29893d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:25.467443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3c831ea5-57f1-4e87-8964-b0eca877f936 None None] For port cbdc366d-8c96-40b5-848a-9d5ace4df2d2, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=cbdc366d-8c96-40b5-848a-9d5ace4df2d2,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:47:25.467798 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14c161a5-638b-4038-93dd-abf43d29893d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:25.467899 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80115c6-2392-4d36-a01a-10e9c005dda5 None None] Network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:47:25.537676 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3c831ea5-57f1-4e87-8964-b0eca877f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:25.544903 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:23Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:25.575170 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59c4a5-cef5-4454-adf6-8f34ff574295 None None] The sync data for ids ['e2e53de2-005d-4185-93c0-3a9602910d1f'] in n-d-817748-2 is: [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:23Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:47:25.575566 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-14c161a5-638b-4038-93dd-abf43d29893d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1234939 Nov 15 15:47:25.583967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:25.626293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c831ea5-57f1-4e87-8964-b0eca877f936 None None] Pushing event updated for resources: {'Port': ['ID=cbdc366d-8c96-40b5-848a-9d5ace4df2d2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:25.666742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ips': [{'subnet_id': 'a8991684-55a6-4b02-b88e-f77adff196d9'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:47:25.667873 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:25.835246 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Allocated IP 172.20.0.2 (640ee21d-4df0-4e70-9b73-9531c9f6ad8b/a8991684-55a6-4b02-b88e-f77adff196d9/09846c56-0170-4978-a3c9-b28a263414d3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:47:26.001890 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:26.054591 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:26.078460 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:26.104293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:47:26.107580 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:47:26.111547 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:47:26.120983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Pushing event updated for resources: {'Port': ['ID=09846c56-0170-4978-a3c9-b28a263414d3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:26.178232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Attempting to bind port 09846c56-0170-4978-a3c9-b28a263414d3 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:47:26.178641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Attempting to bind port 09846c56-0170-4978-a3c9-b28a263414d3 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'f9dbfeb9-ebca-4c31-96c3-127318a06e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:47:26.179009 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Attempting to bind port 09846c56-0170-4978-a3c9-b28a263414d3 on network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:47:26.184300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:47:26.185128 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Checking segment: {'id': 'f9dbfeb9-ebca-4c31-96c3-127318a06e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:47:26.185128 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:26.185487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Bound using segment: {'id': 'f9dbfeb9-ebca-4c31-96c3-127318a06e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:47:26.185935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Bound port: 09846c56-0170-4978-a3c9-b28a263414d3, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dbfeb9-ebca-4c31-96c3-127318a06e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:47:26.186327 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:26.253886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] For port 09846c56-0170-4978-a3c9-b28a263414d3, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:47:26.257503 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] For port 09846c56-0170-4978-a3c9-b28a263414d3, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=09846c56-0170-4978-a3c9-b28a263414d3,segment=NetworkSegment(f9dbfeb9-ebca-4c31-96c3-127318a06e27),segment_id=f9dbfeb9-ebca-4c31-96c3-127318a06e27)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:47:26.328617 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:26.382581 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.20.0.1 (640ee21d-4df0-4e70-9b73-9531c9f6ad8b/a8991684-55a6-4b02-b88e-f77adff196d9/0c541385-7651-4aa9-950d-7613be8a9c8e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:47:26.408724 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce60dd-3df5-4f4f-b443-ae3826c54760 None None] Pushing event updated for resources: {'Port': ['ID=09846c56-0170-4978-a3c9-b28a263414d3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:26.514599 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:26.637031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:26.686270 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:47:26.690430 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:47:26.696327 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:47:26.724649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=0c541385-7651-4aa9-950d-7613be8a9c8e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:26.745134 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:26.807380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 09846c56-0170-4978-a3c9-b28a263414d3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:47:26.858956 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 09846c56-0170-4978-a3c9-b28a263414d3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:26.861353 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:26.936710 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:26.936943 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:26.973234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 09846c56-0170-4978-a3c9-b28a263414d3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=09846c56-0170-4978-a3c9-b28a263414d3,segment=NetworkSegment(f9dbfeb9-ebca-4c31-96c3-127318a06e27),segment_id=f9dbfeb9-ebca-4c31-96c3-127318a06e27)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:47:27.048300 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:27.049922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device cbdc366d-8c96-40b5-848a-9d5ace4df2d2 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:47:27.242812 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:27.290893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=09846c56-0170-4978-a3c9-b28a263414d3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:27.301631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port cbdc366d-8c96-40b5-848a-9d5ace4df2d2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:27.302000 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:27.317723 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:27.380640 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c67762c-171b-4a96-a0ac-29bcfc73ee96 None None] Network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:47:27.401958 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:27.403757 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=0c541385-7651-4aa9-950d-7613be8a9c8e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:27.512241 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:47:27.514820 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:47:27.528312 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8e05f95-937d-4529-8556-c4a8776dba7f None None] Provisioning complete for port 09846c56-0170-4978-a3c9-b28a263414d3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:27.528312 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8e05f95-937d-4529-8556-c4a8776dba7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:27.639192 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router e2e53de2-005d-4185-93c0-3a9602910d1f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:47:27.762843 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:47:27.769291 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-444f558b-3f5e-4e3f-8574-c24351404e8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "PUT /v2.0/routers/e2e53de2-005d-4185-93c0-3a9602910d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1836584 Nov 15 15:47:27.785362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Sync routers for ids ['e2e53de2-005d-4185-93c0-3a9602910d1f'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:47:27.797889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Routers {'e2e53de2-005d-4185-93c0-3a9602910d1f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:47:27.798561 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2e53de2-005d-4185-93c0-3a9602910d1f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:27.927926 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5c6878e7-05e0-48ca-bf52-ebbe5cb38f24 None None] Provisioning complete for port 0c541385-7651-4aa9-950d-7613be8a9c8e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:27.929973 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c6878e7-05e0-48ca-bf52-ebbe5cb38f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:27.981360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Set router e2e53de2-005d-4185-93c0-3a9602910d1f gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:47:27.982725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-b210b5ce-f600-4605-9b8f-b3860175961f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-137103928&fields=id&tenant_id=2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 267 time: 0.0486145 Nov 15 15:47:28.012953 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5c6878e7-05e0-48ca-bf52-ebbe5cb38f24 None None] Port 0c541385-7651-4aa9-950d-7613be8a9c8e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:47:28.066285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5c6878e7-05e0-48ca-bf52-ebbe5cb38f24 None None] Provisioning complete for port 09846c56-0170-4978-a3c9-b28a263414d3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:28.066938 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c6878e7-05e0-48ca-bf52-ebbe5cb38f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:28.104118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-1dd104ce-7629-4121-a0f7-ea86e241c10a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:28.105991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-1dd104ce-7629-4121-a0f7-ea86e241c10a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/networks?id=640ee21d-4df0-4e70-9b73-9531c9f6ad8b HTTP/1.1" status: 200 len: 797 time: 0.1154270 Nov 15 15:47:28.125175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-760f26cc-6a8e-4a4f-b985-f76e08a78b9f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/quotas/2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 375 time: 0.0126338 Nov 15 15:47:28.194963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-37661566-abbb-427f-9080-233ab8e1d226 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634952 Nov 15 15:47:28.213568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-8477f245-4e7d-481d-a010-7a1a155abb4a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:47:28.213885 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-8477f245-4e7d-481d-a010-7a1a155abb4a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057156 Nov 15 15:47:28.291698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:26Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '0c541385-7651-4aa9-950d-7613be8a9c8e', 'name': '', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:4b:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:26Z', 'updated_at': '2021-11-15T15:47:27Z', 'revision_number': 2, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:28.321400 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Checking router: e2e53de2-005d-4185-93c0-3a9602910d1f for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:47:28.321400 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Updating router e2e53de2-005d-4185-93c0-3a9602910d1f port 0c541385-7651-4aa9-950d-7613be8a9c8e binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:47:28.332477 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-e5b3a204-333a-49c4-9c94-f8ba1fdba64f service neutron] 10.222.0.70 "GET /v2.0/networks/640ee21d-4df0-4e70-9b73-9531c9f6ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090920 Nov 15 15:47:28.350604 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:28.425185 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-9cc74287-c931-4b49-98cc-1a02e70c8929 service neutron] 10.222.0.70 "GET /v2.0/networks/640ee21d-4df0-4e70-9b73-9531c9f6ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862167 Nov 15 15:47:28.454511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c9cc2743-4684-4a1c-9e72-97890ff73297 None None] Provisioning complete for port 0c541385-7651-4aa9-950d-7613be8a9c8e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:28.454900 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2743-4684-4a1c-9e72-97890ff73297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:28.496653 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c9cc2743-4684-4a1c-9e72-97890ff73297 None None] Port 0c541385-7651-4aa9-950d-7613be8a9c8e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:47:28.702786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1aceea18-353d-497a-8a14-d93b3c028b33 req-5671fb9f-885f-4936-b61a-01c6706eca9d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 210 time: 0.0576191 Nov 15 15:47:28.708163 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:28.769082 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 09846c56-0170-4978-a3c9-b28a263414d3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:47:28.772893 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:28.862008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a302d-f04f-4bf6-b825-6ee801c93232 None None] Pushing event updated for resources: {'Port': ['ID=0c541385-7651-4aa9-950d-7613be8a9c8e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:28.923769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 09846c56-0170-4978-a3c9-b28a263414d3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:28.924734 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:28.948985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Attempting to bind port 0c541385-7651-4aa9-950d-7613be8a9c8e on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:47:28.949355 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Attempting to bind port 0c541385-7651-4aa9-950d-7613be8a9c8e by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'f9dbfeb9-ebca-4c31-96c3-127318a06e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:47:28.950608 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Attempting to bind port 0c541385-7651-4aa9-950d-7613be8a9c8e on network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:47:28.962124 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:47:28.962525 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Checking segment: {'id': 'f9dbfeb9-ebca-4c31-96c3-127318a06e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:47:28.962932 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:28.963318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Bound using segment: {'id': 'f9dbfeb9-ebca-4c31-96c3-127318a06e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:47:28.963804 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Bound port: 0c541385-7651-4aa9-950d-7613be8a9c8e, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dbfeb9-ebca-4c31-96c3-127318a06e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:47:28.964183 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:29.086987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] For port 0c541385-7651-4aa9-950d-7613be8a9c8e, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:47:29.091204 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] For port 0c541385-7651-4aa9-950d-7613be8a9c8e, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0c541385-7651-4aa9-950d-7613be8a9c8e,segment=NetworkSegment(f9dbfeb9-ebca-4c31-96c3-127318a06e27),segment_id=f9dbfeb9-ebca-4c31-96c3-127318a06e27)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:47:29.128142 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ca0ffd76-c894-4f15-8f4e-9aca4e1683a1 None None] Provisioning complete for port 0c541385-7651-4aa9-950d-7613be8a9c8e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:29.128142 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca0ffd76-c894-4f15-8f4e-9aca4e1683a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:29.164674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ffd76-c894-4f15-8f4e-9aca4e1683a1 None None] Port 0c541385-7651-4aa9-950d-7613be8a9c8e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:47:29.183483 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:29.212531 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:29.276778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Routers {'e2e53de2-005d-4185-93c0-3a9602910d1f'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:47:29.277402 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:47:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2e53de2-005d-4185-93c0-3a9602910d1f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:29.281552 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a302d-f04f-4bf6-b825-6ee801c93232 None None] Pushing event updated for resources: {'Port': ['ID=0c541385-7651-4aa9-950d-7613be8a9c8e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:29.403851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] Set router e2e53de2-005d-4185-93c0-3a9602910d1f gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:47:29.454049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:29.540263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6986d60d-3710-4496-a69d-53f8b4beb659 None None] Provisioning complete for port 0c541385-7651-4aa9-950d-7613be8a9c8e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:29.540552 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6986d60d-3710-4496-a69d-53f8b4beb659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:29.671861 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6986d60d-3710-4496-a69d-53f8b4beb659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:29.726286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6986d60d-3710-4496-a69d-53f8b4beb659 None None] For port 0c541385-7651-4aa9-950d-7613be8a9c8e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0c541385-7651-4aa9-950d-7613be8a9c8e,segment=NetworkSegment(f9dbfeb9-ebca-4c31-96c3-127318a06e27),segment_id=f9dbfeb9-ebca-4c31-96c3-127318a06e27)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:47:29.732221 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:26Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '0c541385-7651-4aa9-950d-7613be8a9c8e', 'name': '', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:4b:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:26Z', 'updated_at': '2021-11-15T15:47:29Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:29.761419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c80b0a-9ff5-49ad-a58e-1280a68bbb9d None None] The sync data for ids ['e2e53de2-005d-4185-93c0-3a9602910d1f'] in n-d-817748-2 is: [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:26Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '0c541385-7651-4aa9-950d-7613be8a9c8e', 'name': '', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:4b:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:26Z', 'updated_at': '2021-11-15T15:47:29Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:47:29.796742 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54262a50-f434-4dfb-90b7-6da191ec4242 req-f0caeda7-bc9b-408a-8cee-18af1bdb5808 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 210 time: 0.0277021 Nov 15 15:47:29.816830 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6986d60d-3710-4496-a69d-53f8b4beb659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:29.854106 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e130531-1c0f-4f10-b909-649592e798a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:29.885701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986d60d-3710-4496-a69d-53f8b4beb659 None None] Pushing event updated for resources: {'Port': ['ID=0c541385-7651-4aa9-950d-7613be8a9c8e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:30.777141 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0c541385-7651-4aa9-950d-7613be8a9c8e up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:47:30.843507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 0c541385-7651-4aa9-950d-7613be8a9c8e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:30.844320 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:30.855371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-1348eacc-8747-42e0-9a14-d1830d227cb5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:30.857113 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-1348eacc-8747-42e0-9a14-d1830d227cb5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/networks?id=640ee21d-4df0-4e70-9b73-9531c9f6ad8b HTTP/1.1" status: 200 len: 797 time: 0.1395257 Nov 15 15:47:30.933830 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6c5a491-6f4d-4626-b668-13388d9577c1 req-4cb827d6-d9fe-40f9-b672-9b43135fd02d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 210 time: 0.0395424 Nov 15 15:47:30.956197 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-8fde65ab-d9fa-4f4f-85b0-13c9f5b136db tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 379 time: 0.0890238 Nov 15 15:47:30.965943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-67502d8c-38ef-43de-afe8-283180159dd9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'port': {'device_id': 'e4193824-f21a-447b-8d33-eff861de98f0', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'admin_state_up': True, 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'security_groups': ['3dee36cb-3fe9-4d14-998f-5bd4e7a98891']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:47:31.172233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-67502d8c-38ef-43de-afe8-283180159dd9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:47:31.176668 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-67502d8c-38ef-43de-afe8-283180159dd9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:31.305348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-67502d8c-38ef-43de-afe8-283180159dd9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.20.0.12 (640ee21d-4df0-4e70-9b73-9531c9f6ad8b/a8991684-55a6-4b02-b88e-f77adff196d9/e74cd7cf-8494-4348-bd5b-baac86e31f75) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:47:31.448463 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-67502d8c-38ef-43de-afe8-283180159dd9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:31.549321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-67502d8c-38ef-43de-afe8-283180159dd9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:31.605473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-67502d8c-38ef-43de-afe8-283180159dd9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:47:31.609005 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-67502d8c-38ef-43de-afe8-283180159dd9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:47:31.615236 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-67502d8c-38ef-43de-afe8-283180159dd9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:47:31.621724 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67502d8c-38ef-43de-afe8-283180159dd9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=e74cd7cf-8494-4348-bd5b-baac86e31f75,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:31.675677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-67502d8c-38ef-43de-afe8-283180159dd9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:31.676334 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-67502d8c-38ef-43de-afe8-283180159dd9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:31.759972 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-67502d8c-38ef-43de-afe8-283180159dd9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7982454 Nov 15 15:47:31.773381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Request body: {'port': {'device_id': 'e4193824-f21a-447b-8d33-eff861de98f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:47:31.829211 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:31.857925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5672559c-636f-4517-ab2e-65f7d090fd9d None None] Provisioning complete for port e74cd7cf-8494-4348-bd5b-baac86e31f75 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:31.858548 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5672559c-636f-4517-ab2e-65f7d090fd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:31.893157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5672559c-636f-4517-ab2e-65f7d090fd9d None None] Port e74cd7cf-8494-4348-bd5b-baac86e31f75 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:47:32.092752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9abaa-29df-4073-a5e6-8156d54bd3f4 req-02d1f377-9863-429a-a903-8365f3e2d8b1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:32.094272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2b9abaa-29df-4073-a5e6-8156d54bd3f4 req-02d1f377-9863-429a-a903-8365f3e2d8b1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 932 time: 0.0812366 Nov 15 15:47:32.133857 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8e25bd3-1a2b-469a-b478-dcf35883dde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:32.179161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74cd7cf-8494-4348-bd5b-baac86e31f75 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:47:32.187196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2b9abaa-29df-4073-a5e6-8156d54bd3f4 req-366fd9da-994e-4663-8afc-13e5ccb469f5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856133 Nov 15 15:47:32.191649 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:32.203922 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Transition to ACTIVE for port object e74cd7cf-8494-4348-bd5b-baac86e31f75 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:47:32.309606 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:32.363456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Pushing event updated for resources: {'Port': ['ID=e74cd7cf-8494-4348-bd5b-baac86e31f75,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:32.440782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Attempting to bind port e74cd7cf-8494-4348-bd5b-baac86e31f75 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:47:32.441123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Attempting to bind port e74cd7cf-8494-4348-bd5b-baac86e31f75 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'f9dbfeb9-ebca-4c31-96c3-127318a06e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:47:32.441456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Attempting to bind port e74cd7cf-8494-4348-bd5b-baac86e31f75 on network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:47:32.446375 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Port e74cd7cf-8494-4348-bd5b-baac86e31f75 on network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:47:32.446771 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Attempting to bind port e74cd7cf-8494-4348-bd5b-baac86e31f75 on network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:47:32.452846 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:47:32.453196 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Checking segment: {'id': 'f9dbfeb9-ebca-4c31-96c3-127318a06e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:47:32.453587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Bound using segment: {'id': 'f9dbfeb9-ebca-4c31-96c3-127318a06e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:47:32.454189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Bound port: e74cd7cf-8494-4348-bd5b-baac86e31f75, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dbfeb9-ebca-4c31-96c3-127318a06e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:47:32.454630 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:32.521794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] For port e74cd7cf-8494-4348-bd5b-baac86e31f75, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:47:32.525198 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] For port e74cd7cf-8494-4348-bd5b-baac86e31f75, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e74cd7cf-8494-4348-bd5b-baac86e31f75,segment=NetworkSegment(f9dbfeb9-ebca-4c31-96c3-127318a06e27),segment_id=f9dbfeb9-ebca-4c31-96c3-127318a06e27)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:47:32.580526 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:32.620052 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:32.620827 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:32.622240 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] 10.222.0.59 "PUT /v2.0/ports/e74cd7cf-8494-4348-bd5b-baac86e31f75 HTTP/1.1" status: 200 len: 1092 time: 0.8533020 Nov 15 15:47:32.622714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4193824-f21a-447b-8d33-eff861de98f0', 'tag': 'e74cd7cf-8494-4348-bd5b-baac86e31f75'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:47:32.624997 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1819170b-54bb-4130-93d3-9a6a3d3de5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e4193824-f21a-447b-8d33-eff861de98f0", "tag": "e74cd7cf-8494-4348-bd5b-baac86e31f75"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:47:32.654911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a880a5d-04a3-474a-ae9e-bafc0529c313 service neutron] Pushing event updated for resources: {'Port': ['ID=e74cd7cf-8494-4348-bd5b-baac86e31f75,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:32.667972 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfe25b2-3b76-40eb-a171-b488dfbcc321 x-openstack-request-id: req-6dfe25b2-3b76-40eb-a171-b488dfbcc321 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:47:32.668217 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4193824-f21a-447b-8d33-eff861de98f0", "tag": "e74cd7cf-8494-4348-bd5b-baac86e31f75", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:47:32.668476 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6dfe25b2-3b76-40eb-a171-b488dfbcc321 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:47:32.669059 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4193824-f21a-447b-8d33-eff861de98f0', 'tag': 'e74cd7cf-8494-4348-bd5b-baac86e31f75', 'status': 'completed', 'code': 200} Nov 15 15:47:32.743027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819170b-54bb-4130-93d3-9a6a3d3de5c7 req-f3867f1a-9df8-4edc-b7de-0f68bc679f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:32.744585 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1819170b-54bb-4130-93d3-9a6a3d3de5c7 req-f3867f1a-9df8-4edc-b7de-0f68bc679f27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 1095 time: 0.0540774 Nov 15 15:47:32.848049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819170b-54bb-4130-93d3-9a6a3d3de5c7 req-c2681255-4cbd-43a9-ba9d-5948a76564ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:32.853918 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1819170b-54bb-4130-93d3-9a6a3d3de5c7 req-c2681255-4cbd-43a9-ba9d-5948a76564ae service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2b00f3ef972b45c298d72350654a05b1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0979216 Nov 15 15:47:32.951253 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819170b-54bb-4130-93d3-9a6a3d3de5c7 req-d45af197-972d-4569-8f94-4965ec5e7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:32.952642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1819170b-54bb-4130-93d3-9a6a3d3de5c7 req-d45af197-972d-4569-8f94-4965ec5e7a82 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959425 Nov 15 15:47:33.031419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-b85bc254-cfe1-4fe7-bb2c-da91f3e04fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:33.033537 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-b85bc254-cfe1-4fe7-bb2c-da91f3e04fc6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 1095 time: 0.0421042 Nov 15 15:47:33.078038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-6d4b4f2a-21bd-4f44-9a8a-fa85e8fc3759 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e74cd7cf-8494-4348-bd5b-baac86e31f75 HTTP/1.1" status: 200 len: 217 time: 0.0372386 Nov 15 15:47:33.129696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-cc39a3e1-7401-47fe-8278-439f2fc03195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:33.131195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-cc39a3e1-7401-47fe-8278-439f2fc03195 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8991684-55a6-4b02-b88e-f77adff196d9 HTTP/1.1" status: 200 len: 835 time: 0.0439522 Nov 15 15:47:33.177651 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-7cfe0bcb-8a2c-4b9f-a943-f76d711b69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:33.179211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-7cfe0bcb-8a2c-4b9f-a943-f76d711b69d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=640ee21d-4df0-4e70-9b73-9531c9f6ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415704 Nov 15 15:47:33.297305 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-4e0e2a5d-af55-4352-8965-5fae334c39f0 service neutron] 10.222.0.59 "GET /v2.0/networks/640ee21d-4df0-4e70-9b73-9531c9f6ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111891 Nov 15 15:47:33.356277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8268b4-9c4a-476c-8638-b6e310902610 req-a2693be3-f249-497e-9ed6-14d21b4f6f87 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:33.357794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de8268b4-9c4a-476c-8638-b6e310902610 req-a2693be3-f249-497e-9ed6-14d21b4f6f87 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 944 time: 0.0997288 Nov 15 15:47:33.436678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-996f3596-2809-43a6-b91e-73dfa0b709bd req-39604be6-b996-4063-95d2-f94a0e5fbda1 service neutron] 10.222.0.59 "GET /v2.0/networks/640ee21d-4df0-4e70-9b73-9531c9f6ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315312 Nov 15 15:47:33.440687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de8268b4-9c4a-476c-8638-b6e310902610 req-d66caf0d-cde7-46a7-8366-e5bcc3cad849 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750957 Nov 15 15:47:33.768360 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:34.570113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54dd05-e799-4f73-8f5e-a9b62be8ea04 req-3ed2b1c4-76b6-4e3a-b516-60bff8c478d6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:34.571590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed54dd05-e799-4f73-8f5e-a9b62be8ea04 req-3ed2b1c4-76b6-4e3a-b516-60bff8c478d6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 944 time: 0.0503013 Nov 15 15:47:34.622098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed54dd05-e799-4f73-8f5e-a9b62be8ea04 req-8c3b5001-80be-40d7-900a-4414763902a0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443103 Nov 15 15:47:35.440472 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:35.739197 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fef48e-68b1-4e73-81f2-7e644a292b1d req-81d07a2f-dc8f-4876-9d6a-c3c211321a8b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:35.740687 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39fef48e-68b1-4e73-81f2-7e644a292b1d req-81d07a2f-dc8f-4876-9d6a-c3c211321a8b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 944 time: 0.0495996 Nov 15 15:47:35.795785 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-39fef48e-68b1-4e73-81f2-7e644a292b1d req-d8935343-45e4-424f-984e-96b960c295f0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491922 Nov 15 15:47:35.836902 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:36.091992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e74cd7cf-8494-4348-bd5b-baac86e31f75 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:47:36.352865 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e74cd7cf-8494-4348-bd5b-baac86e31f75, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e74cd7cf-8494-4348-bd5b-baac86e31f75,segment=NetworkSegment(f9dbfeb9-ebca-4c31-96c3-127318a06e27),segment_id=f9dbfeb9-ebca-4c31-96c3-127318a06e27)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:47:36.363367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'e74cd7cf-8494-4348-bd5b-baac86e31f75', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'port_id': 'e74cd7cf-8494-4348-bd5b-baac86e31f75', 'mac_address': 'fa:16:3e:89:b7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:47:36.401260 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:36.413747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74cd7cf-8494-4348-bd5b-baac86e31f75 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:47:36.433200 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e74cd7cf-8494-4348-bd5b-baac86e31f75, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e74cd7cf-8494-4348-bd5b-baac86e31f75,segment=NetworkSegment(f9dbfeb9-ebca-4c31-96c3-127318a06e27),segment_id=f9dbfeb9-ebca-4c31-96c3-127318a06e27)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:47:36.534162 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:36.581116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e74cd7cf-8494-4348-bd5b-baac86e31f75,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:36.740599 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['e74cd7cf-8494-4348-bd5b-baac86e31f75'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:47:36.936177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc01b4-996f-47ab-97da-afcc6d6cfbe7 req-1ead81c8-0a7c-4f02-8566-d32c2fef75ae tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:36.937592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70cc01b4-996f-47ab-97da-afcc6d6cfbe7 req-1ead81c8-0a7c-4f02-8566-d32c2fef75ae tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 945 time: 0.0534847 Nov 15 15:47:36.993557 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70cc01b4-996f-47ab-97da-afcc6d6cfbe7 req-eb62e4e7-9cdd-4790-8448-30153489f746 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458889 Nov 15 15:47:38.108225 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e74cd7cf-8494-4348-bd5b-baac86e31f75 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:47:38.123040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657287d-4c30-448b-b8dd-d127530fbb95 req-04f1fc19-829c-42a8-a5e7-48bc4e5c2c90 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:38.124598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9657287d-4c30-448b-b8dd-d127530fbb95 req-04f1fc19-829c-42a8-a5e7-48bc4e5c2c90 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 945 time: 0.0551527 Nov 15 15:47:38.179394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9657287d-4c30-448b-b8dd-d127530fbb95 req-4d3eb7d6-8197-4099-9994-55a144f84df6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481222 Nov 15 15:47:38.287986 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port e74cd7cf-8494-4348-bd5b-baac86e31f75 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:47:38.292037 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port e74cd7cf-8494-4348-bd5b-baac86e31f75 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:47:38.292448 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:38.377634 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:38.400966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4193824-f21a-447b-8d33-eff861de98f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74cd7cf-8494-4348-bd5b-baac86e31f75'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:47:38.403240 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88d9779-981c-4452-9f71-9ec7fd7bfbb7" -d '{"events": [{"server_uuid": "e4193824-f21a-447b-8d33-eff861de98f0", "name": "network-vif-plugged", "status": "completed", "tag": "e74cd7cf-8494-4348-bd5b-baac86e31f75"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:47:38.416639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port e74cd7cf-8494-4348-bd5b-baac86e31f75, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e74cd7cf-8494-4348-bd5b-baac86e31f75,segment=NetworkSegment(f9dbfeb9-ebca-4c31-96c3-127318a06e27),segment_id=f9dbfeb9-ebca-4c31-96c3-127318a06e27)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:47:38.440584 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec132468-5adf-4e27-ba49-68a27970825c x-openstack-request-id: req-ec132468-5adf-4e27-ba49-68a27970825c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:47:38.440909 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4193824-f21a-447b-8d33-eff861de98f0", "name": "network-vif-plugged", "status": "completed", "tag": "e74cd7cf-8494-4348-bd5b-baac86e31f75", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:47:38.441247 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec132468-5adf-4e27-ba49-68a27970825c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:47:38.441641 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4193824-f21a-447b-8d33-eff861de98f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74cd7cf-8494-4348-bd5b-baac86e31f75', 'code': 200} Nov 15 15:47:38.494090 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:38.547144 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=e74cd7cf-8494-4348-bd5b-baac86e31f75,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:38.551336 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2084c-ea3c-446a-b988-175e82eae513 req-bce6d9e7-2ed5-4a8c-bcca-128ca1537bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:38.553001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3d2084c-ea3c-446a-b988-175e82eae513 req-bce6d9e7-2ed5-4a8c-bcca-128ca1537bd4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 1097 time: 0.0477030 Nov 15 15:47:38.603929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f3d2084c-ea3c-446a-b988-175e82eae513 req-7bc7b16b-946c-40b4-8e4a-22493a24a49d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437732 Nov 15 15:47:39.303816 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10a8ab-d1e1-463f-a8a6-24bb21a224c7 req-f3ba4410-4a51-4b2d-b7a3-1534e47d6d71 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:39.305322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb10a8ab-d1e1-463f-a8a6-24bb21a224c7 req-f3ba4410-4a51-4b2d-b7a3-1534e47d6d71 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0497999 Nov 15 15:47:39.356485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb10a8ab-d1e1-463f-a8a6-24bb21a224c7 req-ca18e54d-84c3-4e3a-9fee-1c642930c863 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450346 Nov 15 15:47:40.472105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ea6eb-798d-47a1-8c52-f80a81828774 req-a0283f4a-2e36-4211-9fe0-18f1dd24640c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:40.473574 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b79ea6eb-798d-47a1-8c52-f80a81828774 req-a0283f4a-2e36-4211-9fe0-18f1dd24640c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0481451 Nov 15 15:47:40.526298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b79ea6eb-798d-47a1-8c52-f80a81828774 req-ebec3526-c85e-44ae-8958-3865e40f4023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464880 Nov 15 15:47:40.645500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248f80c-5e7e-4a3d-af3d-edfb4c5d8c8c req-b48c40fd-b9bb-4550-8cb4-2e1eedb0183f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:40.647076 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a248f80c-5e7e-4a3d-af3d-edfb4c5d8c8c req-b48c40fd-b9bb-4550-8cb4-2e1eedb0183f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0541162 Nov 15 15:47:40.703259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a248f80c-5e7e-4a3d-af3d-edfb4c5d8c8c req-ad9885d0-0607-4d5f-9c48-0d7791619f70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446069 Nov 15 15:47:40.725973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53488) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:40.764392 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a7131-2ee5-452c-9cd2-5cdfa998f994 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:40.774007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ad1a7131-2ee5-452c-9cd2-5cdfa998f994 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 1092 time: 0.0389225 Nov 15 15:47:40.776179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53490) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:40.784479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': 'e74cd7cf-8494-4348-bd5b-baac86e31f75', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:47:40.876983 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:40.975520 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:41.074758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.25.4.251 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/ec470805-bf4c-4a27-bebf-a6737e67bda8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:47:41.189521 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:41.309543 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:41.346300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:47:41.351385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:47:41.355105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:47:41.385625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=ec470805-bf4c-4a27-bebf-a6737e67bda8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:41.700903 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:41.855692 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:42.014144 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:42.076350 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:42.148548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=ec470805-bf4c-4a27-bebf-a6737e67bda8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:47:42.159283 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:42.260245 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Floating IP 28b03a6d-dc85-47d5-ad32-4f36e69f9154 associated. External IP: 172.25.4.251, port: e74cd7cf-8494-4348-bd5b-baac86e31f75. Nov 15 15:47:42.786447 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router e2e53de2-005d-4185-93c0-3a9602910d1f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:47:42.897982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:47:42.909355 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e27b046-c257-4549-a60d-6f002c1a1acf None None] Sync routers for ids ['e2e53de2-005d-4185-93c0-3a9602910d1f'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:47:42.921763 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e27b046-c257-4549-a60d-6f002c1a1acf None None] Routers {'e2e53de2-005d-4185-93c0-3a9602910d1f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:47:42.926683 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4e27b046-c257-4549-a60d-6f002c1a1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2e53de2-005d-4185-93c0-3a9602910d1f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:42.997184 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:43.023610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-368a01fc-33ca-4ef1-b0e4-707b34e771d5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2463346 Nov 15 15:47:43.024214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4193824-f21a-447b-8d33-eff861de98f0', 'tag': 'e74cd7cf-8494-4348-bd5b-baac86e31f75'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:47:43.026511 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb2eb88-04e5-4ced-9eab-aff8563cb68a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4193824-f21a-447b-8d33-eff861de98f0", "tag": "e74cd7cf-8494-4348-bd5b-baac86e31f75"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:47:43.033302 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4e27b046-c257-4549-a60d-6f002c1a1acf None None] Set router e2e53de2-005d-4185-93c0-3a9602910d1f gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:47:43.130014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc10a28-ab2f-44c3-910a-303aef20f2d5 req-de820a68-a9da-4cab-b31a-6fe505cc1880 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:43.131598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8bc10a28-ab2f-44c3-910a-303aef20f2d5 req-de820a68-a9da-4cab-b31a-6fe505cc1880 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0534105 Nov 15 15:47:43.177386 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665ea8d1-c1a7-426c-af0b-f1a82e0d00b1 x-openstack-request-id: req-665ea8d1-c1a7-426c-af0b-f1a82e0d00b1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:47:43.177771 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4193824-f21a-447b-8d33-eff861de98f0", "tag": "e74cd7cf-8494-4348-bd5b-baac86e31f75", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:47:43.178748 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-665ea8d1-c1a7-426c-af0b-f1a82e0d00b1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:47:43.178748 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4193824-f21a-447b-8d33-eff861de98f0', 'tag': 'e74cd7cf-8494-4348-bd5b-baac86e31f75', 'status': 'completed', 'code': 200} Nov 15 15:47:43.193721 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8bc10a28-ab2f-44c3-910a-303aef20f2d5 req-011f1b39-02e1-4ed7-b675-635d6cd0352c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540805 Nov 15 15:47:43.216273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:43.265463 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4e27b046-c257-4549-a60d-6f002c1a1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:26Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '28b03a6d-dc85-47d5-ad32-4f36e69f9154', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.251', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'port_id': 'e74cd7cf-8494-4348-bd5b-baac86e31f75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'mac_address': 'fa:16:3e:89:b7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4193824-f21a-447b-8d33-eff861de98f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:47:41Z', 'updated_at': '2021-11-15T15:47:41Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c541385-7651-4aa9-950d-7613be8a9c8e', 'name': '', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:4b:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:26Z', 'updated_at': '2021-11-15T15:47:29Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:43.295870 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e27b046-c257-4549-a60d-6f002c1a1acf None None] Checking router: e2e53de2-005d-4185-93c0-3a9602910d1f for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:47:43.304438 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e27b046-c257-4549-a60d-6f002c1a1acf None None] Routers {'e2e53de2-005d-4185-93c0-3a9602910d1f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:47:43.305053 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4e27b046-c257-4549-a60d-6f002c1a1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:47:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2e53de2-005d-4185-93c0-3a9602910d1f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:43.312116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bcd51b65-086d-4b42-afd0-d3a57f32f9be tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/28b03a6d-dc85-47d5-ad32-4f36e69f9154 HTTP/1.1" status: 200 len: 992 time: 0.0946732 Nov 15 15:47:43.318903 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2eb88-04e5-4ced-9eab-aff8563cb68a req-2b6084bc-9b3b-451e-b35e-a8132f40682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:43.320421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2eb2eb88-04e5-4ced-9eab-aff8563cb68a req-2b6084bc-9b3b-451e-b35e-a8132f40682c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 1097 time: 0.1216085 Nov 15 15:47:43.417275 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4e27b046-c257-4549-a60d-6f002c1a1acf None None] Set router e2e53de2-005d-4185-93c0-3a9602910d1f gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:47:43.426719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2eb88-04e5-4ced-9eab-aff8563cb68a req-eb06c8f1-b5d3-416b-a33f-114e1e7faef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:43.428237 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2eb2eb88-04e5-4ced-9eab-aff8563cb68a req-eb06c8f1-b5d3-416b-a33f-114e1e7faef7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=640ee21d-4df0-4e70-9b73-9531c9f6ad8b HTTP/1.1" status: 200 len: 898 time: 0.1010711 Nov 15 15:47:43.499835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2eb2eb88-04e5-4ced-9eab-aff8563cb68a req-9c48a7b1-11d6-426e-be69-ca1c301bdaa7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e74cd7cf-8494-4348-bd5b-baac86e31f75 HTTP/1.1" status: 200 len: 1000 time: 0.0643511 Nov 15 15:47:43.549307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2eb88-04e5-4ced-9eab-aff8563cb68a req-6d3595ff-7fa8-4e3b-8ec5-6c535de39faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:43.550904 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2eb2eb88-04e5-4ced-9eab-aff8563cb68a req-6d3595ff-7fa8-4e3b-8ec5-6c535de39faa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8991684-55a6-4b02-b88e-f77adff196d9 HTTP/1.1" status: 200 len: 835 time: 0.0442164 Nov 15 15:47:43.598530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2eb88-04e5-4ced-9eab-aff8563cb68a req-a68b4ea0-3619-47f6-93ca-d6165edfb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:43.601150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2eb2eb88-04e5-4ced-9eab-aff8563cb68a req-a68b4ea0-3619-47f6-93ca-d6165edfb251 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=640ee21d-4df0-4e70-9b73-9531c9f6ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427217 Nov 15 15:47:43.640739 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4e27b046-c257-4549-a60d-6f002c1a1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:26Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '28b03a6d-dc85-47d5-ad32-4f36e69f9154', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.251', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'port_id': 'e74cd7cf-8494-4348-bd5b-baac86e31f75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'mac_address': 'fa:16:3e:89:b7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4193824-f21a-447b-8d33-eff861de98f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:47:41Z', 'updated_at': '2021-11-15T15:47:41Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c541385-7651-4aa9-950d-7613be8a9c8e', 'name': '', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:4b:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:26Z', 'updated_at': '2021-11-15T15:47:29Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:47:43.670674 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e27b046-c257-4549-a60d-6f002c1a1acf None None] The sync data for ids ['e2e53de2-005d-4185-93c0-3a9602910d1f'] in n-d-817748-2 is: [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:26Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '28b03a6d-dc85-47d5-ad32-4f36e69f9154', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.251', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'port_id': 'e74cd7cf-8494-4348-bd5b-baac86e31f75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'mac_address': 'fa:16:3e:89:b7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4193824-f21a-447b-8d33-eff861de98f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:47:41Z', 'updated_at': '2021-11-15T15:47:41Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c541385-7651-4aa9-950d-7613be8a9c8e', 'name': '', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:4b:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:26Z', 'updated_at': '2021-11-15T15:47:29Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:47:43.721430 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2eb2eb88-04e5-4ced-9eab-aff8563cb68a req-a9edd118-8fcf-4faa-88b7-5c980a5043e4 service neutron] 10.222.0.59 "GET /v2.0/networks/640ee21d-4df0-4e70-9b73-9531c9f6ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127191 Nov 15 15:47:43.824060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2eb2eb88-04e5-4ced-9eab-aff8563cb68a req-7172d7be-c3fa-4107-8c62-71f6775c905d service neutron] 10.222.0.59 "GET /v2.0/networks/640ee21d-4df0-4e70-9b73-9531c9f6ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957348 Nov 15 15:47:43.890990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1624edf-cc85-4e6f-98ce-6bc8c056a51a None None] New status for floating IP 28b03a6d-dc85-47d5-ad32-4f36e69f9154: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:47:44.316222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53502) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:47:44.381999 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9defca41-2d93-46ae-9b42-9d58a4f570e0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/28b03a6d-dc85-47d5-ad32-4f36e69f9154 HTTP/1.1" status: 200 len: 994 time: 0.0644951 Nov 15 15:47:54.702348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e77cc8bd-0e85-4151-a57f-70b9b32ad6e1 req-b086e068-98b4-453d-965c-ae8726aa5411 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449104 Nov 15 15:47:54.786007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cc8bd-0e85-4151-a57f-70b9b32ad6e1 req-18ff4087-5b38-4c87-ad63-18c05cf824f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:54.787564 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e77cc8bd-0e85-4151-a57f-70b9b32ad6e1 req-18ff4087-5b38-4c87-ad63-18c05cf824f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 1097 time: 0.0408194 Nov 15 15:47:54.891056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cc8bd-0e85-4151-a57f-70b9b32ad6e1 req-df446ed6-7f6c-4d8a-9398-5fad64661c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:54.893183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e77cc8bd-0e85-4151-a57f-70b9b32ad6e1 req-df446ed6-7f6c-4d8a-9398-5fad64661c17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=640ee21d-4df0-4e70-9b73-9531c9f6ad8b HTTP/1.1" status: 200 len: 898 time: 0.0855162 Nov 15 15:47:54.964328 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e77cc8bd-0e85-4151-a57f-70b9b32ad6e1 req-db8d22aa-3058-452b-8b08-db8bf7098d02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e74cd7cf-8494-4348-bd5b-baac86e31f75 HTTP/1.1" status: 200 len: 1002 time: 0.0634344 Nov 15 15:47:55.015769 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cc8bd-0e85-4151-a57f-70b9b32ad6e1 req-e18f4860-ce0e-47ca-957a-aa8de79d503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:55.017860 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e77cc8bd-0e85-4151-a57f-70b9b32ad6e1 req-e18f4860-ce0e-47ca-957a-aa8de79d503a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8991684-55a6-4b02-b88e-f77adff196d9 HTTP/1.1" status: 200 len: 835 time: 0.0469592 Nov 15 15:47:55.067009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cc8bd-0e85-4151-a57f-70b9b32ad6e1 req-24011c63-dca5-4e63-9de4-b160fbcce0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:47:55.068537 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e77cc8bd-0e85-4151-a57f-70b9b32ad6e1 req-24011c63-dca5-4e63-9de4-b160fbcce0b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=640ee21d-4df0-4e70-9b73-9531c9f6ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418191 Nov 15 15:47:55.163891 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e77cc8bd-0e85-4151-a57f-70b9b32ad6e1 req-e3bc21e4-8233-4f72-a809-2a46454089e5 service neutron] 10.222.0.59 "GET /v2.0/networks/640ee21d-4df0-4e70-9b73-9531c9f6ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872738 Nov 15 15:47:55.193178 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:47:55.255045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e77cc8bd-0e85-4151-a57f-70b9b32ad6e1 req-896b90d4-e01c-4791-80dc-99acc6f216f3 service neutron] 10.222.0.59 "GET /v2.0/networks/640ee21d-4df0-4e70-9b73-9531c9f6ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839393 Nov 15 15:47:59.148946 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:59.464969 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:47:59.779007 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66f788fd-b1ab-4504-996c-07cf587a160c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:02.196142 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1d90-a90e-41c3-8474-ebf243518006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:03.750423 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:05.447843 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:05.847823 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:11.264939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee706f-22b3-4497-8c82-44d15e07bf58 req-ad8982d3-409c-4dab-b7c2-21efa1f02bd0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:11.267073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-14ee706f-22b3-4497-8c82-44d15e07bf58 req-ad8982d3-409c-4dab-b7c2-21efa1f02bd0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0579770 Nov 15 15:48:11.344162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-14ee706f-22b3-4497-8c82-44d15e07bf58 req-cd49f1ec-784a-4e12-95b6-06f011b00170 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709221 Nov 15 15:48:11.351095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c162e8-1e0f-4585-ba4a-a830a6fc71bb req-b14c9149-5c9c-4647-a2c2-5fc3b6e8a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:11.352627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4c162e8-1e0f-4585-ba4a-a830a6fc71bb req-b14c9149-5c9c-4647-a2c2-5fc3b6e8a310 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 1097 time: 0.0660291 Nov 15 15:48:11.450178 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c162e8-1e0f-4585-ba4a-a830a6fc71bb req-4d80d11f-fa79-4e93-8a59-6e90a75df8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:11.451719 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4c162e8-1e0f-4585-ba4a-a830a6fc71bb req-4d80d11f-fa79-4e93-8a59-6e90a75df8c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=640ee21d-4df0-4e70-9b73-9531c9f6ad8b HTTP/1.1" status: 200 len: 898 time: 0.0899644 Nov 15 15:48:11.522457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4c162e8-1e0f-4585-ba4a-a830a6fc71bb req-d82679e4-0049-4204-b7f4-580eb455eccf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e74cd7cf-8494-4348-bd5b-baac86e31f75 HTTP/1.1" status: 200 len: 1002 time: 0.0637965 Nov 15 15:48:11.571293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c162e8-1e0f-4585-ba4a-a830a6fc71bb req-4faec9ec-1b6b-4559-afc7-557dff205a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:11.572782 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4c162e8-1e0f-4585-ba4a-a830a6fc71bb req-4faec9ec-1b6b-4559-afc7-557dff205a1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8991684-55a6-4b02-b88e-f77adff196d9 HTTP/1.1" status: 200 len: 835 time: 0.0439765 Nov 15 15:48:11.622962 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c162e8-1e0f-4585-ba4a-a830a6fc71bb req-8209aa31-2fa7-41a4-8a9b-cc9d7abdfdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:11.624620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4c162e8-1e0f-4585-ba4a-a830a6fc71bb req-8209aa31-2fa7-41a4-8a9b-cc9d7abdfdec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=640ee21d-4df0-4e70-9b73-9531c9f6ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442173 Nov 15 15:48:11.716272 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4c162e8-1e0f-4585-ba4a-a830a6fc71bb req-cbe7f91d-aa54-4b15-880e-b59dc1adf28d service neutron] 10.222.0.59 "GET /v2.0/networks/640ee21d-4df0-4e70-9b73-9531c9f6ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825453 Nov 15 15:48:11.811539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4c162e8-1e0f-4585-ba4a-a830a6fc71bb req-9d5997ce-6986-48dc-80c8-0ae60353e92f service neutron] 10.222.0.59 "GET /v2.0/networks/640ee21d-4df0-4e70-9b73-9531c9f6ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870755 Nov 15 15:48:12.465602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26857e-176f-4faf-a2ef-abd67318450e req-68373217-a22e-47ba-9e7e-d5999da0cc80 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:12.467155 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af26857e-176f-4faf-a2ef-abd67318450e req-68373217-a22e-47ba-9e7e-d5999da0cc80 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0497608 Nov 15 15:48:12.517550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af26857e-176f-4faf-a2ef-abd67318450e req-d15b7a3d-b2dd-46bb-a8d9-4f0626bbc463 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435812 Nov 15 15:48:13.634580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e70c-7079-4d0d-bf45-83b172a1d307 req-bd42e0e6-52af-453c-a741-2318569b9f97 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:13.635974 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4912e70c-7079-4d0d-bf45-83b172a1d307 req-bd42e0e6-52af-453c-a741-2318569b9f97 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0489724 Nov 15 15:48:13.685172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4912e70c-7079-4d0d-bf45-83b172a1d307 req-c9efe59f-ef65-4640-a5c0-c78da9fd3c7b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432894 Nov 15 15:48:14.802966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572de9cb-611f-44cc-a71b-213c9c67bc7b req-d46984c9-3902-4805-8f7d-97585344c953 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:14.804575 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-572de9cb-611f-44cc-a71b-213c9c67bc7b req-d46984c9-3902-4805-8f7d-97585344c953 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0521979 Nov 15 15:48:14.853486 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-572de9cb-611f-44cc-a71b-213c9c67bc7b req-7dd9e364-a700-498d-9e2a-212ebcff8d0d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428665 Nov 15 15:48:15.980694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f44ac5-c0d6-4966-82e2-0d10f1cbf205 req-bbdddafc-da91-429b-84c8-f293a770ac16 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:15.982193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84f44ac5-c0d6-4966-82e2-0d10f1cbf205 req-bbdddafc-da91-429b-84c8-f293a770ac16 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0502052 Nov 15 15:48:16.031236 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-84f44ac5-c0d6-4966-82e2-0d10f1cbf205 req-643c98c8-a296-4dea-8ab8-ee07a2bde044 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 Nov 15 15:48:17.145553 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490055b5-9e5f-4597-946a-2bdd8b040ede req-d35ac834-88f8-4128-99f7-67292e5e700e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:17.147063 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-490055b5-9e5f-4597-946a-2bdd8b040ede req-d35ac834-88f8-4128-99f7-67292e5e700e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0474920 Nov 15 15:48:17.199431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-490055b5-9e5f-4597-946a-2bdd8b040ede req-30c17dcc-9ff2-4876-b003-ffd543ea0067 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465031 Nov 15 15:48:18.316985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc501c-cba4-41f3-9828-386534303b30 req-8469f2e5-aa13-4c7f-b5b9-17ef1212e0f3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:18.318709 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2cc501c-cba4-41f3-9828-386534303b30 req-8469f2e5-aa13-4c7f-b5b9-17ef1212e0f3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0500205 Nov 15 15:48:18.370316 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2cc501c-cba4-41f3-9828-386534303b30 req-939082ac-986d-4f5c-93bc-67813c99014f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450480 Nov 15 15:48:19.488115 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58146805-a96e-45ad-bfb8-d605cc80fb11 req-7595e1ba-f654-49a4-bd43-a16c9cd6ff97 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:19.489593 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58146805-a96e-45ad-bfb8-d605cc80fb11 req-7595e1ba-f654-49a4-bd43-a16c9cd6ff97 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0489786 Nov 15 15:48:19.538855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-58146805-a96e-45ad-bfb8-d605cc80fb11 req-e2e93e66-42c7-4d9c-9e13-d284d96253be tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431118 Nov 15 15:48:20.658741 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3307c-3b1e-4c77-91ca-aa8a06182c02 req-4059f424-e86e-413e-9457-c14b889c219a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:20.660216 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdf3307c-3b1e-4c77-91ca-aa8a06182c02 req-4059f424-e86e-413e-9457-c14b889c219a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0529447 Nov 15 15:48:20.709736 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fdf3307c-3b1e-4c77-91ca-aa8a06182c02 req-6949a457-a2aa-47d6-aaf9-ecbd646f7c74 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434158 Nov 15 15:48:21.824358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a703a-0dda-46e9-8495-207460f4c7c7 req-d15e176c-a15a-4e56-b4d4-321bc33d1f9d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:21.825843 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff8a703a-0dda-46e9-8495-207460f4c7c7 req-d15e176c-a15a-4e56-b4d4-321bc33d1f9d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0484538 Nov 15 15:48:21.875092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ff8a703a-0dda-46e9-8495-207460f4c7c7 req-08ff8dec-26cb-4d79-a3fc-ae8faece21ea tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425110 Nov 15 15:48:23.002213 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3b2ba-4a80-4eef-b430-c0ba0d21ac42 req-200e5002-d8b3-4db3-8361-3cf38a2e4be5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:23.003737 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4af3b2ba-4a80-4eef-b430-c0ba0d21ac42 req-200e5002-d8b3-4db3-8361-3cf38a2e4be5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0550399 Nov 15 15:48:23.053178 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4af3b2ba-4a80-4eef-b430-c0ba0d21ac42 req-6a61d49d-6112-4778-8691-5a624b1244ac tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435555 Nov 15 15:48:23.079243 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53540) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:48:23.138177 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4fae9258-cbd8-419f-8ecc-9e4db40ecc31 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/28b03a6d-dc85-47d5-ad32-4f36e69f9154 HTTP/1.1" status: 200 len: 994 time: 0.0577917 Nov 15 15:48:29.133203 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:29.490996 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:29.799207 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06af0745-1022-49c1-9e72-f751b5f575a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:32.125019 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a74baff6-6dad-410f-9cdf-7d17619f1103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:32.191742 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:48:33.816641 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:35.424244 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:35.841588 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:53.498567 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:48:53.663779 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port ec470805-bf4c-4a27-bebf-a6737e67bda8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:48:53.664085 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:53.744671 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:53.744979 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:53.756364 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for ec470805-bf4c-4a27-bebf-a6737e67bda8 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:48:53.972861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:53.998162 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=ec470805-bf4c-4a27-bebf-a6737e67bda8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:48:54.009943 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:54.010311 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:54.010669 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:54.011016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:54.011343 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:54.011676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:54.012010 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:54.012341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:54.012667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:54.013604 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:54.013918 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:54.014260 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:54.067372 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:54.067736 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Floating IP 28b03a6d-dc85-47d5-ad32-4f36e69f9154 disassociated (deleted). External IP: 172.25.4.251, port: e74cd7cf-8494-4348-bd5b-baac86e31f75. Nov 15 15:48:54.280655 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router e2e53de2-005d-4185-93c0-3a9602910d1f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:48:54.391485 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:48:54.396486 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:54.400840 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efd27a3-979d-4d3c-bc73-417c50498372 None None] Sync routers for ids ['e2e53de2-005d-4185-93c0-3a9602910d1f'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:48:54.410180 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd27a3-979d-4d3c-bc73-417c50498372 None None] Routers {'e2e53de2-005d-4185-93c0-3a9602910d1f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:48:54.410824 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0efd27a3-979d-4d3c-bc73-417c50498372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2e53de2-005d-4185-93c0-3a9602910d1f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:48:54.423216 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-54bdf772-4291-42a2-8888-9ea7fa7280bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/floatingips/28b03a6d-dc85-47d5-ad32-4f36e69f9154 HTTP/1.1" status: 204 len: 168 time: 0.9235704 Nov 15 15:48:54.423780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4193824-f21a-447b-8d33-eff861de98f0', 'tag': 'e74cd7cf-8494-4348-bd5b-baac86e31f75'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:48:54.426051 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4193824-f21a-447b-8d33-eff861de98f0", "tag": "e74cd7cf-8494-4348-bd5b-baac86e31f75"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:48:54.522410 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0efd27a3-979d-4d3c-bc73-417c50498372 None None] Set router e2e53de2-005d-4185-93c0-3a9602910d1f gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:48:54.538727 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75daa45d-a112-4d4e-8993-a8fe02b7d8c2 x-openstack-request-id: req-75daa45d-a112-4d4e-8993-a8fe02b7d8c2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:48:54.538727 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4193824-f21a-447b-8d33-eff861de98f0", "tag": "e74cd7cf-8494-4348-bd5b-baac86e31f75", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:48:54.538727 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75daa45d-a112-4d4e-8993-a8fe02b7d8c2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:48:54.538727 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4193824-f21a-447b-8d33-eff861de98f0', 'tag': 'e74cd7cf-8494-4348-bd5b-baac86e31f75', 'status': 'completed', 'code': 200} Nov 15 15:48:54.603248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f req-46754d7f-138f-4d9b-9fc1-ae06de5bf3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:54.604764 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f req-46754d7f-138f-4d9b-9fc1-ae06de5bf3fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 1097 time: 0.0433729 Nov 15 15:48:54.703243 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f req-78e08816-e073-4bf0-8ef5-eaef48a11bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:54.705146 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f req-78e08816-e073-4bf0-8ef5-eaef48a11bcc service neutron] 10.222.0.59 "GET /v2.0/networks?id=640ee21d-4df0-4e70-9b73-9531c9f6ad8b HTTP/1.1" status: 200 len: 898 time: 0.0929663 Nov 15 15:48:54.729714 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0efd27a3-979d-4d3c-bc73-417c50498372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:26Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '0c541385-7651-4aa9-950d-7613be8a9c8e', 'name': '', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:4b:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:26Z', 'updated_at': '2021-11-15T15:47:29Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:48:54.751153 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f req-959eca35-a339-4fc7-8e8d-fe8509395efa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e74cd7cf-8494-4348-bd5b-baac86e31f75 HTTP/1.1" status: 200 len: 217 time: 0.0362000 Nov 15 15:48:54.761565 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efd27a3-979d-4d3c-bc73-417c50498372 None None] Checking router: e2e53de2-005d-4185-93c0-3a9602910d1f for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:48:54.790297 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd27a3-979d-4d3c-bc73-417c50498372 None None] Routers {'e2e53de2-005d-4185-93c0-3a9602910d1f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:48:54.790297 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0efd27a3-979d-4d3c-bc73-417c50498372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2e53de2-005d-4185-93c0-3a9602910d1f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:48:54.808063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f req-3f5c597c-555b-46f4-b7ff-cffb0fff45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:54.812120 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f req-3f5c597c-555b-46f4-b7ff-cffb0fff45ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8991684-55a6-4b02-b88e-f77adff196d9 HTTP/1.1" status: 200 len: 835 time: 0.0516903 Nov 15 15:48:54.884245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f req-1cd60a65-1a62-46bb-b3f8-d6fd1e0df6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:54.885781 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f req-1cd60a65-1a62-46bb-b3f8-d6fd1e0df6e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=640ee21d-4df0-4e70-9b73-9531c9f6ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690734 Nov 15 15:48:54.888488 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0efd27a3-979d-4d3c-bc73-417c50498372 None None] Set router e2e53de2-005d-4185-93c0-3a9602910d1f gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:48:54.898117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1449089-5862-44fd-a444-82d78af17822 req-9392f08c-0f26-4595-a597-7b48e35d42c5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:54.899634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1449089-5862-44fd-a444-82d78af17822 req-9392f08c-0f26-4595-a597-7b48e35d42c5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0732012 Nov 15 15:48:54.905053 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f req-37236576-42b9-4d16-b3c4-6ae9b91d6a08 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:48:54.906010 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f req-37236576-42b9-4d16-b3c4-6ae9b91d6a08 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054829 Nov 15 15:48:55.008292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1449089-5862-44fd-a444-82d78af17822 req-4b49b2e1-784e-40fc-bd0a-f708762451e0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012378 Nov 15 15:48:55.035664 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f req-b20ed507-64a1-495c-9b97-47866581d9ce service neutron] 10.222.0.59 "GET /v2.0/networks/640ee21d-4df0-4e70-9b73-9531c9f6ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199405 Nov 15 15:48:55.111186 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0efd27a3-979d-4d3c-bc73-417c50498372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:26Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '0c541385-7651-4aa9-950d-7613be8a9c8e', 'name': '', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:4b:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:26Z', 'updated_at': '2021-11-15T15:47:29Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:48:55.136137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a3b9eccd-16ad-4a30-b1e6-a85ceba67c6f req-f91c69a1-9664-4088-9aab-74439d4c6ed2 service neutron] 10.222.0.59 "GET /v2.0/networks/640ee21d-4df0-4e70-9b73-9531c9f6ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922964 Nov 15 15:48:55.138340 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efd27a3-979d-4d3c-bc73-417c50498372 None None] The sync data for ids ['e2e53de2-005d-4185-93c0-3a9602910d1f'] in n-d-817748-2 is: [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:26Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '0c541385-7651-4aa9-950d-7613be8a9c8e', 'name': '', 'network_id': '640ee21d-4df0-4e70-9b73-9531c9f6ad8b', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:4b:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:26Z', 'updated_at': '2021-11-15T15:47:29Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'a8991684-55a6-4b02-b88e-f77adff196d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:48:55.370870 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe824ba-ec49-4ec1-8b8d-f49659e02882 None None] New status for floating IP 28b03a6d-dc85-47d5-ad32-4f36e69f9154: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:48:56.134514 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cb81e-933c-45ba-99b4-7f2558c63dd8 req-c9550782-2b4c-4da9-9a6f-df01c6b8c9ab tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:56.136006 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a5cb81e-933c-45ba-99b4-7f2558c63dd8 req-c9550782-2b4c-4da9-9a6f-df01c6b8c9ab tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0546703 Nov 15 15:48:56.200844 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a5cb81e-933c-45ba-99b4-7f2558c63dd8 req-9f8f47c4-730b-413e-b9bb-1c7b97c9d348 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=3dee36cb-3fe9-4d14-998f-5bd4e7a98891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579660 Nov 15 15:48:56.396898 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7427d-edb5-448b-8202-d17274fd41a2 req-e664fa2f-3d50-4d59-b898-0639c39ebddb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:48:56.398322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96d7427d-edb5-448b-8202-d17274fd41a2 req-e664fa2f-3d50-4d59-b898-0639c39ebddb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 946 time: 0.0488293 Nov 15 15:48:56.497042 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-96d7427d-edb5-448b-8202-d17274fd41a2 req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port e74cd7cf-8494-4348-bd5b-baac86e31f75 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:48:56.497492 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-96d7427d-edb5-448b-8202-d17274fd41a2 req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:56.588864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-96d7427d-edb5-448b-8202-d17274fd41a2 req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port e74cd7cf-8494-4348-bd5b-baac86e31f75, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=e74cd7cf-8494-4348-bd5b-baac86e31f75,segment=NetworkSegment(f9dbfeb9-ebca-4c31-96c3-127318a06e27),segment_id=f9dbfeb9-ebca-4c31-96c3-127318a06e27)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:48:56.589139 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-96d7427d-edb5-448b-8202-d17274fd41a2 req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:56.602655 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-96d7427d-edb5-448b-8202-d17274fd41a2 req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for e74cd7cf-8494-4348-bd5b-baac86e31f75 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:48:56.821721 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-96d7427d-edb5-448b-8202-d17274fd41a2 req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:56.849289 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=e74cd7cf-8494-4348-bd5b-baac86e31f75,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:48:56.867764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:56.868867 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:56.869538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:56.870794 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:56.870908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:56.871817 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:56.873249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:56.874122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:56.874854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:56.877184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:56.877542 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:56.877886 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:48:56.918809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d7427d-edb5-448b-8202-d17274fd41a2 req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] No DVR routers for this DVR port e74cd7cf-8494-4348-bd5b-baac86e31f75 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:48:56.921609 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-96d7427d-edb5-448b-8202-d17274fd41a2 req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:56.925017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96d7427d-edb5-448b-8202-d17274fd41a2 req-2c825a9f-6eab-4835-9af0-38db5da225e1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "DELETE /v2.0/ports/e74cd7cf-8494-4348-bd5b-baac86e31f75 HTTP/1.1" status: 204 len: 173 time: 0.5204110 Nov 15 15:48:56.925457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4193824-f21a-447b-8d33-eff861de98f0', 'name': 'network-vif-deleted', 'tag': 'e74cd7cf-8494-4348-bd5b-baac86e31f75'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:48:56.927884 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7435c-2ae3-4e40-8a55-4f28c4a834bf" -d '{"events": [{"server_uuid": "e4193824-f21a-447b-8d33-eff861de98f0", "name": "network-vif-deleted", "tag": "e74cd7cf-8494-4348-bd5b-baac86e31f75"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:48:56.965242 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef549e6-9d19-4ae8-be2e-018beab6c9c1 x-openstack-request-id: req-8ef549e6-9d19-4ae8-be2e-018beab6c9c1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:48:56.965710 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4193824-f21a-447b-8d33-eff861de98f0", "name": "network-vif-deleted", "tag": "e74cd7cf-8494-4348-bd5b-baac86e31f75", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:48:56.965995 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ef549e6-9d19-4ae8-be2e-018beab6c9c1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:48:56.966415 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4193824-f21a-447b-8d33-eff861de98f0', 'name': 'network-vif-deleted', 'tag': 'e74cd7cf-8494-4348-bd5b-baac86e31f75', 'status': 'completed', 'code': 200} Nov 15 15:48:57.321383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f5d8631-2409-461e-a0a3-5d2e328ef442 req-8757ea16-b095-40ba-8031-c5c41ba710c9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4193824-f21a-447b-8d33-eff861de98f0 HTTP/1.1" status: 200 len: 210 time: 0.0328467 Nov 15 15:48:58.386920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53586) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:48:58.749015 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5e06aa6-ed89-4697-864f-b6bc75fb9c7c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:59.004284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a5e06aa6-ed89-4697-864f-b6bc75fb9c7c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port 0c541385-7651-4aa9-950d-7613be8a9c8e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:48:59.004628 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5e06aa6-ed89-4697-864f-b6bc75fb9c7c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:59.092742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a5e06aa6-ed89-4697-864f-b6bc75fb9c7c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port 0c541385-7651-4aa9-950d-7613be8a9c8e, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=0c541385-7651-4aa9-950d-7613be8a9c8e,segment=NetworkSegment(f9dbfeb9-ebca-4c31-96c3-127318a06e27),segment_id=f9dbfeb9-ebca-4c31-96c3-127318a06e27)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:48:59.093114 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5e06aa6-ed89-4697-864f-b6bc75fb9c7c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:59.111223 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a5e06aa6-ed89-4697-864f-b6bc75fb9c7c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for 0c541385-7651-4aa9-950d-7613be8a9c8e owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:48:59.132769 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:59.555991 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5e06aa6-ed89-4697-864f-b6bc75fb9c7c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:59.584300 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:59.584520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e06aa6-ed89-4697-864f-b6bc75fb9c7c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=0c541385-7651-4aa9-950d-7613be8a9c8e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:48:59.753954 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5e06aa6-ed89-4697-864f-b6bc75fb9c7c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:59.789789 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edf3fe59-462a-4b6f-a3ca-7a3b6dc59c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:48:59.971973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e06aa6-ed89-4697-864f-b6bc75fb9c7c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router e2e53de2-005d-4185-93c0-3a9602910d1f has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:49:00.400226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e06aa6-ed89-4697-864f-b6bc75fb9c7c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:49:00.405776 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a5e06aa6-ed89-4697-864f-b6bc75fb9c7c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "PUT /v2.0/routers/e2e53de2-005d-4185-93c0-3a9602910d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0178223 Nov 15 15:49:00.408431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:00.410176 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261d3e8-2480-4480-91fa-e88d148706aa None None] Sync routers for ids ['e2e53de2-005d-4185-93c0-3a9602910d1f'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:49:00.419983 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261d3e8-2480-4480-91fa-e88d148706aa None None] Routers {'e2e53de2-005d-4185-93c0-3a9602910d1f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:49:00.421108 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1261d3e8-2480-4480-91fa-e88d148706aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2e53de2-005d-4185-93c0-3a9602910d1f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:00.458503 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad4f445-6d57-4958-b90d-b271158ab274 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting subnet a8991684-55a6-4b02-b88e-f77adff196d9 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:49:00.461688 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad4f445-6d57-4958-b90d-b271158ab274 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:00.502446 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad4f445-6d57-4958-b90d-b271158ab274 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:00.512605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e74cd7cf-8494-4348-bd5b-baac86e31f75 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:49:00.542186 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1261d3e8-2480-4480-91fa-e88d148706aa None None] Set router e2e53de2-005d-4185-93c0-3a9602910d1f gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:49:00.543628 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: e74cd7cf-8494-4348-bd5b-baac86e31f75 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:49:00.548805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device e74cd7cf-8494-4348-bd5b-baac86e31f75 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:49:00.612546 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad4f445-6d57-4958-b90d-b271158ab274 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:00.718852 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1261d3e8-2480-4480-91fa-e88d148706aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:48:59Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:00.733455 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad4f445-6d57-4958-b90d-b271158ab274 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:00.745195 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261d3e8-2480-4480-91fa-e88d148706aa None None] Checking router: e2e53de2-005d-4185-93c0-3a9602910d1f for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:49:00.754275 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261d3e8-2480-4480-91fa-e88d148706aa None None] Routers {'e2e53de2-005d-4185-93c0-3a9602910d1f'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:49:00.754928 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1261d3e8-2480-4480-91fa-e88d148706aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:48:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['e2e53de2-005d-4185-93c0-3a9602910d1f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:00.763825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4f445-6d57-4958-b90d-b271158ab274 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Subnet': ['ID=a8991684-55a6-4b02-b88e-f77adff196d9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:00.773919 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cad4f445-6d57-4958-b90d-b271158ab274 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:00.777939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-cad4f445-6d57-4958-b90d-b271158ab274 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/subnets/a8991684-55a6-4b02-b88e-f77adff196d9 HTTP/1.1" status: 204 len: 168 time: 0.3681009 Nov 15 15:49:00.780492 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:00.784206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ab0fd8-0c40-473d-b532-72f43ac1e81d None None] Network 640ee21d-4df0-4e70-9b73-9531c9f6ad8b requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:49:00.866328 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1261d3e8-2480-4480-91fa-e88d148706aa None None] Set router e2e53de2-005d-4185-93c0-3a9602910d1f gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:49:00.894231 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:00.995770 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] DHCP port deletion for 640ee21d-4df0-4e70-9b73-9531c9f6ad8b request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:49:01.010236 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:01.043553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Deleting port 09846c56-0170-4978-a3c9-b28a263414d3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:49:01.043931 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:01.110702 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] For port 09846c56-0170-4978-a3c9-b28a263414d3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=09846c56-0170-4978-a3c9-b28a263414d3,segment=NetworkSegment(f9dbfeb9-ebca-4c31-96c3-127318a06e27),segment_id=f9dbfeb9-ebca-4c31-96c3-127318a06e27)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:49:01.111104 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:01.136842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Calling delete_port for 09846c56-0170-4978-a3c9-b28a263414d3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:49:01.137076 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port cbdc366d-8c96-40b5-848a-9d5ace4df2d2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:49:01.137076 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:01.149482 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1261d3e8-2480-4480-91fa-e88d148706aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:48:59Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:01.177828 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261d3e8-2480-4480-91fa-e88d148706aa None None] The sync data for ids ['e2e53de2-005d-4185-93c0-3a9602910d1f'] in n-d-817748-2 is: [{'id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794742063', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:48:59Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'cbdc366d-8c96-40b5-848a-9d5ace4df2d2', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:59:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e53de2-005d-4185-93c0-3a9602910d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:47:22Z', 'updated_at': '2021-11-15T15:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:49:01.220662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port cbdc366d-8c96-40b5-848a-9d5ace4df2d2, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=cbdc366d-8c96-40b5-848a-9d5ace4df2d2,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:49:01.223089 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:01.234590 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for cbdc366d-8c96-40b5-848a-9d5ace4df2d2 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:49:01.293124 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:01.318674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Pushing event deleted for resources: {'Port': ['ID=09846c56-0170-4978-a3c9-b28a263414d3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:01.329190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] No DVR routers for this DVR port 09846c56-0170-4978-a3c9-b28a263414d3 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:49:01.334084 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:01.337704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:01.337704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:01.337704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:01.337704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:01.337704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:01.338721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:01.338721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:01.338721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:01.339376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:01.339376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:01.339376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735621e-ba83-4f79-a334-671f2be28aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:01.788061 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:01.820306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=cbdc366d-8c96-40b5-848a-9d5ace4df2d2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:01.838978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec6f698-2caf-49c1-8f55-38815fe942b1 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:49:01.884966 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:01.979676 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:01.981834 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.092924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.093367 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Fanout notify agent at l3_agent the message router_deleted on router e2e53de2-005d-4185-93c0-3a9602910d1f {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:49:02.100686 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.101829 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9fafb91f-6c98-4f64-a804-0a07622849a8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/routers/e2e53de2-005d-4185-93c0-3a9602910d1f HTTP/1.1" status: 204 len: 168 time: 1.3203061 Nov 15 15:49:02.105064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:02.153583 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d068615-b5af-458e-a71e-d1eca40a82a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.196096 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bf91-7886-4142-95cd-77dc924d6089 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.290993 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bf91-7886-4142-95cd-77dc924d6089 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.312503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2ae4bf91-7886-4142-95cd-77dc924d6089 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640ee21d-4df0-4e70-9b73-9531c9f6ad8b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:02.323375 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2ae4bf91-7886-4142-95cd-77dc924d6089 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dbfeb9-ebca-4c31-96c3-127318a06e27') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:02.323673 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2ae4bf91-7886-4142-95cd-77dc924d6089 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dbfeb9-ebca-4c31-96c3-127318a06e27') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:02.335047 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bf91-7886-4142-95cd-77dc924d6089 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.352712 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bf91-7886-4142-95cd-77dc924d6089 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.360468 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae4bf91-7886-4142-95cd-77dc924d6089 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:49:02.360866 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bf91-7886-4142-95cd-77dc924d6089 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: timer() Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:49:02.363926 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:49:02.510209 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bf91-7886-4142-95cd-77dc924d6089 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.517528 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bf91-7886-4142-95cd-77dc924d6089 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.520858 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2ae4bf91-7886-4142-95cd-77dc924d6089 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/networks/640ee21d-4df0-4e70-9b73-9531c9f6ad8b HTTP/1.1" status: 204 len: 168 time: 0.4147732 Nov 15 15:49:02.524511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53594) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:02.535075 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4bf91-7886-4142-95cd-77dc924d6089 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Network': ['ID=640ee21d-4df0-4e70-9b73-9531c9f6ad8b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:02.604258 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea7946ca-7b65-4de9-9add-443ebc2f3290 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.632339 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea7946ca-7b65-4de9-9add-443ebc2f3290 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.755712 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea7946ca-7b65-4de9-9add-443ebc2f3290 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.758354 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea7946ca-7b65-4de9-9add-443ebc2f3290 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:02.759643 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ea7946ca-7b65-4de9-9add-443ebc2f3290 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/security-groups/3dee36cb-3fe9-4d14-998f-5bd4e7a98891 HTTP/1.1" status: 204 len: 168 time: 0.2334397 Nov 15 15:49:02.772747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 09846c56-0170-4978-a3c9-b28a263414d3 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:49:02.780540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7946ca-7b65-4de9-9add-443ebc2f3290 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee36cb-3fe9-4d14-998f-5bd4e7a98891,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:02.803046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 09846c56-0170-4978-a3c9-b28a263414d3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:49:02.803593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 09846c56-0170-4978-a3c9-b28a263414d3 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:49:02.803819 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0c541385-7651-4aa9-950d-7613be8a9c8e no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:49:02.829779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 0c541385-7651-4aa9-950d-7613be8a9c8e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:49:02.830126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 0c541385-7651-4aa9-950d-7613be8a9c8e not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:49:02.830571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device cbdc366d-8c96-40b5-848a-9d5ace4df2d2 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:49:02.854554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: cbdc366d-8c96-40b5-848a-9d5ace4df2d2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:49:02.855155 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device cbdc366d-8c96-40b5-848a-9d5ace4df2d2 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:49:03.243668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53600) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:03.248456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ffd6d6ce-bc02-47ea-bfc8-bb24c561843d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-940925206', 'description': 'tempest-secgroup-smoke-940925206 description', 'project_id': '2b00f3ef972b45c298d72350654a05b1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:49:03.336481 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffd6d6ce-bc02-47ea-bfc8-bb24c561843d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:03.403645 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffd6d6ce-bc02-47ea-bfc8-bb24c561843d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:03.470048 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffd6d6ce-bc02-47ea-bfc8-bb24c561843d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:03.498778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6d6ce-bc02-47ea-bfc8-bb24c561843d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9954169-a311-4462-ad8d-f825c84dd4be,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:03.563952 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffd6d6ce-bc02-47ea-bfc8-bb24c561843d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:03.565269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ffd6d6ce-bc02-47ea-bfc8-bb24c561843d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3205850 Nov 15 15:49:03.573411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:03.578764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ade12900-d86d-470a-98ea-16687ee8a59b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': 'a9954169-a311-4462-ad8d-f825c84dd4be', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:49:03.657255 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ade12900-d86d-470a-98ea-16687ee8a59b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:03.713465 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ade12900-d86d-470a-98ea-16687ee8a59b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:03.766792 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:03.801524 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ade12900-d86d-470a-98ea-16687ee8a59b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:03.819657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade12900-d86d-470a-98ea-16687ee8a59b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1307f905-d7e4-41c5-b5dc-e22669acdd9a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:03.871967 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ade12900-d86d-470a-98ea-16687ee8a59b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:03.873223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ade12900-d86d-470a-98ea-16687ee8a59b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987995 Nov 15 15:49:03.876114 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:03.880802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7abb7f28-dbac-4e22-b8d7-3542a95346bd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': 'a9954169-a311-4462-ad8d-f825c84dd4be', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:49:03.966257 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7abb7f28-dbac-4e22-b8d7-3542a95346bd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:04.021836 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7abb7f28-dbac-4e22-b8d7-3542a95346bd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:04.107168 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7abb7f28-dbac-4e22-b8d7-3542a95346bd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:04.125180 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb7f28-dbac-4e22-b8d7-3542a95346bd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4651349-534b-4e97-8433-ba6e98e8be63,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:04.197319 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7abb7f28-dbac-4e22-b8d7-3542a95346bd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:04.198602 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7abb7f28-dbac-4e22-b8d7-3542a95346bd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3213913 Nov 15 15:49:04.201966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:04.206578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1e5447d6-eeb4-481c-8771-4b80a1f96e04 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': 'a9954169-a311-4462-ad8d-f825c84dd4be', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:49:04.297757 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e5447d6-eeb4-481c-8771-4b80a1f96e04 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:04.367043 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e5447d6-eeb4-481c-8771-4b80a1f96e04 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:04.433214 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e5447d6-eeb4-481c-8771-4b80a1f96e04 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:04.452296 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5447d6-eeb4-481c-8771-4b80a1f96e04 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ab9dfc-e7e2-4e7e-882c-5d54b063744a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:04.549607 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e5447d6-eeb4-481c-8771-4b80a1f96e04 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:04.550956 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1e5447d6-eeb4-481c-8771-4b80a1f96e04 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3479366 Nov 15 15:49:04.554158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53608) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:04.558714 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8c9d6c79-efb9-4caf-aaff-f46d6ba29317 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': 'a9954169-a311-4462-ad8d-f825c84dd4be', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:49:04.666835 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6c79-efb9-4caf-aaff-f46d6ba29317 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:04.727235 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6c79-efb9-4caf-aaff-f46d6ba29317 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:04.801509 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6c79-efb9-4caf-aaff-f46d6ba29317 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:04.819419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d6c79-efb9-4caf-aaff-f46d6ba29317 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268b0416-2dd8-4afc-bcf6-333ab42edf0e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:04.888986 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6c79-efb9-4caf-aaff-f46d6ba29317 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:04.890204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8c9d6c79-efb9-4caf-aaff-f46d6ba29317 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3350697 Nov 15 15:49:04.893211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53610) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:04.897895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6c6970c8-8926-4c42-be29-5dd050cf2a49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': 'a9954169-a311-4462-ad8d-f825c84dd4be', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:49:04.984486 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-6c6970c8-8926-4c42-be29-5dd050cf2a49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Project 2b00f3ef972b45c298d72350654a05b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:49:04.989883 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c6970c8-8926-4c42-be29-5dd050cf2a49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.047332 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c6970c8-8926-4c42-be29-5dd050cf2a49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.093387 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c6970c8-8926-4c42-be29-5dd050cf2a49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.112014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6970c8-8926-4c42-be29-5dd050cf2a49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c879bab5-8cfd-4f5f-8d9f-f4da511aa6df,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:05.168697 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c6970c8-8926-4c42-be29-5dd050cf2a49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.169898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6c6970c8-8926-4c42-be29-5dd050cf2a49 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2757392 Nov 15 15:49:05.173169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:05.177507 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5c27d237-a09c-47bd-a1c3-a59d0e3e0d06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': 'a9954169-a311-4462-ad8d-f825c84dd4be', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:49:05.258685 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-5c27d237-a09c-47bd-a1c3-a59d0e3e0d06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Project 2b00f3ef972b45c298d72350654a05b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:49:05.263847 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c27d237-a09c-47bd-a1c3-a59d0e3e0d06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.323556 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c27d237-a09c-47bd-a1c3-a59d0e3e0d06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.398711 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c27d237-a09c-47bd-a1c3-a59d0e3e0d06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.417611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27d237-a09c-47bd-a1c3-a59d0e3e0d06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780fcd10-c3f2-4b63-b9ce-9b74f1768151,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:05.427237 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.517974 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c27d237-a09c-47bd-a1c3-a59d0e3e0d06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.519437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c27d237-a09c-47bd-a1c3-a59d0e3e0d06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3451452 Nov 15 15:49:05.522147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:05.527044 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d9054d7c-acb2-4e5b-880a-a61b680365dd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'network': {'name': 'tempest-network-smoke--803643533', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:49:05.615680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9054d7c-acb2-4e5b-880a-a61b680365dd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:49:05.619217 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9054d7c-acb2-4e5b-880a-a61b680365dd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.643158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9054d7c-acb2-4e5b-880a-a61b680365dd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:49:05.655465 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9054d7c-acb2-4e5b-880a-a61b680365dd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.655810 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-d9054d7c-acb2-4e5b-880a-a61b680365dd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Added segment 1a5bc011-5175-4666-8af2-6b53281e6edb of type vlan for network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a Nov 15 15:49:05.697864 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9054d7c-acb2-4e5b-880a-a61b680365dd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.807146 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9054d7c-acb2-4e5b-880a-a61b680365dd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.813949 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9054d7c-acb2-4e5b-880a-a61b680365dd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:05.814576 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9054d7c-acb2-4e5b-880a-a61b680365dd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.835555 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:05.878595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9054d7c-acb2-4e5b-880a-a61b680365dd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Network': ['ID=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:05.888590 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:49:05.923721 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d9054d7c-acb2-4e5b-880a-a61b680365dd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4004982 Nov 15 15:49:05.927020 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53616) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:05.931505 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'admin_state_up': True, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:49:06.041786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:06.042924 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:06.098103 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:06.313504 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:06.575603 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:06.607098 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:06.709696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.25.4.31 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/f7618b67-c0e3-42fc-934e-cc09249fd82d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:49:06.815028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:06.905160 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:06.947237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:49:06.950121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:49:06.954230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:49:06.960001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=f7618b67-c0e3-42fc-934e-cc09249fd82d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:06.964563 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4434f1-22e0-48ae-910d-b586e848f063 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:49:07.080204 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0b52f6f9-25a9-4628-97d3-141ccdfab17f None None] Provisioning complete for port f7618b67-c0e3-42fc-934e-cc09249fd82d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:07.082244 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b52f6f9-25a9-4628-97d3-141ccdfab17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:07.114208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0b52f6f9-25a9-4628-97d3-141ccdfab17f None None] Port f7618b67-c0e3-42fc-934e-cc09249fd82d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:49:07.323625 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:07.520169 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:07.738077 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:49:07.848232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:49:07.859207 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Sync routers for ids ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:49:07.869587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Routers {'5037dcdb-f410-40da-ba02-d0cc0bfe2cec'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:49:07.870217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:07.961219 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:07.962545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-04a6a5f0-d0cf-4a17-b0b6-38a60b5f61eb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0344777 Nov 15 15:49:07.966442 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53618) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:07.973854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Set router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:49:07.998777 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-45c14861-b6a0-4e84-a409-be739d50513b tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=2b00f3ef972b45c298d72350654a05b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282061 Nov 15 15:49:07.998980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:08.091135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d07637-46d9-4b70-9afc-c21470aaf545 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:08.093193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-05d07637-46d9-4b70-9afc-c21470aaf545 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933022 Nov 15 15:49:08.096371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:08.126287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-eedae6b5-f62a-4283-bc53-dd692d0879b4 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264781 Nov 15 15:49:08.126556 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:08.131189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e7643119-f205-4e9d-85ec-d79143be73ca tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1924167617', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:49:08.161517 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:07Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:08.188897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Checking router: 5037dcdb-f410-40da-ba02-d0cc0bfe2cec for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:49:08.189247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Updating router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec port f7618b67-c0e3-42fc-934e-cc09249fd82d binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:49:08.213752 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:08.281408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7643119-f205-4e9d-85ec-d79143be73ca tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:49:08.284943 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7643119-f205-4e9d-85ec-d79143be73ca tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:08.469198 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:08.536299 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7643119-f205-4e9d-85ec-d79143be73ca tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:08.549524 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:08.597239 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29b57fc-821c-4922-bfaf-03aa965779f7 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:49:08.601129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7643119-f205-4e9d-85ec-d79143be73ca tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Subnet': ['ID=ea80ae67-7ee1-485d-a148-c783829ab3d3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:08.614550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7643119-f205-4e9d-85ec-d79143be73ca tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Checking segment: {'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:49:08.614926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7643119-f205-4e9d-85ec-d79143be73ca tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network hostable DHCP agents. Network: 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:49:08.621674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Attempting to bind port f7618b67-c0e3-42fc-934e-cc09249fd82d on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:49:08.622061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Attempting to bind port f7618b67-c0e3-42fc-934e-cc09249fd82d by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:49:08.622436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Attempting to bind port f7618b67-c0e3-42fc-934e-cc09249fd82d on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:49:08.625323 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6956bf0-e605-48a1-95d3-b57a6c944b8c None None] Pushing event updated for resources: {'Port': ['ID=f7618b67-c0e3-42fc-934e-cc09249fd82d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:08.630627 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:49:08.631008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:49:08.631411 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:08.631802 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:49:08.632300 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Bound port: f7618b67-c0e3-42fc-934e-cc09249fd82d, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:49:08.632653 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:08.682100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-867742d0-e70b-498d-9f85-8cdfbd9fcc14 None None] Provisioning complete for port f7618b67-c0e3-42fc-934e-cc09249fd82d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:08.682487 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-867742d0-e70b-498d-9f85-8cdfbd9fcc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:08.692716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7643119-f205-4e9d-85ec-d79143be73ca tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:49:08.714831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] For port f7618b67-c0e3-42fc-934e-cc09249fd82d, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:49:08.733338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] For port f7618b67-c0e3-42fc-934e-cc09249fd82d, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f7618b67-c0e3-42fc-934e-cc09249fd82d,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:49:08.734639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-867742d0-e70b-498d-9f85-8cdfbd9fcc14 None None] Port f7618b67-c0e3-42fc-934e-cc09249fd82d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:49:08.783664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e7643119-f205-4e9d-85ec-d79143be73ca tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:49:08.787983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7643119-f205-4e9d-85ec-d79143be73ca tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:08.788586 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7643119-f205-4e9d-85ec-d79143be73ca tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:08.792107 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15594cba-56cb-4e33-8078-b0e7840ef9b7 None None] Network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:49:08.830445 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:08.885224 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e7643119-f205-4e9d-85ec-d79143be73ca tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7576942 Nov 15 15:49:08.887423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef700f-bb67-420b-a000-15bf2ef8a30b None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:49:08.888067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53626) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:09.097890 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6956bf0-e605-48a1-95d3-b57a6c944b8c None None] Pushing event updated for resources: {'Port': ['ID=f7618b67-c0e3-42fc-934e-cc09249fd82d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:09.102934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Routers {'5037dcdb-f410-40da-ba02-d0cc0bfe2cec'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:49:09.103363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:09.191224 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:49:09.229236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-46d483ee-5af9-43f3-aa22-34df6e2c27c0 None None] Provisioning complete for port f7618b67-c0e3-42fc-934e-cc09249fd82d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:09.229613 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46d483ee-5af9-43f3-aa22-34df6e2c27c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:09.297289 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] Set router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:49:09.341627 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:09.359788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ips': [{'subnet_id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:49:09.359788 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:09.540335 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46d483ee-5af9-43f3-aa22-34df6e2c27c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:09.631567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-46d483ee-5af9-43f3-aa22-34df6e2c27c0 None None] For port f7618b67-c0e3-42fc-934e-cc09249fd82d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f7618b67-c0e3-42fc-934e-cc09249fd82d,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:49:09.633614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Allocated IP 172.20.0.2 (4180a3d0-a507-45cd-aa8c-f5a63b80cb8a/ea80ae67-7ee1-485d-a148-c783829ab3d3/68f661bd-698d-4131-afd9-1f9a101add75) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:49:09.728008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:07Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:09.737159 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46d483ee-5af9-43f3-aa22-34df6e2c27c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:09.773005 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ddf1a-47f6-44e8-97a2-47f23f51e05f None None] The sync data for ids ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'] in n-d-817748-2 is: [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:07Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:49:09.858310 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d483ee-5af9-43f3-aa22-34df6e2c27c0 None None] Pushing event updated for resources: {'Port': ['ID=f7618b67-c0e3-42fc-934e-cc09249fd82d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:09.861124 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:09.930904 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:09.980306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:49:09.997027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.20.0.1 (4180a3d0-a507-45cd-aa8c-f5a63b80cb8a/ea80ae67-7ee1-485d-a148-c783829ab3d3/cb4c9736-0af5-4662-96a6-0fd53da59563) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:49:10.001904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Pushing event updated for resources: {'Port': ['ID=68f661bd-698d-4131-afd9-1f9a101add75,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:10.008286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:49:10.014779 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:49:10.086008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Attempting to bind port 68f661bd-698d-4131-afd9-1f9a101add75 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:49:10.086374 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Attempting to bind port 68f661bd-698d-4131-afd9-1f9a101add75 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:49:10.086778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Attempting to bind port 68f661bd-698d-4131-afd9-1f9a101add75 on network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:49:10.092700 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:49:10.093072 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Checking segment: {'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:49:10.093465 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:10.093851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Bound using segment: {'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:49:10.094313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Bound port: 68f661bd-698d-4131-afd9-1f9a101add75, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:49:10.094967 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:10.142751 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:10.164286 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-646230f9-30db-4466-a69a-a03442738b52 None None] For port 68f661bd-698d-4131-afd9-1f9a101add75, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:49:10.167927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-646230f9-30db-4466-a69a-a03442738b52 None None] For port 68f661bd-698d-4131-afd9-1f9a101add75, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=68f661bd-698d-4131-afd9-1f9a101add75,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:49:10.281770 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:10.316625 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:10.340473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646230f9-30db-4466-a69a-a03442738b52 None None] Pushing event updated for resources: {'Port': ['ID=68f661bd-698d-4131-afd9-1f9a101add75,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:10.380731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:49:10.384978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:49:10.386977 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=cb4c9736-0af5-4662-96a6-0fd53da59563,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:10.389798 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:49:10.439362 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:10.669298 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:10.846769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f7618b67-c0e3-42fc-934e-cc09249fd82d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:49:10.901355 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f7618b67-c0e3-42fc-934e-cc09249fd82d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:10.901725 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:10.987569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 68f661bd-698d-4131-afd9-1f9a101add75 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:49:11.041485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 68f661bd-698d-4131-afd9-1f9a101add75 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:11.041866 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:11.126359 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:11.161412 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 68f661bd-698d-4131-afd9-1f9a101add75, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=68f661bd-698d-4131-afd9-1f9a101add75,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:49:11.224074 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:11.274614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=68f661bd-698d-4131-afd9-1f9a101add75,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:11.297696 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:11.298363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aca6a0-9bc2-42cd-b806-778a8b0bfb4e None None] Network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:49:11.355574 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:11.415196 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6bd45fa9-5f5d-4e0e-b72f-60e63d2f1179 None None] Provisioning complete for port 68f661bd-698d-4131-afd9-1f9a101add75 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:11.415572 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6bd45fa9-5f5d-4e0e-b72f-60e63d2f1179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:11.433829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=cb4c9736-0af5-4662-96a6-0fd53da59563,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:11.436401 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:11.532931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:49:11.534467 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:49:11.657162 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:49:11.773431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a9d8ff37-5158-4618-a7ea-60653cb67bd2 None None] Provisioning complete for port cb4c9736-0af5-4662-96a6-0fd53da59563 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:11.773954 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ff37-5158-4618-a7ea-60653cb67bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:11.811928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:49:11.812920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a9d8ff37-5158-4618-a7ea-60653cb67bd2 None None] Port cb4c9736-0af5-4662-96a6-0fd53da59563 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:49:11.827250 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-9adf0b4d-2c19-430c-b66a-a6970607f37e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "PUT /v2.0/routers/5037dcdb-f410-40da-ba02-d0cc0bfe2cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9290719 Nov 15 15:49:11.831210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a9d8ff37-5158-4618-a7ea-60653cb67bd2 None None] Provisioning complete for port 68f661bd-698d-4131-afd9-1f9a101add75 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:11.831643 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ff37-5158-4618-a7ea-60653cb67bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:11.858697 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Sync routers for ids ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:49:11.874468 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Routers {'5037dcdb-f410-40da-ba02-d0cc0bfe2cec'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:49:11.875346 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:11.988725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-355e5a81-5ad8-41bf-bd1b-8f4dc378e056 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-940925206&fields=id&tenant_id=2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 267 time: 0.0477798 Nov 15 15:49:11.993207 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Set router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:49:12.050062 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-49999abe-bd3d-4448-8176-4fe86e82de92 None None] Provisioning complete for port cb4c9736-0af5-4662-96a6-0fd53da59563 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:12.050851 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49999abe-bd3d-4448-8176-4fe86e82de92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:12.090094 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-49999abe-bd3d-4448-8176-4fe86e82de92 None None] Port cb4c9736-0af5-4662-96a6-0fd53da59563 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:49:12.121451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-1542afc4-f69d-4093-b95f-b48fca481516 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:12.124191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-1542afc4-f69d-4093-b95f-b48fca481516 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/networks?id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a HTTP/1.1" status: 200 len: 796 time: 0.1215634 Nov 15 15:49:12.140786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-cd658354-d2b1-430a-bf56-4ecdd097b41d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/quotas/2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 375 time: 0.0107384 Nov 15 15:49:12.196785 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-19953939-4c23-4be3-a460-09bc748f7b35 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502119 Nov 15 15:49:12.227591 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:10Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cb4c9736-0af5-4662-96a6-0fd53da59563', 'name': '', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:aa:00:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:09Z', 'updated_at': '2021-11-15T15:49:11Z', 'revision_number': 2, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:12.255321 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Checking router: 5037dcdb-f410-40da-ba02-d0cc0bfe2cec for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:49:12.255674 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Updating router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec port cb4c9736-0af5-4662-96a6-0fd53da59563 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:49:12.280165 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:12.303190 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-e8786d34-a41a-4d24-8d93-36635fc1de8e service neutron] 10.222.0.70 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925858 Nov 15 15:49:12.323316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b6529e9f-9f3a-4e99-906c-9185dcf5a0de None None] Provisioning complete for port cb4c9736-0af5-4662-96a6-0fd53da59563 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:12.323845 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b6529e9f-9f3a-4e99-906c-9185dcf5a0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:12.358683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b6529e9f-9f3a-4e99-906c-9185dcf5a0de None None] Port cb4c9736-0af5-4662-96a6-0fd53da59563 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:49:12.398610 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-c4138d7c-2008-4815-95d1-9690f9d00bb4 service neutron] 10.222.0.70 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866904 Nov 15 15:49:12.550033 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:12.629795 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:12.637790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3f727f0f-d418-4229-b6bb-0df752ee7ce8 req-2983c3f6-486f-422e-91ff-9cb8cb8d3558 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 210 time: 0.0261748 Nov 15 15:49:12.697625 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Pushing event updated for resources: {'Port': ['ID=cb4c9736-0af5-4662-96a6-0fd53da59563,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:12.725191 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:12.725191 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:12.725191 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:12.726232 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:12.726232 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:12.726232 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:12.726796 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:12.726796 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:12.727161 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:12.727262 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:12.727536 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:12.727854 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:49:12.775560 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Attempting to bind port cb4c9736-0af5-4662-96a6-0fd53da59563 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:49:12.776277 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Attempting to bind port cb4c9736-0af5-4662-96a6-0fd53da59563 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:49:12.776873 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Attempting to bind port cb4c9736-0af5-4662-96a6-0fd53da59563 on network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:49:12.783720 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:49:12.787137 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Checking segment: {'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:49:12.787137 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:12.787137 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Bound using segment: {'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:49:12.787137 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Bound port: cb4c9736-0af5-4662-96a6-0fd53da59563, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:49:12.787137 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:12.792299 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 68f661bd-698d-4131-afd9-1f9a101add75 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:49:12.847745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 68f661bd-698d-4131-afd9-1f9a101add75 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:12.848114 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:12.864848 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] For port cb4c9736-0af5-4662-96a6-0fd53da59563, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:49:12.868809 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] For port cb4c9736-0af5-4662-96a6-0fd53da59563, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=cb4c9736-0af5-4662-96a6-0fd53da59563,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:49:12.949847 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:12.985797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e8aad617-7b2c-49ec-92e1-ceb7e2ba450a None None] Provisioning complete for port cb4c9736-0af5-4662-96a6-0fd53da59563 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:12.987353 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8aad617-7b2c-49ec-92e1-ceb7e2ba450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:13.010086 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c24f5-c960-4c7a-9ea1-7a36b0f49688 None None] Pushing event updated for resources: {'Port': ['ID=cb4c9736-0af5-4662-96a6-0fd53da59563,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:13.012783 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Routers {'5037dcdb-f410-40da-ba02-d0cc0bfe2cec'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:49:13.014123 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:13.085630 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8aad617-7b2c-49ec-92e1-ceb7e2ba450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:13.122480 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e8aad617-7b2c-49ec-92e1-ceb7e2ba450a None None] For port cb4c9736-0af5-4662-96a6-0fd53da59563, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=cb4c9736-0af5-4662-96a6-0fd53da59563,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:49:13.128562 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] Set router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:49:13.221715 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8aad617-7b2c-49ec-92e1-ceb7e2ba450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:13.272333 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aad617-7b2c-49ec-92e1-ceb7e2ba450a None None] Pushing event updated for resources: {'Port': ['ID=cb4c9736-0af5-4662-96a6-0fd53da59563,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:13.349399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-001bc1fc-c810-4c83-9a56-f871e46b2d32 None None] Provisioning complete for port cb4c9736-0af5-4662-96a6-0fd53da59563 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:13.357037 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-001bc1fc-c810-4c83-9a56-f871e46b2d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:13.369475 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:10Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cb4c9736-0af5-4662-96a6-0fd53da59563', 'name': '', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:aa:00:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:09Z', 'updated_at': '2021-11-15T15:49:12Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:13.399022 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853900cc-7fc9-4f41-ba3d-4e3a215bf2ad None None] The sync data for ids ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'] in n-d-817748-2 is: [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:10Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cb4c9736-0af5-4662-96a6-0fd53da59563', 'name': '', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:aa:00:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:09Z', 'updated_at': '2021-11-15T15:49:12Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:49:13.746785 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b39896c0-6495-4ef1-88de-386a75a3b4c8 req-657ddc21-2134-4c52-ac0b-4233c5db98a2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 210 time: 0.0283055 Nov 15 15:49:14.803082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-ec22d63c-9212-4e5f-b867-446ab3f4e6b6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:14.806369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-ec22d63c-9212-4e5f-b867-446ab3f4e6b6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/networks?id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a HTTP/1.1" status: 200 len: 796 time: 0.1313510 Nov 15 15:49:14.815825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device cb4c9736-0af5-4662-96a6-0fd53da59563 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:49:14.863267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d823e192-2ef2-4f5c-bcbe-7b63ebcc9428 req-1dbcf254-a5bd-4bd1-89d0-a625946c0faf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 210 time: 0.0340064 Nov 15 15:49:14.866430 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port cb4c9736-0af5-4662-96a6-0fd53da59563 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:14.866812 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:14.910474 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-68894553-7f05-44ab-8d41-6c8a73a7f802 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 379 time: 0.0950162 Nov 15 15:49:14.923879 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-6a97db3e-cc28-43b4-8d9e-c0df045a87bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'port': {'device_id': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'admin_state_up': True, 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'security_groups': ['a9954169-a311-4462-ad8d-f825c84dd4be']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:49:15.130135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-6a97db3e-cc28-43b4-8d9e-c0df045a87bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:49:15.133787 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-6a97db3e-cc28-43b4-8d9e-c0df045a87bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:15.260102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-6a97db3e-cc28-43b4-8d9e-c0df045a87bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.20.0.8 (4180a3d0-a507-45cd-aa8c-f5a63b80cb8a/ea80ae67-7ee1-485d-a148-c783829ab3d3/b1bd64d6-ca4b-477c-9170-a7ac6529f2c1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:49:15.395154 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-6a97db3e-cc28-43b4-8d9e-c0df045a87bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:15.461791 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-6a97db3e-cc28-43b4-8d9e-c0df045a87bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:15.510686 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-6a97db3e-cc28-43b4-8d9e-c0df045a87bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:49:15.513924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-6a97db3e-cc28-43b4-8d9e-c0df045a87bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:49:15.517825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-6a97db3e-cc28-43b4-8d9e-c0df045a87bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:49:15.524304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97db3e-cc28-43b4-8d9e-c0df045a87bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:15.571887 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-6a97db3e-cc28-43b4-8d9e-c0df045a87bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:15.572512 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-6a97db3e-cc28-43b4-8d9e-c0df045a87bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:15.644045 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-6a97db3e-cc28-43b4-8d9e-c0df045a87bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7244642 Nov 15 15:49:15.657890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Request body: {'port': {'device_id': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:49:15.721010 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:15.787366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0369ed3c-d3d4-49ba-adfb-26c587dbd948 None None] Provisioning complete for port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:15.787658 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0369ed3c-d3d4-49ba-adfb-26c587dbd948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:15.821592 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0369ed3c-d3d4-49ba-adfb-26c587dbd948 None None] Port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:49:16.019634 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebdca2-01ae-4eb0-b8fb-c86c4206ee8f req-8a80e246-69db-46fc-9bb6-b107d840d8e2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:16.021142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3aebdca2-01ae-4eb0-b8fb-c86c4206ee8f req-8a80e246-69db-46fc-9bb6-b107d840d8e2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 931 time: 0.0812914 Nov 15 15:49:16.025007 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:49:16.034491 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:16.061416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Transition to ACTIVE for port object b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:49:16.090805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3aebdca2-01ae-4eb0-b8fb-c86c4206ee8f req-3f197426-f135-40fd-813e-fb74f2a21313 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609987 Nov 15 15:49:16.136078 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:16.193058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:16.261284 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Attempting to bind port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:49:16.261617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Attempting to bind port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:49:16.261949 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Attempting to bind port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 on network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:49:16.267159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 on network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:49:16.267506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Attempting to bind port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 on network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:49:16.272745 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:49:16.273012 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Checking segment: {'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:49:16.273396 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Bound using segment: {'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:49:16.273824 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Bound port: b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:49:16.274247 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:16.340764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] For port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:49:16.344142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] For port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:49:16.407228 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:16.447731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:16.448488 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:16.449930 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] 10.222.0.59 "PUT /v2.0/ports/b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 HTTP/1.1" status: 200 len: 1091 time: 0.7970357 Nov 15 15:49:16.450387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:49:16.453504 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a4ddb8-5dea-4b16-9f4e-1d5f4a96d0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:49:16.483399 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c369946-f0d3-4125-9ab9-4e55e4f11001 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:16.493470 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359edf56-9e31-4c3f-921c-6fff66f2c2c3 x-openstack-request-id: req-359edf56-9e31-4c3f-921c-6fff66f2c2c3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:49:16.493834 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:49:16.494095 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-359edf56-9e31-4c3f-921c-6fff66f2c2c3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:49:16.494686 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'status': 'completed', 'code': 200} Nov 15 15:49:16.563189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ddb8-5dea-4b16-9f4e-1d5f4a96d0fb req-8ed883c3-a58c-413a-a64d-b523ed2ed5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:16.564839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69a4ddb8-5dea-4b16-9f4e-1d5f4a96d0fb req-8ed883c3-a58c-413a-a64d-b523ed2ed5fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 1094 time: 0.0492945 Nov 15 15:49:16.670899 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ddb8-5dea-4b16-9f4e-1d5f4a96d0fb req-fd7767ef-8d99-4fac-8d01-2ac01d0ab651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:16.672388 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69a4ddb8-5dea-4b16-9f4e-1d5f4a96d0fb req-fd7767ef-8d99-4fac-8d01-2ac01d0ab651 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2b00f3ef972b45c298d72350654a05b1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0992627 Nov 15 15:49:16.779998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ddb8-5dea-4b16-9f4e-1d5f4a96d0fb req-86043edf-b36c-4b0f-9e6f-a10a7566dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:16.781893 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-69a4ddb8-5dea-4b16-9f4e-1d5f4a96d0fb req-86043edf-b36c-4b0f-9e6f-a10a7566dcc6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033862 Nov 15 15:49:16.865996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-2603278b-4055-4f7d-831c-c8f6670e9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:16.867456 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-2603278b-4055-4f7d-831c-c8f6670e9713 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 1094 time: 0.0492902 Nov 15 15:49:16.913017 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-eff0aec0-c94a-4a3c-984a-9708bfd9039d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 HTTP/1.1" status: 200 len: 217 time: 0.0383828 Nov 15 15:49:16.960589 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-3016ab81-fc73-4ae6-96e0-8acccc099b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:16.962030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-3016ab81-fc73-4ae6-96e0-8acccc099b09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ea80ae67-7ee1-485d-a148-c783829ab3d3 HTTP/1.1" status: 200 len: 835 time: 0.0429380 Nov 15 15:49:17.006647 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-b743a3aa-5d40-44b8-9258-f47c6f1f8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:17.008147 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-b743a3aa-5d40-44b8-9258-f47c6f1f8981 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397012 Nov 15 15:49:17.100033 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-918dca04-5252-4089-8cc5-9512ff30fbec service neutron] 10.222.0.59 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847125 Nov 15 15:49:17.225556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-266e0c55-c3a7-489f-a896-70b5a692f66e req-e992abd8-2c06-465e-9f50-b180a6ff98df service neutron] 10.222.0.59 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187415 Nov 15 15:49:17.238093 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182ac45-f8f7-4444-b2aa-9a0f494f2ec0 req-075731bd-e95c-4560-bfa8-25c24611bad6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:17.239655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2182ac45-f8f7-4444-b2aa-9a0f494f2ec0 req-075731bd-e95c-4560-bfa8-25c24611bad6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 943 time: 0.0786507 Nov 15 15:49:17.289955 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2182ac45-f8f7-4444-b2aa-9a0f494f2ec0 req-d981aa28-6e2f-498d-9414-e39c376e840e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442033 Nov 15 15:49:18.406508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c8c7a-be7f-4385-b8bf-983cca92bbb6 req-5d2e40d5-434f-49be-88ad-8fd2e3fa2f62 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:18.407986 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e8c8c7a-be7f-4385-b8bf-983cca92bbb6 req-5d2e40d5-434f-49be-88ad-8fd2e3fa2f62 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 943 time: 0.0488241 Nov 15 15:49:18.456814 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e8c8c7a-be7f-4385-b8bf-983cca92bbb6 req-34b7275f-c43f-496f-b2eb-f3d13fe5b199 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429783 Nov 15 15:49:18.589157 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:49:18.683737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:49:18.695308 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'port_id': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'mac_address': 'fa:16:3e:47:8c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:49:18.731926 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:18.745854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:49:18.766687 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:49:18.855556 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:18.902737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:19.112875 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['b1bd64d6-ca4b-477c-9170-a7ac6529f2c1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:49:19.570239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4113f55-af3b-4164-b648-526569961213 req-0d6fda0f-9010-4763-b492-a4df6cc4128f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:19.571736 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4113f55-af3b-4164-b648-526569961213 req-0d6fda0f-9010-4763-b492-a4df6cc4128f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 944 time: 0.0480471 Nov 15 15:49:19.624673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f4113f55-af3b-4164-b648-526569961213 req-85ba7813-9638-4d2c-b701-d23db3ea899f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470672 Nov 15 15:49:20.620313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:49:20.737923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:49:20.742288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:49:20.742685 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:20.748183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4714a14-988f-4529-9a09-b017d0e67acd req-962cf995-0357-4f9d-bb49-c81b0de91a27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:20.748183 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4714a14-988f-4529-9a09-b017d0e67acd req-962cf995-0357-4f9d-bb49-c81b0de91a27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 944 time: 0.0498977 Nov 15 15:49:20.807439 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4714a14-988f-4529-9a09-b017d0e67acd req-9834c84b-4bd4-4c3b-b225-339758ebcdb4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545685 Nov 15 15:49:20.825256 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:20.852805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:49:20.856403 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4141807-de4a-4b83-95e1-b57da4d1802b" -d '{"events": [{"server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "name": "network-vif-plugged", "status": "completed", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:49:20.871679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:49:20.959275 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b1eea5-58df-4a0d-a723-d03e340f4ed2 x-openstack-request-id: req-d9b1eea5-58df-4a0d-a723-d03e340f4ed2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:49:20.959566 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "name": "network-vif-plugged", "status": "completed", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:49:20.959815 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9b1eea5-58df-4a0d-a723-d03e340f4ed2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:49:20.960210 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'code': 200} Nov 15 15:49:21.001130 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:21.054790 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:21.057785 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6139f-86e1-4dc7-b0dc-01e7fb3dcdc3 req-8f2a7877-07c9-4707-86ca-ec5a9eedf7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:21.059318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9f6139f-86e1-4dc7-b0dc-01e7fb3dcdc3 req-8f2a7877-07c9-4707-86ca-ec5a9eedf7ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 1096 time: 0.0396314 Nov 15 15:49:21.106978 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e9f6139f-86e1-4dc7-b0dc-01e7fb3dcdc3 req-dc7665f3-917d-42be-ad92-808ed1b0c554 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403111 Nov 15 15:49:21.948362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab33be-30f0-45d7-8d20-3f6c9aa5f3b7 req-96511eb7-320b-41ff-aff0-56372546e9af tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:21.949858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37ab33be-30f0-45d7-8d20-3f6c9aa5f3b7 req-96511eb7-320b-41ff-aff0-56372546e9af tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0521057 Nov 15 15:49:21.999836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-37ab33be-30f0-45d7-8d20-3f6c9aa5f3b7 req-0d96a8cc-be54-4d25-895e-be8c0f351984 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435410 Nov 15 15:49:23.117730 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec175a-67b3-42fa-a718-f8ca0ee348e9 req-4f997b62-bc8c-452e-a953-6398ec2f23ef tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:23.119257 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89ec175a-67b3-42fa-a718-f8ca0ee348e9 req-4f997b62-bc8c-452e-a953-6398ec2f23ef tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0497165 Nov 15 15:49:23.168629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-89ec175a-67b3-42fa-a718-f8ca0ee348e9 req-96bcb3c5-b12d-47de-a2db-97b3f12c03cb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434012 Nov 15 15:49:23.287697 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f3e72-df62-4286-80ef-e70c0b369625 req-5781af8e-75e4-4868-8ff7-1ae16b069da8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:23.289104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa8f3e72-df62-4286-80ef-e70c0b369625 req-5781af8e-75e4-4868-8ff7-1ae16b069da8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0543764 Nov 15 15:49:23.338336 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fa8f3e72-df62-4286-80ef-e70c0b369625 req-1bdba792-6e71-4200-9704-4a5f21c2e94e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427122 Nov 15 15:49:23.360696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:23.398995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bcfa9a-0fb4-4d2e-8c56-bfe31e3af25e tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:23.400498 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-60bcfa9a-0fb4-4d2e-8c56-bfe31e3af25e tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 1091 time: 0.0388429 Nov 15 15:49:23.403259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:23.408049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:49:23.515428 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:23.614258 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:23.713414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.25.4.207 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/f0bf03ec-0da5-46f7-862b-7e75cbbac1ab) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:49:23.817267 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:23.901276 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:23.940772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:49:23.943743 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:49:23.946289 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:49:23.973154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=f0bf03ec-0da5-46f7-862b-7e75cbbac1ab,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:24.294028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:24.414789 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:24.565754 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:24.635044 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:24.707304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=f0bf03ec-0da5-46f7-862b-7e75cbbac1ab,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:49:24.715509 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:24.827275 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Floating IP 80de5f90-06e1-4b2f-a47e-24154b08e9d7 associated. External IP: 172.25.4.207, port: b1bd64d6-ca4b-477c-9170-a7ac6529f2c1. Nov 15 15:49:25.363642 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:49:25.465362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:49:25.476056 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc18f8-7be4-40b1-a336-3440b9c6e692 None None] Sync routers for ids ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:49:25.486623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc18f8-7be4-40b1-a336-3440b9c6e692 None None] Routers {'5037dcdb-f410-40da-ba02-d0cc0bfe2cec'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:49:25.492235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b8bc18f8-7be4-40b1-a336-3440b9c6e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:25.534771 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:25.568159 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-d34d6a1b-aec9-4a9f-8eec-9a4346471252 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1631553 Nov 15 15:49:25.568681 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:49:25.571057 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb48a7b1-5030-44c2-abfa-87616a5490e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:49:25.619615 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfb002e-e5fd-4320-b491-472a3f3dcb39 x-openstack-request-id: req-4dfb002e-e5fd-4320-b491-472a3f3dcb39 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:49:25.620032 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:49:25.620408 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4dfb002e-e5fd-4320-b491-472a3f3dcb39 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:49:25.620913 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'status': 'completed', 'code': 200} Nov 15 15:49:25.708352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a7b1-5030-44c2-abfa-87616a5490e5 req-7183ba1e-1d0e-4abe-8b65-7e6e689620c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:25.709902 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb48a7b1-5030-44c2-abfa-87616a5490e5 req-7183ba1e-1d0e-4abe-8b65-7e6e689620c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 1096 time: 0.0636985 Nov 15 15:49:25.717964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdf00e-2b3d-43ba-a9e7-49eae43a4886 req-27d3f169-7cd6-4bb6-be9f-b4470c160652 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:25.719648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-30cdf00e-2b3d-43ba-a9e7-49eae43a4886 req-27d3f169-7cd6-4bb6-be9f-b4470c160652 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0827897 Nov 15 15:49:25.755090 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b8bc18f8-7be4-40b1-a336-3440b9c6e692 None None] Set router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:49:25.822209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-30cdf00e-2b3d-43ba-a9e7-49eae43a4886 req-ac64ce28-fdfb-43ed-b9e8-fe78399d9458 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939543 Nov 15 15:49:25.845360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a7b1-5030-44c2-abfa-87616a5490e5 req-1355e419-2ecd-4910-a263-33099472ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:25.845598 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53688) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:25.847773 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb48a7b1-5030-44c2-abfa-87616a5490e5 req-1355e419-2ecd-4910-a263-33099472ae9f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a HTTP/1.1" status: 200 len: 897 time: 0.1272590 Nov 15 15:49:25.910494 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0c87b47d-fa87-4b05-ad9c-da364549dc68 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/80de5f90-06e1-4b2f-a47e-24154b08e9d7 HTTP/1.1" status: 200 len: 991 time: 0.0638299 Nov 15 15:49:25.919111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb48a7b1-5030-44c2-abfa-87616a5490e5 req-c605af8b-b231-4b63-923a-7c7061cacd57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 HTTP/1.1" status: 200 len: 999 time: 0.0634742 Nov 15 15:49:25.972395 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a7b1-5030-44c2-abfa-87616a5490e5 req-94dfcdcd-b823-41c1-8cdc-104a6adc8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:25.973868 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb48a7b1-5030-44c2-abfa-87616a5490e5 req-94dfcdcd-b823-41c1-8cdc-104a6adc8f1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ea80ae67-7ee1-485d-a148-c783829ab3d3 HTTP/1.1" status: 200 len: 835 time: 0.0485907 Nov 15 15:49:25.986488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b8bc18f8-7be4-40b1-a336-3440b9c6e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:10Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '80de5f90-06e1-4b2f-a47e-24154b08e9d7', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'port_id': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'mac_address': 'fa:16:3e:47:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:49:24Z', 'updated_at': '2021-11-15T15:49:24Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4c9736-0af5-4662-96a6-0fd53da59563', 'name': '', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:aa:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:09Z', 'updated_at': '2021-11-15T15:49:13Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:26.017335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc18f8-7be4-40b1-a336-3440b9c6e692 None None] Checking router: 5037dcdb-f410-40da-ba02-d0cc0bfe2cec for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:49:26.019729 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a7b1-5030-44c2-abfa-87616a5490e5 req-6240f789-861c-4905-82ba-9e48d750e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:26.021308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb48a7b1-5030-44c2-abfa-87616a5490e5 req-6240f789-861c-4905-82ba-9e48d750e885 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406241 Nov 15 15:49:26.025918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc18f8-7be4-40b1-a336-3440b9c6e692 None None] Routers {'5037dcdb-f410-40da-ba02-d0cc0bfe2cec'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:49:26.026590 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b8bc18f8-7be4-40b1-a336-3440b9c6e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:49:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:26.115626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb48a7b1-5030-44c2-abfa-87616a5490e5 req-db4ad591-db5d-4958-b55e-c3b6aa7c2241 service neutron] 10.222.0.59 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870607 Nov 15 15:49:26.136313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b8bc18f8-7be4-40b1-a336-3440b9c6e692 None None] Set router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:49:26.209645 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb48a7b1-5030-44c2-abfa-87616a5490e5 req-9b41db05-0e9e-4f40-a3e7-959260da0874 service neutron] 10.222.0.59 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872321 Nov 15 15:49:26.372417 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b8bc18f8-7be4-40b1-a336-3440b9c6e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:10Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '80de5f90-06e1-4b2f-a47e-24154b08e9d7', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'port_id': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'mac_address': 'fa:16:3e:47:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:49:24Z', 'updated_at': '2021-11-15T15:49:24Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4c9736-0af5-4662-96a6-0fd53da59563', 'name': '', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:aa:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:09Z', 'updated_at': '2021-11-15T15:49:13Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:49:26.402236 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc18f8-7be4-40b1-a336-3440b9c6e692 None None] The sync data for ids ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'] in n-d-817748-2 is: [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:10Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '80de5f90-06e1-4b2f-a47e-24154b08e9d7', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'port_id': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'mac_address': 'fa:16:3e:47:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:49:24Z', 'updated_at': '2021-11-15T15:49:24Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4c9736-0af5-4662-96a6-0fd53da59563', 'name': '', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:aa:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:09Z', 'updated_at': '2021-11-15T15:49:13Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:49:26.593964 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf69d8c-cfad-41a8-ae4e-42f0208d25a7 None None] New status for floating IP 80de5f90-06e1-4b2f-a47e-24154b08e9d7: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:49:26.914021 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53690) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:26.972992 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a91859d1-697c-4ee8-a0e7-8cb27150e08c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/80de5f90-06e1-4b2f-a47e-24154b08e9d7 HTTP/1.1" status: 200 len: 993 time: 0.0577860 Nov 15 15:49:29.132752 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:29.478801 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:29.772478 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0fe3f2d-9e15-4c17-bcca-8a5e8be47a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:32.132173 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a4de0909-487b-4784-b1fa-41dbc72755da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:33.758436 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:35.461188 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:35.872181 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:46.191536 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:49:53.612281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-9e129d2e-2fae-41bc-89db-06811764c65a req-ea1f9785-23d3-420d-a97e-bd9bf5022704 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:49:53.613293 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e129d2e-2fae-41bc-89db-06811764c65a req-ea1f9785-23d3-420d-a97e-bd9bf5022704 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055032 Nov 15 15:49:53.972213 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507b764-4836-42fd-b6d3-50e074f69a83 req-b5d12c2c-f02c-414f-8d7d-062217b959e5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:53.973731 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0507b764-4836-42fd-b6d3-50e074f69a83 req-b5d12c2c-f02c-414f-8d7d-062217b959e5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0507386 Nov 15 15:49:54.024905 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0507b764-4836-42fd-b6d3-50e074f69a83 req-4bbe5ebf-30fe-4b96-9e26-218af3ea0cf4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450311 Nov 15 15:49:54.128281 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:49:54.230549 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-7ac072ba-0566-4235-b0bc-d5f1e087c8e7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010249 Nov 15 15:49:54.239817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-30a72f21-ff71-440c-a2d6-1523b2a2a8ab service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:49:54.240794 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-30a72f21-ff71-440c-a2d6-1523b2a2a8ab service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056248 Nov 15 15:49:55.166851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a18d7-c8ad-4c87-94d8-ee9721773368 req-60d5544a-308b-43ff-b2ca-4da7db0d4187 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:55.168395 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db1a18d7-c8ad-4c87-94d8-ee9721773368 req-60d5544a-308b-43ff-b2ca-4da7db0d4187 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0738714 Nov 15 15:49:55.221823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db1a18d7-c8ad-4c87-94d8-ee9721773368 req-fe050686-eceb-47b1-9933-7eb6a80135d9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457997 Nov 15 15:49:55.733185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aa40a-b0d7-46dc-acb2-dfe8964532bd req-df1b7472-575f-4840-822c-ccc69283ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:55.735094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c9aa40a-b0d7-46dc-acb2-dfe8964532bd req-df1b7472-575f-4840-822c-ccc69283ec3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 1096 time: 0.0426736 Nov 15 15:49:55.845491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aa40a-b0d7-46dc-acb2-dfe8964532bd req-384d39be-7896-4baf-8d9a-cb98820ac514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:55.847511 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c9aa40a-b0d7-46dc-acb2-dfe8964532bd req-384d39be-7896-4baf-8d9a-cb98820ac514 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a HTTP/1.1" status: 200 len: 897 time: 0.0920775 Nov 15 15:49:55.914546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c9aa40a-b0d7-46dc-acb2-dfe8964532bd req-c5a5a6d8-f5f6-4618-85fb-354fb5a5c79b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 HTTP/1.1" status: 200 len: 1001 time: 0.0591526 Nov 15 15:49:55.976731 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aa40a-b0d7-46dc-acb2-dfe8964532bd req-fec658a9-2e3e-4514-a0c8-da78f7035dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:55.978267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c9aa40a-b0d7-46dc-acb2-dfe8964532bd req-fec658a9-2e3e-4514-a0c8-da78f7035dc0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ea80ae67-7ee1-485d-a148-c783829ab3d3 HTTP/1.1" status: 200 len: 835 time: 0.0567992 Nov 15 15:49:56.029497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aa40a-b0d7-46dc-acb2-dfe8964532bd req-824dccfc-e92e-4db8-9fb0-752069ef70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:56.031095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c9aa40a-b0d7-46dc-acb2-dfe8964532bd req-824dccfc-e92e-4db8-9fb0-752069ef70b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454762 Nov 15 15:49:56.121789 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c9aa40a-b0d7-46dc-acb2-dfe8964532bd req-a0af7ac3-00c0-4baa-bc0b-5ad67474a48e service neutron] 10.222.0.59 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825970 Nov 15 15:49:56.217217 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0c9aa40a-b0d7-46dc-acb2-dfe8964532bd req-d8bc0772-7200-49bd-822f-25f8b9067671 service neutron] 10.222.0.59 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882535 Nov 15 15:49:56.356722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ec898-12c5-430c-9b53-488c99a650df req-b05f7a98-5b90-4275-8ac8-d1b49457207a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:56.358259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c29ec898-12c5-430c-9b53-488c99a650df req-b05f7a98-5b90-4275-8ac8-d1b49457207a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0525007 Nov 15 15:49:56.409819 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c29ec898-12c5-430c-9b53-488c99a650df req-636a4439-913e-4b2b-89ef-15580e14f591 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449932 Nov 15 15:49:56.512629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215a9b6-d932-484f-a491-f671181ceda7 req-2b5a17bd-e7aa-48c2-9d50-8b0ad98f0f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:56.514135 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-2b5a17bd-e7aa-48c2-9d50-8b0ad98f0f9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 1096 time: 0.0420077 Nov 15 15:49:56.612011 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215a9b6-d932-484f-a491-f671181ceda7 req-a09c35e6-28d2-44b0-85ae-98bff1ad5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:56.614141 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-a09c35e6-28d2-44b0-85ae-98bff1ad5b5e service neutron] 10.222.0.59 "GET /v2.0/networks?id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a HTTP/1.1" status: 200 len: 897 time: 0.0920563 Nov 15 15:49:56.684263 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-2f24497e-2519-4b35-9ef2-76d92680b013 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 HTTP/1.1" status: 200 len: 1001 time: 0.0621803 Nov 15 15:49:56.734463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215a9b6-d932-484f-a491-f671181ceda7 req-1676aaa9-2138-49b3-9aee-38fd9d5ac9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:56.735967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-1676aaa9-2138-49b3-9aee-38fd9d5ac9f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ea80ae67-7ee1-485d-a148-c783829ab3d3 HTTP/1.1" status: 200 len: 835 time: 0.0448570 Nov 15 15:49:56.783126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215a9b6-d932-484f-a491-f671181ceda7 req-dcb9008c-b1f0-45fb-875a-80c3e8e32f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:56.784646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-dcb9008c-b1f0-45fb-875a-80c3e8e32f06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409899 Nov 15 15:49:56.879703 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-10a4f1e7-1e90-465c-a17e-99ee196f31d4 service neutron] 10.222.0.59 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866737 Nov 15 15:49:56.970794 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-02117959-8b1c-4bd9-bdf3-fa0a54f52204 service neutron] 10.222.0.59 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824845 Nov 15 15:49:57.527759 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab045cbc-f2d0-4ed5-9c7a-b4cbb535f9f0 req-84c63a52-df8b-4785-acca-e9839fd48e8a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:57.529260 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab045cbc-f2d0-4ed5-9c7a-b4cbb535f9f0 req-84c63a52-df8b-4785-acca-e9839fd48e8a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0502815 Nov 15 15:49:57.578494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ab045cbc-f2d0-4ed5-9c7a-b4cbb535f9f0 req-9981cf69-8466-4714-a3dd-c0fcbf58d124 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430481 Nov 15 15:49:58.698075 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3cf89-39cb-4af5-b511-9de078873eda req-a4b18972-83ae-4661-a44d-a2695a275718 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:58.699590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fe3cf89-39cb-4af5-b511-9de078873eda req-a4b18972-83ae-4661-a44d-a2695a275718 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0523398 Nov 15 15:49:58.749601 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fe3cf89-39cb-4af5-b511-9de078873eda req-56e2f7dc-7c98-48ed-9bea-6e8a1480086e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440700 Nov 15 15:49:59.163534 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:59.483591 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:59.833232 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb2df61e-b96f-473b-bac4-03016c76a5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:49:59.866285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c22952-5f13-4f4c-9a5b-09337eed9389 req-3f9378cb-b28b-4316-8513-751f0f2f2e94 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:49:59.867818 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05c22952-5f13-4f4c-9a5b-09337eed9389 req-3f9378cb-b28b-4316-8513-751f0f2f2e94 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0502455 Nov 15 15:49:59.917602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-05c22952-5f13-4f4c-9a5b-09337eed9389 req-0163cbd8-3d6f-412f-9372-667778b661f6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435233 Nov 15 15:50:01.041755 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104d0ef-54bf-42f3-ae12-971dc7eacac9 req-dcc3bdeb-7ce5-4340-b390-33385e795766 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:01.043284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6104d0ef-54bf-42f3-ae12-971dc7eacac9 req-dcc3bdeb-7ce5-4340-b390-33385e795766 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0539832 Nov 15 15:50:01.091563 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6104d0ef-54bf-42f3-ae12-971dc7eacac9 req-7c7e514f-dbec-4c9b-ab4b-3368a7783499 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424318 Nov 15 15:50:02.129050 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97fb2cac-202b-4ad9-b965-67a7e0bccbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:02.211982 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00072a7-c6b6-4186-b6da-5e120f3a4d52 req-373f5064-4750-45b4-b4e6-9cd3659ce1fc tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:02.213522 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b00072a7-c6b6-4186-b6da-5e120f3a4d52 req-373f5064-4750-45b4-b4e6-9cd3659ce1fc tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0503111 Nov 15 15:50:02.272425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b00072a7-c6b6-4186-b6da-5e120f3a4d52 req-b3f74e6e-af6d-40ca-8512-51dedc25ffa9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522323 Nov 15 15:50:03.388904 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9b53-aa5d-4d9c-97a7-3b95558c2afa req-06175d77-d994-497a-acc4-214bba973868 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:03.390419 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6fa9b53-aa5d-4d9c-97a7-3b95558c2afa req-06175d77-d994-497a-acc4-214bba973868 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0485778 Nov 15 15:50:03.443962 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6fa9b53-aa5d-4d9c-97a7-3b95558c2afa req-ccba737b-0b8b-4f92-bb41-e6f1842f45b4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468993 Nov 15 15:50:03.819045 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:04.576924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f52489-f96f-4500-b5bb-ef45c7170233 req-43bf84cf-b1e7-43c5-b001-73660999e5d9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:04.578329 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7f52489-f96f-4500-b5bb-ef45c7170233 req-43bf84cf-b1e7-43c5-b001-73660999e5d9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0493517 Nov 15 15:50:04.631376 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7f52489-f96f-4500-b5bb-ef45c7170233 req-1b524180-c83f-4750-b2ea-ce4cf9cf8e27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464666 Nov 15 15:50:05.469138 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:05.749300 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b369b-87de-4eb6-b716-3144ef5d34b0 req-e1e7048e-da30-43a9-a627-568f3c08041f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:05.750786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b3b369b-87de-4eb6-b716-3144ef5d34b0 req-e1e7048e-da30-43a9-a627-568f3c08041f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0501428 Nov 15 15:50:05.800906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9b3b369b-87de-4eb6-b716-3144ef5d34b0 req-4ffdba2f-c73b-476f-83bf-a1e026e384cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441282 Nov 15 15:50:05.849267 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:06.935624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7347ef3-4537-4217-a9d1-0b89daf1f2a8 req-a5d0f3c2-2b7c-4167-b95b-fa5e3891967a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:06.937143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7347ef3-4537-4217-a9d1-0b89daf1f2a8 req-a5d0f3c2-2b7c-4167-b95b-fa5e3891967a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0646505 Nov 15 15:50:06.987308 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7347ef3-4537-4217-a9d1-0b89daf1f2a8 req-f6636c22-dc17-4a31-8f5f-272d8de7d8d7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435431 Nov 15 15:50:08.105016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc731269-c969-40e1-ba29-5fef06ece4c5 req-369d7701-7452-40d7-b658-c42e1747e759 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:08.106513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc731269-c969-40e1-ba29-5fef06ece4c5 req-369d7701-7452-40d7-b658-c42e1747e759 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0490260 Nov 15 15:50:08.156865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc731269-c969-40e1-ba29-5fef06ece4c5 req-320a058b-4536-48ea-a979-70eecf02e6c2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439358 Nov 15 15:50:09.284893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12945f4-79a3-4125-a246-608ab0676c2f req-6b5259a0-b3da-4ee6-8cb4-85eb1351fd24 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:09.286424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e12945f4-79a3-4125-a246-608ab0676c2f req-6b5259a0-b3da-4ee6-8cb4-85eb1351fd24 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0584326 Nov 15 15:50:09.342482 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e12945f4-79a3-4125-a246-608ab0676c2f req-4e62c1ab-2f5d-4ab1-ad92-6ecfdca546ee tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499828 Nov 15 15:50:10.460195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a546a-5f40-4dc1-9d60-ac7082a72aa4 req-a8ce004d-1735-4a9f-a4a6-bdfcc10379cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:10.461668 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-778a546a-5f40-4dc1-9d60-ac7082a72aa4 req-a8ce004d-1735-4a9f-a4a6-bdfcc10379cf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0486844 Nov 15 15:50:10.511657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-778a546a-5f40-4dc1-9d60-ac7082a72aa4 req-981c52e4-6090-4d9c-9554-ad1d19a67b24 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439138 Nov 15 15:50:11.627216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a7bd0-b317-4348-b5e4-661da4381af4 req-2ad5ebaa-ddef-4bfb-96ee-fb91d95da187 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:11.628632 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f7a7bd0-b317-4348-b5e4-661da4381af4 req-2ad5ebaa-ddef-4bfb-96ee-fb91d95da187 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0491385 Nov 15 15:50:11.677360 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5f7a7bd0-b317-4348-b5e4-661da4381af4 req-37ab17da-5a8a-429b-8d4f-2b677c08fa1d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422306 Nov 15 15:50:12.797748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640ec47-a1be-4703-9841-9414e2129585 req-f83960bf-02f9-40d9-8ca8-42ed3d18b1d7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:12.799279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1640ec47-a1be-4703-9841-9414e2129585 req-f83960bf-02f9-40d9-8ca8-42ed3d18b1d7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0525146 Nov 15 15:50:12.848620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1640ec47-a1be-4703-9841-9414e2129585 req-aa4d38ee-d272-42f5-8acd-e9d0ee023c11 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425394 Nov 15 15:50:13.966003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1e2a8-80ed-4a66-ade6-4b282502acef req-0db05819-e7fc-4654-ad70-72febf149dde tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:13.967511 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ab1e2a8-80ed-4a66-ade6-4b282502acef req-0db05819-e7fc-4654-ad70-72febf149dde tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0480664 Nov 15 15:50:14.016521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1ab1e2a8-80ed-4a66-ade6-4b282502acef req-cd2ec23a-c981-4f9a-a647-602f880113a9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428782 Nov 15 15:50:14.177659 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-4215a9b6-d932-484f-a491-f671181ceda7 req-a8572d48-5dd5-49c6-93b4-f695ddba436a service neutron] show failed (client error): The resource could not be found. Nov 15 15:50:14.178650 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-a8572d48-5dd5-49c6-93b4-f695ddba436a service neutron] 10.222.0.59 "GET /v2.0/ports/b1bd64d6-ca4b-477c-9170-a7ac6529f2c1/bindings/n-h2-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0580902 Nov 15 15:50:14.775458 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215a9b6-d932-484f-a491-f671181ceda7 req-62aabeba-487f-410c-9a74-0a85df783951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:14.777060 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-62aabeba-487f-410c-9a74-0a85df783951 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6&tenant_id=2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 1096 time: 0.0898647 Nov 15 15:50:14.791672 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-2d1e882e-9d71-4ff0-975d-da43445af114 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:50:14.792610 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-2d1e882e-9d71-4ff0-975d-da43445af114 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051973 Nov 15 15:50:14.810767 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817748-2', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:50:14.864234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:15.067294 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] For port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:50:15.101783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] For port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host n-h1-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:50:15.138858 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbd5d5-86f1-4699-afed-4d28b6b1dc3c req-53738089-5468-465c-a047-30c6825c4359 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:15.140373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68fbd5d5-86f1-4699-afed-4d28b6b1dc3c req-53738089-5468-465c-a047-30c6825c4359 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0504286 Nov 15 15:50:15.145797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:50:15.148170 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cca527-aa33-4ffb-9d8d-f550e2688e14" -d '{"events": [{"server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "name": "network-vif-unplugged", "status": "completed", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:50:15.152157 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:15.167093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Transition to ACTIVE for port object b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:50:15.200384 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-68fbd5d5-86f1-4699-afed-4d28b6b1dc3c req-e95d4414-71c6-4558-8067-76df518540dc tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497336 Nov 15 15:50:15.204517 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8f34f2-d6fc-4b2e-bf85-514c0c1444f0 x-openstack-request-id: req-4a8f34f2-d6fc-4b2e-bf85-514c0c1444f0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:50:15.204817 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "name": "network-vif-unplugged", "status": "completed", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:50:15.205071 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a8f34f2-d6fc-4b2e-bf85-514c0c1444f0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:50:15.205610 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'code': 200} Nov 15 15:50:15.231700 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:15.313194 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:50:15.328066 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:15.328413 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:15.328764 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:15.329105 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:15.329447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:15.330150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:15.330150 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:15.330445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:15.330780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:15.331118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:15.331445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:15.331763 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:15.375971 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] No DVR routers for this DVR port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 on host n-h1-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:50:15.512307 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Attempting to bind port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:50:15.512641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Attempting to bind port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:50:15.512972 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Attempting to bind port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 on network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:50:15.517410 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 on network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:50:15.517739 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Attempting to bind port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 on network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:50:15.522643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:50:15.523747 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Checking segment: {'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:50:15.523895 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Bound using segment: {'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:50:15.524276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Bound port: b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5bc011-5175-4666-8af2-6b53281e6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:50:15.524630 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:15.587746 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] For port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host n-h2-817748-2, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:50:15.590759 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] For port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:50:15.723421 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:15.758854 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:15.759481 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:15.760946 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] 10.222.0.46 "PUT /v2.0/ports/b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 HTTP/1.1" status: 200 len: 1091 time: 0.9543858 Nov 15 15:50:15.783544 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cda99f-c802-4864-8808-6cb4ff3518c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:50:15.833458 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215a9b6-d932-484f-a491-f671181ceda7 req-aa580ecf-dbcc-44e9-b3bf-595c21ddadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:15.834947 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-aa580ecf-dbcc-44e9-b3bf-595c21ddadb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 1094 time: 0.0425587 Nov 15 15:50:15.942049 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d47146fd-9246-49c1-bb9f-c1d9873e0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:15.943576 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-d47146fd-9246-49c1-bb9f-c1d9873e0043 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a HTTP/1.1" status: 200 len: 897 time: 0.0995736 Nov 15 15:50:16.037085 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-c474af16-752a-4c0e-ad3c-7ebfb9562837 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 HTTP/1.1" status: 200 len: 999 time: 0.0809925 Nov 15 15:50:16.094329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215a9b6-d932-484f-a491-f671181ceda7 req-db70fd1c-97ac-4cc2-adf6-142c2cc5d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:16.095753 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-db70fd1c-97ac-4cc2-adf6-142c2cc5d569 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea80ae67-7ee1-485d-a148-c783829ab3d3 HTTP/1.1" status: 200 len: 835 time: 0.0466528 Nov 15 15:50:16.144262 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215a9b6-d932-484f-a491-f671181ceda7 req-ea7b32b2-41d8-4500-9403-86783f6c0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:16.145761 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-ea7b32b2-41d8-4500-9403-86783f6c0ce4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403664 Nov 15 15:50:16.246428 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-cebf07bf-bd34-4211-9daf-03092e622b43 service neutron] 10.222.0.46 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873511 Nov 15 15:50:16.336473 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e62972-9312-407d-af2a-e455058eddf2 req-d0d341d8-b7e7-4e1f-880b-9758fb6f8018 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:16.337633 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61e62972-9312-407d-af2a-e455058eddf2 req-d0d341d8-b7e7-4e1f-880b-9758fb6f8018 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 943 time: 0.0607121 Nov 15 15:50:16.350134 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-4215a9b6-d932-484f-a491-f671181ceda7 req-7f84b225-ebba-465a-9257-e93f9fc62085 service neutron] 10.222.0.46 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928290 Nov 15 15:50:16.389623 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-61e62972-9312-407d-af2a-e455058eddf2 req-f40c1f20-4734-46f0-8446-9f34d3d3597d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454614 Nov 15 15:50:16.883648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:50:16.922176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:50:17.207037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:50:17.209764 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08917c8b-e494-4906-a0d5-eef8cb989d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:50:17.260308 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac674ae-909c-41ad-8651-64b710e272d4 x-openstack-request-id: req-7ac674ae-909c-41ad-8651-64b710e272d4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:50:17.260631 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:50:17.260879 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ac674ae-909c-41ad-8651-64b710e272d4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:50:17.261275 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'status': 'completed', 'code': 200} Nov 15 15:50:17.325856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-9f4a6f88-0ce9-40be-a504-f410501a9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:17.327443 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-9f4a6f88-0ce9-40be-a504-f410501a9879 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 1094 time: 0.0466654 Nov 15 15:50:17.336600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-a379d30a-8b4d-49c3-94b5-bcd97087e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:17.338180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-a379d30a-8b4d-49c3-94b5-bcd97087e7f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 1094 time: 0.0537841 Nov 15 15:50:17.427134 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-c93bfe46-d92a-4752-995b-05b55681e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:17.429608 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-c93bfe46-d92a-4752-995b-05b55681e4bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a HTTP/1.1" status: 200 len: 897 time: 0.0940206 Nov 15 15:50:17.433511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-20886f94-e507-4824-95eb-f489050402bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:17.435038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-20886f94-e507-4824-95eb-f489050402bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a HTTP/1.1" status: 200 len: 897 time: 0.0887725 Nov 15 15:50:17.500634 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-581e0ae0-5370-4dd3-962a-5a643a5b316b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 HTTP/1.1" status: 200 len: 999 time: 0.0604465 Nov 15 15:50:17.531851 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-e91d8479-7003-45d5-a04f-17c6fb4684e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 HTTP/1.1" status: 200 len: 999 time: 0.0902269 Nov 15 15:50:17.554911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7e6c6-e94b-4a11-9387-7b4fc60b6fd0 req-32cb9614-ff12-40a3-87ce-3481596acab9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:17.556334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-09971117-b95f-4a73-8c2d-2dff4ba9b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:17.556482 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23a7e6c6-e94b-4a11-9387-7b4fc60b6fd0 req-32cb9614-ff12-40a3-87ce-3481596acab9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 943 time: 0.0750365 Nov 15 15:50:17.558025 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-09971117-b95f-4a73-8c2d-2dff4ba9b07b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea80ae67-7ee1-485d-a148-c783829ab3d3 HTTP/1.1" status: 200 len: 835 time: 0.0487061 Nov 15 15:50:17.605866 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-5b707891-42e3-493d-bed5-83fbc8569dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:17.607684 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-5b707891-42e3-493d-bed5-83fbc8569dc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419266 Nov 15 15:50:17.612091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-2397de73-f7a5-433a-a207-dd12d4b1ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:17.613525 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-2397de73-f7a5-433a-a207-dd12d4b1ecc5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ea80ae67-7ee1-485d-a148-c783829ab3d3 HTTP/1.1" status: 200 len: 835 time: 0.0747426 Nov 15 15:50:17.641718 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23a7e6c6-e94b-4a11-9387-7b4fc60b6fd0 req-98462779-996f-408a-b652-d831379ac2cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671730 Nov 15 15:50:17.674772 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-208291a5-1748-49a0-8b26-d3fe9949c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:17.676303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-208291a5-1748-49a0-8b26-d3fe9949c636 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521853 Nov 15 15:50:17.700307 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-da6f6138-b3a2-4088-b297-7733869b39cd service neutron] 10.222.0.46 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846360 Nov 15 15:50:17.768294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-20cd0543-c80f-4ec1-ae18-32ac6fe2743b service neutron] 10.222.0.59 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843410 Nov 15 15:50:17.798100 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-6fffe546-47eb-44e9-bd13-a3fe53e49e47 service neutron] 10.222.0.46 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878136 Nov 15 15:50:17.862748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08917c8b-e494-4906-a0d5-eef8cb989d3c req-f6a15a0a-a483-4bda-a5c8-1876acdb8fcb service neutron] 10.222.0.59 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877333 Nov 15 15:50:18.104720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:50:18.203590 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:50:18.215311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'port_id': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'mac_address': 'fa:16:3e:47:8c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:50:18.254049 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:18.267027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:50:18.286933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:50:18.409468 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:18.463613 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:50:18.471352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:18.476263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:18.476263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:18.476263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:18.476263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:18.476263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:18.476263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:18.476263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:18.476263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:18.476263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:18.476263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:18.476263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:18.681479 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['b1bd64d6-ca4b-477c-9170-a7ac6529f2c1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:50:18.785581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259b3c5-27d5-4b0a-904f-91dc65e47fbf req-bf75c966-6de5-416b-b748-15d145a1355d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:18.787161 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259b3c5-27d5-4b0a-904f-91dc65e47fbf req-bf75c966-6de5-416b-b748-15d145a1355d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 944 time: 0.0678144 Nov 15 15:50:18.840252 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1259b3c5-27d5-4b0a-904f-91dc65e47fbf req-9bc6d488-290d-41a2-bb78-7b5c686a174f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456507 Nov 15 15:50:19.246811 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acb871-07c2-4566-9797-786844cf7c64 req-50e98caf-6f59-4741-b444-767ce0fcb548 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:19.248351 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76acb871-07c2-4566-9797-786844cf7c64 req-50e98caf-6f59-4741-b444-767ce0fcb548 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 944 time: 0.0500607 Nov 15 15:50:19.334179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76acb871-07c2-4566-9797-786844cf7c64 req-bf18efcc-4ca3-401e-b82e-a56b6adf4786 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795496 Nov 15 15:50:19.348542 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-9b3f99fe-2561-4b3b-b452-50e44cecd46f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:19.351666 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-9b3f99fe-2561-4b3b-b452-50e44cecd46f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6&tenant_id=2b00f3ef972b45c298d72350654a05b1&binding%3Ahost_id=n-h2-817748-2 HTTP/1.1" status: 200 len: 944 time: 0.0950627 Nov 15 15:50:19.455205 n-d-817748-2 neutron-server[103146]: INFO neutron.api.v2.resource [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-5d46b2ca-66b4-41d7-900e-7c2742231406 service neutron] delete failed (client error): The resource could not be found. Nov 15 15:50:19.456515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-5d46b2ca-66b4-41d7-900e-7c2742231406 service neutron] 10.222.0.59 "DELETE /v2.0/ports/b1bd64d6-ca4b-477c-9170-a7ac6529f2c1/bindings/n-h1-817748-2 HTTP/1.1" status: 404 len: 380 time: 0.0908940 Nov 15 15:50:19.482148 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569fb34-bced-4b80-8187-e5c914259e08 req-950f0caa-d8f8-4a19-be02-33b2c2a587c5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:19.483721 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9569fb34-bced-4b80-8187-e5c914259e08 req-950f0caa-d8f8-4a19-be02-33b2c2a587c5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 944 time: 0.0709078 Nov 15 15:50:19.576352 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9569fb34-bced-4b80-8187-e5c914259e08 req-60e86512-b8f5-4589-8ef3-137df70635d0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865042 Nov 15 15:50:19.586228 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-cbd5dc9d-7767-44ab-9372-e5ef48c35534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:19.588546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-cbd5dc9d-7767-44ab-9372-e5ef48c35534 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 1095 time: 0.0757101 Nov 15 15:50:19.675583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-b68cb2d9-bc47-46be-bc51-3e3371a7757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:19.677058 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-b68cb2d9-bc47-46be-bc51-3e3371a7757c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a HTTP/1.1" status: 200 len: 897 time: 0.0820644 Nov 15 15:50:19.746134 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-2a8a7f46-be3e-4755-9a51-0de896fe75d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 HTTP/1.1" status: 200 len: 1000 time: 0.0616024 Nov 15 15:50:19.795397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-bd7ba004-b77e-4279-bab3-8b87c7937462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:19.796868 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-bd7ba004-b77e-4279-bab3-8b87c7937462 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ea80ae67-7ee1-485d-a148-c783829ab3d3 HTTP/1.1" status: 200 len: 835 time: 0.0440016 Nov 15 15:50:19.844390 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-a8473058-19d2-42fa-a33c-38337df17013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:19.845923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-a8473058-19d2-42fa-a33c-38337df17013 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426576 Nov 15 15:50:19.950234 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-3a8d84c1-98c8-4ec1-9ce6-5682c09a4de2 service neutron] 10.222.0.59 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969419 Nov 15 15:50:20.039961 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dafc0bc-bbaf-4df4-abc7-1b43f1f20cf6 req-aa1d8815-1971-4d1d-8887-fa43e1e584b7 service neutron] 10.222.0.59 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829976 Nov 15 15:50:20.120851 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:50:20.274211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:50:20.278507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:50:20.278905 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:20.358767 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:20.385202 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:50:20.387500 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44eff8c8-5dca-4a52-8e54-c0b190b2f0ec" -d '{"events": [{"server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "name": "network-vif-plugged", "status": "completed", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:50:20.400154 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:50:20.439343 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4e3eb8-f62f-48f6-a9f8-2ad048c87808 x-openstack-request-id: req-aa4e3eb8-f62f-48f6-a9f8-2ad048c87808 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:50:20.439711 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "name": "network-vif-plugged", "status": "completed", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:50:20.439969 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa4e3eb8-f62f-48f6-a9f8-2ad048c87808 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:50:20.440367 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'code': 200} Nov 15 15:50:20.469169 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:20.519338 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:50:20.696056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70414370-69cc-4f06-93d2-855a0145dc15 req-37168762-ab4a-4227-a8df-05e933b4e3ad tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:20.697627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70414370-69cc-4f06-93d2-855a0145dc15 req-37168762-ab4a-4227-a8df-05e933b4e3ad tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0508993 Nov 15 15:50:20.752675 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70414370-69cc-4f06-93d2-855a0145dc15 req-83cd4daa-c33f-4476-8619-9292ba2407ce tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489037 Nov 15 15:50:21.874804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa54b1d-5a2b-499a-af35-759860e3b20d req-ed8eb908-beda-4c8f-848f-7c7fb3a549ad tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:21.876321 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfa54b1d-5a2b-499a-af35-759860e3b20d req-ed8eb908-beda-4c8f-848f-7c7fb3a549ad tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0500898 Nov 15 15:50:21.926657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cfa54b1d-5a2b-499a-af35-759860e3b20d req-6ba8ac37-3f5b-44d8-9afb-e67e0224a830 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442991 Nov 15 15:50:21.950051 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:50:22.010657 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3cec0df4-a62a-409e-a845-e08fce1ad26c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/80de5f90-06e1-4b2f-a47e-24154b08e9d7 HTTP/1.1" status: 200 len: 993 time: 0.0593448 Nov 15 15:50:23.190489 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:50:29.169625 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:29.514219 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:29.768840 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-765e2b7e-705d-4cdf-b0ba-f85d2a96a6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:32.131298 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7b7dcd9-7423-403c-a496-e72ac53f8fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:33.782884 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:35.448714 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:35.831167 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:50.585286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:50:50.744825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port f0bf03ec-0da5-46f7-862b-7e75cbbac1ab {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:50:50.745198 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:50.823849 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:50.824200 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:50.840133 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for f0bf03ec-0da5-46f7-862b-7e75cbbac1ab owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:50:51.048488 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:51.072066 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=f0bf03ec-0da5-46f7-862b-7e75cbbac1ab,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:50:51.085001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:51.085362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:51.085712 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:51.086122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:51.086495 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:51.086840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:51.087176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:51.087512 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:51.087847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:51.088177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:51.088508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:51.088878 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:50:51.149553 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:51.149916 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Floating IP 80de5f90-06e1-4b2f-a47e-24154b08e9d7 disassociated (deleted). External IP: 172.25.4.207, port: b1bd64d6-ca4b-477c-9170-a7ac6529f2c1. Nov 15 15:50:51.231784 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-29db3eb9-9aaf-42e2-928c-3b1fa5476e3f req-ee388dbe-2024-48e5-addf-7d9289e13ee2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520451 Nov 15 15:50:51.321186 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db3eb9-9aaf-42e2-928c-3b1fa5476e3f req-808b8251-d5cf-41bf-b56a-2b071304dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:51.322722 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-29db3eb9-9aaf-42e2-928c-3b1fa5476e3f req-808b8251-d5cf-41bf-b56a-2b071304dd99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 1096 time: 0.0450461 Nov 15 15:50:51.369140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:50:51.430975 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db3eb9-9aaf-42e2-928c-3b1fa5476e3f req-f737acf5-4403-4e48-96ec-784e9a0ae627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:51.433150 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-29db3eb9-9aaf-42e2-928c-3b1fa5476e3f req-f737acf5-4403-4e48-96ec-784e9a0ae627 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a HTTP/1.1" status: 200 len: 897 time: 0.0888979 Nov 15 15:50:51.473707 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-29db3eb9-9aaf-42e2-928c-3b1fa5476e3f req-c50868bb-1efc-4477-8be1-4ea41f3ecfa1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 HTTP/1.1" status: 200 len: 217 time: 0.0334697 Nov 15 15:50:51.478558 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:50:51.484028 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:51.489003 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe69db7a-b10a-4d2b-8308-f8aef1fd934c None None] Sync routers for ids ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:50:51.499663 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe69db7a-b10a-4d2b-8308-f8aef1fd934c None None] Routers {'5037dcdb-f410-40da-ba02-d0cc0bfe2cec'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:50:51.500467 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fe69db7a-b10a-4d2b-8308-f8aef1fd934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:50:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:50:51.515386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b466668c-12d8-4e3f-990c-9b2166ae986c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/floatingips/80de5f90-06e1-4b2f-a47e-24154b08e9d7 HTTP/1.1" status: 204 len: 168 time: 0.9266388 Nov 15 15:50:51.515386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:50:51.518737 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0523feb7-537b-41df-9a86-1d796533fdff" -d '{"events": [{"name": "network-changed", "server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:50:51.548802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db3eb9-9aaf-42e2-928c-3b1fa5476e3f req-f5742654-551b-45f5-aa50-7fdb3672412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:51.550790 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-29db3eb9-9aaf-42e2-928c-3b1fa5476e3f req-f5742654-551b-45f5-aa50-7fdb3672412d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea80ae67-7ee1-485d-a148-c783829ab3d3 HTTP/1.1" status: 200 len: 835 time: 0.0698948 Nov 15 15:50:51.570560 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb68d37-6d26-432c-af5f-c986f1a86268 x-openstack-request-id: req-7eb68d37-6d26-432c-af5f-c986f1a86268 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:50:51.570846 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:50:51.571099 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7eb68d37-6d26-432c-af5f-c986f1a86268 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:50:51.571499 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'status': 'completed', 'code': 200} Nov 15 15:50:51.601368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db3eb9-9aaf-42e2-928c-3b1fa5476e3f req-205f9831-5cd9-4cee-aeb1-996da6121c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:51.603026 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-29db3eb9-9aaf-42e2-928c-3b1fa5476e3f req-205f9831-5cd9-4cee-aeb1-996da6121c5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443385 Nov 15 15:50:51.619070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fe69db7a-b10a-4d2b-8308-f8aef1fd934c None None] Set router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:50:51.706058 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-29db3eb9-9aaf-42e2-928c-3b1fa5476e3f req-3f424e28-7087-4edd-899b-77914fcb87f7 service neutron] 10.222.0.46 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951080 Nov 15 15:50:51.808394 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-29db3eb9-9aaf-42e2-928c-3b1fa5476e3f req-c419115d-b2eb-4616-b4ca-d61c6e96129f service neutron] 10.222.0.46 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943589 Nov 15 15:50:51.837287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fe69db7a-b10a-4d2b-8308-f8aef1fd934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:10Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cb4c9736-0af5-4662-96a6-0fd53da59563', 'name': '', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:aa:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:09Z', 'updated_at': '2021-11-15T15:49:13Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:50:51.864684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe69db7a-b10a-4d2b-8308-f8aef1fd934c None None] Checking router: 5037dcdb-f410-40da-ba02-d0cc0bfe2cec for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:50:51.873208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe69db7a-b10a-4d2b-8308-f8aef1fd934c None None] Routers {'5037dcdb-f410-40da-ba02-d0cc0bfe2cec'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:50:51.873797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fe69db7a-b10a-4d2b-8308-f8aef1fd934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:50:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:50:51.987813 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fe69db7a-b10a-4d2b-8308-f8aef1fd934c None None] Set router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:50:51.991118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28e0f4-a1a2-470a-8683-91f9c5ad6fe8 req-c4f546a6-4e77-494e-a2d0-bfdeea71ef23 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:51.992320 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb28e0f4-a1a2-470a-8683-91f9c5ad6fe8 req-c4f546a6-4e77-494e-a2d0-bfdeea71ef23 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0563505 Nov 15 15:50:52.005201 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523feb7-537b-41df-9a86-1d796533fdff req-6f62c7b0-acd2-4951-a277-f5696762f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:52.006743 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0523feb7-537b-41df-9a86-1d796533fdff req-6f62c7b0-acd2-4951-a277-f5696762f08d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 1096 time: 0.0428247 Nov 15 15:50:52.044458 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb28e0f4-a1a2-470a-8683-91f9c5ad6fe8 req-1bda7c93-0926-4511-a7fc-e98676f1eadd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451903 Nov 15 15:50:52.106238 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523feb7-537b-41df-9a86-1d796533fdff req-5977758b-86f9-4a72-96e9-b5a01f9da218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:52.107819 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0523feb7-537b-41df-9a86-1d796533fdff req-5977758b-86f9-4a72-96e9-b5a01f9da218 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a HTTP/1.1" status: 200 len: 897 time: 0.0931830 Nov 15 15:50:52.152490 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0523feb7-537b-41df-9a86-1d796533fdff req-c9e871cf-ee1f-46c8-8e5d-e4111146f15e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 HTTP/1.1" status: 200 len: 217 time: 0.0345614 Nov 15 15:50:52.209295 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523feb7-537b-41df-9a86-1d796533fdff req-b023b996-dc63-4ef7-93da-2d41b1723f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:52.210900 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0523feb7-537b-41df-9a86-1d796533fdff req-b023b996-dc63-4ef7-93da-2d41b1723f4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea80ae67-7ee1-485d-a148-c783829ab3d3 HTTP/1.1" status: 200 len: 835 time: 0.0509839 Nov 15 15:50:52.263012 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523feb7-537b-41df-9a86-1d796533fdff req-a35373e5-eddc-48d6-bc80-48ab86cf86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:52.264988 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0523feb7-537b-41df-9a86-1d796533fdff req-a35373e5-eddc-48d6-bc80-48ab86cf86c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425556 Nov 15 15:50:52.354614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fe69db7a-b10a-4d2b-8308-f8aef1fd934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:10Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cb4c9736-0af5-4662-96a6-0fd53da59563', 'name': '', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:aa:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:09Z', 'updated_at': '2021-11-15T15:49:13Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:50:52.361586 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0523feb7-537b-41df-9a86-1d796533fdff req-52db9fec-0d4d-4b2a-b776-1f05736873bf service neutron] 10.222.0.46 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877211 Nov 15 15:50:52.381043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe69db7a-b10a-4d2b-8308-f8aef1fd934c None None] The sync data for ids ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'] in n-d-817748-2 is: [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:10Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'cb4c9736-0af5-4662-96a6-0fd53da59563', 'name': '', 'network_id': '4180a3d0-a507-45cd-aa8c-f5a63b80cb8a', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:aa:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:09Z', 'updated_at': '2021-11-15T15:49:13Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': 'ea80ae67-7ee1-485d-a148-c783829ab3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:50:52.462045 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-0523feb7-537b-41df-9a86-1d796533fdff req-f8c98aac-41e0-499a-8d8f-db4e9ce744f3 service neutron] 10.222.0.46 "GET /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921292 Nov 15 15:50:52.597983 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8e719-3555-4eda-a4de-db993c413e3b None None] New status for floating IP 80de5f90-06e1-4b2f-a47e-24154b08e9d7: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:50:53.164951 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a078d-c0fe-45ee-833e-e1b8e4745fd0 req-0519318a-58b3-4669-9c42-bf1c348ebafc tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:53.166453 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c56a078d-c0fe-45ee-833e-e1b8e4745fd0 req-0519318a-58b3-4669-9c42-bf1c348ebafc tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0496485 Nov 15 15:50:53.217020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c56a078d-c0fe-45ee-833e-e1b8e4745fd0 req-6ee2fb33-3265-4a23-8b2f-d13e103890fa tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9954169-a311-4462-ad8d-f825c84dd4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441089 Nov 15 15:50:53.474707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad91dd-a6d8-47e3-8db1-0424040492f0 req-17b8adf9-6e31-4729-8883-bc97bdd236d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:50:53.476077 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8ad91dd-a6d8-47e3-8db1-0424040492f0 req-17b8adf9-6e31-4729-8883-bc97bdd236d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 945 time: 0.0482144 Nov 15 15:50:53.569341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f8ad91dd-a6d8-47e3-8db1-0424040492f0 req-d52c6f97-406d-4651-8876-5c1bb96e9df3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:50:53.569671 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8ad91dd-a6d8-47e3-8db1-0424040492f0 req-d52c6f97-406d-4651-8876-5c1bb96e9df3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:53.655620 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f8ad91dd-a6d8-47e3-8db1-0424040492f0 req-d52c6f97-406d-4651-8876-5c1bb96e9df3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:50:53.655988 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8ad91dd-a6d8-47e3-8db1-0424040492f0 req-d52c6f97-406d-4651-8876-5c1bb96e9df3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:53.668798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f8ad91dd-a6d8-47e3-8db1-0424040492f0 req-d52c6f97-406d-4651-8876-5c1bb96e9df3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:50:53.868458 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8ad91dd-a6d8-47e3-8db1-0424040492f0 req-d52c6f97-406d-4651-8876-5c1bb96e9df3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:53.897453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c6f97-406d-4651-8876-5c1bb96e9df3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=b1bd64d6-ca4b-477c-9170-a7ac6529f2c1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:50:53.942680 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ad91dd-a6d8-47e3-8db1-0424040492f0 req-d52c6f97-406d-4651-8876-5c1bb96e9df3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] No DVR routers for this DVR port b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 on host n-h2-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:50:53.945597 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8ad91dd-a6d8-47e3-8db1-0424040492f0 req-d52c6f97-406d-4651-8876-5c1bb96e9df3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:53.949329 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-f8ad91dd-a6d8-47e3-8db1-0424040492f0 req-d52c6f97-406d-4651-8876-5c1bb96e9df3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.46 "DELETE /v2.0/ports/b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 HTTP/1.1" status: 204 len: 173 time: 0.4635985 Nov 15 15:50:53.949803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'name': 'network-vif-deleted', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:50:53.952156 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aec1f96-b35a-469a-9f4a-b158f65f0085" -d '{"events": [{"server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "name": "network-vif-deleted", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:50:53.995031 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d26e8d8-1200-4ce1-a284-1c5937df3a41 x-openstack-request-id: req-4d26e8d8-1200-4ce1-a284-1c5937df3a41 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:50:53.995330 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9286879-9db4-4216-8dbb-1b66a0f7b4e6", "name": "network-vif-deleted", "tag": "b1bd64d6-ca4b-477c-9170-a7ac6529f2c1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:50:53.995583 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d26e8d8-1200-4ce1-a284-1c5937df3a41 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:50:53.995983 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9286879-9db4-4216-8dbb-1b66a0f7b4e6', 'name': 'network-vif-deleted', 'tag': 'b1bd64d6-ca4b-477c-9170-a7ac6529f2c1', 'status': 'completed', 'code': 200} Nov 15 15:50:54.331291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca9aad84-161d-4d6f-a461-9ad40f698e3b req-b40bf6ff-4061-4a75-8878-350d68795752 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9286879-9db4-4216-8dbb-1b66a0f7b4e6 HTTP/1.1" status: 200 len: 210 time: 0.0313504 Nov 15 15:50:55.392735 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53822) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:50:56.069836 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7a53-2fe8-4bc2-9853-2ba34508c27c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:56.293964 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:50:56.326181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:50:56.326666 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device b1bd64d6-ca4b-477c-9170-a7ac6529f2c1 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:50:56.330604 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd7a53-2fe8-4bc2-9853-2ba34508c27c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port cb4c9736-0af5-4662-96a6-0fd53da59563 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:50:56.330958 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7a53-2fe8-4bc2-9853-2ba34508c27c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:56.420758 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0fcd7a53-2fe8-4bc2-9853-2ba34508c27c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port cb4c9736-0af5-4662-96a6-0fd53da59563, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=cb4c9736-0af5-4662-96a6-0fd53da59563,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:50:56.421487 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7a53-2fe8-4bc2-9853-2ba34508c27c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:56.433360 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd7a53-2fe8-4bc2-9853-2ba34508c27c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for cb4c9736-0af5-4662-96a6-0fd53da59563 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:50:56.697016 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7a53-2fe8-4bc2-9853-2ba34508c27c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:56.727825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd7a53-2fe8-4bc2-9853-2ba34508c27c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=cb4c9736-0af5-4662-96a6-0fd53da59563,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:50:56.922700 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7a53-2fe8-4bc2-9853-2ba34508c27c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:57.149126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcd7a53-2fe8-4bc2-9853-2ba34508c27c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:50:57.259106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcd7a53-2fe8-4bc2-9853-2ba34508c27c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:50:57.264750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0fcd7a53-2fe8-4bc2-9853-2ba34508c27c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "PUT /v2.0/routers/5037dcdb-f410-40da-ba02-d0cc0bfe2cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8709550 Nov 15 15:50:57.267604 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53824) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:50:57.270723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698e6d6-aa9b-4f00-a709-8e56605cb229 None None] Sync routers for ids ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:50:57.281530 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698e6d6-aa9b-4f00-a709-8e56605cb229 None None] Routers {'5037dcdb-f410-40da-ba02-d0cc0bfe2cec'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:50:57.282268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9698e6d6-aa9b-4f00-a709-8e56605cb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:50:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:50:57.326170 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de1a212-4301-4035-b988-1f278a93fbd8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting subnet ea80ae67-7ee1-485d-a148-c783829ab3d3 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:50:57.329676 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9de1a212-4301-4035-b988-1f278a93fbd8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:57.369500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9de1a212-4301-4035-b988-1f278a93fbd8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:57.391393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9698e6d6-aa9b-4f00-a709-8e56605cb229 None None] Set router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:50:57.456707 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9de1a212-4301-4035-b988-1f278a93fbd8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:57.576285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9698e6d6-aa9b-4f00-a709-8e56605cb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:50:56Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:50:57.591627 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9de1a212-4301-4035-b988-1f278a93fbd8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:57.606970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698e6d6-aa9b-4f00-a709-8e56605cb229 None None] Checking router: 5037dcdb-f410-40da-ba02-d0cc0bfe2cec for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:50:57.615750 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698e6d6-aa9b-4f00-a709-8e56605cb229 None None] Routers {'5037dcdb-f410-40da-ba02-d0cc0bfe2cec'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:50:57.616399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9698e6d6-aa9b-4f00-a709-8e56605cb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:50:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:50:57.618503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1a212-4301-4035-b988-1f278a93fbd8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Subnet': ['ID=ea80ae67-7ee1-485d-a148-c783829ab3d3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:50:57.623970 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9de1a212-4301-4035-b988-1f278a93fbd8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:57.627588 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9de1a212-4301-4035-b988-1f278a93fbd8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/subnets/ea80ae67-7ee1-485d-a148-c783829ab3d3 HTTP/1.1" status: 204 len: 168 time: 0.3588090 Nov 15 15:50:57.630872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:50:57.655539 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee80b8-9011-4587-9ae0-f9cfc9c890b4 None None] Network 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:50:57.774062 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:57.824100 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9698e6d6-aa9b-4f00-a709-8e56605cb229 None None] Set router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:50:57.918017 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.016869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18827f25-0416-4531-ae29-45932e95f441 None None] DHCP port deletion for 4180a3d0-a507-45cd-aa8c-f5a63b80cb8a request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:50:58.048894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port f7618b67-c0e3-42fc-934e-cc09249fd82d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:50:58.049237 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.050615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9698e6d6-aa9b-4f00-a709-8e56605cb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:50:56Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:50:58.082224 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698e6d6-aa9b-4f00-a709-8e56605cb229 None None] The sync data for ids ['5037dcdb-f410-40da-ba02-d0cc0bfe2cec'] in n-d-817748-2 is: [{'id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384243173', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:50:56Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f7618b67-c0e3-42fc-934e-cc09249fd82d', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037dcdb-f410-40da-ba02-d0cc0bfe2cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:49:06Z', 'updated_at': '2021-11-15T15:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:50:58.109551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-18827f25-0416-4531-ae29-45932e95f441 None None] Deleting port 68f661bd-698d-4131-afd9-1f9a101add75 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:50:58.110054 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18827f25-0416-4531-ae29-45932e95f441 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.141803 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port f7618b67-c0e3-42fc-934e-cc09249fd82d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f7618b67-c0e3-42fc-934e-cc09249fd82d,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:50:58.142170 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.157933 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for f7618b67-c0e3-42fc-934e-cc09249fd82d owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:50:58.180054 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-18827f25-0416-4531-ae29-45932e95f441 None None] For port 68f661bd-698d-4131-afd9-1f9a101add75, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=68f661bd-698d-4131-afd9-1f9a101add75,segment=NetworkSegment(1a5bc011-5175-4666-8af2-6b53281e6edb),segment_id=1a5bc011-5175-4666-8af2-6b53281e6edb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:50:58.180456 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18827f25-0416-4531-ae29-45932e95f441 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.194332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-18827f25-0416-4531-ae29-45932e95f441 None None] Calling delete_port for 68f661bd-698d-4131-afd9-1f9a101add75 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:50:58.350828 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18827f25-0416-4531-ae29-45932e95f441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.377216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18827f25-0416-4531-ae29-45932e95f441 None None] Pushing event deleted for resources: {'Port': ['ID=68f661bd-698d-4131-afd9-1f9a101add75,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:50:58.384630 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18827f25-0416-4531-ae29-45932e95f441 None None] No DVR routers for this DVR port 68f661bd-698d-4131-afd9-1f9a101add75 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:50:58.408391 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.445399 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=f7618b67-c0e3-42fc-934e-cc09249fd82d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:50:58.453554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c739e07-86a9-438d-9502-64b0036aa748 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:50:58.508314 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.604886 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.607107 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.719829 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.720901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Fanout notify agent at l3_agent the message router_deleted on router 5037dcdb-f410-40da-ba02-d0cc0bfe2cec {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:50:58.731798 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.735193 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3db1eb07-557b-4ac3-b9f8-d775c985a31c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/routers/5037dcdb-f410-40da-ba02-d0cc0bfe2cec HTTP/1.1" status: 204 len: 168 time: 1.1012280 Nov 15 15:50:58.736013 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53828) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:50:58.826068 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d2f7-f8b7-4313-9c18-5ac709daa300 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.921539 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d2f7-f8b7-4313-9c18-5ac709daa300 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.945106 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4fb2d2f7-f8b7-4313-9c18-5ac709daa300 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4180a3d0-a507-45cd-aa8c-f5a63b80cb8a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:50:58.954534 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4fb2d2f7-f8b7-4313-9c18-5ac709daa300 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5bc011-5175-4666-8af2-6b53281e6edb') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:50:58.954831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4fb2d2f7-f8b7-4313-9c18-5ac709daa300 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5bc011-5175-4666-8af2-6b53281e6edb') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:50:58.964366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d2f7-f8b7-4313-9c18-5ac709daa300 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.977467 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d2f7-f8b7-4313-9c18-5ac709daa300 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.983315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb2d2f7-f8b7-4313-9c18-5ac709daa300 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:50:58.983979 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d2f7-f8b7-4313-9c18-5ac709daa300 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:50:58.986708 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:50:59.102761 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d2f7-f8b7-4313-9c18-5ac709daa300 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:59.109745 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d2f7-f8b7-4313-9c18-5ac709daa300 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:59.112921 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4fb2d2f7-f8b7-4313-9c18-5ac709daa300 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/networks/4180a3d0-a507-45cd-aa8c-f5a63b80cb8a HTTP/1.1" status: 204 len: 168 time: 0.3758748 Nov 15 15:50:59.115967 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53830) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:50:59.125058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2d2f7-f8b7-4313-9c18-5ac709daa300 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Network': ['ID=4180a3d0-a507-45cd-aa8c-f5a63b80cb8a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:50:59.148198 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:59.180395 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5cd08a-94ec-48b4-a8c1-57eec4d5fb13 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:59.210612 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5cd08a-94ec-48b4-a8c1-57eec4d5fb13 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:59.225360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device cb4c9736-0af5-4662-96a6-0fd53da59563 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:50:59.246829 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: cb4c9736-0af5-4662-96a6-0fd53da59563 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:50:59.247325 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device cb4c9736-0af5-4662-96a6-0fd53da59563 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:50:59.247841 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 68f661bd-698d-4131-afd9-1f9a101add75 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:50:59.270080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 68f661bd-698d-4131-afd9-1f9a101add75 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:50:59.270473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 68f661bd-698d-4131-afd9-1f9a101add75 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:50:59.333954 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5cd08a-94ec-48b4-a8c1-57eec4d5fb13 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:59.336713 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5cd08a-94ec-48b4-a8c1-57eec4d5fb13 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:59.337913 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2b5cd08a-94ec-48b4-a8c1-57eec4d5fb13 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/security-groups/a9954169-a311-4462-ad8d-f825c84dd4be HTTP/1.1" status: 204 len: 168 time: 0.2204483 Nov 15 15:50:59.347572 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cd08a-94ec-48b4-a8c1-57eec4d5fb13 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9954169-a311-4462-ad8d-f825c84dd4be,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:50:59.499377 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:59.763266 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:50:59.770583 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ef621d43-bcb8-485b-a98c-8c61540dba9e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47564693', 'description': 'tempest-secgroup-smoke-47564693 description', 'project_id': '2b00f3ef972b45c298d72350654a05b1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:50:59.793982 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a1d8ec8-2900-4a4b-937e-63666920b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:59.851261 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef621d43-bcb8-485b-a98c-8c61540dba9e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:59.916513 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef621d43-bcb8-485b-a98c-8c61540dba9e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:50:59.990678 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef621d43-bcb8-485b-a98c-8c61540dba9e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:00.019563 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef621d43-bcb8-485b-a98c-8c61540dba9e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790aa1e9-5ed2-400c-81db-b945490e5bf0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:00.081827 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef621d43-bcb8-485b-a98c-8c61540dba9e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:00.083224 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ef621d43-bcb8-485b-a98c-8c61540dba9e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3185139 Nov 15 15:51:00.086013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:00.090509 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c2054016-e824-417c-aa93-0e73d2bd37bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '790aa1e9-5ed2-400c-81db-b945490e5bf0', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:51:00.190648 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2054016-e824-417c-aa93-0e73d2bd37bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:00.193064 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:51:00.244063 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2054016-e824-417c-aa93-0e73d2bd37bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:00.330922 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2054016-e824-417c-aa93-0e73d2bd37bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:00.349487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2054016-e824-417c-aa93-0e73d2bd37bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b688ca86-ef7f-4d6d-9828-5411a78d08c3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:00.426949 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2054016-e824-417c-aa93-0e73d2bd37bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:00.428190 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c2054016-e824-417c-aa93-0e73d2bd37bf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3412101 Nov 15 15:51:00.430977 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:00.435922 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8824d99b-018b-4d03-899e-e72420f32ff0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '790aa1e9-5ed2-400c-81db-b945490e5bf0', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:51:00.525847 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8824d99b-018b-4d03-899e-e72420f32ff0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:00.579465 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8824d99b-018b-4d03-899e-e72420f32ff0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:00.647661 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8824d99b-018b-4d03-899e-e72420f32ff0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:00.666298 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824d99b-018b-4d03-899e-e72420f32ff0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1760993-5936-4ab1-8f18-d7b05a6d2b12,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:00.724672 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8824d99b-018b-4d03-899e-e72420f32ff0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:00.725894 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8824d99b-018b-4d03-899e-e72420f32ff0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2939434 Nov 15 15:51:00.729710 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53842) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:00.734108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2231e724-1cb3-4bb4-abc1-1a8f4c9350d8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '790aa1e9-5ed2-400c-81db-b945490e5bf0', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:51:00.786419 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f7618b67-c0e3-42fc-934e-cc09249fd82d no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:51:00.809066 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: f7618b67-c0e3-42fc-934e-cc09249fd82d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:51:00.811460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f7618b67-c0e3-42fc-934e-cc09249fd82d not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:51:00.836318 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2231e724-1cb3-4bb4-abc1-1a8f4c9350d8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:00.898251 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2231e724-1cb3-4bb4-abc1-1a8f4c9350d8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:00.962251 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2231e724-1cb3-4bb4-abc1-1a8f4c9350d8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:00.981100 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231e724-1cb3-4bb4-abc1-1a8f4c9350d8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bdd449-f66e-43a1-a700-e50c92ede679,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:01.050076 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2231e724-1cb3-4bb4-abc1-1a8f4c9350d8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:01.051270 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2231e724-1cb3-4bb4-abc1-1a8f4c9350d8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3205981 Nov 15 15:51:01.054169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53844) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:01.058641 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-605ab485-e5c2-41e3-8351-fb278415d5d7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '790aa1e9-5ed2-400c-81db-b945490e5bf0', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:51:01.162490 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-605ab485-e5c2-41e3-8351-fb278415d5d7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:01.231291 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-605ab485-e5c2-41e3-8351-fb278415d5d7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:01.322145 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-605ab485-e5c2-41e3-8351-fb278415d5d7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:01.341431 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ab485-e5c2-41e3-8351-fb278415d5d7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508601bd-aee9-4885-a2af-5c69fa30f324,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:01.404261 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-605ab485-e5c2-41e3-8351-fb278415d5d7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:01.405512 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-605ab485-e5c2-41e3-8351-fb278415d5d7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3503733 Nov 15 15:51:01.408227 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53846) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:01.412850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-972549bf-98d5-47a2-9692-5fb2e9c0bfb8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '790aa1e9-5ed2-400c-81db-b945490e5bf0', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:51:01.487883 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-972549bf-98d5-47a2-9692-5fb2e9c0bfb8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Project 2b00f3ef972b45c298d72350654a05b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:51:01.492696 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-972549bf-98d5-47a2-9692-5fb2e9c0bfb8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:01.548683 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-972549bf-98d5-47a2-9692-5fb2e9c0bfb8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:01.625115 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-972549bf-98d5-47a2-9692-5fb2e9c0bfb8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:01.643165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972549bf-98d5-47a2-9692-5fb2e9c0bfb8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf4e725-ff9f-4b2a-9d2f-2a605a36d4cb,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:01.712753 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-972549bf-98d5-47a2-9692-5fb2e9c0bfb8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:01.714053 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-972549bf-98d5-47a2-9692-5fb2e9c0bfb8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3048460 Nov 15 15:51:01.716806 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53848) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:01.721329 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2cc02c8a-ab3c-4d9c-bd9d-3c1dba48e14e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '790aa1e9-5ed2-400c-81db-b945490e5bf0', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:51:01.814039 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-2cc02c8a-ab3c-4d9c-bd9d-3c1dba48e14e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Project 2b00f3ef972b45c298d72350654a05b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:51:01.819405 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc02c8a-ab3c-4d9c-bd9d-3c1dba48e14e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:01.880091 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc02c8a-ab3c-4d9c-bd9d-3c1dba48e14e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:01.956697 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc02c8a-ab3c-4d9c-bd9d-3c1dba48e14e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:01.974069 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc02c8a-ab3c-4d9c-bd9d-3c1dba48e14e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9167fef1-2da4-47de-b7f6-185643e28023,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:02.036194 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cc02c8a-ab3c-4d9c-bd9d-3c1dba48e14e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:02.037430 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2cc02c8a-ab3c-4d9c-bd9d-3c1dba48e14e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3194623 Nov 15 15:51:02.042354 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53850) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:02.047602 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7a36c75d-0507-41f5-a4bf-d326f3b02492 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'network': {'name': 'tempest-network-smoke--708350428', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:51:02.125487 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8fbb-3020-4a04-8acf-1e18352c2aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:02.139368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a36c75d-0507-41f5-a4bf-d326f3b02492 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:51:02.142958 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a36c75d-0507-41f5-a4bf-d326f3b02492 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:02.169222 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a36c75d-0507-41f5-a4bf-d326f3b02492 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:51:02.179878 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a36c75d-0507-41f5-a4bf-d326f3b02492 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:02.180210 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-7a36c75d-0507-41f5-a4bf-d326f3b02492 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Added segment ae1229db-922a-422e-a1ee-51b297e68abf of type vlan for network 47180603-615f-48e2-8a26-6946aaa732f5 Nov 15 15:51:02.224584 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a36c75d-0507-41f5-a4bf-d326f3b02492 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:02.299639 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a36c75d-0507-41f5-a4bf-d326f3b02492 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:02.305379 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a36c75d-0507-41f5-a4bf-d326f3b02492 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:02.305987 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a36c75d-0507-41f5-a4bf-d326f3b02492 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:02.372798 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36c75d-0507-41f5-a4bf-d326f3b02492 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Network': ['ID=47180603-615f-48e2-8a26-6946aaa732f5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:02.383986 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 47180603-615f-48e2-8a26-6946aaa732f5 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:51:02.428195 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-7a36c75d-0507-41f5-a4bf-d326f3b02492 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3846164 Nov 15 15:51:02.431019 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:02.435723 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'admin_state_up': True, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:51:02.511583 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:02.512642 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:02.566563 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:02.759656 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:02.998234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:03.022703 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:03.121540 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.25.4.203 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:51:03.224454 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:03.311170 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:03.351783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:51:03.355268 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:51:03.359523 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:51:03.362559 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:03.368759 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0268435-6d70-4c89-b109-51bc2c4f7746 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:51:03.406360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c22b7d56-cbb1-434b-a975-4bc329962368 None None] Provisioning complete for port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:03.406773 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c22b7d56-cbb1-434b-a975-4bc329962368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:03.441903 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c22b7d56-cbb1-434b-a975-4bc329962368 None None] Port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:51:03.663919 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:03.796563 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:04.179015 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:04.411452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:51:04.521445 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:51:04.531435 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Sync routers for ids ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:51:04.543986 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Routers {'15ac33cd-397c-45bc-8c73-c1ef798a3e8e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:51:04.546510 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:51:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:51:04.596299 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:04.601309 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9cfe2a0c-b74e-47b8-961c-f9a8cf8e234d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1655614 Nov 15 15:51:04.601701 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:04.630490 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fe5abc9b-2902-4eb7-bf49-1990e85da17d tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=2b00f3ef972b45c298d72350654a05b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274429 Nov 15 15:51:04.633227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53856) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:04.659885 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Set router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:51:04.725663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119e6150-71cf-4588-83eb-40097c9ba48f tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:04.727253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-119e6150-71cf-4588-83eb-40097c9ba48f tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929556 Nov 15 15:51:04.730672 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53858) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:04.758848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-15b509eb-b69f-4e42-9384-76c2069fb8a7 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269887 Nov 15 15:51:04.761313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53860) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:04.766108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-93d80c7a-e088-4b92-8d5b-2b2f8751adf1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1817824794', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:51:04.840141 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:51:03Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:51:04.867353 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Checking router: 15ac33cd-397c-45bc-8c73-c1ef798a3e8e for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:51:04.871454 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Updating router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:51:04.896718 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:04.927264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d80c7a-e088-4b92-8d5b-2b2f8751adf1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:51:04.931653 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93d80c7a-e088-4b92-8d5b-2b2f8751adf1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:05.168170 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:05.208689 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93d80c7a-e088-4b92-8d5b-2b2f8751adf1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:05.248324 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:05.272587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d80c7a-e088-4b92-8d5b-2b2f8751adf1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Subnet': ['ID=5d02c86d-ed69-4ca3-b615-772f5956d90d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:05.282964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d80c7a-e088-4b92-8d5b-2b2f8751adf1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Checking segment: {'id': 'ae1229db-922a-422e-a1ee-51b297e68abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:51:05.283911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d80c7a-e088-4b92-8d5b-2b2f8751adf1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network hostable DHCP agents. Network: 47180603-615f-48e2-8a26-6946aaa732f5, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:51:05.298283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0dd470-8f5b-4e15-b18d-369b0de47820 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:51:05.305679 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Attempting to bind port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:51:05.306055 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Attempting to bind port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:51:05.306434 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Attempting to bind port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:51:05.309888 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Pushing event updated for resources: {'Port': ['ID=c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:05.334856 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:51:05.334856 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:51:05.334856 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:05.334856 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:51:05.334856 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Bound port: c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:51:05.334856 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:05.339292 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:51:05.339636 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:51:05.339978 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:51:05.340311 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:51:05.340642 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:51:05.340970 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:51:05.341299 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:51:05.341624 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:51:05.341945 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:51:05.342267 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:51:05.342867 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:51:05.343350 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:51:05.388615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-19c793c8-5cea-47a7-b9bd-8abf10238635 None None] Provisioning complete for port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:05.389069 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c793c8-5cea-47a7-b9bd-8abf10238635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:05.404859 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] For port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:51:05.405476 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d80c7a-e088-4b92-8d5b-2b2f8751adf1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 47180603-615f-48e2-8a26-6946aaa732f5 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:51:05.408764 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] For port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:51:05.427649 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-19c793c8-5cea-47a7-b9bd-8abf10238635 None None] Port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:51:05.465515 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:05.533800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-93d80c7a-e088-4b92-8d5b-2b2f8751adf1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 47180603-615f-48e2-8a26-6946aaa732f5) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:51:05.534333 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:05.537936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d80c7a-e088-4b92-8d5b-2b2f8751adf1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:05.538569 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93d80c7a-e088-4b92-8d5b-2b2f8751adf1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:05.543623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f805c0-ebca-4ef1-a4e7-ae06c6c82a7e None None] Network 47180603-615f-48e2-8a26-6946aaa732f5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:51:05.583249 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b3f53-f583-405f-bff1-082b7739d2f5 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:51:05.594947 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e9cf9-f7dd-429f-9037-67820fc8a7d5 None None] Pushing event updated for resources: {'Port': ['ID=c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:05.599377 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Routers {'15ac33cd-397c-45bc-8c73-c1ef798a3e8e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:51:05.599377 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:51:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:51:05.619948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-93d80c7a-e088-4b92-8d5b-2b2f8751adf1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8575211 Nov 15 15:51:05.622540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:05.685088 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-468daec0-f47d-4523-9f36-5cd3bca133b5 None None] Provisioning complete for port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:05.685735 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-468daec0-f47d-4523-9f36-5cd3bca133b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:05.731197 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] Set router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:51:05.795015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-47180603-615f-48e2-8a26-6946aaa732f5', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ips': [{'subnet_id': '5d02c86d-ed69-4ca3-b615-772f5956d90d'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:51:05.795999 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:05.930969 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:51:03Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:51:05.963143 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c41bb7-bd5c-4d3f-8547-ac8eade44733 None None] The sync data for ids ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'] in n-d-817748-2 is: [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:51:03Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:51:06.082086 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:06.115525 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-468daec0-f47d-4523-9f36-5cd3bca133b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:06.165582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-468daec0-f47d-4523-9f36-5cd3bca133b5 None None] For port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:51:06.177366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Allocated IP 172.20.0.2 (47180603-615f-48e2-8a26-6946aaa732f5/5d02c86d-ed69-4ca3-b615-772f5956d90d/12d7936c-f4e4-422b-a51d-4e601f4da190) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:51:06.180496 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:06.277314 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-468daec0-f47d-4523-9f36-5cd3bca133b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:06.373542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468daec0-f47d-4523-9f36-5cd3bca133b5 None None] Pushing event updated for resources: {'Port': ['ID=c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:06.421466 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:06.532265 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:06.579858 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Network 47180603-615f-48e2-8a26-6946aaa732f5 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:51:06.590997 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:51:06.591226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.20.0.1 (47180603-615f-48e2-8a26-6946aaa732f5/5d02c86d-ed69-4ca3-b615-772f5956d90d/d9240b26-330e-4361-8f1c-86881a61a103) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:51:06.598502 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Pushing event updated for resources: {'Port': ['ID=12d7936c-f4e4-422b-a51d-4e601f4da190,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:06.600733 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:51:06.659946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Attempting to bind port 12d7936c-f4e4-422b-a51d-4e601f4da190 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:51:06.660313 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Attempting to bind port 12d7936c-f4e4-422b-a51d-4e601f4da190 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ae1229db-922a-422e-a1ee-51b297e68abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:51:06.661260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Attempting to bind port 12d7936c-f4e4-422b-a51d-4e601f4da190 on network 47180603-615f-48e2-8a26-6946aaa732f5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:51:06.667967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:51:06.672989 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Checking segment: {'id': 'ae1229db-922a-422e-a1ee-51b297e68abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:51:06.673532 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:06.673947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Bound using segment: {'id': 'ae1229db-922a-422e-a1ee-51b297e68abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:51:06.674481 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Bound port: 12d7936c-f4e4-422b-a51d-4e601f4da190, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1229db-922a-422e-a1ee-51b297e68abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:51:06.674879 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:06.734162 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:06.745234 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] For port 12d7936c-f4e4-422b-a51d-4e601f4da190, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:51:06.749081 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] For port 12d7936c-f4e4-422b-a51d-4e601f4da190, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=12d7936c-f4e4-422b-a51d-4e601f4da190,segment=NetworkSegment(ae1229db-922a-422e-a1ee-51b297e68abf),segment_id=ae1229db-922a-422e-a1ee-51b297e68abf)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:51:06.814235 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:06.868135 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:06.882440 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:51:06.922263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b326a5c-ef22-48d6-9f7c-3770644ca67d None None] Pushing event updated for resources: {'Port': ['ID=12d7936c-f4e4-422b-a51d-4e601f4da190,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:06.937070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 47180603-615f-48e2-8a26-6946aaa732f5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:51:06.942709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:51:06.947429 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:51:06.966049 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:06.966449 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:07.004331 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=d9240b26-330e-4361-8f1c-86881a61a103,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:07.015788 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:07.279564 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:07.871258 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4145d90-b3da-44aa-97bf-c94a0ed7b75e None None] Network 47180603-615f-48e2-8a26-6946aaa732f5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:51:07.912315 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:07.947482 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-09fbadfe-c120-43fc-9f72-13726d72e5d0 None None] Provisioning complete for port 12d7936c-f4e4-422b-a51d-4e601f4da190 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:07.947890 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09fbadfe-c120-43fc-9f72-13726d72e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:07.968001 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:08.053212 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=d9240b26-330e-4361-8f1c-86881a61a103,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:08.055587 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:08.103277 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09fbadfe-c120-43fc-9f72-13726d72e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:08.142814 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-09fbadfe-c120-43fc-9f72-13726d72e5d0 None None] For port 12d7936c-f4e4-422b-a51d-4e601f4da190, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=12d7936c-f4e4-422b-a51d-4e601f4da190,segment=NetworkSegment(ae1229db-922a-422e-a1ee-51b297e68abf),segment_id=ae1229db-922a-422e-a1ee-51b297e68abf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:51:08.153874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 47180603-615f-48e2-8a26-6946aaa732f5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:51:08.155356 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:51:08.243225 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09fbadfe-c120-43fc-9f72-13726d72e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:08.301767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:51:08.312485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbadfe-c120-43fc-9f72-13726d72e5d0 None None] Pushing event updated for resources: {'Port': ['ID=12d7936c-f4e4-422b-a51d-4e601f4da190,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:08.366843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-83823311-45c3-4f90-9931-629a949c9244 None None] Provisioning complete for port d9240b26-330e-4361-8f1c-86881a61a103 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:08.367215 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83823311-45c3-4f90-9931-629a949c9244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:08.407444 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-83823311-45c3-4f90-9931-629a949c9244 None None] Port d9240b26-330e-4361-8f1c-86881a61a103 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:51:08.417937 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-83823311-45c3-4f90-9931-629a949c9244 None None] Provisioning complete for port 12d7936c-f4e4-422b-a51d-4e601f4da190 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:08.418314 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83823311-45c3-4f90-9931-629a949c9244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:08.427757 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:51:08.434994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3dfb3624-7676-492a-8957-5f8af9d95dc4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "PUT /v2.0/routers/15ac33cd-397c-45bc-8c73-c1ef798a3e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8108644 Nov 15 15:51:08.451959 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Sync routers for ids ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:51:08.479125 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Routers {'15ac33cd-397c-45bc-8c73-c1ef798a3e8e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:51:08.479758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:51:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:51:08.624015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Set router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:51:08.661900 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-cda1ed9e-5a4d-4951-bf58-0d06ebe23475 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47564693&fields=id&tenant_id=2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 267 time: 0.0478392 Nov 15 15:51:08.765893 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81780358-1fdc-43b3-bbdc-72a44aa87f42 None None] Provisioning complete for port d9240b26-330e-4361-8f1c-86881a61a103 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:08.766258 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81780358-1fdc-43b3-bbdc-72a44aa87f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:08.783549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-e02e2954-be74-4b98-9835-7552b316d108 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:08.786896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-e02e2954-be74-4b98-9835-7552b316d108 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/networks?id=47180603-615f-48e2-8a26-6946aaa732f5 HTTP/1.1" status: 200 len: 796 time: 0.1176612 Nov 15 15:51:08.810768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-29839fb4-3aec-4d3f-95dd-82e9ef4fd297 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/quotas/2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 375 time: 0.0185816 Nov 15 15:51:08.826460 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81780358-1fdc-43b3-bbdc-72a44aa87f42 None None] Port d9240b26-330e-4361-8f1c-86881a61a103 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:51:08.870968 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 12d7936c-f4e4-422b-a51d-4e601f4da190 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:51:08.872338 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-be6dfd8f-89ea-4ebb-b16a-48d7ae29bd87 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550535 Nov 15 15:51:08.922579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:51:07Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd9240b26-330e-4361-8f1c-86881a61a103', 'name': '', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:15:ed:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:06Z', 'updated_at': '2021-11-15T15:51:07Z', 'revision_number': 2, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:51:08.946829 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-99abb89e-9190-4045-a076-4c99b5530055 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:51:08.948567 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-99abb89e-9190-4045-a076-4c99b5530055 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0642664 Nov 15 15:51:08.959016 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Checking router: 15ac33cd-397c-45bc-8c73-c1ef798a3e8e for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:51:08.959366 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Updating router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e port d9240b26-330e-4361-8f1c-86881a61a103 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:51:08.987015 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 12d7936c-f4e4-422b-a51d-4e601f4da190 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:08.987389 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:09.016125 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:09.020461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4aa983c2-6ddd-45e9-b7df-e4e6bf59a5e5 None None] Provisioning complete for port d9240b26-330e-4361-8f1c-86881a61a103 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:09.020818 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4aa983c2-6ddd-45e9-b7df-e4e6bf59a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:09.043168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-2176e44d-f446-4697-b5e6-4c5a501d381d service neutron] 10.222.0.70 "GET /v2.0/networks/47180603-615f-48e2-8a26-6946aaa732f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877407 Nov 15 15:51:09.093379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4aa983c2-6ddd-45e9-b7df-e4e6bf59a5e5 None None] Port d9240b26-330e-4361-8f1c-86881a61a103 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:51:09.134669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-d47b4c6f-bc39-49ef-96d6-a670e3430efe service neutron] 10.222.0.70 "GET /v2.0/networks/47180603-615f-48e2-8a26-6946aaa732f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849802 Nov 15 15:51:09.360166 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:09.420458 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-499b6f0a-8c71-4039-8dff-d708dffe6bf3 req-b361839d-7088-44c5-8c31-29a3bda6ebe4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 210 time: 0.0365498 Nov 15 15:51:09.441198 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:09.489112 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27414dbc-e094-46f7-8008-b62497e578d7 None None] Pushing event updated for resources: {'Port': ['ID=d9240b26-330e-4361-8f1c-86881a61a103,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:09.549840 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Attempting to bind port d9240b26-330e-4361-8f1c-86881a61a103 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:51:09.550208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Attempting to bind port d9240b26-330e-4361-8f1c-86881a61a103 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ae1229db-922a-422e-a1ee-51b297e68abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:51:09.550597 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Attempting to bind port d9240b26-330e-4361-8f1c-86881a61a103 on network 47180603-615f-48e2-8a26-6946aaa732f5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:51:09.555880 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:51:09.556252 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Checking segment: {'id': 'ae1229db-922a-422e-a1ee-51b297e68abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:51:09.557256 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:09.557648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Bound using segment: {'id': 'ae1229db-922a-422e-a1ee-51b297e68abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:51:09.558121 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Bound port: d9240b26-330e-4361-8f1c-86881a61a103, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1229db-922a-422e-a1ee-51b297e68abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:51:09.558521 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:09.625047 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] For port d9240b26-330e-4361-8f1c-86881a61a103, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:51:09.628247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] For port d9240b26-330e-4361-8f1c-86881a61a103, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d9240b26-330e-4361-8f1c-86881a61a103,segment=NetworkSegment(ae1229db-922a-422e-a1ee-51b297e68abf),segment_id=ae1229db-922a-422e-a1ee-51b297e68abf)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:51:09.703362 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:09.774773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-49de98c3-f4f6-42a1-bc61-02b58776571e None None] Provisioning complete for port d9240b26-330e-4361-8f1c-86881a61a103 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:09.775145 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49de98c3-f4f6-42a1-bc61-02b58776571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:09.797695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Routers {'15ac33cd-397c-45bc-8c73-c1ef798a3e8e'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:51:09.798352 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:51:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:51:09.804197 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27414dbc-e094-46f7-8008-b62497e578d7 None None] Pushing event updated for resources: {'Port': ['ID=d9240b26-330e-4361-8f1c-86881a61a103,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:09.969904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] Set router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:51:09.994596 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49de98c3-f4f6-42a1-bc61-02b58776571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:10.077775 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-49de98c3-f4f6-42a1-bc61-02b58776571e None None] For port d9240b26-330e-4361-8f1c-86881a61a103, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d9240b26-330e-4361-8f1c-86881a61a103,segment=NetworkSegment(ae1229db-922a-422e-a1ee-51b297e68abf),segment_id=ae1229db-922a-422e-a1ee-51b297e68abf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:51:10.258281 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49de98c3-f4f6-42a1-bc61-02b58776571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:10.336102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de98c3-f4f6-42a1-bc61-02b58776571e None None] Pushing event updated for resources: {'Port': ['ID=d9240b26-330e-4361-8f1c-86881a61a103,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:10.395483 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f5fce8e8-df29-4fea-ab42-092046a091ff None None] Provisioning complete for port d9240b26-330e-4361-8f1c-86881a61a103 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:10.395841 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5fce8e8-df29-4fea-ab42-092046a091ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:10.438908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:51:07Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd9240b26-330e-4361-8f1c-86881a61a103', 'name': '', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:15:ed:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:06Z', 'updated_at': '2021-11-15T15:51:09Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:51:10.468542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec6704-c0fe-4d63-b074-216c84bf8569 None None] The sync data for ids ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'] in n-d-817748-2 is: [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:51:07Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd9240b26-330e-4361-8f1c-86881a61a103', 'name': '', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:15:ed:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:06Z', 'updated_at': '2021-11-15T15:51:09Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:51:10.541724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3e7fff49-268e-4c6a-b552-3eec8ee1392f req-58fce1bd-361d-4337-93d1-f612f350057e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 210 time: 0.0477407 Nov 15 15:51:10.862066 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d9240b26-330e-4361-8f1c-86881a61a103 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:51:10.920704 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d9240b26-330e-4361-8f1c-86881a61a103 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:10.921110 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:11.474352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-06bc1341-7b41-4e40-9167-afbe5f3e1ce0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:11.476067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-06bc1341-7b41-4e40-9167-afbe5f3e1ce0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/networks?id=47180603-615f-48e2-8a26-6946aaa732f5 HTTP/1.1" status: 200 len: 796 time: 0.1174350 Nov 15 15:51:11.542939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-0ec3edee-15ae-43b9-a9ab-7f9245a771ad tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 378 time: 0.0574749 Nov 15 15:51:11.552408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-18389596-e980-47b2-9466-11a7e5e43783 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'port': {'device_id': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'admin_state_up': True, 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'security_groups': ['790aa1e9-5ed2-400c-81db-b945490e5bf0']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:51:11.640397 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b9e969d-8a2f-4017-8f1b-e5852a34ac4c req-5bd60b49-bd7b-4275-90f3-7feb72346a22 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 210 time: 0.0293233 Nov 15 15:51:11.779389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-18389596-e980-47b2-9466-11a7e5e43783 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:51:11.783069 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-18389596-e980-47b2-9466-11a7e5e43783 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:11.913700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-18389596-e980-47b2-9466-11a7e5e43783 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.20.0.13 (47180603-615f-48e2-8a26-6946aaa732f5/5d02c86d-ed69-4ca3-b615-772f5956d90d/d5724ec5-fe06-42de-9927-ba7f0bc063e5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:51:12.050272 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-18389596-e980-47b2-9466-11a7e5e43783 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:12.139901 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-18389596-e980-47b2-9466-11a7e5e43783 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:12.192700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-18389596-e980-47b2-9466-11a7e5e43783 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 47180603-615f-48e2-8a26-6946aaa732f5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:51:12.195900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-18389596-e980-47b2-9466-11a7e5e43783 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:51:12.200839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-18389596-e980-47b2-9466-11a7e5e43783 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:51:12.204776 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18389596-e980-47b2-9466-11a7e5e43783 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=d5724ec5-fe06-42de-9927-ba7f0bc063e5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:12.252315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-18389596-e980-47b2-9466-11a7e5e43783 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:12.252953 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-18389596-e980-47b2-9466-11a7e5e43783 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:12.371264 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-18389596-e980-47b2-9466-11a7e5e43783 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8224583 Nov 15 15:51:12.382934 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Request body: {'port': {'device_id': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:51:12.455474 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:12.481882 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a708055c-d169-4528-8e5e-ef324bcd9ebc None None] Provisioning complete for port d5724ec5-fe06-42de-9927-ba7f0bc063e5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:12.482469 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a708055c-d169-4528-8e5e-ef324bcd9ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:12.519261 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a708055c-d169-4528-8e5e-ef324bcd9ebc None None] Port d5724ec5-fe06-42de-9927-ba7f0bc063e5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:51:12.723577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5724ec5-fe06-42de-9927-ba7f0bc063e5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:51:12.744388 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:12.763167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Transition to ACTIVE for port object d5724ec5-fe06-42de-9927-ba7f0bc063e5 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:51:12.774653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76f33d-cad0-4774-b92e-4c30d65b77a3 req-23cca92f-718a-4b91-b144-575f179d0156 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:12.776709 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e76f33d-cad0-4774-b92e-4c30d65b77a3 req-23cca92f-718a-4b91-b144-575f179d0156 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 932 time: 0.0678284 Nov 15 15:51:12.827237 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e76f33d-cad0-4774-b92e-4c30d65b77a3 req-e2c7bc58-92b1-4d61-ab89-9038246eaabf tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440810 Nov 15 15:51:12.828387 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:12.881600 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5724ec5-fe06-42de-9927-ba7f0bc063e5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:12.955092 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Attempting to bind port d5724ec5-fe06-42de-9927-ba7f0bc063e5 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:51:12.955463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Attempting to bind port d5724ec5-fe06-42de-9927-ba7f0bc063e5 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': 'ae1229db-922a-422e-a1ee-51b297e68abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:51:12.955777 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Attempting to bind port d5724ec5-fe06-42de-9927-ba7f0bc063e5 on network 47180603-615f-48e2-8a26-6946aaa732f5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:51:12.960524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Port d5724ec5-fe06-42de-9927-ba7f0bc063e5 on network 47180603-615f-48e2-8a26-6946aaa732f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:51:12.960851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Attempting to bind port d5724ec5-fe06-42de-9927-ba7f0bc063e5 on network 47180603-615f-48e2-8a26-6946aaa732f5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:51:12.966699 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:51:12.967056 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Checking segment: {'id': 'ae1229db-922a-422e-a1ee-51b297e68abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:51:12.967698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Bound using segment: {'id': 'ae1229db-922a-422e-a1ee-51b297e68abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:51:12.968130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Bound port: d5724ec5-fe06-42de-9927-ba7f0bc063e5, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae1229db-922a-422e-a1ee-51b297e68abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:51:12.968489 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:13.034629 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] For port d5724ec5-fe06-42de-9927-ba7f0bc063e5, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:51:13.037744 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] For port d5724ec5-fe06-42de-9927-ba7f0bc063e5, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d5724ec5-fe06-42de-9927-ba7f0bc063e5,segment=NetworkSegment(ae1229db-922a-422e-a1ee-51b297e68abf),segment_id=ae1229db-922a-422e-a1ee-51b297e68abf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:51:13.119993 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:13.168790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:13.168790 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:13.168790 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/d5724ec5-fe06-42de-9927-ba7f0bc063e5 HTTP/1.1" status: 200 len: 1092 time: 0.7850168 Nov 15 15:51:13.168790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'tag': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:51:13.169306 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693d597d-d62a-4021-9404-eb3ca9d20076" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f2b44d-94bb-4851-91a8-13385fa8d1cf", "tag": "d5724ec5-fe06-42de-9927-ba7f0bc063e5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:51:13.196940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8886d-90c7-41a5-9bcc-5b52c8cf89d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5724ec5-fe06-42de-9927-ba7f0bc063e5,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:13.208022 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53412254-1459-48a3-bf61-002278daf836 x-openstack-request-id: req-53412254-1459-48a3-bf61-002278daf836 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:51:13.208216 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f2b44d-94bb-4851-91a8-13385fa8d1cf", "tag": "d5724ec5-fe06-42de-9927-ba7f0bc063e5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:51:13.208522 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53412254-1459-48a3-bf61-002278daf836 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:51:13.208984 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'tag': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5', 'status': 'completed', 'code': 200} Nov 15 15:51:13.274893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d597d-d62a-4021-9404-eb3ca9d20076 req-71c70e36-4b25-4d68-843c-0d6a18118dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:13.277211 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-693d597d-d62a-4021-9404-eb3ca9d20076 req-71c70e36-4b25-4d68-843c-0d6a18118dac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 1095 time: 0.0447359 Nov 15 15:51:13.384820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d597d-d62a-4021-9404-eb3ca9d20076 req-6368d0be-f561-4112-b3c1-ebd89e5b6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:13.386942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-693d597d-d62a-4021-9404-eb3ca9d20076 req-6368d0be-f561-4112-b3c1-ebd89e5b6ac1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2b00f3ef972b45c298d72350654a05b1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1014891 Nov 15 15:51:13.485249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d597d-d62a-4021-9404-eb3ca9d20076 req-84b4816a-7692-44ed-bc83-ac5e141b9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:13.486779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-693d597d-d62a-4021-9404-eb3ca9d20076 req-84b4816a-7692-44ed-bc83-ac5e141b9c81 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934622 Nov 15 15:51:13.563245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-36ad55d1-0e12-47f0-982f-586ccba8064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:13.565015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-36ad55d1-0e12-47f0-982f-586ccba8064d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 1095 time: 0.0403054 Nov 15 15:51:13.610317 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-98798533-dd57-47b9-85d3-a8a41e5308f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5724ec5-fe06-42de-9927-ba7f0bc063e5 HTTP/1.1" status: 200 len: 217 time: 0.0380285 Nov 15 15:51:13.659780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-6a611993-3d41-4e68-97bc-8121d1b3369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:13.661258 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-6a611993-3d41-4e68-97bc-8121d1b3369d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d02c86d-ed69-4ca3-b615-772f5956d90d HTTP/1.1" status: 200 len: 835 time: 0.0433552 Nov 15 15:51:13.706918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-cb0fe4f0-ec15-4ae0-95d5-a2816154495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:13.708559 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-cb0fe4f0-ec15-4ae0-95d5-a2816154495d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47180603-615f-48e2-8a26-6946aaa732f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405190 Nov 15 15:51:13.803669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-6b8caf74-0c26-4bc0-a673-84121bf8f104 service neutron] 10.222.0.59 "GET /v2.0/networks/47180603-615f-48e2-8a26-6946aaa732f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876870 Nov 15 15:51:13.894942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dad6bbb6-ea04-4f80-b2cd-fc9a483b737d req-ee1fc5f3-d187-45a8-99ce-44553853cf95 service neutron] 10.222.0.59 "GET /v2.0/networks/47180603-615f-48e2-8a26-6946aaa732f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836120 Nov 15 15:51:13.955615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d4210-fab8-4adf-8d6b-a09701144cb8 req-77dbf568-c369-4e86-849e-af81de63d7d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:13.957075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e80d4210-fab8-4adf-8d6b-a09701144cb8 req-77dbf568-c369-4e86-849e-af81de63d7d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 944 time: 0.0541856 Nov 15 15:51:14.008015 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e80d4210-fab8-4adf-8d6b-a09701144cb8 req-45bf5546-11f2-4981-8b3e-6b7947190589 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448561 Nov 15 15:51:15.126108 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac15a6-997d-4b73-9958-74386ce4bad6 req-785331a4-e946-40d0-a2ba-002db07e2ab0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:15.127607 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bac15a6-997d-4b73-9958-74386ce4bad6 req-785331a4-e946-40d0-a2ba-002db07e2ab0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 944 time: 0.0491331 Nov 15 15:51:15.163280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d5724ec5-fe06-42de-9927-ba7f0bc063e5 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:51:15.178148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5bac15a6-997d-4b73-9958-74386ce4bad6 req-f04e6f5e-a0cb-4be8-a6f8-e0a52ce8ff98 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445447 Nov 15 15:51:15.259196 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port d5724ec5-fe06-42de-9927-ba7f0bc063e5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d5724ec5-fe06-42de-9927-ba7f0bc063e5,segment=NetworkSegment(ae1229db-922a-422e-a1ee-51b297e68abf),segment_id=ae1229db-922a-422e-a1ee-51b297e68abf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:51:15.275593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'port_id': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5', 'mac_address': 'fa:16:3e:07:45:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:51:15.313492 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:15.327021 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5724ec5-fe06-42de-9927-ba7f0bc063e5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:51:15.346792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port d5724ec5-fe06-42de-9927-ba7f0bc063e5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d5724ec5-fe06-42de-9927-ba7f0bc063e5,segment=NetworkSegment(ae1229db-922a-422e-a1ee-51b297e68abf),segment_id=ae1229db-922a-422e-a1ee-51b297e68abf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:51:15.424928 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:15.472864 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=d5724ec5-fe06-42de-9927-ba7f0bc063e5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:15.641176 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['d5724ec5-fe06-42de-9927-ba7f0bc063e5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:51:16.293653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be9f62-4a99-4d02-8a1e-cf0a61e493cb req-3e039408-930f-4eec-b699-7496257f9ead tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:16.295184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7be9f62-4a99-4d02-8a1e-cf0a61e493cb req-3e039408-930f-4eec-b699-7496257f9ead tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 945 time: 0.0493779 Nov 15 15:51:16.348576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7be9f62-4a99-4d02-8a1e-cf0a61e493cb req-fd539f8f-9359-439f-9236-8108d4f6d2ea tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474284 Nov 15 15:51:17.167070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d5724ec5-fe06-42de-9927-ba7f0bc063e5 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:51:17.279471 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port d5724ec5-fe06-42de-9927-ba7f0bc063e5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:51:17.283720 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port d5724ec5-fe06-42de-9927-ba7f0bc063e5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:51:17.284144 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:17.366538 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:17.392425 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:51:17.394202 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96e6d50-9d47-4ad9-ad06-79c0d201a443" -d '{"events": [{"server_uuid": "f6f2b44d-94bb-4851-91a8-13385fa8d1cf", "name": "network-vif-plugged", "status": "completed", "tag": "d5724ec5-fe06-42de-9927-ba7f0bc063e5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:51:17.408889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port d5724ec5-fe06-42de-9927-ba7f0bc063e5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d5724ec5-fe06-42de-9927-ba7f0bc063e5,segment=NetworkSegment(ae1229db-922a-422e-a1ee-51b297e68abf),segment_id=ae1229db-922a-422e-a1ee-51b297e68abf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:51:17.444797 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39008581-c8df-41c7-affc-8dae24b8e2ca x-openstack-request-id: req-39008581-c8df-41c7-affc-8dae24b8e2ca {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:51:17.444797 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f2b44d-94bb-4851-91a8-13385fa8d1cf", "name": "network-vif-plugged", "status": "completed", "tag": "d5724ec5-fe06-42de-9927-ba7f0bc063e5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:51:17.444797 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39008581-c8df-41c7-affc-8dae24b8e2ca {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:51:17.444797 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5', 'code': 200} Nov 15 15:51:17.469116 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c0c8e-c570-4ee7-a0fe-e88992b50b62 req-2114b9c5-36d3-4fde-be62-d24ae1950ac1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:17.472934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb1c0c8e-c570-4ee7-a0fe-e88992b50b62 req-2114b9c5-36d3-4fde-be62-d24ae1950ac1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 945 time: 0.0534849 Nov 15 15:51:17.493697 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:17.541871 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=d5724ec5-fe06-42de-9927-ba7f0bc063e5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:17.550455 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb1c0c8e-c570-4ee7-a0fe-e88992b50b62 req-ff91d8f7-7e50-4b7f-887a-d30389b6a879 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725927 Nov 15 15:51:17.556680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc91f9-64f7-4870-bbbd-6288b26df7a6 req-7c4ec8bc-0a3f-4645-8355-e04afe1e0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:17.558184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ffc91f9-64f7-4870-bbbd-6288b26df7a6 req-7c4ec8bc-0a3f-4645-8355-e04afe1e0dea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 1097 time: 0.0600278 Nov 15 15:51:17.606517 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ffc91f9-64f7-4870-bbbd-6288b26df7a6 req-496fb67c-7ea8-41ce-ada5-d8037979c1d6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402093 Nov 15 15:51:18.672660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1982e0-6f32-4dc5-88a5-5423f316ec2d req-b5c7d428-4a4d-4047-bd70-2eec56dca184 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:18.674150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc1982e0-6f32-4dc5-88a5-5423f316ec2d req-b5c7d428-4a4d-4047-bd70-2eec56dca184 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0539758 Nov 15 15:51:18.725096 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bc1982e0-6f32-4dc5-88a5-5423f316ec2d req-5f2ef730-d975-4914-bc6a-497eed0dab10 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449538 Nov 15 15:51:19.840688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc21f2-85b3-4164-a840-336b531882b0 req-b865d9b3-6f1d-44dd-af75-a305ba154ac0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:19.842504 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7bc21f2-85b3-4164-a840-336b531882b0 req-b865d9b3-6f1d-44dd-af75-a305ba154ac0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0492754 Nov 15 15:51:19.892795 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d7bc21f2-85b3-4164-a840-336b531882b0 req-433fc9f6-9e9c-4ea7-82e4-3409c769b974 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443079 Nov 15 15:51:20.006888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b05b51-2085-4f41-aa6f-e1d2fc068369 req-e1f5f602-8b19-4cc0-8f65-10f6068b65db tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:20.008274 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2b05b51-2085-4f41-aa6f-e1d2fc068369 req-e1f5f602-8b19-4cc0-8f65-10f6068b65db tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0493181 Nov 15 15:51:20.060920 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2b05b51-2085-4f41-aa6f-e1d2fc068369 req-6eaff7f6-ab23-4d1c-b340-1c1ce2a66354 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460196 Nov 15 15:51:20.082902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:20.163675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73b95f-b1ff-4820-a6c9-e64eda306405 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:20.165235 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5f73b95f-b1ff-4820-a6c9-e64eda306405 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 1092 time: 0.0813217 Nov 15 15:51:20.168105 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:20.172891 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:51:20.302934 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:20.403821 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:20.504338 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.25.4.46 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/e34f612a-ea04-4cea-b42c-7246973827fc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:51:20.610230 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:20.717501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:20.753571 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:51:20.758358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:51:20.760979 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:51:20.789193 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=e34f612a-ea04-4cea-b42c-7246973827fc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:21.110633 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:21.244218 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:21.395796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:21.465110 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:21.534991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=e34f612a-ea04-4cea-b42c-7246973827fc,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:51:21.545480 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:21.648314 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Floating IP 109b74d1-ed11-461a-a08d-8593a42d4310 associated. External IP: 172.25.4.46, port: d5724ec5-fe06-42de-9927-ba7f0bc063e5. Nov 15 15:51:21.858370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:51:22.303439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:51:22.319428 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a4b39-4ef1-4abd-8e45-6edd04af1373 None None] Sync routers for ids ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:51:22.329794 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a4b39-4ef1-4abd-8e45-6edd04af1373 None None] Routers {'15ac33cd-397c-45bc-8c73-c1ef798a3e8e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:51:22.330405 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-215a4b39-4ef1-4abd-8e45-6edd04af1373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:51:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:51:22.398376 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:22.426671 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e4cfc39d-63cc-46cf-9d30-1aaf0209a82e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2569387 Nov 15 15:51:22.427379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'tag': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:51:22.429865 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdfe074-6467-42bd-878c-7eb09b931e64" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f2b44d-94bb-4851-91a8-13385fa8d1cf", "tag": "d5724ec5-fe06-42de-9927-ba7f0bc063e5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:51:22.480134 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b32e53-5eeb-4011-923b-87bef332498a x-openstack-request-id: req-44b32e53-5eeb-4011-923b-87bef332498a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:51:22.487486 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f2b44d-94bb-4851-91a8-13385fa8d1cf", "tag": "d5724ec5-fe06-42de-9927-ba7f0bc063e5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:51:22.487486 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44b32e53-5eeb-4011-923b-87bef332498a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:51:22.487486 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'tag': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5', 'status': 'completed', 'code': 200} Nov 15 15:51:22.533649 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-215a4b39-4ef1-4abd-8e45-6edd04af1373 None None] Set router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:51:22.576351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d491952-7726-4651-a6f8-dada0d427afc req-4e74bf39-ed3d-4786-8b37-432e5f01d5c5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:22.577828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d491952-7726-4651-a6f8-dada0d427afc req-4e74bf39-ed3d-4786-8b37-432e5f01d5c5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0850685 Nov 15 15:51:22.584433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfe074-6467-42bd-878c-7eb09b931e64 req-38f1223c-3f8b-478f-a30e-1583221b55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:22.585985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecdfe074-6467-42bd-878c-7eb09b931e64 req-38f1223c-3f8b-478f-a30e-1583221b55d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 1097 time: 0.0645440 Nov 15 15:51:22.682030 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d491952-7726-4651-a6f8-dada0d427afc req-b292529c-f1f3-47cf-8177-14e375e3d6b1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949914 Nov 15 15:51:22.705693 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:22.712815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfe074-6467-42bd-878c-7eb09b931e64 req-5b27df4d-31c7-41b2-8385-6331119def2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:22.714334 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecdfe074-6467-42bd-878c-7eb09b931e64 req-5b27df4d-31c7-41b2-8385-6331119def2b service neutron] 10.222.0.59 "GET /v2.0/networks?id=47180603-615f-48e2-8a26-6946aaa732f5 HTTP/1.1" status: 200 len: 897 time: 0.1206117 Nov 15 15:51:22.769489 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-42c10f12-d11a-4427-b3f5-bcd3bbdc951b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/109b74d1-ed11-461a-a08d-8593a42d4310 HTTP/1.1" status: 200 len: 991 time: 0.0614834 Nov 15 15:51:22.769744 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-215a4b39-4ef1-4abd-8e45-6edd04af1373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:51:07Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '109b74d1-ed11-461a-a08d-8593a42d4310', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'port_id': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'mac_address': 'fa:16:3e:07:45:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:51:20Z', 'updated_at': '2021-11-15T15:51:20Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9240b26-330e-4361-8f1c-86881a61a103', 'name': '', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:15:ed:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:06Z', 'updated_at': '2021-11-15T15:51:10Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:51:22.787241 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecdfe074-6467-42bd-878c-7eb09b931e64 req-7256fd4d-f957-40dc-946d-45f541a7f052 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5724ec5-fe06-42de-9927-ba7f0bc063e5 HTTP/1.1" status: 200 len: 999 time: 0.0660748 Nov 15 15:51:22.800222 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a4b39-4ef1-4abd-8e45-6edd04af1373 None None] Checking router: 15ac33cd-397c-45bc-8c73-c1ef798a3e8e for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:51:22.808661 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a4b39-4ef1-4abd-8e45-6edd04af1373 None None] Routers {'15ac33cd-397c-45bc-8c73-c1ef798a3e8e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:51:22.809829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-215a4b39-4ef1-4abd-8e45-6edd04af1373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:51:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:51:22.837928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfe074-6467-42bd-878c-7eb09b931e64 req-1b11cabc-0c25-4b2c-a6a4-c7e780c2fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:22.839328 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecdfe074-6467-42bd-878c-7eb09b931e64 req-1b11cabc-0c25-4b2c-a6a4-c7e780c2fb77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d02c86d-ed69-4ca3-b615-772f5956d90d HTTP/1.1" status: 200 len: 835 time: 0.0456848 Nov 15 15:51:22.884928 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfe074-6467-42bd-878c-7eb09b931e64 req-b2b8a1f7-abff-41a3-bdc5-b1c35acbcb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:22.886448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecdfe074-6467-42bd-878c-7eb09b931e64 req-b2b8a1f7-abff-41a3-bdc5-b1c35acbcb40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47180603-615f-48e2-8a26-6946aaa732f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398579 Nov 15 15:51:22.916593 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-215a4b39-4ef1-4abd-8e45-6edd04af1373 None None] Set router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:51:22.980536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecdfe074-6467-42bd-878c-7eb09b931e64 req-7d1c8aa3-4f76-4f8e-85b9-34354fe0fbfa service neutron] 10.222.0.59 "GET /v2.0/networks/47180603-615f-48e2-8a26-6946aaa732f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873892 Nov 15 15:51:23.075594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ecdfe074-6467-42bd-878c-7eb09b931e64 req-3c29468d-d472-4362-ae19-3e36eb5ed167 service neutron] 10.222.0.59 "GET /v2.0/networks/47180603-615f-48e2-8a26-6946aaa732f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871961 Nov 15 15:51:23.142723 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-215a4b39-4ef1-4abd-8e45-6edd04af1373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:51:07Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '109b74d1-ed11-461a-a08d-8593a42d4310', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'port_id': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'mac_address': 'fa:16:3e:07:45:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:51:20Z', 'updated_at': '2021-11-15T15:51:20Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9240b26-330e-4361-8f1c-86881a61a103', 'name': '', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:15:ed:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:06Z', 'updated_at': '2021-11-15T15:51:10Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:51:23.173975 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a4b39-4ef1-4abd-8e45-6edd04af1373 None None] The sync data for ids ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'] in n-d-817748-2 is: [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:51:07Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '109b74d1-ed11-461a-a08d-8593a42d4310', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'port_id': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'mac_address': 'fa:16:3e:07:45:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:51:20Z', 'updated_at': '2021-11-15T15:51:20Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9240b26-330e-4361-8f1c-86881a61a103', 'name': '', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:15:ed:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:06Z', 'updated_at': '2021-11-15T15:51:10Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:51:23.385417 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498ed0f-9348-4b36-9efb-2e6a6d6bb084 None None] New status for floating IP 109b74d1-ed11-461a-a08d-8593a42d4310: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:51:23.772282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 53934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:51:23.836636 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-dd5de797-69f2-4ef3-90e0-74d583d0d0b4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/109b74d1-ed11-461a-a08d-8593a42d4310 HTTP/1.1" status: 200 len: 993 time: 0.0631337 Nov 15 15:51:29.182387 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:29.510550 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:29.755612 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60e33148-fd24-467a-bd05-7b49b90814bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:32.138580 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eee47b37-fc0e-4ab6-ac69-816864f8612d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:33.822239 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:35.447325 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:35.845016 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:37.198537 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:51:50.661209 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb693e-59ed-49a7-9053-6136d72dd4cd req-1c6da5ed-02cf-4167-95d2-4f0c8b924d54 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:50.662716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12fb693e-59ed-49a7-9053-6136d72dd4cd req-1c6da5ed-02cf-4167-95d2-4f0c8b924d54 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0545483 Nov 15 15:51:50.711999 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-12fb693e-59ed-49a7-9053-6136d72dd4cd req-8d6eee4e-5f5d-4e8b-8c27-c1a5324a545b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432878 Nov 15 15:51:51.833177 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640dab4-243c-4fe1-99e1-1d0e417cad66 req-956821b1-25ae-4f98-a87f-e458a19e3dac tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:51.834689 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c640dab4-243c-4fe1-99e1-1d0e417cad66 req-956821b1-25ae-4f98-a87f-e458a19e3dac tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0496686 Nov 15 15:51:51.883556 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c640dab4-243c-4fe1-99e1-1d0e417cad66 req-fd03cb61-50b0-4431-b6a6-cd22b3014b77 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429130 Nov 15 15:51:53.019870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946b89a-0152-4d4a-8f69-0d556944beb9 req-52fc345c-4987-41da-8fdd-6ae6cdd7584f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:53.022292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f946b89a-0152-4d4a-8f69-0d556944beb9 req-52fc345c-4987-41da-8fdd-6ae6cdd7584f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0698221 Nov 15 15:51:53.079908 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f946b89a-0152-4d4a-8f69-0d556944beb9 req-b8168d7b-9ac1-4413-876b-592e934fc7bd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523355 Nov 15 15:51:54.193324 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af651fb5-0a4a-4b9c-8cba-f66a0ed6b959 req-40f8d10a-32bb-41b2-b63d-152bfcaa61fe tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:54.194834 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af651fb5-0a4a-4b9c-8cba-f66a0ed6b959 req-40f8d10a-32bb-41b2-b63d-152bfcaa61fe tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0481715 Nov 15 15:51:54.247444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-af651fb5-0a4a-4b9c-8cba-f66a0ed6b959 req-b1e21b36-b1f2-4527-8342-5f87f88ca32a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460384 Nov 15 15:51:55.366352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b0bfc-1b17-49b2-91a9-c58c0fb1ec8c req-64bcc27a-189f-457d-bf5e-7fc4bfcbe94e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:55.367899 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-764b0bfc-1b17-49b2-91a9-c58c0fb1ec8c req-64bcc27a-189f-457d-bf5e-7fc4bfcbe94e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0501664 Nov 15 15:51:55.416735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-764b0bfc-1b17-49b2-91a9-c58c0fb1ec8c req-72bd33ed-9d96-4182-9c66-1e01505f34f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424035 Nov 15 15:51:56.536260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9a49c-c2d6-4d4d-9022-19782808d420 req-07189bff-8bdf-426a-8487-b8447ddbe711 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:56.537735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71c9a49c-c2d6-4d4d-9022-19782808d420 req-07189bff-8bdf-426a-8487-b8447ddbe711 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0522916 Nov 15 15:51:56.587012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-71c9a49c-c2d6-4d4d-9022-19782808d420 req-0f2f6429-84a1-4825-8ace-22ac38b0456f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426199 Nov 15 15:51:57.704491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5750c-498c-4246-bb4d-2f90b0fcae92 req-8ca82c0b-de43-4873-b9a9-281c4c07b9f6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:57.705963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22f5750c-498c-4246-bb4d-2f90b0fcae92 req-8ca82c0b-de43-4873-b9a9-281c4c07b9f6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0498261 Nov 15 15:51:57.755679 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-22f5750c-498c-4246-bb4d-2f90b0fcae92 req-5de5ee57-5cc2-48c8-874f-e9e21fa1820e tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436461 Nov 15 15:51:58.727506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa358847-10c5-4324-afa4-bf9e0722e391 req-66e6cdf3-cb90-4b18-80e1-e2eecd2715f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:58.729016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa358847-10c5-4324-afa4-bf9e0722e391 req-66e6cdf3-cb90-4b18-80e1-e2eecd2715f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 1097 time: 0.0413802 Nov 15 15:51:58.863941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa358847-10c5-4324-afa4-bf9e0722e391 req-36b5b831-c7e1-4108-a1d4-cc9107f58162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:58.865432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa358847-10c5-4324-afa4-bf9e0722e391 req-36b5b831-c7e1-4108-a1d4-cc9107f58162 service neutron] 10.222.0.59 "GET /v2.0/networks?id=47180603-615f-48e2-8a26-6946aaa732f5 HTTP/1.1" status: 200 len: 897 time: 0.1159177 Nov 15 15:51:58.923409 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be65985-1659-48cb-a86c-f8faf54eea12 req-438f2d01-693f-423b-820e-651bde2ad74a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:58.924915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2be65985-1659-48cb-a86c-f8faf54eea12 req-438f2d01-693f-423b-820e-651bde2ad74a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0989656 Nov 15 15:51:58.961948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa358847-10c5-4324-afa4-bf9e0722e391 req-0335a9ee-ef08-4d7c-919e-cebc9cafd730 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5724ec5-fe06-42de-9927-ba7f0bc063e5 HTTP/1.1" status: 200 len: 1001 time: 0.0887341 Nov 15 15:51:59.021020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2be65985-1659-48cb-a86c-f8faf54eea12 req-7526bc69-ee0b-45c0-9d9c-29fac597bb24 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891621 Nov 15 15:51:59.032273 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa358847-10c5-4324-afa4-bf9e0722e391 req-36c8b4bc-9eae-4734-8c0e-96bd9f104fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:59.033692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa358847-10c5-4324-afa4-bf9e0722e391 req-36c8b4bc-9eae-4734-8c0e-96bd9f104fbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d02c86d-ed69-4ca3-b615-772f5956d90d HTTP/1.1" status: 200 len: 835 time: 0.0607009 Nov 15 15:51:59.080227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa358847-10c5-4324-afa4-bf9e0722e391 req-3ed21905-c49d-4754-b713-ecef46a01c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:51:59.081738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa358847-10c5-4324-afa4-bf9e0722e391 req-3ed21905-c49d-4754-b713-ecef46a01c9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47180603-615f-48e2-8a26-6946aaa732f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412309 Nov 15 15:51:59.155535 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:59.175046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa358847-10c5-4324-afa4-bf9e0722e391 req-eea366f9-d992-4296-9510-6ccb7b0fdc45 service neutron] 10.222.0.59 "GET /v2.0/networks/47180603-615f-48e2-8a26-6946aaa732f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865679 Nov 15 15:51:59.264931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aa358847-10c5-4324-afa4-bf9e0722e391 req-80848113-fb42-411c-b884-eaade5f62a01 service neutron] 10.222.0.59 "GET /v2.0/networks/47180603-615f-48e2-8a26-6946aaa732f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835171 Nov 15 15:51:59.507506 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:51:59.772175 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0258d06-3120-4907-baea-f49a01646d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:00.141756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26c2e9-0485-43db-bcab-3ec52694df58 req-c3714190-f873-423f-b7f7-661371e6a18b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:00.143270 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a26c2e9-0485-43db-bcab-3ec52694df58 req-c3714190-f873-423f-b7f7-661371e6a18b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0550373 Nov 15 15:52:00.192870 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1a26c2e9-0485-43db-bcab-3ec52694df58 req-51ab68f7-d276-4180-b9de-b1d857c53a70 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436904 Nov 15 15:52:01.309057 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e724-c4a2-418c-9f03-5cf5cde61102 req-2bfbdae6-524d-4feb-892c-4d51e6066781 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:01.310655 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2144e724-c4a2-418c-9f03-5cf5cde61102 req-2bfbdae6-524d-4feb-892c-4d51e6066781 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0509105 Nov 15 15:52:01.362743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2144e724-c4a2-418c-9f03-5cf5cde61102 req-3a099d7a-3fc5-44fd-b4d3-c3a5262717f7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445952 Nov 15 15:52:01.384355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:01.448581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-5c7fef61-6500-48ca-b2ef-33d99cf10b3f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/109b74d1-ed11-461a-a08d-8593a42d4310 HTTP/1.1" status: 200 len: 993 time: 0.0630913 Nov 15 15:52:02.126664 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe455fd8-5dfe-4791-97d5-79b8c8ddb0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:02.907321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e5c95-2ec1-427a-bdf1-2c4ee33e5d01 req-1c55c0d2-2b2f-465a-a3d7-a5dd76c19c34 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:02.908831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b4e5c95-2ec1-427a-bdf1-2c4ee33e5d01 req-1c55c0d2-2b2f-465a-a3d7-a5dd76c19c34 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0492804 Nov 15 15:52:02.960524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4b4e5c95-2ec1-427a-bdf1-2c4ee33e5d01 req-8bce8c18-71f0-4c7e-8f77-5d9b5857f006 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456202 Nov 15 15:52:03.002895 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb45fd-7201-4b70-859a-5a7d35746a17 req-d686ca5d-9055-431c-9c18-c422ebc704ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:03.004434 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08cb45fd-7201-4b70-859a-5a7d35746a17 req-d686ca5d-9055-431c-9c18-c422ebc704ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 1097 time: 0.0430562 Nov 15 15:52:03.100471 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb45fd-7201-4b70-859a-5a7d35746a17 req-4a633c6a-4cd1-4091-a678-122d717111d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:03.101873 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08cb45fd-7201-4b70-859a-5a7d35746a17 req-4a633c6a-4cd1-4091-a678-122d717111d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=47180603-615f-48e2-8a26-6946aaa732f5 HTTP/1.1" status: 200 len: 897 time: 0.0906456 Nov 15 15:52:03.166845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08cb45fd-7201-4b70-859a-5a7d35746a17 req-6dd76e1d-63cf-455c-a246-f13843c1319c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5724ec5-fe06-42de-9927-ba7f0bc063e5 HTTP/1.1" status: 200 len: 1001 time: 0.0578601 Nov 15 15:52:03.219668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb45fd-7201-4b70-859a-5a7d35746a17 req-73a3bbf1-d8e0-4837-aace-08ad08614f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:03.221168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08cb45fd-7201-4b70-859a-5a7d35746a17 req-73a3bbf1-d8e0-4837-aace-08ad08614f15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d02c86d-ed69-4ca3-b615-772f5956d90d HTTP/1.1" status: 200 len: 835 time: 0.0481958 Nov 15 15:52:03.267099 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb45fd-7201-4b70-859a-5a7d35746a17 req-a7cbb7e5-6853-411c-80b3-de1aa3c981e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:03.268611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08cb45fd-7201-4b70-859a-5a7d35746a17 req-a7cbb7e5-6853-411c-80b3-de1aa3c981e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47180603-615f-48e2-8a26-6946aaa732f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401225 Nov 15 15:52:03.364409 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08cb45fd-7201-4b70-859a-5a7d35746a17 req-66bdd741-84b6-402e-9f2a-b248b5927757 service neutron] 10.222.0.59 "GET /v2.0/networks/47180603-615f-48e2-8a26-6946aaa732f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881917 Nov 15 15:52:03.455057 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-08cb45fd-7201-4b70-859a-5a7d35746a17 req-2231952f-2381-4805-b2d5-d1b26db95fc8 service neutron] 10.222.0.59 "GET /v2.0/networks/47180603-615f-48e2-8a26-6946aaa732f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837090 Nov 15 15:52:03.785705 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:04.161387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a23e97-7dbe-425a-9244-969c69bbd5b0 req-1dc2ca23-b4f3-463e-8c9a-65cd1580b062 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:04.162959 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8a23e97-7dbe-425a-9244-969c69bbd5b0 req-1dc2ca23-b4f3-463e-8c9a-65cd1580b062 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0946393 Nov 15 15:52:04.219984 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d8a23e97-7dbe-425a-9244-969c69bbd5b0 req-b534f8cd-f70f-44fc-a6c5-d8ba379ef841 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504827 Nov 15 15:52:04.242445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:04.310421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-0a4408e4-85a5-4090-bf6d-d0d0975ebe4f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/109b74d1-ed11-461a-a08d-8593a42d4310 HTTP/1.1" status: 200 len: 993 time: 0.0667400 Nov 15 15:52:05.464101 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:05.823953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:14.192183 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:52:29.160449 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:29.498017 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:29.760465 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d4fec9a-1283-40e8-bc5b-bfafdcbbf9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:32.126486 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47027fcc-4c26-421d-a93f-5c8e2757d2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:33.781362 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:34.665738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 53994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:34.822014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port e34f612a-ea04-4cea-b42c-7246973827fc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:52:34.822361 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:34.902120 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:34.902565 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:34.913859 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for e34f612a-ea04-4cea-b42c-7246973827fc owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:52:35.161027 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:35.188941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=e34f612a-ea04-4cea-b42c-7246973827fc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:35.201440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:35.201799 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:35.202143 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:35.202520 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:35.202861 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:35.203195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:35.203531 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:35.203865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:35.204196 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:35.204525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:35.204853 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:35.205176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:35.261137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:35.261494 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Floating IP 109b74d1-ed11-461a-a08d-8593a42d4310 disassociated (deleted). External IP: 172.25.4.46, port: d5724ec5-fe06-42de-9927-ba7f0bc063e5. Nov 15 15:52:35.451883 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:35.478223 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:52:35.588577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:52:35.594301 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:35.599137 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71c2b0-60f5-46e9-9fc5-824a0f3a5ea8 None None] Sync routers for ids ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:52:35.610432 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71c2b0-60f5-46e9-9fc5-824a0f3a5ea8 None None] Routers {'15ac33cd-397c-45bc-8c73-c1ef798a3e8e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:52:35.611058 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7b71c2b0-60f5-46e9-9fc5-824a0f3a5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:35.626189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f748d502-9ff6-4a79-b7ec-d800cd14bf8c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/floatingips/109b74d1-ed11-461a-a08d-8593a42d4310 HTTP/1.1" status: 204 len: 168 time: 0.9593709 Nov 15 15:52:35.626808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'tag': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:52:35.629086 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2399d7a-e6ee-4c5c-8b00-0f08c989b621" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f2b44d-94bb-4851-91a8-13385fa8d1cf", "tag": "d5724ec5-fe06-42de-9927-ba7f0bc063e5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:52:35.674294 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041bb2e4-5864-489d-be35-8c5ec9b69ab1 x-openstack-request-id: req-041bb2e4-5864-489d-be35-8c5ec9b69ab1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:52:35.674939 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f2b44d-94bb-4851-91a8-13385fa8d1cf", "tag": "d5724ec5-fe06-42de-9927-ba7f0bc063e5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:52:35.674939 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-041bb2e4-5864-489d-be35-8c5ec9b69ab1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:52:35.675283 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'tag': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5', 'status': 'completed', 'code': 200} Nov 15 15:52:35.719949 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7b71c2b0-60f5-46e9-9fc5-824a0f3a5ea8 None None] Set router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:52:35.743176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2399d7a-e6ee-4c5c-8b00-0f08c989b621 req-136a8ed7-bec9-40ea-b9b1-8f566b900097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:35.744738 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2399d7a-e6ee-4c5c-8b00-0f08c989b621 req-136a8ed7-bec9-40ea-b9b1-8f566b900097 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 1097 time: 0.0436254 Nov 15 15:52:35.848086 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2399d7a-e6ee-4c5c-8b00-0f08c989b621 req-e0955187-1671-46a7-b09c-7d1a316c7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:35.849745 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2399d7a-e6ee-4c5c-8b00-0f08c989b621 req-e0955187-1671-46a7-b09c-7d1a316c7722 service neutron] 10.222.0.59 "GET /v2.0/networks?id=47180603-615f-48e2-8a26-6946aaa732f5 HTTP/1.1" status: 200 len: 897 time: 0.0984592 Nov 15 15:52:35.874889 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:35.892215 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2399d7a-e6ee-4c5c-8b00-0f08c989b621 req-d3ea5f58-56fd-45b0-b296-dc99e6c13fe7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5724ec5-fe06-42de-9927-ba7f0bc063e5 HTTP/1.1" status: 200 len: 217 time: 0.0356395 Nov 15 15:52:35.926412 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7b71c2b0-60f5-46e9-9fc5-824a0f3a5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:51:07Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd9240b26-330e-4361-8f1c-86881a61a103', 'name': '', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:15:ed:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:06Z', 'updated_at': '2021-11-15T15:51:10Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:35.945305 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2399d7a-e6ee-4c5c-8b00-0f08c989b621 req-8a4e8f54-d519-4470-bb03-35c00382e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:35.946824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2399d7a-e6ee-4c5c-8b00-0f08c989b621 req-8a4e8f54-d519-4470-bb03-35c00382e082 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d02c86d-ed69-4ca3-b615-772f5956d90d HTTP/1.1" status: 200 len: 835 time: 0.0478320 Nov 15 15:52:35.956901 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71c2b0-60f5-46e9-9fc5-824a0f3a5ea8 None None] Checking router: 15ac33cd-397c-45bc-8c73-c1ef798a3e8e for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:52:35.967362 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71c2b0-60f5-46e9-9fc5-824a0f3a5ea8 None None] Routers {'15ac33cd-397c-45bc-8c73-c1ef798a3e8e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:52:35.967619 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7b71c2b0-60f5-46e9-9fc5-824a0f3a5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:35.998368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2399d7a-e6ee-4c5c-8b00-0f08c989b621 req-46650ef6-574b-4e57-8966-9d5c32e40ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:36.003488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2399d7a-e6ee-4c5c-8b00-0f08c989b621 req-46650ef6-574b-4e57-8966-9d5c32e40ea6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47180603-615f-48e2-8a26-6946aaa732f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493941 Nov 15 15:52:36.115711 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2399d7a-e6ee-4c5c-8b00-0f08c989b621 req-97f5c5bf-b07c-4814-89b7-1421f0c4eb36 service neutron] 10.222.0.59 "GET /v2.0/networks/47180603-615f-48e2-8a26-6946aaa732f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050565 Nov 15 15:52:36.181126 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7b71c2b0-60f5-46e9-9fc5-824a0f3a5ea8 None None] Set router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:52:36.242128 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1740807-3ac6-4ae9-8c82-50f9904ba1f3 req-be9da469-a840-43b1-8957-d1de082f12fc tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:36.243651 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1740807-3ac6-4ae9-8c82-50f9904ba1f3 req-be9da469-a840-43b1-8957-d1de082f12fc tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.1880691 Nov 15 15:52:36.263333 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f2399d7a-e6ee-4c5c-8b00-0f08c989b621 req-c2cb3b6b-396a-4f5c-83da-f131c7e66a4e service neutron] 10.222.0.59 "GET /v2.0/networks/47180603-615f-48e2-8a26-6946aaa732f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393645 Nov 15 15:52:36.302907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1740807-3ac6-4ae9-8c82-50f9904ba1f3 req-6bf90305-c3c4-46f7-bdad-c23768d86b4d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522218 Nov 15 15:52:36.391823 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7b71c2b0-60f5-46e9-9fc5-824a0f3a5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:51:07Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd9240b26-330e-4361-8f1c-86881a61a103', 'name': '', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:15:ed:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:06Z', 'updated_at': '2021-11-15T15:51:10Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:36.417968 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71c2b0-60f5-46e9-9fc5-824a0f3a5ea8 None None] The sync data for ids ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'] in n-d-817748-2 is: [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:51:07Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'd9240b26-330e-4361-8f1c-86881a61a103', 'name': '', 'network_id': '47180603-615f-48e2-8a26-6946aaa732f5', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:15:ed:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:06Z', 'updated_at': '2021-11-15T15:51:10Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '5d02c86d-ed69-4ca3-b615-772f5956d90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:52:36.647923 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926e5ca-933c-4f63-94cb-add8cf0edd20 None None] New status for floating IP 109b74d1-ed11-461a-a08d-8593a42d4310: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:52:37.481322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe29799-adc8-4ccf-8c83-a1a732de6d80 req-44da4a68-10e3-4eaf-87b3-3972adb50d12 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:37.482927 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afe29799-adc8-4ccf-8c83-a1a732de6d80 req-44da4a68-10e3-4eaf-87b3-3972adb50d12 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.1074224 Nov 15 15:52:37.564184 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cdd17-6967-4fd9-9e58-ae47a107842e req-21adebab-33a8-4cc6-aea4-66a3206ba9ac tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:37.565729 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-848cdd17-6967-4fd9-9e58-ae47a107842e req-21adebab-33a8-4cc6-aea4-66a3206ba9ac tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 946 time: 0.0802424 Nov 15 15:52:37.570708 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-afe29799-adc8-4ccf-8c83-a1a732de6d80 req-749d11ab-e4c2-4771-855e-d618fff5cc26 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=790aa1e9-5ed2-400c-81db-b945490e5bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775075 Nov 15 15:52:37.658784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-848cdd17-6967-4fd9-9e58-ae47a107842e req-350956a9-bd8f-4cdb-adff-073ef188789c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port d5724ec5-fe06-42de-9927-ba7f0bc063e5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:52:37.659131 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-848cdd17-6967-4fd9-9e58-ae47a107842e req-350956a9-bd8f-4cdb-adff-073ef188789c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:37.746819 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-848cdd17-6967-4fd9-9e58-ae47a107842e req-350956a9-bd8f-4cdb-adff-073ef188789c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port d5724ec5-fe06-42de-9927-ba7f0bc063e5, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=d5724ec5-fe06-42de-9927-ba7f0bc063e5,segment=NetworkSegment(ae1229db-922a-422e-a1ee-51b297e68abf),segment_id=ae1229db-922a-422e-a1ee-51b297e68abf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:52:37.747188 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-848cdd17-6967-4fd9-9e58-ae47a107842e req-350956a9-bd8f-4cdb-adff-073ef188789c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:37.759383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-848cdd17-6967-4fd9-9e58-ae47a107842e req-350956a9-bd8f-4cdb-adff-073ef188789c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for d5724ec5-fe06-42de-9927-ba7f0bc063e5 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:52:37.937771 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-848cdd17-6967-4fd9-9e58-ae47a107842e req-350956a9-bd8f-4cdb-adff-073ef188789c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:37.964778 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350956a9-bd8f-4cdb-adff-073ef188789c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=d5724ec5-fe06-42de-9927-ba7f0bc063e5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:38.008665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-848cdd17-6967-4fd9-9e58-ae47a107842e req-350956a9-bd8f-4cdb-adff-073ef188789c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] No DVR routers for this DVR port d5724ec5-fe06-42de-9927-ba7f0bc063e5 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:52:38.011279 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-848cdd17-6967-4fd9-9e58-ae47a107842e req-350956a9-bd8f-4cdb-adff-073ef188789c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:38.015209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-848cdd17-6967-4fd9-9e58-ae47a107842e req-350956a9-bd8f-4cdb-adff-073ef188789c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "DELETE /v2.0/ports/d5724ec5-fe06-42de-9927-ba7f0bc063e5 HTTP/1.1" status: 204 len: 173 time: 0.4435620 Nov 15 15:52:38.015668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'name': 'network-vif-deleted', 'tag': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:52:38.017922 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea50a4e-9c3a-481d-97a7-3e60b60fe9d8" -d '{"events": [{"server_uuid": "f6f2b44d-94bb-4851-91a8-13385fa8d1cf", "name": "network-vif-deleted", "tag": "d5724ec5-fe06-42de-9927-ba7f0bc063e5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:52:38.053834 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c57b906-55e0-4d20-972f-8ddd6b5ed8b4 x-openstack-request-id: req-0c57b906-55e0-4d20-972f-8ddd6b5ed8b4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:52:38.054228 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f2b44d-94bb-4851-91a8-13385fa8d1cf", "name": "network-vif-deleted", "tag": "d5724ec5-fe06-42de-9927-ba7f0bc063e5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:52:38.054382 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c57b906-55e0-4d20-972f-8ddd6b5ed8b4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:52:38.054809 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f2b44d-94bb-4851-91a8-13385fa8d1cf', 'name': 'network-vif-deleted', 'tag': 'd5724ec5-fe06-42de-9927-ba7f0bc063e5', 'status': 'completed', 'code': 200} Nov 15 15:52:38.682448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d092a2a-d97f-4692-836b-8c85437a8172 req-557fa0b2-3575-42fe-9792-c720cfc7466c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6f2b44d-94bb-4851-91a8-13385fa8d1cf HTTP/1.1" status: 200 len: 210 time: 0.0315962 Nov 15 15:52:39.746848 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:40.149265 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9af7bf9-3317-4327-a12a-4edb87be5a39 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:40.410111 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c9af7bf9-3317-4327-a12a-4edb87be5a39 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port d9240b26-330e-4361-8f1c-86881a61a103 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:52:40.410366 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9af7bf9-3317-4327-a12a-4edb87be5a39 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:40.498837 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c9af7bf9-3317-4327-a12a-4edb87be5a39 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port d9240b26-330e-4361-8f1c-86881a61a103, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d9240b26-330e-4361-8f1c-86881a61a103,segment=NetworkSegment(ae1229db-922a-422e-a1ee-51b297e68abf),segment_id=ae1229db-922a-422e-a1ee-51b297e68abf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:52:40.499212 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9af7bf9-3317-4327-a12a-4edb87be5a39 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:40.515792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c9af7bf9-3317-4327-a12a-4edb87be5a39 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for d9240b26-330e-4361-8f1c-86881a61a103 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:52:40.874925 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9af7bf9-3317-4327-a12a-4edb87be5a39 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:40.901131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af7bf9-3317-4327-a12a-4edb87be5a39 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=d9240b26-330e-4361-8f1c-86881a61a103,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:41.073094 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9af7bf9-3317-4327-a12a-4edb87be5a39 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:41.457016 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d5724ec5-fe06-42de-9927-ba7f0bc063e5 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:52:41.481451 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: d5724ec5-fe06-42de-9927-ba7f0bc063e5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:52:41.481805 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device d5724ec5-fe06-42de-9927-ba7f0bc063e5 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:52:41.608742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9af7bf9-3317-4327-a12a-4edb87be5a39 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:52:41.717034 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9af7bf9-3317-4327-a12a-4edb87be5a39 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:52:41.722040 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c9af7bf9-3317-4327-a12a-4edb87be5a39 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "PUT /v2.0/routers/15ac33cd-397c-45bc-8c73-c1ef798a3e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9741547 Nov 15 15:52:41.724815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54016) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:41.727498 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e0c600-1fee-4e30-9d4d-abc24ba795b8 None None] Sync routers for ids ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:52:41.737096 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e0c600-1fee-4e30-9d4d-abc24ba795b8 None None] Routers {'15ac33cd-397c-45bc-8c73-c1ef798a3e8e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:52:41.737695 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-00e0c600-1fee-4e30-9d4d-abc24ba795b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:41.775348 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd533d0-e779-4db4-889a-ff221c5cd1b1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting subnet 5d02c86d-ed69-4ca3-b615-772f5956d90d {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:52:41.779168 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbd533d0-e779-4db4-889a-ff221c5cd1b1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:41.818750 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbd533d0-e779-4db4-889a-ff221c5cd1b1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:41.843676 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-00e0c600-1fee-4e30-9d4d-abc24ba795b8 None None] Set router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:52:41.906577 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbd533d0-e779-4db4-889a-ff221c5cd1b1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.021801 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-00e0c600-1fee-4e30-9d4d-abc24ba795b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:52:40Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:42.033029 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbd533d0-e779-4db4-889a-ff221c5cd1b1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.048088 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e0c600-1fee-4e30-9d4d-abc24ba795b8 None None] Checking router: 15ac33cd-397c-45bc-8c73-c1ef798a3e8e for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:52:42.056328 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e0c600-1fee-4e30-9d4d-abc24ba795b8 None None] Routers {'15ac33cd-397c-45bc-8c73-c1ef798a3e8e'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:52:42.056937 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-00e0c600-1fee-4e30-9d4d-abc24ba795b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:42.061259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd533d0-e779-4db4-889a-ff221c5cd1b1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Subnet': ['ID=5d02c86d-ed69-4ca3-b615-772f5956d90d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:42.064828 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbd533d0-e779-4db4-889a-ff221c5cd1b1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.068001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bbd533d0-e779-4db4-889a-ff221c5cd1b1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/subnets/5d02c86d-ed69-4ca3-b615-772f5956d90d HTTP/1.1" status: 204 len: 168 time: 0.3421867 Nov 15 15:52:42.070645 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54018) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:42.075139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a42c1c-ef12-43b4-820b-30de11cb1e67 None None] Network 47180603-615f-48e2-8a26-6946aaa732f5 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:52:42.164318 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-00e0c600-1fee-4e30-9d4d-abc24ba795b8 None None] Set router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:52:42.183176 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.253096 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] DHCP port deletion for 47180603-615f-48e2-8a26-6946aaa732f5 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:52:42.297608 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.311332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Deleting port 12d7936c-f4e4-422b-a51d-4e601f4da190 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:52:42.315511 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.360579 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-00e0c600-1fee-4e30-9d4d-abc24ba795b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:52:40Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:42.375615 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] For port 12d7936c-f4e4-422b-a51d-4e601f4da190, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=12d7936c-f4e4-422b-a51d-4e601f4da190,segment=NetworkSegment(ae1229db-922a-422e-a1ee-51b297e68abf),segment_id=ae1229db-922a-422e-a1ee-51b297e68abf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:52:42.376012 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.387567 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e0c600-1fee-4e30-9d4d-abc24ba795b8 None None] The sync data for ids ['15ac33cd-397c-45bc-8c73-c1ef798a3e8e'] in n-d-817748-2 is: [{'id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122567725', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:51:02Z', 'updated_at': '2021-11-15T15:52:40Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac33cd-397c-45bc-8c73-c1ef798a3e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:51:03Z', 'updated_at': '2021-11-15T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:52:42.390211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Calling delete_port for 12d7936c-f4e4-422b-a51d-4e601f4da190 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:52:42.430524 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:52:42.430879 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.518970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:52:42.519826 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.532136 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.532665 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:52:42.557569 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Pushing event deleted for resources: {'Port': ['ID=12d7936c-f4e4-422b-a51d-4e601f4da190,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:42.560942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] No DVR routers for this DVR port 12d7936c-f4e4-422b-a51d-4e601f4da190 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:52:42.568172 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:42.571574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:42.571574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:42.571574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:42.571574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:42.571574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:42.571574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:42.571574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:42.571574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:42.571574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:42.571574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:42.572895 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdca87a-1971-4529-9101-46345ee84cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:42.744643 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.773308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:42.791036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7f7f12-7877-49eb-827b-8ba10870a404 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:52:42.839023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.935223 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.937607 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:42.946932 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d9240b26-330e-4361-8f1c-86881a61a103 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:52:42.967894 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: d9240b26-330e-4361-8f1c-86881a61a103 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:52:42.968238 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d9240b26-330e-4361-8f1c-86881a61a103 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:52:42.968646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 12d7936c-f4e4-422b-a51d-4e601f4da190 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:52:42.987309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 12d7936c-f4e4-422b-a51d-4e601f4da190 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:52:42.987707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 12d7936c-f4e4-422b-a51d-4e601f4da190 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:52:43.028803 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:43.029388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Fanout notify agent at l3_agent the message router_deleted on router 15ac33cd-397c-45bc-8c73-c1ef798a3e8e {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:52:43.036391 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:43.037524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-48127957-8611-4a70-8377-587dc39a60f8 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/routers/15ac33cd-397c-45bc-8c73-c1ef798a3e8e HTTP/1.1" status: 204 len: 168 time: 0.9659457 Nov 15 15:52:43.040167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54020) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:43.119697 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78da32b5-85dc-4768-bb23-a1b099814612 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:43.211812 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78da32b5-85dc-4768-bb23-a1b099814612 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:43.231577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78da32b5-85dc-4768-bb23-a1b099814612 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47180603-615f-48e2-8a26-6946aaa732f5']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:43.240986 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78da32b5-85dc-4768-bb23-a1b099814612 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1229db-922a-422e-a1ee-51b297e68abf') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:43.241297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78da32b5-85dc-4768-bb23-a1b099814612 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1229db-922a-422e-a1ee-51b297e68abf') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:43.251123 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78da32b5-85dc-4768-bb23-a1b099814612 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:43.267721 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78da32b5-85dc-4768-bb23-a1b099814612 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:43.273597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78da32b5-85dc-4768-bb23-a1b099814612 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:52:43.273984 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78da32b5-85dc-4768-bb23-a1b099814612 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:52:43.277181 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:52:43.406297 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78da32b5-85dc-4768-bb23-a1b099814612 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:43.417717 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78da32b5-85dc-4768-bb23-a1b099814612 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:43.417717 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-78da32b5-85dc-4768-bb23-a1b099814612 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/networks/47180603-615f-48e2-8a26-6946aaa732f5 HTTP/1.1" status: 204 len: 168 time: 0.3752770 Nov 15 15:52:43.419864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:43.429508 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da32b5-85dc-4768-bb23-a1b099814612 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Network': ['ID=47180603-615f-48e2-8a26-6946aaa732f5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:43.480356 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:43.507581 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:43.617677 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:43.620382 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:43.621609 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/security-groups/790aa1e9-5ed2-400c-81db-b945490e5bf0 HTTP/1.1" status: 204 len: 168 time: 0.2007086 Nov 15 15:52:43.631690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790aa1e9-5ed2-400c-81db-b945490e5bf0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:43.639331 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:43.639682 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:43.640028 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:43.640368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:43.640734 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:43.641068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:43.641399 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:43.641730 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:43.642058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:43.642498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:43.646653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:43.646653 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb33829-5003-4686-93bf-b4cf942e9045 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:44.677442 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:44.682152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3b9444f7-7989-4cd1-b85a-6f76b1715a55 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1638630026', 'description': 'tempest-secgroup-smoke-1638630026 description', 'project_id': '2b00f3ef972b45c298d72350654a05b1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:52:44.787381 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b9444f7-7989-4cd1-b85a-6f76b1715a55 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:44.841942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:52:44.863163 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b9444f7-7989-4cd1-b85a-6f76b1715a55 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:44.867107 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:52:44.867454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c2f95e6a-ff4d-4e7b-bf14-e9a3d5e07be6 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:52:44.935442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b9444f7-7989-4cd1-b85a-6f76b1715a55 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:44.964595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9444f7-7989-4cd1-b85a-6f76b1715a55 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29465803-2a49-4b9a-9816-e4041af5576b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:45.005930 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b9444f7-7989-4cd1-b85a-6f76b1715a55 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:45.007275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-3b9444f7-7989-4cd1-b85a-6f76b1715a55 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3288088 Nov 15 15:52:45.010122 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54032) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:45.015081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2c46ebc5-6b9d-41cc-9955-9e5724cdc6a6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '29465803-2a49-4b9a-9816-e4041af5576b', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:52:45.131722 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c46ebc5-6b9d-41cc-9955-9e5724cdc6a6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:45.187650 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c46ebc5-6b9d-41cc-9955-9e5724cdc6a6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:45.243962 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c46ebc5-6b9d-41cc-9955-9e5724cdc6a6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:45.261782 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46ebc5-6b9d-41cc-9955-9e5724cdc6a6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c092b6-af0f-49e6-94b7-aa35a29df447,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:45.332395 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c46ebc5-6b9d-41cc-9955-9e5724cdc6a6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:45.333678 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2c46ebc5-6b9d-41cc-9955-9e5724cdc6a6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3225825 Nov 15 15:52:45.336361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:45.341976 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a5a2073c-cb84-4cb3-ae4a-a3fe9a283013 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '29465803-2a49-4b9a-9816-e4041af5576b', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:52:45.431828 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5a2073c-cb84-4cb3-ae4a-a3fe9a283013 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:45.502683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5a2073c-cb84-4cb3-ae4a-a3fe9a283013 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:45.576991 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5a2073c-cb84-4cb3-ae4a-a3fe9a283013 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:45.597901 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2073c-cb84-4cb3-ae4a-a3fe9a283013 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d106210b-e5a7-414d-a75d-45ea96b6c945,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:45.699264 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5a2073c-cb84-4cb3-ae4a-a3fe9a283013 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:45.700520 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a5a2073c-cb84-4cb3-ae4a-a3fe9a283013 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3632333 Nov 15 15:52:45.703548 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54036) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:45.708200 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-80daa95a-e229-4c2f-835a-5d99069d1be1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '29465803-2a49-4b9a-9816-e4041af5576b', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:52:45.839792 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80daa95a-e229-4c2f-835a-5d99069d1be1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:45.888283 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80daa95a-e229-4c2f-835a-5d99069d1be1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:45.948738 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80daa95a-e229-4c2f-835a-5d99069d1be1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:45.966917 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daa95a-e229-4c2f-835a-5d99069d1be1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb398a74-7b31-45b0-a6fc-fde9f4ca1fe7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:46.042271 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80daa95a-e229-4c2f-835a-5d99069d1be1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:46.044206 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-80daa95a-e229-4c2f-835a-5d99069d1be1 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396375 Nov 15 15:52:46.046912 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54038) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:46.051237 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bed725b3-8ef3-4d6f-8a75-3ef023f3bbe3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '29465803-2a49-4b9a-9816-e4041af5576b', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:52:46.136466 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed725b3-8ef3-4d6f-8a75-3ef023f3bbe3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:46.196489 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed725b3-8ef3-4d6f-8a75-3ef023f3bbe3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:46.263591 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed725b3-8ef3-4d6f-8a75-3ef023f3bbe3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:46.281966 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed725b3-8ef3-4d6f-8a75-3ef023f3bbe3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b2a226-9602-40d2-8ec8-5f951280f5b5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:46.356995 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed725b3-8ef3-4d6f-8a75-3ef023f3bbe3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:46.358236 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-bed725b3-8ef3-4d6f-8a75-3ef023f3bbe3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3103745 Nov 15 15:52:46.360993 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:46.365406 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a3752651-db99-4a96-8f5a-689ea61c2f80 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '29465803-2a49-4b9a-9816-e4041af5576b', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:52:46.452210 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-a3752651-db99-4a96-8f5a-689ea61c2f80 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Project 2b00f3ef972b45c298d72350654a05b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:52:46.457491 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3752651-db99-4a96-8f5a-689ea61c2f80 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:46.521697 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3752651-db99-4a96-8f5a-689ea61c2f80 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:46.606247 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3752651-db99-4a96-8f5a-689ea61c2f80 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:46.624497 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3752651-db99-4a96-8f5a-689ea61c2f80 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f3c8ea-d689-4f99-b579-1971de73807e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:46.682638 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3752651-db99-4a96-8f5a-689ea61c2f80 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:46.684488 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-a3752651-db99-4a96-8f5a-689ea61c2f80 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3219030 Nov 15 15:52:46.687191 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54042) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:46.692158 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8c0965cb-002b-45f8-bc49-41619ee7f2aa tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'security_group_rule': {'security_group_id': '29465803-2a49-4b9a-9816-e4041af5576b', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:52:46.760483 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-8c0965cb-002b-45f8-bc49-41619ee7f2aa tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Project 2b00f3ef972b45c298d72350654a05b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:52:46.767109 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c0965cb-002b-45f8-bc49-41619ee7f2aa tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:46.828450 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c0965cb-002b-45f8-bc49-41619ee7f2aa tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:46.914577 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c0965cb-002b-45f8-bc49-41619ee7f2aa tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:46.935200 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0965cb-002b-45f8-bc49-41619ee7f2aa tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2d2d73-856a-4061-8ca3-1df28b1af49d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:47.007843 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c0965cb-002b-45f8-bc49-41619ee7f2aa tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:47.009073 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-8c0965cb-002b-45f8-bc49-41619ee7f2aa tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3208807 Nov 15 15:52:47.012037 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:47.016789 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-26878181-1d51-49bd-a85c-cc1b40b44e27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'network': {'name': 'tempest-network-smoke--1094763933', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:52:47.097512 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26878181-1d51-49bd-a85c-cc1b40b44e27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:52:47.101127 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26878181-1d51-49bd-a85c-cc1b40b44e27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:47.125588 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26878181-1d51-49bd-a85c-cc1b40b44e27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:52:47.134221 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26878181-1d51-49bd-a85c-cc1b40b44e27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:47.135780 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-26878181-1d51-49bd-a85c-cc1b40b44e27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Added segment 0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e of type vlan for network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de Nov 15 15:52:47.176306 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26878181-1d51-49bd-a85c-cc1b40b44e27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:47.267118 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26878181-1d51-49bd-a85c-cc1b40b44e27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:47.272676 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26878181-1d51-49bd-a85c-cc1b40b44e27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:47.273287 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26878181-1d51-49bd-a85c-cc1b40b44e27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:47.336091 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26878181-1d51-49bd-a85c-cc1b40b44e27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Network': ['ID=6c4c4ce1-2044-4462-9ec4-17a55a86c8de,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:47.347341 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:52:47.390369 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-26878181-1d51-49bd-a85c-cc1b40b44e27 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3773434 Nov 15 15:52:47.392980 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54046) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:47.397480 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'admin_state_up': True, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:52:47.478448 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:47.479579 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:47.533350 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:47.740777 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:48.015915 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:48.034412 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:48.136850 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.25.4.205 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/f66e0eb1-9a62-48c3-8cef-d313ae8153e1) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:52:48.239557 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:48.344563 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:48.387426 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:52:48.390282 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:52:48.393909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:52:48.399476 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=f66e0eb1-9a62-48c3-8cef-d313ae8153e1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:48.407192 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4883fc5c-34d4-4bc4-a47c-618ab3fd36f7 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:52:48.486778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a4561863-b560-43c4-b0dd-424703ae6de7 None None] Provisioning complete for port f66e0eb1-9a62-48c3-8cef-d313ae8153e1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:48.487440 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a4561863-b560-43c4-b0dd-424703ae6de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:48.522591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a4561863-b560-43c4-b0dd-424703ae6de7 None None] Port f66e0eb1-9a62-48c3-8cef-d313ae8153e1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:52:48.742167 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:48.944409 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:49.126035 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 41b41095-7a92-4362-a318-7f882e7284ce is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:52:49.237235 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:52:49.248484 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Sync routers for ids ['41b41095-7a92-4362-a318-7f882e7284ce'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:52:49.258379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Routers {'41b41095-7a92-4362-a318-7f882e7284ce'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:52:49.259052 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['41b41095-7a92-4362-a318-7f882e7284ce'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:49.351038 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:49.352284 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b93ba596-8cef-4999-b910-4d401313ab76 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9583635 Nov 15 15:52:49.355466 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:49.366302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Set router 41b41095-7a92-4362-a318-7f882e7284ce gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:52:49.383697 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-334b9e8b-d09d-4aa5-aa2d-1e137adf8235 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=2b00f3ef972b45c298d72350654a05b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270603 Nov 15 15:52:49.386195 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:49.482137 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e1a3da-a1a3-425c-8fbc-21192b5d77ac tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:49.483696 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-42e1a3da-a1a3-425c-8fbc-21192b5d77ac tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957696 Nov 15 15:52:49.486574 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:49.515190 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-44a30f25-a24a-48d5-bb1d-8664a907dec1 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=b2ec0584-4c9d-449d-939f-974082d4d7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275304 Nov 15 15:52:49.519464 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54054) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:49.524250 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-27413e5d-3e4f-45c3-a894-9c71b414cc30 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-564239017', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:52:49.548889 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:52:48Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:49.579843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Checking router: 41b41095-7a92-4362-a318-7f882e7284ce for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:52:49.580101 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Updating router 41b41095-7a92-4362-a318-7f882e7284ce port f66e0eb1-9a62-48c3-8cef-d313ae8153e1 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:52:49.604476 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:49.669032 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27413e5d-3e4f-45c3-a894-9c71b414cc30 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:52:49.672642 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27413e5d-3e4f-45c3-a894-9c71b414cc30 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:49.853819 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:49.937265 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:49.960387 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27413e5d-3e4f-45c3-a894-9c71b414cc30 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:49.984736 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cb203b-da93-4480-9e49-19edf04c2b67 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:52:49.996843 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Attempting to bind port f66e0eb1-9a62-48c3-8cef-d313ae8153e1 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:52:49.997214 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Attempting to bind port f66e0eb1-9a62-48c3-8cef-d313ae8153e1 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:52:49.997584 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Attempting to bind port f66e0eb1-9a62-48c3-8cef-d313ae8153e1 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:52:50.006193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c85e0-fab0-4960-b9fa-518a034cc880 None None] Pushing event updated for resources: {'Port': ['ID=f66e0eb1-9a62-48c3-8cef-d313ae8153e1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:50.008879 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:52:50.009260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:52:50.009664 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:50.010048 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:52:50.010548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Bound port: f66e0eb1-9a62-48c3-8cef-d313ae8153e1, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:52:50.010986 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:50.015663 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27413e5d-3e4f-45c3-a894-9c71b414cc30 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Subnet': ['ID=7ec38822-16b0-4e1d-921d-ff5cd098ff29,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:50.031999 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27413e5d-3e4f-45c3-a894-9c71b414cc30 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Checking segment: {'id': '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:52:50.032368 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27413e5d-3e4f-45c3-a894-9c71b414cc30 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network hostable DHCP agents. Network: 6c4c4ce1-2044-4462-9ec4-17a55a86c8de, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:52:50.155392 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27413e5d-3e4f-45c3-a894-9c71b414cc30 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:52:50.219832 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-68b22504-e847-49b7-a5e7-d309e6b39d8e None None] Provisioning complete for port f66e0eb1-9a62-48c3-8cef-d313ae8153e1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:50.220194 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68b22504-e847-49b7-a5e7-d309e6b39d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:50.246749 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-27413e5d-3e4f-45c3-a894-9c71b414cc30 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 6c4c4ce1-2044-4462-9ec4-17a55a86c8de) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:52:50.249524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] For port f66e0eb1-9a62-48c3-8cef-d313ae8153e1, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:52:50.252407 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27413e5d-3e4f-45c3-a894-9c71b414cc30 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:50.253585 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27413e5d-3e4f-45c3-a894-9c71b414cc30 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:50.263587 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d327c4-ec6e-4f30-8198-23eea8a7b04b None None] Network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:52:50.270585 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] For port f66e0eb1-9a62-48c3-8cef-d313ae8153e1, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f66e0eb1-9a62-48c3-8cef-d313ae8153e1,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:52:50.311237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-68b22504-e847-49b7-a5e7-d309e6b39d8e None None] Port f66e0eb1-9a62-48c3-8cef-d313ae8153e1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:52:50.334550 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-27413e5d-3e4f-45c3-a894-9c71b414cc30 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8140156 Nov 15 15:52:50.337332 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54056) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:52:50.376986 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:50.433139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c4976-f120-4000-a68c-518755a069ab None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:52:50.478654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ips': [{'subnet_id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:52:50.479507 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:50.482680 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Routers {'41b41095-7a92-4362-a318-7f882e7284ce'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:52:50.483399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['41b41095-7a92-4362-a318-7f882e7284ce'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:50.485091 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c85e0-fab0-4960-b9fa-518a034cc880 None None] Pushing event updated for resources: {'Port': ['ID=f66e0eb1-9a62-48c3-8cef-d313ae8153e1,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:50.643633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b98f86b7-e134-403b-999d-2c3e4988a645 None None] Provisioning complete for port f66e0eb1-9a62-48c3-8cef-d313ae8153e1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:50.644394 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b98f86b7-e134-403b-999d-2c3e4988a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:50.743650 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] Set router 41b41095-7a92-4362-a318-7f882e7284ce gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:52:50.866958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Allocated IP 172.20.0.2 (6c4c4ce1-2044-4462-9ec4-17a55a86c8de/7ec38822-16b0-4e1d-921d-ff5cd098ff29/9cc3e5a2-963c-4987-83d6-ebb976cf499d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:52:50.960854 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b98f86b7-e134-403b-999d-2c3e4988a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:51.012981 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b98f86b7-e134-403b-999d-2c3e4988a645 None None] For port f66e0eb1-9a62-48c3-8cef-d313ae8153e1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f66e0eb1-9a62-48c3-8cef-d313ae8153e1,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:52:51.065575 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b98f86b7-e134-403b-999d-2c3e4988a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:51.088890 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:51.166254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f86b7-e134-403b-999d-2c3e4988a645 None None] Pushing event updated for resources: {'Port': ['ID=f66e0eb1-9a62-48c3-8cef-d313ae8153e1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:51.170427 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:51.177820 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:52:48Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:51.192345 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:52:51.205992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c73426-2bcd-4969-a8c5-30d5c38c4ae7 None None] The sync data for ids ['41b41095-7a92-4362-a318-7f882e7284ce'] in n-d-817748-2 is: [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:52:48Z', 'revision_number': 3, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:52:51.258005 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:51.296379 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:52:51.301305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:52:51.309044 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:52:51.316874 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Pushing event updated for resources: {'Port': ['ID=9cc3e5a2-963c-4987-83d6-ebb976cf499d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:51.367399 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Attempting to bind port 9cc3e5a2-963c-4987-83d6-ebb976cf499d on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:52:51.367859 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Attempting to bind port 9cc3e5a2-963c-4987-83d6-ebb976cf499d by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:52:51.368344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Attempting to bind port 9cc3e5a2-963c-4987-83d6-ebb976cf499d on network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:52:51.374698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:52:51.375307 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Checking segment: {'id': '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:52:51.375803 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:51.376278 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Bound using segment: {'id': '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:52:51.376842 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Bound port: 9cc3e5a2-963c-4987-83d6-ebb976cf499d, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:52:51.377303 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:51.389859 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.20.0.1 (6c4c4ce1-2044-4462-9ec4-17a55a86c8de/7ec38822-16b0-4e1d-921d-ff5cd098ff29/09310f25-aa19-4bfd-a779-385b5622b91a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:52:51.477793 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] For port 9cc3e5a2-963c-4987-83d6-ebb976cf499d, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:52:51.481701 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] For port 9cc3e5a2-963c-4987-83d6-ebb976cf499d, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9cc3e5a2-963c-4987-83d6-ebb976cf499d,segment=NetworkSegment(0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e),segment_id=0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:52:51.540176 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:51.587695 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:51.640949 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:51.654254 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea81a66-58ec-4a87-b434-9cf8821e6c19 None None] Pushing event updated for resources: {'Port': ['ID=9cc3e5a2-963c-4987-83d6-ebb976cf499d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:51.688663 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:52:51.692092 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:52:51.696787 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:52:51.700904 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=09310f25-aa19-4bfd-a779-385b5622b91a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:51.744584 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:51.992840 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:52.295163 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:52.369812 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:52.450478 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:52.452420 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=09310f25-aa19-4bfd-a779-385b5622b91a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:52.571364 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:52:52.572804 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:52:52.671434 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9be237-77bf-49ac-a601-d5df6baf2a56 None None] Network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:52:52.696834 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 41b41095-7a92-4362-a318-7f882e7284ce has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:52:52.740609 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-38a162c4-5d1d-49c5-a945-1bb923315db4 None None] Provisioning complete for port 9cc3e5a2-963c-4987-83d6-ebb976cf499d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:52.740983 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38a162c4-5d1d-49c5-a945-1bb923315db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:52.815997 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:52:52.822150 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-20ba22b7-79e0-47d5-99ec-0d6dc201d3cd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "PUT /v2.0/routers/41b41095-7a92-4362-a318-7f882e7284ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4835346 Nov 15 15:52:52.912027 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38a162c4-5d1d-49c5-a945-1bb923315db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:52.959260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-38a162c4-5d1d-49c5-a945-1bb923315db4 None None] For port 9cc3e5a2-963c-4987-83d6-ebb976cf499d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9cc3e5a2-963c-4987-83d6-ebb976cf499d,segment=NetworkSegment(0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e),segment_id=0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:52:53.017785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f66e0eb1-9a62-48c3-8cef-d313ae8153e1 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:52:53.028327 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-da3571e8-76f0-4472-9e71-a691088e5726 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1638630026&fields=id&tenant_id=2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 267 time: 0.0670674 Nov 15 15:52:53.076545 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port f66e0eb1-9a62-48c3-8cef-d313ae8153e1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:53.077039 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:53.099331 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38a162c4-5d1d-49c5-a945-1bb923315db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:53.154163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-cfbebc8e-94c5-4f3f-98cc-152ca0a51fe0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:53.163457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-cfbebc8e-94c5-4f3f-98cc-152ca0a51fe0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/networks?id=6c4c4ce1-2044-4462-9ec4-17a55a86c8de HTTP/1.1" status: 200 len: 797 time: 0.1342006 Nov 15 15:52:53.178915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a162c4-5d1d-49c5-a945-1bb923315db4 None None] Pushing event updated for resources: {'Port': ['ID=9cc3e5a2-963c-4987-83d6-ebb976cf499d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:53.184403 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-cdaaadee-e06b-4600-a73d-823ca3a1f555 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/quotas/2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 375 time: 0.0194039 Nov 15 15:52:53.198688 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Sync routers for ids ['41b41095-7a92-4362-a318-7f882e7284ce'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:52:53.212438 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Routers {'41b41095-7a92-4362-a318-7f882e7284ce'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:52:53.213472 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['41b41095-7a92-4362-a318-7f882e7284ce'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:53.235664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9cc3e5a2-963c-4987-83d6-ebb976cf499d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:52:53.253486 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-0b84f98c-093d-4805-af77-f4a858064d4a tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655499 Nov 15 15:52:53.279478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e6d7e037-7fc2-4fd2-aab3-b255c6629736 None None] Provisioning complete for port 9cc3e5a2-963c-4987-83d6-ebb976cf499d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:53.279970 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6d7e037-7fc2-4fd2-aab3-b255c6629736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:53.347033 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Set router 41b41095-7a92-4362-a318-7f882e7284ce gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:52:53.376562 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9cc3e5a2-963c-4987-83d6-ebb976cf499d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:53.377091 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:53.452411 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-408ea677-3ce2-4fe3-af6e-2a2c47a09f40 service neutron] 10.222.0.70 "GET /v2.0/networks/6c4c4ce1-2044-4462-9ec4-17a55a86c8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860788 Nov 15 15:52:53.564597 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-acf3fc91-c8e1-48f5-8933-e96216658319 service neutron] 10.222.0.70 "GET /v2.0/networks/6c4c4ce1-2044-4462-9ec4-17a55a86c8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055884 Nov 15 15:52:53.571055 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:52:51Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '09310f25-aa19-4bfd-a779-385b5622b91a', 'name': '', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:de:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:51Z', 'updated_at': '2021-11-15T15:52:52Z', 'revision_number': 2, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:53.603598 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Checking router: 41b41095-7a92-4362-a318-7f882e7284ce for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:52:53.603830 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Updating router 41b41095-7a92-4362-a318-7f882e7284ce port 09310f25-aa19-4bfd-a779-385b5622b91a binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:52:53.610765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e6d7e037-7fc2-4fd2-aab3-b255c6629736 None None] Provisioning complete for port 09310f25-aa19-4bfd-a779-385b5622b91a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:53.611201 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6d7e037-7fc2-4fd2-aab3-b255c6629736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:53.630202 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:53.694499 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7e037-7fc2-4fd2-aab3-b255c6629736 None None] Port 09310f25-aa19-4bfd-a779-385b5622b91a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:52:53.822473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-57f550b9-ca6b-4a19-b52a-6672c87de758 None None] Provisioning complete for port 09310f25-aa19-4bfd-a779-385b5622b91a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:53.822985 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57f550b9-ca6b-4a19-b52a-6672c87de758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:53.868232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-57f550b9-ca6b-4a19-b52a-6672c87de758 None None] Port 09310f25-aa19-4bfd-a779-385b5622b91a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:52:53.869150 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4e750581-4c14-4f54-bf05-cb74aeba5e1c req-234c3fdf-f048-497e-8c42-e196879a9c2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 210 time: 0.0379415 Nov 15 15:52:53.911164 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:53.972511 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:54.028199 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab964507-32f8-448d-b923-974d715c367b None None] Pushing event updated for resources: {'Port': ['ID=09310f25-aa19-4bfd-a779-385b5622b91a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:54.066568 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab964507-32f8-448d-b923-974d715c367b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:54.066916 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab964507-32f8-448d-b923-974d715c367b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:54.067257 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab964507-32f8-448d-b923-974d715c367b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:54.067605 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab964507-32f8-448d-b923-974d715c367b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:54.067958 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab964507-32f8-448d-b923-974d715c367b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:54.068264 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab964507-32f8-448d-b923-974d715c367b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:54.068581 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab964507-32f8-448d-b923-974d715c367b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:54.068909 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab964507-32f8-448d-b923-974d715c367b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:54.069361 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab964507-32f8-448d-b923-974d715c367b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:54.069564 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab964507-32f8-448d-b923-974d715c367b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:54.069884 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab964507-32f8-448d-b923-974d715c367b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:54.070175 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab964507-32f8-448d-b923-974d715c367b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:52:54.084710 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Attempting to bind port 09310f25-aa19-4bfd-a779-385b5622b91a on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:52:54.085156 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Attempting to bind port 09310f25-aa19-4bfd-a779-385b5622b91a by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:52:54.085514 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Attempting to bind port 09310f25-aa19-4bfd-a779-385b5622b91a on network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:52:54.091992 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:52:54.092371 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Checking segment: {'id': '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:52:54.092776 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:54.093170 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Bound using segment: {'id': '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:52:54.093639 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Bound port: 09310f25-aa19-4bfd-a779-385b5622b91a, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:52:54.094026 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:54.160269 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] For port 09310f25-aa19-4bfd-a779-385b5622b91a, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:52:54.164795 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] For port 09310f25-aa19-4bfd-a779-385b5622b91a, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=09310f25-aa19-4bfd-a779-385b5622b91a,segment=NetworkSegment(0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e),segment_id=0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:52:54.246334 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:54.306376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5262427e-1c7b-41ea-b3a0-bd99a0b89888 None None] Provisioning complete for port 09310f25-aa19-4bfd-a779-385b5622b91a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:54.307038 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5262427e-1c7b-41ea-b3a0-bd99a0b89888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:54.308584 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab964507-32f8-448d-b923-974d715c367b None None] Pushing event updated for resources: {'Port': ['ID=09310f25-aa19-4bfd-a779-385b5622b91a,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:54.317384 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Routers {'41b41095-7a92-4362-a318-7f882e7284ce'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:52:54.318263 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:52:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['41b41095-7a92-4362-a318-7f882e7284ce'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:54.404521 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5262427e-1c7b-41ea-b3a0-bd99a0b89888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:54.443938 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5262427e-1c7b-41ea-b3a0-bd99a0b89888 None None] For port 09310f25-aa19-4bfd-a779-385b5622b91a, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=09310f25-aa19-4bfd-a779-385b5622b91a,segment=NetworkSegment(0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e),segment_id=0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:52:54.531737 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] Set router 41b41095-7a92-4362-a318-7f882e7284ce gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:52:54.531972 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5262427e-1c7b-41ea-b3a0-bd99a0b89888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:54.583674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262427e-1c7b-41ea-b3a0-bd99a0b89888 None None] Pushing event updated for resources: {'Port': ['ID=09310f25-aa19-4bfd-a779-385b5622b91a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:54.660772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2826e743-4faa-46be-8aff-9e7df4caa0d0 None None] Provisioning complete for port 09310f25-aa19-4bfd-a779-385b5622b91a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:54.660772 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2826e743-4faa-46be-8aff-9e7df4caa0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:54.756931 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:52:51Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '09310f25-aa19-4bfd-a779-385b5622b91a', 'name': '', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:de:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:51Z', 'updated_at': '2021-11-15T15:52:54Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:52:54.789815 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240cd6e3-6b4f-4d5f-ae89-fe1a32eb0f52 None None] The sync data for ids ['41b41095-7a92-4362-a318-7f882e7284ce'] in n-d-817748-2 is: [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:52:51Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '09310f25-aa19-4bfd-a779-385b5622b91a', 'name': '', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:de:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:51Z', 'updated_at': '2021-11-15T15:52:54Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:52:54.923205 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9cc3e5a2-963c-4987-83d6-ebb976cf499d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:52:54.987551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2aa4da83-d3ac-44cf-a5e3-23eb6d211096 req-2e3085b7-a160-428d-a449-6394b9adcc8d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 210 time: 0.0423157 Nov 15 15:52:55.017975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 9cc3e5a2-963c-4987-83d6-ebb976cf499d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:55.018870 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:55.932362 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-6a999f5a-3bb7-4814-9f7c-0c387483386b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:55.933895 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-6a999f5a-3bb7-4814-9f7c-0c387483386b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/networks?id=6c4c4ce1-2044-4462-9ec4-17a55a86c8de HTTP/1.1" status: 200 len: 797 time: 0.1170640 Nov 15 15:52:56.001160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b8b63dcf-bab2-44ec-a12a-3904fde0225f tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b00f3ef972b45c298d72350654a05b1 HTTP/1.1" status: 200 len: 380 time: 0.0566812 Nov 15 15:52:56.012821 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-4b288865-3d16-4cfc-8552-6ffde6fc107d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'port': {'device_id': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'admin_state_up': True, 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'security_groups': ['29465803-2a49-4b9a-9816-e4041af5576b']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:52:56.122027 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-76252b6f-bb8e-4948-bb55-e44cd1781324 req-ccd3b6ba-6a4b-4021-bd92-64141c1725d4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 210 time: 0.0396969 Nov 15 15:52:56.212727 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-4b288865-3d16-4cfc-8552-6ffde6fc107d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Made reservation on behalf of 2b00f3ef972b45c298d72350654a05b1 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:52:56.217387 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-4b288865-3d16-4cfc-8552-6ffde6fc107d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:56.347335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-4b288865-3d16-4cfc-8552-6ffde6fc107d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.20.0.3 (6c4c4ce1-2044-4462-9ec4-17a55a86c8de/7ec38822-16b0-4e1d-921d-ff5cd098ff29/406d745a-ed0b-4e96-8263-2a45bbf69616) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:52:56.489793 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-4b288865-3d16-4cfc-8552-6ffde6fc107d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:56.576317 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-4b288865-3d16-4cfc-8552-6ffde6fc107d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:56.620388 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-4b288865-3d16-4cfc-8552-6ffde6fc107d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:52:56.624147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-4b288865-3d16-4cfc-8552-6ffde6fc107d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:52:56.628014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-4b288865-3d16-4cfc-8552-6ffde6fc107d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:52:56.634479 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b288865-3d16-4cfc-8552-6ffde6fc107d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=406d745a-ed0b-4e96-8263-2a45bbf69616,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:56.687551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-4b288865-3d16-4cfc-8552-6ffde6fc107d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:56.688207 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-4b288865-3d16-4cfc-8552-6ffde6fc107d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:56.766958 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-4b288865-3d16-4cfc-8552-6ffde6fc107d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7581050 Nov 15 15:52:56.828857 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Request body: {'port': {'device_id': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:52:56.876380 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-887d9f18-1b8e-4fd2-b9d5-4c1d86d41530 None None] Provisioning complete for port 406d745a-ed0b-4e96-8263-2a45bbf69616 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:56.876970 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-887d9f18-1b8e-4fd2-b9d5-4c1d86d41530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:56.889321 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:56.918522 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-887d9f18-1b8e-4fd2-b9d5-4c1d86d41530 None None] Port 406d745a-ed0b-4e96-8263-2a45bbf69616 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:52:56.939306 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 09310f25-aa19-4bfd-a779-385b5622b91a up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:52:56.991540 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 09310f25-aa19-4bfd-a779-385b5622b91a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:52:56.991916 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:57.165452 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406d745a-ed0b-4e96-8263-2a45bbf69616 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:52:57.173829 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:57.186897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Transition to ACTIVE for port object 406d745a-ed0b-4e96-8263-2a45bbf69616 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:52:57.242442 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764c342-f780-4637-835f-b3423a37852f req-b313227e-ce04-458a-a075-7af362a40436 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:57.243914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f764c342-f780-4637-835f-b3423a37852f req-b313227e-ce04-458a-a075-7af362a40436 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 931 time: 0.0498548 Nov 15 15:52:57.269577 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:57.331267 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f764c342-f780-4637-835f-b3423a37852f req-8c9dfdad-e03b-4c3a-8562-0e20c6ee9617 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813022 Nov 15 15:52:57.343978 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Pushing event updated for resources: {'Port': ['ID=406d745a-ed0b-4e96-8263-2a45bbf69616,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:57.423248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Attempting to bind port 406d745a-ed0b-4e96-8263-2a45bbf69616 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:52:57.423587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Attempting to bind port 406d745a-ed0b-4e96-8263-2a45bbf69616 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:52:57.423919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Attempting to bind port 406d745a-ed0b-4e96-8263-2a45bbf69616 on network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:52:57.428603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Port 406d745a-ed0b-4e96-8263-2a45bbf69616 on network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:52:57.428939 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Attempting to bind port 406d745a-ed0b-4e96-8263-2a45bbf69616 on network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:52:57.434501 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:52:57.434856 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Checking segment: {'id': '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:52:57.435251 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Bound using segment: {'id': '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:52:57.436028 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Bound port: 406d745a-ed0b-4e96-8263-2a45bbf69616, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:52:57.436388 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:57.506277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] For port 406d745a-ed0b-4e96-8263-2a45bbf69616, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:52:57.509374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] For port 406d745a-ed0b-4e96-8263-2a45bbf69616, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=406d745a-ed0b-4e96-8263-2a45bbf69616,segment=NetworkSegment(0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e),segment_id=0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:52:57.594997 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:57.628607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:57.629242 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:57.630907 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] 10.222.0.59 "PUT /v2.0/ports/406d745a-ed0b-4e96-8263-2a45bbf69616 HTTP/1.1" status: 200 len: 1091 time: 0.8548117 Nov 15 15:52:57.631095 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'tag': '406d745a-ed0b-4e96-8263-2a45bbf69616'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:52:57.633354 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a0179a-f7eb-4b65-a77e-af4af676b3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8368eb-7150-4c5a-80e2-076ef5a6cf0f", "tag": "406d745a-ed0b-4e96-8263-2a45bbf69616"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:52:57.662974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d885a4-11e1-480d-8a5b-c157eb39db56 service neutron] Pushing event updated for resources: {'Port': ['ID=406d745a-ed0b-4e96-8263-2a45bbf69616,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:52:57.755868 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd4c8d6-ed20-4f06-989f-d19f9b369b90 x-openstack-request-id: req-9fd4c8d6-ed20-4f06-989f-d19f9b369b90 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:52:57.756141 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8368eb-7150-4c5a-80e2-076ef5a6cf0f", "tag": "406d745a-ed0b-4e96-8263-2a45bbf69616", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:52:57.756400 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9fd4c8d6-ed20-4f06-989f-d19f9b369b90 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:52:57.756807 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'tag': '406d745a-ed0b-4e96-8263-2a45bbf69616', 'status': 'completed', 'code': 200} Nov 15 15:52:57.776657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-af969c03-95ae-4e1b-86b3-0312b272f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:57.779146 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-af969c03-95ae-4e1b-86b3-0312b272f32c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 1094 time: 0.0501738 Nov 15 15:52:57.826619 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-a672efd1-30db-4fc4-9ce8-c2bc2d1e3bb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d745a-ed0b-4e96-8263-2a45bbf69616 HTTP/1.1" status: 200 len: 217 time: 0.0395262 Nov 15 15:52:57.879886 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-80c01900-1f21-42b8-b077-a6f840f74426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:57.881524 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-80c01900-1f21-42b8-b077-a6f840f74426 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ec38822-16b0-4e1d-921d-ff5cd098ff29 HTTP/1.1" status: 200 len: 834 time: 0.0476358 Nov 15 15:52:57.926529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-0a4d5020-7378-4fc2-8421-f10005daae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:57.927939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-0a4d5020-7378-4fc2-8421-f10005daae2f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c4c4ce1-2044-4462-9ec4-17a55a86c8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399387 Nov 15 15:52:58.022434 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-bb395654-591e-4681-8fe9-22997895fcd5 service neutron] 10.222.0.59 "GET /v2.0/networks/6c4c4ce1-2044-4462-9ec4-17a55a86c8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875916 Nov 15 15:52:58.111440 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aaf70596-ca78-4ba8-b459-3701b57fe218 req-f4bf5061-4432-4f74-9dc9-001b124380a1 service neutron] 10.222.0.59 "GET /v2.0/networks/6c4c4ce1-2044-4462-9ec4-17a55a86c8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825987 Nov 15 15:52:58.280542 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0179a-f7eb-4b65-a77e-af4af676b3d6 req-40e40ad5-8e64-42d1-b84e-72e88e5b3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:58.282046 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2a0179a-f7eb-4b65-a77e-af4af676b3d6 req-40e40ad5-8e64-42d1-b84e-72e88e5b3d78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 1094 time: 0.0455203 Nov 15 15:52:58.373983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0179a-f7eb-4b65-a77e-af4af676b3d6 req-270ad267-f09c-41c7-8fb9-00cea57bae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:58.375550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2a0179a-f7eb-4b65-a77e-af4af676b3d6 req-270ad267-f09c-41c7-8fb9-00cea57bae53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c4c4ce1-2044-4462-9ec4-17a55a86c8de HTTP/1.1" status: 200 len: 898 time: 0.0862012 Nov 15 15:52:58.426650 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2a0179a-f7eb-4b65-a77e-af4af676b3d6 req-4b9331f4-07e2-4349-a8cf-8f6ce15716e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d745a-ed0b-4e96-8263-2a45bbf69616 HTTP/1.1" status: 200 len: 217 time: 0.0430384 Nov 15 15:52:58.498834 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0179a-f7eb-4b65-a77e-af4af676b3d6 req-a6b436de-c70d-411f-b201-433c8bc872f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:58.500302 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2a0179a-f7eb-4b65-a77e-af4af676b3d6 req-a6b436de-c70d-411f-b201-433c8bc872f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ec38822-16b0-4e1d-921d-ff5cd098ff29 HTTP/1.1" status: 200 len: 834 time: 0.0522768 Nov 15 15:52:58.509127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3543f4-6f13-44b9-b642-5bd598ea65bb req-81291aa9-9295-4adc-b228-1f4c139e511d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:58.510563 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d3543f4-6f13-44b9-b642-5bd598ea65bb req-81291aa9-9295-4adc-b228-1f4c139e511d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 943 time: 0.0934010 Nov 15 15:52:58.582449 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0179a-f7eb-4b65-a77e-af4af676b3d6 req-7b2328eb-5018-4b07-8191-9fcd0d26aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:58.583877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2a0179a-f7eb-4b65-a77e-af4af676b3d6 req-7b2328eb-5018-4b07-8191-9fcd0d26aec0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c4c4ce1-2044-4462-9ec4-17a55a86c8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724399 Nov 15 15:52:58.588104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d3543f4-6f13-44b9-b642-5bd598ea65bb req-d12c68ca-d506-4574-9bb9-ed0bfe8a073b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694513 Nov 15 15:52:58.679429 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2a0179a-f7eb-4b65-a77e-af4af676b3d6 req-af8c7e0f-33f4-4173-8599-bcf7fad4642a service neutron] 10.222.0.59 "GET /v2.0/networks/6c4c4ce1-2044-4462-9ec4-17a55a86c8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871391 Nov 15 15:52:58.771144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2a0179a-f7eb-4b65-a77e-af4af676b3d6 req-56805ba6-b4bc-46c3-b23b-c428fe785c56 service neutron] 10.222.0.59 "GET /v2.0/networks/6c4c4ce1-2044-4462-9ec4-17a55a86c8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842772 Nov 15 15:52:59.143236 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:59.525371 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:59.556881 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 406d745a-ed0b-4e96-8263-2a45bbf69616 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:52:59.652283 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 406d745a-ed0b-4e96-8263-2a45bbf69616, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=406d745a-ed0b-4e96-8263-2a45bbf69616,segment=NetworkSegment(0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e),segment_id=0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:52:59.664537 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '406d745a-ed0b-4e96-8263-2a45bbf69616', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'port_id': '406d745a-ed0b-4e96-8263-2a45bbf69616', 'mac_address': 'fa:16:3e:d7:df:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:52:59.717181 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf4bd6-7bb9-4f21-881d-5df63504a6a1 req-ae6c0c41-4de1-49b0-a3e2-f8c912367376 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:52:59.717905 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:59.718754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2bf4bd6-7bb9-4f21-881d-5df63504a6a1 req-ae6c0c41-4de1-49b0-a3e2-f8c912367376 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 943 time: 0.0569708 Nov 15 15:52:59.732238 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406d745a-ed0b-4e96-8263-2a45bbf69616 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:52:59.753533 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 406d745a-ed0b-4e96-8263-2a45bbf69616, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=406d745a-ed0b-4e96-8263-2a45bbf69616,segment=NetworkSegment(0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e),segment_id=0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:52:59.755034 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a556911e-76de-4177-9644-c44c5e15555d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:59.774029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a2bf4bd6-7bb9-4f21-881d-5df63504a6a1 req-3ac9aacb-8572-408a-977b-7f8fe8329a2d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490556 Nov 15 15:52:59.810338 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:52:59.860916 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=406d745a-ed0b-4e96-8263-2a45bbf69616,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:00.015941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['406d745a-ed0b-4e96-8263-2a45bbf69616'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:53:00.893576 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cd4da-329f-4c0c-9c1f-e0f9a8f5ff9f req-24cc9d10-5cde-4e93-817b-7ee5ad2c53e4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:00.895168 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-176cd4da-329f-4c0c-9c1f-e0f9a8f5ff9f req-24cc9d10-5cde-4e93-817b-7ee5ad2c53e4 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 944 time: 0.0516126 Nov 15 15:53:00.946694 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-176cd4da-329f-4c0c-9c1f-e0f9a8f5ff9f req-e39bf468-2326-43e0-b1dc-611aac0aaf40 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455425 Nov 15 15:53:01.571772 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 406d745a-ed0b-4e96-8263-2a45bbf69616 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:53:01.737411 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 406d745a-ed0b-4e96-8263-2a45bbf69616 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:53:01.741528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 406d745a-ed0b-4e96-8263-2a45bbf69616 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:53:01.741903 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:01.822705 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:01.846011 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d745a-ed0b-4e96-8263-2a45bbf69616'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:53:01.848325 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f84852-3851-4442-9bb9-e350fc3e8374" -d '{"events": [{"server_uuid": "aa8368eb-7150-4c5a-80e2-076ef5a6cf0f", "name": "network-vif-plugged", "status": "completed", "tag": "406d745a-ed0b-4e96-8263-2a45bbf69616"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:53:01.862126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 406d745a-ed0b-4e96-8263-2a45bbf69616, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=406d745a-ed0b-4e96-8263-2a45bbf69616,segment=NetworkSegment(0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e),segment_id=0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:53:01.888943 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950dca36-43bf-41ec-82e3-d6c02f61a022 x-openstack-request-id: req-950dca36-43bf-41ec-82e3-d6c02f61a022 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:53:01.888943 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8368eb-7150-4c5a-80e2-076ef5a6cf0f", "name": "network-vif-plugged", "status": "completed", "tag": "406d745a-ed0b-4e96-8263-2a45bbf69616", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:53:01.888943 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-950dca36-43bf-41ec-82e3-d6c02f61a022 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:53:01.888943 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d745a-ed0b-4e96-8263-2a45bbf69616', 'code': 200} Nov 15 15:53:01.949124 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:01.988702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace03feb-062f-47d9-a0ac-98e28808520b req-f91c504a-bc84-4428-bc20-4ee874cb4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:01.990488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ace03feb-062f-47d9-a0ac-98e28808520b req-f91c504a-bc84-4428-bc20-4ee874cb4742 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 1096 time: 0.0429239 Nov 15 15:53:02.002914 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=406d745a-ed0b-4e96-8263-2a45bbf69616,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:02.077728 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ace03feb-062f-47d9-a0ac-98e28808520b req-0a2cd489-5a94-401e-ae47-d7d0ce2bd31b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770652 Nov 15 15:53:02.094552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f10d48-dcfb-4809-a73c-f543e298d1fb req-af2ba787-4797-405e-a5cb-f90ec8f3daeb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:02.096032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f10d48-dcfb-4809-a73c-f543e298d1fb req-af2ba787-4797-405e-a5cb-f90ec8f3daeb tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 945 time: 0.0679436 Nov 15 15:53:02.146494 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-87f10d48-dcfb-4809-a73c-f543e298d1fb req-5fc597d6-b015-4710-aede-3cb54315cde6 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442958 Nov 15 15:53:02.165724 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7b079ac-f9fe-4fc8-bb1c-7e62ef412251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:03.263920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378f2f1-0e50-40aa-be2c-ed05aed4901f req-9d1a9488-6c2b-400a-a92f-dc2918acec77 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:03.265451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d378f2f1-0e50-40aa-be2c-ed05aed4901f req-9d1a9488-6c2b-400a-a92f-dc2918acec77 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 945 time: 0.0503960 Nov 15 15:53:03.315405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d378f2f1-0e50-40aa-be2c-ed05aed4901f req-d7b45264-a87c-4a1b-a7b1-80b04ff4acb5 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 Nov 15 15:53:03.817156 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:04.437551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c612b2-780c-4a68-b0a0-a29eb801a57e req-0c5cede8-91f7-48ad-889a-6e375b0b7030 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:04.439179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4c612b2-780c-4a68-b0a0-a29eb801a57e req-0c5cede8-91f7-48ad-889a-6e375b0b7030 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 945 time: 0.0537622 Nov 15 15:53:04.488263 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4c612b2-780c-4a68-b0a0-a29eb801a57e req-81559713-eb63-4f93-ab8c-9cd57093bfca tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431077 Nov 15 15:53:04.605545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a2113-6dea-4128-b1d5-07dd474715f2 req-f0ab1c87-413d-4075-ae41-c6b7e11cd724 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:04.606971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b56a2113-6dea-4128-b1d5-07dd474715f2 req-f0ab1c87-413d-4075-ae41-c6b7e11cd724 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 945 time: 0.0496261 Nov 15 15:53:04.656346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b56a2113-6dea-4128-b1d5-07dd474715f2 req-cc0ff21c-c519-4271-8525-399d168efff2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434089 Nov 15 15:53:04.677667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54114) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:04.722389 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c706533f-3b8f-48c5-990d-f4adb21f2561 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:04.723938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c706533f-3b8f-48c5-990d-f4adb21f2561 tempest-TestNetworkAdvancedServerOps-1310783623 tempest-TestNetworkAdvancedServerOps-1310783623-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 1091 time: 0.0452652 Nov 15 15:53:04.726875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:04.731127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '406d745a-ed0b-4e96-8263-2a45bbf69616', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:53:04.817318 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:04.919636 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:05.030168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Allocated IP 172.25.4.63 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/9a198dba-d624-44d7-846d-3ecdc23a80dd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:53:05.135323 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:05.233045 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:05.278545 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:53:05.281657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:53:05.286623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:53:05.288621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=9a198dba-d624-44d7-846d-3ecdc23a80dd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:05.455460 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:05.658693 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:05.873476 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:06.109402 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:06.258263 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:06.325771 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:06.397595 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event updated for resources: {'Port': ['ID=9a198dba-d624-44d7-846d-3ecdc23a80dd,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:06.407333 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:06.504972 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Floating IP 8eacbda1-953f-4d37-8a02-3b5a3707b980 associated. External IP: 172.25.4.63, port: 406d745a-ed0b-4e96-8263-2a45bbf69616. Nov 15 15:53:06.710295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 41b41095-7a92-4362-a318-7f882e7284ce has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:53:06.818865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:53:06.828270 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96153e2-ebe8-456a-86c9-9f267646cdd8 None None] Sync routers for ids ['41b41095-7a92-4362-a318-7f882e7284ce'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:53:06.837437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96153e2-ebe8-456a-86c9-9f267646cdd8 None None] Routers {'41b41095-7a92-4362-a318-7f882e7284ce'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:53:06.838060 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b96153e2-ebe8-456a-86c9-9f267646cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:53:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['41b41095-7a92-4362-a318-7f882e7284ce'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:06.897140 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:06.925803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c1da6194-6174-4190-8ee9-45b32dca8441 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1979005 Nov 15 15:53:06.926440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'tag': '406d745a-ed0b-4e96-8263-2a45bbf69616'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:53:06.929573 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8fb4f7-4b3d-4d2a-8d64-e2bebbafa644" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8368eb-7150-4c5a-80e2-076ef5a6cf0f", "tag": "406d745a-ed0b-4e96-8263-2a45bbf69616"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:53:06.944415 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b96153e2-ebe8-456a-86c9-9f267646cdd8 None None] Set router 41b41095-7a92-4362-a318-7f882e7284ce gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:53:06.970226 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ac3a6c-e396-4c35-a02e-e81f6ea8968d x-openstack-request-id: req-d9ac3a6c-e396-4c35-a02e-e81f6ea8968d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:53:06.970548 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8368eb-7150-4c5a-80e2-076ef5a6cf0f", "tag": "406d745a-ed0b-4e96-8263-2a45bbf69616", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:53:06.970801 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9ac3a6c-e396-4c35-a02e-e81f6ea8968d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:53:06.971226 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'tag': '406d745a-ed0b-4e96-8263-2a45bbf69616', 'status': 'completed', 'code': 200} Nov 15 15:53:07.070653 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5fbd6-04fc-4824-a0a4-101c40ff68db req-0f8fbb1a-7217-4be8-8a3e-cd3baa0c2ba0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:07.072148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ea5fbd6-04fc-4824-a0a4-101c40ff68db req-0f8fbb1a-7217-4be8-8a3e-cd3baa0c2ba0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 945 time: 0.0832973 Nov 15 15:53:07.073991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fb4f7-4b3d-4d2a-8d64-e2bebbafa644 req-b0e637e5-5fee-4491-8937-9b8a6698c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:07.075479 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed8fb4f7-4b3d-4d2a-8d64-e2bebbafa644 req-b0e637e5-5fee-4491-8937-9b8a6698c0aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 1096 time: 0.0773518 Nov 15 15:53:07.172833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ea5fbd6-04fc-4824-a0a4-101c40ff68db req-5b374175-fe74-470a-b77b-85af51059b1c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944812 Nov 15 15:53:07.192505 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b96153e2-ebe8-456a-86c9-9f267646cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:52:51Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '8eacbda1-953f-4d37-8a02-3b5a3707b980', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'port_id': '406d745a-ed0b-4e96-8263-2a45bbf69616', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'mac_address': 'fa:16:3e:d7:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:53:05Z', 'updated_at': '2021-11-15T15:53:05Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09310f25-aa19-4bfd-a779-385b5622b91a', 'name': '', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:de:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:51Z', 'updated_at': '2021-11-15T15:52:54Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:07.195828 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:07.202888 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fb4f7-4b3d-4d2a-8d64-e2bebbafa644 req-493a7a2b-8064-4514-a710-a5f6e653494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:07.204396 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed8fb4f7-4b3d-4d2a-8d64-e2bebbafa644 req-493a7a2b-8064-4514-a710-a5f6e653494a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c4c4ce1-2044-4462-9ec4-17a55a86c8de HTTP/1.1" status: 200 len: 898 time: 0.1201158 Nov 15 15:53:07.232935 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96153e2-ebe8-456a-86c9-9f267646cdd8 None None] Checking router: 41b41095-7a92-4362-a318-7f882e7284ce for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:53:07.242076 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96153e2-ebe8-456a-86c9-9f267646cdd8 None None] Routers {'41b41095-7a92-4362-a318-7f882e7284ce'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:53:07.242755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b96153e2-ebe8-456a-86c9-9f267646cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:53:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['41b41095-7a92-4362-a318-7f882e7284ce'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:07.258629 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-be43fb0e-d107-43bd-93ba-3dd674d637c2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/8eacbda1-953f-4d37-8a02-3b5a3707b980 HTTP/1.1" status: 200 len: 990 time: 0.0610101 Nov 15 15:53:07.279074 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed8fb4f7-4b3d-4d2a-8d64-e2bebbafa644 req-d8d3a450-6c4c-42fa-82d6-5332979ba5e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d745a-ed0b-4e96-8263-2a45bbf69616 HTTP/1.1" status: 200 len: 998 time: 0.0673809 Nov 15 15:53:07.329838 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fb4f7-4b3d-4d2a-8d64-e2bebbafa644 req-e6d9dd56-5ac0-4fe1-a210-09529bcc9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:07.331406 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed8fb4f7-4b3d-4d2a-8d64-e2bebbafa644 req-e6d9dd56-5ac0-4fe1-a210-09529bcc9456 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ec38822-16b0-4e1d-921d-ff5cd098ff29 HTTP/1.1" status: 200 len: 834 time: 0.0451758 Nov 15 15:53:07.349438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b96153e2-ebe8-456a-86c9-9f267646cdd8 None None] Set router 41b41095-7a92-4362-a318-7f882e7284ce gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:53:07.377168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fb4f7-4b3d-4d2a-8d64-e2bebbafa644 req-98a9e974-8d2b-4118-838b-7b58ba04f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:07.378743 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed8fb4f7-4b3d-4d2a-8d64-e2bebbafa644 req-98a9e974-8d2b-4118-838b-7b58ba04f88c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c4c4ce1-2044-4462-9ec4-17a55a86c8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409625 Nov 15 15:53:07.473428 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed8fb4f7-4b3d-4d2a-8d64-e2bebbafa644 req-12a96e2d-4b98-4fc1-98a5-1a805a27c2f3 service neutron] 10.222.0.59 "GET /v2.0/networks/6c4c4ce1-2044-4462-9ec4-17a55a86c8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880685 Nov 15 15:53:07.564485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ed8fb4f7-4b3d-4d2a-8d64-e2bebbafa644 req-5e38d8bf-7b69-42a5-9071-e72a6fbd637d service neutron] 10.222.0.59 "GET /v2.0/networks/6c4c4ce1-2044-4462-9ec4-17a55a86c8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840590 Nov 15 15:53:07.571375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b96153e2-ebe8-456a-86c9-9f267646cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:52:51Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '8eacbda1-953f-4d37-8a02-3b5a3707b980', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'port_id': '406d745a-ed0b-4e96-8263-2a45bbf69616', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'mac_address': 'fa:16:3e:d7:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:53:05Z', 'updated_at': '2021-11-15T15:53:05Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09310f25-aa19-4bfd-a779-385b5622b91a', 'name': '', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:de:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:51Z', 'updated_at': '2021-11-15T15:52:54Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:07.601578 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96153e2-ebe8-456a-86c9-9f267646cdd8 None None] The sync data for ids ['41b41095-7a92-4362-a318-7f882e7284ce'] in n-d-817748-2 is: [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:52:51Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '8eacbda1-953f-4d37-8a02-3b5a3707b980', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'port_id': '406d745a-ed0b-4e96-8263-2a45bbf69616', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'mac_address': 'fa:16:3e:d7:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:53:05Z', 'updated_at': '2021-11-15T15:53:05Z', 'revision_number': 0, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09310f25-aa19-4bfd-a779-385b5622b91a', 'name': '', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:de:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:51Z', 'updated_at': '2021-11-15T15:52:54Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:53:07.795718 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4486f79-4cb9-485d-90b6-1ad007a752e7 None None] New status for floating IP 8eacbda1-953f-4d37-8a02-3b5a3707b980: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:53:08.262061 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54124) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:08.326877 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c86850f1-cffd-497a-ae19-6a2543988666 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/8eacbda1-953f-4d37-8a02-3b5a3707b980 HTTP/1.1" status: 200 len: 992 time: 0.0635812 Nov 15 15:53:28.191355 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:53:29.188316 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:29.548829 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:29.846367 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8bd55f2-f736-489b-9a0e-fcc234f8afe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:32.142764 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d62f5c6-838c-4009-bcd5-6cb4e9a681a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:33.815335 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:35.368980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efc1b8-0a65-443d-a85a-d76cd60af000 req-cb8306ef-fcb4-4199-bfb4-b587a65410e0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:35.370505 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28efc1b8-0a65-443d-a85a-d76cd60af000 req-cb8306ef-fcb4-4199-bfb4-b587a65410e0 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 945 time: 0.0555136 Nov 15 15:53:35.421513 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-28efc1b8-0a65-443d-a85a-d76cd60af000 req-393e1c54-96e5-4c6e-9233-089ba98e0f42 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449643 Nov 15 15:53:35.467755 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:35.839608 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:36.541946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe516a-95d2-4c54-b742-94453e320d5e req-55f85ef2-ef38-4a46-9807-c6066800fa25 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:36.543511 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3efe516a-95d2-4c54-b742-94453e320d5e req-55f85ef2-ef38-4a46-9807-c6066800fa25 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 945 time: 0.0499883 Nov 15 15:53:36.594700 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3efe516a-95d2-4c54-b742-94453e320d5e req-7723f490-95a7-401a-9fa1-fdb780b83fc7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451427 Nov 15 15:53:36.616165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54142) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:36.679656 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e24a4bfb-0f5d-415f-ab9d-f04befa8b3e9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/8eacbda1-953f-4d37-8a02-3b5a3707b980 HTTP/1.1" status: 200 len: 992 time: 0.0623288 Nov 15 15:53:38.118682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb3a9e-1510-4e05-ba62-bba2b8a5b0b0 req-6ba9cbfb-e61a-4663-be2b-b010f80e4df7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:38.120166 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aabb3a9e-1510-4e05-ba62-bba2b8a5b0b0 req-6ba9cbfb-e61a-4663-be2b-b010f80e4df7 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 945 time: 0.0500603 Nov 15 15:53:38.170791 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-aabb3a9e-1510-4e05-ba62-bba2b8a5b0b0 req-957b4bdb-8bce-4068-bf3f-9a576c0a3316 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447316 Nov 15 15:53:38.225607 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc504ab-13e0-4ffb-bb92-6d246f1ff289 req-16d65bd1-362e-4da2-be64-308495c7a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:38.227265 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fc504ab-13e0-4ffb-bb92-6d246f1ff289 req-16d65bd1-362e-4da2-be64-308495c7a934 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 1096 time: 0.0423594 Nov 15 15:53:38.332460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc504ab-13e0-4ffb-bb92-6d246f1ff289 req-b6bf2040-cdeb-4f07-9e45-b138398592a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:38.333976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fc504ab-13e0-4ffb-bb92-6d246f1ff289 req-b6bf2040-cdeb-4f07-9e45-b138398592a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c4c4ce1-2044-4462-9ec4-17a55a86c8de HTTP/1.1" status: 200 len: 898 time: 0.1002514 Nov 15 15:53:38.398864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fc504ab-13e0-4ffb-bb92-6d246f1ff289 req-6902d508-fb88-4c92-841b-436116e6b915 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d745a-ed0b-4e96-8263-2a45bbf69616 HTTP/1.1" status: 200 len: 1000 time: 0.0579057 Nov 15 15:53:38.451966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc504ab-13e0-4ffb-bb92-6d246f1ff289 req-c318344b-b113-40e6-944c-ff7d7ec51903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:38.453431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fc504ab-13e0-4ffb-bb92-6d246f1ff289 req-c318344b-b113-40e6-944c-ff7d7ec51903 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ec38822-16b0-4e1d-921d-ff5cd098ff29 HTTP/1.1" status: 200 len: 834 time: 0.0480971 Nov 15 15:53:38.502682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc504ab-13e0-4ffb-bb92-6d246f1ff289 req-1dcbd112-b958-4902-84e5-cbbd99755420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:38.504195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fc504ab-13e0-4ffb-bb92-6d246f1ff289 req-1dcbd112-b958-4902-84e5-cbbd99755420 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c4c4ce1-2044-4462-9ec4-17a55a86c8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411954 Nov 15 15:53:38.591635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fc504ab-13e0-4ffb-bb92-6d246f1ff289 req-5a98461f-2d46-4012-a90d-5c813e7c055d service neutron] 10.222.0.59 "GET /v2.0/networks/6c4c4ce1-2044-4462-9ec4-17a55a86c8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803289 Nov 15 15:53:38.684277 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4fc504ab-13e0-4ffb-bb92-6d246f1ff289 req-c13b623f-2b58-451e-a3be-a97ef1333094 service neutron] 10.222.0.59 "GET /v2.0/networks/6c4c4ce1-2044-4462-9ec4-17a55a86c8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845907 Nov 15 15:53:39.290238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4661b-827c-479a-a788-9a5ce35d1b12 req-d5199356-7a76-47eb-8d7a-b59b3350b1c3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:39.291848 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6d4661b-827c-479a-a788-9a5ce35d1b12 req-d5199356-7a76-47eb-8d7a-b59b3350b1c3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 945 time: 0.0504308 Nov 15 15:53:39.346160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d6d4661b-827c-479a-a788-9a5ce35d1b12 req-06b4ada7-6384-462a-8f49-638f7700d877 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481460 Nov 15 15:53:40.470738 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ea1a1-7052-4be7-9eb3-c92112d11d09 req-9a490f8c-9934-4dd5-9331-093c83a82519 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:40.472203 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f70ea1a1-7052-4be7-9eb3-c92112d11d09 req-9a490f8c-9934-4dd5-9331-093c83a82519 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 945 time: 0.0538046 Nov 15 15:53:40.522013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f70ea1a1-7052-4be7-9eb3-c92112d11d09 req-87600224-f196-400a-8a3e-485ca5a6cbe3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439093 Nov 15 15:53:40.544144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54158) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:40.604999 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e6ae9e88-d37b-436b-9616-b95f3757b31d tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/floatingips/8eacbda1-953f-4d37-8a02-3b5a3707b980 HTTP/1.1" status: 200 len: 992 time: 0.0596426 Nov 15 15:53:40.871803 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:41.027085 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-85d1a186-3604-4604-8305-eed5c64f28ed tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port 9a198dba-d624-44d7-846d-3ecdc23a80dd {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:53:41.027431 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d1a186-3604-4604-8305-eed5c64f28ed tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:41.108935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d1a186-3604-4604-8305-eed5c64f28ed tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:41.108935 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d1a186-3604-4604-8305-eed5c64f28ed tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:41.120671 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-85d1a186-3604-4604-8305-eed5c64f28ed tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for 9a198dba-d624-44d7-846d-3ecdc23a80dd owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:53:41.340883 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d1a186-3604-4604-8305-eed5c64f28ed tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:41.373868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1a186-3604-4604-8305-eed5c64f28ed tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=9a198dba-d624-44d7-846d-3ecdc23a80dd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:41.436799 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d1a186-3604-4604-8305-eed5c64f28ed tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:41.437131 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-85d1a186-3604-4604-8305-eed5c64f28ed tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Floating IP 8eacbda1-953f-4d37-8a02-3b5a3707b980 disassociated (deleted). External IP: 172.25.4.63, port: 406d745a-ed0b-4e96-8263-2a45bbf69616. Nov 15 15:53:41.641462 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d1a186-3604-4604-8305-eed5c64f28ed tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 41b41095-7a92-4362-a318-7f882e7284ce has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:53:41.761556 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d1a186-3604-4604-8305-eed5c64f28ed tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:53:41.767770 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d1a186-3604-4604-8305-eed5c64f28ed tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:41.771264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7150f2c5-0335-4eb5-9410-1f2439085e43 None None] Sync routers for ids ['41b41095-7a92-4362-a318-7f882e7284ce'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:53:41.782901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7150f2c5-0335-4eb5-9410-1f2439085e43 None None] Routers {'41b41095-7a92-4362-a318-7f882e7284ce'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:53:41.784631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7150f2c5-0335-4eb5-9410-1f2439085e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['41b41095-7a92-4362-a318-7f882e7284ce'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:41.802429 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-85d1a186-3604-4604-8305-eed5c64f28ed tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/floatingips/8eacbda1-953f-4d37-8a02-3b5a3707b980 HTTP/1.1" status: 204 len: 168 time: 0.9295046 Nov 15 15:53:41.803341 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'tag': '406d745a-ed0b-4e96-8263-2a45bbf69616'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:53:41.805857 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3bccae-e991-4e4f-994b-96615fbc07d9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8368eb-7150-4c5a-80e2-076ef5a6cf0f", "tag": "406d745a-ed0b-4e96-8263-2a45bbf69616"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:53:41.844739 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6bc5d6-878c-4edb-aa1a-5ff831b36642 x-openstack-request-id: req-bc6bc5d6-878c-4edb-aa1a-5ff831b36642 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:53:41.845101 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8368eb-7150-4c5a-80e2-076ef5a6cf0f", "tag": "406d745a-ed0b-4e96-8263-2a45bbf69616", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:53:41.845421 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc6bc5d6-878c-4edb-aa1a-5ff831b36642 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:53:41.846008 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'tag': '406d745a-ed0b-4e96-8263-2a45bbf69616', 'status': 'completed', 'code': 200} Nov 15 15:53:41.898743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7150f2c5-0335-4eb5-9410-1f2439085e43 None None] Set router 41b41095-7a92-4362-a318-7f882e7284ce gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:53:41.913536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bccae-e991-4e4f-994b-96615fbc07d9 req-8f6812c6-632f-4c8b-8b85-2a92ce9d25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:41.916032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b3bccae-e991-4e4f-994b-96615fbc07d9 req-8f6812c6-632f-4c8b-8b85-2a92ce9d25d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b00f3ef972b45c298d72350654a05b1&device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 1096 time: 0.0466866 Nov 15 15:53:42.009372 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bccae-e991-4e4f-994b-96615fbc07d9 req-dcf6be3a-bb46-433e-aecd-458884b090ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:42.011187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b3bccae-e991-4e4f-994b-96615fbc07d9 req-dcf6be3a-bb46-433e-aecd-458884b090ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c4c4ce1-2044-4462-9ec4-17a55a86c8de HTTP/1.1" status: 200 len: 898 time: 0.0867732 Nov 15 15:53:42.062347 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b3bccae-e991-4e4f-994b-96615fbc07d9 req-f90573df-9fc1-44b4-97ac-4e4171d6ef79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d745a-ed0b-4e96-8263-2a45bbf69616 HTTP/1.1" status: 200 len: 217 time: 0.0421786 Nov 15 15:53:42.140428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bccae-e991-4e4f-994b-96615fbc07d9 req-5d48b4c4-c0c5-4250-95d7-5518fd3b57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:42.143172 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b3bccae-e991-4e4f-994b-96615fbc07d9 req-5d48b4c4-c0c5-4250-95d7-5518fd3b57d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ec38822-16b0-4e1d-921d-ff5cd098ff29 HTTP/1.1" status: 200 len: 834 time: 0.0728526 Nov 15 15:53:42.196850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bccae-e991-4e4f-994b-96615fbc07d9 req-f9da3526-36a5-4c30-89cd-9c6b35dd9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:42.198370 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b3bccae-e991-4e4f-994b-96615fbc07d9 req-f9da3526-36a5-4c30-89cd-9c6b35dd9389 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c4c4ce1-2044-4462-9ec4-17a55a86c8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425358 Nov 15 15:53:42.265581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7150f2c5-0335-4eb5-9410-1f2439085e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:52:51Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '09310f25-aa19-4bfd-a779-385b5622b91a', 'name': '', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:de:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:51Z', 'updated_at': '2021-11-15T15:52:54Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:42.292988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7150f2c5-0335-4eb5-9410-1f2439085e43 None None] Checking router: 41b41095-7a92-4362-a318-7f882e7284ce for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:53:42.301510 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7150f2c5-0335-4eb5-9410-1f2439085e43 None None] Routers {'41b41095-7a92-4362-a318-7f882e7284ce'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:53:42.302116 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7150f2c5-0335-4eb5-9410-1f2439085e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['41b41095-7a92-4362-a318-7f882e7284ce'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:42.328692 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b3bccae-e991-4e4f-994b-96615fbc07d9 req-21d9d0cc-435f-4d0f-a160-cfca502d8699 service neutron] 10.222.0.59 "GET /v2.0/networks/6c4c4ce1-2044-4462-9ec4-17a55a86c8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222446 Nov 15 15:53:42.355113 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a204e8-5917-4acc-883b-deca97d77cbe req-cc6b6cd2-c59d-46d4-b9af-043c81d84661 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:42.356669 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01a204e8-5917-4acc-883b-deca97d77cbe req-cc6b6cd2-c59d-46d4-b9af-043c81d84661 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 945 time: 0.0689957 Nov 15 15:53:42.410269 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7150f2c5-0335-4eb5-9410-1f2439085e43 None None] Set router 41b41095-7a92-4362-a318-7f882e7284ce gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:53:42.462498 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-01a204e8-5917-4acc-883b-deca97d77cbe req-a9b4d829-af10-43ec-a002-59b4ae668b9c tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954740 Nov 15 15:53:42.477350 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b3bccae-e991-4e4f-994b-96615fbc07d9 req-32faeaf7-3ab0-44d9-a839-95ecf5296e2a service neutron] 10.222.0.59 "GET /v2.0/networks/6c4c4ce1-2044-4462-9ec4-17a55a86c8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376224 Nov 15 15:53:42.616972 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7150f2c5-0335-4eb5-9410-1f2439085e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:52:51Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '09310f25-aa19-4bfd-a779-385b5622b91a', 'name': '', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:de:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:51Z', 'updated_at': '2021-11-15T15:52:54Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:42.644265 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7150f2c5-0335-4eb5-9410-1f2439085e43 None None] The sync data for ids ['41b41095-7a92-4362-a318-7f882e7284ce'] in n-d-817748-2 is: [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:52:51Z', 'revision_number': 4, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '09310f25-aa19-4bfd-a779-385b5622b91a', 'name': '', 'network_id': '6c4c4ce1-2044-4462-9ec4-17a55a86c8de', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'mac_address': 'fa:16:3e:de:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:51Z', 'updated_at': '2021-11-15T15:52:54Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'subnets': [{'id': '7ec38822-16b0-4e1d-921d-ff5cd098ff29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:53:42.856341 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744db5b-46ec-4779-8f89-373e106f7820 None None] New status for floating IP 8eacbda1-953f-4d37-8a02-3b5a3707b980: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:53:43.580905 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8576-6187-4575-8e93-2a4cc8173c8a req-05ee7526-a6e3-48ae-b54e-fa4395b7dec2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:43.582287 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dfc8576-6187-4575-8e93-2a4cc8173c8a req-05ee7526-a6e3-48ae-b54e-fa4395b7dec2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 945 time: 0.0489078 Nov 15 15:53:43.632069 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0dfc8576-6187-4575-8e93-2a4cc8173c8a req-cc1f1d7b-716d-441e-b5e2-5f6499556828 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/security-groups?id=29465803-2a49-4b9a-9816-e4041af5576b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Nov 15 15:53:43.918749 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a33d0-3d30-4c9b-b2b5-263e677bcd01 req-724c0dd4-6412-43e3-be9c-4852937828c9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:43.920128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a7a33d0-3d30-4c9b-b2b5-263e677bcd01 req-724c0dd4-6412-43e3-be9c-4852937828c9 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 945 time: 0.0487385 Nov 15 15:53:44.013975 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-2a7a33d0-3d30-4c9b-b2b5-263e677bcd01 req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port 406d745a-ed0b-4e96-8263-2a45bbf69616 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:53:44.014311 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2a7a33d0-3d30-4c9b-b2b5-263e677bcd01 req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:44.101911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2a7a33d0-3d30-4c9b-b2b5-263e677bcd01 req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port 406d745a-ed0b-4e96-8263-2a45bbf69616, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=406d745a-ed0b-4e96-8263-2a45bbf69616,segment=NetworkSegment(0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e),segment_id=0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:53:44.102266 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2a7a33d0-3d30-4c9b-b2b5-263e677bcd01 req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:44.115211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-2a7a33d0-3d30-4c9b-b2b5-263e677bcd01 req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for 406d745a-ed0b-4e96-8263-2a45bbf69616 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:53:44.324996 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2a7a33d0-3d30-4c9b-b2b5-263e677bcd01 req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:44.352926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=406d745a-ed0b-4e96-8263-2a45bbf69616,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:44.363238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:44.363680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:44.364008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:44.364351 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:44.364691 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:44.365029 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:44.365364 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:44.365699 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:44.366541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:44.366541 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:44.366718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:44.367040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:44.411940 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7a33d0-3d30-4c9b-b2b5-263e677bcd01 req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] No DVR routers for this DVR port 406d745a-ed0b-4e96-8263-2a45bbf69616 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:53:44.414610 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2a7a33d0-3d30-4c9b-b2b5-263e677bcd01 req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:44.417976 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a7a33d0-3d30-4c9b-b2b5-263e677bcd01 req-b2eeb7ec-c003-488a-810c-92ab442f14d2 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.59 "DELETE /v2.0/ports/406d745a-ed0b-4e96-8263-2a45bbf69616 HTTP/1.1" status: 204 len: 173 time: 0.4904232 Nov 15 15:53:44.418494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'name': 'network-vif-deleted', 'tag': '406d745a-ed0b-4e96-8263-2a45bbf69616'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:53:44.420776 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1cbb50-4b37-4971-bee7-80ef082d0687" -d '{"events": [{"server_uuid": "aa8368eb-7150-4c5a-80e2-076ef5a6cf0f", "name": "network-vif-deleted", "tag": "406d745a-ed0b-4e96-8263-2a45bbf69616"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:53:44.456639 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c5c4fc-6be8-4cc3-bb99-4a29c5b509b7 x-openstack-request-id: req-76c5c4fc-6be8-4cc3-bb99-4a29c5b509b7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:53:44.456933 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8368eb-7150-4c5a-80e2-076ef5a6cf0f", "name": "network-vif-deleted", "tag": "406d745a-ed0b-4e96-8263-2a45bbf69616", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:53:44.457185 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76c5c4fc-6be8-4cc3-bb99-4a29c5b509b7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:53:44.457591 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8368eb-7150-4c5a-80e2-076ef5a6cf0f', 'name': 'network-vif-deleted', 'tag': '406d745a-ed0b-4e96-8263-2a45bbf69616', 'status': 'completed', 'code': 200} Nov 15 15:53:44.735348 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-db206aa6-99a3-4a91-bcbe-192dcdfd395f req-67b5717e-ae7a-4e9c-966c-10f010adf9dc tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa8368eb-7150-4c5a-80e2-076ef5a6cf0f HTTP/1.1" status: 200 len: 210 time: 0.0285137 Nov 15 15:53:45.794196 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:46.154317 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:46.400670 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port 09310f25-aa19-4bfd-a779-385b5622b91a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:53:46.401007 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:46.489254 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port 09310f25-aa19-4bfd-a779-385b5622b91a, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=09310f25-aa19-4bfd-a779-385b5622b91a,segment=NetworkSegment(0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e),segment_id=0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:53:46.489526 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:46.502211 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for 09310f25-aa19-4bfd-a779-385b5622b91a owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:53:46.786731 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:46.819702 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=09310f25-aa19-4bfd-a779-385b5622b91a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:46.847699 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:46.848041 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:46.848378 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:46.848704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:46.849052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:46.849441 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:46.849765 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:46.850086 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:46.850447 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:46.850974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:46.851306 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:46.851622 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:47.003558 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:47.554334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Router 41b41095-7a92-4362-a318-7f882e7284ce has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:53:47.655857 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:53:47.660769 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-511ff384-e307-4096-8a58-4635ab749655 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "PUT /v2.0/routers/41b41095-7a92-4362-a318-7f882e7284ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8655012 Nov 15 15:53:47.663541 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:47.666634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0defa6e4-9339-4760-8eb3-c60bcc1276cb None None] Sync routers for ids ['41b41095-7a92-4362-a318-7f882e7284ce'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:53:47.677024 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0defa6e4-9339-4760-8eb3-c60bcc1276cb None None] Routers {'41b41095-7a92-4362-a318-7f882e7284ce'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:53:47.677641 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0defa6e4-9339-4760-8eb3-c60bcc1276cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['41b41095-7a92-4362-a318-7f882e7284ce'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:47.717974 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f09503-bab4-46a4-9f2f-f4e5d64c1ddd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting subnet 7ec38822-16b0-4e1d-921d-ff5cd098ff29 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 15:53:47.719470 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 406d745a-ed0b-4e96-8263-2a45bbf69616 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:53:47.721156 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39f09503-bab4-46a4-9f2f-f4e5d64c1ddd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:47.760625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39f09503-bab4-46a4-9f2f-f4e5d64c1ddd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:47.770332 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 406d745a-ed0b-4e96-8263-2a45bbf69616 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:53:47.770706 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 406d745a-ed0b-4e96-8263-2a45bbf69616 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:53:47.811718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0defa6e4-9339-4760-8eb3-c60bcc1276cb None None] Set router 41b41095-7a92-4362-a318-7f882e7284ce gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:53:47.850425 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39f09503-bab4-46a4-9f2f-f4e5d64c1ddd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:47.994574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0defa6e4-9339-4760-8eb3-c60bcc1276cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:53:46Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:47.999993 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39f09503-bab4-46a4-9f2f-f4e5d64c1ddd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:48.020698 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0defa6e4-9339-4760-8eb3-c60bcc1276cb None None] Checking router: 41b41095-7a92-4362-a318-7f882e7284ce for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:53:48.029695 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f09503-bab4-46a4-9f2f-f4e5d64c1ddd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec38822-16b0-4e1d-921d-ff5cd098ff29,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:48.030213 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0defa6e4-9339-4760-8eb3-c60bcc1276cb None None] Routers {'41b41095-7a92-4362-a318-7f882e7284ce'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:53:48.030873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0defa6e4-9339-4760-8eb3-c60bcc1276cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['41b41095-7a92-4362-a318-7f882e7284ce'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:48.033479 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39f09503-bab4-46a4-9f2f-f4e5d64c1ddd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:48.037555 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-39f09503-bab4-46a4-9f2f-f4e5d64c1ddd tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/subnets/7ec38822-16b0-4e1d-921d-ff5cd098ff29 HTTP/1.1" status: 204 len: 168 time: 0.3722432 Nov 15 15:53:48.039452 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:48.071284 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71bec11-52ae-4e94-8e51-b539a153c512 None None] Network 6c4c4ce1-2044-4462-9ec4-17a55a86c8de requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:53:48.154157 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:48.239210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0defa6e4-9339-4760-8eb3-c60bcc1276cb None None] Set router 41b41095-7a92-4362-a318-7f882e7284ce gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:53:48.262565 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:48.405324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] DHCP port deletion for 6c4c4ce1-2044-4462-9ec4-17a55a86c8de request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:53:48.414778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Deleting port f66e0eb1-9a62-48c3-8cef-d313ae8153e1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:53:48.415134 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:48.472185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0defa6e4-9339-4760-8eb3-c60bcc1276cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:53:46Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:48.502003 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Deleting port 9cc3e5a2-963c-4987-83d6-ebb976cf499d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:53:48.502469 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:48.504296 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0defa6e4-9339-4760-8eb3-c60bcc1276cb None None] The sync data for ids ['41b41095-7a92-4362-a318-7f882e7284ce'] in n-d-817748-2 is: [{'id': '41b41095-7a92-4362-a318-7f882e7284ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124511376', 'tenant_id': '2b00f3ef972b45c298d72350654a05b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:52:47Z', 'updated_at': '2021-11-15T15:53:46Z', 'revision_number': 5, 'project_id': '2b00f3ef972b45c298d72350654a05b1', 'gw_port': {'id': 'f66e0eb1-9a62-48c3-8cef-d313ae8153e1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b41095-7a92-4362-a318-7f882e7284ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:52:48Z', 'updated_at': '2021-11-15T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:53:48.506883 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] For port f66e0eb1-9a62-48c3-8cef-d313ae8153e1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=f66e0eb1-9a62-48c3-8cef-d313ae8153e1,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:53:48.507108 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:48.527780 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Calling delete_port for f66e0eb1-9a62-48c3-8cef-d313ae8153e1 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:53:48.574865 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] For port 9cc3e5a2-963c-4987-83d6-ebb976cf499d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=9cc3e5a2-963c-4987-83d6-ebb976cf499d,segment=NetworkSegment(0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e),segment_id=0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:53:48.575355 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:48.588523 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Calling delete_port for 9cc3e5a2-963c-4987-83d6-ebb976cf499d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:53:48.742067 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:48.765173 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:48.766245 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Pushing event deleted for resources: {'Port': ['ID=9cc3e5a2-963c-4987-83d6-ebb976cf499d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:48.776315 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:48.776652 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:48.776993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:48.777328 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:48.777659 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:48.778045 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:48.778318 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:48.778669 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:48.778993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:48.779345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:48.779672 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:48.779990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:48.782747 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6908889d-61f1-4125-a37e-e6d781c189b0 None None] No DVR routers for this DVR port 9cc3e5a2-963c-4987-83d6-ebb976cf499d on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:53:48.797115 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Port': ['ID=f66e0eb1-9a62-48c3-8cef-d313ae8153e1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:48.809581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e7de67-ef3d-428f-95c4-05efad6d8f25 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:53:48.869715 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:48.969975 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:48.972270 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.009301 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9cc3e5a2-963c-4987-83d6-ebb976cf499d no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:53:49.032443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 9cc3e5a2-963c-4987-83d6-ebb976cf499d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:53:49.032801 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 9cc3e5a2-963c-4987-83d6-ebb976cf499d not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:53:49.033224 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 09310f25-aa19-4bfd-a779-385b5622b91a no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:53:49.053568 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 09310f25-aa19-4bfd-a779-385b5622b91a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:53:49.053925 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 09310f25-aa19-4bfd-a779-385b5622b91a not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:53:49.113583 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.114143 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Fanout notify agent at l3_agent the message router_deleted on router 41b41095-7a92-4362-a318-7f882e7284ce {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 15:53:49.122371 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.123891 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5cecba5d-aac5-4961-a2b8-59613e339023 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/routers/41b41095-7a92-4362-a318-7f882e7284ce HTTP/1.1" status: 204 len: 168 time: 1.0829809 Nov 15 15:53:49.126387 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:49.207696 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7676f2ff-9079-4e66-a706-78f70a56ce2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.309147 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7676f2ff-9079-4e66-a706-78f70a56ce2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.329019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7676f2ff-9079-4e66-a706-78f70a56ce2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4c4ce1-2044-4462-9ec4-17a55a86c8de']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:49.338876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7676f2ff-9079-4e66-a706-78f70a56ce2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:49.339171 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7676f2ff-9079-4e66-a706-78f70a56ce2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3bd4d0-6ed0-4527-88c8-c8924bb8cc3e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:49.349353 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7676f2ff-9079-4e66-a706-78f70a56ce2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.363848 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7676f2ff-9079-4e66-a706-78f70a56ce2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.370010 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7676f2ff-9079-4e66-a706-78f70a56ce2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 15:53:49.370380 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7676f2ff-9079-4e66-a706-78f70a56ce2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: timer() Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 15:53:49.373887 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 15:53:49.531891 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7676f2ff-9079-4e66-a706-78f70a56ce2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.539794 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7676f2ff-9079-4e66-a706-78f70a56ce2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.543833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7676f2ff-9079-4e66-a706-78f70a56ce2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/networks/6c4c4ce1-2044-4462-9ec4-17a55a86c8de HTTP/1.1" status: 204 len: 168 time: 0.4162514 Nov 15 15:53:49.553039 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54196) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:49.556416 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676f2ff-9079-4e66-a706-78f70a56ce2b tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'Network': ['ID=6c4c4ce1-2044-4462-9ec4-17a55a86c8de,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:49.619205 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-548e3193-9cb9-4a41-bcef-c23151290e06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.645660 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-548e3193-9cb9-4a41-bcef-c23151290e06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.765153 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-548e3193-9cb9-4a41-bcef-c23151290e06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.767964 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-548e3193-9cb9-4a41-bcef-c23151290e06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:49.769147 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-548e3193-9cb9-4a41-bcef-c23151290e06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] 10.222.0.70 "DELETE /v2.0/security-groups/29465803-2a49-4b9a-9816-e4041af5576b HTTP/1.1" status: 204 len: 168 time: 0.2150230 Nov 15 15:53:49.779514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e3193-9cb9-4a41-bcef-c23151290e06 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29465803-2a49-4b9a-9816-e4041af5576b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:50.503986 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:50.637630 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-5ef7ea7a-2135-4ebb-a6b8-ea7bdf91585d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b00f3ef972b45c298d72350654a05b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324544 Nov 15 15:53:50.641614 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:50.691692 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6af2542-a3db-4292-a2ec-99116f1841d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:50.713870 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6af2542-a3db-4292-a2ec-99116f1841d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:50.862809 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6af2542-a3db-4292-a2ec-99116f1841d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:50.865614 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6af2542-a3db-4292-a2ec-99116f1841d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:50.869270 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c6af2542-a3db-4292-a2ec-99116f1841d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2295a2a0-795c-43ff-9d1a-5b5885d51c37 HTTP/1.1" status: 204 len: 168 time: 0.2242825 Nov 15 15:53:50.882325 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af2542-a3db-4292-a2ec-99116f1841d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2295a2a0-795c-43ff-9d1a-5b5885d51c37,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:50.885982 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f66e0eb1-9a62-48c3-8cef-d313ae8153e1 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:53:50.911897 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: f66e0eb1-9a62-48c3-8cef-d313ae8153e1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:53:50.912316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device f66e0eb1-9a62-48c3-8cef-d313ae8153e1 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:53:51.580597 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54214) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:51.594168 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2387ccb-c6f7-4d45-b84d-672606667eb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:51.668079 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2387ccb-c6f7-4d45-b84d-672606667eb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:51.746301 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2387ccb-c6f7-4d45-b84d-672606667eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:51.785473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e2387ccb-c6f7-4d45-b84d-672606667eb9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7abbf951c654c1eaf4c43034cc5deb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2037799 Nov 15 15:53:51.786379 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2387ccb-c6f7-4d45-b84d-672606667eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a4a7fa-2e48-47d6-a132-f7d36614c1b2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:51.788193 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54216) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:51.840441 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b27bc56d-b694-45b1-b222-452aadf5b17d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:51.861333 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b27bc56d-b694-45b1-b222-452aadf5b17d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:51.964625 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b27bc56d-b694-45b1-b222-452aadf5b17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:51.968992 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b27bc56d-b694-45b1-b222-452aadf5b17d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:51.970940 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b27bc56d-b694-45b1-b222-452aadf5b17d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18a4a7fa-2e48-47d6-a132-f7d36614c1b2 HTTP/1.1" status: 204 len: 168 time: 0.1815307 Nov 15 15:53:51.985110 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bc56d-b694-45b1-b222-452aadf5b17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a4a7fa-2e48-47d6-a132-f7d36614c1b2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:53.044413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:53.145269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1069740810-network', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:53:53.237787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Made reservation on behalf of b0895777f9ca48fcaba3789a507c7ddf for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:53:53.240265 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:53.249667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:53.330587 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:53.409329 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:53.434525 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:53:53.443413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a516cb34-8f6d-4c2d-8e70-d6db98e6d9de,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:53.449606 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:53.458265 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Added segment 1b63eb6a-2363-42d1-aecc-2be4df05a7a7 of type vlan for network 25c17951-20c1-4414-95a5-769ecadb0706 Nov 15 15:53:53.494709 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:53.603477 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:53.604752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:53.605206 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:53.662006 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] Pushing event updated for resources: {'Network': ['ID=25c17951-20c1-4414-95a5-769ecadb0706,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:53.672563 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 25c17951-20c1-4414-95a5-769ecadb0706 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:53:53.733223 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-309b9a71-c3b2-49cf-ad74-93cd1fd092a0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6876786 Nov 15 15:53:53.741299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:53.741299 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9f241293-efe1-4ec9-a9d1-d525ca82c72a admin admin] Request body: {'subnet': {'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1069740810-subnet', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:53:53.850826 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f241293-efe1-4ec9-a9d1-d525ca82c72a admin admin] Made reservation on behalf of b0895777f9ca48fcaba3789a507c7ddf for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:53:53.853282 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f241293-efe1-4ec9-a9d1-d525ca82c72a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:54.100609 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f241293-efe1-4ec9-a9d1-d525ca82c72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:54.156308 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f241293-efe1-4ec9-a9d1-d525ca82c72a admin admin] Pushing event updated for resources: {'Subnet': ['ID=15647c5a-981d-4a79-9348-21a4ebf56d0a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:54.170810 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f241293-efe1-4ec9-a9d1-d525ca82c72a admin admin] Checking segment: {'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:53:54.171364 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f241293-efe1-4ec9-a9d1-d525ca82c72a admin admin] Network hostable DHCP agents. Network: 25c17951-20c1-4414-95a5-769ecadb0706, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:53:54.289487 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f241293-efe1-4ec9-a9d1-d525ca82c72a admin admin] Network 25c17951-20c1-4414-95a5-769ecadb0706 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:53:54.404735 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9f241293-efe1-4ec9-a9d1-d525ca82c72a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 25c17951-20c1-4414-95a5-769ecadb0706) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:53:54.409701 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f241293-efe1-4ec9-a9d1-d525ca82c72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:54.410847 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f241293-efe1-4ec9-a9d1-d525ca82c72a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:54.414978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadf1d41-67dc-4de1-92ac-a0bbe7a3c12e None None] Network 25c17951-20c1-4414-95a5-769ecadb0706 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:53:54.493053 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9f241293-efe1-4ec9-a9d1-d525ca82c72a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7555745 Nov 15 15:53:54.496569 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54244) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:54.501077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:53:54.563147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-25c17951-20c1-4414-95a5-769ecadb0706', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:53:54.564029 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:54.593649 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:54.594835 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:54.649185 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:54.700436 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Allocated IP 172.20.0.2 (25c17951-20c1-4414-95a5-769ecadb0706/15647c5a-981d-4a79-9348-21a4ebf56d0a/3a13e8ef-c997-422b-a216-58b5edb4c033) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:53:54.833952 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:54.845115 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:54.965895 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:55.006774 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Network 25c17951-20c1-4414-95a5-769ecadb0706 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:53:55.010316 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:53:55.014829 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:53:55.016799 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Pushing event updated for resources: {'Port': ['ID=3a13e8ef-c997-422b-a216-58b5edb4c033,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:55.070132 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Attempting to bind port 3a13e8ef-c997-422b-a216-58b5edb4c033 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:53:55.070504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Attempting to bind port 3a13e8ef-c997-422b-a216-58b5edb4c033 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:53:55.070921 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Attempting to bind port 3a13e8ef-c997-422b-a216-58b5edb4c033 on network 25c17951-20c1-4414-95a5-769ecadb0706 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:53:55.076735 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:53:55.077181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Checking segment: {'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:53:55.077626 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:55.078066 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Bound using segment: {'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:53:55.078511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Bound port: 3a13e8ef-c997-422b-a216-58b5edb4c033, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:53:55.078889 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:55.137292 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:55.145433 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] For port 3a13e8ef-c997-422b-a216-58b5edb4c033, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:53:55.149092 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] For port 3a13e8ef-c997-422b-a216-58b5edb4c033, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3a13e8ef-c997-422b-a216-58b5edb4c033,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:53:55.156658 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:55.239746 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:55.263410 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Allocated IP 172.25.4.172 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:53:55.309203 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b3bb3-0b22-44fc-bd2d-b6776e14004c None None] Pushing event updated for resources: {'Port': ['ID=3a13e8ef-c997-422b-a216-58b5edb4c033,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:55.369814 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:55.480213 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:55.522064 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:53:55.527140 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:53:55.530794 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:53:55.541782 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27185656-a985-4265-893f-c346f8799298 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:53:55.568531 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Pushing event updated for resources: {'Port': ['ID=d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:55.664485 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8bf85592-109b-464e-8ffa-9d3b8ff26ddd None None] Provisioning complete for port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:53:55.664892 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf85592-109b-464e-8ffa-9d3b8ff26ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:55.701099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8bf85592-109b-464e-8ffa-9d3b8ff26ddd None None] Port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:53:55.890086 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:56.087900 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:56.208070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0327affb-0b65-42bf-9d67-5ecb2ff40a9e None None] Network 25c17951-20c1-4414-95a5-769ecadb0706 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:53:56.271705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-24963612-537e-4bfc-a326-83ba7715a7d5 None None] Provisioning complete for port 3a13e8ef-c997-422b-a216-58b5edb4c033 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:53:56.272074 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24963612-537e-4bfc-a326-83ba7715a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:56.576743 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24963612-537e-4bfc-a326-83ba7715a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:56.616112 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:53:56.628203 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-24963612-537e-4bfc-a326-83ba7715a7d5 None None] For port 3a13e8ef-c997-422b-a216-58b5edb4c033, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3a13e8ef-c997-422b-a216-58b5edb4c033,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:53:56.707810 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24963612-537e-4bfc-a326-83ba7715a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:56.724300 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:53:56.734698 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Sync routers for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:53:56.745752 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:53:56.746576 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:56.764368 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24963612-537e-4bfc-a326-83ba7715a7d5 None None] Pushing event updated for resources: {'Port': ['ID=3a13e8ef-c997-422b-a216-58b5edb4c033,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:56.818509 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:56.820164 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cf7772fe-8b22-4ad8-b2a2-d31ceeb9e301 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3224881 Nov 15 15:53:56.823896 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:56.863760 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:53:56.939247 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad56447a-fc6e-4d1a-a54a-2ddfd3d98197 None None] Provisioning complete for port 3a13e8ef-c997-422b-a216-58b5edb4c033 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:53:56.939972 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad56447a-fc6e-4d1a-a54a-2ddfd3d98197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:56.994974 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3a13e8ef-c997-422b-a216-58b5edb4c033 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:53:57.069181 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:55Z', 'revision_number': 3, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:57.082911 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 3a13e8ef-c997-422b-a216-58b5edb4c033 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:53:57.083242 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:57.096887 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Checking router: b7783bc2-7999-4bed-ba51-f7fa48e3cc16 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:53:57.098432 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Updating router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:53:57.123144 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:57.312936 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:57.388786 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:57.488460 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Allocated IP 172.20.0.1 (25c17951-20c1-4414-95a5-769ecadb0706/15647c5a-981d-4a79-9348-21a4ebf56d0a/da842180-7637-4685-9aa2-7cd32ac956e3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:53:57.559242 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:57.604066 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a58c9f-fa22-4420-aadd-9f21e675f451 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:53:57.620591 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Pushing event updated for resources: {'Port': ['ID=d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:57.623079 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Attempting to bind port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:53:57.623487 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Attempting to bind port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:53:57.623866 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Attempting to bind port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:53:57.624207 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:57.633364 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:57.637829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:57.637829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:57.637829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:57.637829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:57.637829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:57.637829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:57.637829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:57.637829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:57.637829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:57.637829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:57.637829 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:53:57.640254 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:53:57.640579 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:53:57.640985 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:57.641369 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:53:57.641846 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Bound port: d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:53:57.642227 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:57.693392 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] For port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:53:57.696923 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] For port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:53:57.703275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-24be3a45-727d-46e5-ac5d-a6d86080985a None None] Provisioning complete for port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:53:57.703275 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24be3a45-727d-46e5-ac5d-a6d86080985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:57.719824 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:57.737344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-24be3a45-727d-46e5-ac5d-a6d86080985a None None] Port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:53:57.761360 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Network 25c17951-20c1-4414-95a5-769ecadb0706 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:53:57.764249 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:53:57.770168 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:53:57.787020 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:57.801101 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Pushing event updated for resources: {'Port': ['ID=da842180-7637-4685-9aa2-7cd32ac956e3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:57.817869 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:57.849969 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6266937d-9f76-4acf-a21f-9686c274754c None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:53:57.866319 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:53:57.867553 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:57.869458 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cea184-5b87-49ef-92a6-79747dcdefe7 None None] Pushing event updated for resources: {'Port': ['ID=d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:57.965856 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-396a2fee-0f47-4113-9a41-7f228eaae318 None None] Provisioning complete for port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:53:57.966219 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-396a2fee-0f47-4113-9a41-7f228eaae318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:58.001318 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:53:58.054469 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-396a2fee-0f47-4113-9a41-7f228eaae318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:58.054701 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:58.076268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-396a2fee-0f47-4113-9a41-7f228eaae318 None None] For port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:53:58.153535 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-396a2fee-0f47-4113-9a41-7f228eaae318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:58.208878 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a2fee-0f47-4113-9a41-7f228eaae318 None None] Pushing event updated for resources: {'Port': ['ID=d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:58.224516 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:55Z', 'revision_number': 3, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:58.246900 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:58.251940 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65285c0c-2454-4373-942f-6295962ec4d7 None None] The sync data for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 is: [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:55Z', 'revision_number': 3, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:53:58.277943 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5831dade-e629-464c-a507-6e41ae111d4f None None] Provisioning complete for port da842180-7637-4685-9aa2-7cd32ac956e3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:53:58.278310 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5831dade-e629-464c-a507-6e41ae111d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:58.315324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5831dade-e629-464c-a507-6e41ae111d4f None None] Port da842180-7637-4685-9aa2-7cd32ac956e3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:53:58.323940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:58.391386 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Pushing event updated for resources: {'Port': ['ID=da842180-7637-4685-9aa2-7cd32ac956e3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:58.396632 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:58.514658 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Network 25c17951-20c1-4414-95a5-769ecadb0706 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:53:58.516280 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:53:58.650597 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:53:58.771067 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:53:58.776645 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-c3bf381f-4638-4c0b-9663-9cd3106feb6a admin admin] 10.222.0.70 "PUT /v2.0/routers/b7783bc2-7999-4bed-ba51-f7fa48e3cc16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9513171 Nov 15 15:53:58.841682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-30b04e48-3c5a-402b-8375-0e92a136d8bd None None] Provisioning complete for port da842180-7637-4685-9aa2-7cd32ac956e3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:53:58.842293 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-30b04e48-3c5a-402b-8375-0e92a136d8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:58.891725 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-30b04e48-3c5a-402b-8375-0e92a136d8bd None None] Port da842180-7637-4685-9aa2-7cd32ac956e3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:53:58.982870 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:53:59.032163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:53:59.043805 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:59.185702 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:59.542666 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:59.554515 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:53:59.559728 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-553937538-network', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:53:59.656512 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Made reservation on behalf of 4b92918328db417492d3b6a0a1da1d72 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:53:59.659126 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:59.668537 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:59.751353 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:59.792496 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b48edd3b-a815-4620-9022-edca64cfd606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:59.822126 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:59.847889 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 15:53:59.857165 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48beee7-b52c-4b74-a9bb-8c2678fab7bc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:53:59.863703 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:59.864163 n-d-817748-2 neutron-server[103147]: INFO neutron.db.segments_db [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Added segment 322abb8c-da61-4a9a-b2bb-f8194d06241a of type vlan for network b52a4a66-82a8-4de1-bb2d-011e6a34e8cd Nov 15 15:53:59.868013 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Sync routers for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:53:59.879487 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:53:59.881737 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:53:59.905965 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:59.988967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:53:59.994296 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:53:59.995538 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:53:59.999233 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:00.057387 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] Pushing event updated for resources: {'Network': ['ID=b52a4a66-82a8-4de1-bb2d-011e6a34e8cd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:00.077148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network b52a4a66-82a8-4de1-bb2d-011e6a34e8cd details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 15:54:00.128431 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-044f5fcf-2504-48f5-9d9c-747a26ea9d40 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5725954 Nov 15 15:54:00.131308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:54:00.136538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4b8f2fcb-3b59-4a20-889e-7f2d1adf0afd admin admin] Request body: {'subnet': {'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-553937538-subnet', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:54:00.227673 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8f2fcb-3b59-4a20-889e-7f2d1adf0afd admin admin] Made reservation on behalf of 4b92918328db417492d3b6a0a1da1d72 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:54:00.230625 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b8f2fcb-3b59-4a20-889e-7f2d1adf0afd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:00.255127 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 2, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:00.281193 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Checking router: b7783bc2-7999-4bed-ba51-f7fa48e3cc16 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:54:00.281551 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Updating router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 port da842180-7637-4685-9aa2-7cd32ac956e3 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:54:00.307019 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:00.502092 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b8f2fcb-3b59-4a20-889e-7f2d1adf0afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:00.556864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f2fcb-3b59-4a20-889e-7f2d1adf0afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d3d10e-59b5-4c20-8a37-c54b02a6f7b2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:00.565854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f2fcb-3b59-4a20-889e-7f2d1adf0afd admin admin] Checking segment: {'id': '322abb8c-da61-4a9a-b2bb-f8194d06241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:54:00.566219 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f2fcb-3b59-4a20-889e-7f2d1adf0afd admin admin] Network hostable DHCP agents. Network: b52a4a66-82a8-4de1-bb2d-011e6a34e8cd, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 15:54:00.573296 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:00.655773 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:00.696276 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f2fcb-3b59-4a20-889e-7f2d1adf0afd admin admin] Network b52a4a66-82a8-4de1-bb2d-011e6a34e8cd is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 15:54:00.703887 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d065cfc-1d7e-4beb-be3a-5d804bf0304e None None] Pushing event updated for resources: {'Port': ['ID=da842180-7637-4685-9aa2-7cd32ac956e3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:00.757170 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Attempting to bind port da842180-7637-4685-9aa2-7cd32ac956e3 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:54:00.757558 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Attempting to bind port da842180-7637-4685-9aa2-7cd32ac956e3 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:54:00.757916 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Attempting to bind port da842180-7637-4685-9aa2-7cd32ac956e3 on network 25c17951-20c1-4414-95a5-769ecadb0706 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:54:00.763723 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:54:00.764103 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Checking segment: {'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:54:00.764511 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:00.764910 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Bound using segment: {'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:54:00.765383 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Bound port: da842180-7637-4685-9aa2-7cd32ac956e3, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:54:00.765769 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:00.770492 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4b8f2fcb-3b59-4a20-889e-7f2d1adf0afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, b52a4a66-82a8-4de1-bb2d-011e6a34e8cd) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:54:00.776000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8f2fcb-3b59-4a20-889e-7f2d1adf0afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:00.776600 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b8f2fcb-3b59-4a20-889e-7f2d1adf0afd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:00.786741 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343cb968-813f-4282-8d21-325324c93d2f None None] Network b52a4a66-82a8-4de1-bb2d-011e6a34e8cd requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:54:00.876202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4b8f2fcb-3b59-4a20-889e-7f2d1adf0afd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7437062 Nov 15 15:54:00.878783 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:54:00.885643 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-553937538-router', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:54:00.888907 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] For port da842180-7637-4685-9aa2-7cd32ac956e3, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:54:00.903386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] For port da842180-7637-4685-9aa2-7cd32ac956e3, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=da842180-7637-4685-9aa2-7cd32ac956e3,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:54:00.955218 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0d7d691e-72cb-4272-a0e6-9e945602e733 None None] Provisioning complete for port da842180-7637-4685-9aa2-7cd32ac956e3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:00.955508 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0d7d691e-72cb-4272-a0e6-9e945602e733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:00.986325 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:00.994258 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:00.997208 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:01.049629 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:01.052904 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d691e-72cb-4272-a0e6-9e945602e733 None None] Port da842180-7637-4685-9aa2-7cd32ac956e3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:54:01.058987 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-b52a4a66-82a8-4de1-bb2d-011e6a34e8cd', 'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'fixed_ips': [{'subnet_id': '02d3d10e-59b5-4c20-8a37-c54b02a6f7b2'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 15:54:01.059912 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:01.093095 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d065cfc-1d7e-4beb-be3a-5d804bf0304e None None] Pushing event updated for resources: {'Port': ['ID=da842180-7637-4685-9aa2-7cd32ac956e3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:01.097566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:54:01.098177 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:53:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:01.295223 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:01.316322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:54:01.504753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Allocated IP 172.20.0.2 (b52a4a66-82a8-4de1-bb2d-011e6a34e8cd/02d3d10e-59b5-4c20-8a37-c54b02a6f7b2/805045c7-5e5c-41b5-b8d1-8e3d5d98aee4) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:54:01.514596 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-96de5ff5-99cf-4070-adc0-f4b972945ac5 None None] Provisioning complete for port da842180-7637-4685-9aa2-7cd32ac956e3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:01.514972 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96de5ff5-99cf-4070-adc0-f4b972945ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:01.581636 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:01.600940 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:01.707335 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Allocated IP 172.25.4.228 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/44060a4f-bc3e-433a-a658-5e3cfe81d729) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:54:01.811104 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:01.840623 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96de5ff5-99cf-4070-adc0-f4b972945ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:01.864928 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:01.895980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-96de5ff5-99cf-4070-adc0-f4b972945ac5 None None] For port da842180-7637-4685-9aa2-7cd32ac956e3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=da842180-7637-4685-9aa2-7cd32ac956e3,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:54:01.904981 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:00Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:01.930721 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9af72-9a67-4ea2-ba65-da62a4ca2784 None None] The sync data for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 is: [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:00Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:54:01.936457 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:01.970671 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:02.000691 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Pushing event updated for resources: {'Port': ['ID=44060a4f-bc3e-433a-a658-5e3cfe81d729,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:02.012213 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:54:02.013696 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:54:02.016117 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:54:02.040295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e78e36d-e467-443a-977a-adce71877716 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:54:02.044874 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96de5ff5-99cf-4070-adc0-f4b972945ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:02.051769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Network b52a4a66-82a8-4de1-bb2d-011e6a34e8cd is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:54:02.062057 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:54:02.065206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:54:02.080335 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Pushing event updated for resources: {'Port': ['ID=805045c7-5e5c-41b5-b8d1-8e3d5d98aee4,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:02.201553 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Attempting to bind port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:54:02.201922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Attempting to bind port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '322abb8c-da61-4a9a-b2bb-f8194d06241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:54:02.202285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Attempting to bind port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 on network b52a4a66-82a8-4de1-bb2d-011e6a34e8cd {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:54:02.204301 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88216e33-827f-48c0-a331-79b211b892cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:02.208452 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de5ff5-99cf-4070-adc0-f4b972945ac5 None None] Pushing event updated for resources: {'Port': ['ID=da842180-7637-4685-9aa2-7cd32ac956e3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:02.217542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:54:02.217917 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Checking segment: {'id': '322abb8c-da61-4a9a-b2bb-f8194d06241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:54:02.218320 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:02.218739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Bound using segment: {'id': '322abb8c-da61-4a9a-b2bb-f8194d06241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:54:02.219219 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Bound port: 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322abb8c-da61-4a9a-b2bb-f8194d06241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:54:02.219600 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:02.223028 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-26eaaff1-893f-41dc-8d53-beade0c004f1 None None] Provisioning complete for port 44060a4f-bc3e-433a-a658-5e3cfe81d729 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:02.223382 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26eaaff1-893f-41dc-8d53-beade0c004f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:02.298535 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-26eaaff1-893f-41dc-8d53-beade0c004f1 None None] Port 44060a4f-bc3e-433a-a658-5e3cfe81d729 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:54:02.327744 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] For port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:54:02.331190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] For port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=805045c7-5e5c-41b5-b8d1-8e3d5d98aee4,segment=NetworkSegment(322abb8c-da61-4a9a-b2bb-f8194d06241a),segment_id=322abb8c-da61-4a9a-b2bb-f8194d06241a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:54:02.377797 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:02.400386 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:02.469331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaa3a5-7078-4817-bebc-5f23937ecfd2 None None] Pushing event updated for resources: {'Port': ['ID=805045c7-5e5c-41b5-b8d1-8e3d5d98aee4,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:02.598679 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:02.844718 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Router 62bb74b4-acb1-4053-9a88-0a14912f1dc4 is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 15:54:02.975987 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:54:02.994986 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Sync routers for ids ['62bb74b4-acb1-4053-9a88-0a14912f1dc4'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:54:03.010596 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Routers {'62bb74b4-acb1-4053-9a88-0a14912f1dc4'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:54:03.011026 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['62bb74b4-acb1-4053-9a88-0a14912f1dc4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:03.019746 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:54:03.053076 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:03.054930 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2f47b892-6785-4215-ab2f-fdc89e44b696 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1741662 Nov 15 15:54:03.058224 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54268) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:54:03.079184 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:03.079695 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:03.210048 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:03.263489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=805045c7-5e5c-41b5-b8d1-8e3d5d98aee4,segment=NetworkSegment(322abb8c-da61-4a9a-b2bb-f8194d06241a),segment_id=322abb8c-da61-4a9a-b2bb-f8194d06241a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:54:03.274027 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Set router 62bb74b4-acb1-4053-9a88-0a14912f1dc4 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:54:03.353813 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:03.354797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device da842180-7637-4685-9aa2-7cd32ac956e3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:54:03.463405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port da842180-7637-4685-9aa2-7cd32ac956e3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:03.463923 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:03.467692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=805045c7-5e5c-41b5-b8d1-8e3d5d98aee4,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:03.537896 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'name': 'tempest-TestShelveInstance-553937538-router', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:54:00Z', 'updated_at': '2021-11-15T15:54:02Z', 'revision_number': 3, 'project_id': '4b92918328db417492d3b6a0a1da1d72', 'gw_port': {'id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:54:01Z', 'updated_at': '2021-11-15T15:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:03.577110 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Checking router: 62bb74b4-acb1-4053-9a88-0a14912f1dc4 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:54:03.577461 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Updating router 62bb74b4-acb1-4053-9a88-0a14912f1dc4 port 44060a4f-bc3e-433a-a658-5e3cfe81d729 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:54:03.624128 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:03.626185 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35eb622-2e9e-456e-a82f-7654341169d1 None None] Network b52a4a66-82a8-4de1-bb2d-011e6a34e8cd requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 15:54:03.780969 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-28d6e499-a990-47e4-8930-97d91a6682cd None None] Provisioning complete for port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:03.781517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28d6e499-a990-47e4-8930-97d91a6682cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:03.898630 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:03.901581 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:03.904072 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.010476 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.062151 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc310b6c-ddc1-4ae5-a119-c6845d153908 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:54:04.065666 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc083bc7-271c-41e4-8bcb-49041fe8b49b None None] Pushing event updated for resources: {'Port': ['ID=44060a4f-bc3e-433a-a658-5e3cfe81d729,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:04.068130 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Attempting to bind port 44060a4f-bc3e-433a-a658-5e3cfe81d729 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:54:04.068704 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Attempting to bind port 44060a4f-bc3e-433a-a658-5e3cfe81d729 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:54:04.069058 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Attempting to bind port 44060a4f-bc3e-433a-a658-5e3cfe81d729 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:54:04.070016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Allocated IP 172.20.0.1 (b52a4a66-82a8-4de1-bb2d-011e6a34e8cd/02d3d10e-59b5-4c20-8a37-c54b02a6f7b2/a0344170-3fbf-435d-a73e-8e065166e9eb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:54:04.076288 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:54:04.076465 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:54:04.076749 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.077134 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:54:04.077763 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Bound port: 44060a4f-bc3e-433a-a658-5e3cfe81d729, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:54:04.078047 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.125682 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4f45e8b0-9438-4e55-bebd-997dcb8c8df5 None None] Provisioning complete for port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:04.125995 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f45e8b0-9438-4e55-bebd-997dcb8c8df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.138660 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] For port 44060a4f-bc3e-433a-a658-5e3cfe81d729, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:54:04.142882 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] For port 44060a4f-bc3e-433a-a658-5e3cfe81d729, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=44060a4f-bc3e-433a-a658-5e3cfe81d729,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:54:04.183385 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.217276 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4f45e8b0-9438-4e55-bebd-997dcb8c8df5 None None] Provisioning complete for port 44060a4f-bc3e-433a-a658-5e3cfe81d729 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:04.217799 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f45e8b0-9438-4e55-bebd-997dcb8c8df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.239327 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.253816 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4f45e8b0-9438-4e55-bebd-997dcb8c8df5 None None] Port 44060a4f-bc3e-433a-a658-5e3cfe81d729 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:54:04.280041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdfe41e-9cb4-4b4b-91a4-7e2109d8ed58 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 15:54:04.296656 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.297554 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc083bc7-271c-41e4-8bcb-49041fe8b49b None None] Pushing event updated for resources: {'Port': ['ID=44060a4f-bc3e-433a-a658-5e3cfe81d729,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:04.300201 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Routers {'62bb74b4-acb1-4053-9a88-0a14912f1dc4'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:54:04.300799 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['62bb74b4-acb1-4053-9a88-0a14912f1dc4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:04.332996 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Network b52a4a66-82a8-4de1-bb2d-011e6a34e8cd is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:54:04.340273 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:54:04.344072 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:54:04.367631 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Pushing event updated for resources: {'Port': ['ID=a0344170-3fbf-435d-a73e-8e065166e9eb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:04.383206 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e9a8a236-95ba-4769-a2b0-02b91489c13f None None] Provisioning complete for port 44060a4f-bc3e-433a-a658-5e3cfe81d729 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:04.383847 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a236-95ba-4769-a2b0-02b91489c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.389057 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.430492 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] Set router 62bb74b4-acb1-4053-9a88-0a14912f1dc4 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:54:04.489402 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a236-95ba-4769-a2b0-02b91489c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.514229 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e9a8a236-95ba-4769-a2b0-02b91489c13f None None] For port 44060a4f-bc3e-433a-a658-5e3cfe81d729, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=44060a4f-bc3e-433a-a658-5e3cfe81d729,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:54:04.609475 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a236-95ba-4769-a2b0-02b91489c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.619725 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.638206 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'name': 'tempest-TestShelveInstance-553937538-router', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:54:00Z', 'updated_at': '2021-11-15T15:54:02Z', 'revision_number': 3, 'project_id': '4b92918328db417492d3b6a0a1da1d72', 'gw_port': {'id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:54:01Z', 'updated_at': '2021-11-15T15:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:04.662965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8a236-95ba-4769-a2b0-02b91489c13f None None] Pushing event updated for resources: {'Port': ['ID=44060a4f-bc3e-433a-a658-5e3cfe81d729,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:04.669324 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995500de-9826-4ee6-b579-34247fdd0134 None None] The sync data for ids ['62bb74b4-acb1-4053-9a88-0a14912f1dc4'] in n-d-817748-2 is: [{'id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'name': 'tempest-TestShelveInstance-553937538-router', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:54:00Z', 'updated_at': '2021-11-15T15:54:02Z', 'revision_number': 3, 'project_id': '4b92918328db417492d3b6a0a1da1d72', 'gw_port': {'id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:54:01Z', 'updated_at': '2021-11-15T15:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:54:04.735498 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f958c67a-0dab-4144-bcaa-d83b7d2e0176 None None] Provisioning complete for port a0344170-3fbf-435d-a73e-8e065166e9eb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:04.735868 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f958c67a-0dab-4144-bcaa-d83b7d2e0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.774548 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f958c67a-0dab-4144-bcaa-d83b7d2e0176 None None] Port a0344170-3fbf-435d-a73e-8e065166e9eb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:54:04.806358 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.866047 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.960243 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:04.962157 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Pushing event updated for resources: {'Port': ['ID=a0344170-3fbf-435d-a73e-8e065166e9eb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:04.982305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:54:05.037065 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:05.037550 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:05.063949 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Network b52a4a66-82a8-4de1-bb2d-011e6a34e8cd is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:54:05.065350 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:54:05.195996 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:54:05.210546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Router 62bb74b4-acb1-4053-9a88-0a14912f1dc4 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:54:05.333833 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:54:05.339802 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-93be8f06-900b-49c0-bdae-986fa7f498cc admin admin] 10.222.0.70 "PUT /v2.0/routers/62bb74b4-acb1-4053-9a88-0a14912f1dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2801514 Nov 15 15:54:05.417567 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ce8fc713-a71c-4b6e-8481-cf8e671d962f None None] Provisioning complete for port a0344170-3fbf-435d-a73e-8e065166e9eb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:05.424439 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc713-a71c-4b6e-8481-cf8e671d962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:05.456356 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ce8fc713-a71c-4b6e-8481-cf8e671d962f None None] Port a0344170-3fbf-435d-a73e-8e065166e9eb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:54:05.484745 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:05.860496 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:05.999630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54276) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:54:06.004491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-26b74717-6c1c-4187-8da7-e5685c3fd126 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816852951', 'description': 'tempest-secgroup-smoke-816852951 description', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:54:06.079281 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26b74717-6c1c-4187-8da7-e5685c3fd126 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:06.158082 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26b74717-6c1c-4187-8da7-e5685c3fd126 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:06.237400 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26b74717-6c1c-4187-8da7-e5685c3fd126 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:06.272554 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b74717-6c1c-4187-8da7-e5685c3fd126 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366900b0-0266-43f8-8bd5-2d8ecb8d0f31,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:06.329718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Sync routers for ids ['62bb74b4-acb1-4053-9a88-0a14912f1dc4'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:54:06.349277 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Routers {'62bb74b4-acb1-4053-9a88-0a14912f1dc4'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:54:06.349918 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['62bb74b4-acb1-4053-9a88-0a14912f1dc4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:06.356357 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26b74717-6c1c-4187-8da7-e5685c3fd126 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:06.357732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-26b74717-6c1c-4187-8da7-e5685c3fd126 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3570573 Nov 15 15:54:06.360849 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54278) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:54:06.365432 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a8953506-087d-4dbc-ae94-961e0ba1e484 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group_rule': {'security_group_id': '366900b0-0266-43f8-8bd5-2d8ecb8d0f31', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:54:06.461038 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8953506-087d-4dbc-ae94-961e0ba1e484 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:06.483303 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Set router 62bb74b4-acb1-4053-9a88-0a14912f1dc4 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:54:06.528377 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8953506-087d-4dbc-ae94-961e0ba1e484 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:06.621858 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8953506-087d-4dbc-ae94-961e0ba1e484 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:06.643232 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8953506-087d-4dbc-ae94-961e0ba1e484 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cffb9f3-8b06-490f-bca5-21bb1a65408c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:06.687726 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'name': 'tempest-TestShelveInstance-553937538-router', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:54:00Z', 'updated_at': '2021-11-15T15:54:04Z', 'revision_number': 4, 'project_id': '4b92918328db417492d3b6a0a1da1d72', 'gw_port': {'id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:54:01Z', 'updated_at': '2021-11-15T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'a0344170-3fbf-435d-a73e-8e065166e9eb', 'name': '', 'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'mac_address': 'fa:16:3e:6e:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '02d3d10e-59b5-4c20-8a37-c54b02a6f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:54:03Z', 'updated_at': '2021-11-15T15:54:04Z', 'revision_number': 2, 'project_id': '4b92918328db417492d3b6a0a1da1d72', 'subnets': [{'id': '02d3d10e-59b5-4c20-8a37-c54b02a6f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:06.715583 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8953506-087d-4dbc-ae94-961e0ba1e484 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:06.716915 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a8953506-087d-4dbc-ae94-961e0ba1e484 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3550446 Nov 15 15:54:06.718369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Checking router: 62bb74b4-acb1-4053-9a88-0a14912f1dc4 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:54:06.718850 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Updating router 62bb74b4-acb1-4053-9a88-0a14912f1dc4 port a0344170-3fbf-435d-a73e-8e065166e9eb binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 15:54:06.719688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:54:06.724343 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-baf3f342-dc25-4211-8b60-6f6611df7e0b tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group_rule': {'security_group_id': '366900b0-0266-43f8-8bd5-2d8ecb8d0f31', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:54:06.744128 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:06.815427 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baf3f342-dc25-4211-8b60-6f6611df7e0b tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:06.875310 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baf3f342-dc25-4211-8b60-6f6611df7e0b tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:06.953655 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baf3f342-dc25-4211-8b60-6f6611df7e0b tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:06.973398 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3f342-dc25-4211-8b60-6f6611df7e0b tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14e1db0-34c1-45a2-8691-68c649d74e2d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:07.005310 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 44060a4f-bc3e-433a-a658-5e3cfe81d729 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:54:07.052088 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baf3f342-dc25-4211-8b60-6f6611df7e0b tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.056666 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-baf3f342-dc25-4211-8b60-6f6611df7e0b tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3358479 Nov 15 15:54:07.059427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54282) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:54:07.063893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ef244025-be24-4af6-a8e3-75037fc78b8f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group_rule': {'security_group_id': '366900b0-0266-43f8-8bd5-2d8ecb8d0f31', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:54:07.115646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 44060a4f-bc3e-433a-a658-5e3cfe81d729 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:07.116011 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.173768 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef244025-be24-4af6-a8e3-75037fc78b8f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.232540 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef244025-be24-4af6-a8e3-75037fc78b8f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.257266 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.318850 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef244025-be24-4af6-a8e3-75037fc78b8f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.340602 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef244025-be24-4af6-a8e3-75037fc78b8f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5465b440-2311-4b06-b47d-99bfa74ee0da,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:07.347444 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.401697 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d314270-1a25-4f30-9b01-d908353f9c18 None None] Pushing event updated for resources: {'Port': ['ID=a0344170-3fbf-435d-a73e-8e065166e9eb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:07.429465 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef244025-be24-4af6-a8e3-75037fc78b8f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.430812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ef244025-be24-4af6-a8e3-75037fc78b8f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3703539 Nov 15 15:54:07.434486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:54:07.437924 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8437767e-4192-42a0-be9c-9387416a0388 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group_rule': {'security_group_id': '366900b0-0266-43f8-8bd5-2d8ecb8d0f31', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:54:07.452773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Attempting to bind port a0344170-3fbf-435d-a73e-8e065166e9eb on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:54:07.453322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Attempting to bind port a0344170-3fbf-435d-a73e-8e065166e9eb by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '322abb8c-da61-4a9a-b2bb-f8194d06241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:54:07.453679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Attempting to bind port a0344170-3fbf-435d-a73e-8e065166e9eb on network b52a4a66-82a8-4de1-bb2d-011e6a34e8cd {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:54:07.458992 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:54:07.463171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Checking segment: {'id': '322abb8c-da61-4a9a-b2bb-f8194d06241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:54:07.463171 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.463171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Bound using segment: {'id': '322abb8c-da61-4a9a-b2bb-f8194d06241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:54:07.463171 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Bound port: a0344170-3fbf-435d-a73e-8e065166e9eb, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322abb8c-da61-4a9a-b2bb-f8194d06241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:54:07.463171 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.528154 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] For port a0344170-3fbf-435d-a73e-8e065166e9eb, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:54:07.529350 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8437767e-4192-42a0-be9c-9387416a0388 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.531867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] For port a0344170-3fbf-435d-a73e-8e065166e9eb, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a0344170-3fbf-435d-a73e-8e065166e9eb,segment=NetworkSegment(322abb8c-da61-4a9a-b2bb-f8194d06241a),segment_id=322abb8c-da61-4a9a-b2bb-f8194d06241a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:54:07.590676 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8437767e-4192-42a0-be9c-9387416a0388 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.593555 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4b3f15c7-45f8-436e-9b5f-2eee01dfabde None None] Provisioning complete for port a0344170-3fbf-435d-a73e-8e065166e9eb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:07.594006 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b3f15c7-45f8-436e-9b5f-2eee01dfabde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.619641 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.671227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f15c7-45f8-436e-9b5f-2eee01dfabde None None] Port a0344170-3fbf-435d-a73e-8e065166e9eb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:54:07.672340 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8437767e-4192-42a0-be9c-9387416a0388 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.691382 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437767e-4192-42a0-be9c-9387416a0388 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcb53d6-5345-4049-bccf-0498fd4a2aec,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:07.691821 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Routers {'62bb74b4-acb1-4053-9a88-0a14912f1dc4'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:54:07.692458 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['62bb74b4-acb1-4053-9a88-0a14912f1dc4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:07.694287 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d314270-1a25-4f30-9b01-d908353f9c18 None None] Pushing event updated for resources: {'Port': ['ID=a0344170-3fbf-435d-a73e-8e065166e9eb,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:07.789505 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8437767e-4192-42a0-be9c-9387416a0388 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.791337 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8437767e-4192-42a0-be9c-9387416a0388 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3564725 Nov 15 15:54:07.793575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54286) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:54:07.798153 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2b6363a6-615f-4331-a68a-ad583d356e19 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group_rule': {'security_group_id': '366900b0-0266-43f8-8bd5-2d8ecb8d0f31', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:54:07.814190 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] Set router 62bb74b4-acb1-4053-9a88-0a14912f1dc4 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:54:07.900991 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-2b6363a6-615f-4331-a68a-ad583d356e19 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Project b0895777f9ca48fcaba3789a507c7ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:54:07.906677 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b6363a6-615f-4331-a68a-ad583d356e19 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.943988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e16bca8b-fe1d-4955-a911-41dea9c286d7 None None] Provisioning complete for port a0344170-3fbf-435d-a73e-8e065166e9eb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:07.943988 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e16bca8b-fe1d-4955-a911-41dea9c286d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:07.966887 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b6363a6-615f-4331-a68a-ad583d356e19 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:08.060118 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b6363a6-615f-4331-a68a-ad583d356e19 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:08.080431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6363a6-615f-4331-a68a-ad583d356e19 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7febd91-1409-448a-812e-e8389ac336dc,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:08.083293 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e16bca8b-fe1d-4955-a911-41dea9c286d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:08.099920 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'name': 'tempest-TestShelveInstance-553937538-router', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:54:00Z', 'updated_at': '2021-11-15T15:54:04Z', 'revision_number': 4, 'project_id': '4b92918328db417492d3b6a0a1da1d72', 'gw_port': {'id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:54:01Z', 'updated_at': '2021-11-15T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'a0344170-3fbf-435d-a73e-8e065166e9eb', 'name': '', 'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'mac_address': 'fa:16:3e:6e:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '02d3d10e-59b5-4c20-8a37-c54b02a6f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:54:03Z', 'updated_at': '2021-11-15T15:54:07Z', 'revision_number': 4, 'project_id': '4b92918328db417492d3b6a0a1da1d72', 'subnets': [{'id': '02d3d10e-59b5-4c20-8a37-c54b02a6f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:08.130150 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed200af5-d4e7-46c8-8122-ad936b5970df None None] The sync data for ids ['62bb74b4-acb1-4053-9a88-0a14912f1dc4'] in n-d-817748-2 is: [{'id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'name': 'tempest-TestShelveInstance-553937538-router', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:54:00Z', 'updated_at': '2021-11-15T15:54:04Z', 'revision_number': 4, 'project_id': '4b92918328db417492d3b6a0a1da1d72', 'gw_port': {'id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:54:01Z', 'updated_at': '2021-11-15T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'a0344170-3fbf-435d-a73e-8e065166e9eb', 'name': '', 'network_id': 'b52a4a66-82a8-4de1-bb2d-011e6a34e8cd', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'mac_address': 'fa:16:3e:6e:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '02d3d10e-59b5-4c20-8a37-c54b02a6f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:54:03Z', 'updated_at': '2021-11-15T15:54:07Z', 'revision_number': 4, 'project_id': '4b92918328db417492d3b6a0a1da1d72', 'subnets': [{'id': '02d3d10e-59b5-4c20-8a37-c54b02a6f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:54:08.146622 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e16bca8b-fe1d-4955-a911-41dea9c286d7 None None] For port a0344170-3fbf-435d-a73e-8e065166e9eb, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a0344170-3fbf-435d-a73e-8e065166e9eb,segment=NetworkSegment(322abb8c-da61-4a9a-b2bb-f8194d06241a),segment_id=322abb8c-da61-4a9a-b2bb-f8194d06241a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:54:08.150913 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b6363a6-615f-4331-a68a-ad583d356e19 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:08.152205 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2b6363a6-615f-4331-a68a-ad583d356e19 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3576150 Nov 15 15:54:08.154968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:54:08.159550 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-32331605-4900-4946-8aee-42fa80662772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group_rule': {'security_group_id': '366900b0-0266-43f8-8bd5-2d8ecb8d0f31', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:54:08.229168 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e16bca8b-fe1d-4955-a911-41dea9c286d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:08.284461 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bca8b-fe1d-4955-a911-41dea9c286d7 None None] Pushing event updated for resources: {'Port': ['ID=a0344170-3fbf-435d-a73e-8e065166e9eb,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:08.302244 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-32331605-4900-4946-8aee-42fa80662772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Project b0895777f9ca48fcaba3789a507c7ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:54:08.309455 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32331605-4900-4946-8aee-42fa80662772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:08.381451 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32331605-4900-4946-8aee-42fa80662772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:08.455098 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32331605-4900-4946-8aee-42fa80662772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:08.474003 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32331605-4900-4946-8aee-42fa80662772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6dba48-f394-420f-89c2-595f39530037,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:08.553877 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32331605-4900-4946-8aee-42fa80662772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:08.555189 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-32331605-4900-4946-8aee-42fa80662772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3992238 Nov 15 15:54:08.782432 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-28c0279d-1fe2-4e03-a195-d3595670eadd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816852951&fields=id&tenant_id=b0895777f9ca48fcaba3789a507c7ddf HTTP/1.1" status: 200 len: 267 time: 0.0491710 Nov 15 15:54:08.896694 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befed7f7-785d-425d-b97f-31dfcd62996a req-56f6653f-37b3-41a6-9279-f09e94c525db tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:08.898301 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-56f6653f-37b3-41a6-9279-f09e94c525db tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 809 time: 0.1087761 Nov 15 15:54:08.923026 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3d438d5d-ca63-4adf-9369-6b7dd9e4bea8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/quotas/b0895777f9ca48fcaba3789a507c7ddf HTTP/1.1" status: 200 len: 375 time: 0.0111055 Nov 15 15:54:08.961563 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a0344170-3fbf-435d-a73e-8e065166e9eb up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:54:08.980759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-fa6c2d30-cc26-4ebb-a5e0-6afa1578deaa tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572312 Nov 15 15:54:09.019742 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port a0344170-3fbf-435d-a73e-8e065166e9eb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:09.020109 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:09.084427 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-c41362d6-bf2a-4607-b3ae-e1595696997b service neutron] 10.222.0.70 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935075 Nov 15 15:54:09.186912 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-08fe0023-59af-4f47-ba63-d6e8e08f6036 service neutron] 10.222.0.70 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948787 Nov 15 15:54:09.460603 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f36cb3cc-f7c8-4b97-8584-9eaa63805816 req-2a6ccbe7-d352-4c99-9ae9-3ecf5c5055e3 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 210 time: 0.0272369 Nov 15 15:54:10.537760 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-18b7d455-18c4-4680-970f-c4f3c0cabd4c req-f79802fd-11f4-4797-9f00-9faf9c1f1e39 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 210 time: 0.0259838 Nov 15 15:54:11.652309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5ce93fcd-0875-4922-af2b-bbbc13280a0c req-aa268c7a-8e07-487e-9121-7c6c403a6fce tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 210 time: 0.0472195 Nov 15 15:54:11.743352 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befed7f7-785d-425d-b97f-31dfcd62996a req-80d1b8da-0d2c-42c0-a9a1-c58e3823dba8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:11.745363 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-80d1b8da-0d2c-42c0-a9a1-c58e3823dba8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 809 time: 0.1258545 Nov 15 15:54:11.808066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-f4d33d74-19dc-416c-b374-a6ada2a4abf0 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0895777f9ca48fcaba3789a507c7ddf HTTP/1.1" status: 200 len: 379 time: 0.0537958 Nov 15 15:54:11.817078 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-befed7f7-785d-425d-b97f-31dfcd62996a req-6a9336a4-e63a-434c-b4f5-92273d3019c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'port': {'device_id': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'admin_state_up': True, 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'security_groups': ['366900b0-0266-43f8-8bd5-2d8ecb8d0f31']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:54:11.993248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befed7f7-785d-425d-b97f-31dfcd62996a req-6a9336a4-e63a-434c-b4f5-92273d3019c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Made reservation on behalf of b0895777f9ca48fcaba3789a507c7ddf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:54:11.996858 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-befed7f7-785d-425d-b97f-31dfcd62996a req-6a9336a4-e63a-434c-b4f5-92273d3019c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:12.449784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-befed7f7-785d-425d-b97f-31dfcd62996a req-6a9336a4-e63a-434c-b4f5-92273d3019c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Allocated IP 172.20.0.12 (25c17951-20c1-4414-95a5-769ecadb0706/15647c5a-981d-4a79-9348-21a4ebf56d0a/346ebbf3-c0fc-49af-97a1-b5fbc1010b60) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:54:12.584775 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-befed7f7-785d-425d-b97f-31dfcd62996a req-6a9336a4-e63a-434c-b4f5-92273d3019c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:12.662088 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-befed7f7-785d-425d-b97f-31dfcd62996a req-6a9336a4-e63a-434c-b4f5-92273d3019c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:12.706496 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befed7f7-785d-425d-b97f-31dfcd62996a req-6a9336a4-e63a-434c-b4f5-92273d3019c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Network 25c17951-20c1-4414-95a5-769ecadb0706 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:54:12.709620 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-befed7f7-785d-425d-b97f-31dfcd62996a req-6a9336a4-e63a-434c-b4f5-92273d3019c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:54:12.714355 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-befed7f7-785d-425d-b97f-31dfcd62996a req-6a9336a4-e63a-434c-b4f5-92273d3019c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:54:12.746299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9336a4-e63a-434c-b4f5-92273d3019c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'Port': ['ID=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:12.796227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befed7f7-785d-425d-b97f-31dfcd62996a req-6a9336a4-e63a-434c-b4f5-92273d3019c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:12.799075 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-befed7f7-785d-425d-b97f-31dfcd62996a req-6a9336a4-e63a-434c-b4f5-92273d3019c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:12.824410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dae2d9-6110-48ca-8ea1-4270848ae57d req-00f4902a-4409-44da-9136-05b2e1b84267 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:12.825989 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70dae2d9-6110-48ca-8ea1-4270848ae57d req-00f4902a-4409-44da-9136-05b2e1b84267 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 932 time: 0.0836773 Nov 15 15:54:12.873117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-6a9336a4-e63a-434c-b4f5-92273d3019c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0597107 Nov 15 15:54:12.882611 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-70dae2d9-6110-48ca-8ea1-4270848ae57d req-f055c720-f47d-4264-ac22-acfa0890241e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497770 Nov 15 15:54:12.888226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Request body: {'port': {'device_id': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:54:12.940365 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:12.983404 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-39b26f4b-d08f-4c27-8fc6-a0cd231d16f2 None None] Provisioning complete for port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:12.983954 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39b26f4b-d08f-4c27-8fc6-a0cd231d16f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:13.017274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-39b26f4b-d08f-4c27-8fc6-a0cd231d16f2 None None] Port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:54:13.205349 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:54:13.213197 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:13.225268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Transition to ACTIVE for port object 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:54:13.295882 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:13.348971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Pushing event updated for resources: {'Port': ['ID=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:13.418552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Attempting to bind port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:54:13.418893 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Attempting to bind port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:54:13.419227 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Attempting to bind port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 on network 25c17951-20c1-4414-95a5-769ecadb0706 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:54:13.424009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 on network 25c17951-20c1-4414-95a5-769ecadb0706 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:54:13.424463 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Attempting to bind port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 on network 25c17951-20c1-4414-95a5-769ecadb0706 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:54:13.429716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:54:13.430068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Checking segment: {'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:54:13.431016 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Bound using segment: {'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:54:13.431455 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Bound port: 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:54:13.431816 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:13.499008 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] For port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:54:13.502288 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] For port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:54:13.559292 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:13.592751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:13.593405 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:13.594767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] 10.222.0.59 "PUT /v2.0/ports/346ebbf3-c0fc-49af-97a1-b5fbc1010b60 HTTP/1.1" status: 200 len: 1092 time: 0.7112401 Nov 15 15:54:13.595211 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:54:13.597503 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bf6c4a-1972-4253-8a9f-a53274816943" -d '{"events": [{"name": "network-changed", "server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:54:13.629987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05f952-5f89-49ad-98c9-0f72a04efabd service neutron] Pushing event updated for resources: {'Port': ['ID=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:13.640175 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ddcc99-77f2-42b0-9d3b-36eeb286eb1a x-openstack-request-id: req-b8ddcc99-77f2-42b0-9d3b-36eeb286eb1a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:54:13.640467 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:54:13.640820 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8ddcc99-77f2-42b0-9d3b-36eeb286eb1a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:54:13.641332 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'status': 'completed', 'code': 200} Nov 15 15:54:13.707593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf6c4a-1972-4253-8a9f-a53274816943 req-f79402d0-f535-4a1b-ac5c-80d5b47cc148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:13.709162 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8bf6c4a-1972-4253-8a9f-a53274816943 req-f79402d0-f535-4a1b-ac5c-80d5b47cc148 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 1095 time: 0.0455222 Nov 15 15:54:13.825808 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf6c4a-1972-4253-8a9f-a53274816943 req-a5fe8e3f-0284-4ea9-913a-911ca77340fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:13.827367 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8bf6c4a-1972-4253-8a9f-a53274816943 req-a5fe8e3f-0284-4ea9-913a-911ca77340fb service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1083131 Nov 15 15:54:13.925282 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf6c4a-1972-4253-8a9f-a53274816943 req-e64b6e71-a66a-46b1-b4ff-ceee3d760a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:13.926819 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c8bf6c4a-1972-4253-8a9f-a53274816943 req-e64b6e71-a66a-46b1-b4ff-ceee3d760a14 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924282 Nov 15 15:54:14.022605 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befed7f7-785d-425d-b97f-31dfcd62996a req-c15f9ab3-fa47-47d4-a6e5-8476e8c5da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:14.024646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-c15f9ab3-fa47-47d4-a6e5-8476e8c5da54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 1095 time: 0.0600536 Nov 15 15:54:14.032937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796061c1-78e9-4814-a3d9-9924f16e3329 req-a8533ee9-24a0-4a38-bc44-bbcf63f90604 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:14.034329 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-796061c1-78e9-4814-a3d9-9924f16e3329 req-a8533ee9-24a0-4a38-bc44-bbcf63f90604 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0796964 Nov 15 15:54:14.082545 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-2bc4fe44-c259-45dd-ae31-b58494fab061 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60 HTTP/1.1" status: 200 len: 217 time: 0.0472155 Nov 15 15:54:14.143242 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-796061c1-78e9-4814-a3d9-9924f16e3329 req-288645c3-274e-4a38-8ac6-55d35787ec45 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015713 Nov 15 15:54:14.152675 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befed7f7-785d-425d-b97f-31dfcd62996a req-7544cf6f-f250-4e65-b20f-74a81f86f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:14.154129 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-7544cf6f-f250-4e65-b20f-74a81f86f811 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0645409 Nov 15 15:54:14.199864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befed7f7-785d-425d-b97f-31dfcd62996a req-ab4dff63-24de-405e-82f4-380195a94798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:14.201373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-ab4dff63-24de-405e-82f4-380195a94798 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405495 Nov 15 15:54:14.296066 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-b9b2d386-78f4-41ac-9cb3-1b3cba33dd6f service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871086 Nov 15 15:54:14.387339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-befed7f7-785d-425d-b97f-31dfcd62996a req-fa2c5f70-8a03-440d-8592-be26d1281e71 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841725 Nov 15 15:54:15.260428 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c47af-a3d2-43b5-b0db-5992792bd113 req-882e283e-f502-437e-b24b-47d0b96bbbae tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:15.262021 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-249c47af-a3d2-43b5-b0db-5992792bd113 req-882e283e-f502-437e-b24b-47d0b96bbbae tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0497298 Nov 15 15:54:15.316075 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-249c47af-a3d2-43b5-b0db-5992792bd113 req-1933acf4-1c61-44d8-94c2-4163eeab7619 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480504 Nov 15 15:54:16.429235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913c567-1d83-409a-830b-d36cde588d9b req-6ade89e0-f7ad-4682-955d-3dc4e71000b0 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:16.430752 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9913c567-1d83-409a-830b-d36cde588d9b req-6ade89e0-f7ad-4682-955d-3dc4e71000b0 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0484695 Nov 15 15:54:16.480016 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9913c567-1d83-409a-830b-d36cde588d9b req-ae4f4c1d-e666-42e7-b6df-dc0e98c0a6e0 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427027 Nov 15 15:54:17.594792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a192a-ce46-407b-af25-a2641b3612bf req-41fe86db-f7de-49cb-9724-aa139c2d3e75 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:17.596175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-061a192a-ce46-407b-af25-a2641b3612bf req-41fe86db-f7de-49cb-9724-aa139c2d3e75 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0481057 Nov 15 15:54:17.649309 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-061a192a-ce46-407b-af25-a2641b3612bf req-2cf5bacf-4df0-4136-abae-0ea58c24f421 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472164 Nov 15 15:54:17.789676 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:54:17.889263 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:54:17.900785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'port_id': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'mac_address': 'fa:16:3e:27:b9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:54:17.936347 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:17.948896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:54:17.967833 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:54:18.027367 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:18.074315 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:18.264520 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['346ebbf3-c0fc-49af-97a1-b5fbc1010b60'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:54:18.771330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c0107-33e8-4535-b469-165ec5ad37c5 req-43dc7d2e-903e-4ee2-ad55-750a39695337 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:18.773541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-943c0107-33e8-4535-b469-165ec5ad37c5 req-43dc7d2e-903e-4ee2-ad55-750a39695337 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 945 time: 0.0563362 Nov 15 15:54:18.822980 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-943c0107-33e8-4535-b469-165ec5ad37c5 req-40784e20-e61d-48d5-8f6c-3624f12cb293 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435014 Nov 15 15:54:19.796208 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:54:19.918266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:54:19.922326 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:54:19.922724 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:19.940159 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2c11b-b87a-447b-b26e-ba8b8e7609e7 req-7e56e67f-2522-4dfc-8a09-165fd484e13c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:19.941674 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6e2c11b-b87a-447b-b26e-ba8b8e7609e7 req-7e56e67f-2522-4dfc-8a09-165fd484e13c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 945 time: 0.0499017 Nov 15 15:54:19.992204 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6e2c11b-b87a-447b-b26e-ba8b8e7609e7 req-e7bc4106-de3e-4a56-90b1-657207dedb31 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436273 Nov 15 15:54:20.000986 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:20.023863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:54:20.026143 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd71dc5-2725-4744-818f-8b52170d17fd" -d '{"events": [{"server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "name": "network-vif-plugged", "status": "completed", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:54:20.038527 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:54:20.107479 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:20.133911 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b431c6a-03a5-4bf2-a9e9-8ce222b984e1 x-openstack-request-id: req-9b431c6a-03a5-4bf2-a9e9-8ce222b984e1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:54:20.134785 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "name": "network-vif-plugged", "status": "completed", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:54:20.135012 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b431c6a-03a5-4bf2-a9e9-8ce222b984e1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:54:20.135398 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'code': 200} Nov 15 15:54:20.164888 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:20.232664 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e03df-d281-4697-a046-267eb12639d1 req-5d5bade3-04e1-42bb-9632-9a8b50d0c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:20.234231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-141e03df-d281-4697-a046-267eb12639d1 req-5d5bade3-04e1-42bb-9632-9a8b50d0c63e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 1097 time: 0.0450690 Nov 15 15:54:20.281947 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-141e03df-d281-4697-a046-267eb12639d1 req-e5066276-76f6-47fe-98ec-4104b071f6a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395513 Nov 15 15:54:21.109397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dad86-6ad4-4885-8441-29bd47ccf541 req-fe266ead-c73d-413a-be24-b1974a487a31 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:21.111025 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a61dad86-6ad4-4885-8441-29bd47ccf541 req-fe266ead-c73d-413a-be24-b1974a487a31 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0511563 Nov 15 15:54:21.161963 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a61dad86-6ad4-4885-8441-29bd47ccf541 req-2c642719-a2cf-461e-acce-7242adf10c54 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446157 Nov 15 15:54:22.278419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a5281-57d5-41cc-ba4e-1b573f03c0cf req-20dae8c2-b343-4726-a85a-fe502ae27614 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:22.279926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-411a5281-57d5-41cc-ba4e-1b573f03c0cf req-20dae8c2-b343-4726-a85a-fe502ae27614 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0482807 Nov 15 15:54:22.333119 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-411a5281-57d5-41cc-ba4e-1b573f03c0cf req-3f9aeae5-fb66-48dc-bae2-b3842a5c4b89 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472889 Nov 15 15:54:22.445936 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d878b-b580-4cd0-a135-5974da72c461 req-6cb82746-f85c-4a03-b69d-7d2d5dfded78 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:22.448098 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d2d878b-b580-4cd0-a135-5974da72c461 req-6cb82746-f85c-4a03-b69d-7d2d5dfded78 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0484672 Nov 15 15:54:22.497381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0d2d878b-b580-4cd0-a135-5974da72c461 req-91d9cf7d-f8ba-4a0e-9f45-b2e5b4ba8140 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440972 Nov 15 15:54:22.518820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:54:22.642368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5426276-9a52-41a6-8b65-01b27ef22e5b tempest-TestShelveInstance-484642113 tempest-TestShelveInstance-484642113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:22.643939 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a5426276-9a52-41a6-8b65-01b27ef22e5b tempest-TestShelveInstance-484642113 tempest-TestShelveInstance-484642113-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 1092 time: 0.1241131 Nov 15 15:54:22.646804 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54352) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:54:22.651660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:54:22.745772 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:22.844204 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:22.894872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-e723d9a0-7e1f-4eed-be0d-a5e49c9bb01f req-26c362a0-23a4-4a77-ad1e-25f38d8adbd8 service neutron] (103147) timed out ('10.222.0.70', 48476) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 15:54:22.944255 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Allocated IP 172.25.4.191 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/b1337495-3e5c-4973-bbd5-90a85b671d7e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:54:23.047436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:23.135957 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:23.172577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:54:23.177335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:54:23.180900 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:54:23.203948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'Port': ['ID=b1337495-3e5c-4973-bbd5-90a85b671d7e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:23.535548 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:23.658501 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:23.816538 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:23.906705 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:23.978605 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'Port': ['ID=b1337495-3e5c-4973-bbd5-90a85b671d7e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:54:23.988309 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:24.086104 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Floating IP 6dc7b4f0-3c37-42c1-8710-074022b8ec38 associated. External IP: 172.25.4.191, port: 346ebbf3-c0fc-49af-97a1-b5fbc1010b60. Nov 15 15:54:24.287239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:54:24.393121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:54:24.403836 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011094ca-db5c-4295-b58c-5db4ccb756fc None None] Sync routers for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:54:24.412894 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011094ca-db5c-4295-b58c-5db4ccb756fc None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:54:24.415175 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-011094ca-db5c-4295-b58c-5db4ccb756fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:24.465450 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:24.492598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6b6a3d4b-49d2-4439-9ca0-30183eede2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8447769 Nov 15 15:54:24.493719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:54:24.496055 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137e686d-83b4-4816-ad97-abe284c3444a" -d '{"events": [{"name": "network-changed", "server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:54:24.522545 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-011094ca-db5c-4295-b58c-5db4ccb756fc None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:54:24.536086 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff6bcc8-578f-459c-a05c-3d1c77c8cbd9 x-openstack-request-id: req-9ff6bcc8-578f-459c-a05c-3d1c77c8cbd9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:54:24.536607 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:54:24.536607 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ff6bcc8-578f-459c-a05c-3d1c77c8cbd9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:54:24.537005 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'status': 'completed', 'code': 200} Nov 15 15:54:24.608766 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e686d-83b4-4816-ad97-abe284c3444a req-c1a27ffa-dcf9-4e4d-add6-87d9b210c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:24.610259 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-137e686d-83b4-4816-ad97-abe284c3444a req-c1a27ffa-dcf9-4e4d-add6-87d9b210c4d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 1097 time: 0.0453398 Nov 15 15:54:24.705969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e686d-83b4-4816-ad97-abe284c3444a req-13da1845-390c-4b29-ab87-e7b50100b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:24.707482 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-137e686d-83b4-4816-ad97-abe284c3444a req-13da1845-390c-4b29-ab87-e7b50100b434 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0904434 Nov 15 15:54:24.775808 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-137e686d-83b4-4816-ad97-abe284c3444a req-1747a166-ec82-480a-9a92-6755ac5879e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60 HTTP/1.1" status: 200 len: 1000 time: 0.0617502 Nov 15 15:54:24.827955 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e686d-83b4-4816-ad97-abe284c3444a req-65ed2a76-e0fe-4705-a4b5-17fe3eab537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:24.829447 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-137e686d-83b4-4816-ad97-abe284c3444a req-65ed2a76-e0fe-4705-a4b5-17fe3eab537e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0472450 Nov 15 15:54:24.850078 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-011094ca-db5c-4295-b58c-5db4ccb756fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '6dc7b4f0-3c37-42c1-8710-074022b8ec38', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'port_id': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'mac_address': 'fa:16:3e:27:b9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:54:23Z', 'updated_at': '2021-11-15T15:54:23Z', 'revision_number': 0, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:01Z', 'revision_number': 5, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:24.881281 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011094ca-db5c-4295-b58c-5db4ccb756fc None None] Checking router: b7783bc2-7999-4bed-ba51-f7fa48e3cc16 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:54:24.881549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e686d-83b4-4816-ad97-abe284c3444a req-855385cd-78ee-43ac-9843-59654b3d72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:54:24.881549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-137e686d-83b4-4816-ad97-abe284c3444a req-855385cd-78ee-43ac-9843-59654b3d72f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439637 Nov 15 15:54:24.886754 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011094ca-db5c-4295-b58c-5db4ccb756fc None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:54:24.887433 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-011094ca-db5c-4295-b58c-5db4ccb756fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:54:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:24.974759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-137e686d-83b4-4816-ad97-abe284c3444a req-3f7417f2-7341-4c07-aad3-c9f7a060f5a6 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866444 Nov 15 15:54:24.994194 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-011094ca-db5c-4295-b58c-5db4ccb756fc None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:54:25.065230 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-137e686d-83b4-4816-ad97-abe284c3444a req-f0c264a4-80f3-44b6-85d8-9dbee952a412 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831301 Nov 15 15:54:25.249980 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-011094ca-db5c-4295-b58c-5db4ccb756fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '6dc7b4f0-3c37-42c1-8710-074022b8ec38', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'port_id': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'mac_address': 'fa:16:3e:27:b9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:54:23Z', 'updated_at': '2021-11-15T15:54:23Z', 'revision_number': 0, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:01Z', 'revision_number': 5, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:54:25.278860 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011094ca-db5c-4295-b58c-5db4ccb756fc None None] The sync data for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 is: [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '6dc7b4f0-3c37-42c1-8710-074022b8ec38', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'port_id': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'mac_address': 'fa:16:3e:27:b9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:54:23Z', 'updated_at': '2021-11-15T15:54:23Z', 'revision_number': 0, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:01Z', 'revision_number': 5, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:54:25.466377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aea368-d1b0-42f9-b6a9-27f4c0bc9a0c None None] New status for floating IP 6dc7b4f0-3c37-42c1-8710-074022b8ec38: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:54:29.176037 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:29.676040 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:29.821555 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43fcc261-d63b-4739-aefb-232359a98eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:32.141329 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2baec095-cab7-4750-9d1e-8015e864c2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:33.813724 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:35.483676 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:35.837516 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:42.197356 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:54:59.226469 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:59.528168 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:54:59.808947 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caa1551d-01c2-439a-91bb-e660e435284c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:00.697890 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3441ccd8-4098-4279-967a-78e6e8b9dab9 req-e0ed84c6-8184-40a5-8cd6-7c37607a31b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382984 Nov 15 15:55:00.797914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441ccd8-4098-4279-967a-78e6e8b9dab9 req-0e44fb4f-b638-4fa5-8469-3c0b3517bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:55:00.799491 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3441ccd8-4098-4279-967a-78e6e8b9dab9 req-0e44fb4f-b638-4fa5-8469-3c0b3517bbac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 1097 time: 0.0571868 Nov 15 15:55:00.902913 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441ccd8-4098-4279-967a-78e6e8b9dab9 req-1edf8678-d737-43ac-a358-504acef1a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:55:00.904451 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3441ccd8-4098-4279-967a-78e6e8b9dab9 req-1edf8678-d737-43ac-a358-504acef1a1da service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0854053 Nov 15 15:55:00.974213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3441ccd8-4098-4279-967a-78e6e8b9dab9 req-59b08230-8aee-42b3-bbdb-2ea010295dec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60 HTTP/1.1" status: 200 len: 1002 time: 0.0627875 Nov 15 15:55:01.025551 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441ccd8-4098-4279-967a-78e6e8b9dab9 req-00c46bfb-3a81-46c5-a332-359f5de87d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:55:01.027020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3441ccd8-4098-4279-967a-78e6e8b9dab9 req-00c46bfb-3a81-46c5-a332-359f5de87d55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0456095 Nov 15 15:55:01.074380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441ccd8-4098-4279-967a-78e6e8b9dab9 req-7cdd53be-6134-4673-920f-1a12101073e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:55:01.075947 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3441ccd8-4098-4279-967a-78e6e8b9dab9 req-7cdd53be-6134-4673-920f-1a12101073e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406227 Nov 15 15:55:01.170311 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3441ccd8-4098-4279-967a-78e6e8b9dab9 req-8c1efd52-bcfd-429d-a1f3-71e7e1f2be7e service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872016 Nov 15 15:55:01.260111 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3441ccd8-4098-4279-967a-78e6e8b9dab9 req-24ff164c-7ce6-4512-ba92-4fd02cff5f93 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827799 Nov 15 15:55:02.185969 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa7740d3-c8cf-4184-b140-2454d93508ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:03.786242 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:05.454560 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:05.853812 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:19.196674 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:55:29.231537 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:29.580036 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:29.820598 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f37b2f52-f860-442e-a5a8-38f9cffd3339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:32.168814 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1054-9aa3-48c2-b48c-4e9e02eacd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:33.837442 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:35.477167 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:35.843070 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:56.196294 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:55:59.298794 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:59.614243 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:55:59.836662 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd7d0138-dfe3-4ec5-a8c7-a26ce8e2cee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:00.684413 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32cec0f4-bff7-487d-a8f3-984577add913 req-9ce712e5-24f4-4ff9-9d7d-1082d97a9b7a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432398 Nov 15 15:56:01.109070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cec0f4-bff7-487d-a8f3-984577add913 req-6c9e7539-5c68-4ad7-93c5-6e3954e8cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:01.111298 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32cec0f4-bff7-487d-a8f3-984577add913 req-6c9e7539-5c68-4ad7-93c5-6e3954e8cb95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 1097 time: 0.3760738 Nov 15 15:56:01.216330 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cec0f4-bff7-487d-a8f3-984577add913 req-e31ad573-d4f7-428c-b91d-035e6fbe158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:01.217735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32cec0f4-bff7-487d-a8f3-984577add913 req-e31ad573-d4f7-428c-b91d-035e6fbe158b service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0844548 Nov 15 15:56:01.290357 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32cec0f4-bff7-487d-a8f3-984577add913 req-4375e8d7-afbb-4a45-bb66-6bac509fa22c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60 HTTP/1.1" status: 200 len: 1002 time: 0.0616636 Nov 15 15:56:01.348915 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cec0f4-bff7-487d-a8f3-984577add913 req-c67806b2-4558-4424-9466-e6fb3053bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:01.351077 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32cec0f4-bff7-487d-a8f3-984577add913 req-c67806b2-4558-4424-9466-e6fb3053bd16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0512073 Nov 15 15:56:01.409443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cec0f4-bff7-487d-a8f3-984577add913 req-9b2281c4-2355-4744-aeff-32faa36f428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:01.411024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32cec0f4-bff7-487d-a8f3-984577add913 req-9b2281c4-2355-4744-aeff-32faa36f428f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458398 Nov 15 15:56:01.506412 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32cec0f4-bff7-487d-a8f3-984577add913 req-92fd56ef-ac7a-412f-bf0c-4abe3fefeed1 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864413 Nov 15 15:56:01.601538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-32cec0f4-bff7-487d-a8f3-984577add913 req-5a7c807c-18e6-4e03-a406-d2b9d62f76de service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876455 Nov 15 15:56:02.173836 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-406b65e9-5860-48ef-be62-08c42c1009ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:03.819433 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:05.516378 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:05.831455 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:19.303001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d4369-e7e1-4e68-98ee-a5bb3dfed027 req-813a8338-1d91-426c-936c-6024fd1742ed tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:19.304509 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-795d4369-e7e1-4e68-98ee-a5bb3dfed027 req-813a8338-1d91-426c-936c-6024fd1742ed tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0550690 Nov 15 15:56:19.356266 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-795d4369-e7e1-4e68-98ee-a5bb3dfed027 req-d661f85a-726b-42fa-af42-9ba1baef0942 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454476 Nov 15 15:56:20.475321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0db124-fdba-4ba3-b250-d5d995f7fff1 req-2bf6a6ab-cb82-4ab2-a662-3ba8b481995a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:20.476828 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb0db124-fdba-4ba3-b250-d5d995f7fff1 req-2bf6a6ab-cb82-4ab2-a662-3ba8b481995a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0493915 Nov 15 15:56:20.525594 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eb0db124-fdba-4ba3-b250-d5d995f7fff1 req-4f2a188b-4251-4c36-b2d2-7ee03be1526b tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428138 Nov 15 15:56:21.667222 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eec28-5261-4a1b-8483-cb770a3e8269 req-c43ec96d-54ff-4309-8b36-1d1d2539785c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:21.668725 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be8eec28-5261-4a1b-8483-cb770a3e8269 req-c43ec96d-54ff-4309-8b36-1d1d2539785c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0514383 Nov 15 15:56:21.722521 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-be8eec28-5261-4a1b-8483-cb770a3e8269 req-a927bf67-2b88-424a-abb7-03a481f0f153 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478461 Nov 15 15:56:22.853294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510abce-2ad6-414d-bcb0-0955dcf83f85 req-0e8a695b-3a07-4c75-a304-83dea1a3f7be tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:22.854820 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a510abce-2ad6-414d-bcb0-0955dcf83f85 req-0e8a695b-3a07-4c75-a304-83dea1a3f7be tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0573266 Nov 15 15:56:22.905256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a510abce-2ad6-414d-bcb0-0955dcf83f85 req-5612408d-d476-4fa6-af5b-9bf9baa4a321 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445147 Nov 15 15:56:24.024201 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59069ec6-009b-4a9b-804c-9efe74213ef2 req-3cdea348-9655-4d14-8182-8b9d73530833 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:24.025740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59069ec6-009b-4a9b-804c-9efe74213ef2 req-3cdea348-9655-4d14-8182-8b9d73530833 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0506516 Nov 15 15:56:24.075303 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59069ec6-009b-4a9b-804c-9efe74213ef2 req-3448318f-f4be-460f-8dad-ab562c9410de tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434811 Nov 15 15:56:25.437828 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ca7e6-a0f1-4c3a-a488-95e34317bca6 req-e1da9b98-1894-40cd-9059-540602c389b1 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:25.439365 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d6ca7e6-a0f1-4c3a-a488-95e34317bca6 req-e1da9b98-1894-40cd-9059-540602c389b1 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0536923 Nov 15 15:56:25.488406 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d6ca7e6-a0f1-4c3a-a488-95e34317bca6 req-e4efcd7f-507e-42d4-87e3-7bb0c4faab25 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430992 Nov 15 15:56:26.604669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7ccfd-42cf-4721-8ef2-022f192c8175 req-11e61a90-70bc-494c-90ac-86ca92745c0f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:26.606087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06a7ccfd-42cf-4721-8ef2-022f192c8175 req-11e61a90-70bc-494c-90ac-86ca92745c0f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0493932 Nov 15 15:56:26.656683 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-06a7ccfd-42cf-4721-8ef2-022f192c8175 req-f1536b39-3c92-4a08-ba5f-18b9baa570f8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444076 Nov 15 15:56:27.771580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474da1cd-2d62-4b59-8231-04c7138602ac req-19f83370-7c9b-4600-b428-ac3866488df1 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:27.773092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-474da1cd-2d62-4b59-8231-04c7138602ac req-19f83370-7c9b-4600-b428-ac3866488df1 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0487101 Nov 15 15:56:27.827449 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-474da1cd-2d62-4b59-8231-04c7138602ac req-48f1e7f5-9b3e-4555-b3d2-2ba26a92bb7a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479083 Nov 15 15:56:28.947216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c169ff8-3186-4633-89bf-e964195ff0be req-d5e7b0e2-26b1-4b6e-a30e-26470fd844bc tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:28.948789 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c169ff8-3186-4633-89bf-e964195ff0be req-d5e7b0e2-26b1-4b6e-a30e-26470fd844bc tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0500736 Nov 15 15:56:29.009911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c169ff8-3186-4633-89bf-e964195ff0be req-ce7e1673-4242-4e07-b5b2-b641bbf8c9ab tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534031 Nov 15 15:56:29.253505 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:29.584472 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:29.761727 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f559f93-1665-4aa7-ad64-e94d054a0695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:30.129790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368ffcd-abea-44cd-8fea-e8dbef7f1a25 req-1c495bc9-e122-44bd-aeca-2d064d974e10 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:30.131349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2368ffcd-abea-44cd-8fea-e8dbef7f1a25 req-1c495bc9-e122-44bd-aeca-2d064d974e10 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0507755 Nov 15 15:56:30.181028 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2368ffcd-abea-44cd-8fea-e8dbef7f1a25 req-8925fc42-b4de-48a5-935f-f0b2d7e3cb4d tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437601 Nov 15 15:56:31.327380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d914297-dec7-409d-bd4b-b82488d08111 req-082c6beb-8c0d-4aca-9394-81cf55b772b2 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:31.328903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d914297-dec7-409d-bd4b-b82488d08111 req-082c6beb-8c0d-4aca-9394-81cf55b772b2 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0789394 Nov 15 15:56:31.380813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d914297-dec7-409d-bd4b-b82488d08111 req-9347f58e-6309-4c41-9f62-e03d6ee501a3 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455713 Nov 15 15:56:32.172710 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-82d636d2-1da1-4be4-ac87-5bbb2680504b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:32.463958 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:56:32.522144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946039b-7a8f-4b0b-9c12-bf9dd4e34fe0 req-ca2bcc61-d8e4-4cec-af61-b6e583033c5d tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:32.529863 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8946039b-7a8f-4b0b-9c12-bf9dd4e34fe0 req-ca2bcc61-d8e4-4cec-af61-b6e583033c5d tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0726888 Nov 15 15:56:32.575740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8946039b-7a8f-4b0b-9c12-bf9dd4e34fe0 req-a25b9c9f-22ed-461c-a6c1-04485ae52e38 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448174 Nov 15 15:56:32.576900 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:56:32.589802 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'port_id': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'mac_address': 'fa:16:3e:27:b9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:56:32.632353 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:32.646324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:56:32.666227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:56:32.761859 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:32.829442 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:56:32.839571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:56:32.839922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:56:32.840275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:56:32.840626 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:56:32.840990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:56:32.841372 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:56:32.841717 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:56:32.842285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:56:32.842638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:56:32.842983 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:56:32.843311 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:56:32.843664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:56:32.849362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['346ebbf3-c0fc-49af-97a1-b5fbc1010b60'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:56:33.197565 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:56:33.721956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d7b8d-6107-483c-b4d7-bab4c69d87cb req-73731778-a6ab-4d18-a1ac-03bb787d523f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:33.723993 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-922d7b8d-6107-483c-b4d7-bab4c69d87cb req-73731778-a6ab-4d18-a1ac-03bb787d523f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 945 time: 0.0638962 Nov 15 15:56:33.783853 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-922d7b8d-6107-483c-b4d7-bab4c69d87cb req-44a419d1-234c-4013-a19c-40a11f6fd6be tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507078 Nov 15 15:56:33.870578 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:34.480251 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:56:34.533906 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:56:34.535147 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:34.800517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:34.837563 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:56:34.839244 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:56:34.841928 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7972d6-72c9-478f-8c7c-b760d1473fae" -d '{"events": [{"server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "name": "network-vif-plugged", "status": "completed", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:56:34.896207 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed197298-f7b6-46cc-9113-8ca484020a81 x-openstack-request-id: req-ed197298-f7b6-46cc-9113-8ca484020a81 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:56:34.897311 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "name": "network-vif-plugged", "status": "completed", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:56:34.897787 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed197298-f7b6-46cc-9113-8ca484020a81 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:56:34.898437 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'code': 200} Nov 15 15:56:34.916783 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:34.955660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea77463-2f48-4044-8de6-2b8a7796adea req-f26b18eb-c8a1-417d-8c80-cf4f0d3029f3 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:34.957735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ea77463-2f48-4044-8de6-2b8a7796adea req-f26b18eb-c8a1-417d-8c80-cf4f0d3029f3 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 945 time: 0.0646741 Nov 15 15:56:34.975417 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:56:35.031763 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4ea77463-2f48-4044-8de6-2b8a7796adea req-a8df4169-15bb-4725-8902-bdac02068a07 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653107 Nov 15 15:56:35.762840 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:35.818699 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:36.185341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf2a83-0619-4353-93d5-297831aa7da1 req-5603eee9-8dfd-433a-be57-97f21ea22b25 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:36.187762 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49cf2a83-0619-4353-93d5-297831aa7da1 req-5603eee9-8dfd-433a-be57-97f21ea22b25 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0538938 Nov 15 15:56:36.258143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-49cf2a83-0619-4353-93d5-297831aa7da1 req-31d64081-d3a3-4634-8a0f-82d89970b126 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600650 Nov 15 15:56:37.414702 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e646-3532-448f-995a-031048421357 req-ca9fd37d-a7ab-44cc-b02b-ee58963f895f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:37.416877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b045e646-3532-448f-995a-031048421357 req-ca9fd37d-a7ab-44cc-b02b-ee58963f895f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0621543 Nov 15 15:56:37.476759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b045e646-3532-448f-995a-031048421357 req-85aa7a92-b490-44bd-9408-3ab6b41aa5b6 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527325 Nov 15 15:56:38.602549 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5aa36-b4df-40fa-a6fb-089338574ec5 req-3ed67f6b-4af3-41fe-bddb-157cb077d5ab tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:38.604012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19d5aa36-b4df-40fa-a6fb-089338574ec5 req-3ed67f6b-4af3-41fe-bddb-157cb077d5ab tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0554249 Nov 15 15:56:38.655038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-19d5aa36-b4df-40fa-a6fb-089338574ec5 req-4dd93f4f-f372-4c14-9dc6-c5c4a3baf555 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448821 Nov 15 15:56:39.839101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2e763-718e-43fe-a251-b7e41688684c req-54cff3bd-208a-4230-954d-db669bfe761b tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:39.840686 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5fe2e763-718e-43fe-a251-b7e41688684c req-54cff3bd-208a-4230-954d-db669bfe761b tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0885201 Nov 15 15:56:39.898598 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5fe2e763-718e-43fe-a251-b7e41688684c req-22f802e2-fab4-434f-b333-c804d9ba4fe8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519209 Nov 15 15:56:41.041746 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e7e0b-6b84-43e1-82cd-170cb666ab19 req-df6c6ccc-a8f9-465f-b035-bb0e57ff4f1d tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:41.050602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb0e7e0b-6b84-43e1-82cd-170cb666ab19 req-df6c6ccc-a8f9-465f-b035-bb0e57ff4f1d tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0607569 Nov 15 15:56:41.107652 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cb0e7e0b-6b84-43e1-82cd-170cb666ab19 req-42551b9f-4090-430b-82af-6244d2a9a9a8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558159 Nov 15 15:56:42.234552 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64476bf1-47a4-4aae-a1ec-3787472094e4 req-caa01743-b3c7-4fdb-9776-2d2847410066 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:42.235988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64476bf1-47a4-4aae-a1ec-3787472094e4 req-caa01743-b3c7-4fdb-9776-2d2847410066 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0565996 Nov 15 15:56:42.318180 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-64476bf1-47a4-4aae-a1ec-3787472094e4 req-ab338310-034b-4be2-b66f-244fa4a16737 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748529 Nov 15 15:56:43.426926 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d455f-f113-448f-84c6-8b12f3e57241 req-49fc5a42-2df2-4bf3-87c3-7c27dd877b9e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:43.428401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d94d455f-f113-448f-84c6-8b12f3e57241 req-49fc5a42-2df2-4bf3-87c3-7c27dd877b9e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0489140 Nov 15 15:56:43.479244 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d94d455f-f113-448f-84c6-8b12f3e57241 req-8a4b4994-e967-441b-a9ad-89212e8c06e7 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449011 Nov 15 15:56:43.680370 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c902b97-1bda-4b28-91b7-c6dd80832338 req-20c2f102-eef5-4122-b7e7-de59f35f0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:43.681806 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c902b97-1bda-4b28-91b7-c6dd80832338 req-20c2f102-eef5-4122-b7e7-de59f35f0576 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 1097 time: 0.0402298 Nov 15 15:56:43.775910 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c902b97-1bda-4b28-91b7-c6dd80832338 req-63f80bee-f266-4335-ba56-aaa4cb207b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:43.777457 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c902b97-1bda-4b28-91b7-c6dd80832338 req-63f80bee-f266-4335-ba56-aaa4cb207b33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0890565 Nov 15 15:56:43.843604 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c902b97-1bda-4b28-91b7-c6dd80832338 req-fbc1fd08-2b15-41e9-a0fd-356dc486bf62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60 HTTP/1.1" status: 200 len: 1002 time: 0.0593946 Nov 15 15:56:43.898917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c902b97-1bda-4b28-91b7-c6dd80832338 req-830bc095-96b1-46b1-9a07-107526271e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:43.903817 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c902b97-1bda-4b28-91b7-c6dd80832338 req-830bc095-96b1-46b1-9a07-107526271e58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0496309 Nov 15 15:56:43.946466 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c902b97-1bda-4b28-91b7-c6dd80832338 req-2a74b4ec-d391-40ff-aaf8-c4712dd07a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:43.948191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c902b97-1bda-4b28-91b7-c6dd80832338 req-2a74b4ec-d391-40ff-aaf8-c4712dd07a98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410113 Nov 15 15:56:44.038476 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c902b97-1bda-4b28-91b7-c6dd80832338 req-c34b839c-68d3-4cc9-bd08-b752a1058549 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829184 Nov 15 15:56:44.134659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c902b97-1bda-4b28-91b7-c6dd80832338 req-df743ad5-e2c1-4e9d-8058-0fe19dcd698b service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882981 Nov 15 15:56:44.596630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d36b60-5414-4279-bfaa-25796f86a23d req-569e76e8-9424-405d-9c92-efad40f8cbb3 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:44.598036 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86d36b60-5414-4279-bfaa-25796f86a23d req-569e76e8-9424-405d-9c92-efad40f8cbb3 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0500538 Nov 15 15:56:44.650041 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86d36b60-5414-4279-bfaa-25796f86a23d req-13adaf3c-c2d4-4ee5-a3bf-14589b5f4444 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460997 Nov 15 15:56:45.769641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc63e2-ec71-4df0-a30f-e49cb07aa56b req-b6b0be6f-edbb-485c-b8ff-741c01cbbae2 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:45.771184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbbc63e2-ec71-4df0-a30f-e49cb07aa56b req-b6b0be6f-edbb-485c-b8ff-741c01cbbae2 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0545168 Nov 15 15:56:45.821351 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cbbc63e2-ec71-4df0-a30f-e49cb07aa56b req-0ab678cc-9873-451b-a8ae-cbe60e2d502f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441763 Nov 15 15:56:46.948695 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554526a-780e-453d-903e-34f875d9914a req-33addf46-ee0e-4676-b630-68593d4bfcb1 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:46.950345 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d554526a-780e-453d-903e-34f875d9914a req-33addf46-ee0e-4676-b630-68593d4bfcb1 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0610139 Nov 15 15:56:46.999852 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d554526a-780e-453d-903e-34f875d9914a req-a2857565-be4e-4d9f-b5d8-bf9916287596 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434680 Nov 15 15:56:47.114307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-5b628dbc-1f80-4f11-84d2-481d757c0bca req-1c8362c4-6058-4f87-9392-79f0f95f8a80 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:56:47.115406 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5b628dbc-1f80-4f11-84d2-481d757c0bca req-1c8362c4-6058-4f87-9392-79f0f95f8a80 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491629 Nov 15 15:56:48.444603 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985594d-4c6f-420d-86c9-5f4ce0624799 req-29040202-9855-487d-8886-6b8d69197978 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:48.446167 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5985594d-4c6f-420d-86c9-5f4ce0624799 req-29040202-9855-487d-8886-6b8d69197978 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 946 time: 0.0511003 Nov 15 15:56:48.501035 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5985594d-4c6f-420d-86c9-5f4ce0624799 req-d62fae68-6a0b-428e-a4fa-2697b5d98e75 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489488 Nov 15 15:56:48.512752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:56:48.599658 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:48.625941 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:56:48.628223 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a13cd0-39d7-4618-8203-1f783ca25b9d" -d '{"events": [{"server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "name": "network-vif-unplugged", "status": "completed", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:56:48.642032 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:56:48.662753 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 15:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab5d226-e85d-4a41-8c1e-67ffc32b01ea x-openstack-request-id: req-4ab5d226-e85d-4a41-8c1e-67ffc32b01ea {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:56:48.663082 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "name": "network-vif-unplugged", "status": "failed", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60", "code": 422}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:56:48.663345 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ab5d226-e85d-4a41-8c1e-67ffc32b01ea {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:56:48.663742 n-d-817748-2 neutron-server[103148]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'code': 422} returned with failed status Nov 15 15:56:48.681606 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:48.729511 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:56:48.854218 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-31c17e4b-dc50-415f-8622-5c8af41b6984 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874255 Nov 15 15:56:49.626049 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96948922-fc3f-4117-aa5f-b26f9d3655a6 req-64334b33-c60a-435d-8259-09fd11153996 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:49.627555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96948922-fc3f-4117-aa5f-b26f9d3655a6 req-64334b33-c60a-435d-8259-09fd11153996 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0493121 Nov 15 15:56:49.679448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96948922-fc3f-4117-aa5f-b26f9d3655a6 req-3436ffcc-d586-45e3-9ba7-f9a738b863b1 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455663 Nov 15 15:56:50.334567 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-40b0821e-d0a9-4a87-a5c5-9c1c2c7a3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:50.336079 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-40b0821e-d0a9-4a87-a5c5-9c1c2c7a3c79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac&tenant_id=b0895777f9ca48fcaba3789a507c7ddf HTTP/1.1" status: 200 len: 1095 time: 0.0420427 Nov 15 15:56:50.401679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-5ccec7ac-85d8-48b2-aa30-b653841c790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:50.403311 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-5ccec7ac-85d8-48b2-aa30-b653841c790a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 1095 time: 0.0443511 Nov 15 15:56:50.494770 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-59b07ae0-341d-45bd-ac48-1b5db7b6ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:50.496251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-59b07ae0-341d-45bd-ac48-1b5db7b6ccae service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0857229 Nov 15 15:56:50.564637 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-d4b12ecb-7ddd-4c92-892d-4a8f1547c1cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60 HTTP/1.1" status: 200 len: 1000 time: 0.0615845 Nov 15 15:56:50.613435 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-c4158983-7618-456d-9dbe-4ab82f735ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:50.615435 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-c4158983-7618-456d-9dbe-4ab82f735ff9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0431087 Nov 15 15:56:50.661023 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-35b36a15-6f92-4c47-a20c-a7e2c98e6f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:50.662543 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-35b36a15-6f92-4c47-a20c-a7e2c98e6f37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402675 Nov 15 15:56:50.769396 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-e77846c2-5fcf-48e5-b174-95da8ba0b040 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995934 Nov 15 15:56:50.858720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd48ac8-5a49-4e8e-89b0-df98dbadc846 req-a3925c36-0841-4a0e-8fd4-96078d251174 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:50.860105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1fd48ac8-5a49-4e8e-89b0-df98dbadc846 req-a3925c36-0841-4a0e-8fd4-96078d251174 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.1060438 Nov 15 15:56:50.906013 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6e6c7da1-9c49-4efd-a67e-fed8d2528b03 req-1e462674-f0ef-47b8-bec2-b8ab9266797f service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233823 Nov 15 15:56:50.932602 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1fd48ac8-5a49-4e8e-89b0-df98dbadc846 req-0c98f329-61ae-4253-849c-be5e1f867a5f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649137 Nov 15 15:56:52.051780 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2de2-e408-46fb-8a7e-915c523fdb7e req-72986006-38be-43f1-b697-67728bb1a772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:52.053431 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2bd2de2-e408-46fb-8a7e-915c523fdb7e req-72986006-38be-43f1-b697-67728bb1a772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0497425 Nov 15 15:56:52.111640 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e2bd2de2-e408-46fb-8a7e-915c523fdb7e req-5e3a6e32-fbea-4c2e-b6ad-6edba31fadf0 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500007 Nov 15 15:56:53.235946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16bf5-b800-44ff-9a24-7e53b48bc4d9 req-8521a49c-3ab7-4ed2-b3ec-f69ab52ebfab tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:53.237375 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99a16bf5-b800-44ff-9a24-7e53b48bc4d9 req-8521a49c-3ab7-4ed2-b3ec-f69ab52ebfab tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0549145 Nov 15 15:56:53.310176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-99a16bf5-b800-44ff-9a24-7e53b48bc4d9 req-9d6c5a1a-c494-4f43-8d97-33f229da06a3 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665417 Nov 15 15:56:54.442535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e68db-026d-405f-91b7-bacb74dc64fc req-77d05ff6-514c-4f20-ab95-8b2c8da7beb2 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:54.444990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c7e68db-026d-405f-91b7-bacb74dc64fc req-77d05ff6-514c-4f20-ab95-8b2c8da7beb2 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0524092 Nov 15 15:56:54.497481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9c7e68db-026d-405f-91b7-bacb74dc64fc req-d1d5338e-c91a-4110-8c89-b75db5e113ce tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471494 Nov 15 15:56:55.625074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dfa67-2b4c-4fbd-8e26-a06cc56a0712 req-60db75df-1cc7-45e4-a4dd-af6c21aeb06e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:55.626550 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f40dfa67-2b4c-4fbd-8e26-a06cc56a0712 req-60db75df-1cc7-45e4-a4dd-af6c21aeb06e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0514319 Nov 15 15:56:55.680518 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f40dfa67-2b4c-4fbd-8e26-a06cc56a0712 req-b01e7587-e7be-4cee-8f22-8abaeb87a1b6 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465679 Nov 15 15:56:56.813469 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb6258-cef4-4424-9cd3-c717c8845ed8 req-a7d7a5aa-899b-4e0e-a63f-b3fce06d777a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:56.816152 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eadb6258-cef4-4424-9cd3-c717c8845ed8 req-a7d7a5aa-899b-4e0e-a63f-b3fce06d777a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0622218 Nov 15 15:56:56.873973 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eadb6258-cef4-4424-9cd3-c717c8845ed8 req-7bce7434-25df-4cf0-8981-97a67e04ed8e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523291 Nov 15 15:56:57.997155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca7dda-5319-41fb-b835-66950c6c57f1 req-eda8ed27-9d2f-4fa6-bd24-df02c51131bc tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:57.998614 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2eca7dda-5319-41fb-b835-66950c6c57f1 req-eda8ed27-9d2f-4fa6-bd24-df02c51131bc tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0502763 Nov 15 15:56:58.056592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2eca7dda-5319-41fb-b835-66950c6c57f1 req-2dbb4a5e-2f59-447e-a1f4-9856d87bc9ae tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516744 Nov 15 15:56:59.184984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eca53-00f6-48cc-9c16-5521eccd1226 req-8d9b8c99-ecfe-490a-adef-7f6671d8d83c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:56:59.186641 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a94eca53-00f6-48cc-9c16-5521eccd1226 req-8d9b8c99-ecfe-490a-adef-7f6671d8d83c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0606997 Nov 15 15:56:59.240247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a94eca53-00f6-48cc-9c16-5521eccd1226 req-6ddff918-8ff2-4e2d-baea-ccab0966bc22 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469191 Nov 15 15:56:59.265589 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:59.578246 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:56:59.766880 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4adaf12c-6779-4bf7-9fec-d750215272aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:00.378685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe743357-ad88-456d-bb00-c0e7dbb681d2 req-768334b3-a17b-4479-a14e-9f61f7b2a2d7 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:00.380825 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe743357-ad88-456d-bb00-c0e7dbb681d2 req-768334b3-a17b-4479-a14e-9f61f7b2a2d7 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0547647 Nov 15 15:57:00.439481 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fe743357-ad88-456d-bb00-c0e7dbb681d2 req-fbde86f4-7a32-46e9-84f4-c61a88213115 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520327 Nov 15 15:57:01.555247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6d399-1f57-40ff-93f3-24cc05d66306 req-e669f429-123e-474d-8a55-a057de0267f7 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:01.556812 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7b6d399-1f57-40ff-93f3-24cc05d66306 req-e669f429-123e-474d-8a55-a057de0267f7 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0492790 Nov 15 15:57:01.615095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7b6d399-1f57-40ff-93f3-24cc05d66306 req-b6408d6b-f86c-438a-99a2-a493e7651967 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502501 Nov 15 15:57:02.365529 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36298-b8a4-4e79-93db-ef7ed2d45cac req-05894320-5222-443c-a159-4ec041550a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:02.367106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ceb36298-b8a4-4e79-93db-ef7ed2d45cac req-05894320-5222-443c-a159-4ec041550a46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 1095 time: 0.0419722 Nov 15 15:57:02.481980 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36298-b8a4-4e79-93db-ef7ed2d45cac req-6caafe3b-f6d2-4fab-b628-7d63a4b777ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:02.483546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ceb36298-b8a4-4e79-93db-ef7ed2d45cac req-6caafe3b-f6d2-4fab-b628-7d63a4b777ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0938125 Nov 15 15:57:02.558543 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ceb36298-b8a4-4e79-93db-ef7ed2d45cac req-2ce2765b-c1d5-40dc-91a8-908d0d644195 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60 HTTP/1.1" status: 200 len: 1000 time: 0.0672259 Nov 15 15:57:02.609831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36298-b8a4-4e79-93db-ef7ed2d45cac req-f5764850-d9da-438a-a9a1-b0809c076e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:02.611275 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ceb36298-b8a4-4e79-93db-ef7ed2d45cac req-f5764850-d9da-438a-a9a1-b0809c076e35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0460517 Nov 15 15:57:02.658820 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36298-b8a4-4e79-93db-ef7ed2d45cac req-2621670d-7267-4045-898a-38910e9087ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:02.660539 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ceb36298-b8a4-4e79-93db-ef7ed2d45cac req-2621670d-7267-4045-898a-38910e9087ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421894 Nov 15 15:57:02.767126 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a31cf96-314d-48a0-a6f7-f899558f1d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:02.797853 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbb72a-452a-446b-9e64-10f9045dcd6f req-e310d78e-62aa-46bc-96da-f13d56527675 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:02.799372 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fbbb72a-452a-446b-9e64-10f9045dcd6f req-e310d78e-62aa-46bc-96da-f13d56527675 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0804639 Nov 15 15:57:02.803774 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ceb36298-b8a4-4e79-93db-ef7ed2d45cac req-23ad77eb-b7c7-423f-97fd-e976bd4a83c4 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363816 Nov 15 15:57:02.904492 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2fbbb72a-452a-446b-9e64-10f9045dcd6f req-6305d5e8-3a16-4ee3-bd45-460604a73737 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978270 Nov 15 15:57:02.930587 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ceb36298-b8a4-4e79-93db-ef7ed2d45cac req-fcfe18da-ae48-4487-9727-20710476b1d1 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180992 Nov 15 15:57:03.858415 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:04.019948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b7c2-c7cd-4649-84da-05b02e7f0a0d req-581a12c9-dbb5-410e-b4bb-b3be5298e3bb tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:04.022152 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5909b7c2-c7cd-4649-84da-05b02e7f0a0d req-581a12c9-dbb5-410e-b4bb-b3be5298e3bb tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 944 time: 0.0498374 Nov 15 15:57:04.073826 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5909b7c2-c7cd-4649-84da-05b02e7f0a0d req-6cd156bd-e3d2-4dcb-a87f-f745bdca9f3e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457075 Nov 15 15:57:04.572376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:57:04.669395 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:57:04.681372 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'port_id': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'mac_address': 'fa:16:3e:27:b9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:57:04.717923 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:04.730809 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:57:04.749966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:57:04.806867 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:04.853423 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:57:05.043336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['346ebbf3-c0fc-49af-97a1-b5fbc1010b60'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:57:05.195825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0ad66-a679-4c44-8ffd-929f555778cd req-dc802564-8ad0-4e06-80b7-2bfccc6b3c49 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:05.197336 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23e0ad66-a679-4c44-8ffd-929f555778cd req-dc802564-8ad0-4e06-80b7-2bfccc6b3c49 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 945 time: 0.0546343 Nov 15 15:57:05.247544 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-23e0ad66-a679-4c44-8ffd-929f555778cd req-0024a103-d8a8-4bef-a460-95f4bbb8a5ce tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440743 Nov 15 15:57:05.475978 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:05.841208 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:06.365322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20f1c1-8500-430f-9841-7a455d81d7c7 req-ba7bcab5-b64e-4449-be2d-3d651016480a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:06.367769 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f20f1c1-8500-430f-9841-7a455d81d7c7 req-ba7bcab5-b64e-4449-be2d-3d651016480a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 945 time: 0.0492642 Nov 15 15:57:06.417534 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1f20f1c1-8500-430f-9841-7a455d81d7c7 req-8d781369-0d73-4c00-af50-8d36fb33ff12 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440342 Nov 15 15:57:06.589304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:57:06.646541 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:57:06.646917 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:06.726994 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:06.750000 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:57:06.752269 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcac0f9-0c06-47d7-b55b-4675256b810a" -d '{"events": [{"server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "name": "network-vif-plugged", "status": "completed", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:57:06.765132 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:57:06.790129 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6747a7-569f-4315-a663-0ff22591a5b0 x-openstack-request-id: req-eb6747a7-569f-4315-a663-0ff22591a5b0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:57:06.790436 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "name": "network-vif-plugged", "status": "completed", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:57:06.790688 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb6747a7-569f-4315-a663-0ff22591a5b0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:57:06.791082 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'code': 200} Nov 15 15:57:06.847079 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:06.897490 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:57:06.999763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c0904-dd45-48bb-87d0-329b7af62743 req-0fa436ad-043e-4cec-931d-f63d7f4232ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:07.001265 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-617c0904-dd45-48bb-87d0-329b7af62743 req-0fa436ad-043e-4cec-931d-f63d7f4232ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 1098 time: 0.0441661 Nov 15 15:57:07.051318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-617c0904-dd45-48bb-87d0-329b7af62743 req-5c8fe92d-070f-40bc-8b67-95d898ba113e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398514 Nov 15 15:57:07.534946 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560e23-c076-4def-ac67-d65ec443451c req-40626080-5752-41bb-a605-aa34ae5d03ad tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:07.536450 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8560e23-c076-4def-ac67-d65ec443451c req-40626080-5752-41bb-a605-aa34ae5d03ad tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 947 time: 0.0492911 Nov 15 15:57:07.587473 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8560e23-c076-4def-ac67-d65ec443451c req-c85c1ac6-04da-4233-a242-5ebce89a47f0 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447783 Nov 15 15:57:08.713154 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de52666-0d7b-4987-b24e-9d76b205a4b0 req-05148fa9-23e3-491e-bd2f-8a32e4eafa3d tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:08.714718 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2de52666-0d7b-4987-b24e-9d76b205a4b0 req-05148fa9-23e3-491e-bd2f-8a32e4eafa3d tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 947 time: 0.0554118 Nov 15 15:57:08.771288 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2de52666-0d7b-4987-b24e-9d76b205a4b0 req-502dd731-7099-40e1-8e7c-ac003526685d tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502353 Nov 15 15:57:09.889957 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177a562-c00f-4138-94fa-276fa74229a9 req-6022db02-af9d-46c4-960f-cbefbe94fb8c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:57:09.891461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f177a562-c00f-4138-94fa-276fa74229a9 req-6022db02-af9d-46c4-960f-cbefbe94fb8c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 947 time: 0.0486810 Nov 15 15:57:09.940565 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f177a562-c00f-4138-94fa-276fa74229a9 req-87cd91e9-bfd3-43c5-a725-cd7e0860b2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430067 Nov 15 15:57:10.198498 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:57:29.263756 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:29.572506 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:29.761150 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dcf6deaf-fc5f-4a00-8371-b59bc7b24cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:32.143252 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae66d78d-ea80-4202-ae61-a118586be535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:33.829084 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:35.463868 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:35.834981 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:47.198801 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:57:59.246254 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:59.617379 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:57:59.777364 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-514fac25-52ab-40f9-b674-2f96edc9cbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:01.730858 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2835966-1563-4937-90ba-51dce221051e req-9efa5396-3a94-4a1e-a33c-2fa397bba7fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913129 Nov 15 15:58:01.814040 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2835966-1563-4937-90ba-51dce221051e req-415a46f9-b99f-4a87-b8c4-6fb4a668ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:01.815585 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2835966-1563-4937-90ba-51dce221051e req-415a46f9-b99f-4a87-b8c4-6fb4a668ac93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 1098 time: 0.0402017 Nov 15 15:58:01.925443 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2835966-1563-4937-90ba-51dce221051e req-72d02f62-4155-4abe-80b3-2beb9a07b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:01.926866 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2835966-1563-4937-90ba-51dce221051e req-72d02f62-4155-4abe-80b3-2beb9a07b58b service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0908208 Nov 15 15:58:01.994412 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2835966-1563-4937-90ba-51dce221051e req-1e7ff1d6-4274-4fda-9de3-49ca0af73cbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60 HTTP/1.1" status: 200 len: 1002 time: 0.0607076 Nov 15 15:58:02.042609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2835966-1563-4937-90ba-51dce221051e req-fd9567ab-e060-461b-9c47-1882a6c8c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:02.044121 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2835966-1563-4937-90ba-51dce221051e req-fd9567ab-e060-461b-9c47-1882a6c8c48a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0431099 Nov 15 15:58:02.089914 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2835966-1563-4937-90ba-51dce221051e req-1122b62f-3cf1-4e4d-943b-e3e04421a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:02.093626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2835966-1563-4937-90ba-51dce221051e req-1122b62f-3cf1-4e4d-943b-e3e04421a6ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405903 Nov 15 15:58:02.137358 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fba3432e-ab7d-4851-8334-485b45f23a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:02.183590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2835966-1563-4937-90ba-51dce221051e req-389fdec7-7a6e-4e12-8d96-7df1f1c8787b service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843904 Nov 15 15:58:02.271695 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d2835966-1563-4937-90ba-51dce221051e req-bd33775b-9842-4613-a08d-8cf567869029 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817585 Nov 15 15:58:03.811832 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:05.513994 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:05.845450 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:20.801425 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54666) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:58:20.964140 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Deleting port b1337495-3e5c-4973-bbd5-90a85b671d7e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:58:20.964479 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:21.041073 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:21.041397 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:21.052657 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Calling delete_port for b1337495-3e5c-4973-bbd5-90a85b671d7e owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:58:21.291116 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:21.317557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event deleted for resources: {'Port': ['ID=b1337495-3e5c-4973-bbd5-90a85b671d7e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:58:21.344565 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:21.344912 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:21.345259 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:21.345625 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:21.345959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:21.346294 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:21.346680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:21.347017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:21.347344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:21.347669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:21.348001 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:21.348317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:21.387688 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:21.388048 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Floating IP 6dc7b4f0-3c37-42c1-8710-074022b8ec38 disassociated (deleted). External IP: 172.25.4.191, port: 346ebbf3-c0fc-49af-97a1-b5fbc1010b60. Nov 15 15:58:21.930421 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:58:22.041643 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:58:22.046580 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:22.053316 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd21b6-2956-4119-9020-4b1ace066373 None None] Sync routers for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:58:22.063075 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd21b6-2956-4119-9020-4b1ace066373 None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:58:22.063680 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-01cd21b6-2956-4119-9020-4b1ace066373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:58:22.075547 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-2bcd3a41-9907-466a-8278-018de88b1339 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "DELETE /v2.0/floatingips/6dc7b4f0-3c37-42c1-8710-074022b8ec38 HTTP/1.1" status: 204 len: 168 time: 1.2729802 Nov 15 15:58:22.076145 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:58:22.078617 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8cdf0d-a939-452c-9bcd-34673cb84d03" -d '{"events": [{"name": "network-changed", "server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:58:22.173566 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-01cd21b6-2956-4119-9020-4b1ace066373 None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:58:22.216950 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fda848-6496-4f33-8b99-e28eac338719 x-openstack-request-id: req-a0fda848-6496-4f33-8b99-e28eac338719 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:58:22.217245 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:58:22.217495 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0fda848-6496-4f33-8b99-e28eac338719 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:58:22.217899 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'status': 'completed', 'code': 200} Nov 15 15:58:22.288987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cdf0d-a939-452c-9bcd-34673cb84d03 req-3e3926fe-32e3-4815-bd63-0c1fc772aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:22.290787 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee8cdf0d-a939-452c-9bcd-34673cb84d03 req-3e3926fe-32e3-4815-bd63-0c1fc772aa85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 1098 time: 0.0449963 Nov 15 15:58:22.422278 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cdf0d-a939-452c-9bcd-34673cb84d03 req-deb75d5a-d95b-4b0e-bbac-fbf4f7928b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:22.423841 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee8cdf0d-a939-452c-9bcd-34673cb84d03 req-deb75d5a-d95b-4b0e-bbac-fbf4f7928b34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.1260486 Nov 15 15:58:22.472744 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee8cdf0d-a939-452c-9bcd-34673cb84d03 req-50458042-eac9-453e-9b7f-cbbde456946a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60 HTTP/1.1" status: 200 len: 217 time: 0.0383596 Nov 15 15:58:22.503157 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-01cd21b6-2956-4119-9020-4b1ace066373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:01Z', 'revision_number': 5, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:58:22.532662 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd21b6-2956-4119-9020-4b1ace066373 None None] Checking router: b7783bc2-7999-4bed-ba51-f7fa48e3cc16 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:58:22.544220 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd21b6-2956-4119-9020-4b1ace066373 None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:58:22.545045 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-01cd21b6-2956-4119-9020-4b1ace066373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:58:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:58:22.555577 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cdf0d-a939-452c-9bcd-34673cb84d03 req-e2654b10-05bd-4fc0-a6f3-c3ee0cfc3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:22.557088 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee8cdf0d-a939-452c-9bcd-34673cb84d03 req-e2654b10-05bd-4fc0-a6f3-c3ee0cfc3a88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0769732 Nov 15 15:58:22.583630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa502b-73a0-4702-abd9-be3e5c198746 req-ec044cbc-f37f-4b38-91ff-4cfeaa59e62f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:22.585476 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1aa502b-73a0-4702-abd9-be3e5c198746 req-ec044cbc-f37f-4b38-91ff-4cfeaa59e62f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 947 time: 0.1600440 Nov 15 15:58:22.650687 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cdf0d-a939-452c-9bcd-34673cb84d03 req-2056d7a7-b2bd-4ab0-8b48-6fb466dca6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:22.652256 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee8cdf0d-a939-452c-9bcd-34673cb84d03 req-2056d7a7-b2bd-4ab0-8b48-6fb466dca6fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871420 Nov 15 15:58:22.653353 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-01cd21b6-2956-4119-9020-4b1ace066373 None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:58:22.656251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b1aa502b-73a0-4702-abd9-be3e5c198746 req-0626d40c-3e47-492b-aa02-70f2e5bfda13 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562036 Nov 15 15:58:22.747316 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee8cdf0d-a939-452c-9bcd-34673cb84d03 req-86081b1d-c2a3-4bf6-9865-0485bc4b6cba service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874999 Nov 15 15:58:22.838948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee8cdf0d-a939-452c-9bcd-34673cb84d03 req-f1445a89-e424-4c7d-8516-05f9b185c648 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825555 Nov 15 15:58:22.848105 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-01cd21b6-2956-4119-9020-4b1ace066373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:01Z', 'revision_number': 5, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:58:22.873802 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd21b6-2956-4119-9020-4b1ace066373 None None] The sync data for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 is: [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:01Z', 'revision_number': 5, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:58:23.112574 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72e40f-0dc6-4dbc-8757-ba3a95115f49 None None] New status for floating IP 6dc7b4f0-3c37-42c1-8710-074022b8ec38: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:58:23.742408 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e1b5a-6434-4cf4-8197-c91fb56bfcce req-0cf09250-f678-4277-b91c-d2ff70b602e5 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:23.743879 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-268e1b5a-6434-4cf4-8197-c91fb56bfcce req-0cf09250-f678-4277-b91c-d2ff70b602e5 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.59 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 947 time: 0.0545771 Nov 15 15:58:23.863500 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273e0c6-89e8-4eb3-8db9-d190d6db2d34 req-4b48cb11-ed22-4d67-881b-ba23f63feddc tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:23.864977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b273e0c6-89e8-4eb3-8db9-d190d6db2d34 req-4b48cb11-ed22-4d67-881b-ba23f63feddc tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 947 time: 0.1352489 Nov 15 15:58:23.891722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-268e1b5a-6434-4cf4-8197-c91fb56bfcce req-4b808312-a055-4e7b-8079-46d329242c53 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Deleting port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 15:58:23.892067 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-268e1b5a-6434-4cf4-8197-c91fb56bfcce req-4b808312-a055-4e7b-8079-46d329242c53 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:23.967541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b273e0c6-89e8-4eb3-8db9-d190d6db2d34 req-05119ed8-cb58-4fab-b1e5-583f646e7e82 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=366900b0-0266-43f8-8bd5-2d8ecb8d0f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958207 Nov 15 15:58:24.003233 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-268e1b5a-6434-4cf4-8197-c91fb56bfcce req-4b808312-a055-4e7b-8079-46d329242c53 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] For port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:58:24.003598 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-268e1b5a-6434-4cf4-8197-c91fb56bfcce req-4b808312-a055-4e7b-8079-46d329242c53 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:24.015825 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-268e1b5a-6434-4cf4-8197-c91fb56bfcce req-4b808312-a055-4e7b-8079-46d329242c53 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Calling delete_port for 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 15:58:24.188020 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-268e1b5a-6434-4cf4-8197-c91fb56bfcce req-4b808312-a055-4e7b-8079-46d329242c53 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:24.197102 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:58:24.218742 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b808312-a055-4e7b-8079-46d329242c53 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event deleted for resources: {'Port': ['ID=346ebbf3-c0fc-49af-97a1-b5fbc1010b60,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:58:24.257909 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-268e1b5a-6434-4cf4-8197-c91fb56bfcce req-4b808312-a055-4e7b-8079-46d329242c53 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] No DVR routers for this DVR port 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 15:58:24.260713 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-268e1b5a-6434-4cf4-8197-c91fb56bfcce req-4b808312-a055-4e7b-8079-46d329242c53 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:24.264270 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-268e1b5a-6434-4cf4-8197-c91fb56bfcce req-4b808312-a055-4e7b-8079-46d329242c53 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.59 "DELETE /v2.0/ports/346ebbf3-c0fc-49af-97a1-b5fbc1010b60 HTTP/1.1" status: 204 len: 173 time: 0.5140810 Nov 15 15:58:24.264722 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'name': 'network-vif-deleted', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:58:24.267011 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b5ce8b-f673-4067-a1ab-e8b139c00525" -d '{"events": [{"server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "name": "network-vif-deleted", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:58:24.307856 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0055544a-708a-4566-8855-49dbac058d12 x-openstack-request-id: req-0055544a-708a-4566-8855-49dbac058d12 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:58:24.307856 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0357fb99-3d29-4bf6-bf9a-afcd003bd8ac", "name": "network-vif-deleted", "tag": "346ebbf3-c0fc-49af-97a1-b5fbc1010b60", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:58:24.307856 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0055544a-708a-4566-8855-49dbac058d12 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:58:24.307856 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0357fb99-3d29-4bf6-bf9a-afcd003bd8ac', 'name': 'network-vif-deleted', 'tag': '346ebbf3-c0fc-49af-97a1-b5fbc1010b60', 'status': 'completed', 'code': 200} Nov 15 15:58:25.083581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9da9d263-a394-4700-918c-aab2684e6323 req-a977572f-75d1-4be1-a0fb-538a81ba7279 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=0357fb99-3d29-4bf6-bf9a-afcd003bd8ac HTTP/1.1" status: 200 len: 210 time: 0.0288634 Nov 15 15:58:26.145052 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:58:26.206266 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:26.231639 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:26.365378 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:26.368096 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:26.369225 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "DELETE /v2.0/security-groups/366900b0-0266-43f8-8bd5-2d8ecb8d0f31 HTTP/1.1" status: 204 len: 168 time: 0.2231228 Nov 15 15:58:26.379323 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=366900b0-0266-43f8-8bd5-2d8ecb8d0f31,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:58:26.387199 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:26.387796 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:26.387920 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:26.388276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:26.388615 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:26.388950 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:26.389284 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:26.389644 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:26.389994 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:26.390316 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:26.390666 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:26.390989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f42c06-9e54-4767-8eeb-d28815dfd9df tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:58:26.995667 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:58:27.000361 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-493d275d-c9c4-407d-9a85-4ca331ae2f2c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38067215', 'description': 'tempest-secgroup-smoke-38067215 description', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:58:27.085704 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-493d275d-c9c4-407d-9a85-4ca331ae2f2c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:27.100528 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 15:58:27.120857 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 15:58:27.121183 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 346ebbf3-c0fc-49af-97a1-b5fbc1010b60 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 15:58:27.151549 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-493d275d-c9c4-407d-9a85-4ca331ae2f2c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:27.210950 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-493d275d-c9c4-407d-9a85-4ca331ae2f2c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:27.244707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d275d-c9c4-407d-9a85-4ca331ae2f2c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383b7e68-c043-428a-b181-a6f8e388b206,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:58:27.321887 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-493d275d-c9c4-407d-9a85-4ca331ae2f2c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:27.324131 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-493d275d-c9c4-407d-9a85-4ca331ae2f2c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3265369 Nov 15 15:58:27.326016 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:58:27.330365 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-026550c6-a91a-4483-8e57-db674da591ad tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group_rule': {'security_group_id': '383b7e68-c043-428a-b181-a6f8e388b206', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:58:27.404577 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-026550c6-a91a-4483-8e57-db674da591ad tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:27.460753 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-026550c6-a91a-4483-8e57-db674da591ad tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:27.508273 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-026550c6-a91a-4483-8e57-db674da591ad tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:27.526956 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026550c6-a91a-4483-8e57-db674da591ad tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ae7d12-1f49-4c9e-ae58-48376c3663e7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:58:27.597133 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-026550c6-a91a-4483-8e57-db674da591ad tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:27.599036 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-026550c6-a91a-4483-8e57-db674da591ad tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2718420 Nov 15 15:58:27.605407 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54704) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:58:27.611088 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-729026d3-15cf-4d7a-b758-d35ecca38030 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group_rule': {'security_group_id': '383b7e68-c043-428a-b181-a6f8e388b206', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:58:27.713442 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-729026d3-15cf-4d7a-b758-d35ecca38030 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:27.770927 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-729026d3-15cf-4d7a-b758-d35ecca38030 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:27.845180 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-729026d3-15cf-4d7a-b758-d35ecca38030 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:27.862825 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729026d3-15cf-4d7a-b758-d35ecca38030 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6b1273-9671-4520-a401-d483217b01fa,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:58:27.916157 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-729026d3-15cf-4d7a-b758-d35ecca38030 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:27.917385 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-729026d3-15cf-4d7a-b758-d35ecca38030 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3109424 Nov 15 15:58:27.920176 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:58:27.924439 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f03c6813-38f9-4109-9d9a-ed1e4bbd61a6 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group_rule': {'security_group_id': '383b7e68-c043-428a-b181-a6f8e388b206', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:58:28.015736 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03c6813-38f9-4109-9d9a-ed1e4bbd61a6 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:28.073916 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03c6813-38f9-4109-9d9a-ed1e4bbd61a6 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:28.142633 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03c6813-38f9-4109-9d9a-ed1e4bbd61a6 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:28.161864 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c6813-38f9-4109-9d9a-ed1e4bbd61a6 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cafef1-81d4-4752-b415-0aab9d93b44f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:58:28.236258 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03c6813-38f9-4109-9d9a-ed1e4bbd61a6 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:28.240832 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-f03c6813-38f9-4109-9d9a-ed1e4bbd61a6 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3170984 Nov 15 15:58:28.243514 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54708) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:58:28.245505 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-efaf5dfe-e4c1-4626-b1d4-036bd3ae3a67 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group_rule': {'security_group_id': '383b7e68-c043-428a-b181-a6f8e388b206', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:58:28.354081 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efaf5dfe-e4c1-4626-b1d4-036bd3ae3a67 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:28.411656 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efaf5dfe-e4c1-4626-b1d4-036bd3ae3a67 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:28.485500 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efaf5dfe-e4c1-4626-b1d4-036bd3ae3a67 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:28.501961 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf5dfe-e4c1-4626-b1d4-036bd3ae3a67 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba61e8b-8d1f-41df-a86c-ef4a29777e4d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:58:28.567843 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efaf5dfe-e4c1-4626-b1d4-036bd3ae3a67 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:28.569096 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-efaf5dfe-e4c1-4626-b1d4-036bd3ae3a67 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3271167 Nov 15 15:58:28.571926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:58:28.576384 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2f5b1585-d443-4353-8426-d92c2bb2c1a8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group_rule': {'security_group_id': '383b7e68-c043-428a-b181-a6f8e388b206', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:58:28.645727 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-2f5b1585-d443-4353-8426-d92c2bb2c1a8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Project b0895777f9ca48fcaba3789a507c7ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:58:28.651160 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1585-d443-4353-8426-d92c2bb2c1a8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:28.713025 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1585-d443-4353-8426-d92c2bb2c1a8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:28.771118 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1585-d443-4353-8426-d92c2bb2c1a8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:28.789301 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b1585-d443-4353-8426-d92c2bb2c1a8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef96dd2-0c16-47d7-b83b-71aabffce828,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:58:28.859054 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1585-d443-4353-8426-d92c2bb2c1a8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:28.860325 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-2f5b1585-d443-4353-8426-d92c2bb2c1a8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2874415 Nov 15 15:58:28.863872 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 54712) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:58:28.868811 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6411dd15-6630-4fb7-a608-b628cee7a8dd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'security_group_rule': {'security_group_id': '383b7e68-c043-428a-b181-a6f8e388b206', 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:58:28.977728 n-d-817748-2 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-6411dd15-6630-4fb7-a608-b628cee7a8dd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Project b0895777f9ca48fcaba3789a507c7ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 15:58:28.983062 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6411dd15-6630-4fb7-a608-b628cee7a8dd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:29.043718 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6411dd15-6630-4fb7-a608-b628cee7a8dd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:29.113970 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6411dd15-6630-4fb7-a608-b628cee7a8dd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:29.131972 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411dd15-6630-4fb7-a608-b628cee7a8dd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77080fbe-a518-4ae5-a179-6870aa9d9cce,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:58:29.196001 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6411dd15-6630-4fb7-a608-b628cee7a8dd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:29.205387 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6411dd15-6630-4fb7-a608-b628cee7a8dd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3325477 Nov 15 15:58:29.296532 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:29.610828 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:29.823207 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05a0a9a9-e97a-406f-9aa0-be51aa394b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:32.136824 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b5c6b32-328e-4064-970c-f1b3db30848e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:33.811211 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:35.468344 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:35.822580 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:51.201249 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-77ac7a34-de65-4da5-8c2a-a690f4bf2eda tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38067215&fields=id&tenant_id=b0895777f9ca48fcaba3789a507c7ddf HTTP/1.1" status: 200 len: 267 time: 0.0444534 Nov 15 15:58:51.313341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-18629bb6-3246-4877-b4fe-b8db465cd231 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:51.314784 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-18629bb6-3246-4877-b4fe-b8db465cd231 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 809 time: 0.1067216 Nov 15 15:58:51.329735 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-7c1fa741-10a7-4f35-bc35-2c8614e8011b tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/quotas/b0895777f9ca48fcaba3789a507c7ddf HTTP/1.1" status: 200 len: 375 time: 0.0092993 Nov 15 15:58:51.381312 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-728acaa4-07d9-43c1-ac76-0c4ecad0f2c8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458946 Nov 15 15:58:51.483202 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-61c8e95a-5099-478f-887d-15cab9e661fa service neutron] 10.222.0.70 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905402 Nov 15 15:58:51.572549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-f1118df9-4f6c-46b7-a1f8-f0376d7e0035 service neutron] 10.222.0.70 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831141 Nov 15 15:58:52.121546 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bad9c07b-aea1-4de1-a6e1-75f01a48b344 req-89441a42-2527-41e0-b7c0-e8c29751db5c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 210 time: 0.0319083 Nov 15 15:58:53.218621 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-753b81f9-8111-4b4e-b62c-0a8c2334b9b5 req-6814a46d-4cce-4ccf-bafc-8a456758ed90 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 210 time: 0.0278707 Nov 15 15:58:53.914369 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-5a4e90f9-16c4-4bbd-8e96-8a264876d58c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:53.915877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-5a4e90f9-16c4-4bbd-8e96-8a264876d58c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 809 time: 0.1018646 Nov 15 15:58:53.985871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-1de69d48-dff8-4569-8ad6-33a04155c545 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0895777f9ca48fcaba3789a507c7ddf HTTP/1.1" status: 200 len: 378 time: 0.0598505 Nov 15 15:58:53.996460 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-be5d938b-1ffc-44ed-986e-6a0b88a35c61 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'port': {'device_id': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'admin_state_up': True, 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'security_groups': ['383b7e68-c043-428a-b181-a6f8e388b206']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:58:54.170863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-be5d938b-1ffc-44ed-986e-6a0b88a35c61 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Made reservation on behalf of b0895777f9ca48fcaba3789a507c7ddf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 15:58:54.174378 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-be5d938b-1ffc-44ed-986e-6a0b88a35c61 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:54.334959 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-be5d938b-1ffc-44ed-986e-6a0b88a35c61 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Allocated IP 172.20.0.4 (25c17951-20c1-4414-95a5-769ecadb0706/15647c5a-981d-4a79-9348-21a4ebf56d0a/dd8c0754-d470-4dd6-8025-3aede727e980) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:58:54.338516 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4667a246-65cb-4fd4-aa5d-f2b802757d05 req-3738c625-991d-4d5e-9972-6930e8d385b8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 210 time: 0.0353646 Nov 15 15:58:54.496203 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-be5d938b-1ffc-44ed-986e-6a0b88a35c61 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:54.600461 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-be5d938b-1ffc-44ed-986e-6a0b88a35c61 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:54.646527 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-be5d938b-1ffc-44ed-986e-6a0b88a35c61 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Network 25c17951-20c1-4414-95a5-769ecadb0706 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:58:54.649764 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-be5d938b-1ffc-44ed-986e-6a0b88a35c61 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:58:54.653734 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-be5d938b-1ffc-44ed-986e-6a0b88a35c61 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:58:54.660281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d938b-1ffc-44ed-986e-6a0b88a35c61 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'Port': ['ID=dd8c0754-d470-4dd6-8025-3aede727e980,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:58:54.718231 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-be5d938b-1ffc-44ed-986e-6a0b88a35c61 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:54.719016 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-be5d938b-1ffc-44ed-986e-6a0b88a35c61 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:54.774386 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-be5d938b-1ffc-44ed-986e-6a0b88a35c61 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7817461 Nov 15 15:58:54.787326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Request body: {'port': {'device_id': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:58:54.850238 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:54.960488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-599f674a-7189-43d8-bb92-6d30785efeef None None] Provisioning complete for port dd8c0754-d470-4dd6-8025-3aede727e980 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:58:54.961712 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-599f674a-7189-43d8-bb92-6d30785efeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:55.001516 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-599f674a-7189-43d8-bb92-6d30785efeef None None] Port dd8c0754-d470-4dd6-8025-3aede727e980 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 15:58:55.131242 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8c0754-d470-4dd6-8025-3aede727e980 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:58:55.139474 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:55.152014 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Transition to ACTIVE for port object dd8c0754-d470-4dd6-8025-3aede727e980 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 15:58:55.210814 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:55.286386 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8c0754-d470-4dd6-8025-3aede727e980,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:58:55.347917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Attempting to bind port dd8c0754-d470-4dd6-8025-3aede727e980 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 15:58:55.348668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Attempting to bind port dd8c0754-d470-4dd6-8025-3aede727e980 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 15:58:55.348668 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Attempting to bind port dd8c0754-d470-4dd6-8025-3aede727e980 on network 25c17951-20c1-4414-95a5-769ecadb0706 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:58:55.353847 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Port dd8c0754-d470-4dd6-8025-3aede727e980 on network 25c17951-20c1-4414-95a5-769ecadb0706 not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 15:58:55.354182 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Attempting to bind port dd8c0754-d470-4dd6-8025-3aede727e980 on network 25c17951-20c1-4414-95a5-769ecadb0706 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 15:58:55.359637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 15, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 15:58:55.359987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Checking segment: {'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 15:58:55.360384 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Bound using segment: {'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 15:58:55.360827 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Bound port: dd8c0754-d470-4dd6-8025-3aede727e980, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b63eb6a-2363-42d1-aecc-2be4df05a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 15:58:55.361190 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:55.443238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] For port dd8c0754-d470-4dd6-8025-3aede727e980, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 15:58:55.475329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] For port dd8c0754-d470-4dd6-8025-3aede727e980, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dd8c0754-d470-4dd6-8025-3aede727e980,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 15:58:55.497688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d3443-25cd-4636-9f26-14e73cc48af5 req-0efad81a-1556-4ab3-89dd-fc1b7f162ccd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:55.499379 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-483d3443-25cd-4636-9f26-14e73cc48af5 req-0efad81a-1556-4ab3-89dd-fc1b7f162ccd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0677257 Nov 15 15:58:55.581791 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:55.596079 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-483d3443-25cd-4636-9f26-14e73cc48af5 req-2e1c9ff6-8e06-4121-aed0-9a3708447b93 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885651 Nov 15 15:58:55.627472 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:55.628193 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:55.629803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] 10.222.0.59 "PUT /v2.0/ports/dd8c0754-d470-4dd6-8025-3aede727e980 HTTP/1.1" status: 200 len: 1091 time: 0.8468766 Nov 15 15:58:55.630357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:58:55.632752 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7a0708-6c63-4700-92fe-f92913082734" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:58:55.659632 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed9a20-2be6-4fb0-9074-2fe846b8b8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8c0754-d470-4dd6-8025-3aede727e980,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:58:55.692032 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bb2873-2eef-4c67-8741-26bffd8d3f1e x-openstack-request-id: req-b9bb2873-2eef-4c67-8741-26bffd8d3f1e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:58:55.692709 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:58:55.693066 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9bb2873-2eef-4c67-8741-26bffd8d3f1e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:58:55.693569 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'status': 'completed', 'code': 200} Nov 15 15:58:55.763786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a0708-6c63-4700-92fe-f92913082734 req-a4f5b02c-938a-42bf-ae88-ed99d10d99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:55.765405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d7a0708-6c63-4700-92fe-f92913082734 req-a4f5b02c-938a-42bf-ae88-ed99d10d99d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 1094 time: 0.0509381 Nov 15 15:58:55.879630 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a0708-6c63-4700-92fe-f92913082734 req-26454a1d-62ed-499a-889c-39930e0e6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:55.881421 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d7a0708-6c63-4700-92fe-f92913082734 req-26454a1d-62ed-499a-889c-39930e0e6aba service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1070960 Nov 15 15:58:55.982189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a0708-6c63-4700-92fe-f92913082734 req-6d208f27-ddd5-49ac-9799-f65d1126d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:55.983740 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d7a0708-6c63-4700-92fe-f92913082734 req-6d208f27-ddd5-49ac-9799-f65d1126d05f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951817 Nov 15 15:58:56.067037 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-a2bbe20e-b02b-4e2a-b599-d7c0d3e771a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:56.068579 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-a2bbe20e-b02b-4e2a-b599-d7c0d3e771a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 1094 time: 0.0463393 Nov 15 15:58:56.111558 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-7071c160-80c5-4379-99ce-5f53b985f15e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd8c0754-d470-4dd6-8025-3aede727e980 HTTP/1.1" status: 200 len: 217 time: 0.0355308 Nov 15 15:58:56.162768 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-82df4a43-cfab-4b54-b6ab-ad89a394595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:56.164383 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-82df4a43-cfab-4b54-b6ab-ad89a394595f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0462332 Nov 15 15:58:56.216748 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-06e75fd7-9b34-42e1-9b39-1392b70f4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:56.218354 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-06e75fd7-9b34-42e1-9b39-1392b70f4097 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469575 Nov 15 15:58:56.230614 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-91680f99-9b49-4f23-900c-3542abd5a1cb service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 15:58:56.231635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-91680f99-9b49-4f23-900c-3542abd5a1cb service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054655 Nov 15 15:58:56.326220 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-ae4d1dd6-7259-47e3-9b33-1da7f25e42e1 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868707 Nov 15 15:58:56.439919 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-52151440-98d3-4f6b-bf4b-fc50d4ff1f26 req-0febee94-784b-43c7-9d2d-61935f55db3f service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064382 Nov 15 15:58:56.718536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5afb-5cfb-455b-9ee6-5cdca206aab0 req-c9dd7557-7587-4629-a76a-bc086ef2b0de tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:56.720136 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-112c5afb-5cfb-455b-9ee6-5cdca206aab0 req-c9dd7557-7587-4629-a76a-bc086ef2b0de tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0533359 Nov 15 15:58:56.771438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-112c5afb-5cfb-455b-9ee6-5cdca206aab0 req-388de652-5b0a-496f-854e-aea310a6dbc7 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449126 Nov 15 15:58:57.889515 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a95781-b602-4452-82fc-c8e62c495644 req-553b0693-f605-4c3a-b050-34f7bcce51d8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:57.891104 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48a95781-b602-4452-82fc-c8e62c495644 req-553b0693-f605-4c3a-b050-34f7bcce51d8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0491805 Nov 15 15:58:57.943490 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-48a95781-b602-4452-82fc-c8e62c495644 req-032b1cc3-e905-4062-9c17-fb5415974b81 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449874 Nov 15 15:58:59.073291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21a450-f58b-4acf-ade9-1cd27dda0956 req-362211af-9145-487e-89bf-de9b79fea02a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:58:59.074911 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c21a450-f58b-4acf-ade9-1cd27dda0956 req-362211af-9145-487e-89bf-de9b79fea02a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0599737 Nov 15 15:58:59.127781 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8c21a450-f58b-4acf-ade9-1cd27dda0956 req-b74dc972-363c-4312-9e9c-9f76b715d1d2 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465837 Nov 15 15:58:59.245409 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:59.627616 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:58:59.793697 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cffc4e34-2a64-4276-bef1-7e8938382fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:00.244504 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfc82a-4fb9-4400-b761-039cb1bc3c9a req-122b0d53-75ca-473d-849c-2d930ae7d329 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:00.245992 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cdfc82a-4fb9-4400-b761-039cb1bc3c9a req-122b0d53-75ca-473d-849c-2d930ae7d329 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0506346 Nov 15 15:59:00.299079 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cdfc82a-4fb9-4400-b761-039cb1bc3c9a req-bda1179b-49ba-4f46-a511-4780773ca7e4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470757 Nov 15 15:59:01.196526 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:59:01.419167 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39fbbf-00e1-4671-9c56-0c17d6405cc3 req-837af6bd-d1b1-41da-bb44-72926f72b881 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:01.420772 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e39fbbf-00e1-4671-9c56-0c17d6405cc3 req-837af6bd-d1b1-41da-bb44-72926f72b881 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0502152 Nov 15 15:59:01.476581 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1e39fbbf-00e1-4671-9c56-0c17d6405cc3 req-44053a4d-1cec-438f-966a-789946ddf628 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492976 Nov 15 15:59:02.131052 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-623dd751-4e19-4257-9e2a-ae9b6f443909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:02.592397 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45dbeb-5ade-4860-9574-34553c6af14b req-cdda29a2-17ae-47dd-9ff7-fcef3bf9b6bd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:02.593881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c45dbeb-5ade-4860-9574-34553c6af14b req-cdda29a2-17ae-47dd-9ff7-fcef3bf9b6bd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0489681 Nov 15 15:59:02.641608 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c45dbeb-5ade-4860-9574-34553c6af14b req-2ffc1ade-4f51-4d43-a4da-820b99261bf2 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417845 Nov 15 15:59:03.757427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab4c99-00d2-465f-a4e6-2afe47e6cb22 req-617e3df0-30cd-4749-b7b0-2b3a55c040d1 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:03.758981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5eab4c99-00d2-465f-a4e6-2afe47e6cb22 req-617e3df0-30cd-4749-b7b0-2b3a55c040d1 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0508804 Nov 15 15:59:03.808590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5eab4c99-00d2-465f-a4e6-2afe47e6cb22 req-8bea0908-6bbe-419f-b67b-48ad8fc378a6 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434957 Nov 15 15:59:03.844490 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:04.978310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bce11-a4e8-4ebb-b53b-76466e6a40b1 req-84775f63-ce3b-47bb-b5ad-5c5cba7cfece tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:04.979906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a9bce11-a4e8-4ebb-b53b-76466e6a40b1 req-84775f63-ce3b-47bb-b5ad-5c5cba7cfece tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0562289 Nov 15 15:59:05.030967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9a9bce11-a4e8-4ebb-b53b-76466e6a40b1 req-14c77861-de67-455d-99ec-ca3bf9e74ca2 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447278 Nov 15 15:59:05.519143 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:05.833369 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:06.146286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b77c0-33c2-4876-938f-9ea2697048cf req-baeac1df-2c5a-4ed4-8166-8d7ada73ff44 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:06.147816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc0b77c0-33c2-4876-938f-9ea2697048cf req-baeac1df-2c5a-4ed4-8166-8d7ada73ff44 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0491214 Nov 15 15:59:06.198206 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dc0b77c0-33c2-4876-938f-9ea2697048cf req-5e03cf89-14d2-43b7-bfa9-a747244f714f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444291 Nov 15 15:59:07.318321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6106b-ea49-4536-a924-fd3b4e95850c req-bf04372b-3b68-41c3-b51d-3e4a2b3f9325 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:07.319943 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6e6106b-ea49-4536-a924-fd3b4e95850c req-bf04372b-3b68-41c3-b51d-3e4a2b3f9325 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0532875 Nov 15 15:59:07.368931 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a6e6106b-ea49-4536-a924-fd3b4e95850c req-ca560317-2245-47ac-82cc-ae696a032c7d tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432045 Nov 15 15:59:08.483170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1495b3-d477-4ec4-aeaa-50ec819b9fdf req-41ed8e8b-541b-4896-8160-6d970bd0aa8a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:08.484667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad1495b3-d477-4ec4-aeaa-50ec819b9fdf req-41ed8e8b-541b-4896-8160-6d970bd0aa8a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0484905 Nov 15 15:59:08.543759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ad1495b3-d477-4ec4-aeaa-50ec819b9fdf req-b7a98eef-a3e1-4961-8f7c-574d9794f309 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529604 Nov 15 15:59:09.355105 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dd8c0754-d470-4dd6-8025-3aede727e980 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 15:59:09.451863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dd8c0754-d470-4dd6-8025-3aede727e980, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dd8c0754-d470-4dd6-8025-3aede727e980,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:59:09.463373 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'port_id': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'mac_address': 'fa:16:3e:6a:fd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 15:59:09.499260 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:09.512662 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8c0754-d470-4dd6-8025-3aede727e980 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 15:59:09.535591 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dd8c0754-d470-4dd6-8025-3aede727e980, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dd8c0754-d470-4dd6-8025-3aede727e980,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:59:09.593235 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:09.640240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=dd8c0754-d470-4dd6-8025-3aede727e980,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:59:09.647675 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:59:09.648019 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:59:09.648354 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:59:09.648684 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:59:09.649004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:59:09.649336 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:59:09.649654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:59:09.649995 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:59:09.650295 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:59:09.650642 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:59:09.650960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:59:09.651275 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 15:59:09.659648 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828d73b-3a79-47a7-a7a6-ee9bed8f82d0 req-cc7d1b54-0f01-4feb-a53f-e90bf1dc3a8a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:09.661805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8828d73b-3a79-47a7-a7a6-ee9bed8f82d0 req-cc7d1b54-0f01-4feb-a53f-e90bf1dc3a8a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 944 time: 0.0493865 Nov 15 15:59:09.715373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8828d73b-3a79-47a7-a7a6-ee9bed8f82d0 req-7614f47c-f85d-420c-848b-3fdf1a18f6c4 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474570 Nov 15 15:59:09.803873 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['dd8c0754-d470-4dd6-8025-3aede727e980'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 15:59:10.829102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fb0ac-cd3c-4053-a025-1b7f6582cb92 req-15e7bda3-f446-4f2f-9273-8335b8bed844 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:10.830620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d89fb0ac-cd3c-4053-a025-1b7f6582cb92 req-15e7bda3-f446-4f2f-9273-8335b8bed844 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 944 time: 0.0483491 Nov 15 15:59:10.880799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d89fb0ac-cd3c-4053-a025-1b7f6582cb92 req-ce75860b-ff4d-4d96-8f22-d350b3f09e1f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431948 Nov 15 15:59:11.363823 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dd8c0754-d470-4dd6-8025-3aede727e980 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 15:59:11.553942 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port dd8c0754-d470-4dd6-8025-3aede727e980 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 15:59:11.558266 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port dd8c0754-d470-4dd6-8025-3aede727e980 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 15:59:11.565574 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:11.637157 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:11.659504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:59:11.661731 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502bd4b2-05a1-40ac-9280-0990aad7ad23" -d '{"events": [{"server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "name": "network-vif-plugged", "status": "completed", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:59:11.674978 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dd8c0754-d470-4dd6-8025-3aede727e980, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dd8c0754-d470-4dd6-8025-3aede727e980,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 15:59:11.700491 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0769c7-8f44-4ee0-8944-af74766f351d x-openstack-request-id: req-5a0769c7-8f44-4ee0-8944-af74766f351d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:59:11.700491 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "name": "network-vif-plugged", "status": "completed", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:59:11.700491 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a0769c7-8f44-4ee0-8944-af74766f351d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:59:11.700491 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'code': 200} Nov 15 15:59:11.747560 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:11.798968 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=dd8c0754-d470-4dd6-8025-3aede727e980,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:59:11.803299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a1d49-e6f2-421c-9b98-6c9b40624fe3 req-80ecdfb8-151d-4cb3-bd39-6735804b1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:11.804844 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c53a1d49-e6f2-421c-9b98-6c9b40624fe3 req-80ecdfb8-151d-4cb3-bd39-6735804b1525 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 1096 time: 0.0501885 Nov 15 15:59:11.851284 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c53a1d49-e6f2-421c-9b98-6c9b40624fe3 req-6c31848f-a35f-47d5-bb63-c9849aee6d1a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390210 Nov 15 15:59:12.009298 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddbb5d-94f6-4b51-aa00-7c7413a2a0ae req-0de58de5-faac-4c94-9dad-3095566180d1 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:12.010833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4ddbb5d-94f6-4b51-aa00-7c7413a2a0ae req-0de58de5-faac-4c94-9dad-3095566180d1 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0548916 Nov 15 15:59:12.062754 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c4ddbb5d-94f6-4b51-aa00-7c7413a2a0ae req-7774bcfa-af37-4802-88c7-42b107a3df19 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433829 Nov 15 15:59:13.179494 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a3a0e-6995-4f5a-93b3-c76d55ec7a83 req-ffb9320d-05b9-4e6a-a6ff-568c1f7502ef tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:13.181073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d0a3a0e-6995-4f5a-93b3-c76d55ec7a83 req-ffb9320d-05b9-4e6a-a6ff-568c1f7502ef tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0483968 Nov 15 15:59:13.229906 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1d0a3a0e-6995-4f5a-93b3-c76d55ec7a83 req-fe3afcca-8272-4f58-85da-2afc7d88396d tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426760 Nov 15 15:59:13.345855 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20357e-f403-4167-bd1a-45988d8f6161 req-c82d847c-be09-4fb2-87b6-5ac785d671a0 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:13.347361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb20357e-f403-4167-bd1a-45988d8f6161 req-c82d847c-be09-4fb2-87b6-5ac785d671a0 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0491991 Nov 15 15:59:13.398893 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-bb20357e-f403-4167-bd1a-45988d8f6161 req-3f07db54-f8e3-44ca-aeb9-b42d23bd882c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456619 Nov 15 15:59:13.420844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:59:13.459587 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09297ce7-603b-4666-96ea-74be2d2894bc tempest-TestShelveInstance-484642113 tempest-TestShelveInstance-484642113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:13.461079 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-09297ce7-603b-4666-96ea-74be2d2894bc tempest-TestShelveInstance-484642113 tempest-TestShelveInstance-484642113-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 1091 time: 0.0392706 Nov 15 15:59:13.463843 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 54934) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 15:59:13.468009 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 15:59:13.564442 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:13.661992 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:13.765347 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Allocated IP 172.25.4.39 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/7e851cc5-8144-48e7-a2b0-cc89c192b462) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 15:59:13.877817 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:13.947732 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:13.987407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 15:59:13.990480 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 15:59:13.993117 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 15:59:14.017189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'Port': ['ID=7e851cc5-8144-48e7-a2b0-cc89c192b462,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:59:14.338405 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:14.783338 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:14.928530 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:15.010091 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:15.075662 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event updated for resources: {'Port': ['ID=7e851cc5-8144-48e7-a2b0-cc89c192b462,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 15:59:15.087748 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:15.186219 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Floating IP 6d8879e3-2be4-4707-9cdf-80bd5bb45e66 associated. External IP: 172.25.4.39, port: dd8c0754-d470-4dd6-8025-3aede727e980. Nov 15 15:59:15.391131 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 15:59:15.499593 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 15:59:15.509152 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc4d04-9279-40aa-8ba8-1a785e1bad81 None None] Sync routers for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 15:59:15.518120 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc4d04-9279-40aa-8ba8-1a785e1bad81 None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:59:15.518757 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44fc4d04-9279-40aa-8ba8-1a785e1bad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:59:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:59:15.578009 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:15.607294 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c128b0c5-7331-4bb1-a71d-ffe3b4eb033e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1423306 Nov 15 15:59:15.608264 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 15:59:15.610662 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dfd258-855f-4004-ace7-2072e59033b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 15:59:15.631666 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-44fc4d04-9279-40aa-8ba8-1a785e1bad81 None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:59:15.647914 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 15:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82a53c4-0a8a-4bd1-872d-bf64a03a2118 x-openstack-request-id: req-f82a53c4-0a8a-4bd1-872d-bf64a03a2118 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 15:59:15.648201 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 15:59:15.648454 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f82a53c4-0a8a-4bd1-872d-bf64a03a2118 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 15:59:15.648897 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'status': 'completed', 'code': 200} Nov 15 15:59:15.710262 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfd258-855f-4004-ace7-2072e59033b1 req-0785602b-de9d-4abf-8be0-ecfe49aa8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:15.711832 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5dfd258-855f-4004-ace7-2072e59033b1 req-0785602b-de9d-4abf-8be0-ecfe49aa8f4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 1096 time: 0.0409834 Nov 15 15:59:15.806511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfd258-855f-4004-ace7-2072e59033b1 req-9de6c330-4fd4-4b4d-b154-9e2611b33772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:15.808012 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5dfd258-855f-4004-ace7-2072e59033b1 req-9de6c330-4fd4-4b4d-b154-9e2611b33772 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0894954 Nov 15 15:59:15.856833 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44fc4d04-9279-40aa-8ba8-1a785e1bad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '6d8879e3-2be4-4707-9cdf-80bd5bb45e66', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'port_id': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'mac_address': 'fa:16:3e:6a:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:59:14Z', 'updated_at': '2021-11-15T15:59:14Z', 'revision_number': 0, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:01Z', 'revision_number': 5, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:59:15.873622 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5dfd258-855f-4004-ace7-2072e59033b1 req-32343689-f911-430d-a0f0-8cec90464965 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd8c0754-d470-4dd6-8025-3aede727e980 HTTP/1.1" status: 200 len: 998 time: 0.0584347 Nov 15 15:59:15.882437 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc4d04-9279-40aa-8ba8-1a785e1bad81 None None] Checking router: b7783bc2-7999-4bed-ba51-f7fa48e3cc16 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 15:59:15.890680 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc4d04-9279-40aa-8ba8-1a785e1bad81 None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 15:59:15.891271 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44fc4d04-9279-40aa-8ba8-1a785e1bad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T15:59:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:59:15.927787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfd258-855f-4004-ace7-2072e59033b1 req-dcfb130a-1e4b-4e1b-a977-54b78f253fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:15.929781 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5dfd258-855f-4004-ace7-2072e59033b1 req-dcfb130a-1e4b-4e1b-a977-54b78f253fe1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0483913 Nov 15 15:59:15.974297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfd258-855f-4004-ace7-2072e59033b1 req-c7c2aceb-3802-4464-9de4-fe0ecbfa3790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 15:59:15.976389 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5dfd258-855f-4004-ace7-2072e59033b1 req-c7c2aceb-3802-4464-9de4-fe0ecbfa3790 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397823 Nov 15 15:59:15.994809 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-44fc4d04-9279-40aa-8ba8-1a785e1bad81 None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 15:59:16.067903 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5dfd258-855f-4004-ace7-2072e59033b1 req-6eca3bcf-12f6-44ac-8819-9421bb942347 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842755 Nov 15 15:59:16.164142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c5dfd258-855f-4004-ace7-2072e59033b1 req-74199c4a-2a7d-4520-a796-aca9f6496297 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888867 Nov 15 15:59:16.215426 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44fc4d04-9279-40aa-8ba8-1a785e1bad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '6d8879e3-2be4-4707-9cdf-80bd5bb45e66', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'port_id': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'mac_address': 'fa:16:3e:6a:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:59:14Z', 'updated_at': '2021-11-15T15:59:14Z', 'revision_number': 0, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:01Z', 'revision_number': 5, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 15:59:16.241285 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc4d04-9279-40aa-8ba8-1a785e1bad81 None None] The sync data for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 is: [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '6d8879e3-2be4-4707-9cdf-80bd5bb45e66', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'port_id': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'mac_address': 'fa:16:3e:6a:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T15:59:14Z', 'updated_at': '2021-11-15T15:59:14Z', 'revision_number': 0, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:01Z', 'revision_number': 5, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 15:59:16.440980 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79222b4a-17a7-43d2-bf21-5b892ec811eb None None] New status for floating IP 6d8879e3-2be4-4707-9cdf-80bd5bb45e66: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 15:59:29.284778 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:29.633214 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:29.787147 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15699524-41c4-4250-945e-66fc420017c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:32.147436 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a4718da9-ca8e-487a-b129-f6ac14df7e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:33.872829 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:35.484708 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:35.832983 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:38.195520 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 15:59:59.312670 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:59.626766 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 15:59:59.832443 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45a90fbc-7218-4a9d-90f8-d29b466d3a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:02.113356 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1aef22a6-4c2c-45d2-a882-8651a9400e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:03.676032 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33227661-bd03-4abd-ae23-c9c9e869cddb req-36ad3583-c55e-44ea-a39b-832f839aed33 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414622 Nov 15 16:00:03.761216 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33227661-bd03-4abd-ae23-c9c9e869cddb req-3fe77e6e-3e54-403d-82d0-a800ca4859d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:00:03.762857 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33227661-bd03-4abd-ae23-c9c9e869cddb req-3fe77e6e-3e54-403d-82d0-a800ca4859d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 1096 time: 0.0426357 Nov 15 16:00:03.838848 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:03.873438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33227661-bd03-4abd-ae23-c9c9e869cddb req-3bbfcf8a-fce6-4cee-bc87-8804bffcd698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:00:03.874948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33227661-bd03-4abd-ae23-c9c9e869cddb req-3bbfcf8a-fce6-4cee-bc87-8804bffcd698 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0930679 Nov 15 16:00:03.945719 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33227661-bd03-4abd-ae23-c9c9e869cddb req-a742bc10-a594-4fa9-ba3a-f0b3f58a2583 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd8c0754-d470-4dd6-8025-3aede727e980 HTTP/1.1" status: 200 len: 1000 time: 0.0633900 Nov 15 16:00:03.996570 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33227661-bd03-4abd-ae23-c9c9e869cddb req-31717dc7-753e-4c04-953e-0775420c7bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:00:03.997985 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33227661-bd03-4abd-ae23-c9c9e869cddb req-31717dc7-753e-4c04-953e-0775420c7bca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0460427 Nov 15 16:00:04.051358 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33227661-bd03-4abd-ae23-c9c9e869cddb req-1057c8cf-7df3-4be0-b0a8-f7701856ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:00:04.052899 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33227661-bd03-4abd-ae23-c9c9e869cddb req-1057c8cf-7df3-4be0-b0a8-f7701856ffa1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466619 Nov 15 16:00:04.162592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33227661-bd03-4abd-ae23-c9c9e869cddb req-7ebee204-1dfc-4475-9ca9-b3a883d90f39 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026149 Nov 15 16:00:04.252148 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-33227661-bd03-4abd-ae23-c9c9e869cddb req-504ba451-a940-4070-84f3-f14e88a1bdd5 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830579 Nov 15 16:00:05.494508 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:05.831829 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:15.195348 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:00:29.375144 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:29.620642 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:29.764141 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60a2a15e-7938-47c8-9bce-81619eab3960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:32.129168 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8441bd5-a55d-4dd2-87eb-250a0684473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:33.837888 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:35.494038 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:35.831295 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:52.194860 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:00:59.294783 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:59.648961 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:00:59.763386 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c861350-48c4-42c3-a34f-6e3259b996cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:02.157649 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-220d6117-c9b6-497e-a2ff-e1a85816841b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:03.831947 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:05.511916 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:05.666726 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e01772e2-27b7-4e9b-8d8f-a4441a8bdbe9 req-667d616a-9b8d-4917-a0b8-556bd2631926 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401556 Nov 15 16:01:05.750880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01772e2-27b7-4e9b-8d8f-a4441a8bdbe9 req-552ead77-03ca-469d-97c0-caf26c56ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:05.752381 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e01772e2-27b7-4e9b-8d8f-a4441a8bdbe9 req-552ead77-03ca-469d-97c0-caf26c56ff4c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 1096 time: 0.0446141 Nov 15 16:01:05.820382 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:05.857091 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01772e2-27b7-4e9b-8d8f-a4441a8bdbe9 req-c5d0f848-a6c9-4650-ae02-93bb31715953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:05.858635 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e01772e2-27b7-4e9b-8d8f-a4441a8bdbe9 req-c5d0f848-a6c9-4650-ae02-93bb31715953 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0866492 Nov 15 16:01:05.928001 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e01772e2-27b7-4e9b-8d8f-a4441a8bdbe9 req-4ce273e1-c474-4f86-ba15-12bb2d72f9d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd8c0754-d470-4dd6-8025-3aede727e980 HTTP/1.1" status: 200 len: 1000 time: 0.0620019 Nov 15 16:01:05.975779 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01772e2-27b7-4e9b-8d8f-a4441a8bdbe9 req-8acb43f9-0d97-4a1d-8ca4-f34c88cbb8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:05.977213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e01772e2-27b7-4e9b-8d8f-a4441a8bdbe9 req-8acb43f9-0d97-4a1d-8ca4-f34c88cbb8e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0428696 Nov 15 16:01:06.021938 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01772e2-27b7-4e9b-8d8f-a4441a8bdbe9 req-8d107e2b-6c5b-4a5c-b036-e723f10f0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:06.023398 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e01772e2-27b7-4e9b-8d8f-a4441a8bdbe9 req-8d107e2b-6c5b-4a5c-b036-e723f10f0f6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394719 Nov 15 16:01:06.116087 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e01772e2-27b7-4e9b-8d8f-a4441a8bdbe9 req-af4c8fb0-c957-4e62-94dc-393c6465ab17 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857668 Nov 15 16:01:06.204316 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e01772e2-27b7-4e9b-8d8f-a4441a8bdbe9 req-5668e483-50e7-4718-87fb-6c7584e8e8e9 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816734 Nov 15 16:01:29.193574 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:01:29.317610 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:29.671611 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:29.825710 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-168bc1c9-8c19-41ea-a42e-171d65a9d9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:32.150530 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6de8c93a-3def-4e66-979c-71d31fdb8ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:33.859934 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:35.038585 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505156c-33d5-448e-acce-db32973b9c9e req-bb6699cd-b57e-46ff-8786-8311f8ad6adc tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:35.040081 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4505156c-33d5-448e-acce-db32973b9c9e req-bb6699cd-b57e-46ff-8786-8311f8ad6adc tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0524633 Nov 15 16:01:35.097536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4505156c-33d5-448e-acce-db32973b9c9e req-16aa219e-a26e-4824-a6cd-80a03051202a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512590 Nov 15 16:01:35.488561 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:35.831979 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:36.241354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f474-2e7b-4039-a6cf-733f08e39894 req-a3099f45-4261-4f22-b5b3-3094b58d2be8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:36.242913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3142f474-2e7b-4039-a6cf-733f08e39894 req-a3099f45-4261-4f22-b5b3-3094b58d2be8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0501487 Nov 15 16:01:36.291443 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3142f474-2e7b-4039-a6cf-733f08e39894 req-2e027846-2c41-4f24-b531-be3d8610c609 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424223 Nov 15 16:01:37.432456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9130a94-9815-4c32-911d-5c0370c1a6b7 req-7297378c-c123-45b8-a2dc-1e30596ba604 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:37.433953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9130a94-9815-4c32-911d-5c0370c1a6b7 req-7297378c-c123-45b8-a2dc-1e30596ba604 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0484107 Nov 15 16:01:37.483143 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b9130a94-9815-4c32-911d-5c0370c1a6b7 req-0bbd8931-e2ec-4ca8-966b-c2150c841c77 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431993 Nov 15 16:01:38.600640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4231b-9f0a-4c04-8552-e37669a5fb5b req-bf775267-7574-41c9-a322-9c9db210259c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:38.602023 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1b4231b-9f0a-4c04-8552-e37669a5fb5b req-bf775267-7574-41c9-a322-9c9db210259c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0522094 Nov 15 16:01:38.650618 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1b4231b-9f0a-4c04-8552-e37669a5fb5b req-5088c9dc-66f2-4777-a3b2-a4873ab342b3 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418942 Nov 15 16:01:39.769960 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289338a-6495-40e2-a341-ca249905f0a6 req-5a34c3dc-05bd-432d-bfde-823f45bd675d tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:39.771470 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4289338a-6495-40e2-a341-ca249905f0a6 req-5a34c3dc-05bd-432d-bfde-823f45bd675d tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0484657 Nov 15 16:01:39.833502 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4289338a-6495-40e2-a341-ca249905f0a6 req-05cb12f2-5063-45e3-9ad6-ac70726d3c7a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549886 Nov 15 16:01:40.948876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca707cf6-52b1-4c98-b969-6c4603e7bd81 req-fc368575-74a5-4c1d-9df4-296d930d093c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:40.950387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca707cf6-52b1-4c98-b969-6c4603e7bd81 req-fc368575-74a5-4c1d-9df4-296d930d093c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0503395 Nov 15 16:01:41.003523 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca707cf6-52b1-4c98-b969-6c4603e7bd81 req-d54cc14d-10cf-46d5-a49f-e552171cf434 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468345 Nov 15 16:01:42.116076 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d9963-3c72-41d6-823b-fd694b912991 req-a1185297-d9b6-435c-84ee-e6aaf5ed7a59 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:42.117555 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d6d9963-3c72-41d6-823b-fd694b912991 req-a1185297-d9b6-435c-84ee-e6aaf5ed7a59 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0479953 Nov 15 16:01:42.168855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7d6d9963-3c72-41d6-823b-fd694b912991 req-cf5ff8b2-25e3-4b01-a52f-9176a12dfb20 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428476 Nov 15 16:01:43.285314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479433fc-2322-4f3e-8e4b-aa25b4e4a34f req-56503073-27e0-4d02-a897-bad20e0ccfcb tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:43.286855 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-479433fc-2322-4f3e-8e4b-aa25b4e4a34f req-56503073-27e0-4d02-a897-bad20e0ccfcb tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0502863 Nov 15 16:01:43.341799 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-479433fc-2322-4f3e-8e4b-aa25b4e4a34f req-fcb90d58-7849-49b1-92dd-0d10f914a5c1 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488806 Nov 15 16:01:44.460058 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bb841-00cb-4380-a876-80a5ce094e63 req-9a8d51d9-01ce-4d37-a91f-e9aee4c4ba18 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:44.461592 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0bb841-00cb-4380-a876-80a5ce094e63 req-9a8d51d9-01ce-4d37-a91f-e9aee4c4ba18 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0533266 Nov 15 16:01:44.509783 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7f0bb841-00cb-4380-a876-80a5ce094e63 req-cc240265-d6b9-43e5-b24e-638f2c89c38f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422449 Nov 15 16:01:45.209539 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08edf8-7d5c-42e1-b38c-b851a9adc99e req-d98f6169-0814-4f69-9029-9d6845851f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:45.211095 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b08edf8-7d5c-42e1-b38c-b851a9adc99e req-d98f6169-0814-4f69-9029-9d6845851f2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 1096 time: 0.0408969 Nov 15 16:01:45.301902 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08edf8-7d5c-42e1-b38c-b851a9adc99e req-d95182f7-89cc-4101-b3b9-381b01276449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:45.303484 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b08edf8-7d5c-42e1-b38c-b851a9adc99e req-d95182f7-89cc-4101-b3b9-381b01276449 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0860484 Nov 15 16:01:45.375583 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b08edf8-7d5c-42e1-b38c-b851a9adc99e req-0394c8ed-010a-4e94-b0af-d18c2669d47b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd8c0754-d470-4dd6-8025-3aede727e980 HTTP/1.1" status: 200 len: 1000 time: 0.0649455 Nov 15 16:01:45.427090 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08edf8-7d5c-42e1-b38c-b851a9adc99e req-c8d1c0b3-de46-4f27-9128-08a3880287c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:45.428563 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b08edf8-7d5c-42e1-b38c-b851a9adc99e req-c8d1c0b3-de46-4f27-9128-08a3880287c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0452812 Nov 15 16:01:45.478195 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08edf8-7d5c-42e1-b38c-b851a9adc99e req-7d251020-41af-4bf3-9d43-b3e286b9ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:45.479835 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b08edf8-7d5c-42e1-b38c-b851a9adc99e req-7d251020-41af-4bf3-9d43-b3e286b9ee03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443094 Nov 15 16:01:45.568947 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b08edf8-7d5c-42e1-b38c-b851a9adc99e req-5f0da03f-899a-455a-b41c-e9a1ac1b0f68 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822783 Nov 15 16:01:45.677150 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a23ed2-c6d8-4010-84c2-d0aa3005b010 req-dbf554e6-ab31-40e9-97f9-7cd3eb755a6c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:45.678590 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6a23ed2-c6d8-4010-84c2-d0aa3005b010 req-dbf554e6-ab31-40e9-97f9-7cd3eb755a6c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0951641 Nov 15 16:01:45.720065 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7b08edf8-7d5c-42e1-b38c-b851a9adc99e req-bec92766-e60a-46c4-85c7-e84ab51a05e7 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446669 Nov 15 16:01:45.750425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e6a23ed2-c6d8-4010-84c2-d0aa3005b010 req-f92980e1-82cd-4261-93de-2aa326de770e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654929 Nov 15 16:01:46.868860 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9ff97-f9a6-44d3-b461-b348cd095c47 req-9424d336-e6a9-49e4-a1bf-834c45e6da7c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:46.870331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbc9ff97-f9a6-44d3-b461-b348cd095c47 req-9424d336-e6a9-49e4-a1bf-834c45e6da7c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0530624 Nov 15 16:01:46.918286 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fbc9ff97-f9a6-44d3-b461-b348cd095c47 req-5fbaf02a-3841-4b47-bc85-f9feb4cca6de tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420203 Nov 15 16:01:48.035081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9343d9-0feb-48d2-84df-8e0663448961 req-69a71160-7fcc-4cc7-bbb9-fc5672b3dbbc tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:48.036563 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a9343d9-0feb-48d2-84df-8e0663448961 req-69a71160-7fcc-4cc7-bbb9-fc5672b3dbbc tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0492439 Nov 15 16:01:48.086840 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8a9343d9-0feb-48d2-84df-8e0663448961 req-39c17622-48a6-4734-8391-f945b2ef659f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442863 Nov 15 16:01:49.203491 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4757f54-f525-453c-ad89-7b82e34bbf99 req-d633d271-12a2-4da1-8693-9bb762510d58 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:49.204970 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4757f54-f525-453c-ad89-7b82e34bbf99 req-d633d271-12a2-4da1-8693-9bb762510d58 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0478716 Nov 15 16:01:49.259768 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e4757f54-f525-453c-ad89-7b82e34bbf99 req-133a2114-8770-484b-a69e-7776f1ab851e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476348 Nov 15 16:01:49.978375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dd8c0754-d470-4dd6-8025-3aede727e980 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:01:50.054298 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:50.077695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:01:50.079961 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4804a5f7-b4ba-46a0-aac5-421c892bf0b0" -d '{"events": [{"server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "name": "network-vif-unplugged", "status": "completed", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:01:50.094895 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dd8c0754-d470-4dd6-8025-3aede727e980, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dd8c0754-d470-4dd6-8025-3aede727e980,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:01:50.169033 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:50.174365 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 16:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1155aa27-df2c-40d1-9d69-131b13e3cb5b x-openstack-request-id: req-1155aa27-df2c-40d1-9d69-131b13e3cb5b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:01:50.174680 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "name": "network-vif-unplugged", "status": "completed", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:01:50.174959 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1155aa27-df2c-40d1-9d69-131b13e3cb5b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:01:50.175355 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'code': 200} Nov 15 16:01:50.217262 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=dd8c0754-d470-4dd6-8025-3aede727e980,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:01:50.224610 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:01:50.224957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:01:50.225302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:01:50.225638 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:01:50.225971 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:01:50.226305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:01:50.226657 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:01:50.226988 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:01:50.227309 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:01:50.227628 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:01:50.227949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:01:50.228268 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:01:50.377302 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bcec6-a9ce-4a06-9956-ed285b9c18f5 req-7059cf34-c419-425b-8bda-c3eec99066fe tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:50.378821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c2bcec6-a9ce-4a06-9956-ed285b9c18f5 req-7059cf34-c419-425b-8bda-c3eec99066fe tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0490739 Nov 15 16:01:50.427238 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-7c2bcec6-a9ce-4a06-9956-ed285b9c18f5 req-719f1e6d-ebd9-4c2f-95ca-301023d9999d tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423474 Nov 15 16:01:51.775420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279c0f3-6d8e-4f79-b844-260fc1fd8408 req-2efd0d7e-994a-46ed-8fbf-729a8d547aed tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:51.776971 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9279c0f3-6d8e-4f79-b844-260fc1fd8408 req-2efd0d7e-994a-46ed-8fbf-729a8d547aed tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0491312 Nov 15 16:01:51.830187 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9279c0f3-6d8e-4f79-b844-260fc1fd8408 req-59152e99-d419-4a10-9160-b9cb9f8d83a2 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466762 Nov 15 16:01:51.843197 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-bf7db3e8-4533-4483-af35-6ae8e52f4ac2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819647 Nov 15 16:01:51.852813 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-5adcbb6a-b8f5-40e2-b52d-2f332ad5d2fd service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 16:01:51.853763 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-5adcbb6a-b8f5-40e2-b52d-2f332ad5d2fd service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050652 Nov 15 16:01:52.952079 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b65800-f299-4c3d-8e47-d022c9285960 req-e9c6bd2c-a020-435c-b1d7-98b5b5f4e8e3 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:52.953569 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4b65800-f299-4c3d-8e47-d022c9285960 req-e9c6bd2c-a020-435c-b1d7-98b5b5f4e8e3 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0531149 Nov 15 16:01:53.003226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a4b65800-f299-4c3d-8e47-d022c9285960 req-c707452e-b354-41ac-8ae7-91868a30432e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434139 Nov 15 16:01:54.119123 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55f346-ff1d-4346-9c2c-f484d369237c req-07ee730a-3d93-42e5-88bc-445d35c08f65 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:54.120732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf55f346-ff1d-4346-9c2c-f484d369237c req-07ee730a-3d93-42e5-88bc-445d35c08f65 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0504854 Nov 15 16:01:54.170807 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-cf55f346-ff1d-4346-9c2c-f484d369237c req-75302372-ad36-4acb-8c13-31e2cca11d14 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433199 Nov 15 16:01:55.292427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ea54-f24c-477f-bbcc-b66d4da7cf97 req-d8a44ea4-aca8-464c-9427-1d47b7e62e95 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:55.294007 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fca3ea54-f24c-477f-bbcc-b66d4da7cf97 req-d8a44ea4-aca8-464c-9427-1d47b7e62e95 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0555782 Nov 15 16:01:55.345083 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fca3ea54-f24c-477f-bbcc-b66d4da7cf97 req-357647d5-ab7b-4926-bb3c-5e35247c3717 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444403 Nov 15 16:01:56.459230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e65374-ed73-4bb7-8d13-6b9d1d487c0b req-edd8b267-bb68-4c9d-b1bd-d4460aec97bf tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:56.460704 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1e65374-ed73-4bb7-8d13-6b9d1d487c0b req-edd8b267-bb68-4c9d-b1bd-d4460aec97bf tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0493970 Nov 15 16:01:56.515706 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c1e65374-ed73-4bb7-8d13-6b9d1d487c0b req-915515ba-0f8e-4e7f-9832-538c28df7d00 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490491 Nov 15 16:01:57.631410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356e350-aeba-40e9-8be8-423e4ad1147e req-98e08054-7698-4a9e-91fe-08978cf9e7f8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:57.632929 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5356e350-aeba-40e9-8be8-423e4ad1147e req-98e08054-7698-4a9e-91fe-08978cf9e7f8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0500019 Nov 15 16:01:57.687852 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5356e350-aeba-40e9-8be8-423e4ad1147e req-aab017d8-39f9-42e8-a695-a228da62873f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488245 Nov 15 16:01:58.805179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5657b-b14c-46bb-8dfc-88e259f37a98 req-e521fad9-3fd4-4e92-a000-24bbae9bae0b tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:58.806831 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0c5657b-b14c-46bb-8dfc-88e259f37a98 req-e521fad9-3fd4-4e92-a000-24bbae9bae0b tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0494065 Nov 15 16:01:58.857898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c0c5657b-b14c-46bb-8dfc-88e259f37a98 req-8db4595e-a0a6-4987-a154-69a02990e9d2 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449326 Nov 15 16:01:59.343929 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:59.658151 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:59.784094 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed436da2-9b82-4988-a3a0-dd9053a4a3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:01:59.982308 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbf9d6-a2dd-463d-bde8-6c48f2aeeeaa req-0f54eee5-eb19-4057-8d10-69c7ad141f40 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:01:59.983871 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-11bbf9d6-a2dd-463d-bde8-6c48f2aeeeaa req-0f54eee5-eb19-4057-8d10-69c7ad141f40 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0559123 Nov 15 16:02:00.033191 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-11bbf9d6-a2dd-463d-bde8-6c48f2aeeeaa req-9e837849-cc1b-4d18-9016-ec785e049871 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432808 Nov 15 16:02:01.156937 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e676b2c-af4e-46f1-8166-4bab04709b61 req-eca7414c-a4cd-4a7e-8d76-6e7265d8cabe tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:01.158486 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e676b2c-af4e-46f1-8166-4bab04709b61 req-eca7414c-a4cd-4a7e-8d76-6e7265d8cabe tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0549271 Nov 15 16:02:01.209926 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-9e676b2c-af4e-46f1-8166-4bab04709b61 req-8ba6ed37-88e0-4c21-ba6a-6c4eeea6becc tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446429 Nov 15 16:02:02.173853 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-609b2dd6-a719-458d-bdd8-e4101dcd6feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:02.332168 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1500ff-a111-4f09-b292-55252c9f8927 req-062523a7-93f7-4f19-b829-6a03b2291493 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:02.333747 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b1500ff-a111-4f09-b292-55252c9f8927 req-062523a7-93f7-4f19-b829-6a03b2291493 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0513229 Nov 15 16:02:02.383648 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3b1500ff-a111-4f09-b292-55252c9f8927 req-c4a110e6-487a-435e-a6d8-5f244f417d5a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435393 Nov 15 16:02:02.712658 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-3eb0b3ca-708a-451d-a44d-17d0798c6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:02.714226 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-3eb0b3ca-708a-451d-a44d-17d0798c6ae6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df&tenant_id=b0895777f9ca48fcaba3789a507c7ddf HTTP/1.1" status: 200 len: 1094 time: 0.0406928 Nov 15 16:02:02.776649 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-dc559f6f-afbb-4738-813d-f45b3a2e65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:02.778684 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-dc559f6f-afbb-4738-813d-f45b3a2e65c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 1094 time: 0.0418770 Nov 15 16:02:02.866164 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-3e92bc81-5abe-45ab-9550-86516b1b2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:02.867705 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-3e92bc81-5abe-45ab-9550-86516b1b2f70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0827324 Nov 15 16:02:02.935092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-523a0566-88b8-401a-902e-be01f0cd218b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd8c0754-d470-4dd6-8025-3aede727e980 HTTP/1.1" status: 200 len: 998 time: 0.0599093 Nov 15 16:02:02.981971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-d1ecd8ac-d36b-4512-8e75-8c1d40615501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:02.983438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-d1ecd8ac-d36b-4512-8e75-8c1d40615501 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0425041 Nov 15 16:02:03.028245 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-475a3e7a-8797-4a84-af74-844a94faa74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:03.029642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-475a3e7a-8797-4a84-af74-844a94faa74b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386565 Nov 15 16:02:03.119519 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-79649f2a-0fa4-4e08-8bae-d024bfb7b25b service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826886 Nov 15 16:02:03.213568 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-8b8b039a-5f7a-4ebf-82b9-84353dbdbea8 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875766 Nov 15 16:02:03.502163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db664-84a1-4936-ab22-9a30d5c8b7dc req-f39ace04-996a-4af4-ade0-41821377ed93 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:03.503676 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-140db664-84a1-4936-ab22-9a30d5c8b7dc req-f39ace04-996a-4af4-ade0-41821377ed93 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0508616 Nov 15 16:02:03.557291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-140db664-84a1-4936-ab22-9a30d5c8b7dc req-6dd93882-256f-4dde-8b95-23819b709df0 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476632 Nov 15 16:02:03.842803 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:04.670792 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa87274-0f39-44b2-9719-658c7430e413 req-6b217f30-b4a2-41ce-95a3-fb3e18c28f7c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:04.672300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfa87274-0f39-44b2-9719-658c7430e413 req-6b217f30-b4a2-41ce-95a3-fb3e18c28f7c tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0478644 Nov 15 16:02:04.720901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfa87274-0f39-44b2-9719-658c7430e413 req-78d63d89-46a7-4baf-8a16-5554f8f16246 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427606 Nov 15 16:02:05.499934 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:05.695680 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37b392-120f-4d19-bb3a-895adfab53fa req-336aa123-6f5b-4d62-baa0-0bdc65a8b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:05.697081 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee37b392-120f-4d19-bb3a-895adfab53fa req-336aa123-6f5b-4d62-baa0-0bdc65a8b8bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 1094 time: 0.0396652 Nov 15 16:02:05.814431 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37b392-120f-4d19-bb3a-895adfab53fa req-97aa9b2d-9fec-4619-a6e5-d5368147294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:05.815882 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee37b392-120f-4d19-bb3a-895adfab53fa req-97aa9b2d-9fec-4619-a6e5-d5368147294b service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0990918 Nov 15 16:02:05.831879 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:05.901187 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834b6db-34cd-4e15-8354-77b3c65bf9f5 req-e3ef618a-b276-4eb7-bc3f-6c4f6adfaacb tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:05.902701 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5834b6db-34cd-4e15-8354-77b3c65bf9f5 req-e3ef618a-b276-4eb7-bc3f-6c4f6adfaacb tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.1064992 Nov 15 16:02:05.908950 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee37b392-120f-4d19-bb3a-895adfab53fa req-0ec69379-ef38-41bc-80ad-487bc9a1a6f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd8c0754-d470-4dd6-8025-3aede727e980 HTTP/1.1" status: 200 len: 998 time: 0.0793927 Nov 15 16:02:05.983580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37b392-120f-4d19-bb3a-895adfab53fa req-10f7e68d-7104-459a-b63f-b10ee53db79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:05.984953 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee37b392-120f-4d19-bb3a-895adfab53fa req-10f7e68d-7104-459a-b63f-b10ee53db79e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0694697 Nov 15 16:02:05.989154 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5834b6db-34cd-4e15-8354-77b3c65bf9f5 req-adbe5c2a-8abe-4dd8-811c-3bdbe020f6c9 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793412 Nov 15 16:02:06.038126 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37b392-120f-4d19-bb3a-895adfab53fa req-ad2fae68-7abb-444f-aade-ef6ad554c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:06.039747 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee37b392-120f-4d19-bb3a-895adfab53fa req-ad2fae68-7abb-444f-aade-ef6ad554c9df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464287 Nov 15 16:02:06.132688 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee37b392-120f-4d19-bb3a-895adfab53fa req-d51078cd-3dba-4503-8439-86c9d265401a service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859168 Nov 15 16:02:06.193297 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:02:06.220578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ee37b392-120f-4d19-bb3a-895adfab53fa req-8456fb45-da02-49ed-be77-c17ca2e49a1f service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814407 Nov 15 16:02:07.116998 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda306a-00b5-467d-b092-ed19868a1d39 req-fe4b711b-1bb3-4d53-be0f-3842d7968785 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:07.118498 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfda306a-00b5-467d-b092-ed19868a1d39 req-fe4b711b-1bb3-4d53-be0f-3842d7968785 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0525825 Nov 15 16:02:07.166709 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dfda306a-00b5-467d-b092-ed19868a1d39 req-93ca345f-69a6-4788-8d17-f8f78c03cb12 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422230 Nov 15 16:02:08.281235 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe4427-8e08-4841-a71f-8c7197b7ffce req-a68afadc-a994-4680-8bd9-a72056333751 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:08.282717 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ebe4427-8e08-4841-a71f-8c7197b7ffce req-a68afadc-a994-4680-8bd9-a72056333751 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0488904 Nov 15 16:02:08.336461 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8ebe4427-8e08-4841-a71f-8c7197b7ffce req-4d516342-e3ba-414d-ac4d-0d5b42bb9bd8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476491 Nov 15 16:02:09.451543 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b271d-c27a-4ff3-96fe-7ef54b016b54 req-a075e018-4082-4c6a-b82b-ba2f727a4652 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:09.453024 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-691b271d-c27a-4ff3-96fe-7ef54b016b54 req-a075e018-4082-4c6a-b82b-ba2f727a4652 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0481365 Nov 15 16:02:09.505326 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-691b271d-c27a-4ff3-96fe-7ef54b016b54 req-5588b16c-1808-4723-831d-9b729c5bde7e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460916 Nov 15 16:02:10.619971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81bef3-4c52-46e9-97f4-5af1d8c1b0f5 req-9c2ab2ab-1787-4e5e-aac2-fe23a621f821 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:10.621368 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca81bef3-4c52-46e9-97f4-5af1d8c1b0f5 req-9c2ab2ab-1787-4e5e-aac2-fe23a621f821 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0485904 Nov 15 16:02:10.669854 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ca81bef3-4c52-46e9-97f4-5af1d8c1b0f5 req-c7cf03f1-63c6-41cd-bdc7-31bead964207 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424652 Nov 15 16:02:11.783185 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb5ed-611e-4e72-80d6-b9ba316f312d req-53ed00d0-c4a0-46e2-a880-5994957fd734 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:11.784660 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e26bb5ed-611e-4e72-80d6-b9ba316f312d req-53ed00d0-c4a0-46e2-a880-5994957fd734 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 943 time: 0.0483718 Nov 15 16:02:11.833865 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e26bb5ed-611e-4e72-80d6-b9ba316f312d req-eb7a8377-b3db-4514-b21f-ce4396a6b9de tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432975 Nov 15 16:02:12.124033 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dd8c0754-d470-4dd6-8025-3aede727e980 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 16:02:12.215211 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dd8c0754-d470-4dd6-8025-3aede727e980, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dd8c0754-d470-4dd6-8025-3aede727e980,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:02:12.226456 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'port_id': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'mac_address': 'fa:16:3e:6a:fd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 16:02:12.267160 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:12.279526 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8c0754-d470-4dd6-8025-3aede727e980 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 16:02:12.298303 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dd8c0754-d470-4dd6-8025-3aede727e980, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dd8c0754-d470-4dd6-8025-3aede727e980,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:02:12.374795 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:12.422744 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=dd8c0754-d470-4dd6-8025-3aede727e980,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:02:12.599800 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['dd8c0754-d470-4dd6-8025-3aede727e980'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 16:02:13.275720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48bd4b-1078-4905-b3a3-f563b325270e req-bcf67448-dffb-42fa-beaa-7e6ea0c5ac60 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:13.277209 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c48bd4b-1078-4905-b3a3-f563b325270e req-bcf67448-dffb-42fa-beaa-7e6ea0c5ac60 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 944 time: 0.3758278 Nov 15 16:02:13.325471 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6c48bd4b-1078-4905-b3a3-f563b325270e req-4e2fc000-b70b-4987-84d4-08e28168efbc tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422773 Nov 15 16:02:14.149462 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dd8c0754-d470-4dd6-8025-3aede727e980 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 16:02:14.197508 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port dd8c0754-d470-4dd6-8025-3aede727e980 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:02:14.197880 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:14.276521 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:14.298542 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:02:14.300750 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cda0190-793c-4963-9302-20d7829afdce" -d '{"events": [{"server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "name": "network-vif-plugged", "status": "completed", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:02:14.313674 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port dd8c0754-d470-4dd6-8025-3aede727e980, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dd8c0754-d470-4dd6-8025-3aede727e980,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:02:14.340283 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 16:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1d5350-97f3-45f2-a565-2886d62c979a x-openstack-request-id: req-eb1d5350-97f3-45f2-a565-2886d62c979a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:02:14.340574 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "name": "network-vif-plugged", "status": "completed", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:02:14.340830 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb1d5350-97f3-45f2-a565-2886d62c979a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:02:14.341230 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'code': 200} Nov 15 16:02:14.385836 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:14.434617 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=dd8c0754-d470-4dd6-8025-3aede727e980,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:02:14.451170 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d475e-46f8-4c79-bbac-dd3f620c2f09 req-6736a102-c43a-4481-8709-f9c7dab3a2a8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:14.452732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d4d475e-46f8-4c79-bbac-dd3f620c2f09 req-6736a102-c43a-4481-8709-f9c7dab3a2a8 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0580702 Nov 15 16:02:14.523102 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89ebdb-d929-485d-a5cd-6b7b2140248f req-ba033415-1155-4e8f-81a1-5f882166cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:14.524599 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a89ebdb-d929-485d-a5cd-6b7b2140248f req-ba033415-1155-4e8f-81a1-5f882166cfc4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 1096 time: 0.0706720 Nov 15 16:02:14.528322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8d4d475e-46f8-4c79-bbac-dd3f620c2f09 req-c6af4227-53e7-4c19-ab9f-69347491c797 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667546 Nov 15 16:02:14.579872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a89ebdb-d929-485d-a5cd-6b7b2140248f req-56dfd2b2-c387-42d2-a6c5-72c8b7cbecc5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478487 Nov 15 16:02:15.654559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9c2ea-3586-419e-a5f9-c0cf6bc48478 req-980d8b6f-13f9-4b14-a63e-34d3facc2853 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:15.656105 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7f9c2ea-3586-419e-a5f9-c0cf6bc48478 req-980d8b6f-13f9-4b14-a63e-34d3facc2853 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0539546 Nov 15 16:02:15.708872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c7f9c2ea-3586-419e-a5f9-c0cf6bc48478 req-9b09a544-41e1-42ee-9fe1-a3f9e3f0f2fa tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467236 Nov 15 16:02:16.830407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a97ab5-0365-414e-bcd5-37e219b569fa req-07639d26-e096-4601-87f8-5fdbf9a2123f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:02:16.831901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42a97ab5-0365-414e-bcd5-37e219b569fa req-07639d26-e096-4601-87f8-5fdbf9a2123f tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0492930 Nov 15 16:02:16.884135 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-42a97ab5-0365-414e-bcd5-37e219b569fa req-72a7ac34-e01f-4a4c-9bce-e42b3b66bafd tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462251 Nov 15 16:02:29.448326 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:29.670899 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:29.796299 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eef14c06-249c-4d9c-971c-1b917c582ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:32.156945 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3142fd2d-5db3-4dcb-97a2-a7ffd52a8fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:33.836095 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:35.504906 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:35.830927 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:43.192936 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:02:59.385350 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:59.704781 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:02:59.813330 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b6cfacfc-0f3d-4cec-b87d-7c579d3a400b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:02.167414 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-acd4da8d-7be4-40c1-bca2-9b0c1a773130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:03.858728 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:05.533278 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:05.854068 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:07.749145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2bfa7b6-aad4-477d-b9d3-c460980c5117 req-becbbd46-0891-4834-8498-63ffbe7f7e54 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1063619 Nov 15 16:03:07.833328 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfa7b6-aad4-477d-b9d3-c460980c5117 req-94d27c8d-2f00-4b77-8172-60520ef2293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:03:07.834821 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2bfa7b6-aad4-477d-b9d3-c460980c5117 req-94d27c8d-2f00-4b77-8172-60520ef2293b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 1096 time: 0.0404937 Nov 15 16:03:07.943840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfa7b6-aad4-477d-b9d3-c460980c5117 req-d6555a5a-a496-44fb-910d-c0a78c21c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:03:07.945279 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2bfa7b6-aad4-477d-b9d3-c460980c5117 req-d6555a5a-a496-44fb-910d-c0a78c21c8a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0915501 Nov 15 16:03:08.014094 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2bfa7b6-aad4-477d-b9d3-c460980c5117 req-abb95a2b-966c-4013-bc67-5a316e84056a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd8c0754-d470-4dd6-8025-3aede727e980 HTTP/1.1" status: 200 len: 1000 time: 0.0594990 Nov 15 16:03:08.063147 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfa7b6-aad4-477d-b9d3-c460980c5117 req-42c4427d-6ccd-4bf7-9734-69a58527d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:03:08.064624 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2bfa7b6-aad4-477d-b9d3-c460980c5117 req-42c4427d-6ccd-4bf7-9734-69a58527d0bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0440187 Nov 15 16:03:08.117709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfa7b6-aad4-477d-b9d3-c460980c5117 req-968f9c68-5d49-49c9-9c94-9742b749136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:03:08.119845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2bfa7b6-aad4-477d-b9d3-c460980c5117 req-968f9c68-5d49-49c9-9c94-9742b749136b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478120 Nov 15 16:03:08.208668 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2bfa7b6-aad4-477d-b9d3-c460980c5117 req-a5afd9df-80d6-4223-b47d-8e90d086d0f1 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811999 Nov 15 16:03:08.301029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c2bfa7b6-aad4-477d-b9d3-c460980c5117 req-2d6ace2c-ff6a-4ab2-9983-4f9f5395fc87 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856071 Nov 15 16:03:20.192580 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:03:29.355656 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:29.691215 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:29.793491 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e729254a-4e0b-4d91-b02d-4e0ba150f41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:32.172785 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7de0cff7-3e87-400f-90f0-83869e5392cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:33.873329 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:35.510369 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:35.827995 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:53.296983 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55130) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:03:53.453217 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Deleting port 7e851cc5-8144-48e7-a2b0-cc89c192b462 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:03:53.453707 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:53.531196 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:53.531527 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:53.542875 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Calling delete_port for 7e851cc5-8144-48e7-a2b0-cc89c192b462 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:03:53.764532 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:53.791107 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event deleted for resources: {'Port': ['ID=7e851cc5-8144-48e7-a2b0-cc89c192b462,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:03:53.819265 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:03:53.819610 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:03:53.819948 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:03:53.820281 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:03:53.820611 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:03:53.820941 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:03:53.821269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:03:53.821594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:03:53.821920 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:03:53.822238 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:03:53.822584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:03:53.823129 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:03:53.862067 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:53.862492 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Floating IP 6d8879e3-2be4-4707-9cdf-80bd5bb45e66 disassociated (deleted). External IP: 172.25.4.39, port: dd8c0754-d470-4dd6-8025-3aede727e980. Nov 15 16:03:54.072068 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 16:03:54.180158 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 16:03:54.185683 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:54.190238 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdaf7ab-e5a1-440e-806c-150153d3051a None None] Sync routers for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 16:03:54.200562 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdaf7ab-e5a1-440e-806c-150153d3051a None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:03:54.201170 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fbdaf7ab-e5a1-440e-806c-150153d3051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:03:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:03:54.212748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4a94f052-9970-410d-b9f0-65c95a184772 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "DELETE /v2.0/floatingips/6d8879e3-2be4-4707-9cdf-80bd5bb45e66 HTTP/1.1" status: 204 len: 168 time: 0.9146531 Nov 15 16:03:54.213445 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:03:54.215909 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54506a4-def8-4564-b014-a43bbe5a4fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:03:54.311342 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fbdaf7ab-e5a1-440e-806c-150153d3051a None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:03:54.321629 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 16:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51c895d-6fc6-402b-94dd-97f2076b605a x-openstack-request-id: req-a51c895d-6fc6-402b-94dd-97f2076b605a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:03:54.322206 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:03:54.322206 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a51c895d-6fc6-402b-94dd-97f2076b605a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:03:54.322593 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'status': 'completed', 'code': 200} Nov 15 16:03:54.387237 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54506a4-def8-4564-b014-a43bbe5a4fa0 req-7935b54b-e7b8-494e-a22b-73d0909a1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:03:54.388897 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b54506a4-def8-4564-b014-a43bbe5a4fa0 req-7935b54b-e7b8-494e-a22b-73d0909a1f50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 1096 time: 0.0436032 Nov 15 16:03:54.491579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54506a4-def8-4564-b014-a43bbe5a4fa0 req-2dcdaeb9-98e1-4fb8-9219-3958a3b809a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:03:54.493079 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b54506a4-def8-4564-b014-a43bbe5a4fa0 req-2dcdaeb9-98e1-4fb8-9219-3958a3b809a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 200 len: 910 time: 0.0977337 Nov 15 16:03:54.516598 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fbdaf7ab-e5a1-440e-806c-150153d3051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:01Z', 'revision_number': 5, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:03:54.536086 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b54506a4-def8-4564-b014-a43bbe5a4fa0 req-72484a6e-d4f9-4a83-b7c1-438d5966fd67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd8c0754-d470-4dd6-8025-3aede727e980 HTTP/1.1" status: 200 len: 217 time: 0.0356569 Nov 15 16:03:54.542559 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdaf7ab-e5a1-440e-806c-150153d3051a None None] Checking router: b7783bc2-7999-4bed-ba51-f7fa48e3cc16 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 16:03:54.551495 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdaf7ab-e5a1-440e-806c-150153d3051a None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:03:54.552146 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fbdaf7ab-e5a1-440e-806c-150153d3051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:03:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:03:54.586725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54506a4-def8-4564-b014-a43bbe5a4fa0 req-007ede05-fc21-4273-8dff-abc54957a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:03:54.588106 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b54506a4-def8-4564-b014-a43bbe5a4fa0 req-007ede05-fc21-4273-8dff-abc54957a7d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 200 len: 848 time: 0.0454557 Nov 15 16:03:54.685410 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54506a4-def8-4564-b014-a43bbe5a4fa0 req-02c79e94-6ecb-466b-8bc9-e9762ca62975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:03:54.686988 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b54506a4-def8-4564-b014-a43bbe5a4fa0 req-02c79e94-6ecb-466b-8bc9-e9762ca62975 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c17951-20c1-4414-95a5-769ecadb0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921347 Nov 15 16:03:54.757604 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fbdaf7ab-e5a1-440e-806c-150153d3051a None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:03:54.817291 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b54506a4-def8-4564-b014-a43bbe5a4fa0 req-76490f32-4b07-4c9b-adb6-1c47aff257c7 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223402 Nov 15 16:03:54.828027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b744a5b-cc83-4b15-bee0-1966bdc48a37 req-87196f9e-ccfc-4ad4-a29b-64009eceae6a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:03:54.832732 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b744a5b-cc83-4b15-bee0-1966bdc48a37 req-87196f9e-ccfc-4ad4-a29b-64009eceae6a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.1518004 Nov 15 16:03:54.939337 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0b744a5b-cc83-4b15-bee0-1966bdc48a37 req-c2df75d4-33c2-4e8b-b7c2-59bef9311e37 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009634 Nov 15 16:03:54.966312 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b54506a4-def8-4564-b014-a43bbe5a4fa0 req-e31e7cbf-fadc-4323-bbf9-742175e770e6 service neutron] 10.222.0.59 "GET /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353929 Nov 15 16:03:55.049815 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fbdaf7ab-e5a1-440e-806c-150153d3051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:01Z', 'revision_number': 5, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:03:55.075079 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdaf7ab-e5a1-440e-806c-150153d3051a None None] The sync data for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 is: [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T15:53:57Z', 'revision_number': 4, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'da842180-7637-4685-9aa2-7cd32ac956e3', 'name': '', 'network_id': '25c17951-20c1-4414-95a5-769ecadb0706', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'mac_address': 'fa:16:3e:e4:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:57Z', 'updated_at': '2021-11-15T15:54:01Z', 'revision_number': 5, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'subnets': [{'id': '15647c5a-981d-4a79-9348-21a4ebf56d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 16:03:55.287788 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9e9af-2415-4a13-9d21-9b68d8ca72a4 None None] New status for floating IP 6d8879e3-2be4-4707-9cdf-80bd5bb45e66: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 16:03:56.106249 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf34439-887b-409c-9b9c-29dac4c2def6 req-f88c3455-5bb7-4b1d-afb9-761e53de6c25 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:03:56.107800 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebf34439-887b-409c-9b9c-29dac4c2def6 req-f88c3455-5bb7-4b1d-afb9-761e53de6c25 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0935690 Nov 15 16:03:56.159318 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ebf34439-887b-409c-9b9c-29dac4c2def6 req-ea2ed2de-dbe5-4ef9-bf09-7c6546081898 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/security-groups?id=383b7e68-c043-428a-b181-a6f8e388b206&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455279 Nov 15 16:03:56.212335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ecff-a3b9-4095-8d08-54f3fa475f92 req-26e1335b-c58e-4746-adaf-63c40dac18eb tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:03:56.213813 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3e5ecff-a3b9-4095-8d08-54f3fa475f92 req-26e1335b-c58e-4746-adaf-63c40dac18eb tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 945 time: 0.0536044 Nov 15 16:03:56.304591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c3e5ecff-a3b9-4095-8d08-54f3fa475f92 req-87be5904-ae31-40b8-90b6-55a91ff7906a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Deleting port dd8c0754-d470-4dd6-8025-3aede727e980 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:03:56.304932 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c3e5ecff-a3b9-4095-8d08-54f3fa475f92 req-87be5904-ae31-40b8-90b6-55a91ff7906a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:56.399361 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c3e5ecff-a3b9-4095-8d08-54f3fa475f92 req-87be5904-ae31-40b8-90b6-55a91ff7906a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] For port dd8c0754-d470-4dd6-8025-3aede727e980, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=dd8c0754-d470-4dd6-8025-3aede727e980,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:03:56.399770 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c3e5ecff-a3b9-4095-8d08-54f3fa475f92 req-87be5904-ae31-40b8-90b6-55a91ff7906a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:56.412176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c3e5ecff-a3b9-4095-8d08-54f3fa475f92 req-87be5904-ae31-40b8-90b6-55a91ff7906a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Calling delete_port for dd8c0754-d470-4dd6-8025-3aede727e980 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:03:56.593316 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c3e5ecff-a3b9-4095-8d08-54f3fa475f92 req-87be5904-ae31-40b8-90b6-55a91ff7906a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:56.623208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be5904-ae31-40b8-90b6-55a91ff7906a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event deleted for resources: {'Port': ['ID=dd8c0754-d470-4dd6-8025-3aede727e980,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:03:56.663438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e5ecff-a3b9-4095-8d08-54f3fa475f92 req-87be5904-ae31-40b8-90b6-55a91ff7906a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] No DVR routers for this DVR port dd8c0754-d470-4dd6-8025-3aede727e980 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 16:03:56.666232 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c3e5ecff-a3b9-4095-8d08-54f3fa475f92 req-87be5904-ae31-40b8-90b6-55a91ff7906a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:56.670175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c3e5ecff-a3b9-4095-8d08-54f3fa475f92 req-87be5904-ae31-40b8-90b6-55a91ff7906a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.59 "DELETE /v2.0/ports/dd8c0754-d470-4dd6-8025-3aede727e980 HTTP/1.1" status: 204 len: 173 time: 0.4503849 Nov 15 16:03:56.670719 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'name': 'network-vif-deleted', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:03:56.672953 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662f88cb-f488-4090-972c-24eb0704485a" -d '{"events": [{"server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "name": "network-vif-deleted", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:03:56.709419 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 16:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699eaade-da13-498f-a99c-d2e1366b14ae x-openstack-request-id: req-699eaade-da13-498f-a99c-d2e1366b14ae {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:03:56.709709 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4341c9-a09f-4a00-a4d4-ea8d803828df", "name": "network-vif-deleted", "tag": "dd8c0754-d470-4dd6-8025-3aede727e980", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:03:56.709964 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-699eaade-da13-498f-a99c-d2e1366b14ae {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:03:56.710366 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4341c9-a09f-4a00-a4d4-ea8d803828df', 'name': 'network-vif-deleted', 'tag': 'dd8c0754-d470-4dd6-8025-3aede727e980', 'status': 'completed', 'code': 200} Nov 15 16:03:57.191494 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:03:57.256165 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-54f4079f-dd61-4dae-aaae-80a868326c45 req-dbc1cf56-2547-409a-8b1c-bb4f77f4bb63 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 210 time: 0.0265994 Nov 15 16:03:58.355412 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-59450cfd-b69e-4f15-a48b-e137087add01 req-fc30fa58-4638-4617-b0db-ea061026e576 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 210 time: 0.0259700 Nov 15 16:03:59.361119 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:59.454749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f414f8cb-cda6-4f02-82dc-c6bbf33d882b req-16ba7e3a-452f-4cf5-b9fc-72ab951e0f5e tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 210 time: 0.0302813 Nov 15 16:03:59.669684 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:03:59.789808 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5a3aa87-aa0c-44f5-a192-86a2475be2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:00.554441 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e15f83eb-2d00-4ee6-a82f-0fe2ab887e40 req-d30d9012-e1fd-4628-b6d2-456ea4bb2b3a tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 210 time: 0.0272202 Nov 15 16:04:00.631646 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dd8c0754-d470-4dd6-8025-3aede727e980 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:04:00.652549 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: dd8c0754-d470-4dd6-8025-3aede727e980 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:04:00.652901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device dd8c0754-d470-4dd6-8025-3aede727e980 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:04:01.676998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-79765d97-6b19-44cc-a466-94b5ba239087 req-da7ecc9c-448e-4bb8-931b-a2c1eed06284 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4341c9-a09f-4a00-a4d4-ea8d803828df HTTP/1.1" status: 200 len: 210 time: 0.0279503 Nov 15 16:04:02.165164 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2cb005d9-4b53-4074-a59c-0df4de128cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:02.734718 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:02.791810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7862-e07b-409e-8d68-e87c82a7c616 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:02.822466 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7862-e07b-409e-8d68-e87c82a7c616 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:02.947528 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7862-e07b-409e-8d68-e87c82a7c616 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:02.950868 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7862-e07b-409e-8d68-e87c82a7c616 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:02.955176 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7bdb7862-e07b-409e-8d68-e87c82a7c616 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] 10.222.0.70 "DELETE /v2.0/security-groups/383b7e68-c043-428a-b181-a6f8e388b206 HTTP/1.1" status: 204 len: 168 time: 0.2164640 Nov 15 16:04:02.962683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb7862-e07b-409e-8d68-e87c82a7c616 tempest-TestShelveInstance-127784142 tempest-TestShelveInstance-127784142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383b7e68-c043-428a-b181-a6f8e388b206,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:03.086141 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55180) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:03.595087 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:03.847210 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Deleting port da842180-7637-4685-9aa2-7cd32ac956e3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:04:03.847473 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:03.867343 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:03.926106 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] For port da842180-7637-4685-9aa2-7cd32ac956e3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=da842180-7637-4685-9aa2-7cd32ac956e3,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:03.926485 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:03.938776 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Calling delete_port for da842180-7637-4685-9aa2-7cd32ac956e3 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:04:04.199746 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:04.233030 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=da842180-7637-4685-9aa2-7cd32ac956e3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:04.248297 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:04.248649 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:04.248989 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:04.249334 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:04.249675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:04.250013 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:04.250349 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:04.250778 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:04.251111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:04.251444 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:04.251802 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:04.252112 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:04.438833 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:04.657925 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 16:04:04.769832 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 16:04:04.775792 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-b8695249-76df-45b1-8acb-ff54d906b3a2 admin admin] 10.222.0.70 "PUT /v2.0/routers/b7783bc2-7999-4bed-ba51-f7fa48e3cc16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6862814 Nov 15 16:04:04.777582 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:04.783798 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13647cd-bf21-44ef-9db7-89f9240af154 None None] Sync routers for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 16:04:04.796091 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13647cd-bf21-44ef-9db7-89f9240af154 None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:04.797144 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b13647cd-bf21-44ef-9db7-89f9240af154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:04.889830 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:04.907495 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b13647cd-bf21-44ef-9db7-89f9240af154 None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:05.012031 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:05.115163 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b13647cd-bf21-44ef-9db7-89f9240af154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T16:04:04Z', 'revision_number': 5, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port': {'id': 'd87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:53:55Z', 'updated_at': '2021-11-15T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:05.141113 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13647cd-bf21-44ef-9db7-89f9240af154 None None] Checking router: b7783bc2-7999-4bed-ba51-f7fa48e3cc16 for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 16:04:05.149361 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13647cd-bf21-44ef-9db7-89f9240af154 None None] Routers {'b7783bc2-7999-4bed-ba51-f7fa48e3cc16'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:05.149969 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b13647cd-bf21-44ef-9db7-89f9240af154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:05.188797 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Deleting port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:04:05.189336 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:05.255969 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b13647cd-bf21-44ef-9db7-89f9240af154 None None] Set router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:05.289708 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] For port d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:05.290331 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:05.308097 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Calling delete_port for d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:04:05.314647 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b13647cd-bf21-44ef-9db7-89f9240af154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T16:04:05Z', 'revision_number': 6, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:05.342225 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13647cd-bf21-44ef-9db7-89f9240af154 None None] The sync data for ids ['b7783bc2-7999-4bed-ba51-f7fa48e3cc16'] in n-d-817748-2 is: [{'id': 'b7783bc2-7999-4bed-ba51-f7fa48e3cc16', 'name': 'tempest-TestShelveInstance-1069740810-router', 'tenant_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:53:54Z', 'updated_at': '2021-11-15T16:04:05Z', 'revision_number': 6, 'project_id': 'b0895777f9ca48fcaba3789a507c7ddf', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 16:04:05.526517 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:05.559912 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:05.586255 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Pushing event deleted for resources: {'Port': ['ID=d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:05.601950 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa76cf8-92a5-4539-9d3d-ef9303865fde None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:04:05.653008 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:05.746287 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:05.748924 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:05.856623 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:05.879416 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:05.880111 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7783bc2-7999-4bed-ba51-f7fa48e3cc16 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 16:04:05.884813 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:05.886040 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-0d1a6ef3-1a63-4746-929e-98827d29a857 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b7783bc2-7999-4bed-ba51-f7fa48e3cc16 HTTP/1.1" status: 204 len: 168 time: 1.1073298 Nov 15 16:04:05.889907 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:05.939310 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-327c346e-5fc9-49c3-be6d-2a98de9f71d4 admin admin] Deleting subnet 15647c5a-981d-4a79-9348-21a4ebf56d0a {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 16:04:05.942447 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-327c346e-5fc9-49c3-be6d-2a98de9f71d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:06.293589 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-327c346e-5fc9-49c3-be6d-2a98de9f71d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8471802'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:06.380040 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-327c346e-5fc9-49c3-be6d-2a98de9f71d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:06.501852 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-327c346e-5fc9-49c3-be6d-2a98de9f71d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11555295'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:06.528724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c346e-5fc9-49c3-be6d-2a98de9f71d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15647c5a-981d-4a79-9348-21a4ebf56d0a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:06.535469 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-327c346e-5fc9-49c3-be6d-2a98de9f71d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:06.538675 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-327c346e-5fc9-49c3-be6d-2a98de9f71d4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/15647c5a-981d-4a79-9348-21a4ebf56d0a HTTP/1.1" status: 204 len: 168 time: 0.6475887 Nov 15 16:04:06.541173 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b131b-c5eb-441c-9a74-0b51de0b6222 None None] Network 25c17951-20c1-4414-95a5-769ecadb0706 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 16:04:06.541675 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:06.610662 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:06.665491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Deleting port 3a13e8ef-c997-422b-a216-58b5edb4c033 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:04:06.665841 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:06.714217 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] DHCP port deletion for 25c17951-20c1-4414-95a5-769ecadb0706 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:04:06.735709 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] For port 3a13e8ef-c997-422b-a216-58b5edb4c033, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3a13e8ef-c997-422b-a216-58b5edb4c033,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:06.736067 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:06.749871 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Calling delete_port for 3a13e8ef-c997-422b-a216-58b5edb4c033 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:04:06.762003 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Deleting port 3a13e8ef-c997-422b-a216-58b5edb4c033 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:04:06.762350 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:06.827715 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] For port 3a13e8ef-c997-422b-a216-58b5edb4c033, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=3a13e8ef-c997-422b-a216-58b5edb4c033,segment=NetworkSegment(1b63eb6a-2363-42d1-aecc-2be4df05a7a7),segment_id=1b63eb6a-2363-42d1-aecc-2be4df05a7a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:06.828347 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:06.840457 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Calling delete_port for 3a13e8ef-c997-422b-a216-58b5edb4c033 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:04:06.897951 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:06.914064 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:06.928690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Pushing event deleted for resources: {'Port': ['ID=3a13e8ef-c997-422b-a216-58b5edb4c033,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:06.930546 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] No DVR routers for this DVR port 3a13e8ef-c997-422b-a216-58b5edb4c033 on host n-d-817748-2 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 16:04:06.943480 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Pushing event deleted for resources: {'Port': ['ID=3a13e8ef-c997-422b-a216-58b5edb4c033,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:06.947767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] No DVR routers for this DVR port 3a13e8ef-c997-422b-a216-58b5edb4c033 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 16:04:06.957831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:06.957831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:06.957831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:06.957831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:06.957831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:06.957831 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:06.958614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:06.958614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:06.958614 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:06.959012 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:06.959235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:06.959581 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db585d7-8180-4bcc-9605-5d6ec70237cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:07.002144 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:07.022868 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c17951-20c1-4414-95a5-769ecadb0706']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:07.033948 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b63eb6a-2363-42d1-aecc-2be4df05a7a7') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:07.034423 n-d-817748-2 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b63eb6a-2363-42d1-aecc-2be4df05a7a7') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:07.044651 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8471747'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:07.057508 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:07.064243 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 16:04:07.064620 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472304'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: Traceback (most recent call last): Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: timer() Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: cb(*args, **kw) Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: return func(*args, **kwargs) Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: self._notify() Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: self.callback(batched_events) Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: event.method(event) Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: return f(self, *a, **k) Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: return self._get(url).json() Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 16:04:07.066234 n-d-817748-2 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 16:04:07.184629 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:07.190359 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:07.193688 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] 10.222.0.70 "DELETE /v2.0/networks/25c17951-20c1-4414-95a5-769ecadb0706 HTTP/1.1" status: 204 len: 168 time: 0.6512911 Nov 15 16:04:07.196968 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:07.206525 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796bae2-37a0-4d64-b49b-2c9f1415445d admin admin] Pushing event deleted for resources: {'Network': ['ID=25c17951-20c1-4414-95a5-769ecadb0706,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:07.243351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:04:07.264588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:04:07.264940 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device d87f9dad-40fe-42fe-9cd2-4cd4e2d44d4c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:04:07.265349 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3a13e8ef-c997-422b-a216-58b5edb4c033 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:04:07.284562 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 3a13e8ef-c997-422b-a216-58b5edb4c033 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:04:07.284825 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 3a13e8ef-c997-422b-a216-58b5edb4c033 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:04:07.285243 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device da842180-7637-4685-9aa2-7cd32ac956e3 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:04:07.304464 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: da842180-7637-4685-9aa2-7cd32ac956e3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:04:07.304866 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device da842180-7637-4685-9aa2-7cd32ac956e3 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:04:07.549199 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d36667a-b93d-4726-bb4b-551905b9d4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:07.792322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7d36667a-b93d-4726-bb4b-551905b9d4df admin admin] Deleting port a0344170-3fbf-435d-a73e-8e065166e9eb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:04:07.792695 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d36667a-b93d-4726-bb4b-551905b9d4df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:07.871313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7d36667a-b93d-4726-bb4b-551905b9d4df admin admin] For port a0344170-3fbf-435d-a73e-8e065166e9eb, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=a0344170-3fbf-435d-a73e-8e065166e9eb,segment=NetworkSegment(322abb8c-da61-4a9a-b2bb-f8194d06241a),segment_id=322abb8c-da61-4a9a-b2bb-f8194d06241a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:07.871579 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d36667a-b93d-4726-bb4b-551905b9d4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:07.883854 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7d36667a-b93d-4726-bb4b-551905b9d4df admin admin] Calling delete_port for a0344170-3fbf-435d-a73e-8e065166e9eb owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:04:08.109358 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d36667a-b93d-4726-bb4b-551905b9d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:08.141646 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36667a-b93d-4726-bb4b-551905b9d4df admin admin] Pushing event deleted for resources: {'Port': ['ID=a0344170-3fbf-435d-a73e-8e065166e9eb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:08.333441 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d36667a-b93d-4726-bb4b-551905b9d4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:08.557374 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d36667a-b93d-4726-bb4b-551905b9d4df admin admin] Router 62bb74b4-acb1-4053-9a88-0a14912f1dc4 has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 16:04:08.983696 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d36667a-b93d-4726-bb4b-551905b9d4df admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 16:04:08.988673 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7d36667a-b93d-4726-bb4b-551905b9d4df admin admin] 10.222.0.70 "PUT /v2.0/routers/62bb74b4-acb1-4053-9a88-0a14912f1dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7898352 Nov 15 16:04:08.991285 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:08.993006 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b4819-8265-42f0-a05a-659c9776f850 None None] Sync routers for ids ['62bb74b4-acb1-4053-9a88-0a14912f1dc4'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 16:04:09.003191 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3b4819-8265-42f0-a05a-659c9776f850 None None] Routers {'62bb74b4-acb1-4053-9a88-0a14912f1dc4'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:09.003810 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bc3b4819-8265-42f0-a05a-659c9776f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['62bb74b4-acb1-4053-9a88-0a14912f1dc4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:09.099705 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:09.123444 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bc3b4819-8265-42f0-a05a-659c9776f850 None None] Set router 62bb74b4-acb1-4053-9a88-0a14912f1dc4 gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:09.221754 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:09.314051 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bc3b4819-8265-42f0-a05a-659c9776f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'name': 'tempest-TestShelveInstance-553937538-router', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:54:00Z', 'updated_at': '2021-11-15T16:04:08Z', 'revision_number': 5, 'project_id': '4b92918328db417492d3b6a0a1da1d72', 'gw_port': {'id': '44060a4f-bc3e-433a-a658-5e3cfe81d729', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T15:54:01Z', 'updated_at': '2021-11-15T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:09.340922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b4819-8265-42f0-a05a-659c9776f850 None None] Checking router: 62bb74b4-acb1-4053-9a88-0a14912f1dc4 for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 16:04:09.349351 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3b4819-8265-42f0-a05a-659c9776f850 None None] Routers {'62bb74b4-acb1-4053-9a88-0a14912f1dc4'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:09.349966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bc3b4819-8265-42f0-a05a-659c9776f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['62bb74b4-acb1-4053-9a88-0a14912f1dc4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:09.352573 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Deleting port 44060a4f-bc3e-433a-a658-5e3cfe81d729 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:04:09.353106 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:09.431297 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] For port 44060a4f-bc3e-433a-a658-5e3cfe81d729, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=44060a4f-bc3e-433a-a658-5e3cfe81d729,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:09.431666 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:09.436046 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bc3b4819-8265-42f0-a05a-659c9776f850 None None] Set router 62bb74b4-acb1-4053-9a88-0a14912f1dc4 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:09.444098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Calling delete_port for 44060a4f-bc3e-433a-a658-5e3cfe81d729 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:04:09.491083 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bc3b4819-8265-42f0-a05a-659c9776f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'name': 'tempest-TestShelveInstance-553937538-router', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:54:00Z', 'updated_at': '2021-11-15T16:04:09Z', 'revision_number': 6, 'project_id': '4b92918328db417492d3b6a0a1da1d72', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:09.518109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b4819-8265-42f0-a05a-659c9776f850 None None] The sync data for ids ['62bb74b4-acb1-4053-9a88-0a14912f1dc4'] in n-d-817748-2 is: [{'id': '62bb74b4-acb1-4053-9a88-0a14912f1dc4', 'name': 'tempest-TestShelveInstance-553937538-router', 'tenant_id': '4b92918328db417492d3b6a0a1da1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T15:54:00Z', 'updated_at': '2021-11-15T16:04:09Z', 'revision_number': 6, 'project_id': '4b92918328db417492d3b6a0a1da1d72', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 16:04:09.696013 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:09.724179 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Pushing event deleted for resources: {'Port': ['ID=44060a4f-bc3e-433a-a658-5e3cfe81d729,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:09.735130 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6fa01-8443-4a77-9e7b-f2fb5359eec6 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:04:09.787902 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:09.878419 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:09.880643 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.000894 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.001438 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62bb74b4-acb1-4053-9a88-0a14912f1dc4 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 16:04:10.005822 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.006901 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-959e2085-5668-473f-906c-f3bb20a26176 admin admin] 10.222.0.70 "DELETE /v2.0/routers/62bb74b4-acb1-4053-9a88-0a14912f1dc4 HTTP/1.1" status: 204 len: 168 time: 1.0146856 Nov 15 16:04:10.009640 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55196) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:10.055112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be938d0-135d-49b8-b4fd-1239d2502f3c admin admin] Deleting subnet 02d3d10e-59b5-4c20-8a37-c54b02a6f7b2 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 16:04:10.058248 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8be938d0-135d-49b8-b4fd-1239d2502f3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.099657 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8be938d0-135d-49b8-b4fd-1239d2502f3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.175784 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8be938d0-135d-49b8-b4fd-1239d2502f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.298488 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8be938d0-135d-49b8-b4fd-1239d2502f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.326335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be938d0-135d-49b8-b4fd-1239d2502f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d3d10e-59b5-4c20-8a37-c54b02a6f7b2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:10.330189 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8be938d0-135d-49b8-b4fd-1239d2502f3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.333617 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8be938d0-135d-49b8-b4fd-1239d2502f3c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/02d3d10e-59b5-4c20-8a37-c54b02a6f7b2 HTTP/1.1" status: 204 len: 168 time: 0.3228831 Nov 15 16:04:10.336166 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55198) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:10.338102 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9b2aef-bbfb-4ac5-bf97-872ece3031ca None None] Network b52a4a66-82a8-4de1-bb2d-011e6a34e8cd requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 16:04:10.411268 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.474292 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Deleting port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:04:10.474666 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.559260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] For port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=805045c7-5e5c-41b5-b8d1-8e3d5d98aee4,segment=NetworkSegment(322abb8c-da61-4a9a-b2bb-f8194d06241a),segment_id=322abb8c-da61-4a9a-b2bb-f8194d06241a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:10.559622 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.573638 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Calling delete_port for 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:04:10.681975 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c0217b-2b2f-4e82-b3c5-3ba27ef1c153 None None] DHCP port deletion for b52a4a66-82a8-4de1-bb2d-011e6a34e8cd request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:04:10.729518 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0217b-2b2f-4e82-b3c5-3ba27ef1c153 None None] Deleting port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:04:10.730421 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5c0217b-2b2f-4e82-b3c5-3ba27ef1c153 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.732203 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.759873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=805045c7-5e5c-41b5-b8d1-8e3d5d98aee4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:10.761872 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] No DVR routers for this DVR port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 16:04:10.796152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e5c0217b-2b2f-4e82-b3c5-3ba27ef1c153 None None] For port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4, host n-d-817748-2, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:10.796461 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5c0217b-2b2f-4e82-b3c5-3ba27ef1c153 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.809751 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0217b-2b2f-4e82-b3c5-3ba27ef1c153 None None] Calling delete_port for 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:04:10.812424 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-e5c0217b-2b2f-4e82-b3c5-3ba27ef1c153 None None] Port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 16:04:10.813723 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5c0217b-2b2f-4e82-b3c5-3ba27ef1c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.838998 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.839274 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0217b-2b2f-4e82-b3c5-3ba27ef1c153 None None] Pushing event deleted for resources: {'Port': ['ID=805045c7-5e5c-41b5-b8d1-8e3d5d98aee4,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:10.843801 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c0217b-2b2f-4e82-b3c5-3ba27ef1c153 None None] No DVR routers for this DVR port 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 16:04:10.860773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52a4a66-82a8-4de1-bb2d-011e6a34e8cd']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:10.870385 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322abb8c-da61-4a9a-b2bb-f8194d06241a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:10.871269 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322abb8c-da61-4a9a-b2bb-f8194d06241a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:10.881099 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.894316 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.901363 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 16:04:10.901784 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: timer() Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 16:04:10.903494 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 16:04:11.021475 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:11.027911 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:11.031179 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] 10.222.0.70 "DELETE /v2.0/networks/b52a4a66-82a8-4de1-bb2d-011e6a34e8cd HTTP/1.1" status: 204 len: 168 time: 0.6937554 Nov 15 16:04:11.048194 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bec5ed-fd88-4786-b186-0a58b3f02c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=b52a4a66-82a8-4de1-bb2d-011e6a34e8cd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:11.237004 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:04:11.258180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:04:11.258554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 805045c7-5e5c-41b5-b8d1-8e3d5d98aee4 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:04:11.258963 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a0344170-3fbf-435d-a73e-8e065166e9eb no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:04:11.282407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: a0344170-3fbf-435d-a73e-8e065166e9eb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:04:11.282763 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device a0344170-3fbf-435d-a73e-8e065166e9eb not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:04:11.283169 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 44060a4f-bc3e-433a-a658-5e3cfe81d729 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:04:11.303070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 44060a4f-bc3e-433a-a658-5e3cfe81d729 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:04:11.303421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 44060a4f-bc3e-433a-a658-5e3cfe81d729 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:04:11.387621 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:11.432869 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f8f3f475-9be2-42bc-8600-6efbb34a3a28 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0895777f9ca48fcaba3789a507c7ddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439718 Nov 15 16:04:11.435295 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:11.485443 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-516020bd-5eca-4d7f-bd9f-c0565b030955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:11.506691 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-516020bd-5eca-4d7f-bd9f-c0565b030955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:11.624085 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-516020bd-5eca-4d7f-bd9f-c0565b030955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:11.626814 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-516020bd-5eca-4d7f-bd9f-c0565b030955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:11.627998 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-516020bd-5eca-4d7f-bd9f-c0565b030955 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a516cb34-8f6d-4c2d-8e70-d6db98e6d9de HTTP/1.1" status: 204 len: 168 time: 0.1917796 Nov 15 16:04:11.636544 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516020bd-5eca-4d7f-bd9f-c0565b030955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a516cb34-8f6d-4c2d-8e70-d6db98e6d9de,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:12.313810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55210) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:12.356393 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-8c7e6668-bfd0-4bed-a5e7-b09493894826 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b92918328db417492d3b6a0a1da1d72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413694 Nov 15 16:04:12.359134 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:12.409000 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cdae-e8ae-4b14-9647-c00be92fe588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:12.434766 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cdae-e8ae-4b14-9647-c00be92fe588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:12.566777 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cdae-e8ae-4b14-9647-c00be92fe588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:12.569359 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cdae-e8ae-4b14-9647-c00be92fe588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:12.570572 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e3c4cdae-e8ae-4b14-9647-c00be92fe588 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c48beee7-b52c-4b74-a9bb-8c2678fab7bc HTTP/1.1" status: 204 len: 168 time: 0.2103481 Nov 15 16:04:12.580169 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4cdae-e8ae-4b14-9647-c00be92fe588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48beee7-b52c-4b74-a9bb-8c2678fab7bc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:13.630925 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:13.726650 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-832492004-network', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:13.827439 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Made reservation on behalf of 9a49db1ebd714eca852ad5d12f00b44e for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 16:04:13.830374 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:13.839828 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:13.913290 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:13.989198 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:14.014462 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 16:04:14.023103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ae4820-4df0-4f73-b9fa-8411b69bca47,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:14.034033 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:14.034033 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Added segment 5cb7a80e-2788-4afc-8187-cacd466efb2f of type vlan for network 0733efcc-af52-4f07-b0a0-7f82904d3e1d Nov 15 16:04:14.069532 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:14.166234 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:14.167405 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:14.168006 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:14.229677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] Pushing event updated for resources: {'Network': ['ID=0733efcc-af52-4f07-b0a0-7f82904d3e1d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:14.239345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 0733efcc-af52-4f07-b0a0-7f82904d3e1d details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 16:04:14.294914 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-c69bbcfd-fd15-4727-a84c-47df68657843 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6627171 Nov 15 16:04:14.298114 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:14.303108 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1c70efad-fb0b-484a-bbe9-d1da43cdf6d0 admin admin] Request body: {'subnet': {'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-832492004-subnet', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:14.395110 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c70efad-fb0b-484a-bbe9-d1da43cdf6d0 admin admin] Made reservation on behalf of 9a49db1ebd714eca852ad5d12f00b44e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 16:04:14.397548 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c70efad-fb0b-484a-bbe9-d1da43cdf6d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11555322'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:14.629944 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c70efad-fb0b-484a-bbe9-d1da43cdf6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11555304'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:14.684926 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70efad-fb0b-484a-bbe9-d1da43cdf6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47564665-14b6-4aa0-8192-ea2fd95a2a54,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:14.694495 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c70efad-fb0b-484a-bbe9-d1da43cdf6d0 admin admin] Checking segment: {'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 16:04:14.694856 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c70efad-fb0b-484a-bbe9-d1da43cdf6d0 admin admin] Network hostable DHCP agents. Network: 0733efcc-af52-4f07-b0a0-7f82904d3e1d, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 16:04:14.778356 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c70efad-fb0b-484a-bbe9-d1da43cdf6d0 admin admin] Network 0733efcc-af52-4f07-b0a0-7f82904d3e1d is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 16:04:14.857837 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1c70efad-fb0b-484a-bbe9-d1da43cdf6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 0733efcc-af52-4f07-b0a0-7f82904d3e1d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:04:14.863498 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c70efad-fb0b-484a-bbe9-d1da43cdf6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:14.864112 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c70efad-fb0b-484a-bbe9-d1da43cdf6d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:14.868431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c897d83e-3c8e-44ba-80ca-bf5f46d4c944 None None] Network 0733efcc-af52-4f07-b0a0-7f82904d3e1d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 16:04:14.955464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:14.956072 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-1c70efad-fb0b-484a-bbe9-d1da43cdf6d0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6561701 Nov 15 16:04:14.959863 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:15.013280 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 16:04:15.013747 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:15.052180 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:15.053256 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:15.107346 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:15.152124 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Allocated IP 172.20.0.2 (0733efcc-af52-4f07-b0a0-7f82904d3e1d/47564665-14b6-4aa0-8192-ea2fd95a2a54/2bcdbd7d-50e7-47b0-a850-51ba62acaf0d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 16:04:15.289944 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:15.342975 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:15.378227 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:15.423604 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Network 0733efcc-af52-4f07-b0a0-7f82904d3e1d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 16:04:15.426689 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:04:15.430876 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 16:04:15.433908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Pushing event updated for resources: {'Port': ['ID=2bcdbd7d-50e7-47b0-a850-51ba62acaf0d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:15.486524 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Attempting to bind port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 16:04:15.486898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Attempting to bind port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 16:04:15.487264 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Attempting to bind port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d on network 0733efcc-af52-4f07-b0a0-7f82904d3e1d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 16:04:15.492765 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 16:04:15.493139 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Checking segment: {'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 16:04:15.493539 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:15.493934 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Bound using segment: {'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 16:04:15.494431 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Bound port: 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 16:04:15.494989 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:15.559355 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] For port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 16:04:15.562421 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] For port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2bcdbd7d-50e7-47b0-a850-51ba62acaf0d,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 16:04:15.633650 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:15.647493 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:15.666865 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:15.696444 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85e022-a612-4822-b26c-d782e7ce9373 None None] Pushing event updated for resources: {'Port': ['ID=2bcdbd7d-50e7-47b0-a850-51ba62acaf0d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:15.775163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Allocated IP 172.25.4.245 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/59e1b0d7-7cd5-4a7c-9dda-f335150740a1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 16:04:15.915849 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:16.021981 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:16.064927 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 16:04:16.070401 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:04:16.072693 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Pushing event updated for resources: {'Port': ['ID=59e1b0d7-7cd5-4a7c-9dda-f335150740a1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:16.074916 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 16:04:16.084036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73b847d-c939-4fae-bb10-1888ae198c29 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:04:16.210668 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6cba2bb4-37b4-4323-b078-28ffb129ed4f None None] Provisioning complete for port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:16.211076 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6cba2bb4-37b4-4323-b078-28ffb129ed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:16.245308 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6cba2bb4-37b4-4323-b078-28ffb129ed4f None None] Port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 16:04:16.413939 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:16.593215 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a66f671-c4d4-460a-a388-4247250e0b2f None None] Network 0733efcc-af52-4f07-b0a0-7f82904d3e1d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 16:04:16.621548 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:16.705113 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a04f2060-1aaf-43a9-9122-4a943812ad03 None None] Provisioning complete for port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:16.705483 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a04f2060-1aaf-43a9-9122-4a943812ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:16.827519 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 16:04:16.836022 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a04f2060-1aaf-43a9-9122-4a943812ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:16.870993 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a04f2060-1aaf-43a9-9122-4a943812ad03 None None] For port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2bcdbd7d-50e7-47b0-a850-51ba62acaf0d,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:16.938257 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a04f2060-1aaf-43a9-9122-4a943812ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:16.949094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 16:04:16.961024 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Sync routers for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 16:04:16.973935 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:16.974583 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:16.998605 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f2060-1aaf-43a9-9122-4a943812ad03 None None] Pushing event updated for resources: {'Port': ['ID=2bcdbd7d-50e7-47b0-a850-51ba62acaf0d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:17.053992 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:17.055322 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ae62a523-8b98-4b84-8f1c-fed534c3fdec admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0989120 Nov 15 16:04:17.058761 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:17.060222 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2c175a85-45e9-4656-ac2f-2f5b0db2d2ff None None] Provisioning complete for port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:17.060592 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c175a85-45e9-4656-ac2f-2f5b0db2d2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:17.104238 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:17.291965 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 16:04:17.341459 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:16Z', 'revision_number': 3, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:17.345337 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:17.348857 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:17.373212 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Checking router: 2c06fc0f-13e6-44de-bb10-7dc8892d25bf for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 16:04:17.375656 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Updating router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 16:04:17.407244 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:17.562960 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:17.684761 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:17.722155 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Allocated IP 172.20.0.1 (0733efcc-af52-4f07-b0a0-7f82904d3e1d/47564665-14b6-4aa0-8192-ea2fd95a2a54/c59d9146-a29c-47e2-8ab2-3bab724ee28c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 16:04:17.798537 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:17.830136 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:17.937036 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6ad39f-8899-445e-8c42-81196a3ec7df None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:04:17.953676 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Pushing event updated for resources: {'Port': ['ID=59e1b0d7-7cd5-4a7c-9dda-f335150740a1,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:17.956112 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Attempting to bind port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 16:04:17.956483 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Attempting to bind port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 16:04:17.956846 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Attempting to bind port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 16:04:17.967394 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:17.968083 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:17.968083 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:17.968402 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:17.968744 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:17.969073 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:17.969404 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:17.969731 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:17.970058 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:17.970971 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:17.970971 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:17.971251 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:04:17.974598 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 16:04:17.974980 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 16:04:17.975384 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:17.975775 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 16:04:17.976250 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Bound port: 59e1b0d7-7cd5-4a7c-9dda-f335150740a1, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 16:04:17.976636 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:17.990753 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-69a3611f-4d32-4b4c-80e4-a748b8f0ac86 None None] Provisioning complete for port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:17.991495 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69a3611f-4d32-4b4c-80e4-a748b8f0ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:18.031237 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-69a3611f-4d32-4b4c-80e4-a748b8f0ac86 None None] Port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 16:04:18.031550 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] For port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 16:04:18.034727 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] For port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=59e1b0d7-7cd5-4a7c-9dda-f335150740a1,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 16:04:18.159534 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:18.202167 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91269c42-7de2-4f10-a5f3-45cb5ddcb016 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:04:18.219075 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:18.219703 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:18.221353 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8418c-9e7e-45e7-869b-e1249e207c67 None None] Pushing event updated for resources: {'Port': ['ID=59e1b0d7-7cd5-4a7c-9dda-f335150740a1,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:18.251656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a18836bc-9ab6-40f3-ac6d-63da714a9a92 None None] Provisioning complete for port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:18.252015 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a18836bc-9ab6-40f3-ac6d-63da714a9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:18.270099 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:18.321970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Network 0733efcc-af52-4f07-b0a0-7f82904d3e1d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 16:04:18.327639 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:04:18.330578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 16:04:18.340068 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:18.349365 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a18836bc-9ab6-40f3-ac6d-63da714a9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:18.374858 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Pushing event updated for resources: {'Port': ['ID=c59d9146-a29c-47e2-8ab2-3bab724ee28c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:18.375240 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a18836bc-9ab6-40f3-ac6d-63da714a9a92 None None] For port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=59e1b0d7-7cd5-4a7c-9dda-f335150740a1,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:18.382495 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:18.540190 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:16Z', 'revision_number': 3, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:18.547403 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a18836bc-9ab6-40f3-ac6d-63da714a9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:18.566466 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e8cce-e9f6-4ad1-81ea-ee96d826e01e None None] The sync data for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 is: [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:16Z', 'revision_number': 3, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 16:04:18.604294 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18836bc-9ab6-40f3-ac6d-63da714a9a92 None None] Pushing event updated for resources: {'Port': ['ID=59e1b0d7-7cd5-4a7c-9dda-f335150740a1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:18.634185 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:18.666780 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-429f1839-6698-4114-b0b5-700e2d40eaa6 None None] Provisioning complete for port c59d9146-a29c-47e2-8ab2-3bab724ee28c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:18.667180 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-429f1839-6698-4114-b0b5-700e2d40eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:18.703769 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-429f1839-6698-4114-b0b5-700e2d40eaa6 None None] Port c59d9146-a29c-47e2-8ab2-3bab724ee28c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 16:04:18.831360 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:18.892048 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:18.965436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:18.966876 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Pushing event updated for resources: {'Port': ['ID=c59d9146-a29c-47e2-8ab2-3bab724ee28c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:19.063760 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Network 0733efcc-af52-4f07-b0a0-7f82904d3e1d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 16:04:19.065457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:04:19.206810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 16:04:19.297180 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 16:04:19.355142 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 16:04:19.359608 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2dba27fe-ca31-4ae8-8d5c-f9cf0ddb902e None None] Provisioning complete for port c59d9146-a29c-47e2-8ab2-3bab724ee28c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:19.359822 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2dba27fe-ca31-4ae8-8d5c-f9cf0ddb902e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:19.369716 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-7c41b160-5717-43f4-91c4-a9d00a57bbd5 admin admin] 10.222.0.70 "PUT /v2.0/routers/2c06fc0f-13e6-44de-bb10-7dc8892d25bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3013940 Nov 15 16:04:19.371729 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:19.372754 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:19.441443 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2dba27fe-ca31-4ae8-8d5c-f9cf0ddb902e None None] Port c59d9146-a29c-47e2-8ab2-3bab724ee28c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 16:04:20.068489 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:20.074101 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-633588152-network', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:20.158444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Made reservation on behalf of b5f38b5ea98145f8b733a442c3512764 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 16:04:20.161137 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:20.164962 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Sync routers for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 16:04:20.171675 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:20.174126 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:20.174902 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:20.255627 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:20.281867 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:20.315355 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:20.340790 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 16:04:20.349685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f416b68e-7eba-4f7d-a053-ad4c4419c4a0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:20.356333 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:20.357004 n-d-817748-2 neutron-server[103146]: INFO neutron.db.segments_db [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Added segment 22bd64f3-093f-4055-b916-5788d12a1b56 of type vlan for network 6a461a68-860d-48fd-b6b7-eef62cf83379 Nov 15 16:04:20.398864 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779096061687'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:20.478707 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:20.480344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:20.481096 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:20.484834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 2, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:20.512576 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Checking router: 2c06fc0f-13e6-44de-bb10-7dc8892d25bf for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 16:04:20.512928 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Updating router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf port c59d9146-a29c-47e2-8ab2-3bab724ee28c binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 16:04:20.537387 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:20.550667 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] Pushing event updated for resources: {'Network': ['ID=6a461a68-860d-48fd-b6b7-eef62cf83379,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:20.569755 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Network 6a461a68-860d-48fd-b6b7-eef62cf83379 details requested by agent ovs-agent-n-d-817748-2 with host n-d-817748-2 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 16:04:20.601759 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e8dc16cb-660a-4e82-9f88-86c0338753cf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5321414 Nov 15 16:04:20.604540 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55260) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:20.610061 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-93a357d9-b0a6-4075-be5d-42c7e04553ba admin admin] Request body: {'subnet': {'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-633588152-subnet', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:20.701637 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a357d9-b0a6-4075-be5d-42c7e04553ba admin admin] Made reservation on behalf of b5f38b5ea98145f8b733a442c3512764 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 16:04:20.706582 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93a357d9-b0a6-4075-be5d-42c7e04553ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452262'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:20.955144 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93a357d9-b0a6-4075-be5d-42c7e04553ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8447513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452276'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:21.007460 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:21.012670 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a357d9-b0a6-4075-be5d-42c7e04553ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ae0171-a0de-47ed-9bcb-7321c0bbb094,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:21.022751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a357d9-b0a6-4075-be5d-42c7e04553ba admin admin] Checking segment: {'id': '22bd64f3-093f-4055-b916-5788d12a1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 16:04:21.022751 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a357d9-b0a6-4075-be5d-42c7e04553ba admin admin] Network hostable DHCP agents. Network: 6a461a68-860d-48fd-b6b7-eef62cf83379, hostable agents: ['17304be5-87a9-4449-accf-09798943a2c8'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 16:04:21.090575 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:21.118414 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a357d9-b0a6-4075-be5d-42c7e04553ba admin admin] Network 6a461a68-860d-48fd-b6b7-eef62cf83379 is scheduled to be hosted by DHCP agent 17304be5-87a9-4449-accf-09798943a2c8 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 16:04:21.147156 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5d296-c83e-4be8-a16f-80c056b31512 None None] Pushing event updated for resources: {'Port': ['ID=c59d9146-a29c-47e2-8ab2-3bab724ee28c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:21.206298 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Attempting to bind port c59d9146-a29c-47e2-8ab2-3bab724ee28c on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 16:04:21.206692 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Attempting to bind port c59d9146-a29c-47e2-8ab2-3bab724ee28c by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 16:04:21.207162 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Attempting to bind port c59d9146-a29c-47e2-8ab2-3bab724ee28c on network 0733efcc-af52-4f07-b0a0-7f82904d3e1d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 16:04:21.212471 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 16:04:21.212685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-93a357d9-b0a6-4075-be5d-42c7e04553ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817748-2, 6a461a68-860d-48fd-b6b7-eef62cf83379) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:04:21.212990 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Checking segment: {'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 16:04:21.213658 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:21.214930 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Bound using segment: {'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 16:04:21.215324 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Bound port: c59d9146-a29c-47e2-8ab2-3bab724ee28c, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 16:04:21.215703 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:21.219985 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a357d9-b0a6-4075-be5d-42c7e04553ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:21.220976 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93a357d9-b0a6-4075-be5d-42c7e04553ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:21.227363 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c753ffd-42f5-440c-8a22-bbef434d9e30 None None] Network 6a461a68-860d-48fd-b6b7-eef62cf83379 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 16:04:21.299059 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-93a357d9-b0a6-4075-be5d-42c7e04553ba admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6927662 Nov 15 16:04:21.301579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:21.306506 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-633588152-router', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:21.354014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] For port c59d9146-a29c-47e2-8ab2-3bab724ee28c, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 16:04:21.357792 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] For port c59d9146-a29c-47e2-8ab2-3bab724ee28c, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c59d9146-a29c-47e2-8ab2-3bab724ee28c,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 16:04:21.404203 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8e9bd8c0-0e67-4c70-9b8c-cd22e03d6e3f None None] Provisioning complete for port c59d9146-a29c-47e2-8ab2-3bab724ee28c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:21.404548 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd8c0-0e67-4c70-9b8c-cd22e03d6e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:21.410474 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32569'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:21.411545 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675797', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32562'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:21.442227 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1fa8e0-ae38-5f58-a727-9293d71aaeba-6a461a68-860d-48fd-b6b7-eef62cf83379', 'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'fixed_ips': [{'subnet_id': '70ae0171-a0de-47ed-9bcb-7321c0bbb094'}]}} from n-d-817748-2. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 16:04:21.443113 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:21.448105 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:21.469403 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:21.519468 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bd8c0-0e67-4c70-9b8c-cd22e03d6e3f None None] Port c59d9146-a29c-47e2-8ab2-3bab724ee28c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 16:04:21.588248 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:21.588892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:21.664395 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5d296-c83e-4be8-a16f-80c056b31512 None None] Pushing event updated for resources: {'Port': ['ID=c59d9146-a29c-47e2-8ab2-3bab724ee28c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:21.719520 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:21.733377 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Allocated IP 172.20.0.2 (6a461a68-860d-48fd-b6b7-eef62cf83379/70ae0171-a0de-47ed-9bcb-7321c0bbb094/38640699-88e1-4e49-9748-9158c10df3c3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 16:04:21.776061 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:21.808960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-93abb08f-d985-4c71-8c64-a25eddb51bc8 None None] Provisioning complete for port c59d9146-a29c-47e2-8ab2-3bab724ee28c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:21.809322 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93abb08f-d985-4c71-8c64-a25eddb51bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:22.002680 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:22.023271 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:22.099590 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93abb08f-d985-4c71-8c64-a25eddb51bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:22.125270 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:22.136815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Allocated IP 172.25.4.102 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/bb14d73b-c37a-47b6-99be-0fd213eb8f57) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 16:04:22.168797 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-93abb08f-d985-4c71-8c64-a25eddb51bc8 None None] For port c59d9146-a29c-47e2-8ab2-3bab724ee28c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c59d9146-a29c-47e2-8ab2-3bab724ee28c,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:22.185707 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:21Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:22.213740 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa42f1a-642b-440d-9729-ce76b463ac13 None None] The sync data for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 is: [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:21Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 16:04:22.216540 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:22.256450 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Network 6a461a68-860d-48fd-b6b7-eef62cf83379 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 16:04:22.259571 n-d-817748-2 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:04:22.260022 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:22.263384 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 16:04:22.279903 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93abb08f-d985-4c71-8c64-a25eddb51bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:22.288025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Pushing event updated for resources: {'Port': ['ID=38640699-88e1-4e49-9748-9158c10df3c3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:22.405648 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Attempting to bind port 38640699-88e1-4e49-9748-9158c10df3c3 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 16:04:22.406023 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Attempting to bind port 38640699-88e1-4e49-9748-9158c10df3c3 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '22bd64f3-093f-4055-b916-5788d12a1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 16:04:22.406407 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Attempting to bind port 38640699-88e1-4e49-9748-9158c10df3c3 on network 6a461a68-860d-48fd-b6b7-eef62cf83379 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 16:04:22.409908 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abb08f-d985-4c71-8c64-a25eddb51bc8 None None] Pushing event updated for resources: {'Port': ['ID=c59d9146-a29c-47e2-8ab2-3bab724ee28c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:22.415588 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 16:04:22.415966 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Checking segment: {'id': '22bd64f3-093f-4055-b916-5788d12a1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 16:04:22.423070 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:22.423070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Bound using segment: {'id': '22bd64f3-093f-4055-b916-5788d12a1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 16:04:22.423070 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Bound port: 38640699-88e1-4e49-9748-9158c10df3c3, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bd64f3-093f-4055-b916-5788d12a1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 16:04:22.423070 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:22.447148 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:22.491874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 16:04:22.492043 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] For port 38640699-88e1-4e49-9748-9158c10df3c3, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 16:04:22.493971 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:04:22.497584 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 16:04:22.507068 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] For port 38640699-88e1-4e49-9748-9158c10df3c3, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=38640699-88e1-4e49-9748-9158c10df3c3,segment=NetworkSegment(22bd64f3-093f-4055-b916-5788d12a1b56),segment_id=22bd64f3-093f-4055-b916-5788d12a1b56)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 16:04:22.510235 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965e64ab-142d-40e8-a43e-7af49df9cedd None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:04:22.540286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Pushing event updated for resources: {'Port': ['ID=bb14d73b-c37a-47b6-99be-0fd213eb8f57,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:22.603106 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:22.635147 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-11234ebf-7d90-4cf8-9a1a-cdf5c8de778c None None] Provisioning complete for port bb14d73b-c37a-47b6-99be-0fd213eb8f57 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:22.635527 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11234ebf-7d90-4cf8-9a1a-cdf5c8de778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:22.703369 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-11234ebf-7d90-4cf8-9a1a-cdf5c8de778c None None] Port bb14d73b-c37a-47b6-99be-0fd213eb8f57 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 16:04:22.705104 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760db532-b7ee-48c1-ba50-1f6f3a9850ee None None] Pushing event updated for resources: {'Port': ['ID=38640699-88e1-4e49-9748-9158c10df3c3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:22.917847 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:23.126657 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675594'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:23.310596 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c59d9146-a29c-47e2-8ab2-3bab724ee28c up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 16:04:23.368152 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port c59d9146-a29c-47e2-8ab2-3bab724ee28c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:23.368520 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:23.451987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Router d88293c2-7090-44ae-b192-d45c1daf18cd is scheduled to L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 16:04:23.456488 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 38640699-88e1-4e49-9748-9158c10df3c3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 16:04:23.510476 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 38640699-88e1-4e49-9748-9158c10df3c3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:23.510885 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:23.576969 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 16:04:23.588264 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Sync routers for ids ['d88293c2-7090-44ae-b192-d45c1daf18cd'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 16:04:23.598214 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:23.599917 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Routers {'d88293c2-7090-44ae-b192-d45c1daf18cd'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:23.600602 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d88293c2-7090-44ae-b192-d45c1daf18cd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:23.642758 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] For port 38640699-88e1-4e49-9748-9158c10df3c3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=38640699-88e1-4e49-9748-9158c10df3c3,segment=NetworkSegment(22bd64f3-093f-4055-b916-5788d12a1b56),segment_id=22bd64f3-093f-4055-b916-5788d12a1b56)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:23.672131 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:23.673833 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ab4d93b4-75b9-4583-9ebb-1ac6c8b17b2e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3710654 Nov 15 16:04:23.687814 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:23.699330 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5873d30-7c12-4dd6-8ea7-3437d04cc9ea None None] Network 6a461a68-860d-48fd-b6b7-eef62cf83379 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 16:04:23.710252 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Set router d88293c2-7090-44ae-b192-d45c1daf18cd gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:23.757410 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:23.798466 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f6a3ae0b-b28b-48bb-b720-98ddd9f1c3fa None None] Provisioning complete for port 38640699-88e1-4e49-9748-9158c10df3c3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:23.798764 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6a3ae0b-b28b-48bb-b720-98ddd9f1c3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:23.870972 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Pushing event updated for resources: {'Port': ['ID=38640699-88e1-4e49-9748-9158c10df3c3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:23.925550 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'name': 'tempest-TestSnapshotPattern-633588152-router', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:21Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 3, 'project_id': 'b5f38b5ea98145f8b733a442c3512764', 'gw_port': {'id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:22Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:23.956544 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Checking router: d88293c2-7090-44ae-b192-d45c1daf18cd for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 16:04:23.957271 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Updating router d88293c2-7090-44ae-b192-d45c1daf18cd port bb14d73b-c37a-47b6-99be-0fd213eb8f57 binding host n-d-817748-2 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 16:04:23.987598 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.138212 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.193195 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cce29581-c94e-4cee-b1be-162cfbd27910 None None] Provisioning complete for port 38640699-88e1-4e49-9748-9158c10df3c3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:24.193699 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cce29581-c94e-4cee-b1be-162cfbd27910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.266081 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.358743 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.400375 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc11f6a2-8d25-4bbc-b896-68d67ea28474 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:04:24.414420 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Attempting to bind port bb14d73b-c37a-47b6-99be-0fd213eb8f57 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 16:04:24.414884 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Attempting to bind port bb14d73b-c37a-47b6-99be-0fd213eb8f57 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 16:04:24.415388 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Attempting to bind port bb14d73b-c37a-47b6-99be-0fd213eb8f57 on network b2ec0584-4c9d-449d-939f-974082d4d7e7 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 16:04:24.417403 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd021e8-87b5-4396-b279-4b10036b7d5b None None] Pushing event updated for resources: {'Port': ['ID=bb14d73b-c37a-47b6-99be-0fd213eb8f57,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:24.423239 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 16:04:24.423615 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Checking segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 16:04:24.424020 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.424412 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Bound using segment: {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 16:04:24.425022 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Bound port: bb14d73b-c37a-47b6-99be-0fd213eb8f57, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe084d-1e58-428b-b074-6b4b29fc51ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 16:04:24.425326 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.477570 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] For port bb14d73b-c37a-47b6-99be-0fd213eb8f57, host n-d-817748-2, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 16:04:24.480960 n-d-817748-2 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] For port bb14d73b-c37a-47b6-99be-0fd213eb8f57, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=bb14d73b-c37a-47b6-99be-0fd213eb8f57,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 16:04:24.503886 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a4f1c361-ad11-4925-b44e-0f9a704efed2 None None] Provisioning complete for port bb14d73b-c37a-47b6-99be-0fd213eb8f57 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:24.504370 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c361-ad11-4925-b44e-0f9a704efed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.536306 n-d-817748-2 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.540304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1c361-ad11-4925-b44e-0f9a704efed2 None None] Port bb14d73b-c37a-47b6-99be-0fd213eb8f57 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 16:04:24.564957 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be85198-b267-4216-bf15-e50e1be8749f None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:04:24.599580 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Routers {'d88293c2-7090-44ae-b192-d45c1daf18cd'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:24.600339 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d88293c2-7090-44ae-b192-d45c1daf18cd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:24.621674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Allocated IP 172.20.0.1 (6a461a68-860d-48fd-b6b7-eef62cf83379/70ae0171-a0de-47ed-9bcb-7321c0bbb094/34ae6c68-c5a8-49e3-916a-e91dafaef525) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 16:04:24.659169 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd021e8-87b5-4396-b279-4b10036b7d5b None None] Pushing event updated for resources: {'Port': ['ID=bb14d73b-c37a-47b6-99be-0fd213eb8f57,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:24.660636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e878bedc-8dbc-48e6-b3b8-d4d2160ec5af None None] Provisioning complete for port bb14d73b-c37a-47b6-99be-0fd213eb8f57 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:24.661727 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e878bedc-8dbc-48e6-b3b8-d4d2160ec5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.709330 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] Set router d88293c2-7090-44ae-b192-d45c1daf18cd gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:24.733422 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.818426 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.862144 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Network 6a461a68-860d-48fd-b6b7-eef62cf83379 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 16:04:24.867151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:04:24.872874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 16:04:24.906588 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'name': 'tempest-TestSnapshotPattern-633588152-router', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:21Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 3, 'project_id': 'b5f38b5ea98145f8b733a442c3512764', 'gw_port': {'id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:22Z', 'updated_at': '2021-11-15T16:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:24.912786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Pushing event updated for resources: {'Port': ['ID=34ae6c68-c5a8-49e3-916a-e91dafaef525,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:24.915617 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675029'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.921358 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e878bedc-8dbc-48e6-b3b8-d4d2160ec5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:24.936069 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e563b-37a5-406c-bff1-2cd5f1a8b754 None None] The sync data for ids ['d88293c2-7090-44ae-b192-d45c1daf18cd'] in n-d-817748-2 is: [{'id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'name': 'tempest-TestSnapshotPattern-633588152-router', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:21Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 3, 'project_id': 'b5f38b5ea98145f8b733a442c3512764', 'gw_port': {'id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:22Z', 'updated_at': '2021-11-15T16:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 16:04:24.945773 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e878bedc-8dbc-48e6-b3b8-d4d2160ec5af None None] For port bb14d73b-c37a-47b6-99be-0fd213eb8f57, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=bb14d73b-c37a-47b6-99be-0fd213eb8f57,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:25.017820 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e878bedc-8dbc-48e6-b3b8-d4d2160ec5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:25.073504 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878bedc-8dbc-48e6-b3b8-d4d2160ec5af None None] Pushing event updated for resources: {'Port': ['ID=bb14d73b-c37a-47b6-99be-0fd213eb8f57,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:25.131087 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:25.143241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1e0ef39d-fe86-42b5-9086-b857b01f1e40 None None] Provisioning complete for port 34ae6c68-c5a8-49e3-916a-e91dafaef525 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:25.143630 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef39d-fe86-42b5-9086-b857b01f1e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:25.205628 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ef39d-fe86-42b5-9086-b857b01f1e40 None None] Port 34ae6c68-c5a8-49e3-916a-e91dafaef525 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 16:04:25.334517 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:25.355901 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 38640699-88e1-4e49-9748-9158c10df3c3 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 16:04:25.405947 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 38640699-88e1-4e49-9748-9158c10df3c3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:25.406316 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:25.418541 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:25.489700 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device bb14d73b-c37a-47b6-99be-0fd213eb8f57 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 16:04:25.498084 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674889'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:25.499984 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Pushing event updated for resources: {'Port': ['ID=34ae6c68-c5a8-49e3-916a-e91dafaef525,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:25.543834 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port bb14d73b-c37a-47b6-99be-0fd213eb8f57 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:25.544210 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:25.599411 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Network 6a461a68-860d-48fd-b6b7-eef62cf83379 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 16:04:25.600995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:04:25.731203 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Router d88293c2-7090-44ae-b192-d45c1daf18cd has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 16:04:25.837496 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-68e51df5-87cd-4b58-aec8-9779358f8302 None None] Provisioning complete for port 34ae6c68-c5a8-49e3-916a-e91dafaef525 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:25.837989 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68e51df5-87cd-4b58-aec8-9779358f8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:25.847692 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 16:04:25.853158 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b900cf5a-d793-4c9b-ad91-ee7ca47f007e admin admin] 10.222.0.70 "PUT /v2.0/routers/d88293c2-7090-44ae-b192-d45c1daf18cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1638625 Nov 15 16:04:25.888952 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-68e51df5-87cd-4b58-aec8-9779358f8302 None None] Port 34ae6c68-c5a8-49e3-916a-e91dafaef525 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 16:04:26.536386 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Sync routers for ids ['d88293c2-7090-44ae-b192-d45c1daf18cd'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 16:04:26.547075 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Routers {'d88293c2-7090-44ae-b192-d45c1daf18cd'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:26.547696 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d88293c2-7090-44ae-b192-d45c1daf18cd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:26.651955 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Set router d88293c2-7090-44ae-b192-d45c1daf18cd gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:26.848658 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'name': 'tempest-TestSnapshotPattern-633588152-router', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:21Z', 'updated_at': '2021-11-15T16:04:25Z', 'revision_number': 4, 'project_id': 'b5f38b5ea98145f8b733a442c3512764', 'gw_port': {'id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:22Z', 'updated_at': '2021-11-15T16:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '34ae6c68-c5a8-49e3-916a-e91dafaef525', 'name': '', 'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'mac_address': 'fa:16:3e:97:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '70ae0171-a0de-47ed-9bcb-7321c0bbb094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:24Z', 'updated_at': '2021-11-15T16:04:25Z', 'revision_number': 2, 'project_id': 'b5f38b5ea98145f8b733a442c3512764', 'subnets': [{'id': '70ae0171-a0de-47ed-9bcb-7321c0bbb094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:26.874503 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Checking router: d88293c2-7090-44ae-b192-d45c1daf18cd for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 16:04:26.874898 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Updating router d88293c2-7090-44ae-b192-d45c1daf18cd port 34ae6c68-c5a8-49e3-916a-e91dafaef525 binding host n-d-817748-2 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 16:04:26.908882 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:26.999082 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:27.004214 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-53dc5042-e420-47a5-b2e0-d971d85bc564 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-165471359', 'description': 'tempest-secgroup-smoke-165471359 description', 'project_id': '9a49db1ebd714eca852ad5d12f00b44e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:27.090440 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53dc5042-e420-47a5-b2e0-d971d85bc564 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.158433 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53dc5042-e420-47a5-b2e0-d971d85bc564 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.164160 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.263708 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53dc5042-e420-47a5-b2e0-d971d85bc564 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.280686 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.297617 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc5042-e420-47a5-b2e0-d971d85bc564 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa69b5e-a9ef-4721-b010-1062b5b967a4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:27.332449 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942fb98-5da1-4176-a77f-79c1c6e76f3f None None] Pushing event updated for resources: {'Port': ['ID=34ae6c68-c5a8-49e3-916a-e91dafaef525,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:27.386700 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53dc5042-e420-47a5-b2e0-d971d85bc564 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.388942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-53dc5042-e420-47a5-b2e0-d971d85bc564 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3880637 Nov 15 16:04:27.389131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Attempting to bind port 34ae6c68-c5a8-49e3-916a-e91dafaef525 on host n-d-817748-2 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 16:04:27.389131 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Attempting to bind port 34ae6c68-c5a8-49e3-916a-e91dafaef525 by drivers openvswitch,hyperv on host n-d-817748-2 at level 0 using segments [{'id': '22bd64f3-093f-4055-b916-5788d12a1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 16:04:27.389388 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Attempting to bind port 34ae6c68-c5a8-49e3-916a-e91dafaef525 on network 6a461a68-860d-48fd-b6b7-eef62cf83379 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 16:04:27.391310 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55274) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:27.402949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Checking agent: {'id': 'ead03b52-92a3-4bf3-aee6-f364ca25bd7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 16, 6), 'started_at': datetime.datetime(2021, 11, 15, 14, 16, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 16:04:27.402949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Checking segment: {'id': '22bd64f3-093f-4055-b916-5788d12a1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 16:04:27.402949 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.402949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Bound using segment: {'id': '22bd64f3-093f-4055-b916-5788d12a1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 16:04:27.402949 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Bound port: 34ae6c68-c5a8-49e3-916a-e91dafaef525, host: n-d-817748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bd64f3-093f-4055-b916-5788d12a1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 16:04:27.403784 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-19fce7ef-ccdd-4a02-94e1-92d754e6734a tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Request body: {'security_group_rule': {'security_group_id': '5aa69b5e-a9ef-4721-b010-1062b5b967a4', 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:27.403902 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.462791 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] For port 34ae6c68-c5a8-49e3-916a-e91dafaef525, host n-d-817748-2, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 16:04:27.466695 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] For port 34ae6c68-c5a8-49e3-916a-e91dafaef525, host n-d-817748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=34ae6c68-c5a8-49e3-916a-e91dafaef525,segment=NetworkSegment(22bd64f3-093f-4055-b916-5788d12a1b56),segment_id=22bd64f3-093f-4055-b916-5788d12a1b56)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 16:04:27.503360 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19fce7ef-ccdd-4a02-94e1-92d754e6734a tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.519500 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-79ed23e2-3e5a-4d8d-8cb6-44e89fcdf0f2 None None] Provisioning complete for port 34ae6c68-c5a8-49e3-916a-e91dafaef525 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:27.519872 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79ed23e2-3e5a-4d8d-8cb6-44e89fcdf0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.552688 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-79ed23e2-3e5a-4d8d-8cb6-44e89fcdf0f2 None None] Port 34ae6c68-c5a8-49e3-916a-e91dafaef525 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 16:04:27.560728 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19fce7ef-ccdd-4a02-94e1-92d754e6734a tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.572301 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.632020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942fb98-5da1-4176-a77f-79c1c6e76f3f None None] Pushing event updated for resources: {'Port': ['ID=34ae6c68-c5a8-49e3-916a-e91dafaef525,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:27.634507 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Routers {'d88293c2-7090-44ae-b192-d45c1daf18cd'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:27.635118 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d88293c2-7090-44ae-b192-d45c1daf18cd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:27.674995 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19fce7ef-ccdd-4a02-94e1-92d754e6734a tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.699250 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fce7ef-ccdd-4a02-94e1-92d754e6734a tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eda3d83-be90-4eb4-9174-3ec442f424f7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:27.749422 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] Set router d88293c2-7090-44ae-b192-d45c1daf18cd gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:27.778658 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19fce7ef-ccdd-4a02-94e1-92d754e6734a tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.780212 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-19fce7ef-ccdd-4a02-94e1-92d754e6734a tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3874090 Nov 15 16:04:27.783248 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:27.790824 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9db1d97a-5e36-4d43-9a49-f3736db02cbb tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Request body: {'security_group_rule': {'security_group_id': '5aa69b5e-a9ef-4721-b010-1062b5b967a4', 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:27.895304 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f6249764-20c2-4ade-928f-6240ae6bd9e3 None None] Provisioning complete for port 34ae6c68-c5a8-49e3-916a-e91dafaef525 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:27.895869 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6249764-20c2-4ade-928f-6240ae6bd9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.897227 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9db1d97a-5e36-4d43-9a49-f3736db02cbb tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:27.957961 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9db1d97a-5e36-4d43-9a49-f3736db02cbb tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:28.028965 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6249764-20c2-4ade-928f-6240ae6bd9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:28.040896 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9db1d97a-5e36-4d43-9a49-f3736db02cbb tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:28.052909 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'name': 'tempest-TestSnapshotPattern-633588152-router', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:21Z', 'updated_at': '2021-11-15T16:04:25Z', 'revision_number': 4, 'project_id': 'b5f38b5ea98145f8b733a442c3512764', 'gw_port': {'id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:22Z', 'updated_at': '2021-11-15T16:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '34ae6c68-c5a8-49e3-916a-e91dafaef525', 'name': '', 'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'mac_address': 'fa:16:3e:97:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '70ae0171-a0de-47ed-9bcb-7321c0bbb094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:24Z', 'updated_at': '2021-11-15T16:04:27Z', 'revision_number': 4, 'project_id': 'b5f38b5ea98145f8b733a442c3512764', 'subnets': [{'id': '70ae0171-a0de-47ed-9bcb-7321c0bbb094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:28.056469 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1d97a-5e36-4d43-9a49-f3736db02cbb tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c36f7c-bd52-4991-a8c5-78f2a059782d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:28.093679 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69178ed0-36ce-49f8-87a5-696134156e71 None None] The sync data for ids ['d88293c2-7090-44ae-b192-d45c1daf18cd'] in n-d-817748-2 is: [{'id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'name': 'tempest-TestSnapshotPattern-633588152-router', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:21Z', 'updated_at': '2021-11-15T16:04:25Z', 'revision_number': 4, 'project_id': 'b5f38b5ea98145f8b733a442c3512764', 'gw_port': {'id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:22Z', 'updated_at': '2021-11-15T16:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': '34ae6c68-c5a8-49e3-916a-e91dafaef525', 'name': '', 'network_id': '6a461a68-860d-48fd-b6b7-eef62cf83379', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'mac_address': 'fa:16:3e:97:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '70ae0171-a0de-47ed-9bcb-7321c0bbb094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:24Z', 'updated_at': '2021-11-15T16:04:27Z', 'revision_number': 4, 'project_id': 'b5f38b5ea98145f8b733a442c3512764', 'subnets': [{'id': '70ae0171-a0de-47ed-9bcb-7321c0bbb094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 16:04:28.098826 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f6249764-20c2-4ade-928f-6240ae6bd9e3 None None] For port 34ae6c68-c5a8-49e3-916a-e91dafaef525, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=34ae6c68-c5a8-49e3-916a-e91dafaef525,segment=NetworkSegment(22bd64f3-093f-4055-b916-5788d12a1b56),segment_id=22bd64f3-093f-4055-b916-5788d12a1b56)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:28.152529 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9db1d97a-5e36-4d43-9a49-f3736db02cbb tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:28.157019 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:28.166844 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9db1d97a-5e36-4d43-9a49-f3736db02cbb tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3740859 Nov 15 16:04:28.167098 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fa12645e-64de-4042-90fe-bf86b937b92e tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Request body: {'security_group_rule': {'security_group_id': '5aa69b5e-a9ef-4721-b010-1062b5b967a4', 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:28.187370 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6249764-20c2-4ade-928f-6240ae6bd9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:28.243863 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6249764-20c2-4ade-928f-6240ae6bd9e3 None None] Pushing event updated for resources: {'Port': ['ID=34ae6c68-c5a8-49e3-916a-e91dafaef525,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:28.249680 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa12645e-64de-4042-90fe-bf86b937b92e tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:28.326717 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa12645e-64de-4042-90fe-bf86b937b92e tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:28.433172 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa12645e-64de-4042-90fe-bf86b937b92e tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:28.453304 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12645e-64de-4042-90fe-bf86b937b92e tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f49cbe-8129-4eb0-9f94-646540ce7a44,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:28.521015 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa12645e-64de-4042-90fe-bf86b937b92e tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:28.524923 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-fa12645e-64de-4042-90fe-bf86b937b92e tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3637412 Nov 15 16:04:28.525638 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:28.530744 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ee0dde3f-cd95-468c-b181-ed0d3f440bbc tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Request body: {'security_group_rule': {'security_group_id': '5aa69b5e-a9ef-4721-b010-1062b5b967a4', 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:28.621929 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee0dde3f-cd95-468c-b181-ed0d3f440bbc tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:28.692649 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee0dde3f-cd95-468c-b181-ed0d3f440bbc tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:28.766597 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee0dde3f-cd95-468c-b181-ed0d3f440bbc tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:28.787043 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0dde3f-cd95-468c-b181-ed0d3f440bbc tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1dde21-d030-40f6-af48-40e4d46a245e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:28.863378 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee0dde3f-cd95-468c-b181-ed0d3f440bbc tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:28.867917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:28.868165 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-ee0dde3f-cd95-468c-b181-ed0d3f440bbc tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3410721 Nov 15 16:04:28.874555 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-183e125d-e0d2-4b5c-b4e3-5414dc499de3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Request body: {'security_group_rule': {'security_group_id': '5aa69b5e-a9ef-4721-b010-1062b5b967a4', 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:28.966587 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-183e125d-e0d2-4b5c-b4e3-5414dc499de3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Project 9a49db1ebd714eca852ad5d12f00b44e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 16:04:28.972765 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-183e125d-e0d2-4b5c-b4e3-5414dc499de3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:29.037647 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-183e125d-e0d2-4b5c-b4e3-5414dc499de3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:29.118606 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-183e125d-e0d2-4b5c-b4e3-5414dc499de3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:29.138444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e125d-e0d2-4b5c-b4e3-5414dc499de3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1f91e3-3f8e-450c-a801-c6a882e494e4,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:29.220100 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-183e125d-e0d2-4b5c-b4e3-5414dc499de3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:29.221369 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-183e125d-e0d2-4b5c-b4e3-5414dc499de3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3518918 Nov 15 16:04:29.224420 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55286) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:29.229721 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6629be9c-baaf-4511-a75d-54b57da2b595 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Request body: {'security_group_rule': {'security_group_id': '5aa69b5e-a9ef-4721-b010-1062b5b967a4', 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:29.310583 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 34ae6c68-c5a8-49e3-916a-e91dafaef525 up at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 16:04:29.332153 n-d-817748-2 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-6629be9c-baaf-4511-a75d-54b57da2b595 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Project 9a49db1ebd714eca852ad5d12f00b44e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 16:04:29.339550 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6629be9c-baaf-4511-a75d-54b57da2b595 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:29.364745 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Provisioning complete for port 34ae6c68-c5a8-49e3-916a-e91dafaef525 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:29.365338 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:29.402023 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6629be9c-baaf-4511-a75d-54b57da2b595 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:29.406875 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:29.503781 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6629be9c-baaf-4511-a75d-54b57da2b595 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629543'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:29.520970 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629be9c-baaf-4511-a75d-54b57da2b595 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a0b4be-cd3d-433a-8716-e73315e2f679,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:29.612055 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6629be9c-baaf-4511-a75d-54b57da2b595 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:29.616394 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-6629be9c-baaf-4511-a75d-54b57da2b595 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3877451 Nov 15 16:04:29.778216 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-b3869a33-2ee8-4bec-8f4d-b946b3661616 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165471359&fields=id&tenant_id=9a49db1ebd714eca852ad5d12f00b44e HTTP/1.1" status: 200 len: 267 time: 0.0486453 Nov 15 16:04:29.787348 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:29.835272 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7f261cc-47c7-4fce-8254-97dc8977ab3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:29.885679 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-072a2319-15f8-4d23-ac5b-666c9ff4b4b8 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:29.887171 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-072a2319-15f8-4d23-ac5b-666c9ff4b4b8 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 809 time: 0.1021862 Nov 15 16:04:29.902803 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-fcd540ac-e38c-4424-9dbb-3ba10f329407 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/quotas/9a49db1ebd714eca852ad5d12f00b44e HTTP/1.1" status: 200 len: 375 time: 0.0097086 Nov 15 16:04:29.957881 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-b92801de-32eb-48f4-b578-ce43fe227c3c tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497346 Nov 15 16:04:30.062175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-ac252fd2-dc00-4590-8caa-651529ee48f5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 16:04:30.063250 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-ac252fd2-dc00-4590-8caa-651529ee48f5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0937796 Nov 15 16:04:30.151280 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-f35ba54b-0171-4667-bebe-41614aa020a7 service neutron] 10.222.0.70 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814006 Nov 15 16:04:30.244437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-66e036e0-23be-40a7-9cb6-87cd9d4c5092 service neutron] 10.222.0.70 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865254 Nov 15 16:04:30.493667 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-04b6ea21-e153-479a-aec8-820a64a132cf req-8cbbd4de-08bd-4522-ab16-8c4d02f57334 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 210 time: 0.0258818 Nov 15 16:04:31.571232 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-396f0860-6afb-45fe-a7a0-d1a3cc3c30b9 req-6eb7561c-6d49-4abd-9e49-2352673962f4 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 210 time: 0.0253413 Nov 15 16:04:32.177665 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d227a62b-f03c-44d3-8a98-786472f4301c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:32.665510 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c26a5fe-daef-431b-8380-337a582d16a8 req-9886dc12-f7d5-411b-b2b5-932aa314c0dc tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 210 time: 0.0258799 Nov 15 16:04:32.905997 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-ea23f676-50e9-4807-85f6-e8f85d7543f9 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:32.908331 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-ea23f676-50e9-4807-85f6-e8f85d7543f9 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.59 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 809 time: 0.1064999 Nov 15 16:04:32.984472 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a3a03adf-c43a-4ca3-9c29-b2f4c87eb54c tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a49db1ebd714eca852ad5d12f00b44e HTTP/1.1" status: 200 len: 379 time: 0.0660474 Nov 15 16:04:32.994486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-42d84aec-b245-4136-9d84-5c64330169c6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Request body: {'port': {'device_id': '95f9041f-34c0-43a2-a426-47342f2960dd', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'admin_state_up': True, 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'security_groups': ['5aa69b5e-a9ef-4721-b010-1062b5b967a4']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:33.181357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-42d84aec-b245-4136-9d84-5c64330169c6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Made reservation on behalf of 9a49db1ebd714eca852ad5d12f00b44e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 16:04:33.184994 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-42d84aec-b245-4136-9d84-5c64330169c6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:33.320709 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-42d84aec-b245-4136-9d84-5c64330169c6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Allocated IP 172.20.0.9 (0733efcc-af52-4f07-b0a0-7f82904d3e1d/47564665-14b6-4aa0-8192-ea2fd95a2a54/253b2692-e633-4f7f-a9ac-8768c2cd8ff7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 16:04:33.461946 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-42d84aec-b245-4136-9d84-5c64330169c6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:33.553072 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-42d84aec-b245-4136-9d84-5c64330169c6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:33.597176 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-42d84aec-b245-4136-9d84-5c64330169c6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Network 0733efcc-af52-4f07-b0a0-7f82904d3e1d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 16:04:33.600293 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-42d84aec-b245-4136-9d84-5c64330169c6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:04:33.604112 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-42d84aec-b245-4136-9d84-5c64330169c6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 16:04:33.610507 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d84aec-b245-4136-9d84-5c64330169c6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event updated for resources: {'Port': ['ID=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:33.656752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-42d84aec-b245-4136-9d84-5c64330169c6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:33.657048 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-42d84aec-b245-4136-9d84-5c64330169c6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:33.734990 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-42d84aec-b245-4136-9d84-5c64330169c6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7441113 Nov 15 16:04:33.751317 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Request body: {'port': {'device_id': '95f9041f-34c0-43a2-a426-47342f2960dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:33.834464 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5b029-7478-4b0a-a58a-04ab2f600b97 req-398213f6-e8c6-4e7f-9942-abec7c8859c0 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:33.835981 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7b5b029-7478-4b0a-a58a-04ab2f600b97 req-398213f6-e8c6-4e7f-9942-abec7c8859c0 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 931 time: 0.0994849 Nov 15 16:04:33.841117 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:33.847099 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-87d33801-a99b-4a12-9459-76c30181eb75 None None] Provisioning complete for port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:33.855538 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87d33801-a99b-4a12-9459-76c30181eb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:33.881818 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:33.882778 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-87d33801-a99b-4a12-9459-76c30181eb75 None None] Port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 16:04:33.938020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f7b5b029-7478-4b0a-a58a-04ab2f600b97 req-28ebc985-2d48-41fd-b806-634baff662e2 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946355 Nov 15 16:04:34.140415 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 16:04:34.148593 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:34.160326 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Transition to ACTIVE for port object 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 16:04:34.191509 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:04:34.229684 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:34.280239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Pushing event updated for resources: {'Port': ['ID=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:34.355568 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Attempting to bind port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 on host n-h1-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 16:04:34.355911 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Attempting to bind port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 by drivers openvswitch,hyperv on host n-h1-817748-2 at level 0 using segments [{'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 16:04:34.356248 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Attempting to bind port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 on network 0733efcc-af52-4f07-b0a0-7f82904d3e1d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 16:04:34.360932 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 on network 0733efcc-af52-4f07-b0a0-7f82904d3e1d not bound, no agent of type Open vSwitch agent registered on host n-h1-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 16:04:34.361258 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Attempting to bind port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 on network 0733efcc-af52-4f07-b0a0-7f82904d3e1d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 16:04:34.366286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Checking agent: {'id': 'a57f07a2-117a-4550-aeda-b8a89b19d6ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 16:04:34.366663 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Checking segment: {'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 16:04:34.367063 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Bound using segment: {'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 16:04:34.367493 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Bound port: 253b2692-e633-4f7f-a9ac-8768c2cd8ff7, host: n-h1-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 16:04:34.367853 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:34.434889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] For port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7, host n-h1-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 16:04:34.438192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] For port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7, host n-h1-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 16:04:34.496672 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:34.531569 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:34.532300 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:34.533595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] 10.222.0.59 "PUT /v2.0/ports/253b2692-e633-4f7f-a9ac-8768c2cd8ff7 HTTP/1.1" status: 200 len: 1091 time: 0.7878668 Nov 15 16:04:34.534024 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:04:34.536306 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0b3541-945a-4f58-a12f-7fdc1bd1e953" -d '{"events": [{"name": "network-changed", "server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:04:34.562624 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a70e3c-4828-45a3-9ece-a85be4758d39 service neutron] Pushing event updated for resources: {'Port': ['ID=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:34.579363 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 16:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56618a7-824a-45b6-98c3-66f643a62103 x-openstack-request-id: req-f56618a7-824a-45b6-98c3-66f643a62103 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:04:34.579629 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:04:34.579888 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f56618a7-824a-45b6-98c3-66f643a62103 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:04:34.580294 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'status': 'completed', 'code': 200} Nov 15 16:04:34.647779 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b3541-945a-4f58-a12f-7fdc1bd1e953 req-a7cdb614-7339-41d8-977f-d29bb0e35021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:34.649262 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba0b3541-945a-4f58-a12f-7fdc1bd1e953 req-a7cdb614-7339-41d8-977f-d29bb0e35021 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 1094 time: 0.0421529 Nov 15 16:04:34.756688 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b3541-945a-4f58-a12f-7fdc1bd1e953 req-5f09dd5f-5bdd-4b63-a108-45b884e9b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:34.758252 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba0b3541-945a-4f58-a12f-7fdc1bd1e953 req-5f09dd5f-5bdd-4b63-a108-45b884e9b6ea service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1004894 Nov 15 16:04:34.856453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b3541-945a-4f58-a12f-7fdc1bd1e953 req-e82ba368-a4de-4592-885f-6fed77f2494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:34.857924 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba0b3541-945a-4f58-a12f-7fdc1bd1e953 req-e82ba368-a4de-4592-885f-6fed77f2494d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932891 Nov 15 16:04:34.934684 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-dcbb4f80-379d-4210-af91-fea39875f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:34.936073 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-dcbb4f80-379d-4210-af91-fea39875f6e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 1094 time: 0.0397367 Nov 15 16:04:34.978991 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-900014ff-0704-441f-a0c1-4a426a1423be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7 HTTP/1.1" status: 200 len: 217 time: 0.0347309 Nov 15 16:04:35.058666 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-23913dfe-608f-4123-b2f1-bdc659cfed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:35.060135 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-23913dfe-608f-4123-b2f1-bdc659cfed3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 200 len: 848 time: 0.0734696 Nov 15 16:04:35.085810 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f8885-b76d-4024-9016-c9007c16495e req-9187fb33-ac72-4f7a-bd13-5b4237c0abb5 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:35.087292 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a3f8885-b76d-4024-9016-c9007c16495e req-9187fb33-ac72-4f7a-bd13-5b4237c0abb5 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 943 time: 0.0740077 Nov 15 16:04:35.145677 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-cbd15d89-2bdc-417c-8fe8-3f66157e451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:35.147227 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-cbd15d89-2bdc-417c-8fe8-3f66157e451a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0733efcc-af52-4f07-b0a0-7f82904d3e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782738 Nov 15 16:04:35.156181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5a3f8885-b76d-4024-9016-c9007c16495e req-261f6920-0ba7-4555-9a07-2098c99161c8 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551350 Nov 15 16:04:35.243053 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-4485268d-5861-44d4-b608-607ba78ec4e6 service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859172 Nov 15 16:04:35.338631 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-fc039ac7-f5a0-4cc9-9bc6-7f5d5549f721 req-0ca62f21-c207-46e7-a878-5edcfcf3a9ca service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885794 Nov 15 16:04:35.529577 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:35.869038 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:36.275538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbaaa8-98ca-4626-bcc0-04e63dd32dbc req-8c1b6936-c21e-4f2a-bb95-50853edd9a19 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:36.277005 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eecbaaa8-98ca-4626-bcc0-04e63dd32dbc req-8c1b6936-c21e-4f2a-bb95-50853edd9a19 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 943 time: 0.0486150 Nov 15 16:04:36.326900 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-eecbaaa8-98ca-4626-bcc0-04e63dd32dbc req-25c88c65-9a88-47fa-9a83-eacd2e9644ac tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431504 Nov 15 16:04:37.448135 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf170e8-5e40-4d6c-b16f-a894c18fcf1e req-590cdc15-bd38-4e8f-9e6b-1dd3e2aae6e9 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:37.449591 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dcf170e8-5e40-4d6c-b16f-a894c18fcf1e req-590cdc15-bd38-4e8f-9e6b-1dd3e2aae6e9 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 943 time: 0.0524621 Nov 15 16:04:37.498749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dcf170e8-5e40-4d6c-b16f-a894c18fcf1e req-6ded164c-21dc-46c3-a40f-0125a67dc105 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429072 Nov 15 16:04:38.611890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cf09d-f783-4d65-9520-854a696dfb89 req-f66f75f7-a8d8-4932-8895-5375e685011c tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:38.613339 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-117cf09d-f783-4d65-9520-854a696dfb89 req-f66f75f7-a8d8-4932-8895-5375e685011c tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 943 time: 0.0492847 Nov 15 16:04:38.661913 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-117cf09d-f783-4d65-9520-854a696dfb89 req-5dc2dbe0-d524-49ed-8016-8a0a8f0cd93f tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426168 Nov 15 16:04:38.820634 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 16:04:38.916285 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:38.927798 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'port_id': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'mac_address': 'fa:16:3e:7e:41:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 16:04:38.962832 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:38.976058 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 16:04:38.994693 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:39.066848 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:39.117397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:39.269080 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['253b2692-e633-4f7f-a9ac-8768c2cd8ff7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 16:04:39.784163 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970246a4-15e6-4334-bf99-65137794b2f0 req-ffb38b46-bc47-4179-8489-e4e4f50d1387 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:39.785578 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-970246a4-15e6-4334-bf99-65137794b2f0 req-ffb38b46-bc47-4179-8489-e4e4f50d1387 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 944 time: 0.0560815 Nov 15 16:04:39.833462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-970246a4-15e6-4334-bf99-65137794b2f0 req-ecd25964-b0d5-4b31-ae21-6e1968d5ab41 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419569 Nov 15 16:04:40.833609 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 16:04:40.950299 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029c0b5-c934-4fd6-81ac-2c6077b76869 req-b449e39a-59d9-4557-9be3-fe06fd6c3ba2 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:40.951816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6029c0b5-c934-4fd6-81ac-2c6077b76869 req-b449e39a-59d9-4557-9be3-fe06fd6c3ba2 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 944 time: 0.0496588 Nov 15 16:04:40.964038 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning for port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 16:04:40.967970 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:04:40.968343 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:41.001536 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6029c0b5-c934-4fd6-81ac-2c6077b76869 req-c2a2affa-8b0d-4659-aab0-7264134d7309 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432217 Nov 15 16:04:41.045167 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:41.067035 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:04:41.069228 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bb62e8-939f-4859-81e4-cc771c11f4bb" -d '{"events": [{"server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "name": "network-vif-plugged", "status": "completed", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:04:41.086761 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:04:41.106339 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 16:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf52aa25-f0f3-4180-ab9a-586f0fb3beb8 x-openstack-request-id: req-bf52aa25-f0f3-4180-ab9a-586f0fb3beb8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:04:41.106665 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "name": "network-vif-plugged", "status": "completed", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:04:41.106920 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf52aa25-f0f3-4180-ab9a-586f0fb3beb8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:04:41.107569 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'code': 200} Nov 15 16:04:41.148946 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:41.196041 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:41.204973 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625f862-5a0c-4e7a-beb0-4328c09f0a04 req-e08a0fd4-5493-4be9-9901-59bdf9434186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:41.206712 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c625f862-5a0c-4e7a-beb0-4328c09f0a04 req-e08a0fd4-5493-4be9-9901-59bdf9434186 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 1096 time: 0.0408549 Nov 15 16:04:41.257142 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c625f862-5a0c-4e7a-beb0-4328c09f0a04 req-e1f31713-bacc-4b5e-a74b-f1a061d037be service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426977 Nov 15 16:04:42.115224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531ff40-d577-45b3-ad5f-e309db0eae40 req-ffb68852-187f-4782-a1ee-5b03c3b94712 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:42.116659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2531ff40-d577-45b3-ad5f-e309db0eae40 req-ffb68852-187f-4782-a1ee-5b03c3b94712 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 945 time: 0.0479271 Nov 15 16:04:42.166139 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2531ff40-d577-45b3-ad5f-e309db0eae40 req-bb1a4254-02a6-4637-b195-ca368e2ee9a2 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430257 Nov 15 16:04:43.284720 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f0abf-0c9c-4dbc-94b0-0cdb8ee70fb3 req-c09fa88f-2982-4338-b3a0-b0f9f767c324 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:43.286195 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f99f0abf-0c9c-4dbc-94b0-0cdb8ee70fb3 req-c09fa88f-2982-4338-b3a0-b0f9f767c324 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 945 time: 0.0490890 Nov 15 16:04:43.335734 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f99f0abf-0c9c-4dbc-94b0-0cdb8ee70fb3 req-14b2baf4-bfe7-4b6a-ab79-13573921e8f5 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435033 Nov 15 16:04:43.457831 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f745c7-2085-4248-994e-20b29ececfff req-ec75dde6-9729-447a-9e09-e90ef30e9373 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:43.459247 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8f745c7-2085-4248-994e-20b29ececfff req-ec75dde6-9729-447a-9e09-e90ef30e9373 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 945 time: 0.0527184 Nov 15 16:04:43.508686 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a8f745c7-2085-4248-994e-20b29ececfff req-1dbff68e-f47d-487d-85d3-781826a3ccba tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434988 Nov 15 16:04:43.529674 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:43.610944 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12cfc18-fe0f-4876-a57e-0dd3d78d8a54 tempest-TestSnapshotPattern-1070857641 tempest-TestSnapshotPattern-1070857641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:43.612444 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e12cfc18-fe0f-4876-a57e-0dd3d78d8a54 tempest-TestSnapshotPattern-1070857641 tempest-TestSnapshotPattern-1070857641-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 1091 time: 0.0817823 Nov 15 16:04:43.615967 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55352) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:04:43.620161 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:04:43.720719 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:43.819148 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:43.924313 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Allocated IP 172.25.4.232 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/bb832564-5777-4538-9637-3ba6396d8227) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 16:04:44.026270 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:44.124015 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:44.163950 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 16:04:44.168535 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:04:44.172783 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 16:04:44.175809 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event updated for resources: {'Port': ['ID=bb832564-5777-4538-9637-3ba6396d8227,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:44.826842 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:44.973933 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:45.120570 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:45.234604 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:45.309314 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event updated for resources: {'Port': ['ID=bb832564-5777-4538-9637-3ba6396d8227,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:04:45.317980 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:45.418025 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Floating IP 17d4e49c-2d1c-4928-a51a-95b323fd7c05 associated. External IP: 172.25.4.232, port: 253b2692-e633-4f7f-a9ac-8768c2cd8ff7. Nov 15 16:04:45.621557 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 16:04:45.729333 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 16:04:45.739006 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb1047-96cd-4a9c-b58b-9404620d90c4 None None] Sync routers for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 16:04:45.748224 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb1047-96cd-4a9c-b58b-9404620d90c4 None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:45.748891 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9bb1047-96cd-4a9c-b58b-9404620d90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:45.820024 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:45.847121 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-64d68a9b-3b12-4f31-9440-3402d9088718 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2300873 Nov 15 16:04:45.847987 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:04:45.850035 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7cd8b7-6eb6-4571-bc18-b8439c8d16eb" -d '{"events": [{"name": "network-changed", "server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:04:45.854766 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e9bb1047-96cd-4a9c-b58b-9404620d90c4 None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:45.888487 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f7395a-a087-4cfd-8372-fe83bd17db1d x-openstack-request-id: req-83f7395a-a087-4cfd-8372-fe83bd17db1d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:04:45.888790 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:04:45.889074 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83f7395a-a087-4cfd-8372-fe83bd17db1d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:04:45.889491 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'status': 'completed', 'code': 200} Nov 15 16:04:45.960218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cd8b7-6eb6-4571-bc18-b8439c8d16eb req-850d7c43-58aa-4286-9169-19a5cbef047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:45.961770 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c7cd8b7-6eb6-4571-bc18-b8439c8d16eb req-850d7c43-58aa-4286-9169-19a5cbef047e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 1096 time: 0.0475142 Nov 15 16:04:46.054303 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cd8b7-6eb6-4571-bc18-b8439c8d16eb req-191b0ad0-0b9c-457e-815e-a79938ed8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:46.055836 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c7cd8b7-6eb6-4571-bc18-b8439c8d16eb req-191b0ad0-0b9c-457e-815e-a79938ed8956 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 910 time: 0.0866599 Nov 15 16:04:46.125542 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c7cd8b7-6eb6-4571-bc18-b8439c8d16eb req-2c08d9f6-80bb-417f-848e-fa69273fa147 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7 HTTP/1.1" status: 200 len: 999 time: 0.0622339 Nov 15 16:04:46.165912 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9bb1047-96cd-4a9c-b58b-9404620d90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '17d4e49c-2d1c-4928-a51a-95b323fd7c05', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'port_id': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'mac_address': 'fa:16:3e:7e:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f9041f-34c0-43a2-a426-47342f2960dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T16:04:44Z', 'updated_at': '2021-11-15T16:04:44Z', 'revision_number': 0, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 5, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:46.175423 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cd8b7-6eb6-4571-bc18-b8439c8d16eb req-e9c0dead-2002-4b78-9b42-be372745ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:46.176896 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c7cd8b7-6eb6-4571-bc18-b8439c8d16eb req-e9c0dead-2002-4b78-9b42-be372745ead1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 200 len: 848 time: 0.0440903 Nov 15 16:04:46.195535 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb1047-96cd-4a9c-b58b-9404620d90c4 None None] Checking router: 2c06fc0f-13e6-44de-bb10-7dc8892d25bf for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 16:04:46.204066 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb1047-96cd-4a9c-b58b-9404620d90c4 None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:04:46.204670 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9bb1047-96cd-4a9c-b58b-9404620d90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:04:32Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:46.222605 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cd8b7-6eb6-4571-bc18-b8439c8d16eb req-29e9471b-ba03-447c-81d5-148d6d655700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:04:46.224117 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c7cd8b7-6eb6-4571-bc18-b8439c8d16eb req-29e9471b-ba03-447c-81d5-148d6d655700 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0733efcc-af52-4f07-b0a0-7f82904d3e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408351 Nov 15 16:04:46.310645 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e9bb1047-96cd-4a9c-b58b-9404620d90c4 None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:04:46.321425 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c7cd8b7-6eb6-4571-bc18-b8439c8d16eb req-ba65e12b-4e0e-4349-a90d-ff4d182709c3 service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883167 Nov 15 16:04:46.410464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3c7cd8b7-6eb6-4571-bc18-b8439c8d16eb req-ddb083a5-9508-461f-a461-ca117da6f758 service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841708 Nov 15 16:04:46.536922 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9bb1047-96cd-4a9c-b58b-9404620d90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '17d4e49c-2d1c-4928-a51a-95b323fd7c05', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'port_id': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'mac_address': 'fa:16:3e:7e:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f9041f-34c0-43a2-a426-47342f2960dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T16:04:44Z', 'updated_at': '2021-11-15T16:04:44Z', 'revision_number': 0, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 5, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:04:46.567538 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb1047-96cd-4a9c-b58b-9404620d90c4 None None] The sync data for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 is: [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '17d4e49c-2d1c-4928-a51a-95b323fd7c05', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'port_id': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'mac_address': 'fa:16:3e:7e:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f9041f-34c0-43a2-a426-47342f2960dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T16:04:44Z', 'updated_at': '2021-11-15T16:04:44Z', 'revision_number': 0, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 5, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 16:04:46.751345 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f36dda-322a-44d6-8c2e-2c3d393cb845 None None] New status for floating IP 17d4e49c-2d1c-4928-a51a-95b323fd7c05: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 16:04:59.398213 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:59.685553 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:04:59.799833 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57983be5-ece2-4032-b488-f69ba6c5f1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:02.149470 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-158f53b9-05de-4a4e-ab70-149ffc4bfe2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:03.886222 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:05.511765 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:05.837518 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:09.674317 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dba04c73-b1b6-49d1-9a04-80db8f14f9a8 req-8450af28-d8c8-47bf-93c2-e8b9273cf4b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398173 Nov 15 16:05:09.761335 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba04c73-b1b6-49d1-9a04-80db8f14f9a8 req-1517d3da-c2f9-4ac8-aa78-ccc78a7543e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:05:09.762898 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dba04c73-b1b6-49d1-9a04-80db8f14f9a8 req-1517d3da-c2f9-4ac8-aa78-ccc78a7543e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 1096 time: 0.0453255 Nov 15 16:05:09.867996 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba04c73-b1b6-49d1-9a04-80db8f14f9a8 req-76fe346d-58b1-4b93-ad36-78afef8353ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:05:09.869475 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dba04c73-b1b6-49d1-9a04-80db8f14f9a8 req-76fe346d-58b1-4b93-ad36-78afef8353ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 910 time: 0.0853450 Nov 15 16:05:09.939408 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dba04c73-b1b6-49d1-9a04-80db8f14f9a8 req-d604d38f-ec4b-488d-9ddb-35b0b91a0c75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7 HTTP/1.1" status: 200 len: 1001 time: 0.0624592 Nov 15 16:05:09.988277 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba04c73-b1b6-49d1-9a04-80db8f14f9a8 req-d0354d58-0dcd-429a-a113-d763ffcec3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:05:09.989700 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dba04c73-b1b6-49d1-9a04-80db8f14f9a8 req-d0354d58-0dcd-429a-a113-d763ffcec3cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 200 len: 848 time: 0.0428085 Nov 15 16:05:10.035323 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba04c73-b1b6-49d1-9a04-80db8f14f9a8 req-06c526d3-cb3c-4511-adcc-2be16d8a2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:05:10.036824 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dba04c73-b1b6-49d1-9a04-80db8f14f9a8 req-06c526d3-cb3c-4511-adcc-2be16d8a2f12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0733efcc-af52-4f07-b0a0-7f82904d3e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399730 Nov 15 16:05:10.129804 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dba04c73-b1b6-49d1-9a04-80db8f14f9a8 req-6c8af451-2a0a-45e9-8518-44b494d50b83 service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851815 Nov 15 16:05:10.219576 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-dba04c73-b1b6-49d1-9a04-80db8f14f9a8 req-fa712b32-cadd-4173-9531-438ae5a67801 service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820973 Nov 15 16:05:11.191325 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:05:29.408833 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:29.689567 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:29.822741 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-292587b8-0645-46ab-98b9-8bbec470436c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:32.148165 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e63dc02-b2c5-433d-ac55-d626d65dbadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:33.871291 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:35.551803 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:35.837003 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:48.191141 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:05:53.950563 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-f8ad91dd-a6d8-47e3-8db1-0424040492f0 req-d52c6f97-406d-4651-8876-5c1bb96e9df3 tempest-TestNetworkAdvancedServerOps-730272120 tempest-TestNetworkAdvancedServerOps-730272120-project] (103147) timed out ('10.222.0.46', 58385) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 16:05:59.399800 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:59.704967 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:05:59.805391 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e8324cd-17d1-421c-b2b2-f59966b3e017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:02.153975 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f08afbd2-a222-4189-bcbe-e98379ae7a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:03.916421 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:05.542194 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:05.888280 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:09.661067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3616b05f-c821-4581-ab0e-78608a07ef7d req-c2960049-6890-4a5e-b618-ffb58a0297c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395303 Nov 15 16:06:09.752575 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616b05f-c821-4581-ab0e-78608a07ef7d req-9b654b73-6ee8-4d7c-af90-9705fdb21ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:06:09.754128 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3616b05f-c821-4581-ab0e-78608a07ef7d req-9b654b73-6ee8-4d7c-af90-9705fdb21ca5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 1096 time: 0.0481527 Nov 15 16:06:09.859017 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616b05f-c821-4581-ab0e-78608a07ef7d req-233f296f-6aaa-4c18-8199-2f4b8856ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:06:09.860543 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3616b05f-c821-4581-ab0e-78608a07ef7d req-233f296f-6aaa-4c18-8199-2f4b8856ea29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 910 time: 0.0869930 Nov 15 16:06:09.930620 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3616b05f-c821-4581-ab0e-78608a07ef7d req-e1f4dbf1-da3a-4e49-bc07-45101080df21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7 HTTP/1.1" status: 200 len: 1001 time: 0.0624783 Nov 15 16:06:09.980000 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616b05f-c821-4581-ab0e-78608a07ef7d req-538f9619-b519-4fa8-81f8-97f2094e6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:06:09.981437 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3616b05f-c821-4581-ab0e-78608a07ef7d req-538f9619-b519-4fa8-81f8-97f2094e6d06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 200 len: 848 time: 0.0446725 Nov 15 16:06:10.028226 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616b05f-c821-4581-ab0e-78608a07ef7d req-3c1b95b5-1ec3-4790-bfec-dd05463348e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:06:10.029786 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3616b05f-c821-4581-ab0e-78608a07ef7d req-3c1b95b5-1ec3-4790-bfec-dd05463348e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0733efcc-af52-4f07-b0a0-7f82904d3e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401182 Nov 15 16:06:10.122700 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3616b05f-c821-4581-ab0e-78608a07ef7d req-b008f3d8-dfda-4e09-9fc6-acf73612a8be service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858483 Nov 15 16:06:10.221438 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3616b05f-c821-4581-ab0e-78608a07ef7d req-98e0f473-c77f-4be8-bd97-60874edf71a7 service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913715 Nov 15 16:06:25.189930 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:06:29.441767 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:29.710255 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:29.813134 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c08f669b-7ccc-4186-80cd-b842fe25f4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:32.204805 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87e4cece-8ba8-4cec-b05b-77fdaaa9f444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:33.904118 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:35.549849 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:35.841684 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:43.473357 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 details requested by agent hyperv_n-h1-817748-2 with host n-h1-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 16:06:43.569182 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:06:43.580833 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Returning: {'device': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'port_id': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'mac_address': 'fa:16:3e:7e:41:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 16:06:43.619535 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:43.635767 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 16:06:43.654628 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:06:43.715617 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:43.766093 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:06:43.773623 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:06:43.773967 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:06:43.774326 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:06:43.774683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:06:43.775013 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:06:43.775344 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:06:43.775664 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:06:43.775985 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:06:43.776305 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:06:43.776621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:06:43.776946 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:06:43.777260 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:06:43.807359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] get_ports_and_sgs() called for port_ids ['253b2692-e633-4f7f-a9ac-8768c2cd8ff7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 16:06:45.489752 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 up at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 16:06:45.542718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Provisioning complete for port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:06:45.543028 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:45.632665 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:45.659181 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:06:45.661821 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dd1675-b16d-47c5-b302-10619693dae2" -d '{"events": [{"server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "name": "network-vif-plugged", "status": "completed", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:06:45.687288 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:06:45.711610 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef362a21-b3ae-4784-890e-da54fdeb4358 x-openstack-request-id: req-ef362a21-b3ae-4784-890e-da54fdeb4358 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:06:45.711987 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "name": "network-vif-plugged", "status": "completed", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:06:45.712321 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef362a21-b3ae-4784-890e-da54fdeb4358 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:06:45.712786 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'code': 200} Nov 15 16:06:45.773332 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:45.830413 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:06:56.378551 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-be1cce89-bfeb-4231-b724-fdec6326c6e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165471359&fields=id&tenant_id=9a49db1ebd714eca852ad5d12f00b44e HTTP/1.1" status: 200 len: 267 time: 0.0467279 Nov 15 16:06:56.488371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-0e0c0dcf-57a8-457a-b68c-e87b73a77961 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:06:56.489767 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-0e0c0dcf-57a8-457a-b68c-e87b73a77961 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 809 time: 0.1044664 Nov 15 16:06:56.505585 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-c1f0ba44-689a-418d-a970-94a8e8aea891 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/quotas/9a49db1ebd714eca852ad5d12f00b44e HTTP/1.1" status: 200 len: 375 time: 0.0097606 Nov 15 16:06:56.560198 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-b6114501-6e68-4125-82b3-82709755a70e tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491145 Nov 15 16:06:56.617726 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-b7903b61-d2a8-4da4-9b87-ded9e060e7a8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 16:06:56.618779 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-b7903b61-d2a8-4da4-9b87-ded9e060e7a8 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475695 Nov 15 16:06:56.720693 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-37243181-4943-4b3a-b5f9-432694935ce1 service neutron] 10.222.0.70 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950241 Nov 15 16:06:56.809805 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-907b2c38-6eb1-4880-b728-37dec8c99afc service neutron] 10.222.0.70 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827849 Nov 15 16:06:57.093642 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4554ec8d-b4a1-4d6e-a3da-5a8c58fff0f8 req-505f4be8-3a4d-4521-a481-fd2af524167c tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 210 time: 0.0269742 Nov 15 16:06:58.177031 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-8b418f99-477e-4cd8-a632-a55c379ab183 req-7b926917-55d3-4e88-ae91-a77da59c5b6f tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 210 time: 0.0317392 Nov 15 16:06:59.254022 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6faa8da8-d393-4d3c-9ca8-7f3659ec715b req-c1a85b59-7b7f-465b-9595-017be3b63098 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 210 time: 0.0273035 Nov 15 16:06:59.446947 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:59.553812 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:06:59.634846 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:59.658681 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:06:59.660918 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5767ba-9bcd-42a8-93ec-616af24cca49" -d '{"events": [{"server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "name": "network-vif-unplugged", "status": "completed", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:06:59.686705 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] For port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:06:59.760945 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 16:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d68a09-7775-415d-9fc5-901c5b68ed5b x-openstack-request-id: req-f7d68a09-7775-415d-9fc5-901c5b68ed5b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:06:59.761248 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "name": "network-vif-unplugged", "status": "completed", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:06:59.761579 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7d68a09-7775-415d-9fc5-901c5b68ed5b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:06:59.761978 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'code': 200} Nov 15 16:06:59.778486 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:59.811090 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:06:59.827014 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Pushing event updated for resources: {'Port': ['ID=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:06:59.834946 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5090f5b-d81d-4f44-8bca-9b2df133fc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:00.330064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5edca2f9-b484-4ca9-8a43-52e411b60ca0 req-de305e1e-264c-4bfb-8823-bf5890abc29d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 210 time: 0.0263836 Nov 15 16:07:01.425349 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b0e1fc14-a2e3-4166-a58e-3f5366e4b063 req-5bd41b7b-0cdb-4908-9828-ef34551c0fb4 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 210 time: 0.0266700 Nov 15 16:07:02.189298 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:07:02.209632 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13cac07e-5201-4c96-82da-17c09287c1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:02.531231 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-de337888-e809-440d-a20d-099d06bedc49 req-66751e38-9ade-4874-aa3c-9c09dff0fbfa tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 210 time: 0.0281899 Nov 15 16:07:03.544069 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.46', 59288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:07:03.637934 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e069ccaa-0b81-40c0-b436-1e63e0ea3c21 req-b9cab1b7-c228-43a4-a92c-0f27e31fece1 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 210 time: 0.0303767 Nov 15 16:07:03.677208 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-e2438d11-2132-4f04-9e8d-297493d8b61f tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:03.678713 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-e2438d11-2132-4f04-9e8d-297493d8b61f tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.46 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 809 time: 0.1337078 Nov 15 16:07:03.749695 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-92b56188-2f42-4029-89b3-abe6c4d4f23e tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a49db1ebd714eca852ad5d12f00b44e HTTP/1.1" status: 200 len: 379 time: 0.0570114 Nov 15 16:07:03.763329 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Request body: {'port': {'device_id': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'admin_state_up': True, 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'security_groups': ['5aa69b5e-a9ef-4721-b010-1062b5b967a4']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:07:03.922007 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:03.995383 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Made reservation on behalf of 9a49db1ebd714eca852ad5d12f00b44e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 16:07:03.999667 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:04.129165 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Allocated IP 172.20.0.8 (0733efcc-af52-4f07-b0a0-7f82904d3e1d/47564665-14b6-4aa0-8192-ea2fd95a2a54/dd1d9611-cbec-4db7-b9f4-e284ba1af9c0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 16:07:04.269786 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:04.360107 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:04.448993 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Network 0733efcc-af52-4f07-b0a0-7f82904d3e1d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 16:07:04.453591 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:07:04.458127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 16:07:04.462268 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event updated for resources: {'Port': ['ID=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:07:04.494964 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:04.495354 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:04.495892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:04.496035 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:04.496851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:04.496851 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:04.497210 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:04.497523 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:04.497839 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:04.498260 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:04.498578 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:04.498974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:04.553563 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:04.554556 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:04.641208 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-8683d199-3349-4476-8ea8-3d5fe8b46f74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8789127 Nov 15 16:07:04.820360 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dcbfde71-95f1-496c-981e-ab3b6664b6cf None None] Provisioning complete for port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:07:04.821095 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dcbfde71-95f1-496c-981e-ab3b6664b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:04.831534 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf66373-773b-4187-a065-4787c143aaa4 req-c06ca115-9592-4250-97be-fdb59270233b tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:04.833741 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cf66373-773b-4187-a065-4787c143aaa4 req-c06ca115-9592-4250-97be-fdb59270233b tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 931 time: 0.0697837 Nov 15 16:07:04.867331 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfde71-95f1-496c-981e-ab3b6664b6cf None None] Port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 16:07:04.914387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4cf66373-773b-4187-a065-4787c143aaa4 req-8c43b280-ea55-4f7c-90ea-a6445ec677b6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722606 Nov 15 16:07:05.621432 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:05.884729 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:06.048669 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26c21f-aecf-45c5-89c3-3bbb2783c548 req-4cb69a86-7ad1-4fd4-aaec-0500cbad13fd tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:06.050164 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b26c21f-aecf-45c5-89c3-3bbb2783c548 req-4cb69a86-7ad1-4fd4-aaec-0500cbad13fd tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 931 time: 0.0602856 Nov 15 16:07:06.105846 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2b26c21f-aecf-45c5-89c3-3bbb2783c548 req-ab93d015-5d51-40af-b8e5-f943de49385f tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495899 Nov 15 16:07:07.222889 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ec869-1afc-48a0-8bbf-b053e7cf0b2f req-96c4a638-6040-4392-b3d9-20227fea9085 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:07.224356 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-731ec869-1afc-48a0-8bbf-b053e7cf0b2f req-96c4a638-6040-4392-b3d9-20227fea9085 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 931 time: 0.0496585 Nov 15 16:07:07.284646 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-731ec869-1afc-48a0-8bbf-b053e7cf0b2f req-a739ebca-40b4-4344-b572-debe5a082f2f tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536807 Nov 15 16:07:08.420844 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb54a8-0bfe-4327-997e-7549a121ead1 req-d1a6f6af-9d9a-458d-9ee1-fe03070cf1d8 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:08.422455 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1fb54a8-0bfe-4327-997e-7549a121ead1 req-d1a6f6af-9d9a-458d-9ee1-fe03070cf1d8 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 931 time: 0.0582988 Nov 15 16:07:08.473938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1fb54a8-0bfe-4327-997e-7549a121ead1 req-b8f769df-8b76-4f0b-a01e-d422743b8a1d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455887 Nov 15 16:07:09.603412 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d980431-3a05-48ce-af02-a24315191d0d req-72dbecb6-5d02-430b-9a4a-dea1432ed384 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:09.604999 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d980431-3a05-48ce-af02-a24315191d0d req-72dbecb6-5d02-430b-9a4a-dea1432ed384 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 931 time: 0.0609941 Nov 15 16:07:09.656407 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3d980431-3a05-48ce-af02-a24315191d0d req-686d013c-60cf-415c-8d41-3647cb330946 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439506 Nov 15 16:07:10.716312 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1ee1d89-5aa5-4426-9682-9e473c1fd1b7 req-5f81c9a3-72e9-4f33-b13d-45f1cf55a02d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803878 Nov 15 16:07:10.848121 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac23b9a-429f-4f56-a783-ad1566a63793 req-52ecc579-8cd1-4a2a-b048-83906d919855 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:10.858938 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ac23b9a-429f-4f56-a783-ad1566a63793 req-52ecc579-8cd1-4a2a-b048-83906d919855 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 931 time: 0.0985482 Nov 15 16:07:10.876315 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee1d89-5aa5-4426-9682-9e473c1fd1b7 req-b3683b7d-d61e-471a-8018-5bfdbda6050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:10.877810 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1ee1d89-5aa5-4426-9682-9e473c1fd1b7 req-b3683b7d-d61e-471a-8018-5bfdbda6050d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 1094 time: 0.1134055 Nov 15 16:07:10.931243 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-6ac23b9a-429f-4f56-a783-ad1566a63793 req-fccf2bf8-e81e-467d-946e-f9aa2c5f15d1 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752251 Nov 15 16:07:11.006307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee1d89-5aa5-4426-9682-9e473c1fd1b7 req-50ee632f-a413-47ad-b3f4-8399320709b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:11.007847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1ee1d89-5aa5-4426-9682-9e473c1fd1b7 req-50ee632f-a413-47ad-b3f4-8399320709b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 910 time: 0.1064076 Nov 15 16:07:11.080707 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1ee1d89-5aa5-4426-9682-9e473c1fd1b7 req-7470a12a-5027-40ba-83e2-30bfefd1dafa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7 HTTP/1.1" status: 200 len: 999 time: 0.0657005 Nov 15 16:07:11.136333 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee1d89-5aa5-4426-9682-9e473c1fd1b7 req-dc6359a6-0c41-40b5-a985-9f2c218b3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:11.137823 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1ee1d89-5aa5-4426-9682-9e473c1fd1b7 req-dc6359a6-0c41-40b5-a985-9f2c218b3be8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 200 len: 848 time: 0.0506086 Nov 15 16:07:11.184908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee1d89-5aa5-4426-9682-9e473c1fd1b7 req-2c0c7772-7b12-4034-9215-9b91051cda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:11.186464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1ee1d89-5aa5-4426-9682-9e473c1fd1b7 req-2c0c7772-7b12-4034-9215-9b91051cda7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0733efcc-af52-4f07-b0a0-7f82904d3e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409558 Nov 15 16:07:11.301373 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1ee1d89-5aa5-4426-9682-9e473c1fd1b7 req-0185f04e-fe45-41cf-ab1c-5d2aaa413b97 service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076128 Nov 15 16:07:11.403163 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e1ee1d89-5aa5-4426-9682-9e473c1fd1b7 req-858e6ed4-3657-4120-b56d-27a7a141fc80 service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896127 Nov 15 16:07:12.066752 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63db682-047f-4abe-b07e-8cf21b31f684 req-e68c3174-49e1-4d68-bd85-60b35db9c55b tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:12.068285 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f63db682-047f-4abe-b07e-8cf21b31f684 req-e68c3174-49e1-4d68-bd85-60b35db9c55b tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 931 time: 0.0593908 Nov 15 16:07:12.117261 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f63db682-047f-4abe-b07e-8cf21b31f684 req-45651c0b-fd2c-423e-8889-7c1f2787cd49 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429933 Nov 15 16:07:13.245725 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce88d5-7496-4149-a48e-914273aacc20 req-e6f6ec2a-e6a7-4a4d-84f1-ce60ead8bad6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:13.247382 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86ce88d5-7496-4149-a48e-914273aacc20 req-e6f6ec2a-e6a7-4a4d-84f1-ce60ead8bad6 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 931 time: 0.0521319 Nov 15 16:07:13.297730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-86ce88d5-7496-4149-a48e-914273aacc20 req-93a14d89-20f3-498f-9d48-4bd2580fadb3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433381 Nov 15 16:07:14.422956 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb931ba-846b-4dfe-ba32-657e02f762c2 req-612fa276-310d-41df-a72c-4d71f29cb9b7 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:14.424490 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-adb931ba-846b-4dfe-ba32-657e02f762c2 req-612fa276-310d-41df-a72c-4d71f29cb9b7 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 931 time: 0.0560384 Nov 15 16:07:14.476883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-adb931ba-846b-4dfe-ba32-657e02f762c2 req-7d81a6e4-31bb-4279-b77c-279134a8cc01 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462940 Nov 15 16:07:15.436283 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-cdd71bc8-b75a-4bbf-8ead-89e020c0e4d0 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 16:07:15.437310 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-cdd71bc8-b75a-4bbf-8ead-89e020c0e4d0 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053949 Nov 15 16:07:15.509917 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.v2.base [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Request body: {'port': {'device_id': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817748-2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:07:15.594098 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:15.649451 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fe054-3d1a-4f94-9e52-e6ff1c7c64b8 req-eefc0339-51c0-410a-8c54-2485fd1b56be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:15.650977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d83fe054-3d1a-4f94-9e52-e6ff1c7c64b8 req-eefc0339-51c0-410a-8c54-2485fd1b56be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 931 time: 0.0896504 Nov 15 16:07:15.770019 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d83fe054-3d1a-4f94-9e52-e6ff1c7c64b8 req-f7565a0a-3a23-40e8-aff0-7771c5317dcb tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095395 Nov 15 16:07:15.917715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 16:07:15.925209 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:15.937422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Transition to ACTIVE for port object dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 16:07:15.992526 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:16.041815 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:07:16.120353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Attempting to bind port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 on host n-h2-817748-2 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 16:07:16.120689 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Attempting to bind port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 by drivers openvswitch,hyperv on host n-h2-817748-2 at level 0 using segments [{'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 16:07:16.121074 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Attempting to bind port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 on network 0733efcc-af52-4f07-b0a0-7f82904d3e1d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 16:07:16.126070 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 on network 0733efcc-af52-4f07-b0a0-7f82904d3e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-817748-2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 16:07:16.126413 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Attempting to bind port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 on network 0733efcc-af52-4f07-b0a0-7f82904d3e1d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 16:07:16.131456 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Checking agent: {'id': '923adde0-14d4-4960-ba9b-7a6bf5d125c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'started_at': datetime.datetime(2021, 11, 15, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 16:07:16.131708 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Checking segment: {'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 16:07:16.132286 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Bound using segment: {'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 16:07:16.132715 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Bound port: dd1d9611-cbec-4db7-b9f4-e284ba1af9c0, host: n-h2-817748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb7a80e-2788-4afc-8187-cacd466efb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 16:07:16.133070 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:16.199368 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] For port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0, host n-h2-817748-2, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 16:07:16.203559 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] For port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0, host n-h2-817748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 16:07:16.285130 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8447630'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:16.320357 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:16.320990 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:16.322532 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] 10.222.0.46 "PUT /v2.0/ports/dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 HTTP/1.1" status: 200 len: 1091 time: 0.8759885 Nov 15 16:07:16.323127 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:07:16.325470 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197190cb-b82f-498f-a983-edf633446b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:07:16.353220 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e37441-d0b2-4abf-bb77-a5d822e72fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:07:16.383841 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 16:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88e152c-5fae-4a9c-b1cc-14f7332346af x-openstack-request-id: req-d88e152c-5fae-4a9c-b1cc-14f7332346af {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:07:16.383841 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:07:16.383841 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d88e152c-5fae-4a9c-b1cc-14f7332346af {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:07:16.383841 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'status': 'completed', 'code': 200} Nov 15 16:07:16.450094 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197190cb-b82f-498f-a983-edf633446b3f req-616a2dc0-b5a1-4063-bde6-2464e424345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:16.452213 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-197190cb-b82f-498f-a983-edf633446b3f req-616a2dc0-b5a1-4063-bde6-2464e424345e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 1094 time: 0.0477252 Nov 15 16:07:16.558786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197190cb-b82f-498f-a983-edf633446b3f req-23ab8001-abac-4e8d-acfc-08c4fbd9053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:16.560285 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-197190cb-b82f-498f-a983-edf633446b3f req-23ab8001-abac-4e8d-acfc-08c4fbd9053d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1001637 Nov 15 16:07:16.661536 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197190cb-b82f-498f-a983-edf633446b3f req-3426a922-6060-4f73-aac8-4447a3c3f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:16.662977 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-197190cb-b82f-498f-a983-edf633446b3f req-3426a922-6060-4f73-aac8-4447a3c3f7be service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924582 Nov 15 16:07:16.747419 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-d87452b5-de64-4410-b86e-ae3964927dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:16.749497 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-d87452b5-de64-4410-b86e-ae3964927dc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 1094 time: 0.0409791 Nov 15 16:07:16.794847 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-3b46a449-09b0-4cb1-ae10-e8aa8ee4f477 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 HTTP/1.1" status: 200 len: 217 time: 0.0332584 Nov 15 16:07:16.867353 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-6c871570-b7ed-4663-b6e5-42f5cf693454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:16.868829 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-6c871570-b7ed-4663-b6e5-42f5cf693454 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 200 len: 848 time: 0.0626864 Nov 15 16:07:16.930685 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886395c-da35-40c2-b10a-348f9b3a1c49 req-eec60cf0-2466-4119-a983-0dba4d49cefa tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:16.932178 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4886395c-da35-40c2-b10a-348f9b3a1c49 req-eec60cf0-2466-4119-a983-0dba4d49cefa tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 943 time: 0.0849385 Nov 15 16:07:16.938754 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-46be835d-c211-4005-85c5-a7d7b1e63fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:16.940184 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-46be835d-c211-4005-85c5-a7d7b1e63fb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0733efcc-af52-4f07-b0a0-7f82904d3e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583110 Nov 15 16:07:17.353729 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-4886395c-da35-40c2-b10a-348f9b3a1c49 req-db80069f-32c8-4be9-ae2a-11da314b8938 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4125795 Nov 15 16:07:17.384092 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-c3224cf0-5377-4595-8912-8eff857aeb0c service neutron] 10.222.0.46 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300220 Nov 15 16:07:17.483588 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-82c74edb-f5d7-4402-b9eb-7e613e2169ee req-6b92ab15-37b6-43ab-95e3-be7052185b13 service neutron] 10.222.0.46 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873070 Nov 15 16:07:18.470581 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371d1a1-bf6e-4de0-9fb7-d9d9addd21f8 req-86febc0e-21d7-4676-bd42-4a78bfc82bbd tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:18.472060 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5371d1a1-bf6e-4de0-9fb7-d9d9addd21f8 req-86febc0e-21d7-4676-bd42-4a78bfc82bbd tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 943 time: 0.0482726 Nov 15 16:07:18.520872 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-5371d1a1-bf6e-4de0-9fb7-d9d9addd21f8 req-a08ef7a3-1051-41e4-990c-9cc6caf08c9a tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428259 Nov 15 16:07:19.636818 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e79d-e975-4eb1-9bdb-f047c8a44862 req-c777845d-1c5d-4f85-ad0b-33b9b00d57a8 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:19.638346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba35e79d-e975-4eb1-9bdb-f047c8a44862 req-c777845d-1c5d-4f85-ad0b-33b9b00d57a8 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 943 time: 0.0492165 Nov 15 16:07:19.688300 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ba35e79d-e975-4eb1-9bdb-f047c8a44862 req-06f75475-21bf-43a4-8163-77a2fdcfff00 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435209 Nov 15 16:07:20.806894 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e1791-72cf-446f-956f-ada60ea7fe0a req-e144eb7d-6416-4c10-90aa-2d4826d63061 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:20.808361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f10e1791-72cf-446f-956f-ada60ea7fe0a req-e144eb7d-6416-4c10-90aa-2d4826d63061 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 943 time: 0.0531981 Nov 15 16:07:20.861207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-f10e1791-72cf-446f-956f-ada60ea7fe0a req-923d8af2-7267-4380-a69c-a2d8e741c90b tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444477 Nov 15 16:07:20.940718 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 16:07:21.036557 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:07:21.048807 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'port_id': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'mac_address': 'fa:16:3e:dd:23:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 16:07:21.084355 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:21.097293 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 16:07:21.116188 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:07:21.215431 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:21.265339 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:07:21.526621 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['dd1d9611-cbec-4db7-b9f4-e284ba1af9c0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 16:07:21.980787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b90111-2d63-4e6e-9754-391e16c9e215 req-fdebdb9e-f6c6-4491-9594-86f6c3ce20e2 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:21.982268 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96b90111-2d63-4e6e-9754-391e16c9e215 req-fdebdb9e-f6c6-4491-9594-86f6c3ce20e2 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 944 time: 0.0485921 Nov 15 16:07:22.030948 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-96b90111-2d63-4e6e-9754-391e16c9e215 req-99099381-a4d2-4c59-b7d8-803b1532791d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427082 Nov 15 16:07:22.956393 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 16:07:23.129927 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning for port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 16:07:23.133922 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:07:23.134288 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:23.152943 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319e24c-7137-41b6-a89e-6b7e033f44df req-26a67f5a-0f17-405f-9f9c-b2e098d0d188 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:23.161188 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c319e24c-7137-41b6-a89e-6b7e033f44df req-26a67f5a-0f17-405f-9f9c-b2e098d0d188 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 944 time: 0.0565679 Nov 15 16:07:23.209747 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-c319e24c-7137-41b6-a89e-6b7e033f44df req-5554f96f-dfd7-4517-95de-a7186e8e2378 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489202 Nov 15 16:07:23.211554 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:23.238405 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:07:23.240656 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e6381a-e26a-475c-9f62-874b6dfa9cd7" -d '{"events": [{"server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "name": "network-vif-plugged", "status": "completed", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:07:23.252869 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:07:23.277919 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aeed58-338a-48d1-b40d-fa6b0870b63d x-openstack-request-id: req-12aeed58-338a-48d1-b40d-fa6b0870b63d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:07:23.278222 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "name": "network-vif-plugged", "status": "completed", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:07:23.278499 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12aeed58-338a-48d1-b40d-fa6b0870b63d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:07:23.278892 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'code': 200} Nov 15 16:07:23.349216 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:23.386488 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cd873-991a-4633-afcb-2905066b706b req-53030585-482f-4271-87ab-1cccdd281f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:23.387942 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d5cd873-991a-4633-afcb-2905066b706b req-53030585-482f-4271-87ab-1cccdd281f7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0418689 Nov 15 16:07:23.396868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:07:23.449160 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2d5cd873-991a-4633-afcb-2905066b706b req-4c9e1d11-4f1d-4fdb-9cba-0957dff90ea0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489759 Nov 15 16:07:24.328344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a23829-dce9-419b-b4b2-2b0506742a5e req-9cb959d1-a23a-4525-ae0e-8a3c9c93484c tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:24.329837 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65a23829-dce9-419b-b4b2-2b0506742a5e req-9cb959d1-a23a-4525-ae0e-8a3c9c93484c tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 945 time: 0.0495849 Nov 15 16:07:24.378485 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-65a23829-dce9-419b-b4b2-2b0506742a5e req-e7dbd6e1-e2a6-4c6a-ba98-fc464ede37a0 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425482 Nov 15 16:07:25.506583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028524b-63ca-48a1-a4b9-4e25c1d38542 req-24b2aec1-b006-414d-8fbc-c4520513a563 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:25.508137 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a028524b-63ca-48a1-a4b9-4e25c1d38542 req-24b2aec1-b006-414d-8fbc-c4520513a563 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 945 time: 0.0545964 Nov 15 16:07:25.557543 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a028524b-63ca-48a1-a4b9-4e25c1d38542 req-8916c249-a90f-49c2-be65-8d879aa334cd tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433080 Nov 15 16:07:25.673322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56349cf-05fe-4ad5-8474-5212c2c19091 req-738804ae-9619-4393-937c-ff4b1a0962c0 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:25.674839 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a56349cf-05fe-4ad5-8474-5212c2c19091 req-738804ae-9619-4393-937c-ff4b1a0962c0 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 945 time: 0.0494943 Nov 15 16:07:25.724806 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a56349cf-05fe-4ad5-8474-5212c2c19091 req-4658b3a5-b810-4fb7-b3da-8219db042b51 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436907 Nov 15 16:07:25.746945 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55660) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:07:25.786118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a13ccb1-c2ad-4d6e-b372-195739101258 tempest-TestSnapshotPattern-1070857641 tempest-TestSnapshotPattern-1070857641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:25.787679 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-9a13ccb1-c2ad-4d6e-b372-195739101258 tempest-TestSnapshotPattern-1070857641 tempest-TestSnapshotPattern-1070857641-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 1091 time: 0.0397201 Nov 15 16:07:25.790453 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55664) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:07:25.794724 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Request body: {'floatingip': {'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'port_id': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 16:07:25.907517 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:26.005234 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:26.105169 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Allocated IP 172.25.4.3 (b2ec0584-4c9d-449d-939f-974082d4d7e7/ee92b49f-d7bb-47d9-bf96-3166552e1e95/d5a2c3dd-b24d-4cda-9aeb-e62ff9e29c39) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 16:07:26.207861 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:26.315778 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779096076692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:26.356058 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Network b2ec0584-4c9d-449d-939f-974082d4d7e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 16:07:26.359015 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 16:07:26.362704 n-d-817748-2 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 16:07:26.384662 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event updated for resources: {'Port': ['ID=d5a2c3dd-b24d-4cda-9aeb-e62ff9e29c39,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:07:26.398179 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:26.399499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:26.399499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:26.399499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:26.399499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:26.399963 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:26.400077 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:26.400369 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:26.400690 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:26.401011 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:26.401333 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:26.401654 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:07:26.717259 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:26.848555 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:27.026559 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:27.104010 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472220'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:27.174257 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event updated for resources: {'Port': ['ID=d5a2c3dd-b24d-4cda-9aeb-e62ff9e29c39,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:07:27.191318 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674984'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:27.290775 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Floating IP 4c8879eb-e0fa-40ab-ac09-94794f9aa083 associated. External IP: 172.25.4.3, port: dd1d9611-cbec-4db7-b9f4-e284ba1af9c0. Nov 15 16:07:27.496328 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 16:07:27.602909 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 16:07:27.613108 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56072575-9b4c-4d25-98d2-051f99f8449a None None] Sync routers for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 16:07:27.622729 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56072575-9b4c-4d25-98d2-051f99f8449a None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:07:27.623343 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-56072575-9b4c-4d25-98d2-051f99f8449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:07:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:07:27.680412 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:27.709467 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-cdc8f306-2bf0-4f1a-93ba-8159f28bb2e3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9179850 Nov 15 16:07:27.710118 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:07:27.712450 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3335cf61-36df-49f4-8cbb-e25ee61b1fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:07:27.728200 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-56072575-9b4c-4d25-98d2-051f99f8449a None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:07:27.805851 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 16:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac117d80-5681-4563-99fb-405e9f37d9d7 x-openstack-request-id: req-ac117d80-5681-4563-99fb-405e9f37d9d7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:07:27.806251 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:07:27.806595 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac117d80-5681-4563-99fb-405e9f37d9d7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:07:27.807066 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'status': 'completed', 'code': 200} Nov 15 16:07:27.872371 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335cf61-36df-49f4-8cbb-e25ee61b1fbd req-c5831602-e967-4430-82fd-b5a64743493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:27.873724 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3335cf61-36df-49f4-8cbb-e25ee61b1fbd req-c5831602-e967-4430-82fd-b5a64743493a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0436022 Nov 15 16:07:27.972594 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335cf61-36df-49f4-8cbb-e25ee61b1fbd req-95efb133-9202-48b3-bbbc-184330375ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:27.974116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3335cf61-36df-49f4-8cbb-e25ee61b1fbd req-95efb133-9202-48b3-bbbc-184330375ee2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 910 time: 0.0925703 Nov 15 16:07:28.047253 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3335cf61-36df-49f4-8cbb-e25ee61b1fbd req-36ff3965-a685-42f2-b711-ab6880525afc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 HTTP/1.1" status: 200 len: 997 time: 0.0648627 Nov 15 16:07:28.050105 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-56072575-9b4c-4d25-98d2-051f99f8449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '17d4e49c-2d1c-4928-a51a-95b323fd7c05', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'port_id': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'mac_address': 'fa:16:3e:7e:41:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f9041f-34c0-43a2-a426-47342f2960dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T16:04:44Z', 'updated_at': '2021-11-15T16:04:46Z', 'revision_number': 1, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address_scope': None}, {'id': '4c8879eb-e0fa-40ab-ac09-94794f9aa083', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'port_id': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'mac_address': 'fa:16:3e:dd:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T16:07:26Z', 'updated_at': '2021-11-15T16:07:26Z', 'revision_number': 0, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 5, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:07:28.076599 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56072575-9b4c-4d25-98d2-051f99f8449a None None] Checking router: 2c06fc0f-13e6-44de-bb10-7dc8892d25bf for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 16:07:28.084991 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56072575-9b4c-4d25-98d2-051f99f8449a None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:07:28.085594 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-56072575-9b4c-4d25-98d2-051f99f8449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:07:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:07:28.096864 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335cf61-36df-49f4-8cbb-e25ee61b1fbd req-7679f881-711d-4e26-b96b-af175811d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:28.098332 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3335cf61-36df-49f4-8cbb-e25ee61b1fbd req-7679f881-711d-4e26-b96b-af175811d8f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 200 len: 848 time: 0.0446379 Nov 15 16:07:28.148152 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335cf61-36df-49f4-8cbb-e25ee61b1fbd req-cb1da9e8-7fe2-48c4-952c-c4f2e3d07971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:07:28.149659 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3335cf61-36df-49f4-8cbb-e25ee61b1fbd req-cb1da9e8-7fe2-48c4-952c-c4f2e3d07971 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0733efcc-af52-4f07-b0a0-7f82904d3e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437324 Nov 15 16:07:28.190548 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-56072575-9b4c-4d25-98d2-051f99f8449a None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:07:28.255983 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3335cf61-36df-49f4-8cbb-e25ee61b1fbd req-84a21b69-0515-46d2-869b-6f2ce6e9cf5c service neutron] 10.222.0.46 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991266 Nov 15 16:07:28.358816 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-3335cf61-36df-49f4-8cbb-e25ee61b1fbd req-17989ba2-15b6-415d-a18b-0f2edc559780 service neutron] 10.222.0.46 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953352 Nov 15 16:07:28.429598 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-56072575-9b4c-4d25-98d2-051f99f8449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '17d4e49c-2d1c-4928-a51a-95b323fd7c05', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'port_id': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'mac_address': 'fa:16:3e:7e:41:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f9041f-34c0-43a2-a426-47342f2960dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T16:04:44Z', 'updated_at': '2021-11-15T16:04:46Z', 'revision_number': 1, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address_scope': None}, {'id': '4c8879eb-e0fa-40ab-ac09-94794f9aa083', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'port_id': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'mac_address': 'fa:16:3e:dd:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T16:07:26Z', 'updated_at': '2021-11-15T16:07:26Z', 'revision_number': 0, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 5, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:07:28.456154 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56072575-9b4c-4d25-98d2-051f99f8449a None None] The sync data for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 is: [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '17d4e49c-2d1c-4928-a51a-95b323fd7c05', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'port_id': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'mac_address': 'fa:16:3e:7e:41:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f9041f-34c0-43a2-a426-47342f2960dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T16:04:44Z', 'updated_at': '2021-11-15T16:04:46Z', 'revision_number': 1, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address_scope': None}, {'id': '4c8879eb-e0fa-40ab-ac09-94794f9aa083', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'port_id': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'mac_address': 'fa:16:3e:dd:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T16:07:26Z', 'updated_at': '2021-11-15T16:07:26Z', 'revision_number': 0, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 5, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 16:07:28.663133 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86c5ab-0c1a-45d7-94d1-3375a7279a21 None None] New status for floating IP 4c8879eb-e0fa-40ab-ac09-94794f9aa083: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 16:07:29.428958 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:29.743962 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:29.817905 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53b25afd-5f03-4b9d-960f-fdf0994f8292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:32.169520 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af357421-79e4-4c38-b4c3-62390756ecf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:33.891755 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:35.584063 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:35.903440 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:39.188243 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:07:59.432187 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:59.757809 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:07:59.809142 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e69f4cdc-6150-4a67-ae5a-15a2ff9bd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:02.155222 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d7dd-ff8a-4bbd-943b-734bbbb89877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:03.914118 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:05.535196 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:05.831847 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:07.895207 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36fbdff5-3d9d-4279-8063-0b1f5bde9006 req-34f99f2e-5424-4b03-bf5f-e1e7e3600cd6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404384 Nov 15 16:08:07.980564 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbdff5-3d9d-4279-8063-0b1f5bde9006 req-a8c4215b-28c5-4c24-a1ef-2c148f79cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:08:07.982059 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36fbdff5-3d9d-4279-8063-0b1f5bde9006 req-a8c4215b-28c5-4c24-a1ef-2c148f79cb3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0437207 Nov 15 16:08:08.086218 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbdff5-3d9d-4279-8063-0b1f5bde9006 req-cc6a8c2a-c522-44f8-b5e7-15ee8ab86745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:08:08.087750 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36fbdff5-3d9d-4279-8063-0b1f5bde9006 req-cc6a8c2a-c522-44f8-b5e7-15ee8ab86745 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 910 time: 0.0856624 Nov 15 16:08:08.157945 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36fbdff5-3d9d-4279-8063-0b1f5bde9006 req-3270e80e-332c-4533-bf47-79c931a5d5fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 HTTP/1.1" status: 200 len: 999 time: 0.0616474 Nov 15 16:08:08.207344 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbdff5-3d9d-4279-8063-0b1f5bde9006 req-c39e7780-457c-4895-973f-61cc8a4e1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:08:08.208797 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36fbdff5-3d9d-4279-8063-0b1f5bde9006 req-c39e7780-457c-4895-973f-61cc8a4e1355 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 200 len: 848 time: 0.0434163 Nov 15 16:08:08.256027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbdff5-3d9d-4279-8063-0b1f5bde9006 req-cceb6c2f-5693-4887-88da-c0187353e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:08:08.257554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36fbdff5-3d9d-4279-8063-0b1f5bde9006 req-cceb6c2f-5693-4887-88da-c0187353e69d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0733efcc-af52-4f07-b0a0-7f82904d3e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410571 Nov 15 16:08:08.352758 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36fbdff5-3d9d-4279-8063-0b1f5bde9006 req-fd9381b1-20ac-4597-9fd8-1af560d39b01 service neutron] 10.222.0.46 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868587 Nov 15 16:08:08.443709 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-36fbdff5-3d9d-4279-8063-0b1f5bde9006 req-874b7d6b-35fa-498d-bbeb-05acc16be03d service neutron] 10.222.0.46 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823629 Nov 15 16:08:12.696464 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b98d3b6f-41c3-460b-ba08-561cf606a693 req-1e773735-ef7e-4bee-b391-cd0de3a52110 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814981 Nov 15 16:08:12.783580 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3b6f-41c3-460b-ba08-561cf606a693 req-3fe1ac18-c3e9-4d27-9aa8-5e8fe3c9d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:08:12.785133 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b98d3b6f-41c3-460b-ba08-561cf606a693 req-3fe1ac18-c3e9-4d27-9aa8-5e8fe3c9d3dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 1094 time: 0.0446701 Nov 15 16:08:12.887698 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3b6f-41c3-460b-ba08-561cf606a693 req-e7c4a5a3-d456-44e6-ada6-4764fc7e9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:08:12.889067 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b98d3b6f-41c3-460b-ba08-561cf606a693 req-e7c4a5a3-d456-44e6-ada6-4764fc7e9cb8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 910 time: 0.0851669 Nov 15 16:08:12.958361 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b98d3b6f-41c3-460b-ba08-561cf606a693 req-5e143033-7479-4f90-847e-16e6b76434a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7 HTTP/1.1" status: 200 len: 999 time: 0.0616012 Nov 15 16:08:13.007538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3b6f-41c3-460b-ba08-561cf606a693 req-2499f743-9f8d-4372-8d64-cbb081389a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:08:13.008967 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b98d3b6f-41c3-460b-ba08-561cf606a693 req-2499f743-9f8d-4372-8d64-cbb081389a3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 200 len: 848 time: 0.0438652 Nov 15 16:08:13.053882 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3b6f-41c3-460b-ba08-561cf606a693 req-c1dd8c90-773a-4c46-b87d-be88c8f08dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:08:13.055414 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b98d3b6f-41c3-460b-ba08-561cf606a693 req-c1dd8c90-773a-4c46-b87d-be88c8f08dca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0733efcc-af52-4f07-b0a0-7f82904d3e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389500 Nov 15 16:08:13.155047 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b98d3b6f-41c3-460b-ba08-561cf606a693 req-9fa2bb24-7eb9-46ab-b681-ab4da5f40225 service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915771 Nov 15 16:08:13.243487 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-b98d3b6f-41c3-460b-ba08-561cf606a693 req-56c01766-d5db-485c-bb74-eca6b6bdb317 service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812001 Nov 15 16:08:16.186927 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:08:29.428186 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:29.753136 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:29.810826 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b292618-73cb-438f-845c-f9094cf0c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:32.210886 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-119b869a-d2ac-4890-819d-a62725a95b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:33.942302 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:35.569757 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:35.931088 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:53.186232 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:08:59.421267 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 details requested by agent hyperv_n-h2-817748-2 with host n-h2-817748-2 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 16:08:59.434114 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:59.532148 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:08:59.543437 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Returning: {'device': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'port_id': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'mac_address': 'fa:16:3e:dd:23:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 16:08:59.585202 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:59.598556 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 16:08:59.620228 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:08:59.696055 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:59.785009 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:08:59.791631 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] get_ports_and_sgs() called for port_ids ['dd1d9611-cbec-4db7-b9f4-e284ba1af9c0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 16:08:59.800084 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:08:59.824005 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:08:59.824478 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:08:59.824683 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:08:59.825241 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:08:59.825656 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:08:59.825912 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:08:59.826317 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:08:59.826582 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:08:59.826999 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:08:59.827322 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:08:59.827600 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:08:59.828121 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:08:59.884060 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-824c9396-e970-4915-95aa-e0ecf175142a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:01.431960 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 up at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 16:09:01.488744 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Provisioning complete for port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 16:09:01.489222 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405368'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:01.575516 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:01.603362 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:09:01.608120 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28184bcb-fcdc-4148-a728-6f4ee5e1b321" -d '{"events": [{"server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "name": "network-vif-plugged", "status": "completed", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:09:01.623029 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:09:01.653031 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffec1431-ec01-4929-85d1-e5b259241dbd x-openstack-request-id: req-ffec1431-ec01-4929-85d1-e5b259241dbd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:09:01.653409 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "name": "network-vif-plugged", "status": "completed", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:09:01.653661 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ffec1431-ec01-4929-85d1-e5b259241dbd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:09:01.654051 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'code': 200} Nov 15 16:09:01.719455 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:01.787025 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:02.151421 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24177a93-e5d6-4707-a5ed-d1879ff4e7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:04.050553 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:05.536002 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:06.071378 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:09.124336 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ebfe-de59-4a37-97db-d35a8d4587eb req-078573ce-2a2b-49c1-946c-dca3147cff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:09.127994 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a92ebfe-de59-4a37-97db-d35a8d4587eb req-078573ce-2a2b-49c1-946c-dca3147cff31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0473258 Nov 15 16:09:09.268407 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ebfe-de59-4a37-97db-d35a8d4587eb req-b620f33d-8142-47f7-9d51-1cb2c65e8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:09.270175 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a92ebfe-de59-4a37-97db-d35a8d4587eb req-b620f33d-8142-47f7-9d51-1cb2c65e8d34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 910 time: 0.1126091 Nov 15 16:09:09.369489 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a92ebfe-de59-4a37-97db-d35a8d4587eb req-d08f5a17-ee10-45ad-a15c-e4214c9accc7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 HTTP/1.1" status: 200 len: 999 time: 0.0873017 Nov 15 16:09:09.425923 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ebfe-de59-4a37-97db-d35a8d4587eb req-9d98f99f-5245-4106-80e5-bf2f782d2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:09.427401 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a92ebfe-de59-4a37-97db-d35a8d4587eb req-9d98f99f-5245-4106-80e5-bf2f782d2e9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 200 len: 848 time: 0.0477886 Nov 15 16:09:09.484756 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ebfe-de59-4a37-97db-d35a8d4587eb req-42ee2b4c-ba47-4951-85bf-0a409012cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:09.486634 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a92ebfe-de59-4a37-97db-d35a8d4587eb req-42ee2b4c-ba47-4951-85bf-0a409012cf14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0733efcc-af52-4f07-b0a0-7f82904d3e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517380 Nov 15 16:09:09.630549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a92ebfe-de59-4a37-97db-d35a8d4587eb req-7d21aa8f-d8b1-4679-9f40-07a9807e3eca service neutron] 10.222.0.46 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314700 Nov 15 16:09:09.741766 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2a92ebfe-de59-4a37-97db-d35a8d4587eb req-5c391787-27fb-43a7-a553-fb2297ffd240 service neutron] 10.222.0.46 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986922 Nov 15 16:09:11.977471 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55882) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:12.137093 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Deleting port d5a2c3dd-b24d-4cda-9aeb-e62ff9e29c39 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:09:12.137437 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:12.210110 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:12.210343 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:12.222362 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Calling delete_port for d5a2c3dd-b24d-4cda-9aeb-e62ff9e29c39 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:09:12.421589 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:12.444891 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event deleted for resources: {'Port': ['ID=d5a2c3dd-b24d-4cda-9aeb-e62ff9e29c39,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:12.455125 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:12.455472 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:12.455817 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:12.456154 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:12.456491 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:12.457276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:12.457276 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:12.457499 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:12.457758 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:12.458080 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:12.458419 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:12.458748 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:12.520028 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:12.520354 n-d-817748-2 neutron-server[103147]: INFO neutron.db.l3_db [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Floating IP 4c8879eb-e0fa-40ab-ac09-94794f9aa083 disassociated (deleted). External IP: 172.25.4.3, port: dd1d9611-cbec-4db7-b9f4-e284ba1af9c0. Nov 15 16:09:12.720190 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 16:09:12.836376 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 16:09:12.841300 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:12.850010 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c8fa3b-a273-4c65-904c-527a048973a1 None None] Sync routers for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 16:09:12.865681 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c8fa3b-a273-4c65-904c-527a048973a1 None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:09:12.866932 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f0c8fa3b-a273-4c65-904c-527a048973a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:09:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:12.879941 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-29f4b1c2-fea1-47f0-94f6-bf7ddf4aba66 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "DELETE /v2.0/floatingips/4c8879eb-e0fa-40ab-ac09-94794f9aa083 HTTP/1.1" status: 204 len: 168 time: 0.9013209 Nov 15 16:09:12.880472 n-d-817748-2 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:09:12.882778 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c36f8468dcabc5cccb9873ea36ce4d501053e399923c385479bf9453bcc6df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1039b08b-ca79-4906-b424-3edc5c26b2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:09:12.924172 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3355c22a-619a-4ba6-94a8-e8c9e885ddc5 x-openstack-request-id: req-3355c22a-619a-4ba6-94a8-e8c9e885ddc5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:09:12.924531 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:09:12.924848 n-d-817748-2 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3355c22a-619a-4ba6-94a8-e8c9e885ddc5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:09:12.926170 n-d-817748-2 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'status': 'completed', 'code': 200} Nov 15 16:09:12.997183 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039b08b-ca79-4906-b424-3edc5c26b2f7 req-b1bd0073-f7d6-42a5-ae5e-b6122da4a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:12.998753 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1039b08b-ca79-4906-b424-3edc5c26b2f7 req-b1bd0073-f7d6-42a5-ae5e-b6122da4a0c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0446460 Nov 15 16:09:13.004080 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f0c8fa3b-a273-4c65-904c-527a048973a1 None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:09:13.131661 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039b08b-ca79-4906-b424-3edc5c26b2f7 req-77555666-6670-40f5-bc41-4a7ce7c5c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:13.132387 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1039b08b-ca79-4906-b424-3edc5c26b2f7 req-77555666-6670-40f5-bc41-4a7ce7c5c653 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 910 time: 0.1158826 Nov 15 16:09:13.189064 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1039b08b-ca79-4906-b424-3edc5c26b2f7 req-5dea465a-7aae-40cd-b037-435f280ed322 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 HTTP/1.1" status: 200 len: 217 time: 0.0385244 Nov 15 16:09:13.249705 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039b08b-ca79-4906-b424-3edc5c26b2f7 req-486303a7-64c8-4c6e-9039-7462b1cb7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:13.251181 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1039b08b-ca79-4906-b424-3edc5c26b2f7 req-486303a7-64c8-4c6e-9039-7462b1cb7ee4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 200 len: 848 time: 0.0552192 Nov 15 16:09:13.253707 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f0c8fa3b-a273-4c65-904c-527a048973a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '17d4e49c-2d1c-4928-a51a-95b323fd7c05', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'port_id': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'mac_address': 'fa:16:3e:7e:41:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f9041f-34c0-43a2-a426-47342f2960dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T16:04:44Z', 'updated_at': '2021-11-15T16:04:46Z', 'revision_number': 1, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 5, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:13.287177 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c8fa3b-a273-4c65-904c-527a048973a1 None None] Checking router: 2c06fc0f-13e6-44de-bb10-7dc8892d25bf for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 16:09:13.298890 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c8fa3b-a273-4c65-904c-527a048973a1 None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:09:13.299510 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f0c8fa3b-a273-4c65-904c-527a048973a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:09:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:13.315318 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039b08b-ca79-4906-b424-3edc5c26b2f7 req-0f3f559c-68a0-42a3-a334-fd763272d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:13.316883 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1039b08b-ca79-4906-b424-3edc5c26b2f7 req-0f3f559c-68a0-42a3-a334-fd763272d939 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0733efcc-af52-4f07-b0a0-7f82904d3e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548148 Nov 15 16:09:13.416882 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f0c8fa3b-a273-4c65-904c-527a048973a1 None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:09:13.455874 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316d464-9914-46ca-a98c-79a8f1e62ea5 req-6d27bb63-8e5e-4873-a08c-9a6532b6472b tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:13.457424 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2316d464-9914-46ca-a98c-79a8f1e62ea5 req-6d27bb63-8e5e-4873-a08c-9a6532b6472b tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 945 time: 0.1631296 Nov 15 16:09:13.476984 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:09:13.481448 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1039b08b-ca79-4906-b424-3edc5c26b2f7 req-bfb3130e-68aa-481a-bbd1-7488554c012b service neutron] 10.222.0.46 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559100 Nov 15 16:09:13.559636 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-2316d464-9914-46ca-a98c-79a8f1e62ea5 req-0f27802e-e41b-414b-a126-c994e1aac5b2 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958033 Nov 15 16:09:13.560221 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:13.588149 n-d-817748-2 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:09:13.590791 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3f5e61b996d6f197836dc973162df43979cd02b37179eaa101470f923b52030" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d43f9b-0d5d-4a10-bc71-74b049af60ef" -d '{"events": [{"server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "name": "network-vif-unplugged", "status": "completed", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:09:13.605438 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] For port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:09:13.621145 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-1039b08b-ca79-4906-b424-3edc5c26b2f7 req-b5b81794-a9be-4b86-8b33-d14207fd5deb service neutron] 10.222.0.46 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267085 Nov 15 16:09:13.635999 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 16:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f6f16d-1d03-496e-964f-d012b906fd66 x-openstack-request-id: req-d4f6f16d-1d03-496e-964f-d012b906fd66 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:09:13.636401 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "name": "network-vif-unplugged", "status": "completed", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:09:13.636655 n-d-817748-2 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4f6f16d-1d03-496e-964f-d012b906fd66 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:09:13.637298 n-d-817748-2 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'code': 200} Nov 15 16:09:13.697252 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779096471471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779096076710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779096076728'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:13.746098 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Pushing event updated for resources: {'Port': ['ID=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:13.751155 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f0c8fa3b-a273-4c65-904c-527a048973a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '17d4e49c-2d1c-4928-a51a-95b323fd7c05', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'port_id': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'mac_address': 'fa:16:3e:7e:41:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f9041f-34c0-43a2-a426-47342f2960dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T16:04:44Z', 'updated_at': '2021-11-15T16:04:46Z', 'revision_number': 1, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 5, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:13.777768 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c8fa3b-a273-4c65-904c-527a048973a1 None None] The sync data for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 is: [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_floatingips': [{'id': '17d4e49c-2d1c-4928-a51a-95b323fd7c05', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'router_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'port_id': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'mac_address': 'fa:16:3e:7e:41:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f9041f-34c0-43a2-a426-47342f2960dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T16:04:44Z', 'updated_at': '2021-11-15T16:04:46Z', 'revision_number': 1, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 5, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 16:09:14.038302 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d56f3b-8d76-4181-a2b8-e6a07ab39ef4 None None] New status for floating IP 4c8879eb-e0fa-40ab-ac09-94794f9aa083: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 16:09:14.700749 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11992e6-476a-482e-889b-ab475ea59214 req-74499b3c-2dc0-408a-9382-97387badc0b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700629 Nov 15 16:09:14.712322 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece95039-88b9-467a-8fd9-daeb0b28c630 req-023940e7-30b1-4f4f-bfdd-d5cf005c2be7 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:14.713846 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ece95039-88b9-467a-8fd9-daeb0b28c630 req-023940e7-30b1-4f4f-bfdd-d5cf005c2be7 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 943 time: 0.0710666 Nov 15 16:09:14.789705 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-ece95039-88b9-467a-8fd9-daeb0b28c630 req-0539cfac-b5e7-45c2-92f2-89684c7e96d3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691242 Nov 15 16:09:14.800700 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11992e6-476a-482e-889b-ab475ea59214 req-81333944-9948-429e-9a70-3448bae37a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:14.802269 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11992e6-476a-482e-889b-ab475ea59214 req-81333944-9948-429e-9a70-3448bae37a65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 1094 time: 0.0552425 Nov 15 16:09:14.918834 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11992e6-476a-482e-889b-ab475ea59214 req-38d21b31-032f-461c-95aa-40a1b67d35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:14.920251 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11992e6-476a-482e-889b-ab475ea59214 req-38d21b31-032f-461c-95aa-40a1b67d35a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 910 time: 0.0917592 Nov 15 16:09:14.998730 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11992e6-476a-482e-889b-ab475ea59214 req-a14a70e2-c2fe-4046-aaf6-4c4e110c59f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7 HTTP/1.1" status: 200 len: 999 time: 0.0716670 Nov 15 16:09:15.051291 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11992e6-476a-482e-889b-ab475ea59214 req-bbefe64d-0592-4ea9-8e88-1b270173a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:15.055748 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11992e6-476a-482e-889b-ab475ea59214 req-bbefe64d-0592-4ea9-8e88-1b270173a849 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 200 len: 848 time: 0.0478902 Nov 15 16:09:15.111103 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11992e6-476a-482e-889b-ab475ea59214 req-f29a1338-cec6-41ba-ad0e-3ee84f9e671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:15.112600 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11992e6-476a-482e-889b-ab475ea59214 req-f29a1338-cec6-41ba-ad0e-3ee84f9e671c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0733efcc-af52-4f07-b0a0-7f82904d3e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505946 Nov 15 16:09:15.129796 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [req-d11992e6-476a-482e-889b-ab475ea59214 req-45979ebd-df46-48ef-bf34-b877e95860b2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 16:09:15.130845 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11992e6-476a-482e-889b-ab475ea59214 req-45979ebd-df46-48ef-bf34-b877e95860b2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051730 Nov 15 16:09:15.204440 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7548941-4e27-470a-95b9-1a47d2f16e5f req-f8ffd88a-bdf7-47ba-a14f-03904de983d8 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:15.205809 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7548941-4e27-470a-95b9-1a47d2f16e5f req-f8ffd88a-bdf7-47ba-a14f-03904de983d8 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.46 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 943 time: 0.1056128 Nov 15 16:09:15.292781 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11992e6-476a-482e-889b-ab475ea59214 req-07894ff0-d4b3-427a-82df-1f4ff1abbf4c service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545763 Nov 15 16:09:15.395399 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e7548941-4e27-470a-95b9-1a47d2f16e5f req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Deleting port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:09:15.395706 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7548941-4e27-470a-95b9-1a47d2f16e5f req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:15.449751 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-d11992e6-476a-482e-889b-ab475ea59214 req-000992d2-cfcd-4444-91aa-0d9e7fce9146 service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484458 Nov 15 16:09:15.500873 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e7548941-4e27-470a-95b9-1a47d2f16e5f req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] For port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0, host n-h2-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817748-2',level=0,port_id=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:09:15.501243 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7548941-4e27-470a-95b9-1a47d2f16e5f req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:15.515763 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e7548941-4e27-470a-95b9-1a47d2f16e5f req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Calling delete_port for dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:09:15.722405 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7548941-4e27-470a-95b9-1a47d2f16e5f req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:15.751341 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event deleted for resources: {'Port': ['ID=dd1d9611-cbec-4db7-b9f4-e284ba1af9c0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:15.763538 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:15.763892 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:15.764239 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:15.764583 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:15.764919 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:15.765261 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:15.765598 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:15.765931 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:15.766787 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:15.767118 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:15.767446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:15.767773 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817748-2 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 16:09:15.801800 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7548941-4e27-470a-95b9-1a47d2f16e5f req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] No DVR routers for this DVR port dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 on host n-h2-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 16:09:15.804581 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7548941-4e27-470a-95b9-1a47d2f16e5f req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:15.808020 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e7548941-4e27-470a-95b9-1a47d2f16e5f req-7a2f86d7-510a-44fc-9819-9f4b6a56e43d tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.46 "DELETE /v2.0/ports/dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 HTTP/1.1" status: 204 len: 173 time: 0.5912507 Nov 15 16:09:15.808453 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'name': 'network-vif-deleted', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:09:15.810737 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8418d91-81d1-47ae-9dd6-d21d78f9f999" -d '{"events": [{"server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "name": "network-vif-deleted", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:09:15.919507 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 16:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b162ef4-62a8-4038-af72-e0fda6de7b7b x-openstack-request-id: req-5b162ef4-62a8-4038-af72-e0fda6de7b7b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:09:15.919804 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390b5d5b-b8bd-4e7d-a7af-4f452e223ca4", "name": "network-vif-deleted", "tag": "dd1d9611-cbec-4db7-b9f4-e284ba1af9c0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:09:15.920055 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b162ef4-62a8-4038-af72-e0fda6de7b7b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:09:15.920457 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390b5d5b-b8bd-4e7d-a7af-4f452e223ca4', 'name': 'network-vif-deleted', 'tag': 'dd1d9611-cbec-4db7-b9f4-e284ba1af9c0', 'status': 'completed', 'code': 200} Nov 15 16:09:15.952864 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-e71de72e-1c76-4c67-96ce-01355f2ea710 req-86f57974-1b9f-49a7-bf29-1a886f566d60 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=390b5d5b-b8bd-4e7d-a7af-4f452e223ca4 HTTP/1.1" status: 200 len: 210 time: 0.0864239 Nov 15 16:09:18.235175 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:18.393615 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4b79944f-3943-4c53-be69-34a4ff0021be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Deleting port bb832564-5777-4538-9637-3ba6396d8227 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:09:18.393897 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b79944f-3943-4c53-be69-34a4ff0021be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:18.468706 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b79944f-3943-4c53-be69-34a4ff0021be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:18.469037 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b79944f-3943-4c53-be69-34a4ff0021be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:18.481623 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4b79944f-3943-4c53-be69-34a4ff0021be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Calling delete_port for bb832564-5777-4538-9637-3ba6396d8227 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:09:18.690560 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b79944f-3943-4c53-be69-34a4ff0021be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:18.716380 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79944f-3943-4c53-be69-34a4ff0021be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event deleted for resources: {'Port': ['ID=bb832564-5777-4538-9637-3ba6396d8227,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:18.777835 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b79944f-3943-4c53-be69-34a4ff0021be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:18.781505 n-d-817748-2 neutron-server[103146]: INFO neutron.db.l3_db [None req-4b79944f-3943-4c53-be69-34a4ff0021be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Floating IP 17d4e49c-2d1c-4928-a51a-95b323fd7c05 disassociated (deleted). External IP: 172.25.4.232, port: 253b2692-e633-4f7f-a9ac-8768c2cd8ff7. Nov 15 16:09:18.980497 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b79944f-3943-4c53-be69-34a4ff0021be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 16:09:19.422224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b79944f-3943-4c53-be69-34a4ff0021be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 16:09:19.429694 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b79944f-3943-4c53-be69-34a4ff0021be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:19.433371 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f3a3f-efd1-4f70-860c-5129b9bc66a2 None None] Sync routers for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 16:09:19.450690 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f3a3f-efd1-4f70-860c-5129b9bc66a2 None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:09:19.452540 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-298f3a3f-efd1-4f70-860c-5129b9bc66a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:09:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:19.465346 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-4b79944f-3943-4c53-be69-34a4ff0021be tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "DELETE /v2.0/floatingips/17d4e49c-2d1c-4928-a51a-95b323fd7c05 HTTP/1.1" status: 204 len: 168 time: 1.2290430 Nov 15 16:09:19.466130 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:09:19.469140 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cad692-220b-4d90-9713-095080077579" -d '{"events": [{"name": "network-changed", "server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:09:19.485232 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 no longer exists at agent hyperv_n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:09:19.506915 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] No Port match for: dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:09:19.507359 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Device dd1d9611-cbec-4db7-b9f4-e284ba1af9c0 not bound to the agent host n-h2-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:09:19.516545 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcf3283-db92-4eaf-bc5d-019891ddf879 x-openstack-request-id: req-bfcf3283-db92-4eaf-bc5d-019891ddf879 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:09:19.516857 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:09:19.517073 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfcf3283-db92-4eaf-bc5d-019891ddf879 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:09:19.517506 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'status': 'completed', 'code': 200} Nov 15 16:09:19.587306 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cad692-220b-4d90-9713-095080077579 req-d7727170-b63c-468d-99e1-c04c5fdfee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:19.588809 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16cad692-220b-4d90-9713-095080077579 req-d7727170-b63c-468d-99e1-c04c5fdfee3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 1094 time: 0.0514104 Nov 15 16:09:19.590007 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-298f3a3f-efd1-4f70-860c-5129b9bc66a2 None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:09:19.694247 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cad692-220b-4d90-9713-095080077579 req-d2c4dfa9-92ed-4fc4-a52e-53169077bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:19.696054 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16cad692-220b-4d90-9713-095080077579 req-d2c4dfa9-92ed-4fc4-a52e-53169077bab4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 200 len: 910 time: 0.0991471 Nov 15 16:09:19.751038 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16cad692-220b-4d90-9713-095080077579 req-609daebe-8529-4075-a000-6d8004c41db5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7 HTTP/1.1" status: 200 len: 217 time: 0.0473902 Nov 15 16:09:19.804486 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cad692-220b-4d90-9713-095080077579 req-be0bd6e4-a495-4af9-a3c1-0f49b6648fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:19.806029 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16cad692-220b-4d90-9713-095080077579 req-be0bd6e4-a495-4af9-a3c1-0f49b6648fb7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 200 len: 848 time: 0.0485413 Nov 15 16:09:19.809442 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-298f3a3f-efd1-4f70-860c-5129b9bc66a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 5, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:19.837694 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f3a3f-efd1-4f70-860c-5129b9bc66a2 None None] Checking router: 2c06fc0f-13e6-44de-bb10-7dc8892d25bf for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 16:09:19.847363 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f3a3f-efd1-4f70-860c-5129b9bc66a2 None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:09:19.847993 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-298f3a3f-efd1-4f70-860c-5129b9bc66a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:09:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:19.854263 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cad692-220b-4d90-9713-095080077579 req-f75fb536-99a4-4007-974c-838b36f21a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:19.855832 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16cad692-220b-4d90-9713-095080077579 req-f75fb536-99a4-4007-974c-838b36f21a44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0733efcc-af52-4f07-b0a0-7f82904d3e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422878 Nov 15 16:09:19.961728 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-298f3a3f-efd1-4f70-860c-5129b9bc66a2 None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:09:20.037027 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29609560-b8ea-43d9-8cf6-bff6bad47b89 req-e3b2e197-8ab7-4821-bc52-aba7e39928aa tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:20.038595 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29609560-b8ea-43d9-8cf6-bff6bad47b89 req-e3b2e197-8ab7-4821-bc52-aba7e39928aa tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 943 time: 0.0964518 Nov 15 16:09:20.042554 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16cad692-220b-4d90-9713-095080077579 req-e5284115-c6ba-4905-b76d-bc2b7e504c6a service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769733 Nov 15 16:09:20.146629 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-29609560-b8ea-43d9-8cf6-bff6bad47b89 req-98269e2e-6866-4be8-9108-5ca7e0e42dfb tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018546 Nov 15 16:09:20.174529 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-298f3a3f-efd1-4f70-860c-5129b9bc66a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 5, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:20.177627 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-16cad692-220b-4d90-9713-095080077579 req-28553b13-7910-4eee-a8a9-1a2fdf98941b service neutron] 10.222.0.59 "GET /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268752 Nov 15 16:09:20.201994 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f3a3f-efd1-4f70-860c-5129b9bc66a2 None None] The sync data for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 is: [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2', '_interfaces': [{'id': 'c59d9146-a29c-47e2-8ab2-3bab724ee28c', 'name': '', 'network_id': '0733efcc-af52-4f07-b0a0-7f82904d3e1d', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'mac_address': 'fa:16:3e:6e:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:17Z', 'updated_at': '2021-11-15T16:04:22Z', 'revision_number': 5, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'subnets': [{'id': '47564665-14b6-4aa0-8192-ea2fd95a2a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 16:09:20.442933 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46529dca-1f9f-487f-9318-81569de4c8a1 None None] New status for floating IP 17d4e49c-2d1c-4928-a51a-95b323fd7c05: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 16:09:21.271151 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1362432-71b3-4b22-af9e-02fa35b66a72 req-890b9cf4-3a54-494e-aca1-898b243962ef tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:21.272649 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1362432-71b3-4b22-af9e-02fa35b66a72 req-890b9cf4-3a54-494e-aca1-898b243962ef tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 943 time: 0.0542943 Nov 15 16:09:21.324538 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-a1362432-71b3-4b22-af9e-02fa35b66a72 req-1d5f175e-8c44-4da4-8d01-b2cbb90865e8 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aa69b5e-a9ef-4721-b010-1062b5b967a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458848 Nov 15 16:09:21.480399 n-d-817748-2 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a89fc-442e-4c47-a4ab-2fa14d1ab4ed req-65052bd4-61a0-4bb6-9a66-6cf79d8acc74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 16:09:21.482144 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-472a89fc-442e-4c47-a4ab-2fa14d1ab4ed req-65052bd4-61a0-4bb6-9a66-6cf79d8acc74 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.59 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 943 time: 0.0515854 Nov 15 16:09:21.579850 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-472a89fc-442e-4c47-a4ab-2fa14d1ab4ed req-c588c483-73a9-4dc1-9508-e04cab117426 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Deleting port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:09:21.580223 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-472a89fc-442e-4c47-a4ab-2fa14d1ab4ed req-c588c483-73a9-4dc1-9508-e04cab117426 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:21.671427 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-472a89fc-442e-4c47-a4ab-2fa14d1ab4ed req-c588c483-73a9-4dc1-9508-e04cab117426 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] For port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7, host n-h1-817748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817748-2',level=0,port_id=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:09:21.671796 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-472a89fc-442e-4c47-a4ab-2fa14d1ab4ed req-c588c483-73a9-4dc1-9508-e04cab117426 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:21.685446 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-472a89fc-442e-4c47-a4ab-2fa14d1ab4ed req-c588c483-73a9-4dc1-9508-e04cab117426 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Calling delete_port for 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:09:21.878845 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-472a89fc-442e-4c47-a4ab-2fa14d1ab4ed req-c588c483-73a9-4dc1-9508-e04cab117426 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:21.911457 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588c483-73a9-4dc1-9508-e04cab117426 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event deleted for resources: {'Port': ['ID=253b2692-e633-4f7f-a9ac-8768c2cd8ff7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:21.968485 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a89fc-442e-4c47-a4ab-2fa14d1ab4ed req-c588c483-73a9-4dc1-9508-e04cab117426 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] No DVR routers for this DVR port 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 on host n-h1-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 16:09:21.971736 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-472a89fc-442e-4c47-a4ab-2fa14d1ab4ed req-c588c483-73a9-4dc1-9508-e04cab117426 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91250'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:21.975196 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-472a89fc-442e-4c47-a4ab-2fa14d1ab4ed req-c588c483-73a9-4dc1-9508-e04cab117426 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.59 "DELETE /v2.0/ports/253b2692-e633-4f7f-a9ac-8768c2cd8ff7 HTTP/1.1" status: 204 len: 173 time: 0.4870079 Nov 15 16:09:21.975840 n-d-817748-2 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'name': 'network-vif-deleted', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 16:09:21.979434 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cab124e64c3f439c4b3ad22298a42e32f932e4a8ded0c475e7d7982d4fc043c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9dca2d-f6e4-4c8a-a38f-4ff4259a2e6d" -d '{"events": [{"server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "name": "network-vif-deleted", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 16:09:22.023085 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd21a5b3-b45c-4b6f-adc3-0455f7001235 x-openstack-request-id: req-cd21a5b3-b45c-4b6f-adc3-0455f7001235 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 16:09:22.023567 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f9041f-34c0-43a2-a426-47342f2960dd", "name": "network-vif-deleted", "tag": "253b2692-e633-4f7f-a9ac-8768c2cd8ff7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 16:09:22.024438 n-d-817748-2 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd21a5b3-b45c-4b6f-adc3-0455f7001235 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 16:09:22.024438 n-d-817748-2 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f9041f-34c0-43a2-a426-47342f2960dd', 'name': 'network-vif-deleted', 'tag': '253b2692-e633-4f7f-a9ac-8768c2cd8ff7', 'status': 'completed', 'code': 200} Nov 15 16:09:22.456488 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [req-0496df9f-4ce9-4113-a6c3-f97e65efacd0 req-339c2f2c-ff59-4598-b28e-33c91837734c tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "GET /v2.0/ports?device_id=95f9041f-34c0-43a2-a426-47342f2960dd HTTP/1.1" status: 200 len: 210 time: 0.0283589 Nov 15 16:09:23.514870 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55964) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:23.580765 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-193dcc0d-c9dc-4f57-9df2-6e96d5e8a0a3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:23.607436 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-193dcc0d-c9dc-4f57-9df2-6e96d5e8a0a3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:23.724353 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-193dcc0d-c9dc-4f57-9df2-6e96d5e8a0a3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:23.727256 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-193dcc0d-c9dc-4f57-9df2-6e96d5e8a0a3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:23.728462 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-193dcc0d-c9dc-4f57-9df2-6e96d5e8a0a3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] 10.222.0.70 "DELETE /v2.0/security-groups/5aa69b5e-a9ef-4721-b010-1062b5b967a4 HTTP/1.1" status: 204 len: 168 time: 0.2125676 Nov 15 16:09:23.741189 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dcc0d-c9dc-4f57-9df2-6e96d5e8a0a3 tempest-TestSnapshotPattern-1426750456 tempest-TestSnapshotPattern-1426750456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa69b5e-a9ef-4721-b010-1062b5b967a4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:23.838616 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:24.232991 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 no longer exists at agent hyperv_n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:09:24.257473 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] No Port match for: 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:09:24.257814 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Device 253b2692-e633-4f7f-a9ac-8768c2cd8ff7 not bound to the agent host n-h1-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:09:24.318125 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6b03e83-e21c-4c1d-a639-af1c8219922d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:24.576224 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b6b03e83-e21c-4c1d-a639-af1c8219922d admin admin] Deleting port c59d9146-a29c-47e2-8ab2-3bab724ee28c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:09:24.576955 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6b03e83-e21c-4c1d-a639-af1c8219922d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:24.657433 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b6b03e83-e21c-4c1d-a639-af1c8219922d admin admin] For port c59d9146-a29c-47e2-8ab2-3bab724ee28c, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=c59d9146-a29c-47e2-8ab2-3bab724ee28c,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:09:24.657433 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6b03e83-e21c-4c1d-a639-af1c8219922d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:24.672683 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b6b03e83-e21c-4c1d-a639-af1c8219922d admin admin] Calling delete_port for c59d9146-a29c-47e2-8ab2-3bab724ee28c owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:09:24.908242 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6b03e83-e21c-4c1d-a639-af1c8219922d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:24.933579 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b03e83-e21c-4c1d-a639-af1c8219922d admin admin] Pushing event deleted for resources: {'Port': ['ID=c59d9146-a29c-47e2-8ab2-3bab724ee28c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:25.119336 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6b03e83-e21c-4c1d-a639-af1c8219922d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:25.341271 n-d-817748-2 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b03e83-e21c-4c1d-a639-af1c8219922d admin admin] Router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 16:09:25.455865 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b03e83-e21c-4c1d-a639-af1c8219922d admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 16:09:25.460890 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-b6b03e83-e21c-4c1d-a639-af1c8219922d admin admin] 10.222.0.70 "PUT /v2.0/routers/2c06fc0f-13e6-44de-bb10-7dc8892d25bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6213315 Nov 15 16:09:25.463530 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55972) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:25.466096 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461543b1-1d30-4a1a-8e2c-b74068a4588c None None] Sync routers for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 16:09:25.476223 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461543b1-1d30-4a1a-8e2c-b74068a4588c None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:09:25.476848 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-461543b1-1d30-4a1a-8e2c-b74068a4588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:09:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:25.569550 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:25.583554 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-461543b1-1d30-4a1a-8e2c-b74068a4588c None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: n-d-817748-2 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:09:25.679169 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:25.765760 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-461543b1-1d30-4a1a-8e2c-b74068a4588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:09:24Z', 'revision_number': 5, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port': {'id': '59e1b0d7-7cd5-4a7c-9dda-f335150740a1', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:25.780381 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Deleting port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:09:25.780731 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:25.792065 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461543b1-1d30-4a1a-8e2c-b74068a4588c None None] Checking router: 2c06fc0f-13e6-44de-bb10-7dc8892d25bf for host: n-d-817748-2 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 16:09:25.801206 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461543b1-1d30-4a1a-8e2c-b74068a4588c None None] Routers {'2c06fc0f-13e6-44de-bb10-7dc8892d25bf'} bound to L3 agent in host n-d-817748-2 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:09:25.801819 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-461543b1-1d30-4a1a-8e2c-b74068a4588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:09:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:25.874511 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] For port 59e1b0d7-7cd5-4a7c-9dda-f335150740a1, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=59e1b0d7-7cd5-4a7c-9dda-f335150740a1,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:09:25.874768 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:25.888316 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Calling delete_port for 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:09:25.893430 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-461543b1-1d30-4a1a-8e2c-b74068a4588c None None] Set router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:09:25.950526 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-461543b1-1d30-4a1a-8e2c-b74068a4588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:09:25Z', 'revision_number': 6, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port_host': None}], 'n-d-817748-2', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:26.118317 n-d-817748-2 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461543b1-1d30-4a1a-8e2c-b74068a4588c None None] The sync data for ids ['2c06fc0f-13e6-44de-bb10-7dc8892d25bf'] in n-d-817748-2 is: [{'id': '2c06fc0f-13e6-44de-bb10-7dc8892d25bf', 'name': 'tempest-TestSnapshotPattern-832492004-router', 'tenant_id': '9a49db1ebd714eca852ad5d12f00b44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:15Z', 'updated_at': '2021-11-15T16:09:25Z', 'revision_number': 6, 'project_id': '9a49db1ebd714eca852ad5d12f00b44e', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 16:09:26.151347 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:26.179533 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=59e1b0d7-7cd5-4a7c-9dda-f335150740a1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:26.195489 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5439199-596f-44ec-af1a-c9b10760d563 None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:09:26.244026 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:26.335625 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:26.337859 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:26.427789 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:26.428312 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c06fc0f-13e6-44de-bb10-7dc8892d25bf {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 16:09:26.432952 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:26.434549 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e741faba-c66a-454b-b7f6-3209fcc39c3d admin admin] 10.222.0.70 "DELETE /v2.0/routers/2c06fc0f-13e6-44de-bb10-7dc8892d25bf HTTP/1.1" status: 204 len: 168 time: 0.9696374 Nov 15 16:09:26.437321 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:26.486786 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-67439855-f9a8-462b-bc49-ddbcf821f4fe admin admin] Deleting subnet 47564665-14b6-4aa0-8192-ea2fd95a2a54 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 16:09:26.490154 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67439855-f9a8-462b-bc49-ddbcf821f4fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:26.534242 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67439855-f9a8-462b-bc49-ddbcf821f4fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:26.614053 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67439855-f9a8-462b-bc49-ddbcf821f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:26.736257 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67439855-f9a8-462b-bc49-ddbcf821f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:26.761918 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67439855-f9a8-462b-bc49-ddbcf821f4fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47564665-14b6-4aa0-8192-ea2fd95a2a54,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:26.765531 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67439855-f9a8-462b-bc49-ddbcf821f4fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:26.769385 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-67439855-f9a8-462b-bc49-ddbcf821f4fe admin admin] 10.222.0.70 "DELETE /v2.0/subnets/47564665-14b6-4aa0-8192-ea2fd95a2a54 HTTP/1.1" status: 204 len: 168 time: 0.3312256 Nov 15 16:09:26.771995 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:26.774579 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f0e37-7a9b-4fcc-859e-e720423c3631 None None] Network 0733efcc-af52-4f07-b0a0-7f82904d3e1d requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 16:09:26.861870 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:26.928307 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Deleting port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:09:26.928638 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:26.987739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e090b4-55af-4a2c-9977-187b2d9d87df None None] DHCP port deletion for 0733efcc-af52-4f07-b0a0-7f82904d3e1d request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:09:26.996047 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] For port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2bcdbd7d-50e7-47b0-a850-51ba62acaf0d,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:09:26.996410 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:27.014422 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Calling delete_port for 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:09:27.037008 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-02e090b4-55af-4a2c-9977-187b2d9d87df None None] Deleting port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:09:27.037387 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02e090b4-55af-4a2c-9977-187b2d9d87df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:27.101163 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-02e090b4-55af-4a2c-9977-187b2d9d87df None None] For port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=2bcdbd7d-50e7-47b0-a850-51ba62acaf0d,segment=NetworkSegment(5cb7a80e-2788-4afc-8187-cacd466efb2f),segment_id=5cb7a80e-2788-4afc-8187-cacd466efb2f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:09:27.101579 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02e090b4-55af-4a2c-9977-187b2d9d87df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:27.118654 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-02e090b4-55af-4a2c-9977-187b2d9d87df None None] Calling delete_port for 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:09:27.158945 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:27.186972 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Pushing event deleted for resources: {'Port': ['ID=2bcdbd7d-50e7-47b0-a850-51ba62acaf0d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:27.192067 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] No DVR routers for this DVR port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 16:09:27.241377 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02e090b4-55af-4a2c-9977-187b2d9d87df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:27.271196 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e090b4-55af-4a2c-9977-187b2d9d87df None None] No DVR routers for this DVR port 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 16:09:27.275892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e090b4-55af-4a2c-9977-187b2d9d87df None None] Pushing event deleted for resources: {'Port': ['ID=2bcdbd7d-50e7-47b0-a850-51ba62acaf0d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:27.283489 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:27.301404 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0733efcc-af52-4f07-b0a0-7f82904d3e1d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:27.311660 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb7a80e-2788-4afc-8187-cacd466efb2f') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:27.311966 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb7a80e-2788-4afc-8187-cacd466efb2f') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:27.322114 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:27.335916 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:27.341890 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 16:09:27.342277 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: timer() Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 16:09:27.343974 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 16:09:27.418536 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c59d9146-a29c-47e2-8ab2-3bab724ee28c no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:09:27.438892 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: c59d9146-a29c-47e2-8ab2-3bab724ee28c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:09:27.444566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device c59d9146-a29c-47e2-8ab2-3bab724ee28c not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:09:27.444566 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:09:27.461115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:27.463616 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:09:27.463956 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 59e1b0d7-7cd5-4a7c-9dda-f335150740a1 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:09:27.464367 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:09:27.467422 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:27.471405 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] 10.222.0.70 "DELETE /v2.0/networks/0733efcc-af52-4f07-b0a0-7f82904d3e1d HTTP/1.1" status: 204 len: 168 time: 0.6978173 Nov 15 16:09:27.476057 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.70', 55978) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:27.487534 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2262662-7af4-4ada-9f8d-7837b884e77c admin admin] Pushing event deleted for resources: {'Network': ['ID=0733efcc-af52-4f07-b0a0-7f82904d3e1d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:27.487785 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:09:27.488854 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 2bcdbd7d-50e7-47b0-a850-51ba62acaf0d not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:09:27.841377 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-952505e6-f55e-4ddb-a48e-659be9a37e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674472'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:28.099353 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-952505e6-f55e-4ddb-a48e-659be9a37e95 admin admin] Deleting port 34ae6c68-c5a8-49e3-916a-e91dafaef525 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:09:28.099607 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-952505e6-f55e-4ddb-a48e-659be9a37e95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:28.178705 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-952505e6-f55e-4ddb-a48e-659be9a37e95 admin admin] For port 34ae6c68-c5a8-49e3-916a-e91dafaef525, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=34ae6c68-c5a8-49e3-916a-e91dafaef525,segment=NetworkSegment(22bd64f3-093f-4055-b916-5788d12a1b56),segment_id=22bd64f3-093f-4055-b916-5788d12a1b56)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:09:28.179072 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-952505e6-f55e-4ddb-a48e-659be9a37e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:28.192503 n-d-817748-2 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-952505e6-f55e-4ddb-a48e-659be9a37e95 admin admin] Calling delete_port for 34ae6c68-c5a8-49e3-916a-e91dafaef525 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:09:28.747323 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-952505e6-f55e-4ddb-a48e-659be9a37e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472231'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:28.778036 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952505e6-f55e-4ddb-a48e-659be9a37e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ae6c68-c5a8-49e3-916a-e91dafaef525,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:28.960128 n-d-817748-2 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-952505e6-f55e-4ddb-a48e-659be9a37e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674524'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:29.185707 n-d-817748-2 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952505e6-f55e-4ddb-a48e-659be9a37e95 admin admin] Router d88293c2-7090-44ae-b192-d45c1daf18cd has already been hosted by L3 agent 4f9af117-4db7-4e4a-b827-0a737bb8638b {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 16:09:29.301068 n-d-817748-2 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952505e6-f55e-4ddb-a48e-659be9a37e95 admin admin] Notify agent at l3_agent.n-d-817748-2 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 16:09:29.309991 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:29.314917 n-d-817748-2 neutron-server[103147]: INFO neutron.wsgi [None req-952505e6-f55e-4ddb-a48e-659be9a37e95 admin admin] 10.222.0.70 "PUT /v2.0/routers/d88293c2-7090-44ae-b192-d45c1daf18cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8367774 Nov 15 16:09:29.320210 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e37b62-a0bb-437d-a9bf-087926ca56c5 None None] Sync routers for ids ['d88293c2-7090-44ae-b192-d45c1daf18cd'] in n-d-817748-2 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 16:09:29.331027 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e37b62-a0bb-437d-a9bf-087926ca56c5 None None] Routers {'d88293c2-7090-44ae-b192-d45c1daf18cd'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:09:29.331676 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-62e37b62-a0bb-437d-a9bf-087926ca56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:09:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d88293c2-7090-44ae-b192-d45c1daf18cd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:29.441068 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:29.457639 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-62e37b62-a0bb-437d-a9bf-087926ca56c5 None None] Set router d88293c2-7090-44ae-b192-d45c1daf18cd gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:09:29.562795 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:29.663031 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-62e37b62-a0bb-437d-a9bf-087926ca56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'name': 'tempest-TestSnapshotPattern-633588152-router', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:21Z', 'updated_at': '2021-11-15T16:09:28Z', 'revision_number': 5, 'project_id': 'b5f38b5ea98145f8b733a442c3512764', 'gw_port': {'id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:22Z', 'updated_at': '2021-11-15T16:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:29.699593 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e37b62-a0bb-437d-a9bf-087926ca56c5 None None] Checking router: d88293c2-7090-44ae-b192-d45c1daf18cd for host: n-d-817748-2 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 16:09:29.720743 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e37b62-a0bb-437d-a9bf-087926ca56c5 None None] Routers {'d88293c2-7090-44ae-b192-d45c1daf18cd'} bound to L3 agent in host n-d-817748-2 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 16:09:29.721376 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-62e37b62-a0bb-437d-a9bf-087926ca56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T14:16:02Z,description=,heartbeat_timestamp=2021-11-15T16:09:02Z,host='n-d-817748-2',id=4f9af117-4db7-4e4a-b827-0a737bb8638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T14:16:03Z,topic='l3_agent')) {'router_ids': ['d88293c2-7090-44ae-b192-d45c1daf18cd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:29.799769 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:29.847143 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-62e37b62-a0bb-437d-a9bf-087926ca56c5 None None] Set router d88293c2-7090-44ae-b192-d45c1daf18cd gateway port host: n-d-817748-2 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 16:09:29.880157 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:29.903100 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba290df1-938a-489e-82a4-b5c2ae155978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:30.004590 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Deleting port bb14d73b-c37a-47b6-99be-0fd213eb8f57 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:09:30.004940 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:30.043570 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-62e37b62-a0bb-437d-a9bf-087926ca56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'name': 'tempest-TestSnapshotPattern-633588152-router', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:21Z', 'updated_at': '2021-11-15T16:09:28Z', 'revision_number': 5, 'project_id': 'b5f38b5ea98145f8b733a442c3512764', 'gw_port': {'id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:22Z', 'updated_at': '2021-11-15T16:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}], 'n-d-817748-2', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:30.079554 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e37b62-a0bb-437d-a9bf-087926ca56c5 None None] The sync data for ids ['d88293c2-7090-44ae-b192-d45c1daf18cd'] in n-d-817748-2 is: [{'id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'name': 'tempest-TestSnapshotPattern-633588152-router', 'tenant_id': 'b5f38b5ea98145f8b733a442c3512764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'external_fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T16:04:21Z', 'updated_at': '2021-11-15T16:09:28Z', 'revision_number': 5, 'project_id': 'b5f38b5ea98145f8b733a442c3512764', 'gw_port': {'id': 'bb14d73b-c37a-47b6-99be-0fd213eb8f57', 'name': '', 'network_id': 'b2ec0584-4c9d-449d-939f-974082d4d7e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88293c2-7090-44ae-b192-d45c1daf18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T16:04:22Z', 'updated_at': '2021-11-15T16:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee92b49f-d7bb-47d9-bf96-3166552e1e95', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817748-2'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 16:09:30.103271 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] For port bb14d73b-c37a-47b6-99be-0fd213eb8f57, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=bb14d73b-c37a-47b6-99be-0fd213eb8f57,segment=NetworkSegment(ecfe084d-1e58-428b-b074-6b4b29fc51ba),segment_id=ecfe084d-1e58-428b-b074-6b4b29fc51ba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:09:30.103429 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:30.140199 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Calling delete_port for bb14d73b-c37a-47b6-99be-0fd213eb8f57 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:09:30.185384 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:09:30.352823 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:30.376403 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=bb14d73b-c37a-47b6-99be-0fd213eb8f57,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:30.393020 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb211249-3dbf-4ef2-a353-2c6e9615170f None None] DHCP port deletion for b2ec0584-4c9d-449d-939f-974082d4d7e7 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:09:30.446674 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675686'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:30.558970 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32555'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:30.568357 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:30.667144 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669085'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:30.667767 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d88293c2-7090-44ae-b192-d45c1daf18cd {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 16:09:30.674342 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:30.674877 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ebb0df8b-51e2-47a7-bcd0-e8ec5fb4aa3b admin admin] 10.222.0.70 "DELETE /v2.0/routers/d88293c2-7090-44ae-b192-d45c1daf18cd HTTP/1.1" status: 204 len: 168 time: 1.3638439 Nov 15 16:09:30.677444 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55982) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:30.724717 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffc324f-62a1-41ff-922b-8a6d62b4c547 admin admin] Deleting subnet 70ae0171-a0de-47ed-9bcb-7321c0bbb094 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 16:09:30.728167 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bffc324f-62a1-41ff-922b-8a6d62b4c547 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:30.769344 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bffc324f-62a1-41ff-922b-8a6d62b4c547 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630073'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:30.851728 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bffc324f-62a1-41ff-922b-8a6d62b4c547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409198'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.130159 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bffc324f-62a1-41ff-922b-8a6d62b4c547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8447576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452227'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.161072 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc324f-62a1-41ff-922b-8a6d62b4c547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ae0171-a0de-47ed-9bcb-7321c0bbb094,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:31.163207 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bffc324f-62a1-41ff-922b-8a6d62b4c547 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.167626 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-bffc324f-62a1-41ff-922b-8a6d62b4c547 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/70ae0171-a0de-47ed-9bcb-7321c0bbb094 HTTP/1.1" status: 204 len: 168 time: 0.4888201 Nov 15 16:09:31.169230 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:31.170896 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec1669-0875-45d0-a44a-6659ea7fa168 None None] Network 6a461a68-860d-48fd-b6b7-eef62cf83379 requested from n-d-817748-2 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 16:09:31.249926 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1331945'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.313880 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Deleting port 38640699-88e1-4e49-9748-9158c10df3c3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:09:31.314823 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.364636 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40379dc-3be0-4052-bfaa-d579e26cb07f None None] DHCP port deletion for 6a461a68-860d-48fd-b6b7-eef62cf83379 request from n-d-817748-2 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 16:09:31.388337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] For port 38640699-88e1-4e49-9748-9158c10df3c3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=38640699-88e1-4e49-9748-9158c10df3c3,segment=NetworkSegment(22bd64f3-093f-4055-b916-5788d12a1b56),segment_id=22bd64f3-093f-4055-b916-5788d12a1b56)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:09:31.389377 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.405225 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Calling delete_port for 38640699-88e1-4e49-9748-9158c10df3c3 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:09:31.416216 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f40379dc-3be0-4052-bfaa-d579e26cb07f None None] Deleting port 38640699-88e1-4e49-9748-9158c10df3c3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 16:09:31.416795 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f40379dc-3be0-4052-bfaa-d579e26cb07f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779096661715'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.454640 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 38640699-88e1-4e49-9748-9158c10df3c3 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:09:31.514575 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f40379dc-3be0-4052-bfaa-d579e26cb07f None None] For port 38640699-88e1-4e49-9748-9158c10df3c3, host n-d-817748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817748-2',level=0,port_id=38640699-88e1-4e49-9748-9158c10df3c3,segment=NetworkSegment(22bd64f3-093f-4055-b916-5788d12a1b56),segment_id=22bd64f3-093f-4055-b916-5788d12a1b56)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 16:09:31.514968 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f40379dc-3be0-4052-bfaa-d579e26cb07f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676338'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.529633 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f40379dc-3be0-4052-bfaa-d579e26cb07f None None] Calling delete_port for 38640699-88e1-4e49-9748-9158c10df3c3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 16:09:31.546901 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8447669'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.574109 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Pushing event deleted for resources: {'Port': ['ID=38640699-88e1-4e49-9748-9158c10df3c3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:31.577641 n-d-817748-2 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] No DVR routers for this DVR port 38640699-88e1-4e49-9748-9158c10df3c3 on host n-d-817748-2 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 16:09:31.612864 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440374'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.655115 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411127', 'neutron.services.segments.db._delete_segments_for_network-8779096574154'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.671124 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 34ae6c68-c5a8-49e3-916a-e91dafaef525 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:09:31.674879 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f40379dc-3be0-4052-bfaa-d579e26cb07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779096471453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779096076701'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.676682 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a461a68-860d-48fd-b6b7-eef62cf83379']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:31.686716 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bd64f3-093f-4055-b916-5788d12a1b56') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:31.687192 n-d-817748-2 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bd64f3-093f-4055-b916-5788d12a1b56') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 16:09:31.697810 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779096579283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630016'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.698086 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: 34ae6c68-c5a8-49e3-916a-e91dafaef525 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:09:31.698454 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device 34ae6c68-c5a8-49e3-916a-e91dafaef525 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:09:31.698868 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device bb14d73b-c37a-47b6-99be-0fd213eb8f57 no longer exists at agent ovs-agent-n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 16:09:31.712554 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.719109 n-d-817748-2 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40379dc-3be0-4052-bfaa-d579e26cb07f None None] Pushing event deleted for resources: {'Port': ['ID=38640699-88e1-4e49-9748-9158c10df3c3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:31.719337 n-d-817748-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 16:09:31.719633 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8447714'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: Traceback (most recent call last): Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: timer() Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: cb(*args, **kw) Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: return func(*args, **kwargs) Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: self._notify() Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: self.callback(batched_events) Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: event.method(event) Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: return f(self, *a, **k) Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: return self._get(url).json() Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 16:09:31.721550 n-d-817748-2 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 16:09:31.739135 n-d-817748-2 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40379dc-3be0-4052-bfaa-d579e26cb07f None None] No DVR routers for this DVR port 38640699-88e1-4e49-9748-9158c10df3c3 on host n-d-817748-2 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 16:09:31.740397 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] No Port match for: bb14d73b-c37a-47b6-99be-0fd213eb8f57 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 16:09:31.740739 n-d-817748-2 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Device bb14d73b-c37a-47b6-99be-0fd213eb8f57 not bound to the agent host n-d-817748-2 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 16:09:31.837315 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675650'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.858665 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:31.862541 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6a461a68-860d-48fd-b6b7-eef62cf83379 HTTP/1.1" status: 204 len: 168 time: 0.6919301 Nov 15 16:09:31.864081 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31643710-9d4c-46ec-a936-d0d5e8a6d748 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a461a68-860d-48fd-b6b7-eef62cf83379,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:32.145321 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-209aa82d-43bf-4e73-adc2-56c5fa1c7d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:32.207974 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:32.252116 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-ac67e997-9e6d-4640-a5a3-12b62bee9246 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a49db1ebd714eca852ad5d12f00b44e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421829 Nov 15 16:09:32.254548 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55990) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:32.308792 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-334077cc-8825-4b3d-9370-71133e904492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:32.332071 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-334077cc-8825-4b3d-9370-71133e904492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:32.438769 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-334077cc-8825-4b3d-9370-71133e904492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:32.441361 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-334077cc-8825-4b3d-9370-71133e904492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:32.442596 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-334077cc-8825-4b3d-9370-71133e904492 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11ae4820-4df0-4f73-b9fa-8411b69bca47 HTTP/1.1" status: 204 len: 168 time: 0.1866136 Nov 15 16:09:32.451609 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334077cc-8825-4b3d-9370-71133e904492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ae4820-4df0-4f73-b9fa-8411b69bca47,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:33.138710 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55996) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:33.178574 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-e3a78ae2-ebbf-42c3-a89b-7d1327c3b0a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5f38b5ea98145f8b733a442c3512764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386400 Nov 15 16:09:33.180897 n-d-817748-2 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.70', 55998) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 16:09:33.227413 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fbef9ef-ddd3-4ee4-a173-aacfe9e83fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:33.250928 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fbef9ef-ddd3-4ee4-a173-aacfe9e83fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:33.391101 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fbef9ef-ddd3-4ee4-a173-aacfe9e83fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629640'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:33.394250 n-d-817748-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fbef9ef-ddd3-4ee4-a173-aacfe9e83fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:33.395515 n-d-817748-2 neutron-server[103146]: INFO neutron.wsgi [None req-1fbef9ef-ddd3-4ee4-a173-aacfe9e83fef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f416b68e-7eba-4f7d-a053-ad4c4419c4a0 HTTP/1.1" status: 204 len: 168 time: 0.2137232 Nov 15 16:09:33.403908 n-d-817748-2 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbef9ef-ddd3-4ee4-a173-aacfe9e83fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f416b68e-7eba-4f7d-a053-ad4c4419c4a0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 16:09:33.883033 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:35.568044 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:35.838042 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:59.454635 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:59.780558 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:09:59.808898 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49ba6690-e846-45df-a51b-53209ede710d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:02.157242 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51ed2633-480f-4ac8-8943-8e92f1643a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:03.905941 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:05.590134 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:05.830249 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:07.184754 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:10:29.465452 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:29.774455 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:29.800950 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b5ac0eb-2a02-41a1-8caa-ab6c607fce24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:32.163015 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42ef59c1-7ef8-4189-91af-e954445ef4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:33.882561 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:35.591305 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:35.836236 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:44.185001 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:10:59.453516 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:59.790309 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:10:59.824854 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ae13524-ce75-482f-9e63-e03f982e85da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:02.160735 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01f54467-c0fa-4932-bfbf-8936d982c9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:03.899162 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:05.561607 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:05.870289 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:21.185630 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:11:29.481848 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:29.778118 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:29.807102 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7058859-86d0-42f1-ad57-94823138c260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:32.155577 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40340b06-7822-4e12-af4e-86e13ea80d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:33.955608 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:35.585248 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:35.876107 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:58.185518 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:11:59.487233 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:59.789868 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:11:59.812280 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85817f57-fb13-44bc-ba79-2dd94e615fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:02.162136 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-170a6c23-5d0b-44c3-b9de-c45473ad1f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:03.920832 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:05.566551 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:05.818786 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:29.474901 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:29.791639 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:29.811533 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aef7b210-fb10-42bf-b30e-8933dcf199fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:32.166177 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b7f2a57-ef23-4dbb-9ffe-0d9b619680cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:33.926021 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:35.185505 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:12:35.611735 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:35.823000 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:59.462369 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:59.805569 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:12:59.834783 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a537c31b-2c9e-4ffd-a314-61400edd3cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:02.148179 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d250323-b154-474a-9fbd-0b4eafcdf196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:03.903217 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:05.576596 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:05.891565 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:12.187395 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:13:29.456046 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:29.787735 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:29.816106 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5fbfdfc0-8839-467d-b200-9276bac146ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:32.198949 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc84d1d8-54b3-419b-ae43-738ce4e2b56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:33.924353 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:35.559130 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:35.827605 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:49.186533 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:13:59.467279 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:59.798240 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:13:59.821043 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7d68044-414b-4071-a3a7-16757eb130b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:02.170143 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9223e0be-0a50-417b-834c-7abe1dc50081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:03.941610 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:05.592801 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:05.844546 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:26.186092 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:14:29.461298 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:29.837915 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:29.860571 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0449d54-054a-4d5a-9945-de8a363e7c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:32.151856 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c66dc6fa-bde3-43a4-91db-7b27a5117e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:33.940845 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:35.569276 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:35.837840 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:59.454148 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:59.865900 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:14:59.877406 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d00709a5-f271-4d31-9a82-462acc621964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:02.146681 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-10232a91-d2a3-43a1-9163-3bd8c7e8d63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:03.186133 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:15:03.922710 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:05.562949 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:05.831470 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:29.460341 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:29.831164 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:29.842653 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0d4dd11-744e-4dcd-b7f3-7a43ef9538d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:32.174135 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65760ac1-b2cb-486d-b703-e9012b2171d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:33.951346 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:35.574638 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:35.848165 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:40.186110 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:15:59.482222 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:59.821649 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a18a1d6-38e4-479d-89f8-2349cf4dcabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:15:59.848298 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:02.173461 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81095447-4b37-4e08-b03d-d9da00115807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:03.962494 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:05.579247 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:05.848215 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:17.187277 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:16:29.488066 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:29.859555 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3fab339-e070-4b3f-b5f2-c49a85ad0101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:29.893019 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:32.173073 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef303f7c-2c43-4944-9062-b4bae8275397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:33.938804 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:35.573435 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:35.847953 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:51.857065 n-d-817748-2 neutron-server[103147]: DEBUG neutron.wsgi [req-e74218c4-44bc-40ea-bd1c-3510c4edbf0b req-5adcbb6a-b8f5-40e2-b52d-2f332ad5d2fd service neutron] (103147) timed out ('10.222.0.70', 53706) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 16:16:54.186630 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:16:59.520478 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:59.829213 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c1f931d-a5e1-47af-b6bc-6c64394e81c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:16:59.858743 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:02.184360 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a61bd447-7f06-494d-8217-846511463abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:03.961349 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:05.595623 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:05.870164 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:29.509590 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:29.824562 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0426a9a5-8d9d-4161-a280-f12de46bc1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:29.857721 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:31.186536 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 16:17:32.206746 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a24305ed-4b63-496f-b4be-9c2351e9bc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:33.959722 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:35.584408 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:35.835138 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:59.524995 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a21cd3f-dc6a-479d-a702-0efc678abee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:59.835139 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-335cf4f3-7d32-4e41-8467-7f2d48d3bd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:17:59.868215 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98638772-1469-4d8f-86f4-dde37c11891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:18:02.177722 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f810-710f-42c8-aa19-3d9aa380cf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:18:03.942241 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3d07-75ca-4108-a582-b94f830276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:18:05.606322 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f186c-af08-43ee-9932-38608b7c0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:18:05.856457 n-d-817748-2 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f552b20e-9d07-41b0-b624-0eae5b528895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779096574136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405417'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 16:18:08.186138 n-d-817748-2 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-46f9bd63-a05d-416a-8996-365a65df9358 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}